-- Logs begin at Mon 2022-04-18 18:07:59 UTC, end at Mon 2022-04-18 19:51:45 UTC. -- Apr 18 19:08:01.983865 n-d-836017-2 systemd[1]: Started Devstack devstack@q-svc.service. Apr 18 19:08:04.196870 n-d-836017-2 neutron-server[84656]: INFO neutron.common.config [-] Logging enabled! Apr 18 19:08:04.197584 n-d-836017-2 neutron-server[84656]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev70 Apr 18 19:08:04.197671 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=84656) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Apr 18 19:08:04.199823 n-d-836017-2 neutron-server[84656]: INFO neutron.common.config [-] Logging enabled! Apr 18 19:08:04.200072 n-d-836017-2 neutron-server[84656]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev70 Apr 18 19:08:04.200336 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=84656) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Apr 18 19:08:04.201315 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 18 19:08:04.201545 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 18 19:08:04.201899 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 18 19:08:04.202144 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 18 19:08:04.202370 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 18 19:08:04.202691 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:04.202990 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:04.203288 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:04.203518 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:04.203817 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:04.204288 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:04.204596 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:04.204889 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:04.205188 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:04.205474 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:04.205756 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:04.206042 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:04.206272 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:04.206554 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] config_source = [] {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:04.206870 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:04.207353 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:04.207663 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] debug = True {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:04.207954 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:04.208412 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:04.208833 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:04.209115 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:04.209409 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:04.209684 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:04.209959 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:04.210248 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:04.210575 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] host = n-d-836017-2 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:04.210853 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:04.211137 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:04.211424 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:04.211711 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:04.211986 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:04.212268 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:04.212578 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:04.212852 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] log_dir = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:04.213125 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] log_file = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:04.213403 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:04.213691 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:04.213976 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:04.214272 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:04.214495 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:04.214717 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:04.215006 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:04.215294 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:04.215568 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:04.215841 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:04.216114 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:04.216417 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:04.217094 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:04.217369 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:04.217657 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:04.217944 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:04.218231 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:04.218504 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:04.218778 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:04.219051 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:04.219321 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:04.219605 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:04.219879 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:04.220153 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:04.220455 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:04.220747 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:04.221009 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:04.221278 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:04.221576 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:04.221861 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:04.222144 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:04.222468 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:04.222847 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:04.223286 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:04.223566 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:04.223842 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] use_journal = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:04.224114 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] use_json = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:04.224417 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:04.224691 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:04.224976 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:04.225250 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:04.225520 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:04.225792 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:04.226062 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:04.226348 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:04.226622 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:04.226920 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:04.227218 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:04.227519 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:04.227803 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:04.228099 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:04.228405 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:04.228699 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:04.228977 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:04.229266 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:04.229555 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:04.229845 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:04.230123 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:04.230411 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:04.230708 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:04.231001 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:04.231277 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:04.231559 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:04.231853 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:04.232137 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:04.232450 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:04.232731 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:04.233023 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:04.233303 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:04.233576 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:04.233856 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:04.234130 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:04.234402 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:04.234698 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:04.234977 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:04.235268 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:04.235544 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:04.235816 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:04.236086 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:04.236394 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:04.236675 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:04.236954 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:04.237229 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:04.237500 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:04.237771 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:04.238591 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:04.239122 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:04.239122 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:04.239386 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:04.239658 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:04.239936 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:04.240207 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:04.240507 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:04.240784 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:04.241057 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:04.241329 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:04.241599 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:04.241870 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:04.242144 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:04.242417 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:04.242685 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:04.242958 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:04.243232 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:04.243506 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:04.243798 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:04.244098 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:04.244400 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:04.244682 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:04.244962 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:04.245243 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:04.245520 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:04.245799 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:04.246078 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:04.246356 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:04.246631 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:04.246922 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:04.247469 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:04.247759 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:04.248043 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:04.248342 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:04.248642 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:04.248919 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:04.249202 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:04.249478 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:04.249754 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:04.250035 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:04.250316 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:04.250610 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:04.250902 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:04.251195 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:04.251488 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:04.251782 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:04.252062 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:04.252404 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:04.252687 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:04.252904 n-d-836017-2 neutron-server[84656]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 18 19:08:04.253147 n-d-836017-2 neutron-server[84656]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=84656) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 18 19:08:04.659196 n-d-836017-2 neutron-server[84656]: INFO keyring.backend [-] Loading KWallet Apr 18 19:08:04.666763 n-d-836017-2 neutron-server[84656]: INFO keyring.backend [-] Loading SecretService Apr 18 19:08:04.669950 n-d-836017-2 neutron-server[84656]: INFO keyring.backend [-] Loading Windows Apr 18 19:08:04.671296 n-d-836017-2 neutron-server[84656]: INFO keyring.backend [-] Loading chainer Apr 18 19:08:04.671873 n-d-836017-2 neutron-server[84656]: INFO keyring.backend [-] Loading macOS Apr 18 19:08:04.705590 n-d-836017-2 neutron-server[84656]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=84656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 18 19:08:04.705866 n-d-836017-2 neutron-server[84656]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=84656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 18 19:08:04.706167 n-d-836017-2 neutron-server[84656]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=84656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 18 19:08:04.708155 n-d-836017-2 neutron-server[84656]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 18 19:08:05.015656 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:08:05.015942 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:08:05.016211 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:08:05.072970 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:08:05.073253 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:08:05.073523 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:08:05.076568 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:08:05.076846 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:08:05.077112 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:08:05.106359 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:08:05.106641 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:08:05.106913 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:08:05.135148 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:08:05.135426 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:08:05.135693 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:08:05.453939 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=84656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:08:05.454549 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=84656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:08:05.454549 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=84656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:08:05.454731 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=84656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:08:05.455674 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=84656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:08:05.576865 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=84656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:08:05.577184 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=84656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:08:05.577469 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=84656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:08:05.577749 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=84656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:08:05.578024 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=84656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:08:05.578339 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=84656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:08:05.578609 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=84656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:08:05.578871 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=84656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:08:05.579131 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=84656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:08:05.579416 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=84656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:08:05.579685 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=84656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:08:05.579952 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=84656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:08:05.580220 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:08:05.580509 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=84656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:08:05.580782 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=84656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:08:05.581055 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=84656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:08:05.581316 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=84656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:08:05.581592 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:08:05.582692 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:08:05.582916 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:08:05.583270 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=84656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:08:05.583529 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=84656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:08:05.583785 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=84656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:08:05.584073 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:08:05.584355 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:08:05.584608 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:08:05.584996 n-d-836017-2 neutron-server[84656]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=84656) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 18 19:08:05.585236 n-d-836017-2 neutron-server[84656]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=84656) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 18 19:08:05.585475 n-d-836017-2 neutron-server[84656]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=84656) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 18 19:08:05.585711 n-d-836017-2 neutron-server[84656]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=84656) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 18 19:08:05.585947 n-d-836017-2 neutron-server[84656]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=84656) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 18 19:08:05.586182 n-d-836017-2 neutron-server[84656]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=84656) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 18 19:08:05.586728 n-d-836017-2 neutron-server[84656]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 18 19:08:05.589837 n-d-836017-2 neutron-server[84656]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 18 19:08:05.593876 n-d-836017-2 neutron-server[84656]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 18 19:08:05.598328 n-d-836017-2 neutron-server[84656]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Apr 18 19:08:05.599949 n-d-836017-2 neutron-server[84656]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 18 19:08:05.600365 n-d-836017-2 neutron-server[84656]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 18 19:08:05.600706 n-d-836017-2 neutron-server[84656]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 18 19:08:05.601096 n-d-836017-2 neutron-server[84656]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 18 19:08:05.603880 n-d-836017-2 neutron-server[84656]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 18 19:08:05.604127 n-d-836017-2 neutron-server[84656]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 18 19:08:05.604504 n-d-836017-2 neutron-server[84656]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 18 19:08:05.632384 n-d-836017-2 neutron-server[84656]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Apr 18 19:08:05.632877 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=84656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:08:05.633148 n-d-836017-2 neutron-server[84656]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=84656) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 18 19:08:05.633508 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=84656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:08:05.634877 n-d-836017-2 neutron-server[84656]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=84656) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 18 19:08:05.635163 n-d-836017-2 neutron-server[84656]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 18 19:08:05.635403 n-d-836017-2 neutron-server[84656]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 18 19:08:05.638836 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=84656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:08:05.639115 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=84656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:08:05.699452 n-d-836017-2 neutron-server[84656]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 18 19:08:05.699694 n-d-836017-2 neutron-server[84656]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 18 19:08:05.699941 n-d-836017-2 neutron-server[84656]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 18 19:08:05.700326 n-d-836017-2 neutron-server[84656]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 18 19:08:05.731746 n-d-836017-2 neutron-server[84656]: DEBUG oslo_db.sqlalchemy.engines [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=84656) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 18 19:08:06.199483 n-d-836017-2 neutron-server[84656]: INFO neutron.plugins.ml2.managers [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Initializing driver for type 'gre' Apr 18 19:08:06.200017 n-d-836017-2 neutron-server[84656]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] gre ID ranges: [(1, 1000)] Apr 18 19:08:06.397386 n-d-836017-2 neutron-server[84656]: INFO neutron.plugins.ml2.managers [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Initializing driver for type 'local' Apr 18 19:08:06.397721 n-d-836017-2 neutron-server[84656]: INFO neutron.plugins.ml2.managers [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Initializing driver for type 'vlan' Apr 18 19:08:06.477301 n-d-836017-2 neutron-server[84656]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] VlanTypeDriver initialization complete Apr 18 19:08:06.477912 n-d-836017-2 neutron-server[84656]: INFO neutron.plugins.ml2.managers [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Initializing driver for type 'vxlan' Apr 18 19:08:06.478084 n-d-836017-2 neutron-server[84656]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] vxlan ID ranges: [(1, 1000)] Apr 18 19:08:06.677702 n-d-836017-2 neutron-server[84656]: INFO neutron.plugins.ml2.managers [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Initializing extension driver 'port_security' Apr 18 19:08:06.678047 n-d-836017-2 neutron-server[84656]: INFO neutron.plugins.ml2.extensions.port_security [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] PortSecurityExtensionDriver initialization complete Apr 18 19:08:06.678378 n-d-836017-2 neutron-server[84656]: INFO neutron.plugins.ml2.managers [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Initializing mechanism driver 'openvswitch' Apr 18 19:08:06.678707 n-d-836017-2 neutron-server[84656]: INFO neutron.plugins.ml2.managers [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Initializing mechanism driver 'hyperv' Apr 18 19:08:06.685153 n-d-836017-2 neutron-server[84656]: DEBUG neutron.plugins.ml2.plugin [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=84656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:08:06.685836 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Subscribe: > port after_create 55550000 {{(pid=84656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:08:06.686212 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Subscribe: > port after_update 55550000 {{(pid=84656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:08:06.686565 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Subscribe: > port after_delete 55550000 {{(pid=84656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:08:06.687085 n-d-836017-2 neutron-server[84656]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=84656) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Apr 18 19:08:06.687519 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Subscribe: > subnet after_create 55550000 {{(pid=84656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:08:06.687873 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Subscribe: > subnet after_update 55550000 {{(pid=84656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:08:06.688219 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Subscribe: > subnet after_delete 55550000 {{(pid=84656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:08:06.688631 n-d-836017-2 neutron-server[84656]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=84656) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Apr 18 19:08:06.689039 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Subscribe: > network after_create 55550000 {{(pid=84656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:08:06.693714 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Subscribe: > network after_update 55550000 {{(pid=84656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:08:06.693714 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Subscribe: > network after_delete 55550000 {{(pid=84656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:08:06.693714 n-d-836017-2 neutron-server[84656]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=84656) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Apr 18 19:08:06.693714 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Subscribe: > security_group after_create 55550000 {{(pid=84656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:08:06.693714 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Subscribe: > security_group after_update 55550000 {{(pid=84656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:08:06.694083 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Subscribe: > security_group after_delete 55550000 {{(pid=84656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:08:06.694083 n-d-836017-2 neutron-server[84656]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=84656) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Apr 18 19:08:06.694083 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=84656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:08:06.694083 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=84656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:08:06.694083 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=84656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:08:06.694425 n-d-836017-2 neutron-server[84656]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=84656) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Apr 18 19:08:06.694425 n-d-836017-2 neutron-server[84656]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] ML2 OVO RPC backend initialized. {{(pid=84656) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:168}} Apr 18 19:08:06.694545 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Subscribe: > router_interface after_create 55550000 {{(pid=84656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:08:06.694888 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=84656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:08:06.695307 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Subscribe: > network before_response 55550000 {{(pid=84656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:08:06.695655 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Subscribe: > networks before_response 55550000 {{(pid=84656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:08:06.696001 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Subscribe: > port before_response 55550000 {{(pid=84656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:08:06.696372 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Subscribe: > ports before_response 55550000 {{(pid=84656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:08:06.696721 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Subscribe: > subnet before_response 55550000 {{(pid=84656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:08:06.697062 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Subscribe: > subnets before_response 55550000 {{(pid=84656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:08:06.697410 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Subscribe: > network after_create 55550000 {{(pid=84656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:08:06.697754 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Subscribe: > network after_update 55550000 {{(pid=84656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:08:06.698093 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Subscribe: > network after_delete 55550000 {{(pid=84656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:08:06.698431 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Subscribe: > port after_create 55550000 {{(pid=84656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:08:06.698769 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Subscribe: > port after_update 55550000 {{(pid=84656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:08:06.699104 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Subscribe: > port after_delete 55550000 {{(pid=84656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:08:06.699441 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Subscribe: > subnet after_create 55550000 {{(pid=84656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:08:06.699779 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Subscribe: > subnet after_update 55550000 {{(pid=84656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:08:06.700113 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Subscribe: > subnet after_delete 55550000 {{(pid=84656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:08:06.700730 n-d-836017-2 neutron-server[84656]: INFO neutron.plugins.ml2.plugin [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Modular L2 Plugin initialization complete Apr 18 19:08:06.701062 n-d-836017-2 neutron-server[84656]: DEBUG neutron.manager [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loading services supported by the core plugin {{(pid=84656) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 18 19:08:06.701394 n-d-836017-2 neutron-server[84656]: INFO neutron.plugins.ml2.managers [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Got port-security extension from driver 'port_security' Apr 18 19:08:06.701863 n-d-836017-2 neutron-server[84656]: INFO neutron.extensions.vlantransparent [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Disabled vlantransparent extension. Apr 18 19:08:06.702276 n-d-836017-2 neutron-server[84656]: DEBUG neutron.manager [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=84656) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 18 19:08:06.702589 n-d-836017-2 neutron-server[84656]: INFO neutron.manager [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loading Plugin: router Apr 18 19:08:06.738799 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Subscribe: > router_interface before_create 55550000 {{(pid=84656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:08:06.739134 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Subscribe: > router after_create 55549900 {{(pid=84656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:08:06.739505 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Subscribe: > router before_create 55549900 {{(pid=84656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:08:06.739871 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Subscribe: > router_interface before_delete 55550000 {{(pid=84656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:08:06.740245 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=84656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:08:06.740636 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Subscribe: > router after_delete 55549900 {{(pid=84656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:08:06.740997 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Subscribe: > floatingip after_update 55550000 {{(pid=84656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:08:06.742179 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Subscribe: > router after_create 55549900 {{(pid=84656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:08:06.742179 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Subscribe: > router after_update 55549900 {{(pid=84656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:08:06.742179 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Subscribe: > router after_update 55549900 {{(pid=84656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:08:06.742434 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=84656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:08:06.742735 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Subscribe: > router after_update 55549900 {{(pid=84656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:08:06.743151 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Subscribe: > router precommit_update 55549900 {{(pid=84656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:08:06.743524 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Subscribe: port after_update 55550000 {{(pid=84656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:08:06.743866 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Subscribe: port after_delete 55550000 {{(pid=84656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:08:06.744205 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Subscribe: subnet after_update 55550000 {{(pid=84656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:08:06.744573 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=84656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:08:06.744925 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Subscribe: > port precommit_delete 55550000 {{(pid=84656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:08:06.745272 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Subscribe: > router precommit_create 55549900 {{(pid=84656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:08:06.745616 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Subscribe: port before_delete 55550000 {{(pid=84656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:08:06.745961 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Subscribe: > router precommit_create 55550000 {{(pid=84656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:08:06.746322 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Subscribe: > router after_update 55549900 {{(pid=84656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:08:06.746670 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Subscribe: > router precommit_delete 55549900 {{(pid=84656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:08:06.747021 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Subscribe: > router precommit_create 55549900 {{(pid=84656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:08:06.747636 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Subscribe: > router_interface after_create 55550000 {{(pid=84656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:08:06.747984 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Subscribe: > router precommit_update 55549900 {{(pid=84656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:08:06.748379 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Subscribe: > agent after_create 55550000 {{(pid=84656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:08:06.748735 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Subscribe: > agent after_delete 55550000 {{(pid=84656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:08:06.749082 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Subscribe: > network after_delete 55550000 {{(pid=84656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:08:06.749944 n-d-836017-2 neutron-server[84656]: DEBUG neutron.quota.resource_registry [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Tracking information for resource: router configured {{(pid=84656) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 18 19:08:06.750275 n-d-836017-2 neutron-server[84656]: DEBUG neutron.quota.resource_registry [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Tracking information for resource: floatingip configured {{(pid=84656) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 18 19:08:06.755119 n-d-836017-2 neutron-server[84656]: INFO neutron.db.l3_agentschedulers_db [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 18 19:08:06.755695 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Subscribe: port after_update 55550000 {{(pid=84656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:08:06.756059 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Subscribe: port after_create 55550000 {{(pid=84656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:08:06.756442 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Subscribe: port after_delete 55550000 {{(pid=84656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:08:06.756796 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Subscribe: port after_update 55550000 {{(pid=84656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:08:06.757700 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Subscribe: > router before_create 55550100 {{(pid=84656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:08:06.758068 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Subscribe: > router precommit_delete 55550100 {{(pid=84656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:08:06.758430 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Subscribe: > router precommit_create 55550100 {{(pid=84656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:08:06.758783 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Subscribe: > router precommit_update 55550100 {{(pid=84656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:08:06.763061 n-d-836017-2 neutron-server[84656]: DEBUG neutron.services.provider_configuration [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Service providers = [] {{(pid=84656) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 18 19:08:06.763430 n-d-836017-2 neutron-server[84656]: DEBUG neutron.db.servicetype_db [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=84656) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 18 19:08:06.766393 n-d-836017-2 neutron-server[84656]: DEBUG neutron.services.service_base [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=84656) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 18 19:08:06.766750 n-d-836017-2 neutron-server[84656]: DEBUG neutron.services.service_base [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=84656) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 18 19:08:06.767096 n-d-836017-2 neutron-server[84656]: DEBUG neutron.services.service_base [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=84656) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 18 19:08:06.767988 n-d-836017-2 neutron-server[84656]: DEBUG neutron.services.service_base [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=84656) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 18 19:08:06.768393 n-d-836017-2 neutron-server[84656]: INFO neutron.services.service_base [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 18 19:08:06.768773 n-d-836017-2 neutron-server[84656]: DEBUG neutron.manager [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=84656) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 18 19:08:06.769090 n-d-836017-2 neutron-server[84656]: INFO neutron.manager [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 18 19:08:06.779768 n-d-836017-2 neutron-server[84656]: DEBUG neutron.manager [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=84656) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 18 19:08:06.780101 n-d-836017-2 neutron-server[84656]: INFO neutron.manager [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loading Plugin: auto_allocate Apr 18 19:08:06.786578 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Subscribe: network precommit_update 55550000 {{(pid=84656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:08:06.786949 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Subscribe: network precommit_create 55550000 {{(pid=84656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:08:06.787466 n-d-836017-2 neutron-server[84656]: DEBUG neutron.manager [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=84656) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 18 19:08:06.787787 n-d-836017-2 neutron-server[84656]: INFO neutron.manager [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loading Plugin: tag Apr 18 19:08:06.794235 n-d-836017-2 neutron-server[84656]: DEBUG neutron.manager [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=84656) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 18 19:08:06.794568 n-d-836017-2 neutron-server[84656]: INFO neutron.manager [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loading Plugin: timestamp Apr 18 19:08:06.798549 n-d-836017-2 neutron-server[84656]: DEBUG neutron.manager [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=84656) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 18 19:08:06.798885 n-d-836017-2 neutron-server[84656]: INFO neutron.manager [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loading Plugin: network_ip_availability Apr 18 19:08:06.804638 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=84656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:08:06.805008 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=84656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:08:06.805366 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:08:06.806074 n-d-836017-2 neutron-server[84656]: DEBUG neutron.manager [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=84656) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 18 19:08:06.806395 n-d-836017-2 neutron-server[84656]: INFO neutron.manager [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loading Plugin: flavors Apr 18 19:08:06.811113 n-d-836017-2 neutron-server[84656]: DEBUG neutron.manager [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=84656) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 18 19:08:06.811446 n-d-836017-2 neutron-server[84656]: INFO neutron.manager [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loading Plugin: revisions Apr 18 19:08:06.815669 n-d-836017-2 neutron-server[84656]: DEBUG neutron.manager [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=84656) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 18 19:08:06.816088 n-d-836017-2 neutron-server[84656]: DEBUG oslo_concurrency.lockutils [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.110s {{(pid=84656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 18 19:08:06.816880 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=84656) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} Apr 18 19:08:06.817214 n-d-836017-2 neutron-server[84656]: INFO neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Initializing extension manager. Apr 18 19:08:06.817716 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loading extension file: __init__.py {{(pid=84656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:08:06.818056 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loading extension file: __pycache__ {{(pid=84656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:08:06.818391 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=84656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:08:06.818725 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=84656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:08:06.819056 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loading extension file: _filter_validation_lib.py {{(pid=84656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:08:06.819384 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=84656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:08:06.819710 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loading extension file: address_group.py {{(pid=84656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:08:06.820494 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=84656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:08:06.821059 n-d-836017-2 neutron-server[84656]: INFO neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loaded extension: address-group Apr 18 19:08:06.821380 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loading extension file: address_scope.py {{(pid=84656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:08:06.822092 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=84656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:08:06.822612 n-d-836017-2 neutron-server[84656]: INFO neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loaded extension: address-scope Apr 18 19:08:06.822934 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loading extension file: admin_state_down_before_update.py {{(pid=84656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:08:06.823871 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=84656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:08:06.824420 n-d-836017-2 neutron-server[84656]: INFO neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loaded extension: router-admin-state-down-before-update Apr 18 19:08:06.824746 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loading extension file: agent.py {{(pid=84656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:08:06.825443 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=84656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:08:06.825954 n-d-836017-2 neutron-server[84656]: INFO neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loaded extension: agent Apr 18 19:08:06.826282 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loading extension file: agent_resources_synced.py {{(pid=84656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:08:06.827190 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=84656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:08:06.827709 n-d-836017-2 neutron-server[84656]: INFO neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loaded extension: agent-resources-synced Apr 18 19:08:06.828030 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loading extension file: allowedaddresspairs.py {{(pid=84656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:08:06.830014 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=84656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:08:06.830554 n-d-836017-2 neutron-server[84656]: INFO neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loaded extension: allowed-address-pairs Apr 18 19:08:06.830884 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loading extension file: auto_allocated_topology.py {{(pid=84656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:08:06.831994 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=84656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:08:06.832535 n-d-836017-2 neutron-server[84656]: INFO neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loaded extension: auto-allocated-topology Apr 18 19:08:06.832864 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loading extension file: availability_zone.py {{(pid=84656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:08:06.833560 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=84656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:08:06.834078 n-d-836017-2 neutron-server[84656]: INFO neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loaded extension: availability_zone Apr 18 19:08:06.834403 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loading extension file: availability_zone_filter.py {{(pid=84656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:08:06.835319 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=84656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:08:06.835840 n-d-836017-2 neutron-server[84656]: INFO neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loaded extension: availability_zone_filter Apr 18 19:08:06.836165 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loading extension file: data_plane_status.py {{(pid=84656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:08:06.837103 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=84656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:08:06.837624 n-d-836017-2 neutron-server[84656]: INFO neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Extension data-plane-status not supported by any of loaded plugins Apr 18 19:08:06.837948 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loading extension file: default_subnetpools.py {{(pid=84656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:08:06.838864 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=84656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:08:06.839382 n-d-836017-2 neutron-server[84656]: INFO neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loaded extension: default-subnetpools Apr 18 19:08:06.839705 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loading extension file: dhcpagentscheduler.py {{(pid=84656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:08:06.840508 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=84656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:08:06.841026 n-d-836017-2 neutron-server[84656]: INFO neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loaded extension: dhcp_agent_scheduler Apr 18 19:08:06.841349 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loading extension file: dns.py {{(pid=84656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:08:06.842263 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=84656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:08:06.842780 n-d-836017-2 neutron-server[84656]: INFO neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Extension dns-integration not supported by any of loaded plugins Apr 18 19:08:06.843102 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loading extension file: dns_domain_ports.py {{(pid=84656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:08:06.844029 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=84656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:08:06.844574 n-d-836017-2 neutron-server[84656]: INFO neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 18 19:08:06.844901 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loading extension file: dvr.py {{(pid=84656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:08:06.845576 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=84656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:08:06.846091 n-d-836017-2 neutron-server[84656]: INFO neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loaded extension: dvr Apr 18 19:08:06.846415 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loading extension file: empty_string_filtering.py {{(pid=84656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:08:06.847843 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=84656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:08:06.848527 n-d-836017-2 neutron-server[84656]: INFO neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loaded extension: empty-string-filtering Apr 18 19:08:06.848855 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=84656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:08:06.849769 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=84656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:08:06.850278 n-d-836017-2 neutron-server[84656]: INFO neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 18 19:08:06.850599 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=84656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:08:06.851506 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=84656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:08:06.852015 n-d-836017-2 neutron-server[84656]: INFO neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 18 19:08:06.852361 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loading extension file: external_net.py {{(pid=84656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:08:06.853283 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=84656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:08:06.853795 n-d-836017-2 neutron-server[84656]: INFO neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loaded extension: external-net Apr 18 19:08:06.854117 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loading extension file: extra_dhcp_opt.py {{(pid=84656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:08:06.855032 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=84656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:08:06.855541 n-d-836017-2 neutron-server[84656]: INFO neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loaded extension: extra_dhcp_opt Apr 18 19:08:06.855859 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loading extension file: extraroute.py {{(pid=84656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:08:06.856799 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=84656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:08:06.857310 n-d-836017-2 neutron-server[84656]: INFO neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loaded extension: extraroute Apr 18 19:08:06.857632 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loading extension file: extraroute_atomic.py {{(pid=84656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:08:06.858674 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=84656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:08:06.859190 n-d-836017-2 neutron-server[84656]: INFO neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loaded extension: extraroute-atomic Apr 18 19:08:06.859513 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loading extension file: filter_validation.py {{(pid=84656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:08:06.860183 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=84656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:08:06.860730 n-d-836017-2 neutron-server[84656]: INFO neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loaded extension: filter-validation Apr 18 19:08:06.861051 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loading extension file: fip_pf_description.py {{(pid=84656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:08:06.861959 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=84656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:08:06.862473 n-d-836017-2 neutron-server[84656]: INFO neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 18 19:08:06.862793 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loading extension file: fip_port_details.py {{(pid=84656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:08:06.863774 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=84656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:08:06.864288 n-d-836017-2 neutron-server[84656]: INFO neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loaded extension: fip-port-details Apr 18 19:08:06.864639 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loading extension file: flavors.py {{(pid=84656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:08:06.865859 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=84656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:08:06.866381 n-d-836017-2 neutron-server[84656]: INFO neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loaded extension: flavors Apr 18 19:08:06.866708 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=84656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:08:06.868377 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=84656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:08:06.868914 n-d-836017-2 neutron-server[84656]: INFO neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 18 19:08:06.869242 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loading extension file: floatingip_pools.py {{(pid=84656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:08:06.869940 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=84656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:08:06.870458 n-d-836017-2 neutron-server[84656]: INFO neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loaded extension: floatingip-pools Apr 18 19:08:06.870780 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loading extension file: ip_allocation.py {{(pid=84656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:08:06.871708 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=84656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:08:06.872500 n-d-836017-2 neutron-server[84656]: INFO neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Extension ip_allocation not supported by any of loaded plugins Apr 18 19:08:06.872823 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=84656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:08:06.873743 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=84656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:08:06.874257 n-d-836017-2 neutron-server[84656]: INFO neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loaded extension: ip-substring-filtering Apr 18 19:08:06.874579 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loading extension file: l2_adjacency.py {{(pid=84656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:08:06.875500 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=84656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:08:06.876013 n-d-836017-2 neutron-server[84656]: INFO neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Extension l2_adjacency not supported by any of loaded plugins Apr 18 19:08:06.876355 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loading extension file: l3.py {{(pid=84656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:08:06.877314 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=84656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:08:06.877840 n-d-836017-2 neutron-server[84656]: INFO neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loaded extension: router Apr 18 19:08:06.878166 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loading extension file: l3_conntrack_helper.py {{(pid=84656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:08:06.881073 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=84656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:08:06.881615 n-d-836017-2 neutron-server[84656]: INFO neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 18 19:08:06.881946 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=84656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:08:06.882881 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=84656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:08:06.883414 n-d-836017-2 neutron-server[84656]: INFO neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loaded extension: ext-gw-mode Apr 18 19:08:06.883740 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=84656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:08:06.884698 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=84656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:08:06.885223 n-d-836017-2 neutron-server[84656]: INFO neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loaded extension: l3-ha Apr 18 19:08:06.885546 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loading extension file: l3_flavors.py {{(pid=84656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:08:06.886463 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=84656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:08:06.886977 n-d-836017-2 neutron-server[84656]: INFO neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loaded extension: l3-flavors Apr 18 19:08:06.887300 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=84656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:08:06.888208 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=84656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:08:06.888757 n-d-836017-2 neutron-server[84656]: INFO neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loaded extension: l3-port-ip-change-not-allowed Apr 18 19:08:06.889079 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loading extension file: l3agentscheduler.py {{(pid=84656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:08:06.890109 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=84656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:08:06.890633 n-d-836017-2 neutron-server[84656]: INFO neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loaded extension: l3_agent_scheduler Apr 18 19:08:06.890961 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loading extension file: logging.py {{(pid=84656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:08:06.908366 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=84656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:08:06.908903 n-d-836017-2 neutron-server[84656]: INFO neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Extension logging not supported by any of loaded plugins Apr 18 19:08:06.909242 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loading extension file: metering.py {{(pid=84656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:08:06.910669 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=84656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:08:06.911254 n-d-836017-2 neutron-server[84656]: INFO neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loaded extension: metering Apr 18 19:08:06.911585 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=84656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:08:06.912701 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=84656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:08:06.913224 n-d-836017-2 neutron-server[84656]: INFO neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loaded extension: metering_source_and_destination_fields Apr 18 19:08:06.913551 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loading extension file: multiprovidernet.py {{(pid=84656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:08:06.914476 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=84656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:08:06.914992 n-d-836017-2 neutron-server[84656]: INFO neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loaded extension: multi-provider Apr 18 19:08:06.915316 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loading extension file: netmtu.py {{(pid=84656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:08:06.916238 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=84656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:08:06.916780 n-d-836017-2 neutron-server[84656]: INFO neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loaded extension: net-mtu Apr 18 19:08:06.917109 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loading extension file: netmtu_writable.py {{(pid=84656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:08:06.918030 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=84656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:08:06.918545 n-d-836017-2 neutron-server[84656]: INFO neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loaded extension: net-mtu-writable Apr 18 19:08:06.918872 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loading extension file: network_availability_zone.py {{(pid=84656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:08:06.919544 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=84656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:08:06.920068 n-d-836017-2 neutron-server[84656]: INFO neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loaded extension: network_availability_zone Apr 18 19:08:06.920425 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loading extension file: network_ip_availability.py {{(pid=84656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:08:06.921513 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=84656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:08:06.922030 n-d-836017-2 neutron-server[84656]: INFO neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loaded extension: network-ip-availability Apr 18 19:08:06.922356 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loading extension file: network_segment_range.py {{(pid=84656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:08:06.923120 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=84656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:08:06.923639 n-d-836017-2 neutron-server[84656]: INFO neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Extension network-segment-range not supported by any of loaded plugins Apr 18 19:08:06.923968 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loading extension file: pagination.py {{(pid=84656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:08:06.924980 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=84656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:08:06.925314 n-d-836017-2 neutron-server[84656]: INFO neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loaded extension: pagination Apr 18 19:08:06.926194 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=84656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:08:06.927248 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=84656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:08:06.927777 n-d-836017-2 neutron-server[84656]: INFO neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loaded extension: port-mac-address-regenerate Apr 18 19:08:06.928102 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loading extension file: port_resource_request.py {{(pid=84656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:08:06.929037 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=84656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:08:06.929553 n-d-836017-2 neutron-server[84656]: INFO neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Extension port-resource-request not supported by any of loaded plugins Apr 18 19:08:06.929883 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loading extension file: portbindings.py {{(pid=84656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:08:06.930815 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=84656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:08:06.931334 n-d-836017-2 neutron-server[84656]: INFO neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loaded extension: binding Apr 18 19:08:06.931659 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loading extension file: portbindings_extended.py {{(pid=84656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:08:06.937018 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=84656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:08:06.937537 n-d-836017-2 neutron-server[84656]: INFO neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loaded extension: binding-extended Apr 18 19:08:06.937863 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loading extension file: portsecurity.py {{(pid=84656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:08:06.938783 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=84656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:08:06.939303 n-d-836017-2 neutron-server[84656]: INFO neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loaded extension: port-security Apr 18 19:08:06.939626 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loading extension file: project_id.py {{(pid=84656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:08:06.940631 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=84656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:08:06.940962 n-d-836017-2 neutron-server[84656]: INFO neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loaded extension: project-id Apr 18 19:08:06.941497 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loading extension file: providernet.py {{(pid=84656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:08:06.942567 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=84656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:08:06.943090 n-d-836017-2 neutron-server[84656]: INFO neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loaded extension: provider Apr 18 19:08:06.943411 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loading extension file: qos.py {{(pid=84656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:08:06.947127 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=84656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:08:06.947663 n-d-836017-2 neutron-server[84656]: INFO neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Extension qos not supported by any of loaded plugins Apr 18 19:08:06.947994 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=84656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:08:06.949278 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=84656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:08:06.949800 n-d-836017-2 neutron-server[84656]: INFO neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 18 19:08:06.950131 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=84656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:08:06.951056 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=84656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:08:06.951577 n-d-836017-2 neutron-server[84656]: INFO neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 18 19:08:06.951903 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loading extension file: qos_default.py {{(pid=84656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:08:06.952859 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=84656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:08:06.953377 n-d-836017-2 neutron-server[84656]: INFO neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Extension qos-default not supported by any of loaded plugins Apr 18 19:08:06.953701 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loading extension file: qos_fip.py {{(pid=84656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:08:06.954365 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=84656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:08:06.954874 n-d-836017-2 neutron-server[84656]: INFO neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Extension qos-fip not supported by any of loaded plugins Apr 18 19:08:06.955196 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loading extension file: qos_gateway_ip.py {{(pid=84656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:08:06.956124 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=84656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:08:06.956707 n-d-836017-2 neutron-server[84656]: INFO neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 18 19:08:06.957035 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loading extension file: qos_port_network_policy.py {{(pid=84656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:08:06.957959 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=84656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:08:06.958478 n-d-836017-2 neutron-server[84656]: INFO neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 18 19:08:06.958801 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loading extension file: qos_rule_type_details.py {{(pid=84656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:08:06.959718 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=84656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:08:06.960244 n-d-836017-2 neutron-server[84656]: INFO neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 18 19:08:06.960592 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loading extension file: qos_rules_alias.py {{(pid=84656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:08:06.961638 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=84656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:08:06.962160 n-d-836017-2 neutron-server[84656]: INFO neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 18 19:08:06.962484 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loading extension file: quotasv2.py {{(pid=84656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:08:06.963367 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=84656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:08:06.963695 n-d-836017-2 neutron-server[84656]: INFO neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loaded extension: quotas Apr 18 19:08:06.964027 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loading extension file: quotasv2_detail.py {{(pid=84656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:08:06.965658 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=84656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:08:06.965998 n-d-836017-2 neutron-server[84656]: INFO neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loaded extension: quota_details Apr 18 19:08:06.966328 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loading extension file: rbac.py {{(pid=84656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:08:06.967369 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=84656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:08:06.967898 n-d-836017-2 neutron-server[84656]: INFO neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loaded extension: rbac-policies Apr 18 19:08:06.968227 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loading extension file: rbac_address_scope.py {{(pid=84656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:08:06.969177 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=84656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:08:06.969707 n-d-836017-2 neutron-server[84656]: INFO neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loaded extension: rbac-address-scope Apr 18 19:08:06.970031 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loading extension file: rbac_security_groups.py {{(pid=84656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:08:06.970951 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=84656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:08:06.971468 n-d-836017-2 neutron-server[84656]: INFO neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loaded extension: rbac-security-groups Apr 18 19:08:06.971790 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loading extension file: rbac_subnetpool.py {{(pid=84656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:08:06.979139 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=84656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:08:06.979663 n-d-836017-2 neutron-server[84656]: INFO neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loaded extension: rbac-subnetpool Apr 18 19:08:06.979988 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loading extension file: revisionifmatch.py {{(pid=84656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:08:06.980953 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=84656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:08:06.981473 n-d-836017-2 neutron-server[84656]: INFO neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loaded extension: revision-if-match Apr 18 19:08:06.981795 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loading extension file: revisions.py {{(pid=84656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:08:06.982897 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=84656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:08:06.983417 n-d-836017-2 neutron-server[84656]: INFO neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loaded extension: standard-attr-revisions Apr 18 19:08:06.983742 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loading extension file: router_availability_zone.py {{(pid=84656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:08:06.984448 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=84656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:08:06.984995 n-d-836017-2 neutron-server[84656]: INFO neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loaded extension: router_availability_zone Apr 18 19:08:06.985319 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loading extension file: routerservicetype.py {{(pid=84656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:08:06.986245 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=84656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:08:06.986764 n-d-836017-2 neutron-server[84656]: INFO neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Extension router-service-type not supported by any of loaded plugins Apr 18 19:08:06.987090 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loading extension file: security_groups_port_filtering.py {{(pid=84656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:08:06.988732 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=84656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:08:06.989474 n-d-836017-2 neutron-server[84656]: INFO neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loaded extension: port-security-groups-filtering Apr 18 19:08:06.989756 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loading extension file: securitygroup.py {{(pid=84656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:08:07.001098 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=84656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:08:07.005179 n-d-836017-2 neutron-server[84656]: INFO neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loaded extension: security-group Apr 18 19:08:07.005179 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loading extension file: segment.py {{(pid=84656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:08:07.005179 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=84656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:08:07.005179 n-d-836017-2 neutron-server[84656]: INFO neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Extension segment not supported by any of loaded plugins Apr 18 19:08:07.005179 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=84656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:08:07.005852 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=84656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:08:07.006378 n-d-836017-2 neutron-server[84656]: INFO neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 18 19:08:07.006713 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loading extension file: servicetype.py {{(pid=84656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:08:07.007816 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=84656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:08:07.008379 n-d-836017-2 neutron-server[84656]: INFO neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loaded extension: service-type Apr 18 19:08:07.008712 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loading extension file: sorting.py {{(pid=84656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:08:07.009698 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=84656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:08:07.010026 n-d-836017-2 neutron-server[84656]: INFO neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loaded extension: sorting Apr 18 19:08:07.010352 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loading extension file: standard_attr_segment.py {{(pid=84656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:08:07.011269 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=84656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:08:07.011802 n-d-836017-2 neutron-server[84656]: INFO neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 18 19:08:07.012134 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loading extension file: standardattrdescription.py {{(pid=84656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:08:07.012818 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=84656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:08:07.013338 n-d-836017-2 neutron-server[84656]: INFO neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loaded extension: standard-attr-description Apr 18 19:08:07.013666 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loading extension file: stateful_security_group.py {{(pid=84656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:08:07.014607 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=84656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:08:07.015132 n-d-836017-2 neutron-server[84656]: INFO neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loaded extension: stateful-security-group Apr 18 19:08:07.015492 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loading extension file: stdattrs_common.py {{(pid=84656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:08:07.016073 n-d-836017-2 neutron-server[84656]: WARNING neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 18 19:08:07.016386 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=84656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:08:07.017327 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=84656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:08:07.017845 n-d-836017-2 neutron-server[84656]: INFO neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 18 19:08:07.018165 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loading extension file: subnet_onboard.py {{(pid=84656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:08:07.019871 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=84656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:08:07.020499 n-d-836017-2 neutron-server[84656]: INFO neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loaded extension: subnet_onboard Apr 18 19:08:07.020831 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=84656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:08:07.021782 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=84656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:08:07.022310 n-d-836017-2 neutron-server[84656]: INFO neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 18 19:08:07.022635 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loading extension file: subnet_service_types.py {{(pid=84656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:08:07.023590 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=84656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:08:07.024117 n-d-836017-2 neutron-server[84656]: INFO neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loaded extension: subnet-service-types Apr 18 19:08:07.024474 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loading extension file: subnetallocation.py {{(pid=84656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:08:07.025573 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=84656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:08:07.026098 n-d-836017-2 neutron-server[84656]: INFO neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loaded extension: subnet_allocation Apr 18 19:08:07.026444 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=84656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:08:07.027111 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=84656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:08:07.027633 n-d-836017-2 neutron-server[84656]: INFO neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loaded extension: subnetpool-prefix-ops Apr 18 19:08:07.027957 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=84656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:08:07.028924 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=84656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:08:07.029450 n-d-836017-2 neutron-server[84656]: INFO neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 18 19:08:07.029773 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loading extension file: tagging.py {{(pid=84656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:08:07.030833 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=84656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:08:07.031360 n-d-836017-2 neutron-server[84656]: INFO neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loaded extension: standard-attr-tag Apr 18 19:08:07.031689 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loading extension file: timestamp.py {{(pid=84656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:08:07.037631 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=84656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:08:07.038164 n-d-836017-2 neutron-server[84656]: INFO neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loaded extension: standard-attr-timestamp Apr 18 19:08:07.038496 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loading extension file: trunk.py {{(pid=84656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:08:07.039534 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=84656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:08:07.040060 n-d-836017-2 neutron-server[84656]: INFO neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Extension trunk not supported by any of loaded plugins Apr 18 19:08:07.040424 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loading extension file: trunk_details.py {{(pid=84656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:08:07.041340 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=84656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:08:07.041864 n-d-836017-2 neutron-server[84656]: INFO neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Extension trunk-details not supported by any of loaded plugins Apr 18 19:08:07.042191 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loading extension file: uplink_status_propagation.py {{(pid=84656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:08:07.043111 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=84656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:08:07.043640 n-d-836017-2 neutron-server[84656]: INFO neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 18 19:08:07.043967 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Loading extension file: vlantransparent.py {{(pid=84656) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:08:07.044669 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=84656) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:08:07.045190 n-d-836017-2 neutron-server[84656]: INFO neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Extension vlan-transparent not supported by any of loaded plugins Apr 18 19:08:07.047470 n-d-836017-2 neutron-server[84656]: INFO neutron.quota.resource_registry [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Creating instance of TrackedResource for resource:network Apr 18 19:08:07.048198 n-d-836017-2 neutron-server[84656]: INFO neutron.quota.resource_registry [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Creating instance of TrackedResource for resource:subnet Apr 18 19:08:07.048831 n-d-836017-2 neutron-server[84656]: INFO neutron.quota.resource_registry [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Creating instance of TrackedResource for resource:subnetpool Apr 18 19:08:07.049608 n-d-836017-2 neutron-server[84656]: INFO neutron.quota.resource_registry [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Creating instance of TrackedResource for resource:port Apr 18 19:08:07.050917 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.v2.resource_helper [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84656) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 19:08:07.051367 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.v2.resource_helper [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Service FLAVORS assigned prefix: {{(pid=84656) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 19:08:07.051986 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.v2.resource_helper [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84656) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 19:08:07.052459 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.v2.resource_helper [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84656) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 19:08:07.052793 n-d-836017-2 neutron-server[84656]: INFO neutron.quota.resource_registry [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Creating instance of TrackedResource for resource:router Apr 18 19:08:07.053460 n-d-836017-2 neutron-server[84656]: INFO neutron.quota.resource_registry [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Creating instance of TrackedResource for resource:floatingip Apr 18 19:08:07.054167 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.v2.resource_helper [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Service METERING assigned prefix: /metering {{(pid=84656) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 19:08:07.055598 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=84656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:08:07.055969 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=84656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:08:07.056360 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:08:07.057506 n-d-836017-2 neutron-server[84656]: INFO neutron.quota.resource_registry [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Creating instance of CountableResource for resource:rbac_policy Apr 18 19:08:07.057943 n-d-836017-2 neutron-server[84656]: INFO neutron.quota.resource_registry [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Creating instance of TrackedResource for resource:security_group Apr 18 19:08:07.058698 n-d-836017-2 neutron-server[84656]: INFO neutron.quota.resource_registry [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Creating instance of TrackedResource for resource:security_group_rule Apr 18 19:08:07.059433 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.v2.resource_helper [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Service CORE assigned prefix: {{(pid=84656) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 19:08:07.059762 n-d-836017-2 neutron-server[84656]: INFO neutron.quota.resource_registry [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Creating instance of TrackedResource for resource:subnetpool Apr 18 19:08:07.060108 n-d-836017-2 neutron-server[84656]: WARNING neutron.quota.resource_registry [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] subnetpool is already registered Apr 18 19:08:07.060741 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.v2.resource_helper [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Service CORE assigned prefix: {{(pid=84656) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 19:08:07.061071 n-d-836017-2 neutron-server[84656]: INFO neutron.quota.resource_registry [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Creating instance of TrackedResource for resource:subnetpool Apr 18 19:08:07.061397 n-d-836017-2 neutron-server[84656]: WARNING neutron.quota.resource_registry [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] subnetpool is already registered Apr 18 19:08:07.063943 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.v2.resource_helper [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84656) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 19:08:07.064411 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.v2.resource_helper [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Service FLAVORS assigned prefix: {{(pid=84656) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 19:08:07.065013 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.v2.resource_helper [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84656) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 19:08:07.065444 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.v2.resource_helper [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84656) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 19:08:07.065778 n-d-836017-2 neutron-server[84656]: INFO neutron.quota.resource_registry [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Creating instance of TrackedResource for resource:router Apr 18 19:08:07.066139 n-d-836017-2 neutron-server[84656]: WARNING neutron.quota.resource_registry [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] router is already registered Apr 18 19:08:07.066731 n-d-836017-2 neutron-server[84656]: INFO neutron.quota.resource_registry [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Creating instance of TrackedResource for resource:floatingip Apr 18 19:08:07.067061 n-d-836017-2 neutron-server[84656]: WARNING neutron.quota.resource_registry [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] floatingip is already registered Apr 18 19:08:07.067692 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.v2.resource_helper [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Service METERING assigned prefix: /metering {{(pid=84656) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 19:08:07.068382 n-d-836017-2 neutron-server[84656]: INFO neutron.quota.resource_registry [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Creating instance of CountableResource for resource:rbac_policy Apr 18 19:08:07.068714 n-d-836017-2 neutron-server[84656]: WARNING neutron.quota.resource_registry [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] rbac_policy is already registered Apr 18 19:08:07.069252 n-d-836017-2 neutron-server[84656]: INFO neutron.quota.resource_registry [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Creating instance of TrackedResource for resource:security_group Apr 18 19:08:07.069583 n-d-836017-2 neutron-server[84656]: WARNING neutron.quota.resource_registry [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] security_group is already registered Apr 18 19:08:07.070160 n-d-836017-2 neutron-server[84656]: INFO neutron.quota.resource_registry [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Creating instance of TrackedResource for resource:security_group_rule Apr 18 19:08:07.070491 n-d-836017-2 neutron-server[84656]: WARNING neutron.quota.resource_registry [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] security_group_rule is already registered Apr 18 19:08:07.071164 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.v2.resource_helper [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Service CORE assigned prefix: {{(pid=84656) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 19:08:07.071492 n-d-836017-2 neutron-server[84656]: INFO neutron.quota.resource_registry [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Creating instance of TrackedResource for resource:subnetpool Apr 18 19:08:07.071815 n-d-836017-2 neutron-server[84656]: WARNING neutron.quota.resource_registry [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] subnetpool is already registered Apr 18 19:08:07.072439 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.v2.resource_helper [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Service CORE assigned prefix: {{(pid=84656) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 19:08:07.072769 n-d-836017-2 neutron-server[84656]: INFO neutron.quota.resource_registry [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Creating instance of TrackedResource for resource:subnetpool Apr 18 19:08:07.073096 n-d-836017-2 neutron-server[84656]: WARNING neutron.quota.resource_registry [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] subnetpool is already registered Apr 18 19:08:07.073752 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Extended resource: extensions {{(pid=84656) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 19:08:07.075190 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Extended resource: address-groups {{(pid=84656) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 19:08:07.076775 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Extended resource: address-scopes {{(pid=84656) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 19:08:07.078029 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Extended resource: agents {{(pid=84656) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 19:08:07.079169 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Extended resource: auto-allocated-topology {{(pid=84656) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 19:08:07.080399 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Extended resource: availability_zones {{(pid=84656) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 19:08:07.082216 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Extended resource: dhcp-networks {{(pid=84656) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 19:08:07.083580 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Extended resource: dhcp-agents {{(pid=84656) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 19:08:07.085012 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Extended resource: routers {{(pid=84656) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 19:08:07.086892 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Extended resource: flavors {{(pid=84656) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 19:08:07.088027 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Extended resource: service_profiles {{(pid=84656) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 19:08:07.089245 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Extended resource: next_providers {{(pid=84656) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 19:08:07.090730 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Extended resource: service_profiles {{(pid=84656) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 19:08:07.092127 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Extended resource: floatingip-pools {{(pid=84656) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 19:08:07.093529 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Extended resource: routers {{(pid=84656) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 19:08:07.095275 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Extended resource: floatingips {{(pid=84656) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 19:08:07.096478 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Extended resource: l3-routers {{(pid=84656) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 19:08:07.098591 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Extended resource: l3-agents {{(pid=84656) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 19:08:07.100092 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Extended resource: metering-labels {{(pid=84656) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 19:08:07.101592 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Extended resource: metering-label-rules {{(pid=84656) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 19:08:07.102832 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Extended resource: network-ip-availabilities {{(pid=84656) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 19:08:07.104055 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Extended resource: bindings {{(pid=84656) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 19:08:07.106608 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Extended resource: quotas {{(pid=84656) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 19:08:07.108055 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Extended resource: quotas {{(pid=84656) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 19:08:07.109930 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Extended resource: rbac-policies {{(pid=84656) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 19:08:07.111201 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Extended resource: security-groups {{(pid=84656) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 19:08:07.112421 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Extended resource: security-group-rules {{(pid=84656) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 19:08:07.113708 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Extended resource: service-providers {{(pid=84656) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 19:08:07.114912 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Extended resource: subnetpools {{(pid=84656) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 19:08:07.116526 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Extended resource: subnetpools {{(pid=84656) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 19:08:07.117958 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Extended resource: tags {{(pid=84656) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 19:08:07.119601 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Extended resource: tags {{(pid=84656) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 19:08:07.121381 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Extended resource: tags {{(pid=84656) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 19:08:07.123459 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Extended resource: tags {{(pid=84656) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 19:08:07.125213 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Extended resource: tags {{(pid=84656) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 19:08:07.126861 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Extended resource: tags {{(pid=84656) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 19:08:07.128675 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Extended resource: tags {{(pid=84656) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 19:08:07.130434 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Extended resource: tags {{(pid=84656) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 19:08:07.132242 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Extended resource: tags {{(pid=84656) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 19:08:07.134071 n-d-836017-2 neutron-server[84656]: DEBUG neutron.api.extensions [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Extended resource: tags {{(pid=84656) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 19:08:07.139876 n-d-836017-2 neutron-server[84656]: WARNING keystonemiddleware.auth_token [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 18 19:08:07.145487 n-d-836017-2 neutron-server[84656]: WARNING keystonemiddleware.auth_token [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 18 19:08:07.153539 n-d-836017-2 neutron-server[84656]: DEBUG oslo_concurrency.lockutils [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Acquired lock "singleton_lock" {{(pid=84656) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 18 19:08:07.154019 n-d-836017-2 neutron-server[84656]: DEBUG oslo_concurrency.lockutils [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Releasing lock "singleton_lock" {{(pid=84656) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 18 19:08:07.154646 n-d-836017-2 neutron-server[84656]: INFO oslo_service.service [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Starting 2 workers Apr 18 19:08:07.159196 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Started child 84763 {{(pid=84656) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 18 19:08:07.163962 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Started child 84764 {{(pid=84656) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 18 19:08:07.165371 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:08:07.165983 n-d-836017-2 neutron-server[84656]: INFO neutron.service [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Neutron service started, listening on 0.0.0.0:9696 Apr 18 19:08:07.166185 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Notify callbacks [] for process, before_spawn {{(pid=84656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:08:07.166856 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [-] (84763) wsgi starting up on http://0.0.0.0:9696 Apr 18 19:08:07.168695 n-d-836017-2 neutron-server[84656]: INFO oslo_service.service [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Starting 1 workers Apr 18 19:08:07.168970 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:08:07.170464 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [-] (84764) wsgi starting up on http://0.0.0.0:9696 Apr 18 19:08:07.173647 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Started child 84765 {{(pid=84656) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 18 19:08:07.174178 n-d-836017-2 neutron-server[84656]: INFO oslo_service.service [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Starting 1 workers Apr 18 19:08:07.177822 n-d-836017-2 neutron-server[84765]: DEBUG neutron.service [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] calling RpcWorker wait() {{(pid=84765) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 18 19:08:07.178472 n-d-836017-2 neutron-server[84765]: DEBUG neutron.service [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] returning from RpcWorker wait() {{(pid=84765) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 18 19:08:07.178618 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Started child 84766 {{(pid=84656) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 18 19:08:07.179234 n-d-836017-2 neutron-server[84656]: DEBUG neutron_lib.callbacks.manager [None req-776b06b1-13a1-4689-bc66-11fc6a2dcf6e None None] Notify callbacks [] for process, after_spawn {{(pid=84656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:08:07.179503 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:08:07.179970 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:08:07.181165 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=84656) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Apr 18 19:08:07.181376 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 18 19:08:07.181556 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 18 19:08:07.181768 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 18 19:08:07.182119 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 18 19:08:07.182285 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 18 19:08:07.182792 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.183068 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.183341 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.183558 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:08:07.184078 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.184078 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.184485 n-d-836017-2 neutron-server[84766]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:08:07.184636 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.184797 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.184992 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.185264 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.185499 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.185653 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.185820 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.186074 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.186309 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.186620 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.186888 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.187151 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.187394 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.187571 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.187822 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] config_source = [] {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.188088 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.188347 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.188605 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] debug = True {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.188863 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.189370 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.189597 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.189850 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.190088 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.190376 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.190617 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.190911 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.191183 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.191423 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.191680 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.192017 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.192295 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.192475 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.192737 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.192955 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.193411 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] host = n-d-836017-2 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.193630 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.193845 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.194096 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.194353 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.194600 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.194817 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.195085 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.195319 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.195576 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.195822 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.196083 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.196366 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.196548 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] log_dir = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.196807 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] log_file = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.196959 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] log_options = True {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.197280 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.197467 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.197725 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.197915 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.198084 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.198259 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.198520 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.198685 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.198942 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.199165 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.199379 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.199598 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.199858 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.200092 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.200345 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.200593 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.200791 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.201061 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.201261 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.201491 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.201747 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.201988 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.202219 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.202454 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.202673 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.202888 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.203117 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.203332 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.203543 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.203758 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.204029 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.204280 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.204534 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.204789 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.205019 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.205252 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.205457 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.205720 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.205951 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.206220 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.206476 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.207253 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.207650 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.207808 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.207946 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] use_journal = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.208177 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] use_json = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.208418 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.208653 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.208920 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.209138 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.209379 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.209593 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.209806 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.210041 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.210255 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.210780 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.211159 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.211392 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.211628 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.212414 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.212647 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.212914 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.213224 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.213363 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.213613 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.213942 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.214185 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.214515 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.214849 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.215113 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.69/identity {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.215366 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.215586 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.215829 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.216066 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.216284 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.216522 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.216740 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.217030 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.217270 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.217539 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.217712 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.217944 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.218181 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.218427 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.218672 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.218933 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.219184 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.219426 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.219644 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.219860 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.220075 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.220288 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.220533 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.224415 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.224415 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.224415 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.224415 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.224415 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.224415 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.224415 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.224415 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.224415 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.225600 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.225600 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.225600 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.225600 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.225600 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.225600 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.225600 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.225600 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.225600 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.226966 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.226966 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.226966 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.226966 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.226966 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.226966 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.229129 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.229129 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.229129 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.229129 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.229129 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.229129 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.229129 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.229129 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.229129 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.230554 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.230554 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.230554 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.230554 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.230554 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.230554 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.230554 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.231650 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.231650 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.231650 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.231650 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.231650 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.232348 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.232348 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.232348 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.232823 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.232823 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.232974 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.233177 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.233433 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.233654 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.233897 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.234135 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.234374 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.234635 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.234929 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.235193 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.235443 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.235691 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.235924 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.236205 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.236457 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.236738 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.236994 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.237263 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.237818 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.238083 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.238367 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.238798 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.239028 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.239307 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.239600 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.239816 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.240109 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.240405 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.240628 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.240914 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.241189 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.241446 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.241697 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.241931 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.242400 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.242536 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.242738 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.242971 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.243252 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.243632 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.243771 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.243975 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.244234 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.244491 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.244745 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.245130 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.69/identity {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.245285 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.245442 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.245672 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.245887 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.246120 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.246360 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.246597 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.246835 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.247068 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.247567 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.247780 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.247994 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.248226 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.248467 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.248682 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.248930 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.249144 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.249362 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.249618 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.249833 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.250050 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.250407 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.250554 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.250739 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.250955 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.251843 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.251843 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.251843 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.252260 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.252260 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.253282 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.253282 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.253282 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.253282 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.253282 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.254068 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.254068 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.254068 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.254528 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.254528 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.254843 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.254979 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.255115 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.255460 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.255682 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.255930 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.256157 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.256419 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.256635 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.256867 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.257081 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.257498 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.257498 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.257776 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.257925 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.258155 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.258370 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.258585 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.258821 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.259179 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.259319 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.259497 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.259719 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.259950 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.260187 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.260427 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.260642 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.262242 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.262242 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.262242 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.262242 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.262242 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.262242 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.262242 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.262995 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.262995 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.262995 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.263363 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.263363 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.263593 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.263785 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.264019 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.265032 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.265032 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.265032 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.265032 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.265600 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.265600 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.265810 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.265985 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.266249 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.266567 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.266781 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.267022 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.267256 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.267492 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.267737 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.268025 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.268356 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.268650 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.268897 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.269671 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.269988 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.270272 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.270545 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.270760 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.271076 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.271404 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.271685 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.271943 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.272170 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.272467 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.272693 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.272913 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.273145 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.273378 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.273593 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.273829 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.274065 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.274287 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.274522 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.274747 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.274982 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.275230 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.275461 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.275698 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.275914 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.276069 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 18 19:08:07.276621 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=84656) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Apr 18 19:08:07.276783 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 18 19:08:07.276935 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 18 19:08:07.277105 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 18 19:08:07.277275 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 18 19:08:07.277520 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 18 19:08:07.277726 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.277887 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.278052 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.278216 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.278373 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.278553 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.278715 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.278874 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.279038 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.279213 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.279629 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.279860 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.280018 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.280183 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.280362 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.280523 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.280684 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.280839 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.281178 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.281483 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] config_source = [] {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.281783 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.282083 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.282379 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] debug = True {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.282685 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.282891 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.283052 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.283359 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.283521 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.283680 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.283840 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.284000 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.284158 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.284343 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.284496 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.284659 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.285536 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.285696 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.285876 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.286039 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.286198 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] host = n-d-836017-2 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.286356 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.286515 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.286673 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.286830 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.286987 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.287149 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.287303 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.287446 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.287599 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.287764 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.287921 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.288078 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.288236 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] log_dir = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.288428 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] log_file = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.288590 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] log_options = True {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.288742 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.288900 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.289044 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.289228 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.289374 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.289537 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.289696 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.289854 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.290012 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.290169 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.290328 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.290485 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.290642 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.290799 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.290958 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.291114 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.291272 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.291432 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.291641 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.291979 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.291979 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.292185 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.292185 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.292350 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.292497 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.292658 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.292805 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.292958 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.293117 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.293275 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.293433 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.293591 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.293749 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.293907 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.294065 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.294222 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.294379 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.294543 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.294701 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.294860 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.295018 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.295175 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.295333 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.295492 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.295650 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] use_journal = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.295807 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] use_json = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.295965 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.296123 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.296281 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.296459 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.296616 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.296773 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.297133 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.297133 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.297390 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:08:07.297390 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.297580 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.297702 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.297858 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.298020 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.298181 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.298342 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.298502 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.298665 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.298825 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.298992 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.299152 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.299327 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.299486 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.299648 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.69/identity {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.299810 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.299970 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.300130 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.300290 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.300525 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.300686 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.300960 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.301140 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.301349 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.301517 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.301697 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.301840 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.302000 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.302161 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.302323 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.302483 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.302654 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.302793 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.302953 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.303113 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.303272 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.303434 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.303594 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.303755 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.303916 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.304086 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.304245 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.304432 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.304593 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.304755 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.304914 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.305074 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.305233 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.305393 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.305554 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.305714 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.305887 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.306047 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.306207 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.306366 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.306527 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.306688 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.306847 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.307007 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.307168 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.307328 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.307488 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.307647 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.307809 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.307969 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.308131 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.308290 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.308471 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.308636 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.309315 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.309315 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.309315 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.309315 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.309801 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.309801 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.309801 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.310061 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.310061 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.310288 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.310419 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.310531 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.310667 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.310901 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.311062 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.311145 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.311279 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.311641 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.311641 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.311889 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.312121 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.312363 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.312507 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.312596 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.312763 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.312900 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.313060 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.313220 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.313381 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.313540 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.313700 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.313861 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.314031 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.314190 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.314354 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.314514 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.314682 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.314853 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.315015 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.315176 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.315337 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.315497 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.315657 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.315817 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.316008 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.316194 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.316614 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.316777 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.316946 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.317118 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.317280 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.317441 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.317602 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.317785 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.317945 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.318106 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.318269 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.318430 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.318591 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.318757 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.318916 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.319087 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.319226 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.319385 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.319548 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.69/identity {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.319709 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.319870 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.320030 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.320191 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.320373 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.320536 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.320697 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.320858 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.321020 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.321182 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.321342 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.321503 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.321662 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.321822 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.321982 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.322142 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.322301 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.322462 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.322623 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.322790 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.322948 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.323108 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.323268 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.323427 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.323589 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.323742 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.323895 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.324046 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.324207 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.324583 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.324583 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.324806 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.324935 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.325048 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.325172 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.325291 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.325452 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.325614 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.325776 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.325936 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.326713 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.326713 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.326713 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.326713 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.326713 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.327214 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.327214 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.327214 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.327423 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.327423 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.327594 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.327759 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.328321 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.328321 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.328321 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.328715 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.328869 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.329049 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.329196 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.329361 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.329522 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.330021 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.330021 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.330021 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.330326 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.330326 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.330524 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.330610 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.330733 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.330875 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.331034 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.331203 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.331363 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.331557 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.332208 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.332393 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.332553 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.332640 n-d-836017-2 neutron-server[84765]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:08:07.332803 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.332987 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.333106 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.333267 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.333428 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.333587 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.333748 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.333918 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.334081 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.334240 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.334409 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.334569 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.334730 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.334890 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.335064 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.335226 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.335389 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.335549 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.335708 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.335869 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.336031 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.336196 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.336389 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.336558 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.336720 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.336891 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.337061 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.337231 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.337392 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.337559 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.337731 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.337893 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.338052 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.338212 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.338372 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.338532 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.338692 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.338852 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.339015 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.339175 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.339336 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.339494 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.339658 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.339817 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.339977 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.340137 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.340329 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.340476 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.340636 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.340796 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:08:07.340949 n-d-836017-2 neutron-server[84656]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84656) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 18 19:08:07.657482 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 40360) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:08:07.666558 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [-] 10.222.0.69 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068655 Apr 18 19:08:18.191190 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee6af3c-9e1c-4d9c-961a-b1974e91f765 None None] get_active_networks_info from n-d-836017-2 {{(pid=84765) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 18 19:08:18.259615 n-d-836017-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee6af3c-9e1c-4d9c-961a-b1974e91f765 None None] No non-hosted networks {{(pid=84765) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 18 19:08:18.274357 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.agentschedulers_db [None req-5ee6af3c-9e1c-4d9c-961a-b1974e91f765 None None] DHCP Agent not found on host n-d-836017-2 {{(pid=84765) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 18 19:08:18.387441 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f89ee859-3741-49ec-b315-54bb4db7ea43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-417479'] for agent, after_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:08:20.315852 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a10b3226-79c0-4fe3-bdf8-3718151acd8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-417479'] for agent, after_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:08:20.344444 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-0855850c-064a-4eef-a1be-eb69fcf404e7 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-836017-2 {{(pid=84765) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 19:08:20.345150 n-d-836017-2 neutron-server[84765]: DEBUG oslo_db.api [None req-0855850c-064a-4eef-a1be-eb69fcf404e7 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 19:08:20.948471 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0855850c-064a-4eef-a1be-eb69fcf404e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:08:21.748415 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1c541fd-6087-4755-8778-e68e27e46067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-417479'] for agent, after_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:08:21.948502 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-417479'] for agent, after_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:08:21.949197 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:08:21.949534 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:08:21.949937 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:08:21.950285 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:08:21.950818 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:08:21.951142 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:08:21.951462 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:08:21.951838 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:08:21.952159 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:08:21.952503 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:08:21.952813 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:08:21.953432 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-836017-2', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:08:21.965014 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-836017-2', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:08:22.943388 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a4106dab-6971-4e7e-8fdc-c66f0a3f4877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-417479'] for agent, after_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:08:23.511600 n-d-836017-2 neutron-server[84765]: INFO neutron.db.l3_hamode_db [None req-87458445-d2d9-4a14-b0c4-d89f1e11df20 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 18 19:08:23.601868 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87458445-d2d9-4a14-b0c4-d89f1e11df20 None None] Routers set() bound to L3 agent in host n-d-836017-2 {{(pid=84765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:08:23.602238 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87458445-d2d9-4a14-b0c4-d89f1e11df20 None None] Router IDs set() for agent in host n-d-836017-2 {{(pid=84765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Apr 18 19:08:24.631472 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 40452) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:08:25.236359 n-d-836017-2 neutron-server[84764]: WARNING oslo_policy.policy [None req-3ba9f22e-381b-474e-970d-d7acbd19011d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 18 19:08:25.236958 n-d-836017-2 neutron-server[84764]: WARNING oslo_policy.policy [None req-3ba9f22e-381b-474e-970d-d7acbd19011d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 18 19:08:25.449354 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [None req-3ba9f22e-381b-474e-970d-d7acbd19011d admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=84764) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:08:25.450428 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-3ba9f22e-381b-474e-970d-d7acbd19011d admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8175020 Apr 18 19:08:27.701437 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 40466) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:08:28.085989 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-6ba64dc3-9cfb-435b-b6ee-b19b588b6ba9 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:08:28.139819 n-d-836017-2 neutron-server[84764]: DEBUG neutron.policy [None req-6ba64dc3-9cfb-435b-b6ee-b19b588b6ba9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84764) register_rules /opt/stack/neutron/neutron/policy.py:65}} Apr 18 19:08:28.140587 n-d-836017-2 neutron-server[84764]: WARNING oslo_policy.policy [None req-6ba64dc3-9cfb-435b-b6ee-b19b588b6ba9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 18 19:08:28.140956 n-d-836017-2 neutron-server[84764]: WARNING oslo_policy.policy [None req-6ba64dc3-9cfb-435b-b6ee-b19b588b6ba9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 18 19:08:28.144208 n-d-836017-2 neutron-server[84764]: INFO neutron.quota [None req-6ba64dc3-9cfb-435b-b6ee-b19b588b6ba9 admin admin] Loaded quota_driver: . Apr 18 19:08:28.160775 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-6ba64dc3-9cfb-435b-b6ee-b19b588b6ba9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:08:28.300137 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-6ba64dc3-9cfb-435b-b6ee-b19b588b6ba9 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791095621362', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791095509626', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791095514378', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791095524440', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791095527353', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1286845', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1141033', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-66625463', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-66684553'] for rbac-policy, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:08:28.518511 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-6ba64dc3-9cfb-435b-b6ee-b19b588b6ba9 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:08:28.520282 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-6ba64dc3-9cfb-435b-b6ee-b19b588b6ba9 admin admin] 10.222.0.69 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8178616 Apr 18 19:08:31.045216 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 40480) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:08:31.648047 n-d-836017-2 neutron-server[84763]: WARNING oslo_policy.policy [None req-fa514435-bd7d-428f-b451-cd180f2d5fce admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 18 19:08:31.648677 n-d-836017-2 neutron-server[84763]: WARNING oslo_policy.policy [None req-fa514435-bd7d-428f-b451-cd180f2d5fce admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 18 19:08:31.861538 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-fa514435-bd7d-428f-b451-cd180f2d5fce admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': 'cccfaa7dbf554b3ab9474e123a7b6851'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:08:31.863160 n-d-836017-2 neutron-server[84763]: INFO neutron.quota [None req-fa514435-bd7d-428f-b451-cd180f2d5fce admin admin] Loaded quota_driver: . Apr 18 19:08:31.879114 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-fa514435-bd7d-428f-b451-cd180f2d5fce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:08:31.885703 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-fa514435-bd7d-428f-b451-cd180f2d5fce admin admin] Usage tracker for resource:network and tenant:cccfaa7dbf554b3ab9474e123a7b6851 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:08:31.891327 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-fa514435-bd7d-428f-b451-cd180f2d5fce admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:08:31.899440 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-fa514435-bd7d-428f-b451-cd180f2d5fce admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:08:31.990888 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa514435-bd7d-428f-b451-cd180f2d5fce admin admin] Made reservation on behalf of cccfaa7dbf554b3ab9474e123a7b6851 for: {'network': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:08:32.029064 n-d-836017-2 neutron-server[84763]: DEBUG neutron.policy [None req-fa514435-bd7d-428f-b451-cd180f2d5fce admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84763) register_rules /opt/stack/neutron/neutron/policy.py:65}} Apr 18 19:08:32.029823 n-d-836017-2 neutron-server[84763]: WARNING oslo_policy.policy [None req-fa514435-bd7d-428f-b451-cd180f2d5fce admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 18 19:08:32.030190 n-d-836017-2 neutron-server[84763]: WARNING oslo_policy.policy [None req-fa514435-bd7d-428f-b451-cd180f2d5fce admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 18 19:08:32.034705 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-fa514435-bd7d-428f-b451-cd180f2d5fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for network, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:08:32.057463 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-fa514435-bd7d-428f-b451-cd180f2d5fce admin admin] Notify callbacks [] for security_group, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:08:32.104539 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-fa514435-bd7d-428f-b451-cd180f2d5fce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:08:32.108312 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-fa514435-bd7d-428f-b451-cd180f2d5fce admin admin] Usage tracker for resource:security_group_rule and tenant:cccfaa7dbf554b3ab9474e123a7b6851 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:08:32.111937 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-fa514435-bd7d-428f-b451-cd180f2d5fce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:08:32.117123 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-fa514435-bd7d-428f-b451-cd180f2d5fce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:08:32.185467 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-fa514435-bd7d-428f-b451-cd180f2d5fce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:08:32.261603 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-fa514435-bd7d-428f-b451-cd180f2d5fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:08:32.283840 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa514435-bd7d-428f-b451-cd180f2d5fce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=84763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:08:32.309744 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-fa514435-bd7d-428f-b451-cd180f2d5fce admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791093852016', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:08:32.310347 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-fa514435-bd7d-428f-b451-cd180f2d5fce admin admin] Unsubscribe: segment precommit_create {{(pid=84763) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 18 19:08:32.310852 n-d-836017-2 neutron-server[84763]: INFO neutron.db.segments_db [None req-fa514435-bd7d-428f-b451-cd180f2d5fce admin admin] Added segment f8b24484-e09e-4fda-b860-936c690a6625 of type vlan for network baebe620-c8b1-4bab-9fab-28a5605134a3 Apr 18 19:08:32.363783 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa514435-bd7d-428f-b451-cd180f2d5fce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2ea3e6d-f8c5-49b8-85bf-5fba2527baa1,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:08:32.389861 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa514435-bd7d-428f-b451-cd180f2d5fce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:08:32.390196 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa514435-bd7d-428f-b451-cd180f2d5fce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:08:32.390536 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa514435-bd7d-428f-b451-cd180f2d5fce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:08:32.390864 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa514435-bd7d-428f-b451-cd180f2d5fce admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:08:32.391189 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa514435-bd7d-428f-b451-cd180f2d5fce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:08:32.391523 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa514435-bd7d-428f-b451-cd180f2d5fce admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:08:32.391845 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa514435-bd7d-428f-b451-cd180f2d5fce admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:08:32.392165 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa514435-bd7d-428f-b451-cd180f2d5fce admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:08:32.392509 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa514435-bd7d-428f-b451-cd180f2d5fce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:08:32.392828 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa514435-bd7d-428f-b451-cd180f2d5fce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:08:32.393146 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa514435-bd7d-428f-b451-cd180f2d5fce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:08:32.394854 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa514435-bd7d-428f-b451-cd180f2d5fce admin admin] Tracked resource versions report: Apr 18 19:08:32.394854 n-d-836017-2 neutron-server[84763]: pushed versions: Apr 18 19:08:32.394854 n-d-836017-2 neutron-server[84763]: { 'ConntrackHelper': {'1.0'}, Apr 18 19:08:32.394854 n-d-836017-2 neutron-server[84763]: 'Log': {'1.0'}, Apr 18 19:08:32.394854 n-d-836017-2 neutron-server[84763]: 'Network': {'1.1'}, Apr 18 19:08:32.394854 n-d-836017-2 neutron-server[84763]: 'Port': {'1.5'}, Apr 18 19:08:32.394854 n-d-836017-2 neutron-server[84763]: 'PortForwarding': {'1.2'}, Apr 18 19:08:32.394854 n-d-836017-2 neutron-server[84763]: 'QosPolicy': {'1.8'}, Apr 18 19:08:32.394854 n-d-836017-2 neutron-server[84763]: 'SecurityGroup': {'1.2'}, Apr 18 19:08:32.394854 n-d-836017-2 neutron-server[84763]: 'SecurityGroupRule': {'1.0'}, Apr 18 19:08:32.394854 n-d-836017-2 neutron-server[84763]: 'SubPort': {'1.0'}, Apr 18 19:08:32.394854 n-d-836017-2 neutron-server[84763]: 'Subnet': {'1.1'}, Apr 18 19:08:32.394854 n-d-836017-2 neutron-server[84763]: 'Trunk': {'1.1'}} Apr 18 19:08:32.394854 n-d-836017-2 neutron-server[84763]: consumer versions: Apr 18 19:08:32.394854 n-d-836017-2 neutron-server[84763]: { DHCP agent@n-d-836017-2: {}, Apr 18 19:08:32.394854 n-d-836017-2 neutron-server[84763]: L3 agent@n-d-836017-2: {}, Apr 18 19:08:32.394854 n-d-836017-2 neutron-server[84763]: Metadata agent@n-d-836017-2: {}, Apr 18 19:08:32.394854 n-d-836017-2 neutron-server[84763]: Metering agent@n-d-836017-2: {}, Apr 18 19:08:32.394854 n-d-836017-2 neutron-server[84763]: Open vSwitch agent@n-d-836017-2: { 'ConntrackHelper': '1.0', Apr 18 19:08:32.394854 n-d-836017-2 neutron-server[84763]: 'Log': '1.0', Apr 18 19:08:32.394854 n-d-836017-2 neutron-server[84763]: 'Network': '1.1', Apr 18 19:08:32.394854 n-d-836017-2 neutron-server[84763]: 'Port': '1.5', Apr 18 19:08:32.394854 n-d-836017-2 neutron-server[84763]: 'PortForwarding': '1.2', Apr 18 19:08:32.394854 n-d-836017-2 neutron-server[84763]: 'QosPolicy': '1.8', Apr 18 19:08:32.394854 n-d-836017-2 neutron-server[84763]: 'SecurityGroup': '1.2', Apr 18 19:08:32.394854 n-d-836017-2 neutron-server[84763]: 'SecurityGroupRule': '1.0', Apr 18 19:08:32.394854 n-d-836017-2 neutron-server[84763]: 'SubPort': '1.0', Apr 18 19:08:32.394854 n-d-836017-2 neutron-server[84763]: 'Subnet': '1.1', Apr 18 19:08:32.394854 n-d-836017-2 neutron-server[84763]: 'Trunk': '1.1'}} Apr 18 19:08:32.394854 n-d-836017-2 neutron-server[84763]: {{(pid=84763) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 18 19:08:32.428330 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-fa514435-bd7d-428f-b451-cd180f2d5fce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791093404182'] for network, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:08:32.541700 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-fa514435-bd7d-428f-b451-cd180f2d5fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251'] for network, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:08:32.542790 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa514435-bd7d-428f-b451-cd180f2d5fce admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:08:32.543501 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-fa514435-bd7d-428f-b451-cd180f2d5fce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:08:32.650793 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa514435-bd7d-428f-b451-cd180f2d5fce admin admin] Pushing event updated for resources: {'Network': ['ID=baebe620-c8b1-4bab-9fab-28a5605134a3,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:08:32.662236 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Network baebe620-c8b1-4bab-9fab-28a5605134a3 details requested by agent ovs-agent-n-d-836017-2 with host n-d-836017-2 {{(pid=84765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:08:32.716331 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-fa514435-bd7d-428f-b451-cd180f2d5fce admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.6550450 Apr 18 19:08:35.296738 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 40502) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:08:35.811955 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3292cb9-2813-467a-892b-2d700f0d600a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:08:35.813444 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-c3292cb9-2813-467a-892b-2d700f0d600a admin admin] 10.222.0.69 "GET /v2.0/networks/baebe620-c8b1-4bab-9fab-28a5605134a3 HTTP/1.1" status: 200 len: 825 time: 0.5157881 Apr 18 19:08:35.840580 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-643d6cd6-4da1-4e7b-bed5-0a2f2b6c6027 admin admin] 10.222.0.69 "GET /v2.0/subnetpools/2af8d09a-6b4d-4f2d-9253-9b20bb325957 HTTP/1.1" status: 200 len: 734 time: 0.0212390 Apr 18 19:08:35.849131 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-9fe1ebbf-9ca3-4a52-8885-fb6437da4cd4 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'tenant_id': 'cccfaa7dbf554b3ab9474e123a7b6851', 'gateway_ip': '172.20.0.1', 'network_id': 'baebe620-c8b1-4bab-9fab-28a5605134a3', 'ip_version': 4, 'subnetpool_id': '2af8d09a-6b4d-4f2d-9253-9b20bb325957'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:08:35.853467 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-9fe1ebbf-9ca3-4a52-8885-fb6437da4cd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:08:35.857640 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-9fe1ebbf-9ca3-4a52-8885-fb6437da4cd4 admin admin] Usage tracker for resource:subnet and tenant:cccfaa7dbf554b3ab9474e123a7b6851 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:08:35.861160 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-9fe1ebbf-9ca3-4a52-8885-fb6437da4cd4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:08:35.867765 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-9fe1ebbf-9ca3-4a52-8885-fb6437da4cd4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:08:35.953085 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fe1ebbf-9ca3-4a52-8885-fb6437da4cd4 admin admin] Made reservation on behalf of cccfaa7dbf554b3ab9474e123a7b6851 for: {'subnet': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:08:35.955639 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-9fe1ebbf-9ca3-4a52-8885-fb6437da4cd4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:08:36.311209 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-9fe1ebbf-9ca3-4a52-8885-fb6437da4cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251'] for subnet, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:08:36.405366 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe1ebbf-9ca3-4a52-8885-fb6437da4cd4 admin admin] Checking segment: {'id': 'f8b24484-e09e-4fda-b860-936c690a6625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'baebe620-c8b1-4bab-9fab-28a5605134a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:08:36.405755 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe1ebbf-9ca3-4a52-8885-fb6437da4cd4 admin admin] Network hostable DHCP agents. Network: baebe620-c8b1-4bab-9fab-28a5605134a3, hostable agents: ['f6987c12-6d6c-47d4-b22d-cfcd164dc40d'], hosted agents: [] {{(pid=84764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:08:36.420843 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe1ebbf-9ca3-4a52-8885-fb6437da4cd4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58e024ea-4bc9-41d6-9bb2-a7000785db70,revision_number=0']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:08:36.433428 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe1ebbf-9ca3-4a52-8885-fb6437da4cd4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:08:36.433768 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe1ebbf-9ca3-4a52-8885-fb6437da4cd4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:08:36.434102 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe1ebbf-9ca3-4a52-8885-fb6437da4cd4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:08:36.434433 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe1ebbf-9ca3-4a52-8885-fb6437da4cd4 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:08:36.434757 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe1ebbf-9ca3-4a52-8885-fb6437da4cd4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:08:36.435079 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe1ebbf-9ca3-4a52-8885-fb6437da4cd4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:08:36.435399 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe1ebbf-9ca3-4a52-8885-fb6437da4cd4 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:08:36.435720 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe1ebbf-9ca3-4a52-8885-fb6437da4cd4 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:08:36.436035 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe1ebbf-9ca3-4a52-8885-fb6437da4cd4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:08:36.436369 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe1ebbf-9ca3-4a52-8885-fb6437da4cd4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:08:36.436686 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe1ebbf-9ca3-4a52-8885-fb6437da4cd4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:08:36.437728 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe1ebbf-9ca3-4a52-8885-fb6437da4cd4 admin admin] Tracked resource versions report: Apr 18 19:08:36.437728 n-d-836017-2 neutron-server[84764]: pushed versions: Apr 18 19:08:36.437728 n-d-836017-2 neutron-server[84764]: { 'ConntrackHelper': {'1.0'}, Apr 18 19:08:36.437728 n-d-836017-2 neutron-server[84764]: 'Log': {'1.0'}, Apr 18 19:08:36.437728 n-d-836017-2 neutron-server[84764]: 'Network': {'1.1'}, Apr 18 19:08:36.437728 n-d-836017-2 neutron-server[84764]: 'Port': {'1.5'}, Apr 18 19:08:36.437728 n-d-836017-2 neutron-server[84764]: 'PortForwarding': {'1.2'}, Apr 18 19:08:36.437728 n-d-836017-2 neutron-server[84764]: 'QosPolicy': {'1.8'}, Apr 18 19:08:36.437728 n-d-836017-2 neutron-server[84764]: 'SecurityGroup': {'1.2'}, Apr 18 19:08:36.437728 n-d-836017-2 neutron-server[84764]: 'SecurityGroupRule': {'1.0'}, Apr 18 19:08:36.437728 n-d-836017-2 neutron-server[84764]: 'SubPort': {'1.0'}, Apr 18 19:08:36.437728 n-d-836017-2 neutron-server[84764]: 'Subnet': {'1.1'}, Apr 18 19:08:36.437728 n-d-836017-2 neutron-server[84764]: 'Trunk': {'1.1'}} Apr 18 19:08:36.437728 n-d-836017-2 neutron-server[84764]: consumer versions: Apr 18 19:08:36.437728 n-d-836017-2 neutron-server[84764]: { DHCP agent@n-d-836017-2: {}, Apr 18 19:08:36.437728 n-d-836017-2 neutron-server[84764]: L3 agent@n-d-836017-2: {}, Apr 18 19:08:36.437728 n-d-836017-2 neutron-server[84764]: Metadata agent@n-d-836017-2: {}, Apr 18 19:08:36.437728 n-d-836017-2 neutron-server[84764]: Metering agent@n-d-836017-2: {}, Apr 18 19:08:36.437728 n-d-836017-2 neutron-server[84764]: Open vSwitch agent@n-d-836017-2: { 'ConntrackHelper': '1.0', Apr 18 19:08:36.437728 n-d-836017-2 neutron-server[84764]: 'Log': '1.0', Apr 18 19:08:36.437728 n-d-836017-2 neutron-server[84764]: 'Network': '1.1', Apr 18 19:08:36.437728 n-d-836017-2 neutron-server[84764]: 'Port': '1.5', Apr 18 19:08:36.437728 n-d-836017-2 neutron-server[84764]: 'PortForwarding': '1.2', Apr 18 19:08:36.437728 n-d-836017-2 neutron-server[84764]: 'QosPolicy': '1.8', Apr 18 19:08:36.437728 n-d-836017-2 neutron-server[84764]: 'SecurityGroup': '1.2', Apr 18 19:08:36.437728 n-d-836017-2 neutron-server[84764]: 'SecurityGroupRule': '1.0', Apr 18 19:08:36.437728 n-d-836017-2 neutron-server[84764]: 'SubPort': '1.0', Apr 18 19:08:36.437728 n-d-836017-2 neutron-server[84764]: 'Subnet': '1.1', Apr 18 19:08:36.437728 n-d-836017-2 neutron-server[84764]: 'Trunk': '1.1'}} Apr 18 19:08:36.437728 n-d-836017-2 neutron-server[84764]: {{(pid=84764) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 18 19:08:36.536021 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe1ebbf-9ca3-4a52-8885-fb6437da4cd4 admin admin] Network baebe620-c8b1-4bab-9fab-28a5605134a3 is scheduled to be hosted by DHCP agent f6987c12-6d6c-47d4-b22d-cfcd164dc40d with binding_index 1 {{(pid=84764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:08:36.632928 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [None req-9fe1ebbf-9ca3-4a52-8885-fb6437da4cd4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-2, baebe620-c8b1-4bab-9fab-28a5605134a3) {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:08:36.637418 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe1ebbf-9ca3-4a52-8885-fb6437da4cd4 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:08:36.638008 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-9fe1ebbf-9ca3-4a52-8885-fb6437da4cd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for subnet, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:08:36.642987 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c1cfbe-bac8-4b99-8520-4a59fdd03d31 None None] Network baebe620-c8b1-4bab-9fab-28a5605134a3 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:08:36.729012 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-9fe1ebbf-9ca3-4a52-8885-fb6437da4cd4 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8836904 Apr 18 19:08:36.957794 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37586c8a-7fd1-4572-8a86-399cc896710c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31f5fbf7-4b5c-5a44-b255-70c4fc176ae8-baebe620-c8b1-4bab-9fab-28a5605134a3', 'network_id': 'baebe620-c8b1-4bab-9fab-28a5605134a3', 'tenant_id': 'cccfaa7dbf554b3ab9474e123a7b6851', 'fixed_ips': [{'subnet_id': '58e024ea-4bc9-41d6-9bb2-a7000785db70'}]}} from n-d-836017-2. {{(pid=84765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 19:08:36.958949 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-37586c8a-7fd1-4572-8a86-399cc896710c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:08:37.153315 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-37586c8a-7fd1-4572-8a86-399cc896710c None None] Allocated IP 172.20.0.2 (baebe620-c8b1-4bab-9fab-28a5605134a3/58e024ea-4bc9-41d6-9bb2-a7000785db70/9e65f255-4beb-4f45-a843-e56d52c69512) {{(pid=84765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:08:37.393646 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-37586c8a-7fd1-4572-8a86-399cc896710c None None] Notify callbacks [] for port, precommit_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:08:37.407800 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-37586c8a-7fd1-4572-8a86-399cc896710c None None] Transition to ACTIVE for port object 9e65f255-4beb-4f45-a843-e56d52c69512 will not be triggered until provisioned by entity L2. {{(pid=84765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:08:37.431422 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-37586c8a-7fd1-4572-8a86-399cc896710c None None] Transition to ACTIVE for port object 9e65f255-4beb-4f45-a843-e56d52c69512 will not be triggered until provisioned by entity DHCP. {{(pid=84765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:08:37.497216 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-37586c8a-7fd1-4572-8a86-399cc896710c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331'] for port, after_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:08:37.567446 n-d-836017-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37586c8a-7fd1-4572-8a86-399cc896710c None None] Network baebe620-c8b1-4bab-9fab-28a5605134a3 is already hosted by enough agents. {{(pid=84765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:08:37.570572 n-d-836017-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-37586c8a-7fd1-4572-8a86-399cc896710c None None] Resources bound (agent type, host, resource id): {{(pid=84765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:08:37.573795 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37586c8a-7fd1-4572-8a86-399cc896710c None None] Received port after_create {{(pid=84765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:08:37.581018 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37586c8a-7fd1-4572-8a86-399cc896710c None None] Pushing event updated for resources: {'Port': ['ID=9e65f255-4beb-4f45-a843-e56d52c69512,revision_number=1']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:08:37.627052 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37586c8a-7fd1-4572-8a86-399cc896710c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:08:37.627397 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37586c8a-7fd1-4572-8a86-399cc896710c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:08:37.627733 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37586c8a-7fd1-4572-8a86-399cc896710c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:08:37.628064 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37586c8a-7fd1-4572-8a86-399cc896710c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:08:37.628574 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37586c8a-7fd1-4572-8a86-399cc896710c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:08:37.629196 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37586c8a-7fd1-4572-8a86-399cc896710c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:08:37.629196 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37586c8a-7fd1-4572-8a86-399cc896710c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:08:37.629463 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37586c8a-7fd1-4572-8a86-399cc896710c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:08:37.629764 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37586c8a-7fd1-4572-8a86-399cc896710c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:08:37.630080 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37586c8a-7fd1-4572-8a86-399cc896710c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:08:37.630398 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37586c8a-7fd1-4572-8a86-399cc896710c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:08:37.631499 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37586c8a-7fd1-4572-8a86-399cc896710c None None] Tracked resource versions report: Apr 18 19:08:37.631499 n-d-836017-2 neutron-server[84765]: pushed versions: Apr 18 19:08:37.631499 n-d-836017-2 neutron-server[84765]: { 'ConntrackHelper': {'1.0'}, Apr 18 19:08:37.631499 n-d-836017-2 neutron-server[84765]: 'Log': {'1.0'}, Apr 18 19:08:37.631499 n-d-836017-2 neutron-server[84765]: 'Network': {'1.1'}, Apr 18 19:08:37.631499 n-d-836017-2 neutron-server[84765]: 'Port': {'1.5'}, Apr 18 19:08:37.631499 n-d-836017-2 neutron-server[84765]: 'PortForwarding': {'1.2'}, Apr 18 19:08:37.631499 n-d-836017-2 neutron-server[84765]: 'QosPolicy': {'1.8'}, Apr 18 19:08:37.631499 n-d-836017-2 neutron-server[84765]: 'SecurityGroup': {'1.2'}, Apr 18 19:08:37.631499 n-d-836017-2 neutron-server[84765]: 'SecurityGroupRule': {'1.0'}, Apr 18 19:08:37.631499 n-d-836017-2 neutron-server[84765]: 'SubPort': {'1.0'}, Apr 18 19:08:37.631499 n-d-836017-2 neutron-server[84765]: 'Subnet': {'1.1'}, Apr 18 19:08:37.631499 n-d-836017-2 neutron-server[84765]: 'Trunk': {'1.1'}} Apr 18 19:08:37.631499 n-d-836017-2 neutron-server[84765]: consumer versions: Apr 18 19:08:37.631499 n-d-836017-2 neutron-server[84765]: { DHCP agent@n-d-836017-2: {}, Apr 18 19:08:37.631499 n-d-836017-2 neutron-server[84765]: L3 agent@n-d-836017-2: {}, Apr 18 19:08:37.631499 n-d-836017-2 neutron-server[84765]: Metadata agent@n-d-836017-2: {}, Apr 18 19:08:37.631499 n-d-836017-2 neutron-server[84765]: Metering agent@n-d-836017-2: {}, Apr 18 19:08:37.631499 n-d-836017-2 neutron-server[84765]: Open vSwitch agent@n-d-836017-2: { 'ConntrackHelper': '1.0', Apr 18 19:08:37.631499 n-d-836017-2 neutron-server[84765]: 'Log': '1.0', Apr 18 19:08:37.631499 n-d-836017-2 neutron-server[84765]: 'Network': '1.1', Apr 18 19:08:37.631499 n-d-836017-2 neutron-server[84765]: 'Port': '1.5', Apr 18 19:08:37.631499 n-d-836017-2 neutron-server[84765]: 'PortForwarding': '1.2', Apr 18 19:08:37.631499 n-d-836017-2 neutron-server[84765]: 'QosPolicy': '1.8', Apr 18 19:08:37.631499 n-d-836017-2 neutron-server[84765]: 'SecurityGroup': '1.2', Apr 18 19:08:37.631499 n-d-836017-2 neutron-server[84765]: 'SecurityGroupRule': '1.0', Apr 18 19:08:37.631499 n-d-836017-2 neutron-server[84765]: 'SubPort': '1.0', Apr 18 19:08:37.631499 n-d-836017-2 neutron-server[84765]: 'Subnet': '1.1', Apr 18 19:08:37.631499 n-d-836017-2 neutron-server[84765]: 'Trunk': '1.1'}} Apr 18 19:08:37.631499 n-d-836017-2 neutron-server[84765]: {{(pid=84765) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 18 19:08:37.697302 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-37586c8a-7fd1-4572-8a86-399cc896710c None None] Attempting to bind port 9e65f255-4beb-4f45-a843-e56d52c69512 on host n-d-836017-2 for vnic_type normal with profile {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:08:37.697916 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-37586c8a-7fd1-4572-8a86-399cc896710c None None] Attempting to bind port 9e65f255-4beb-4f45-a843-e56d52c69512 by drivers openvswitch,hyperv on host n-d-836017-2 at level 0 using segments [{'id': 'f8b24484-e09e-4fda-b860-936c690a6625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'baebe620-c8b1-4bab-9fab-28a5605134a3'}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:08:37.698106 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37586c8a-7fd1-4572-8a86-399cc896710c None None] Attempting to bind port 9e65f255-4beb-4f45-a843-e56d52c69512 on network baebe620-c8b1-4bab-9fab-28a5605134a3 {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:08:37.709401 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37586c8a-7fd1-4572-8a86-399cc896710c None None] Checking agent: {'id': 'df2a5cfe-6839-400b-a998-e4fffce70f45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 8, 22), 'started_at': datetime.datetime(2022, 4, 18, 19, 8, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:08:37.709791 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37586c8a-7fd1-4572-8a86-399cc896710c None None] Checking segment: {'id': 'f8b24484-e09e-4fda-b860-936c690a6625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'baebe620-c8b1-4bab-9fab-28a5605134a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:08:37.710267 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-37586c8a-7fd1-4572-8a86-399cc896710c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:08:37.710651 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37586c8a-7fd1-4572-8a86-399cc896710c None None] Bound using segment: {'id': 'f8b24484-e09e-4fda-b860-936c690a6625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'baebe620-c8b1-4bab-9fab-28a5605134a3'} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:08:37.711163 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-37586c8a-7fd1-4572-8a86-399cc896710c None None] Bound port: 9e65f255-4beb-4f45-a843-e56d52c69512, host: n-d-836017-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8b24484-e09e-4fda-b860-936c690a6625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'baebe620-c8b1-4bab-9fab-28a5605134a3'}}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:08:37.711543 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-37586c8a-7fd1-4572-8a86-399cc896710c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:08:37.807416 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-37586c8a-7fd1-4572-8a86-399cc896710c None None] For port 9e65f255-4beb-4f45-a843-e56d52c69512, host n-d-836017-2, cleared binding levels {{(pid=84765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:08:37.811292 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-37586c8a-7fd1-4572-8a86-399cc896710c None None] For port 9e65f255-4beb-4f45-a843-e56d52c69512, host n-d-836017-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=9e65f255-4beb-4f45-a843-e56d52c69512,segment=NetworkSegment(f8b24484-e09e-4fda-b860-936c690a6625),segment_id=f8b24484-e09e-4fda-b860-936c690a6625)] {{(pid=84765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:08:37.862293 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-37586c8a-7fd1-4572-8a86-399cc896710c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:08:37.968406 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37586c8a-7fd1-4572-8a86-399cc896710c None None] Pushing event updated for resources: {'Port': ['ID=9e65f255-4beb-4f45-a843-e56d52c69512,revision_number=2']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:08:39.146354 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 40516) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:08:39.541732 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [None req-e443eb72-315c-4c9e-9761-a655beb00b40 admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=84764) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:08:39.542686 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-e443eb72-315c-4c9e-9761-a655beb00b40 admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3954108 Apr 18 19:08:41.562758 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141efb87-3036-4d86-90e7-1b766446cfce None None] Network baebe620-c8b1-4bab-9fab-28a5605134a3 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:08:41.726579 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-2d6c6fc0-c021-42d8-a024-2a09a0242f91 None None] Provisioning for port 9e65f255-4beb-4f45-a843-e56d52c69512 completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:08:41.865333 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 40530) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:08:42.179558 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 9e65f255-4beb-4f45-a843-e56d52c69512 up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:08:42.318085 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning for port 9e65f255-4beb-4f45-a843-e56d52c69512 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:08:42.322918 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port 9e65f255-4beb-4f45-a843-e56d52c69512 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:08:42.323350 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:08:42.349730 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [None req-fa0a9cef-a464-4eae-9a1f-91fac0069518 admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=84763) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:08:42.350695 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-fa0a9cef-a464-4eae-9a1f-91fac0069518 admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4844446 Apr 18 19:08:42.447471 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:08:42.483038 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] For port 9e65f255-4beb-4f45-a843-e56d52c69512, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=9e65f255-4beb-4f45-a843-e56d52c69512,segment=NetworkSegment(f8b24484-e09e-4fda-b860-936c690a6625),segment_id=f8b24484-e09e-4fda-b860-936c690a6625)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:08:42.551189 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:08:42.617410 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Pushing event updated for resources: {'Port': ['ID=9e65f255-4beb-4f45-a843-e56d52c69512,revision_number=3']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:08:44.155967 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 9e65f255-4beb-4f45-a843-e56d52c69512 up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:08:44.225325 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port 9e65f255-4beb-4f45-a843-e56d52c69512 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:08:44.225689 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:08:44.919546 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 40542) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:08:45.292110 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-4f1c40c5-5002-46d5-9d19-60d8aee67370 admin admin] Request body: {'router': {'tenant_id': 'cccfaa7dbf554b3ab9474e123a7b6851', 'name': 'router1', 'admin_state_up': True}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:08:45.296469 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-4f1c40c5-5002-46d5-9d19-60d8aee67370 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:08:45.301656 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-4f1c40c5-5002-46d5-9d19-60d8aee67370 admin admin] Usage tracker for resource:router and tenant:cccfaa7dbf554b3ab9474e123a7b6851 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:08:45.304938 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-4f1c40c5-5002-46d5-9d19-60d8aee67370 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:08:45.310490 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-4f1c40c5-5002-46d5-9d19-60d8aee67370 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:08:45.419540 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-4f1c40c5-5002-46d5-9d19-60d8aee67370 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-415242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4425'] for router, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:08:45.421037 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-4f1c40c5-5002-46d5-9d19-60d8aee67370 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-416909', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4418'] for router, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:08:45.447235 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-4f1c40c5-5002-46d5-9d19-60d8aee67370 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:08:45.608532 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-4f1c40c5-5002-46d5-9d19-60d8aee67370 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416864'] for router, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:08:45.681991 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-4f1c40c5-5002-46d5-9d19-60d8aee67370 admin admin] Notify callbacks [] for router, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:08:45.683169 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-4f1c40c5-5002-46d5-9d19-60d8aee67370 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7627313 Apr 18 19:08:47.948113 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 40552) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:08:48.220979 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7ed59e24-64f7-4ef8-b39c-70c1d84c9656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:08:48.428066 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [None req-5f440cf7-51db-466f-bb1c-bf542f128c75 admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=84763) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:08:48.429079 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-5f440cf7-51db-466f-bb1c-bf542f128c75 admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4800332 Apr 18 19:08:50.287438 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-628f7072-6682-46ef-b6b5-7375809a9fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:08:50.744843 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 40562) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:08:51.131651 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-4c3891d5-b5e2-4496-9880-12cb6976582a admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'name': 'public', 'router:external': True, 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:08:51.136174 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-4c3891d5-b5e2-4496-9880-12cb6976582a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:08:51.140013 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-4c3891d5-b5e2-4496-9880-12cb6976582a admin admin] Usage tracker for resource:network and tenant:915060da836549d89138263ced431c40 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:08:51.143962 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-4c3891d5-b5e2-4496-9880-12cb6976582a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:08:51.150103 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-4c3891d5-b5e2-4496-9880-12cb6976582a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:08:51.214945 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c3891d5-b5e2-4496-9880-12cb6976582a admin admin] Made reservation on behalf of 915060da836549d89138263ced431c40 for: {'network': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:08:51.217275 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-4c3891d5-b5e2-4496-9880-12cb6976582a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for network, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:08:51.233657 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-4c3891d5-b5e2-4496-9880-12cb6976582a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:08:51.273248 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-4c3891d5-b5e2-4496-9880-12cb6976582a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:08:51.276931 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-4c3891d5-b5e2-4496-9880-12cb6976582a admin admin] Usage tracker for resource:security_group_rule and tenant:915060da836549d89138263ced431c40 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:08:51.279954 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-4c3891d5-b5e2-4496-9880-12cb6976582a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:08:51.285577 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-4c3891d5-b5e2-4496-9880-12cb6976582a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:08:51.350459 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-4c3891d5-b5e2-4496-9880-12cb6976582a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:08:51.426863 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-4c3891d5-b5e2-4496-9880-12cb6976582a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:08:51.454300 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4c3891d5-b5e2-4496-9880-12cb6976582a admin admin] Reserving flat network on physical network physnet1 {{(pid=84764) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 18 19:08:51.469545 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3891d5-b5e2-4496-9880-12cb6976582a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73528346-e263-4839-af78-0b1b5acb8baf,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:08:51.475826 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-4c3891d5-b5e2-4496-9880-12cb6976582a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791093852016', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:08:51.476416 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-4c3891d5-b5e2-4496-9880-12cb6976582a admin admin] Unsubscribe: segment precommit_create {{(pid=84764) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 18 19:08:51.476899 n-d-836017-2 neutron-server[84764]: INFO neutron.db.segments_db [None req-4c3891d5-b5e2-4496-9880-12cb6976582a admin admin] Added segment 5de34947-6c56-419b-85d0-f61f69ce7c45 of type flat for network 11e8e108-37df-4084-b6b7-113e6beb66b4 Apr 18 19:08:51.517099 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-4c3891d5-b5e2-4496-9880-12cb6976582a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791093404182'] for network, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:08:51.630492 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-4c3891d5-b5e2-4496-9880-12cb6976582a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251'] for network, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:08:51.631371 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c3891d5-b5e2-4496-9880-12cb6976582a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:08:51.632003 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-4c3891d5-b5e2-4496-9880-12cb6976582a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:08:51.676673 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1c541fd-6087-4755-8778-e68e27e46067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:08:51.743347 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3891d5-b5e2-4496-9880-12cb6976582a admin admin] Pushing event updated for resources: {'Network': ['ID=11e8e108-37df-4084-b6b7-113e6beb66b4,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:08:51.756019 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Network 11e8e108-37df-4084-b6b7-113e6beb66b4 details requested by agent ovs-agent-n-d-836017-2 with host n-d-836017-2 {{(pid=84765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:08:51.815221 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-4c3891d5-b5e2-4496-9880-12cb6976582a admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0691864 Apr 18 19:08:51.939682 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:08:52.887771 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a4106dab-6971-4e7e-8fdc-c66f0a3f4877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:08:54.106895 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 40582) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:08:54.335127 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e12cf3-7767-4fe7-91bd-8d7fa9772110 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:08:54.336454 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-73e12cf3-7767-4fe7-91bd-8d7fa9772110 admin admin] 10.222.0.69 "GET /v2.0/subnets/58e024ea-4bc9-41d6-9bb2-a7000785db70 HTTP/1.1" status: 200 len: 849 time: 0.2285893 Apr 18 19:08:54.520642 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-fce68c64-3031-44a4-b448-3340f1124e4e admin admin] 10.222.0.69 "GET /v2.0/routers/fd5621c6-d957-48f4-b67c-77ffa69afe5c HTTP/1.1" status: 200 len: 704 time: 0.1788585 Apr 18 19:08:54.977508 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b7b455f7-0eaf-4bf9-b061-3d170affcd54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:08:55.205192 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_common [None req-b7b455f7-0eaf-4bf9-b061-3d170affcd54 admin admin] Allocated IP 172.20.0.1 (baebe620-c8b1-4bab-9fab-28a5605134a3/58e024ea-4bc9-41d6-9bb2-a7000785db70/024ddeb9-291c-491f-b657-de27c41b6d5b) {{(pid=84764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:08:55.360158 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b7b455f7-0eaf-4bf9-b061-3d170affcd54 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:08:55.378613 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.provisioning_blocks [None req-b7b455f7-0eaf-4bf9-b061-3d170affcd54 admin admin] Transition to ACTIVE for port object 024ddeb9-291c-491f-b657-de27c41b6d5b will not be triggered until provisioned by entity DHCP. {{(pid=84764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:08:55.501489 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b7b455f7-0eaf-4bf9-b061-3d170affcd54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331'] for port, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:08:55.568004 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b455f7-0eaf-4bf9-b061-3d170affcd54 admin admin] Network baebe620-c8b1-4bab-9fab-28a5605134a3 is already hosted by enough agents. {{(pid=84764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:08:55.571010 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [None req-b7b455f7-0eaf-4bf9-b061-3d170affcd54 admin admin] Resources bound (agent type, host, resource id): {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:08:55.575535 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b455f7-0eaf-4bf9-b061-3d170affcd54 admin admin] Received port after_create {{(pid=84764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:08:55.576723 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b7b455f7-0eaf-4bf9-b061-3d170affcd54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417434'] for router_interface, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:08:55.578721 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b455f7-0eaf-4bf9-b061-3d170affcd54 admin admin] Pushing event updated for resources: {'Port': ['ID=024ddeb9-291c-491f-b657-de27c41b6d5b,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:08:55.775032 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b7b455f7-0eaf-4bf9-b061-3d170affcd54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:08:55.801999 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-d08636a2-624e-4971-8ca1-28e49c706364 None None] Provisioning for port 024ddeb9-291c-491f-b657-de27c41b6d5b completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:08:55.806714 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-d08636a2-624e-4971-8ca1-28e49c706364 None None] Provisioning complete for port 024ddeb9-291c-491f-b657-de27c41b6d5b triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:08:55.807078 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d08636a2-624e-4971-8ca1-28e49c706364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:08:55.858082 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-d08636a2-624e-4971-8ca1-28e49c706364 None None] Port 024ddeb9-291c-491f-b657-de27c41b6d5b cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:08:56.028881 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b7b455f7-0eaf-4bf9-b061-3d170affcd54 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:08:56.100795 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b7b455f7-0eaf-4bf9-b061-3d170affcd54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:08:56.101571 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b7b455f7-0eaf-4bf9-b061-3d170affcd54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-417335'] for router_interface, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:08:56.229403 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b455f7-0eaf-4bf9-b061-3d170affcd54 admin admin] Pushing event updated for resources: {'Port': ['ID=024ddeb9-291c-491f-b657-de27c41b6d5b,revision_number=2']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:08:56.291814 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b455f7-0eaf-4bf9-b061-3d170affcd54 admin admin] Network baebe620-c8b1-4bab-9fab-28a5605134a3 is already hosted by enough agents. {{(pid=84764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:08:56.292827 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [None req-b7b455f7-0eaf-4bf9-b061-3d170affcd54 admin admin] Resources bound (agent type, host, resource id): {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:08:56.479646 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-d9d85917-60ca-4cbf-91b3-8db794187a60 None None] Provisioning complete for port 024ddeb9-291c-491f-b657-de27c41b6d5b triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:08:56.480007 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d9d85917-60ca-4cbf-91b3-8db794187a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:08:56.533445 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-d9d85917-60ca-4cbf-91b3-8db794187a60 None None] Port 024ddeb9-291c-491f-b657-de27c41b6d5b cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:08:56.724271 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7b455f7-0eaf-4bf9-b061-3d170affcd54 admin admin] Router fd5621c6-d957-48f4-b67c-77ffa69afe5c is scheduled to L3 agent 21b59c62-f184-4169-bc3e-79831cc043e8 with binding_index 1 {{(pid=84764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 19:08:56.889477 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7b455f7-0eaf-4bf9-b061-3d170affcd54 admin admin] Notify agent at l3_agent.n-d-836017-2 the message routers_updated {{(pid=84764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:08:56.899219 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-b7b455f7-0eaf-4bf9-b061-3d170affcd54 admin admin] 10.222.0.69 "PUT /v2.0/routers/fd5621c6-d957-48f4-b67c-77ffa69afe5c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3737755 Apr 18 19:08:56.899367 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b6ae7c-f6d0-44a9-980f-8077061d9c12 None None] Sync routers for ids ['fd5621c6-d957-48f4-b67c-77ffa69afe5c'] in n-d-836017-2 {{(pid=84766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:08:56.914784 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b6ae7c-f6d0-44a9-980f-8077061d9c12 None None] Routers {'fd5621c6-d957-48f4-b67c-77ffa69afe5c'} bound to L3 agent in host n-d-836017-2 {{(pid=84766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:08:56.915645 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-63b6ae7c-f6d0-44a9-980f-8077061d9c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:08:50Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['fd5621c6-d957-48f4-b67c-77ffa69afe5c'], 'active': True} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:08:57.089530 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvr_db [None req-63b6ae7c-f6d0-44a9-980f-8077061d9c12 None None] Set router fd5621c6-d957-48f4-b67c-77ffa69afe5c gateway port host: None {{(pid=84766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:08:57.456786 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-63b6ae7c-f6d0-44a9-980f-8077061d9c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd5621c6-d957-48f4-b67c-77ffa69afe5c', 'name': 'router1', 'tenant_id': 'cccfaa7dbf554b3ab9474e123a7b6851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:08:45Z', 'updated_at': '2022-04-18T19:08:55Z', 'revision_number': 2, 'project_id': 'cccfaa7dbf554b3ab9474e123a7b6851', 'gw_port_host': None, '_interfaces': [{'id': '024ddeb9-291c-491f-b657-de27c41b6d5b', 'name': '', 'network_id': 'baebe620-c8b1-4bab-9fab-28a5605134a3', 'tenant_id': 'cccfaa7dbf554b3ab9474e123a7b6851', 'mac_address': 'fa:16:3e:c9:57:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd5621c6-d957-48f4-b67c-77ffa69afe5c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '58e024ea-4bc9-41d6-9bb2-a7000785db70', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:08:55Z', 'updated_at': '2022-04-18T19:08:55Z', 'revision_number': 2, 'project_id': 'cccfaa7dbf554b3ab9474e123a7b6851', 'subnets': [{'id': '58e024ea-4bc9-41d6-9bb2-a7000785db70', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2af8d09a-6b4d-4f2d-9253-9b20bb325957'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-2', False) {} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:08:57.461711 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b6ae7c-f6d0-44a9-980f-8077061d9c12 None None] Checking router: fd5621c6-d957-48f4-b67c-77ffa69afe5c for host: n-d-836017-2 {{(pid=84766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:08:57.462058 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b6ae7c-f6d0-44a9-980f-8077061d9c12 None None] Updating router fd5621c6-d957-48f4-b67c-77ffa69afe5c port 024ddeb9-291c-491f-b657-de27c41b6d5b binding host n-d-836017-2 {{(pid=84766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 19:08:57.516288 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-63b6ae7c-f6d0-44a9-980f-8077061d9c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:08:57.890033 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-63b6ae7c-f6d0-44a9-980f-8077061d9c12 None None] Notify callbacks [] for port, precommit_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:08:57.904644 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.provisioning_blocks [None req-63b6ae7c-f6d0-44a9-980f-8077061d9c12 None None] Transition to ACTIVE for port object 024ddeb9-291c-491f-b657-de27c41b6d5b will not be triggered until provisioned by entity L2. {{(pid=84766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:08:57.975472 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-63b6ae7c-f6d0-44a9-980f-8077061d9c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:08:58.180734 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbe6f30-fc23-4a16-a383-b6ee18ed83f7 None None] Pushing event updated for resources: {'Port': ['ID=024ddeb9-291c-491f-b657-de27c41b6d5b,revision_number=3']} {{(pid=84766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:08:58.232550 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbe6f30-fc23-4a16-a383-b6ee18ed83f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:08:58.232898 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbe6f30-fc23-4a16-a383-b6ee18ed83f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:08:58.233252 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbe6f30-fc23-4a16-a383-b6ee18ed83f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:08:58.233602 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbe6f30-fc23-4a16-a383-b6ee18ed83f7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:08:58.233923 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbe6f30-fc23-4a16-a383-b6ee18ed83f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:08:58.234240 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbe6f30-fc23-4a16-a383-b6ee18ed83f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:08:58.234553 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbe6f30-fc23-4a16-a383-b6ee18ed83f7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:08:58.234861 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbe6f30-fc23-4a16-a383-b6ee18ed83f7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:08:58.235171 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbe6f30-fc23-4a16-a383-b6ee18ed83f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:08:58.235477 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbe6f30-fc23-4a16-a383-b6ee18ed83f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:08:58.235788 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbe6f30-fc23-4a16-a383-b6ee18ed83f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:08:58.236905 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbe6f30-fc23-4a16-a383-b6ee18ed83f7 None None] Tracked resource versions report: Apr 18 19:08:58.236905 n-d-836017-2 neutron-server[84766]: pushed versions: Apr 18 19:08:58.236905 n-d-836017-2 neutron-server[84766]: { 'ConntrackHelper': {'1.0'}, Apr 18 19:08:58.236905 n-d-836017-2 neutron-server[84766]: 'Log': {'1.0'}, Apr 18 19:08:58.236905 n-d-836017-2 neutron-server[84766]: 'Network': {'1.1'}, Apr 18 19:08:58.236905 n-d-836017-2 neutron-server[84766]: 'Port': {'1.5'}, Apr 18 19:08:58.236905 n-d-836017-2 neutron-server[84766]: 'PortForwarding': {'1.2'}, Apr 18 19:08:58.236905 n-d-836017-2 neutron-server[84766]: 'QosPolicy': {'1.8'}, Apr 18 19:08:58.236905 n-d-836017-2 neutron-server[84766]: 'SecurityGroup': {'1.2'}, Apr 18 19:08:58.236905 n-d-836017-2 neutron-server[84766]: 'SecurityGroupRule': {'1.0'}, Apr 18 19:08:58.236905 n-d-836017-2 neutron-server[84766]: 'SubPort': {'1.0'}, Apr 18 19:08:58.236905 n-d-836017-2 neutron-server[84766]: 'Subnet': {'1.1'}, Apr 18 19:08:58.236905 n-d-836017-2 neutron-server[84766]: 'Trunk': {'1.1'}} Apr 18 19:08:58.236905 n-d-836017-2 neutron-server[84766]: consumer versions: Apr 18 19:08:58.236905 n-d-836017-2 neutron-server[84766]: { DHCP agent@n-d-836017-2: {}, Apr 18 19:08:58.236905 n-d-836017-2 neutron-server[84766]: L3 agent@n-d-836017-2: {}, Apr 18 19:08:58.236905 n-d-836017-2 neutron-server[84766]: Metadata agent@n-d-836017-2: {}, Apr 18 19:08:58.236905 n-d-836017-2 neutron-server[84766]: Metering agent@n-d-836017-2: {}, Apr 18 19:08:58.236905 n-d-836017-2 neutron-server[84766]: Open vSwitch agent@n-d-836017-2: { 'ConntrackHelper': '1.0', Apr 18 19:08:58.236905 n-d-836017-2 neutron-server[84766]: 'Log': '1.0', Apr 18 19:08:58.236905 n-d-836017-2 neutron-server[84766]: 'Network': '1.1', Apr 18 19:08:58.236905 n-d-836017-2 neutron-server[84766]: 'Port': '1.5', Apr 18 19:08:58.236905 n-d-836017-2 neutron-server[84766]: 'PortForwarding': '1.2', Apr 18 19:08:58.236905 n-d-836017-2 neutron-server[84766]: 'QosPolicy': '1.8', Apr 18 19:08:58.236905 n-d-836017-2 neutron-server[84766]: 'SecurityGroup': '1.2', Apr 18 19:08:58.236905 n-d-836017-2 neutron-server[84766]: 'SecurityGroupRule': '1.0', Apr 18 19:08:58.236905 n-d-836017-2 neutron-server[84766]: 'SubPort': '1.0', Apr 18 19:08:58.236905 n-d-836017-2 neutron-server[84766]: 'Subnet': '1.1', Apr 18 19:08:58.236905 n-d-836017-2 neutron-server[84766]: 'Trunk': '1.1'}} Apr 18 19:08:58.236905 n-d-836017-2 neutron-server[84766]: {{(pid=84766) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 18 19:08:58.246235 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.managers [None req-63b6ae7c-f6d0-44a9-980f-8077061d9c12 None None] Attempting to bind port 024ddeb9-291c-491f-b657-de27c41b6d5b on host n-d-836017-2 for vnic_type normal with profile {{(pid=84766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:08:58.246634 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.managers [None req-63b6ae7c-f6d0-44a9-980f-8077061d9c12 None None] Attempting to bind port 024ddeb9-291c-491f-b657-de27c41b6d5b by drivers openvswitch,hyperv on host n-d-836017-2 at level 0 using segments [{'id': 'f8b24484-e09e-4fda-b860-936c690a6625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'baebe620-c8b1-4bab-9fab-28a5605134a3'}] {{(pid=84766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:08:58.247311 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b6ae7c-f6d0-44a9-980f-8077061d9c12 None None] Attempting to bind port 024ddeb9-291c-491f-b657-de27c41b6d5b on network baebe620-c8b1-4bab-9fab-28a5605134a3 {{(pid=84766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:08:58.255140 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b6ae7c-f6d0-44a9-980f-8077061d9c12 None None] Checking agent: {'id': 'df2a5cfe-6839-400b-a998-e4fffce70f45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 8, 22), 'started_at': datetime.datetime(2022, 4, 18, 19, 8, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:08:58.255546 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b6ae7c-f6d0-44a9-980f-8077061d9c12 None None] Checking segment: {'id': 'f8b24484-e09e-4fda-b860-936c690a6625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'baebe620-c8b1-4bab-9fab-28a5605134a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:08:58.256018 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-63b6ae7c-f6d0-44a9-980f-8077061d9c12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:08:58.256423 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b6ae7c-f6d0-44a9-980f-8077061d9c12 None None] Bound using segment: {'id': 'f8b24484-e09e-4fda-b860-936c690a6625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'baebe620-c8b1-4bab-9fab-28a5605134a3'} {{(pid=84766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:08:58.256927 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.managers [None req-63b6ae7c-f6d0-44a9-980f-8077061d9c12 None None] Bound port: 024ddeb9-291c-491f-b657-de27c41b6d5b, host: n-d-836017-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8b24484-e09e-4fda-b860-936c690a6625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'baebe620-c8b1-4bab-9fab-28a5605134a3'}}] {{(pid=84766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:08:58.257304 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-63b6ae7c-f6d0-44a9-980f-8077061d9c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:08:58.347320 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.db [None req-63b6ae7c-f6d0-44a9-980f-8077061d9c12 None None] For port 024ddeb9-291c-491f-b657-de27c41b6d5b, host n-d-836017-2, cleared binding levels {{(pid=84766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:08:58.351257 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.db [None req-63b6ae7c-f6d0-44a9-980f-8077061d9c12 None None] For port 024ddeb9-291c-491f-b657-de27c41b6d5b, host n-d-836017-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=024ddeb9-291c-491f-b657-de27c41b6d5b,segment=NetworkSegment(f8b24484-e09e-4fda-b860-936c690a6625),segment_id=f8b24484-e09e-4fda-b860-936c690a6625)] {{(pid=84766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:08:58.444619 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-63b6ae7c-f6d0-44a9-980f-8077061d9c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:08:58.537035 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbe6f30-fc23-4a16-a383-b6ee18ed83f7 None None] Pushing event updated for resources: {'Port': ['ID=024ddeb9-291c-491f-b657-de27c41b6d5b,revision_number=4']} {{(pid=84766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:08:58.540745 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b6ae7c-f6d0-44a9-980f-8077061d9c12 None None] Routers {'fd5621c6-d957-48f4-b67c-77ffa69afe5c'} bound to L3 agent in host n-d-836017-2 {{(pid=84766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:08:58.541350 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-63b6ae7c-f6d0-44a9-980f-8077061d9c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:08:50Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['fd5621c6-d957-48f4-b67c-77ffa69afe5c'], 'active': True} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:08:58.698264 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvr_db [None req-63b6ae7c-f6d0-44a9-980f-8077061d9c12 None None] Set router fd5621c6-d957-48f4-b67c-77ffa69afe5c gateway port host: None {{(pid=84766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:08:59.004404 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 40604) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:08:59.025005 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-63b6ae7c-f6d0-44a9-980f-8077061d9c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd5621c6-d957-48f4-b67c-77ffa69afe5c', 'name': 'router1', 'tenant_id': 'cccfaa7dbf554b3ab9474e123a7b6851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:08:45Z', 'updated_at': '2022-04-18T19:08:55Z', 'revision_number': 2, 'project_id': 'cccfaa7dbf554b3ab9474e123a7b6851', 'gw_port_host': None, '_interfaces': [{'id': '024ddeb9-291c-491f-b657-de27c41b6d5b', 'name': '', 'network_id': 'baebe620-c8b1-4bab-9fab-28a5605134a3', 'tenant_id': 'cccfaa7dbf554b3ab9474e123a7b6851', 'mac_address': 'fa:16:3e:c9:57:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd5621c6-d957-48f4-b67c-77ffa69afe5c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '58e024ea-4bc9-41d6-9bb2-a7000785db70', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:08:55Z', 'updated_at': '2022-04-18T19:08:58Z', 'revision_number': 4, 'project_id': 'cccfaa7dbf554b3ab9474e123a7b6851', 'subnets': [{'id': '58e024ea-4bc9-41d6-9bb2-a7000785db70', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2af8d09a-6b4d-4f2d-9253-9b20bb325957'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-2', False) {} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:08:59.029091 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b6ae7c-f6d0-44a9-980f-8077061d9c12 None None] The sync data for ids ['fd5621c6-d957-48f4-b67c-77ffa69afe5c'] in n-d-836017-2 is: [{'id': 'fd5621c6-d957-48f4-b67c-77ffa69afe5c', 'name': 'router1', 'tenant_id': 'cccfaa7dbf554b3ab9474e123a7b6851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:08:45Z', 'updated_at': '2022-04-18T19:08:55Z', 'revision_number': 2, 'project_id': 'cccfaa7dbf554b3ab9474e123a7b6851', 'gw_port_host': None, '_interfaces': [{'id': '024ddeb9-291c-491f-b657-de27c41b6d5b', 'name': '', 'network_id': 'baebe620-c8b1-4bab-9fab-28a5605134a3', 'tenant_id': 'cccfaa7dbf554b3ab9474e123a7b6851', 'mac_address': 'fa:16:3e:c9:57:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd5621c6-d957-48f4-b67c-77ffa69afe5c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '58e024ea-4bc9-41d6-9bb2-a7000785db70', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:08:55Z', 'updated_at': '2022-04-18T19:08:58Z', 'revision_number': 4, 'project_id': 'cccfaa7dbf554b3ab9474e123a7b6851', 'subnets': [{'id': '58e024ea-4bc9-41d6-9bb2-a7000785db70', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2af8d09a-6b4d-4f2d-9253-9b20bb325957'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:08:59.185248 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f9fe09-c6f5-4bfe-984c-d2f5212ab7a1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:08:59.186594 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-c6f9fe09-c6f5-4bfe-984c-d2f5212ab7a1 admin admin] 10.222.0.69 "GET /v2.0/networks/11e8e108-37df-4084-b6b7-113e6beb66b4 HTTP/1.1" status: 200 len: 842 time: 0.1812742 Apr 18 19:08:59.196043 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-dae7d327-aeff-4256-88cf-997313e50dda admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.25.3.0/24', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'gateway_ip': '172.25.3.1'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:08:59.200808 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-dae7d327-aeff-4256-88cf-997313e50dda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:08:59.204505 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-dae7d327-aeff-4256-88cf-997313e50dda admin admin] Usage tracker for resource:subnet and tenant:915060da836549d89138263ced431c40 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:08:59.207943 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-dae7d327-aeff-4256-88cf-997313e50dda admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:08:59.213475 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-dae7d327-aeff-4256-88cf-997313e50dda admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:08:59.287546 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dae7d327-aeff-4256-88cf-997313e50dda admin admin] Made reservation on behalf of 915060da836549d89138263ced431c40 for: {'subnet': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:08:59.289843 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-dae7d327-aeff-4256-88cf-997313e50dda admin admin] Notify callbacks [] for subnet, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:08:59.769838 n-d-836017-2 neutron-server[84763]: DEBUG neutron.objects.ports [None req-dae7d327-aeff-4256-88cf-997313e50dda admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84763) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 18 19:08:59.770302 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-dae7d327-aeff-4256-88cf-997313e50dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251'] for subnet, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:08:59.845907 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae7d327-aeff-4256-88cf-997313e50dda admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b0abf32-1504-448b-b06e-c8c870b6a7c8,revision_number=0']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:08:59.859296 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae7d327-aeff-4256-88cf-997313e50dda admin admin] Checking segment: {'id': '5de34947-6c56-419b-85d0-f61f69ce7c45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:08:59.859680 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae7d327-aeff-4256-88cf-997313e50dda admin admin] Network hostable DHCP agents. Network: 11e8e108-37df-4084-b6b7-113e6beb66b4, hostable agents: ['f6987c12-6d6c-47d4-b22d-cfcd164dc40d'], hosted agents: [] {{(pid=84763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:08:59.956640 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae7d327-aeff-4256-88cf-997313e50dda admin admin] Network 11e8e108-37df-4084-b6b7-113e6beb66b4 is scheduled to be hosted by DHCP agent f6987c12-6d6c-47d4-b22d-cfcd164dc40d with binding_index 1 {{(pid=84763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:09:00.047918 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [None req-dae7d327-aeff-4256-88cf-997313e50dda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-2, 11e8e108-37df-4084-b6b7-113e6beb66b4) {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:09:00.056418 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae7d327-aeff-4256-88cf-997313e50dda admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:09:00.057196 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-dae7d327-aeff-4256-88cf-997313e50dda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for subnet, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:09:00.061030 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd69727-4398-4522-ba6d-c2dd38ee0c54 None None] Network 11e8e108-37df-4084-b6b7-113e6beb66b4 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:09:00.159644 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-dae7d327-aeff-4256-88cf-997313e50dda admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9662173 Apr 18 19:09:00.201466 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 024ddeb9-291c-491f-b657-de27c41b6d5b up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:09:00.357801 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aabf6055-c303-4f5b-b5d4-f258b62d9db0 None None] Network 11e8e108-37df-4084-b6b7-113e6beb66b4 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:09:00.420290 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning for port 024ddeb9-291c-491f-b657-de27c41b6d5b completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:09:00.441554 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port 024ddeb9-291c-491f-b657-de27c41b6d5b triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:09:00.441921 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:09:00.683091 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:09:00.719134 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] For port 024ddeb9-291c-491f-b657-de27c41b6d5b, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=024ddeb9-291c-491f-b657-de27c41b6d5b,segment=NetworkSegment(f8b24484-e09e-4fda-b860-936c690a6625),segment_id=f8b24484-e09e-4fda-b860-936c690a6625)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:09:00.786424 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:09:00.853950 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Pushing event updated for resources: {'Port': ['ID=024ddeb9-291c-491f-b657-de27c41b6d5b,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:09:01.238720 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.agents_db [None req-eb67022b-f881-4bc8-8f45-fca90fb27803 None None] Agent healthcheck: found 5 active agents {{(pid=84766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:09:02.165428 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 024ddeb9-291c-491f-b657-de27c41b6d5b up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:09:02.232378 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port 024ddeb9-291c-491f-b657-de27c41b6d5b triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:09:02.232749 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:09:02.311457 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 40618) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:09:02.568671 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-f72900d2-3a47-4188-ad8b-924cced24403 admin admin] 10.222.0.69 "GET /v2.0/routers/fd5621c6-d957-48f4-b67c-77ffa69afe5c HTTP/1.1" status: 200 len: 710 time: 0.2560678 Apr 18 19:09:02.698265 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1dc5af4-8523-4d86-b50f-b886a6a0a155 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:09:02.699611 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-b1dc5af4-8523-4d86-b50f-b886a6a0a155 admin admin] 10.222.0.69 "GET /v2.0/networks/11e8e108-37df-4084-b6b7-113e6beb66b4 HTTP/1.1" status: 200 len: 886 time: 0.1260324 Apr 18 19:09:02.709117 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-5e11b699-d7f9-476b-9a60-cbf17b4f7642 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'}}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:09:03.194986 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-5e11b699-d7f9-476b-9a60-cbf17b4f7642 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416895', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4776'] for router, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:09:03.430464 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-5e11b699-d7f9-476b-9a60-cbf17b4f7642 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:09:03.489464 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-5e11b699-d7f9-476b-9a60-cbf17b4f7642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:09:03.636087 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_common [None req-5e11b699-d7f9-476b-9a60-cbf17b4f7642 admin admin] Allocated IP 172.25.3.31 (11e8e108-37df-4084-b6b7-113e6beb66b4/3b0abf32-1504-448b-b06e-c8c870b6a7c8/3181be7a-c962-4bf6-bb42-089633eeece6) {{(pid=84763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:09:03.832531 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-5e11b699-d7f9-476b-9a60-cbf17b4f7642 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:09:03.959047 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-5e11b699-d7f9-476b-9a60-cbf17b4f7642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331'] for port, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:09:04.026775 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e11b699-d7f9-476b-9a60-cbf17b4f7642 admin admin] Network 11e8e108-37df-4084-b6b7-113e6beb66b4 is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:09:04.029408 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [None req-5e11b699-d7f9-476b-9a60-cbf17b4f7642 admin admin] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:09:04.035137 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e11b699-d7f9-476b-9a60-cbf17b4f7642 admin admin] Received port after_create {{(pid=84763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:09:04.062876 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e11b699-d7f9-476b-9a60-cbf17b4f7642 admin admin] Pushing event updated for resources: {'Port': ['ID=3181be7a-c962-4bf6-bb42-089633eeece6,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:09:04.256897 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-5e11b699-d7f9-476b-9a60-cbf17b4f7642 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:09:04.418708 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-5e11b699-d7f9-476b-9a60-cbf17b4f7642 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416895', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4776'] for router, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:09:04.422095 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-5e11b699-d7f9-476b-9a60-cbf17b4f7642 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-416886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-416873', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-412907'] for router, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:09:04.616892 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e11b699-d7f9-476b-9a60-cbf17b4f7642 admin admin] Router fd5621c6-d957-48f4-b67c-77ffa69afe5c has already been hosted by L3 agent 21b59c62-f184-4169-bc3e-79831cc043e8 {{(pid=84763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:09:04.810100 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e11b699-d7f9-476b-9a60-cbf17b4f7642 admin admin] Notify agent at l3_agent.n-d-836017-2 the message routers_updated {{(pid=84763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:09:04.818710 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-5e11b699-d7f9-476b-9a60-cbf17b4f7642 admin admin] Notify callbacks [] for router, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:09:04.819888 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-5e11b699-d7f9-476b-9a60-cbf17b4f7642 admin admin] 10.222.0.69 "PUT /v2.0/routers/fd5621c6-d957-48f4-b67c-77ffa69afe5c HTTP/1.1" status: 200 len: 889 time: 2.1149647 Apr 18 19:09:04.820000 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9a6eb9-3305-4b66-8961-3eec03c12c81 None None] Sync routers for ids ['fd5621c6-d957-48f4-b67c-77ffa69afe5c'] in n-d-836017-2 {{(pid=84765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:09:04.833039 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9a6eb9-3305-4b66-8961-3eec03c12c81 None None] Routers {'fd5621c6-d957-48f4-b67c-77ffa69afe5c'} bound to L3 agent in host n-d-836017-2 {{(pid=84765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:09:04.833718 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-cb9a6eb9-3305-4b66-8961-3eec03c12c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:08:50Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['fd5621c6-d957-48f4-b67c-77ffa69afe5c'], 'active': True} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:09:05.026506 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-cb9a6eb9-3305-4b66-8961-3eec03c12c81 None None] Set router fd5621c6-d957-48f4-b67c-77ffa69afe5c gateway port host: n-d-836017-2 {{(pid=84765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:09:05.368733 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-cb9a6eb9-3305-4b66-8961-3eec03c12c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd5621c6-d957-48f4-b67c-77ffa69afe5c', 'name': 'router1', 'tenant_id': 'cccfaa7dbf554b3ab9474e123a7b6851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '3181be7a-c962-4bf6-bb42-089633eeece6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:08:45Z', 'updated_at': '2022-04-18T19:09:04Z', 'revision_number': 4, 'project_id': 'cccfaa7dbf554b3ab9474e123a7b6851', 'gw_port': {'id': '3181be7a-c962-4bf6-bb42-089633eeece6', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f7:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd5621c6-d957-48f4-b67c-77ffa69afe5c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:09:03Z', 'updated_at': '2022-04-18T19:09:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_interfaces': [{'id': '024ddeb9-291c-491f-b657-de27c41b6d5b', 'name': '', 'network_id': 'baebe620-c8b1-4bab-9fab-28a5605134a3', 'tenant_id': 'cccfaa7dbf554b3ab9474e123a7b6851', 'mac_address': 'fa:16:3e:c9:57:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5621c6-d957-48f4-b67c-77ffa69afe5c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '58e024ea-4bc9-41d6-9bb2-a7000785db70', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:08:55Z', 'updated_at': '2022-04-18T19:09:00Z', 'revision_number': 5, 'project_id': 'cccfaa7dbf554b3ab9474e123a7b6851', 'subnets': [{'id': '58e024ea-4bc9-41d6-9bb2-a7000785db70', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2af8d09a-6b4d-4f2d-9253-9b20bb325957'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-2', False) {} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:09:05.373948 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9a6eb9-3305-4b66-8961-3eec03c12c81 None None] Checking router: fd5621c6-d957-48f4-b67c-77ffa69afe5c for host: n-d-836017-2 {{(pid=84765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:09:05.374294 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9a6eb9-3305-4b66-8961-3eec03c12c81 None None] Updating router fd5621c6-d957-48f4-b67c-77ffa69afe5c port 3181be7a-c962-4bf6-bb42-089633eeece6 binding host n-d-836017-2 {{(pid=84765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 19:09:05.426583 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cb9a6eb9-3305-4b66-8961-3eec03c12c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:09:05.750207 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cb9a6eb9-3305-4b66-8961-3eec03c12c81 None None] Notify callbacks [] for port, precommit_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:09:05.761939 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-cb9a6eb9-3305-4b66-8961-3eec03c12c81 None None] Transition to ACTIVE for port object 3181be7a-c962-4bf6-bb42-089633eeece6 will not be triggered until provisioned by entity L2. {{(pid=84765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:09:05.838298 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cb9a6eb9-3305-4b66-8961-3eec03c12c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:09:05.920758 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-cb9a6eb9-3305-4b66-8961-3eec03c12c81 None None] Attempting to bind port 3181be7a-c962-4bf6-bb42-089633eeece6 on host n-d-836017-2 for vnic_type normal with profile {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:09:05.921032 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-cb9a6eb9-3305-4b66-8961-3eec03c12c81 None None] Attempting to bind port 3181be7a-c962-4bf6-bb42-089633eeece6 by drivers openvswitch,hyperv on host n-d-836017-2 at level 0 using segments [{'id': '5de34947-6c56-419b-85d0-f61f69ce7c45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:09:05.921392 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9a6eb9-3305-4b66-8961-3eec03c12c81 None None] Attempting to bind port 3181be7a-c962-4bf6-bb42-089633eeece6 on network 11e8e108-37df-4084-b6b7-113e6beb66b4 {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:09:05.923965 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8c3098-17ab-45d3-877d-ea6aa3a1aa51 None None] Pushing event updated for resources: {'Port': ['ID=3181be7a-c962-4bf6-bb42-089633eeece6,revision_number=2']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:09:05.930968 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9a6eb9-3305-4b66-8961-3eec03c12c81 None None] Checking agent: {'id': 'df2a5cfe-6839-400b-a998-e4fffce70f45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 8, 22), 'started_at': datetime.datetime(2022, 4, 18, 19, 8, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:09:05.931294 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9a6eb9-3305-4b66-8961-3eec03c12c81 None None] Checking segment: {'id': '5de34947-6c56-419b-85d0-f61f69ce7c45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:09:05.931691 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cb9a6eb9-3305-4b66-8961-3eec03c12c81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:09:05.932074 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9a6eb9-3305-4b66-8961-3eec03c12c81 None None] Bound using segment: {'id': '5de34947-6c56-419b-85d0-f61f69ce7c45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:09:05.932554 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-cb9a6eb9-3305-4b66-8961-3eec03c12c81 None None] Bound port: 3181be7a-c962-4bf6-bb42-089633eeece6, host: n-d-836017-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5de34947-6c56-419b-85d0-f61f69ce7c45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'}}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:09:05.932943 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cb9a6eb9-3305-4b66-8961-3eec03c12c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:09:06.003687 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-cb9a6eb9-3305-4b66-8961-3eec03c12c81 None None] For port 3181be7a-c962-4bf6-bb42-089633eeece6, host n-d-836017-2, cleared binding levels {{(pid=84765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:09:06.006599 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-cb9a6eb9-3305-4b66-8961-3eec03c12c81 None None] For port 3181be7a-c962-4bf6-bb42-089633eeece6, host n-d-836017-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=3181be7a-c962-4bf6-bb42-089633eeece6,segment=NetworkSegment(5de34947-6c56-419b-85d0-f61f69ce7c45),segment_id=5de34947-6c56-419b-85d0-f61f69ce7c45)] {{(pid=84765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:09:06.066108 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cb9a6eb9-3305-4b66-8961-3eec03c12c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:09:06.177732 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9a6eb9-3305-4b66-8961-3eec03c12c81 None None] Routers {'fd5621c6-d957-48f4-b67c-77ffa69afe5c'} bound to L3 agent in host n-d-836017-2 {{(pid=84765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:09:06.178254 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-cb9a6eb9-3305-4b66-8961-3eec03c12c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:08:50Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['fd5621c6-d957-48f4-b67c-77ffa69afe5c'], 'active': True} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:09:06.224191 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8c3098-17ab-45d3-877d-ea6aa3a1aa51 None None] Pushing event updated for resources: {'Port': ['ID=3181be7a-c962-4bf6-bb42-089633eeece6,revision_number=3']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:09:06.354599 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-cb9a6eb9-3305-4b66-8961-3eec03c12c81 None None] Set router fd5621c6-d957-48f4-b67c-77ffa69afe5c gateway port host: n-d-836017-2 {{(pid=84765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:09:06.679310 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-cb9a6eb9-3305-4b66-8961-3eec03c12c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd5621c6-d957-48f4-b67c-77ffa69afe5c', 'name': 'router1', 'tenant_id': 'cccfaa7dbf554b3ab9474e123a7b6851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '3181be7a-c962-4bf6-bb42-089633eeece6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:08:45Z', 'updated_at': '2022-04-18T19:09:04Z', 'revision_number': 4, 'project_id': 'cccfaa7dbf554b3ab9474e123a7b6851', 'gw_port': {'id': '3181be7a-c962-4bf6-bb42-089633eeece6', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f7:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd5621c6-d957-48f4-b67c-77ffa69afe5c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:09:03Z', 'updated_at': '2022-04-18T19:09:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_interfaces': [{'id': '024ddeb9-291c-491f-b657-de27c41b6d5b', 'name': '', 'network_id': 'baebe620-c8b1-4bab-9fab-28a5605134a3', 'tenant_id': 'cccfaa7dbf554b3ab9474e123a7b6851', 'mac_address': 'fa:16:3e:c9:57:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5621c6-d957-48f4-b67c-77ffa69afe5c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '58e024ea-4bc9-41d6-9bb2-a7000785db70', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:08:55Z', 'updated_at': '2022-04-18T19:09:00Z', 'revision_number': 5, 'project_id': 'cccfaa7dbf554b3ab9474e123a7b6851', 'subnets': [{'id': '58e024ea-4bc9-41d6-9bb2-a7000785db70', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2af8d09a-6b4d-4f2d-9253-9b20bb325957'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-2', False) {} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:09:06.683325 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9a6eb9-3305-4b66-8961-3eec03c12c81 None None] The sync data for ids ['fd5621c6-d957-48f4-b67c-77ffa69afe5c'] in n-d-836017-2 is: [{'id': 'fd5621c6-d957-48f4-b67c-77ffa69afe5c', 'name': 'router1', 'tenant_id': 'cccfaa7dbf554b3ab9474e123a7b6851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '3181be7a-c962-4bf6-bb42-089633eeece6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:08:45Z', 'updated_at': '2022-04-18T19:09:04Z', 'revision_number': 4, 'project_id': 'cccfaa7dbf554b3ab9474e123a7b6851', 'gw_port': {'id': '3181be7a-c962-4bf6-bb42-089633eeece6', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f7:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd5621c6-d957-48f4-b67c-77ffa69afe5c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:09:03Z', 'updated_at': '2022-04-18T19:09:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_interfaces': [{'id': '024ddeb9-291c-491f-b657-de27c41b6d5b', 'name': '', 'network_id': 'baebe620-c8b1-4bab-9fab-28a5605134a3', 'tenant_id': 'cccfaa7dbf554b3ab9474e123a7b6851', 'mac_address': 'fa:16:3e:c9:57:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5621c6-d957-48f4-b67c-77ffa69afe5c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '58e024ea-4bc9-41d6-9bb2-a7000785db70', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:08:55Z', 'updated_at': '2022-04-18T19:09:00Z', 'revision_number': 5, 'project_id': 'cccfaa7dbf554b3ab9474e123a7b6851', 'subnets': [{'id': '58e024ea-4bc9-41d6-9bb2-a7000785db70', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2af8d09a-6b4d-4f2d-9253-9b20bb325957'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:09:07.148095 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 40628) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:09:07.291940 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-e4abdc5b-75f4-484d-a85a-95f74d993e22 admin admin] 10.222.0.69 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1067 time: 0.1427155 Apr 18 19:09:08.200917 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 3181be7a-c962-4bf6-bb42-089633eeece6 up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:09:08.329764 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning for port 3181be7a-c962-4bf6-bb42-089633eeece6 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:09:08.335535 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port 3181be7a-c962-4bf6-bb42-089633eeece6 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:09:08.335899 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:09:08.451086 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:09:08.467121 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] For port 3181be7a-c962-4bf6-bb42-089633eeece6, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=3181be7a-c962-4bf6-bb42-089633eeece6,segment=NetworkSegment(5de34947-6c56-419b-85d0-f61f69ce7c45),segment_id=5de34947-6c56-419b-85d0-f61f69ce7c45)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:09:08.551333 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:09:08.620756 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Pushing event updated for resources: {'Port': ['ID=3181be7a-c962-4bf6-bb42-089633eeece6,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:09:10.188872 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 3181be7a-c962-4bf6-bb42-089633eeece6 up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:09:10.260690 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port 3181be7a-c962-4bf6-bb42-089633eeece6 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:09:10.260990 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:09:18.202101 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-44dfa6ba-61f2-4859-8f79-37de71a645ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:09:20.301529 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d77c91f9-a97f-4f0e-b46b-d4ce31a03e7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:09:21.687908 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1c541fd-6087-4755-8778-e68e27e46067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:09:21.958770 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:09:22.884367 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a4106dab-6971-4e7e-8fdc-c66f0a3f4877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:09:38.239775 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.agents_db [None req-eb67022b-f881-4bc8-8f45-fca90fb27803 None None] Agent healthcheck: found 5 active agents {{(pid=84766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:09:48.179526 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c7ee3822-14a9-4237-bb47-bad836546d1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:09:50.282494 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1a538ac8-41f5-451d-b47e-f1fc54480b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:09:51.701356 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1c541fd-6087-4755-8778-e68e27e46067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:09:51.941689 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:09:52.894102 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a4106dab-6971-4e7e-8fdc-c66f0a3f4877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:10:15.240071 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.agents_db [None req-eb67022b-f881-4bc8-8f45-fca90fb27803 None None] Agent healthcheck: found 5 active agents {{(pid=84766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:10:18.184913 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ae3d0428-73f2-4332-a496-e64ac80fb768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:10:20.299434 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-731c1796-38fb-423a-bbca-614f7c0056f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:10:22.209938 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1c541fd-6087-4755-8778-e68e27e46067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:10:22.241931 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:10:22.936330 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a4106dab-6971-4e7e-8fdc-c66f0a3f4877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:10:48.167728 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-91e7dd38-42be-4df1-b16e-b1c75c075531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:10:50.295024 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-95344d98-6489-43d3-9968-c2b6ebc70d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:10:51.706653 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1c541fd-6087-4755-8778-e68e27e46067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:10:51.935184 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:10:52.240868 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.agents_db [None req-eb67022b-f881-4bc8-8f45-fca90fb27803 None None] Agent healthcheck: found 5 active agents {{(pid=84766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:10:52.894987 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a4106dab-6971-4e7e-8fdc-c66f0a3f4877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:11:17.379353 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 41232) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:11:17.469087 n-d-836017-2 neutron-server[84763]: INFO neutron.pecan_wsgi.hooks.translation [None req-c13d12a5-9fc0-4444-afeb-a1a15c1ad824 admin admin] GET failed (client error): The resource could not be found. Apr 18 19:11:17.470281 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-c13d12a5-9fc0-4444-afeb-a1a15c1ad824 admin admin] 10.222.0.69 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0900030 Apr 18 19:11:17.601661 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358ea0fa-ee0c-4df5-b9f8-01e071245c13 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:11:17.603061 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-358ea0fa-ee0c-4df5-b9f8-01e071245c13 admin admin] 10.222.0.69 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1289356 Apr 18 19:11:18.167551 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f46808c-461f-44f8-a99b-08e7e1a18471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:11:19.647789 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 41242) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:11:19.778027 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5abe4343-047c-4640-96ac-d979fda92343 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:11:19.778589 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-5abe4343-047c-4640-96ac-d979fda92343 admin admin] Synchronizing usage tracker for tenant:915060da836549d89138263ced431c40 on resource:subnet {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:11:19.858982 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-5abe4343-047c-4640-96ac-d979fda92343 admin admin] Unset dirty status for tenant:915060da836549d89138263ced431c40 on resource:subnet {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:11:19.860054 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-5abe4343-047c-4640-96ac-d979fda92343 admin admin] 10.222.0.69 "GET /v2.0/subnets/58e024ea-4bc9-41d6-9bb2-a7000785db70 HTTP/1.1" status: 200 len: 849 time: 0.2112296 Apr 18 19:11:19.869803 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-37c9014f-08fb-4bf6-85e7-451c9d1c599b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:11:20.027644 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-37c9014f-08fb-4bf6-85e7-451c9d1c599b admin admin] Notify callbacks [] for subnet, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:11:20.266135 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-37c9014f-08fb-4bf6-85e7-451c9d1c599b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791093822621'] for subnet, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:11:20.294558 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-564cc6c0-8075-4f71-b5ab-b62c7afebb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:11:20.318284 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c9014f-08fb-4bf6-85e7-451c9d1c599b admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:11:20.318963 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-37c9014f-08fb-4bf6-85e7-451c9d1c599b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for subnet, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:11:20.319116 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ec855c-8787-4733-be7b-9d863389f696 None None] Network baebe620-c8b1-4bab-9fab-28a5605134a3 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:11:20.320242 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-37c9014f-08fb-4bf6-85e7-451c9d1c599b admin admin] 10.222.0.69 "PUT /v2.0/subnets/58e024ea-4bc9-41d6-9bb2-a7000785db70 HTTP/1.1" status: 200 len: 868 time: 0.4547040 Apr 18 19:11:20.336899 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c9014f-08fb-4bf6-85e7-451c9d1c599b admin admin] Pushing event updated for resources: {'Subnet': ['ID=58e024ea-4bc9-41d6-9bb2-a7000785db70,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:11:20.350841 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c9014f-08fb-4bf6-85e7-451c9d1c599b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:11:20.351545 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c9014f-08fb-4bf6-85e7-451c9d1c599b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:11:20.351977 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c9014f-08fb-4bf6-85e7-451c9d1c599b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:11:20.352597 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c9014f-08fb-4bf6-85e7-451c9d1c599b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:11:20.353165 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c9014f-08fb-4bf6-85e7-451c9d1c599b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:11:20.353746 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c9014f-08fb-4bf6-85e7-451c9d1c599b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:11:20.354329 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c9014f-08fb-4bf6-85e7-451c9d1c599b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:11:20.354889 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c9014f-08fb-4bf6-85e7-451c9d1c599b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:11:20.355794 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c9014f-08fb-4bf6-85e7-451c9d1c599b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:11:20.356381 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c9014f-08fb-4bf6-85e7-451c9d1c599b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:11:20.356823 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c9014f-08fb-4bf6-85e7-451c9d1c599b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:11:20.785350 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-69fdfe0e-04ee-4990-bce1-99cd3a4a6880 None None] Provisioning complete for port 024ddeb9-291c-491f-b657-de27c41b6d5b triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:11:20.785716 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-69fdfe0e-04ee-4990-bce1-99cd3a4a6880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:11:20.909222 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-69fdfe0e-04ee-4990-bce1-99cd3a4a6880 None None] Provisioning complete for port 9e65f255-4beb-4f45-a843-e56d52c69512 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:11:20.909474 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-69fdfe0e-04ee-4990-bce1-99cd3a4a6880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:11:21.683534 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1c541fd-6087-4755-8778-e68e27e46067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:11:21.950831 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:11:22.429613 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 41252) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:11:22.632034 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4a8fbf-ace2-4a41-b162-c5dd058f7083 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:11:22.632034 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4a8fbf-ace2-4a41-b162-c5dd058f7083 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:11:22.633358 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-3c4a8fbf-ace2-4a41-b162-c5dd058f7083 admin admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2028031 Apr 18 19:11:22.910581 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a4106dab-6971-4e7e-8fdc-c66f0a3f4877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:11:24.667498 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 41262) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:11:24.883322 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a1a021-b80f-49ec-a6d6-0b936b7429e2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:11:24.883611 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a1a021-b80f-49ec-a6d6-0b936b7429e2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:11:24.885185 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-32a1a021-b80f-49ec-a6d6-0b936b7429e2 admin admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2166445 Apr 18 19:11:26.918393 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 41272) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:11:27.108652 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25aad4d8-144b-471d-8cb4-3979b87b8618 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:11:27.109207 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-25aad4d8-144b-471d-8cb4-3979b87b8618 admin admin] Synchronizing usage tracker for tenant:915060da836549d89138263ced431c40 on resource:network {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:11:27.236266 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-25aad4d8-144b-471d-8cb4-3979b87b8618 admin admin] Unset dirty status for tenant:915060da836549d89138263ced431c40 on resource:network {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:11:27.237462 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-25aad4d8-144b-471d-8cb4-3979b87b8618 admin admin] 10.222.0.69 "GET /v2.0/networks/11e8e108-37df-4084-b6b7-113e6beb66b4 HTTP/1.1" status: 200 len: 886 time: 0.3181496 Apr 18 19:11:29.240580 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.agents_db [None req-eb67022b-f881-4bc8-8f45-fca90fb27803 None None] Agent healthcheck: found 5 active agents {{(pid=84766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:11:29.282958 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 41282) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:11:29.482130 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129e0654-42ac-4998-9620-863fec18008e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:11:29.483384 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-129e0654-42ac-4998-9620-863fec18008e admin admin] 10.222.0.69 "GET /v2.0/networks/baebe620-c8b1-4bab-9fab-28a5605134a3 HTTP/1.1" status: 200 len: 869 time: 0.1994970 Apr 18 19:11:31.515987 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 41292) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:11:31.646695 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e42fca9c-d97b-49cd-92e5-64a2b0ce5028 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:11:31.647353 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e42fca9c-d97b-49cd-92e5-64a2b0ce5028 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:11:31.648725 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-e42fca9c-d97b-49cd-92e5-64a2b0ce5028 admin admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1316869 Apr 18 19:11:33.704803 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 41302) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:11:33.838015 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43070cc-5025-4ea0-8f25-4f860463852d admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:11:33.838378 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43070cc-5025-4ea0-8f25-4f860463852d admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:11:33.839867 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-a43070cc-5025-4ea0-8f25-4f860463852d admin admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1341236 Apr 18 19:11:35.877314 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 41312) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:11:36.001173 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5baf7231-296d-4635-8541-33f41cebb0c0 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:11:36.002513 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-5baf7231-296d-4635-8541-33f41cebb0c0 admin admin] 10.222.0.69 "GET /v2.0/subnets/3b0abf32-1504-448b-b06e-c8c870b6a7c8 HTTP/1.1" status: 200 len: 816 time: 0.1242838 Apr 18 19:11:38.050780 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 41322) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:11:38.188829 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675c0d8a-8567-4614-9e06-480d64c87d87 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:11:38.190307 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-675c0d8a-8567-4614-9e06-480d64c87d87 admin admin] 10.222.0.69 "GET /v2.0/subnets/58e024ea-4bc9-41d6-9bb2-a7000785db70 HTTP/1.1" status: 200 len: 868 time: 0.1385179 Apr 18 19:11:48.219340 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2e07579a-ebee-4250-8bdd-e95e633d2239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:11:50.294894 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1e35c922-fb0d-4a25-9f61-e761be35ec1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:11:51.728840 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1c541fd-6087-4755-8778-e68e27e46067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:11:51.957668 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:11:52.957787 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a4106dab-6971-4e7e-8fdc-c66f0a3f4877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:11:56.306512 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 41360) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:11:56.379004 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [None req-4243e429-2eb1-4f9a-bf08-7c5dc0c9eda5 admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=84763) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:11:56.380072 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-4243e429-2eb1-4f9a-bf08-7c5dc0c9eda5 admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0725451 Apr 18 19:11:58.493792 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 41370) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:11:58.585079 n-d-836017-2 neutron-server[84764]: INFO neutron.pecan_wsgi.hooks.translation [None req-22dfa16b-8a5f-4496-9f8e-f5cf9f568137 admin admin] GET failed (client error): The resource could not be found. Apr 18 19:11:58.586332 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-22dfa16b-8a5f-4496-9f8e-f5cf9f568137 admin admin] 10.222.0.69 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0916224 Apr 18 19:11:58.749764 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2a66ee-1d99-406d-8ef4-dfb626d6bffd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:11:58.751482 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-8d2a66ee-1d99-406d-8ef4-dfb626d6bffd admin admin] 10.222.0.69 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1607256 Apr 18 19:12:00.806106 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 41380) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:12:00.877440 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-b7f368aa-bfdf-4f4d-b4ac-39a755af37ea admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:12:00.882488 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-b7f368aa-bfdf-4f4d-b4ac-39a755af37ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:12:00.891953 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-b7f368aa-bfdf-4f4d-b4ac-39a755af37ea admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:12:00.957354 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7f368aa-bfdf-4f4d-b4ac-39a755af37ea admin admin] Made reservation on behalf of 915060da836549d89138263ced431c40 for: {'network': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:12:00.960092 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b7f368aa-bfdf-4f4d-b4ac-39a755af37ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for network, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:12:01.047905 n-d-836017-2 neutron-server[84764]: WARNING neutron.services.revisions.revision_plugin [None req-b7f368aa-bfdf-4f4d-b4ac-39a755af37ea admin admin] Could not find related network for resource to bump revision. Apr 18 19:12:01.060551 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7f368aa-bfdf-4f4d-b4ac-39a755af37ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=84764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:12:01.069630 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b7f368aa-bfdf-4f4d-b4ac-39a755af37ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:12:01.069979 n-d-836017-2 neutron-server[84764]: INFO neutron.db.segments_db [None req-b7f368aa-bfdf-4f4d-b4ac-39a755af37ea admin admin] Added segment 6cde9faf-a872-4591-a51e-c760ea705fec of type vlan for network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a Apr 18 19:12:01.094424 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b7f368aa-bfdf-4f4d-b4ac-39a755af37ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791093404182'] for network, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:12:01.235806 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b7f368aa-bfdf-4f4d-b4ac-39a755af37ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251'] for network, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:12:01.236599 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f368aa-bfdf-4f4d-b4ac-39a755af37ea admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:12:01.237180 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b7f368aa-bfdf-4f4d-b4ac-39a755af37ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:12:01.335661 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f368aa-bfdf-4f4d-b4ac-39a755af37ea admin admin] Pushing event updated for resources: {'Network': ['ID=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:12:01.350644 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f368aa-bfdf-4f4d-b4ac-39a755af37ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:12:01.351085 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f368aa-bfdf-4f4d-b4ac-39a755af37ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:12:01.351468 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f368aa-bfdf-4f4d-b4ac-39a755af37ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:12:01.351891 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f368aa-bfdf-4f4d-b4ac-39a755af37ea admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:12:01.352269 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f368aa-bfdf-4f4d-b4ac-39a755af37ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:12:01.352681 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f368aa-bfdf-4f4d-b4ac-39a755af37ea admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:12:01.353115 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f368aa-bfdf-4f4d-b4ac-39a755af37ea admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:12:01.353485 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f368aa-bfdf-4f4d-b4ac-39a755af37ea admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:12:01.353850 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f368aa-bfdf-4f4d-b4ac-39a755af37ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:12:01.354214 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f368aa-bfdf-4f4d-b4ac-39a755af37ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:12:01.354611 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f368aa-bfdf-4f4d-b4ac-39a755af37ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:12:01.366036 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a details requested by agent ovs-agent-n-d-836017-2 with host n-d-836017-2 {{(pid=84765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:12:01.415938 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-b7f368aa-bfdf-4f4d-b4ac-39a755af37ea admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6084421 Apr 18 19:12:03.467254 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 41390) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:12:03.559969 n-d-836017-2 neutron-server[84764]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e99f061-9a1d-49b8-9f7f-12b59b89eb00 admin admin] GET failed (client error): The resource could not be found. Apr 18 19:12:03.560483 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-4e99f061-9a1d-49b8-9f7f-12b59b89eb00 admin admin] Synchronizing usage tracker for tenant:915060da836549d89138263ced431c40 on resource:network {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:12:03.654718 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-4e99f061-9a1d-49b8-9f7f-12b59b89eb00 admin admin] Unset dirty status for tenant:915060da836549d89138263ced431c40 on resource:network {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:12:03.655884 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-4e99f061-9a1d-49b8-9f7f-12b59b89eb00 admin admin] 10.222.0.69 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1876907 Apr 18 19:12:03.762707 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43fcbc7d-787a-4785-a10c-eabe2ab3980a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:12:03.764152 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-43fcbc7d-787a-4785-a10c-eabe2ab3980a admin admin] 10.222.0.69 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1044130 Apr 18 19:12:03.773513 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-6ec04dd1-2002-4b7a-912b-84f5925cfee4 admin admin] Request body: {'subnet': {'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:12:03.777857 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-6ec04dd1-2002-4b7a-912b-84f5925cfee4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:12:03.787949 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-6ec04dd1-2002-4b7a-912b-84f5925cfee4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:12:03.860241 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ec04dd1-2002-4b7a-912b-84f5925cfee4 admin admin] Made reservation on behalf of 915060da836549d89138263ced431c40 for: {'subnet': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:12:03.862521 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-6ec04dd1-2002-4b7a-912b-84f5925cfee4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:12:04.112062 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-6ec04dd1-2002-4b7a-912b-84f5925cfee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251'] for subnet, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:12:04.180470 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec04dd1-2002-4b7a-912b-84f5925cfee4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17d1b3aa-2066-4ffa-a69f-52ed566b6548,revision_number=0']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:12:04.194599 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec04dd1-2002-4b7a-912b-84f5925cfee4 admin admin] Checking segment: {'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:12:04.194955 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec04dd1-2002-4b7a-912b-84f5925cfee4 admin admin] Network hostable DHCP agents. Network: cb6d8c7c-7ea4-4a32-b429-1c2934b7306a, hostable agents: ['f6987c12-6d6c-47d4-b22d-cfcd164dc40d'], hosted agents: [] {{(pid=84764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:12:04.259631 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec04dd1-2002-4b7a-912b-84f5925cfee4 admin admin] Network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a is scheduled to be hosted by DHCP agent f6987c12-6d6c-47d4-b22d-cfcd164dc40d with binding_index 1 {{(pid=84764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:12:04.344201 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [None req-6ec04dd1-2002-4b7a-912b-84f5925cfee4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-2, cb6d8c7c-7ea4-4a32-b429-1c2934b7306a) {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:12:04.349409 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec04dd1-2002-4b7a-912b-84f5925cfee4 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:12:04.350313 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-6ec04dd1-2002-4b7a-912b-84f5925cfee4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for subnet, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:12:04.355815 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86944dcb-10e9-4593-8094-74a6a1c01117 None None] Network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:12:04.425248 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-6ec04dd1-2002-4b7a-912b-84f5925cfee4 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6549382 Apr 18 19:12:04.584808 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb252628-b1eb-4c80-b0f1-c2270054e5d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31f5fbf7-4b5c-5a44-b255-70c4fc176ae8-cb6d8c7c-7ea4-4a32-b429-1c2934b7306a', 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a', 'tenant_id': '915060da836549d89138263ced431c40', 'fixed_ips': [{'subnet_id': '17d1b3aa-2066-4ffa-a69f-52ed566b6548'}]}} from n-d-836017-2. {{(pid=84765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 19:12:04.585632 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bb252628-b1eb-4c80-b0f1-c2270054e5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:12:04.748523 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-bb252628-b1eb-4c80-b0f1-c2270054e5d6 None None] Allocated IP 192.168.233.2 (cb6d8c7c-7ea4-4a32-b429-1c2934b7306a/17d1b3aa-2066-4ffa-a69f-52ed566b6548/1a8ec002-d98c-4a86-ad04-94c1d6783716) {{(pid=84765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:12:04.959987 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bb252628-b1eb-4c80-b0f1-c2270054e5d6 None None] Notify callbacks [] for port, precommit_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:12:04.970168 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-bb252628-b1eb-4c80-b0f1-c2270054e5d6 None None] Transition to ACTIVE for port object 1a8ec002-d98c-4a86-ad04-94c1d6783716 will not be triggered until provisioned by entity L2. {{(pid=84765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:12:04.988208 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-bb252628-b1eb-4c80-b0f1-c2270054e5d6 None None] Transition to ACTIVE for port object 1a8ec002-d98c-4a86-ad04-94c1d6783716 will not be triggered until provisioned by entity DHCP. {{(pid=84765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:12:05.060801 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bb252628-b1eb-4c80-b0f1-c2270054e5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331'] for port, after_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:12:05.128718 n-d-836017-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb252628-b1eb-4c80-b0f1-c2270054e5d6 None None] Network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a is already hosted by enough agents. {{(pid=84765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:12:05.132090 n-d-836017-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-bb252628-b1eb-4c80-b0f1-c2270054e5d6 None None] Resources bound (agent type, host, resource id): {{(pid=84765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:12:05.135145 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb252628-b1eb-4c80-b0f1-c2270054e5d6 None None] Received port after_create {{(pid=84765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:12:05.141435 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb252628-b1eb-4c80-b0f1-c2270054e5d6 None None] Pushing event updated for resources: {'Port': ['ID=1a8ec002-d98c-4a86-ad04-94c1d6783716,revision_number=1']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:12:05.152065 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb252628-b1eb-4c80-b0f1-c2270054e5d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:12:05.152470 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb252628-b1eb-4c80-b0f1-c2270054e5d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:12:05.152808 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb252628-b1eb-4c80-b0f1-c2270054e5d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:12:05.153698 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb252628-b1eb-4c80-b0f1-c2270054e5d6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:12:05.153698 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb252628-b1eb-4c80-b0f1-c2270054e5d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:12:05.153916 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb252628-b1eb-4c80-b0f1-c2270054e5d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:12:05.154084 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb252628-b1eb-4c80-b0f1-c2270054e5d6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:12:05.154391 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb252628-b1eb-4c80-b0f1-c2270054e5d6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:12:05.154707 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb252628-b1eb-4c80-b0f1-c2270054e5d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:12:05.155021 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb252628-b1eb-4c80-b0f1-c2270054e5d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:12:05.155338 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb252628-b1eb-4c80-b0f1-c2270054e5d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:12:05.241804 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-bb252628-b1eb-4c80-b0f1-c2270054e5d6 None None] Attempting to bind port 1a8ec002-d98c-4a86-ad04-94c1d6783716 on host n-d-836017-2 for vnic_type normal with profile {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:12:05.242087 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-bb252628-b1eb-4c80-b0f1-c2270054e5d6 None None] Attempting to bind port 1a8ec002-d98c-4a86-ad04-94c1d6783716 by drivers openvswitch,hyperv on host n-d-836017-2 at level 0 using segments [{'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:12:05.242446 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb252628-b1eb-4c80-b0f1-c2270054e5d6 None None] Attempting to bind port 1a8ec002-d98c-4a86-ad04-94c1d6783716 on network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:12:05.248911 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb252628-b1eb-4c80-b0f1-c2270054e5d6 None None] Checking agent: {'id': 'df2a5cfe-6839-400b-a998-e4fffce70f45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 8, 22), 'started_at': datetime.datetime(2022, 4, 18, 19, 8, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:12:05.249280 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb252628-b1eb-4c80-b0f1-c2270054e5d6 None None] Checking segment: {'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:12:05.249670 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bb252628-b1eb-4c80-b0f1-c2270054e5d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:12:05.250321 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb252628-b1eb-4c80-b0f1-c2270054e5d6 None None] Bound using segment: {'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:12:05.250777 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-bb252628-b1eb-4c80-b0f1-c2270054e5d6 None None] Bound port: 1a8ec002-d98c-4a86-ad04-94c1d6783716, host: n-d-836017-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'}}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:12:05.251161 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bb252628-b1eb-4c80-b0f1-c2270054e5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:12:05.337915 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-bb252628-b1eb-4c80-b0f1-c2270054e5d6 None None] For port 1a8ec002-d98c-4a86-ad04-94c1d6783716, host n-d-836017-2, cleared binding levels {{(pid=84765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:12:05.341044 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-bb252628-b1eb-4c80-b0f1-c2270054e5d6 None None] For port 1a8ec002-d98c-4a86-ad04-94c1d6783716, host n-d-836017-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=1a8ec002-d98c-4a86-ad04-94c1d6783716,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:12:05.403531 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bb252628-b1eb-4c80-b0f1-c2270054e5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:12:05.510056 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb252628-b1eb-4c80-b0f1-c2270054e5d6 None None] Pushing event updated for resources: {'Port': ['ID=1a8ec002-d98c-4a86-ad04-94c1d6783716,revision_number=2']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:12:06.241455 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.agents_db [None req-eb67022b-f881-4bc8-8f45-fca90fb27803 None None] Agent healthcheck: found 5 active agents {{(pid=84766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:12:06.300046 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 1a8ec002-d98c-4a86-ad04-94c1d6783716 up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:12:06.366208 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c8ff77-2632-48ca-919a-56e9e4e9fcfd None None] Network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:12:06.538915 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-2215e06c-d8b4-4bf2-9b42-0bcbcfc9462d None None] Provisioning for port 1a8ec002-d98c-4a86-ad04-94c1d6783716 completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:12:06.568562 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning for port 1a8ec002-d98c-4a86-ad04-94c1d6783716 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:12:06.579768 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port 1a8ec002-d98c-4a86-ad04-94c1d6783716 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:12:06.580135 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:12:06.756175 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:12:06.797706 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] For port 1a8ec002-d98c-4a86-ad04-94c1d6783716, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=1a8ec002-d98c-4a86-ad04-94c1d6783716,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:12:06.854938 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:12:06.934302 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Pushing event updated for resources: {'Port': ['ID=1a8ec002-d98c-4a86-ad04-94c1d6783716,revision_number=3']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:12:06.988569 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-cdfe63e2-bb1f-4074-ba6d-a9c1245cbcda None None] Provisioning complete for port 1a8ec002-d98c-4a86-ad04-94c1d6783716 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:12:06.988962 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cdfe63e2-bb1f-4074-ba6d-a9c1245cbcda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:12:08.259137 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 1a8ec002-d98c-4a86-ad04-94c1d6783716 up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:12:08.331091 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port 1a8ec002-d98c-4a86-ad04-94c1d6783716 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:12:08.331488 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:12:18.179979 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f7160631-7d06-4ae8-b153-cfa0b995e10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:12:20.299787 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ea94b2f0-e13a-40cd-87b9-8cecb6a93fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:12:21.683090 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1c541fd-6087-4755-8778-e68e27e46067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:12:21.934561 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:12:22.917199 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a4106dab-6971-4e7e-8fdc-c66f0a3f4877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:12:43.242432 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.agents_db [None req-eb67022b-f881-4bc8-8f45-fca90fb27803 None None] Agent healthcheck: found 5 active agents {{(pid=84766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:12:48.191134 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1be8f962-8963-4481-91ed-81514cdd5618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:12:50.332896 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-45c269d7-3f6c-4d98-a9ca-341ce84d1e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:12:51.699930 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1c541fd-6087-4755-8778-e68e27e46067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:12:51.939894 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:12:52.922546 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a4106dab-6971-4e7e-8fdc-c66f0a3f4877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:13:18.172907 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-500ad0fc-9db6-40c3-a250-a414920d7547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:13:20.243041 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.agents_db [None req-eb67022b-f881-4bc8-8f45-fca90fb27803 None None] Agent healthcheck: found 5 active agents {{(pid=84766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:13:20.310857 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a426e6f6-60e0-421d-b623-a5d88a300742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:13:21.710594 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1c541fd-6087-4755-8778-e68e27e46067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:13:21.950925 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:13:22.899520 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a4106dab-6971-4e7e-8fdc-c66f0a3f4877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:13:48.219127 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6d3ca344-6a16-4ff2-978d-9aa5547a7139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:13:50.321118 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1b51795e-fea8-405a-87f5-b420df3233f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:13:51.721789 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1c541fd-6087-4755-8778-e68e27e46067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:13:51.990591 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:13:52.956092 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a4106dab-6971-4e7e-8fdc-c66f0a3f4877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:13:57.243201 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.agents_db [None req-eb67022b-f881-4bc8-8f45-fca90fb27803 None None] Agent healthcheck: found 5 active agents {{(pid=84766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:14:01.998030 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 41434) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:14:02.004462 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [None req-5579d479-e6ce-4e6f-a759-79d37e5a9107 tempest-verify_tempest_config-1609987766 tempest-verify_tempest_config-1609987766-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=84764) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:14:02.005444 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-5579d479-e6ce-4e6f-a759-79d37e5a9107 tempest-verify_tempest_config-1609987766 tempest-verify_tempest_config-1609987766-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0064511 Apr 18 19:14:02.821588 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 41450) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:14:02.974061 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-aa8a7034-f293-4909-b060-5974a1af0b4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:14:03.006330 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-aa8a7034-f293-4909-b060-5974a1af0b4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:14:03.010140 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-aa8a7034-f293-4909-b060-5974a1af0b4d admin admin] Usage tracker for resource:security_group_rule and tenant:7d70d2c250f54599a5e7dd86b86abdc0 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:14:03.012900 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-aa8a7034-f293-4909-b060-5974a1af0b4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:14:03.018566 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-aa8a7034-f293-4909-b060-5974a1af0b4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:14:03.084531 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-aa8a7034-f293-4909-b060-5974a1af0b4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:14:03.184758 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-aa8a7034-f293-4909-b060-5974a1af0b4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:14:03.230946 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8a7034-f293-4909-b060-5974a1af0b4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=103e7b6c-5c24-4154-8dff-5139d4bd4409,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:14:03.237283 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-aa8a7034-f293-4909-b060-5974a1af0b4d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7d70d2c250f54599a5e7dd86b86abdc0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4147246 Apr 18 19:14:03.240199 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 41456) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:14:03.242290 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8a7034-f293-4909-b060-5974a1af0b4d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:14:03.242461 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8a7034-f293-4909-b060-5974a1af0b4d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:14:03.242741 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8a7034-f293-4909-b060-5974a1af0b4d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:14:03.243070 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8a7034-f293-4909-b060-5974a1af0b4d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:14:03.243402 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8a7034-f293-4909-b060-5974a1af0b4d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:14:03.243759 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8a7034-f293-4909-b060-5974a1af0b4d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:14:03.244084 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8a7034-f293-4909-b060-5974a1af0b4d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:14:03.244433 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8a7034-f293-4909-b060-5974a1af0b4d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:14:03.244757 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8a7034-f293-4909-b060-5974a1af0b4d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:14:03.245076 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8a7034-f293-4909-b060-5974a1af0b4d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:14:03.245399 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8a7034-f293-4909-b060-5974a1af0b4d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:14:03.307381 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b34e1a21-7724-44b0-85fb-8f1e66eacff7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:14:03.332970 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b34e1a21-7724-44b0-85fb-8f1e66eacff7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:14:03.516442 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b34e1a21-7724-44b0-85fb-8f1e66eacff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:14:03.531385 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34e1a21-7724-44b0-85fb-8f1e66eacff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=103e7b6c-5c24-4154-8dff-5139d4bd4409,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:14:03.542312 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b34e1a21-7724-44b0-85fb-8f1e66eacff7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:14:03.543402 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-b34e1a21-7724-44b0-85fb-8f1e66eacff7 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/103e7b6c-5c24-4154-8dff-5139d4bd4409 HTTP/1.1" status: 204 len: 168 time: 0.3021841 Apr 18 19:14:03.545063 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34e1a21-7724-44b0-85fb-8f1e66eacff7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:14:03.545405 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34e1a21-7724-44b0-85fb-8f1e66eacff7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:14:03.545731 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34e1a21-7724-44b0-85fb-8f1e66eacff7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:14:03.546062 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34e1a21-7724-44b0-85fb-8f1e66eacff7 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:14:03.547984 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34e1a21-7724-44b0-85fb-8f1e66eacff7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:14:03.548341 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34e1a21-7724-44b0-85fb-8f1e66eacff7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:14:03.548674 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34e1a21-7724-44b0-85fb-8f1e66eacff7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:14:03.548999 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34e1a21-7724-44b0-85fb-8f1e66eacff7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:14:03.549318 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34e1a21-7724-44b0-85fb-8f1e66eacff7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:14:03.549650 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34e1a21-7724-44b0-85fb-8f1e66eacff7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:14:03.549952 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34e1a21-7724-44b0-85fb-8f1e66eacff7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:14:18.178552 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-080712e4-7d5e-47ec-82d0-8f9b2cc4dfbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:14:20.316040 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-49b11862-372f-4ba7-b6e3-ae3949c047d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:14:21.709407 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1c541fd-6087-4755-8778-e68e27e46067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:14:21.949937 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:14:22.979026 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a4106dab-6971-4e7e-8fdc-c66f0a3f4877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:14:34.242914 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.agents_db [None req-eb67022b-f881-4bc8-8f45-fca90fb27803 None None] Agent healthcheck: found 5 active agents {{(pid=84766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:14:48.223840 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-221b3bf9-db5d-4665-aa81-71db2233e760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:14:50.303911 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-745bbb15-a322-414b-ae0f-1e840ec8b902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:14:51.692459 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1c541fd-6087-4755-8778-e68e27e46067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:14:51.963979 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:14:52.938032 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a4106dab-6971-4e7e-8fdc-c66f0a3f4877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:15:11.242356 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.agents_db [None req-eb67022b-f881-4bc8-8f45-fca90fb27803 None None] Agent healthcheck: found 5 active agents {{(pid=84766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:15:18.240552 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3699c2a0-88d4-4a10-8ebb-060dea2e38a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:15:20.308755 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-deaf90c9-afe4-462c-aa31-7b18fb71f5eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:15:21.715061 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1c541fd-6087-4755-8778-e68e27e46067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:15:21.954677 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:15:22.932178 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a4106dab-6971-4e7e-8fdc-c66f0a3f4877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:15:48.217272 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-67608a46-a522-4154-b191-215d8169bdb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:15:48.241742 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.agents_db [None req-eb67022b-f881-4bc8-8f45-fca90fb27803 None None] Agent healthcheck: found 5 active agents {{(pid=84766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:15:50.319854 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-72da950d-d3d6-4474-9ee1-29b66d57d4d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:15:51.731838 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1c541fd-6087-4755-8778-e68e27e46067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:15:52.005683 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:15:53.005854 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a4106dab-6971-4e7e-8fdc-c66f0a3f4877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:16:18.217141 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-421c2aa8-b4aa-4db9-9c78-458d00040450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:16:20.336754 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8c3e1b33-db9d-430b-ae60-55d0167078e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:16:21.725359 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1c541fd-6087-4755-8778-e68e27e46067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:16:21.958839 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:16:22.914381 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a4106dab-6971-4e7e-8fdc-c66f0a3f4877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:16:25.241278 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.agents_db [None req-eb67022b-f881-4bc8-8f45-fca90fb27803 None None] Agent healthcheck: found 5 active agents {{(pid=84766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:16:48.250554 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-61438b1e-97da-4069-9f93-13f01b7738ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:16:50.308101 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cec244ab-53d6-4f66-a021-847269ddd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:16:51.696054 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1c541fd-6087-4755-8778-e68e27e46067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:16:51.953025 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:16:52.925027 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a4106dab-6971-4e7e-8fdc-c66f0a3f4877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:17:02.240434 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.agents_db [None req-eb67022b-f881-4bc8-8f45-fca90fb27803 None None] Agent healthcheck: found 5 active agents {{(pid=84766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:17:18.249814 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7f07a6c3-c917-4dd1-a633-67b49791dd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:17:20.353025 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-353c5172-3988-4f26-88e5-fcda1228cbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:17:20.609655 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-417479'] for agent, after_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:17:21.696321 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1c541fd-6087-4755-8778-e68e27e46067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:17:21.947066 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:17:22.953050 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a4106dab-6971-4e7e-8fdc-c66f0a3f4877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:17:24.581100 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-417479'] for agent, after_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:17:39.241084 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.agents_db [None req-eb67022b-f881-4bc8-8f45-fca90fb27803 None None] Agent healthcheck: found 7 active agents {{(pid=84766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:17:48.203261 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-df268c3f-6be3-4045-ab8a-def3af607ad6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:17:50.317719 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ca89bd02-fae5-4a6b-b2e8-a0b51ea1c46a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:17:50.574738 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:17:51.734930 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1c541fd-6087-4755-8778-e68e27e46067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:17:51.969327 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:17:52.957916 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a4106dab-6971-4e7e-8fdc-c66f0a3f4877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:17:54.568856 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:18:08.574740 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 41520) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:18:08.712657 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-83185ea0-23bc-4cb2-b111-a8f42c5fde5e admin admin] 10.222.0.69 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1367998 Apr 18 19:18:10.789875 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 41530) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:18:10.873508 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-8f92595b-6a08-4b87-85ec-62858752f07b admin admin] 10.222.0.69 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0824409 Apr 18 19:18:16.241106 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.agents_db [None req-eb67022b-f881-4bc8-8f45-fca90fb27803 None None] Agent healthcheck: found 7 active agents {{(pid=84766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:18:18.191663 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-37dadba0-9121-426d-9aaa-9a91616ee105 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:18:20.339601 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-61d54617-2a7c-43df-a9cd-1614475da8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:18:20.608810 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:18:21.711377 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1c541fd-6087-4755-8778-e68e27e46067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:18:22.025771 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:18:22.974579 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a4106dab-6971-4e7e-8fdc-c66f0a3f4877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:18:24.573624 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:18:48.179920 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4ed6cce9-8885-49d4-9912-801ea20b65f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:18:50.333682 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d9d93e50-a3fa-44bb-be34-60a3dd839716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:18:50.608403 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:18:51.734254 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1c541fd-6087-4755-8778-e68e27e46067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:18:51.990854 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:18:52.990821 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a4106dab-6971-4e7e-8fdc-c66f0a3f4877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:18:53.242318 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.agents_db [None req-eb67022b-f881-4bc8-8f45-fca90fb27803 None None] Agent healthcheck: found 7 active agents {{(pid=84766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:18:54.579195 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:19:18.173021 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5d433be5-6698-4f7c-86f1-d9b634cf9646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:19:20.338397 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ad0fe04e-a1b4-420f-afb3-42efeddef345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:19:20.590162 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:19:21.732815 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1c541fd-6087-4755-8778-e68e27e46067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:19:22.012927 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:19:22.955938 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a4106dab-6971-4e7e-8fdc-c66f0a3f4877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:19:24.608294 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:19:30.243966 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.agents_db [None req-eb67022b-f881-4bc8-8f45-fca90fb27803 None None] Agent healthcheck: found 7 active agents {{(pid=84766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:19:48.206668 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-df08be3c-4a2a-4d7e-8752-31e4b00af982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:19:50.347584 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-22cdbad2-f476-45f4-a196-a2ceb52275f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:19:50.573449 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:19:51.772688 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1c541fd-6087-4755-8778-e68e27e46067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:19:52.002180 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:19:52.961306 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a4106dab-6971-4e7e-8fdc-c66f0a3f4877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:19:54.602896 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:19:56.451066 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 41760) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:19:57.348949 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-e9b17479-648e-405c-8d6a-67f6cad94cfb admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1362457460-network', 'tenant_id': '879aba68d0c84185b21236d011dd113c'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:19:57.354194 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-e9b17479-648e-405c-8d6a-67f6cad94cfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:19:57.358430 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-e9b17479-648e-405c-8d6a-67f6cad94cfb admin admin] Usage tracker for resource:network and tenant:879aba68d0c84185b21236d011dd113c is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:19:57.362143 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-e9b17479-648e-405c-8d6a-67f6cad94cfb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:19:57.369716 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-e9b17479-648e-405c-8d6a-67f6cad94cfb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:19:57.435261 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9b17479-648e-405c-8d6a-67f6cad94cfb admin admin] Made reservation on behalf of 879aba68d0c84185b21236d011dd113c for: {'network': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:19:57.437645 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-e9b17479-648e-405c-8d6a-67f6cad94cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for network, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:19:57.451210 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-e9b17479-648e-405c-8d6a-67f6cad94cfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:19:57.490542 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-e9b17479-648e-405c-8d6a-67f6cad94cfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:19:57.494768 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-e9b17479-648e-405c-8d6a-67f6cad94cfb admin admin] Usage tracker for resource:security_group_rule and tenant:879aba68d0c84185b21236d011dd113c is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:19:57.497771 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-e9b17479-648e-405c-8d6a-67f6cad94cfb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:19:57.506302 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-e9b17479-648e-405c-8d6a-67f6cad94cfb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:19:57.578091 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-e9b17479-648e-405c-8d6a-67f6cad94cfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:19:57.638139 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-e9b17479-648e-405c-8d6a-67f6cad94cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:19:57.684036 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b17479-648e-405c-8d6a-67f6cad94cfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5abd4b6d-7643-4b39-a0cf-6a8466ad7751,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:19:57.691285 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9b17479-648e-405c-8d6a-67f6cad94cfb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=84763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:19:57.697402 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b17479-648e-405c-8d6a-67f6cad94cfb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:19:57.697932 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b17479-648e-405c-8d6a-67f6cad94cfb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:19:57.698397 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b17479-648e-405c-8d6a-67f6cad94cfb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:19:57.699039 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b17479-648e-405c-8d6a-67f6cad94cfb admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:19:57.704065 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b17479-648e-405c-8d6a-67f6cad94cfb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:19:57.704065 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b17479-648e-405c-8d6a-67f6cad94cfb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:19:57.704065 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b17479-648e-405c-8d6a-67f6cad94cfb admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:19:57.704065 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b17479-648e-405c-8d6a-67f6cad94cfb admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:19:57.704065 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b17479-648e-405c-8d6a-67f6cad94cfb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:19:57.704065 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b17479-648e-405c-8d6a-67f6cad94cfb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:19:57.704660 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b17479-648e-405c-8d6a-67f6cad94cfb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:19:57.705626 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b17479-648e-405c-8d6a-67f6cad94cfb admin admin] Tracked resource versions report: Apr 18 19:19:57.705626 n-d-836017-2 neutron-server[84763]: pushed versions: Apr 18 19:19:57.705626 n-d-836017-2 neutron-server[84763]: { 'ConntrackHelper': {'1.0'}, Apr 18 19:19:57.705626 n-d-836017-2 neutron-server[84763]: 'Log': {'1.0'}, Apr 18 19:19:57.705626 n-d-836017-2 neutron-server[84763]: 'Network': {'1.1'}, Apr 18 19:19:57.705626 n-d-836017-2 neutron-server[84763]: 'Port': {'1.5'}, Apr 18 19:19:57.705626 n-d-836017-2 neutron-server[84763]: 'PortForwarding': {'1.2'}, Apr 18 19:19:57.705626 n-d-836017-2 neutron-server[84763]: 'QosPolicy': {'1.8'}, Apr 18 19:19:57.705626 n-d-836017-2 neutron-server[84763]: 'SecurityGroup': {'1.2'}, Apr 18 19:19:57.705626 n-d-836017-2 neutron-server[84763]: 'SecurityGroupRule': {'1.0'}, Apr 18 19:19:57.705626 n-d-836017-2 neutron-server[84763]: 'SubPort': {'1.0'}, Apr 18 19:19:57.705626 n-d-836017-2 neutron-server[84763]: 'Subnet': {'1.1'}, Apr 18 19:19:57.705626 n-d-836017-2 neutron-server[84763]: 'Trunk': {'1.1'}} Apr 18 19:19:57.705626 n-d-836017-2 neutron-server[84763]: consumer versions: Apr 18 19:19:57.705626 n-d-836017-2 neutron-server[84763]: { DHCP agent@n-d-836017-2: {}, Apr 18 19:19:57.705626 n-d-836017-2 neutron-server[84763]: HyperV agent@n-h1-836017-2: {}, Apr 18 19:19:57.705626 n-d-836017-2 neutron-server[84763]: HyperV agent@n-h2-836017-2: {}, Apr 18 19:19:57.705626 n-d-836017-2 neutron-server[84763]: L3 agent@n-d-836017-2: {}, Apr 18 19:19:57.705626 n-d-836017-2 neutron-server[84763]: Metadata agent@n-d-836017-2: {}, Apr 18 19:19:57.705626 n-d-836017-2 neutron-server[84763]: Metering agent@n-d-836017-2: {}, Apr 18 19:19:57.705626 n-d-836017-2 neutron-server[84763]: Open vSwitch agent@n-d-836017-2: { 'ConntrackHelper': '1.0', Apr 18 19:19:57.705626 n-d-836017-2 neutron-server[84763]: 'Log': '1.0', Apr 18 19:19:57.705626 n-d-836017-2 neutron-server[84763]: 'Network': '1.1', Apr 18 19:19:57.705626 n-d-836017-2 neutron-server[84763]: 'Port': '1.5', Apr 18 19:19:57.705626 n-d-836017-2 neutron-server[84763]: 'PortForwarding': '1.2', Apr 18 19:19:57.705626 n-d-836017-2 neutron-server[84763]: 'QosPolicy': '1.8', Apr 18 19:19:57.705626 n-d-836017-2 neutron-server[84763]: 'SecurityGroup': '1.2', Apr 18 19:19:57.705626 n-d-836017-2 neutron-server[84763]: 'SecurityGroupRule': '1.0', Apr 18 19:19:57.705626 n-d-836017-2 neutron-server[84763]: 'SubPort': '1.0', Apr 18 19:19:57.705626 n-d-836017-2 neutron-server[84763]: 'Subnet': '1.1', Apr 18 19:19:57.705626 n-d-836017-2 neutron-server[84763]: 'Trunk': '1.1'}} Apr 18 19:19:57.705626 n-d-836017-2 neutron-server[84763]: {{(pid=84763) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 18 19:19:57.726936 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-e9b17479-648e-405c-8d6a-67f6cad94cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:19:57.727323 n-d-836017-2 neutron-server[84763]: INFO neutron.db.segments_db [None req-e9b17479-648e-405c-8d6a-67f6cad94cfb admin admin] Added segment 6756b591-a26a-489e-add9-6f6fd4d12828 of type vlan for network e57b25b1-270e-45ff-9503-ac3e292dcc2d Apr 18 19:19:57.755142 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-e9b17479-648e-405c-8d6a-67f6cad94cfb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791093404182'] for network, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:19:57.846727 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-e9b17479-648e-405c-8d6a-67f6cad94cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251'] for network, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:19:57.847691 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b17479-648e-405c-8d6a-67f6cad94cfb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:19:57.848903 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-e9b17479-648e-405c-8d6a-67f6cad94cfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:19:57.957177 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b17479-648e-405c-8d6a-67f6cad94cfb admin admin] Pushing event updated for resources: {'Network': ['ID=e57b25b1-270e-45ff-9503-ac3e292dcc2d,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:19:57.968421 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Network e57b25b1-270e-45ff-9503-ac3e292dcc2d details requested by agent ovs-agent-n-d-836017-2 with host n-d-836017-2 {{(pid=84765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:19:58.030414 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-e9b17479-648e-405c-8d6a-67f6cad94cfb admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5766015 Apr 18 19:19:58.047288 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 41804) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:19:58.055543 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-9a2cac5e-3ad7-4676-ac0c-fd2052f8a00f admin admin] Request body: {'subnet': {'network_id': 'e57b25b1-270e-45ff-9503-ac3e292dcc2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1362457460-subnet', 'tenant_id': '879aba68d0c84185b21236d011dd113c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:19:58.061151 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-9a2cac5e-3ad7-4676-ac0c-fd2052f8a00f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:19:58.067328 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-9a2cac5e-3ad7-4676-ac0c-fd2052f8a00f admin admin] Usage tracker for resource:subnet and tenant:879aba68d0c84185b21236d011dd113c is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:19:58.070988 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-9a2cac5e-3ad7-4676-ac0c-fd2052f8a00f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:19:58.078922 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-9a2cac5e-3ad7-4676-ac0c-fd2052f8a00f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:19:58.149402 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a2cac5e-3ad7-4676-ac0c-fd2052f8a00f admin admin] Made reservation on behalf of 879aba68d0c84185b21236d011dd113c for: {'subnet': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:19:58.151881 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-9a2cac5e-3ad7-4676-ac0c-fd2052f8a00f admin admin] Notify callbacks [] for subnet, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:19:58.464252 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-9a2cac5e-3ad7-4676-ac0c-fd2052f8a00f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251'] for subnet, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:19:58.536732 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cac5e-3ad7-4676-ac0c-fd2052f8a00f admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa3d7594-8a64-4b57-b0dc-322016530760,revision_number=0']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:19:58.555227 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cac5e-3ad7-4676-ac0c-fd2052f8a00f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:19:58.555571 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cac5e-3ad7-4676-ac0c-fd2052f8a00f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:19:58.555908 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cac5e-3ad7-4676-ac0c-fd2052f8a00f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:19:58.556239 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cac5e-3ad7-4676-ac0c-fd2052f8a00f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:19:58.556600 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cac5e-3ad7-4676-ac0c-fd2052f8a00f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:19:58.556931 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cac5e-3ad7-4676-ac0c-fd2052f8a00f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:19:58.557252 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cac5e-3ad7-4676-ac0c-fd2052f8a00f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:19:58.557576 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cac5e-3ad7-4676-ac0c-fd2052f8a00f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:19:58.557891 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cac5e-3ad7-4676-ac0c-fd2052f8a00f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:19:58.558207 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cac5e-3ad7-4676-ac0c-fd2052f8a00f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:19:58.558523 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cac5e-3ad7-4676-ac0c-fd2052f8a00f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:19:58.559597 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2cac5e-3ad7-4676-ac0c-fd2052f8a00f admin admin] Tracked resource versions report: Apr 18 19:19:58.559597 n-d-836017-2 neutron-server[84764]: pushed versions: Apr 18 19:19:58.559597 n-d-836017-2 neutron-server[84764]: { 'ConntrackHelper': {'1.0'}, Apr 18 19:19:58.559597 n-d-836017-2 neutron-server[84764]: 'Log': {'1.0'}, Apr 18 19:19:58.559597 n-d-836017-2 neutron-server[84764]: 'Network': {'1.1'}, Apr 18 19:19:58.559597 n-d-836017-2 neutron-server[84764]: 'Port': {'1.5'}, Apr 18 19:19:58.559597 n-d-836017-2 neutron-server[84764]: 'PortForwarding': {'1.2'}, Apr 18 19:19:58.559597 n-d-836017-2 neutron-server[84764]: 'QosPolicy': {'1.8'}, Apr 18 19:19:58.559597 n-d-836017-2 neutron-server[84764]: 'SecurityGroup': {'1.2'}, Apr 18 19:19:58.559597 n-d-836017-2 neutron-server[84764]: 'SecurityGroupRule': {'1.0'}, Apr 18 19:19:58.559597 n-d-836017-2 neutron-server[84764]: 'SubPort': {'1.0'}, Apr 18 19:19:58.559597 n-d-836017-2 neutron-server[84764]: 'Subnet': {'1.1'}, Apr 18 19:19:58.559597 n-d-836017-2 neutron-server[84764]: 'Trunk': {'1.1'}} Apr 18 19:19:58.559597 n-d-836017-2 neutron-server[84764]: consumer versions: Apr 18 19:19:58.559597 n-d-836017-2 neutron-server[84764]: { DHCP agent@n-d-836017-2: {}, Apr 18 19:19:58.559597 n-d-836017-2 neutron-server[84764]: HyperV agent@n-h1-836017-2: {}, Apr 18 19:19:58.559597 n-d-836017-2 neutron-server[84764]: HyperV agent@n-h2-836017-2: {}, Apr 18 19:19:58.559597 n-d-836017-2 neutron-server[84764]: L3 agent@n-d-836017-2: {}, Apr 18 19:19:58.559597 n-d-836017-2 neutron-server[84764]: Metadata agent@n-d-836017-2: {}, Apr 18 19:19:58.559597 n-d-836017-2 neutron-server[84764]: Metering agent@n-d-836017-2: {}, Apr 18 19:19:58.559597 n-d-836017-2 neutron-server[84764]: Open vSwitch agent@n-d-836017-2: { 'ConntrackHelper': '1.0', Apr 18 19:19:58.559597 n-d-836017-2 neutron-server[84764]: 'Log': '1.0', Apr 18 19:19:58.559597 n-d-836017-2 neutron-server[84764]: 'Network': '1.1', Apr 18 19:19:58.559597 n-d-836017-2 neutron-server[84764]: 'Port': '1.5', Apr 18 19:19:58.559597 n-d-836017-2 neutron-server[84764]: 'PortForwarding': '1.2', Apr 18 19:19:58.559597 n-d-836017-2 neutron-server[84764]: 'QosPolicy': '1.8', Apr 18 19:19:58.559597 n-d-836017-2 neutron-server[84764]: 'SecurityGroup': '1.2', Apr 18 19:19:58.559597 n-d-836017-2 neutron-server[84764]: 'SecurityGroupRule': '1.0', Apr 18 19:19:58.559597 n-d-836017-2 neutron-server[84764]: 'SubPort': '1.0', Apr 18 19:19:58.559597 n-d-836017-2 neutron-server[84764]: 'Subnet': '1.1', Apr 18 19:19:58.559597 n-d-836017-2 neutron-server[84764]: 'Trunk': '1.1'}} Apr 18 19:19:58.559597 n-d-836017-2 neutron-server[84764]: {{(pid=84764) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 18 19:19:58.575878 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2cac5e-3ad7-4676-ac0c-fd2052f8a00f admin admin] Checking segment: {'id': '6756b591-a26a-489e-add9-6f6fd4d12828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'e57b25b1-270e-45ff-9503-ac3e292dcc2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:19:58.576231 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2cac5e-3ad7-4676-ac0c-fd2052f8a00f admin admin] Network hostable DHCP agents. Network: e57b25b1-270e-45ff-9503-ac3e292dcc2d, hostable agents: ['f6987c12-6d6c-47d4-b22d-cfcd164dc40d'], hosted agents: [] {{(pid=84764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:19:58.680550 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2cac5e-3ad7-4676-ac0c-fd2052f8a00f admin admin] Network e57b25b1-270e-45ff-9503-ac3e292dcc2d is scheduled to be hosted by DHCP agent f6987c12-6d6c-47d4-b22d-cfcd164dc40d with binding_index 1 {{(pid=84764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:19:58.755515 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [None req-9a2cac5e-3ad7-4676-ac0c-fd2052f8a00f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-2, e57b25b1-270e-45ff-9503-ac3e292dcc2d) {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:19:58.761020 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a2cac5e-3ad7-4676-ac0c-fd2052f8a00f admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:19:58.761986 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-9a2cac5e-3ad7-4676-ac0c-fd2052f8a00f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for subnet, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:19:58.770449 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f783fa-5240-4bdb-8b04-a6a85b681f51 None None] Network e57b25b1-270e-45ff-9503-ac3e292dcc2d requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:19:58.869767 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-9a2cac5e-3ad7-4676-ac0c-fd2052f8a00f admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.8216515 Apr 18 19:19:58.873089 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 41824) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:19:58.880024 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-213de93f-6ff1-4d85-b5a2-772cf4ae9dfe admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1362457460-router', 'tenant_id': '879aba68d0c84185b21236d011dd113c', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'}}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:19:58.885641 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-213de93f-6ff1-4d85-b5a2-772cf4ae9dfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:19:58.889812 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-213de93f-6ff1-4d85-b5a2-772cf4ae9dfe admin admin] Usage tracker for resource:router and tenant:879aba68d0c84185b21236d011dd113c is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:19:58.893251 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-213de93f-6ff1-4d85-b5a2-772cf4ae9dfe admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:19:58.900279 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-213de93f-6ff1-4d85-b5a2-772cf4ae9dfe admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:19:58.995302 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-213de93f-6ff1-4d85-b5a2-772cf4ae9dfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-415242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4425'] for router, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:19:58.996666 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-213de93f-6ff1-4d85-b5a2-772cf4ae9dfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-416909', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4418'] for router, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:19:59.034288 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-213de93f-6ff1-4d85-b5a2-772cf4ae9dfe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:19:59.076691 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c964875d-2b48-4d4b-b649-eea00f4ceba4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31f5fbf7-4b5c-5a44-b255-70c4fc176ae8-e57b25b1-270e-45ff-9503-ac3e292dcc2d', 'network_id': 'e57b25b1-270e-45ff-9503-ac3e292dcc2d', 'tenant_id': '879aba68d0c84185b21236d011dd113c', 'fixed_ips': [{'subnet_id': 'aa3d7594-8a64-4b57-b0dc-322016530760'}]}} from n-d-836017-2. {{(pid=84765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 19:19:59.077874 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c964875d-2b48-4d4b-b649-eea00f4ceba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:19:59.287371 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-c964875d-2b48-4d4b-b649-eea00f4ceba4 None None] Allocated IP 172.20.0.2 (e57b25b1-270e-45ff-9503-ac3e292dcc2d/aa3d7594-8a64-4b57-b0dc-322016530760/92bd7d91-8b03-45cd-8ee1-682285e256a1) {{(pid=84765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:19:59.433818 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-213de93f-6ff1-4d85-b5a2-772cf4ae9dfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416895', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4776'] for router, precommit_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:19:59.570510 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c964875d-2b48-4d4b-b649-eea00f4ceba4 None None] Notify callbacks [] for port, precommit_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:19:59.586887 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-c964875d-2b48-4d4b-b649-eea00f4ceba4 None None] Transition to ACTIVE for port object 92bd7d91-8b03-45cd-8ee1-682285e256a1 will not be triggered until provisioned by entity L2. {{(pid=84765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:19:59.611082 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-c964875d-2b48-4d4b-b649-eea00f4ceba4 None None] Transition to ACTIVE for port object 92bd7d91-8b03-45cd-8ee1-682285e256a1 will not be triggered until provisioned by entity DHCP. {{(pid=84765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:19:59.682766 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c964875d-2b48-4d4b-b649-eea00f4ceba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331'] for port, after_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:19:59.790349 n-d-836017-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c964875d-2b48-4d4b-b649-eea00f4ceba4 None None] Network e57b25b1-270e-45ff-9503-ac3e292dcc2d is already hosted by enough agents. {{(pid=84765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:19:59.804408 n-d-836017-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-c964875d-2b48-4d4b-b649-eea00f4ceba4 None None] Resources bound (agent type, host, resource id): {{(pid=84765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:19:59.817819 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-213de93f-6ff1-4d85-b5a2-772cf4ae9dfe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:19:59.855015 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c964875d-2b48-4d4b-b649-eea00f4ceba4 None None] Received port after_create {{(pid=84765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:19:59.881701 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-213de93f-6ff1-4d85-b5a2-772cf4ae9dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:19:59.913308 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c964875d-2b48-4d4b-b649-eea00f4ceba4 None None] Pushing event updated for resources: {'Port': ['ID=92bd7d91-8b03-45cd-8ee1-682285e256a1,revision_number=1']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:19:59.975051 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c964875d-2b48-4d4b-b649-eea00f4ceba4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:19:59.975563 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c964875d-2b48-4d4b-b649-eea00f4ceba4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:19:59.975951 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c964875d-2b48-4d4b-b649-eea00f4ceba4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:19:59.977611 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c964875d-2b48-4d4b-b649-eea00f4ceba4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:19:59.977611 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c964875d-2b48-4d4b-b649-eea00f4ceba4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:19:59.977611 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c964875d-2b48-4d4b-b649-eea00f4ceba4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:19:59.977611 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c964875d-2b48-4d4b-b649-eea00f4ceba4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:19:59.978261 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c964875d-2b48-4d4b-b649-eea00f4ceba4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:19:59.978673 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c964875d-2b48-4d4b-b649-eea00f4ceba4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:19:59.979082 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c964875d-2b48-4d4b-b649-eea00f4ceba4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:19:59.979793 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c964875d-2b48-4d4b-b649-eea00f4ceba4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:19:59.981302 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c964875d-2b48-4d4b-b649-eea00f4ceba4 None None] Tracked resource versions report: Apr 18 19:19:59.981302 n-d-836017-2 neutron-server[84765]: pushed versions: Apr 18 19:19:59.981302 n-d-836017-2 neutron-server[84765]: { 'ConntrackHelper': {'1.0'}, Apr 18 19:19:59.981302 n-d-836017-2 neutron-server[84765]: 'Log': {'1.0'}, Apr 18 19:19:59.981302 n-d-836017-2 neutron-server[84765]: 'Network': {'1.1'}, Apr 18 19:19:59.981302 n-d-836017-2 neutron-server[84765]: 'Port': {'1.5'}, Apr 18 19:19:59.981302 n-d-836017-2 neutron-server[84765]: 'PortForwarding': {'1.2'}, Apr 18 19:19:59.981302 n-d-836017-2 neutron-server[84765]: 'QosPolicy': {'1.8'}, Apr 18 19:19:59.981302 n-d-836017-2 neutron-server[84765]: 'SecurityGroup': {'1.2'}, Apr 18 19:19:59.981302 n-d-836017-2 neutron-server[84765]: 'SecurityGroupRule': {'1.0'}, Apr 18 19:19:59.981302 n-d-836017-2 neutron-server[84765]: 'SubPort': {'1.0'}, Apr 18 19:19:59.981302 n-d-836017-2 neutron-server[84765]: 'Subnet': {'1.1'}, Apr 18 19:19:59.981302 n-d-836017-2 neutron-server[84765]: 'Trunk': {'1.1'}} Apr 18 19:19:59.981302 n-d-836017-2 neutron-server[84765]: consumer versions: Apr 18 19:19:59.981302 n-d-836017-2 neutron-server[84765]: { DHCP agent@n-d-836017-2: {}, Apr 18 19:19:59.981302 n-d-836017-2 neutron-server[84765]: HyperV agent@n-h1-836017-2: {}, Apr 18 19:19:59.981302 n-d-836017-2 neutron-server[84765]: HyperV agent@n-h2-836017-2: {}, Apr 18 19:19:59.981302 n-d-836017-2 neutron-server[84765]: L3 agent@n-d-836017-2: {}, Apr 18 19:19:59.981302 n-d-836017-2 neutron-server[84765]: Metadata agent@n-d-836017-2: {}, Apr 18 19:19:59.981302 n-d-836017-2 neutron-server[84765]: Metering agent@n-d-836017-2: {}, Apr 18 19:19:59.981302 n-d-836017-2 neutron-server[84765]: Open vSwitch agent@n-d-836017-2: { 'ConntrackHelper': '1.0', Apr 18 19:19:59.981302 n-d-836017-2 neutron-server[84765]: 'Log': '1.0', Apr 18 19:19:59.981302 n-d-836017-2 neutron-server[84765]: 'Network': '1.1', Apr 18 19:19:59.981302 n-d-836017-2 neutron-server[84765]: 'Port': '1.5', Apr 18 19:19:59.981302 n-d-836017-2 neutron-server[84765]: 'PortForwarding': '1.2', Apr 18 19:19:59.981302 n-d-836017-2 neutron-server[84765]: 'QosPolicy': '1.8', Apr 18 19:19:59.981302 n-d-836017-2 neutron-server[84765]: 'SecurityGroup': '1.2', Apr 18 19:19:59.981302 n-d-836017-2 neutron-server[84765]: 'SecurityGroupRule': '1.0', Apr 18 19:19:59.981302 n-d-836017-2 neutron-server[84765]: 'SubPort': '1.0', Apr 18 19:19:59.981302 n-d-836017-2 neutron-server[84765]: 'Subnet': '1.1', Apr 18 19:19:59.981302 n-d-836017-2 neutron-server[84765]: 'Trunk': '1.1'}} Apr 18 19:19:59.981302 n-d-836017-2 neutron-server[84765]: {{(pid=84765) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 18 19:19:59.999994 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-c964875d-2b48-4d4b-b649-eea00f4ceba4 None None] Attempting to bind port 92bd7d91-8b03-45cd-8ee1-682285e256a1 on host n-d-836017-2 for vnic_type normal with profile {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:20:00.000549 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-c964875d-2b48-4d4b-b649-eea00f4ceba4 None None] Attempting to bind port 92bd7d91-8b03-45cd-8ee1-682285e256a1 by drivers openvswitch,hyperv on host n-d-836017-2 at level 0 using segments [{'id': '6756b591-a26a-489e-add9-6f6fd4d12828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'e57b25b1-270e-45ff-9503-ac3e292dcc2d'}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:20:00.001186 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c964875d-2b48-4d4b-b649-eea00f4ceba4 None None] Attempting to bind port 92bd7d91-8b03-45cd-8ee1-682285e256a1 on network e57b25b1-270e-45ff-9503-ac3e292dcc2d {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:20:00.014476 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c964875d-2b48-4d4b-b649-eea00f4ceba4 None None] Checking agent: {'id': 'df2a5cfe-6839-400b-a998-e4fffce70f45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 8, 22), 'started_at': datetime.datetime(2022, 4, 18, 19, 8, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:20:00.015059 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c964875d-2b48-4d4b-b649-eea00f4ceba4 None None] Checking segment: {'id': '6756b591-a26a-489e-add9-6f6fd4d12828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'e57b25b1-270e-45ff-9503-ac3e292dcc2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:20:00.015870 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c964875d-2b48-4d4b-b649-eea00f4ceba4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:00.016619 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c964875d-2b48-4d4b-b649-eea00f4ceba4 None None] Bound using segment: {'id': '6756b591-a26a-489e-add9-6f6fd4d12828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'e57b25b1-270e-45ff-9503-ac3e292dcc2d'} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:20:00.017383 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-c964875d-2b48-4d4b-b649-eea00f4ceba4 None None] Bound port: 92bd7d91-8b03-45cd-8ee1-682285e256a1, host: n-d-836017-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6756b591-a26a-489e-add9-6f6fd4d12828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'e57b25b1-270e-45ff-9503-ac3e292dcc2d'}}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:20:00.018048 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c964875d-2b48-4d4b-b649-eea00f4ceba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:00.146480 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_common [None req-213de93f-6ff1-4d85-b5a2-772cf4ae9dfe admin admin] Allocated IP 172.25.3.210 (11e8e108-37df-4084-b6b7-113e6beb66b4/3b0abf32-1504-448b-b06e-c8c870b6a7c8/e303d130-41ec-4c36-aaef-b0d95c1dd8ba) {{(pid=84764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:20:00.161373 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-c964875d-2b48-4d4b-b649-eea00f4ceba4 None None] For port 92bd7d91-8b03-45cd-8ee1-682285e256a1, host n-d-836017-2, cleared binding levels {{(pid=84765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:20:00.165503 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-c964875d-2b48-4d4b-b649-eea00f4ceba4 None None] For port 92bd7d91-8b03-45cd-8ee1-682285e256a1, host n-d-836017-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=92bd7d91-8b03-45cd-8ee1-682285e256a1,segment=NetworkSegment(6756b591-a26a-489e-add9-6f6fd4d12828),segment_id=6756b591-a26a-489e-add9-6f6fd4d12828)] {{(pid=84765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:20:00.231484 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c964875d-2b48-4d4b-b649-eea00f4ceba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:00.314516 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-213de93f-6ff1-4d85-b5a2-772cf4ae9dfe admin admin] Notify callbacks [] for port, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:00.329509 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c964875d-2b48-4d4b-b649-eea00f4ceba4 None None] Pushing event updated for resources: {'Port': ['ID=92bd7d91-8b03-45cd-8ee1-682285e256a1,revision_number=2']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:00.418251 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-213de93f-6ff1-4d85-b5a2-772cf4ae9dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331'] for port, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:00.495718 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213de93f-6ff1-4d85-b5a2-772cf4ae9dfe admin admin] Network 11e8e108-37df-4084-b6b7-113e6beb66b4 is already hosted by enough agents. {{(pid=84764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:20:00.495718 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [None req-213de93f-6ff1-4d85-b5a2-772cf4ae9dfe admin admin] Resources bound (agent type, host, resource id): {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:20:00.498940 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213de93f-6ff1-4d85-b5a2-772cf4ae9dfe admin admin] Received port after_create {{(pid=84764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:20:00.538596 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213de93f-6ff1-4d85-b5a2-772cf4ae9dfe admin admin] Pushing event updated for resources: {'Port': ['ID=e303d130-41ec-4c36-aaef-b0d95c1dd8ba,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:00.758372 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-213de93f-6ff1-4d85-b5a2-772cf4ae9dfe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:00.759203 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-213de93f-6ff1-4d85-b5a2-772cf4ae9dfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416864'] for router, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:01.098801 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-213de93f-6ff1-4d85-b5a2-772cf4ae9dfe admin admin] Router d006cc8b-66d4-405c-ab79-ccaaa7e75f1b is scheduled to L3 agent 21b59c62-f184-4169-bc3e-79831cc043e8 with binding_index 1 {{(pid=84764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 19:20:01.515803 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-213de93f-6ff1-4d85-b5a2-772cf4ae9dfe admin admin] Notify agent at l3_agent.n-d-836017-2 the message routers_updated {{(pid=84764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:20:01.529697 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc2dd16-38e2-4255-8705-1a2d39fabfcb None None] Sync routers for ids ['d006cc8b-66d4-405c-ab79-ccaaa7e75f1b'] in n-d-836017-2 {{(pid=84766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:20:01.564754 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc2dd16-38e2-4255-8705-1a2d39fabfcb None None] Routers {'d006cc8b-66d4-405c-ab79-ccaaa7e75f1b'} bound to L3 agent in host n-d-836017-2 {{(pid=84766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:20:01.565780 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-7fc2dd16-38e2-4255-8705-1a2d39fabfcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:19:50Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['d006cc8b-66d4-405c-ab79-ccaaa7e75f1b'], 'active': True} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:20:01.592664 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0f312e-bdad-439c-81c2-014779f4aadc None None] Network e57b25b1-270e-45ff-9503-ac3e292dcc2d requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:20:01.623590 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-213de93f-6ff1-4d85-b5a2-772cf4ae9dfe admin admin] Notify callbacks [] for router, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:01.630078 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-213de93f-6ff1-4d85-b5a2-772cf4ae9dfe admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 2.7538989 Apr 18 19:20:01.632838 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 41900) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:20:01.806124 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-5d2216d5-4561-43c0-9ddb-d1c40e951e85 None None] Provisioning for port 92bd7d91-8b03-45cd-8ee1-682285e256a1 completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:20:01.949136 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvr_db [None req-7fc2dd16-38e2-4255-8705-1a2d39fabfcb None None] Set router d006cc8b-66d4-405c-ab79-ccaaa7e75f1b gateway port host: n-d-836017-2 {{(pid=84766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:20:02.315034 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-7fc2dd16-38e2-4255-8705-1a2d39fabfcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd006cc8b-66d4-405c-ab79-ccaaa7e75f1b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1362457460-router', 'tenant_id': '879aba68d0c84185b21236d011dd113c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'e303d130-41ec-4c36-aaef-b0d95c1dd8ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:19:59Z', 'updated_at': '2022-04-18T19:20:00Z', 'revision_number': 3, 'project_id': '879aba68d0c84185b21236d011dd113c', 'gw_port': {'id': 'e303d130-41ec-4c36-aaef-b0d95c1dd8ba', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f9:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd006cc8b-66d4-405c-ab79-ccaaa7e75f1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:19:59Z', 'updated_at': '2022-04-18T19:20:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2'}], 'n-d-836017-2', False) {} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:20:02.321544 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc2dd16-38e2-4255-8705-1a2d39fabfcb None None] Checking router: d006cc8b-66d4-405c-ab79-ccaaa7e75f1b for host: n-d-836017-2 {{(pid=84766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:20:02.322364 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc2dd16-38e2-4255-8705-1a2d39fabfcb None None] Updating router d006cc8b-66d4-405c-ab79-ccaaa7e75f1b port e303d130-41ec-4c36-aaef-b0d95c1dd8ba binding host n-d-836017-2 {{(pid=84766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 19:20:02.405108 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-7fc2dd16-38e2-4255-8705-1a2d39fabfcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:02.554390 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 92bd7d91-8b03-45cd-8ee1-682285e256a1 up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:20:02.790445 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning for port 92bd7d91-8b03-45cd-8ee1-682285e256a1 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:20:02.797750 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port 92bd7d91-8b03-45cd-8ee1-682285e256a1 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:20:02.804189 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:03.060524 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-7fc2dd16-38e2-4255-8705-1a2d39fabfcb None None] Notify callbacks [] for port, precommit_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:03.078997 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.provisioning_blocks [None req-7fc2dd16-38e2-4255-8705-1a2d39fabfcb None None] Transition to ACTIVE for port object e303d130-41ec-4c36-aaef-b0d95c1dd8ba will not be triggered until provisioned by entity L2. {{(pid=84766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:20:03.091945 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:03.151225 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-7fc2dd16-38e2-4255-8705-1a2d39fabfcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:03.158565 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] For port 92bd7d91-8b03-45cd-8ee1-682285e256a1, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=92bd7d91-8b03-45cd-8ee1-682285e256a1,segment=NetworkSegment(6756b591-a26a-489e-add9-6f6fd4d12828),segment_id=6756b591-a26a-489e-add9-6f6fd4d12828)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:20:03.185477 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-591c0497-0c84-4465-864f-62d40c2eea2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:03.256892 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:03.270859 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.managers [None req-7fc2dd16-38e2-4255-8705-1a2d39fabfcb None None] Attempting to bind port e303d130-41ec-4c36-aaef-b0d95c1dd8ba on host n-d-836017-2 for vnic_type normal with profile {{(pid=84766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:20:03.271520 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.managers [None req-7fc2dd16-38e2-4255-8705-1a2d39fabfcb None None] Attempting to bind port e303d130-41ec-4c36-aaef-b0d95c1dd8ba by drivers openvswitch,hyperv on host n-d-836017-2 at level 0 using segments [{'id': '5de34947-6c56-419b-85d0-f61f69ce7c45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'}] {{(pid=84766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:20:03.272218 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc2dd16-38e2-4255-8705-1a2d39fabfcb None None] Attempting to bind port e303d130-41ec-4c36-aaef-b0d95c1dd8ba on network 11e8e108-37df-4084-b6b7-113e6beb66b4 {{(pid=84766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:20:03.275446 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62eb7824-824a-495b-b61c-ef1d0c76dd2c None None] Pushing event updated for resources: {'Port': ['ID=e303d130-41ec-4c36-aaef-b0d95c1dd8ba,revision_number=2']} {{(pid=84766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:03.290501 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc2dd16-38e2-4255-8705-1a2d39fabfcb None None] Checking agent: {'id': 'df2a5cfe-6839-400b-a998-e4fffce70f45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 8, 22), 'started_at': datetime.datetime(2022, 4, 18, 19, 8, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:20:03.291340 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc2dd16-38e2-4255-8705-1a2d39fabfcb None None] Checking segment: {'id': '5de34947-6c56-419b-85d0-f61f69ce7c45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:20:03.291886 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-7fc2dd16-38e2-4255-8705-1a2d39fabfcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:03.292444 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc2dd16-38e2-4255-8705-1a2d39fabfcb None None] Bound using segment: {'id': '5de34947-6c56-419b-85d0-f61f69ce7c45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'} {{(pid=84766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:20:03.296532 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.managers [None req-7fc2dd16-38e2-4255-8705-1a2d39fabfcb None None] Bound port: e303d130-41ec-4c36-aaef-b0d95c1dd8ba, host: n-d-836017-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5de34947-6c56-419b-85d0-f61f69ce7c45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'}}] {{(pid=84766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:20:03.296532 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-7fc2dd16-38e2-4255-8705-1a2d39fabfcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:03.344645 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62eb7824-824a-495b-b61c-ef1d0c76dd2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:20:03.345341 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62eb7824-824a-495b-b61c-ef1d0c76dd2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:20:03.345834 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62eb7824-824a-495b-b61c-ef1d0c76dd2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:20:03.346297 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62eb7824-824a-495b-b61c-ef1d0c76dd2c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:20:03.346945 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62eb7824-824a-495b-b61c-ef1d0c76dd2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:20:03.347420 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62eb7824-824a-495b-b61c-ef1d0c76dd2c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:20:03.347748 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62eb7824-824a-495b-b61c-ef1d0c76dd2c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:20:03.349806 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62eb7824-824a-495b-b61c-ef1d0c76dd2c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:20:03.350166 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62eb7824-824a-495b-b61c-ef1d0c76dd2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:20:03.350488 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62eb7824-824a-495b-b61c-ef1d0c76dd2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:20:03.350810 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62eb7824-824a-495b-b61c-ef1d0c76dd2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:20:03.352059 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62eb7824-824a-495b-b61c-ef1d0c76dd2c None None] Tracked resource versions report: Apr 18 19:20:03.352059 n-d-836017-2 neutron-server[84766]: pushed versions: Apr 18 19:20:03.352059 n-d-836017-2 neutron-server[84766]: { 'ConntrackHelper': {'1.0'}, Apr 18 19:20:03.352059 n-d-836017-2 neutron-server[84766]: 'Log': {'1.0'}, Apr 18 19:20:03.352059 n-d-836017-2 neutron-server[84766]: 'Network': {'1.1'}, Apr 18 19:20:03.352059 n-d-836017-2 neutron-server[84766]: 'Port': {'1.5'}, Apr 18 19:20:03.352059 n-d-836017-2 neutron-server[84766]: 'PortForwarding': {'1.2'}, Apr 18 19:20:03.352059 n-d-836017-2 neutron-server[84766]: 'QosPolicy': {'1.8'}, Apr 18 19:20:03.352059 n-d-836017-2 neutron-server[84766]: 'SecurityGroup': {'1.2'}, Apr 18 19:20:03.352059 n-d-836017-2 neutron-server[84766]: 'SecurityGroupRule': {'1.0'}, Apr 18 19:20:03.352059 n-d-836017-2 neutron-server[84766]: 'SubPort': {'1.0'}, Apr 18 19:20:03.352059 n-d-836017-2 neutron-server[84766]: 'Subnet': {'1.1'}, Apr 18 19:20:03.352059 n-d-836017-2 neutron-server[84766]: 'Trunk': {'1.1'}} Apr 18 19:20:03.352059 n-d-836017-2 neutron-server[84766]: consumer versions: Apr 18 19:20:03.352059 n-d-836017-2 neutron-server[84766]: { DHCP agent@n-d-836017-2: {}, Apr 18 19:20:03.352059 n-d-836017-2 neutron-server[84766]: HyperV agent@n-h1-836017-2: {}, Apr 18 19:20:03.352059 n-d-836017-2 neutron-server[84766]: HyperV agent@n-h2-836017-2: {}, Apr 18 19:20:03.352059 n-d-836017-2 neutron-server[84766]: L3 agent@n-d-836017-2: {}, Apr 18 19:20:03.352059 n-d-836017-2 neutron-server[84766]: Metadata agent@n-d-836017-2: {}, Apr 18 19:20:03.352059 n-d-836017-2 neutron-server[84766]: Metering agent@n-d-836017-2: {}, Apr 18 19:20:03.352059 n-d-836017-2 neutron-server[84766]: Open vSwitch agent@n-d-836017-2: { 'ConntrackHelper': '1.0', Apr 18 19:20:03.352059 n-d-836017-2 neutron-server[84766]: 'Log': '1.0', Apr 18 19:20:03.352059 n-d-836017-2 neutron-server[84766]: 'Network': '1.1', Apr 18 19:20:03.352059 n-d-836017-2 neutron-server[84766]: 'Port': '1.5', Apr 18 19:20:03.352059 n-d-836017-2 neutron-server[84766]: 'PortForwarding': '1.2', Apr 18 19:20:03.352059 n-d-836017-2 neutron-server[84766]: 'QosPolicy': '1.8', Apr 18 19:20:03.352059 n-d-836017-2 neutron-server[84766]: 'SecurityGroup': '1.2', Apr 18 19:20:03.352059 n-d-836017-2 neutron-server[84766]: 'SecurityGroupRule': '1.0', Apr 18 19:20:03.352059 n-d-836017-2 neutron-server[84766]: 'SubPort': '1.0', Apr 18 19:20:03.352059 n-d-836017-2 neutron-server[84766]: 'Subnet': '1.1', Apr 18 19:20:03.352059 n-d-836017-2 neutron-server[84766]: 'Trunk': '1.1'}} Apr 18 19:20:03.352059 n-d-836017-2 neutron-server[84766]: {{(pid=84766) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 18 19:20:03.427189 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.db [None req-7fc2dd16-38e2-4255-8705-1a2d39fabfcb None None] For port e303d130-41ec-4c36-aaef-b0d95c1dd8ba, host n-d-836017-2, cleared binding levels {{(pid=84766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:20:03.431083 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.db [None req-7fc2dd16-38e2-4255-8705-1a2d39fabfcb None None] For port e303d130-41ec-4c36-aaef-b0d95c1dd8ba, host n-d-836017-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=e303d130-41ec-4c36-aaef-b0d95c1dd8ba,segment=NetworkSegment(5de34947-6c56-419b-85d0-f61f69ce7c45),segment_id=5de34947-6c56-419b-85d0-f61f69ce7c45)] {{(pid=84766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:20:03.456721 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Pushing event updated for resources: {'Port': ['ID=92bd7d91-8b03-45cd-8ee1-682285e256a1,revision_number=3']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:03.487839 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-7fc2dd16-38e2-4255-8705-1a2d39fabfcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:03.593017 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62eb7824-824a-495b-b61c-ef1d0c76dd2c None None] Pushing event updated for resources: {'Port': ['ID=e303d130-41ec-4c36-aaef-b0d95c1dd8ba,revision_number=3']} {{(pid=84766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:03.596880 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc2dd16-38e2-4255-8705-1a2d39fabfcb None None] Routers {'d006cc8b-66d4-405c-ab79-ccaaa7e75f1b'} bound to L3 agent in host n-d-836017-2 {{(pid=84766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:20:03.597510 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-7fc2dd16-38e2-4255-8705-1a2d39fabfcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:19:50Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['d006cc8b-66d4-405c-ab79-ccaaa7e75f1b'], 'active': True} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:20:03.642097 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_common [None req-591c0497-0c84-4465-864f-62d40c2eea2b admin admin] Allocated IP 172.20.0.1 (e57b25b1-270e-45ff-9503-ac3e292dcc2d/aa3d7594-8a64-4b57-b0dc-322016530760/a454c1b6-054d-4e55-99b6-2a3048b753b0) {{(pid=84764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:20:03.814757 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 41974) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:20:03.962528 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvr_db [None req-7fc2dd16-38e2-4255-8705-1a2d39fabfcb None None] Set router d006cc8b-66d4-405c-ab79-ccaaa7e75f1b gateway port host: n-d-836017-2 {{(pid=84766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:20:03.987804 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-591c0497-0c84-4465-864f-62d40c2eea2b admin admin] Notify callbacks [] for port, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:04.041277 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.provisioning_blocks [None req-591c0497-0c84-4465-864f-62d40c2eea2b admin admin] Transition to ACTIVE for port object a454c1b6-054d-4e55-99b6-2a3048b753b0 will not be triggered until provisioned by entity DHCP. {{(pid=84764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:20:04.055152 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-9a1aabc5-679f-4b0e-8473-3decedb6963a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:04.120424 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-9a1aabc5-679f-4b0e-8473-3decedb6963a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:20:04.129074 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-9a1aabc5-679f-4b0e-8473-3decedb6963a admin admin] Usage tracker for resource:security_group_rule and tenant:e9b8846f28aa4e41ab00ff7358a62328 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:20:04.136969 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-9a1aabc5-679f-4b0e-8473-3decedb6963a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:20:04.139299 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-591c0497-0c84-4465-864f-62d40c2eea2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331'] for port, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:04.152995 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-9a1aabc5-679f-4b0e-8473-3decedb6963a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:20:04.208773 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591c0497-0c84-4465-864f-62d40c2eea2b admin admin] Network e57b25b1-270e-45ff-9503-ac3e292dcc2d is already hosted by enough agents. {{(pid=84764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:20:04.218125 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [None req-591c0497-0c84-4465-864f-62d40c2eea2b admin admin] Resources bound (agent type, host, resource id): {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:20:04.247214 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591c0497-0c84-4465-864f-62d40c2eea2b admin admin] Received port after_create {{(pid=84764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:20:04.247909 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-591c0497-0c84-4465-864f-62d40c2eea2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417434'] for router_interface, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:04.287923 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-9a1aabc5-679f-4b0e-8473-3decedb6963a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:04.325396 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591c0497-0c84-4465-864f-62d40c2eea2b admin admin] Pushing event updated for resources: {'Port': ['ID=a454c1b6-054d-4e55-99b6-2a3048b753b0,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:04.372369 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-9a1aabc5-679f-4b0e-8473-3decedb6963a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:04.441164 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-7fc2dd16-38e2-4255-8705-1a2d39fabfcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd006cc8b-66d4-405c-ab79-ccaaa7e75f1b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1362457460-router', 'tenant_id': '879aba68d0c84185b21236d011dd113c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'e303d130-41ec-4c36-aaef-b0d95c1dd8ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:19:59Z', 'updated_at': '2022-04-18T19:20:00Z', 'revision_number': 3, 'project_id': '879aba68d0c84185b21236d011dd113c', 'gw_port': {'id': 'e303d130-41ec-4c36-aaef-b0d95c1dd8ba', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f9:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd006cc8b-66d4-405c-ab79-ccaaa7e75f1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:19:59Z', 'updated_at': '2022-04-18T19:20:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2'}], 'n-d-836017-2', False) {} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:20:04.448052 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc2dd16-38e2-4255-8705-1a2d39fabfcb None None] The sync data for ids ['d006cc8b-66d4-405c-ab79-ccaaa7e75f1b'] in n-d-836017-2 is: [{'id': 'd006cc8b-66d4-405c-ab79-ccaaa7e75f1b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1362457460-router', 'tenant_id': '879aba68d0c84185b21236d011dd113c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'e303d130-41ec-4c36-aaef-b0d95c1dd8ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:19:59Z', 'updated_at': '2022-04-18T19:20:00Z', 'revision_number': 3, 'project_id': '879aba68d0c84185b21236d011dd113c', 'gw_port': {'id': 'e303d130-41ec-4c36-aaef-b0d95c1dd8ba', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f9:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd006cc8b-66d4-405c-ab79-ccaaa7e75f1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:19:59Z', 'updated_at': '2022-04-18T19:20:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2'}] {{(pid=84766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:20:04.456986 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-9a1aabc5-679f-4b0e-8473-3decedb6963a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e9b8846f28aa4e41ab00ff7358a62328&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6404643 Apr 18 19:20:04.460398 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 42016) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:20:04.475835 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1aabc5-679f-4b0e-8473-3decedb6963a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17c9d5e4-367c-42ee-a4e1-f4ed7491321f,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:04.535354 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 92bd7d91-8b03-45cd-8ee1-682285e256a1 up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:20:04.664448 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-ae2e1842-ef18-4584-80d9-999cc211d50f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:04.669859 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-591c0497-0c84-4465-864f-62d40c2eea2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:04.701036 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port 92bd7d91-8b03-45cd-8ee1-682285e256a1 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:20:04.701570 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:04.785105 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-ae2e1842-ef18-4584-80d9-999cc211d50f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:04.786796 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-173daa6d-9d90-4927-ac68-19c2b96a0333 None None] Provisioning for port a454c1b6-054d-4e55-99b6-2a3048b753b0 completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:20:04.814266 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-173daa6d-9d90-4927-ac68-19c2b96a0333 None None] Provisioning complete for port a454c1b6-054d-4e55-99b6-2a3048b753b0 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:20:04.814637 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-173daa6d-9d90-4927-ac68-19c2b96a0333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:04.944107 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-173daa6d-9d90-4927-ac68-19c2b96a0333 None None] Port a454c1b6-054d-4e55-99b6-2a3048b753b0 cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:20:05.115315 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-ae2e1842-ef18-4584-80d9-999cc211d50f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:05.130922 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-591c0497-0c84-4465-864f-62d40c2eea2b admin admin] Notify callbacks [] for port, precommit_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:05.135230 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2e1842-ef18-4584-80d9-999cc211d50f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17c9d5e4-367c-42ee-a4e1-f4ed7491321f,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:05.157215 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-ae2e1842-ef18-4584-80d9-999cc211d50f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:05.158373 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-ae2e1842-ef18-4584-80d9-999cc211d50f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/17c9d5e4-367c-42ee-a4e1-f4ed7491321f HTTP/1.1" status: 204 len: 168 time: 0.6969106 Apr 18 19:20:05.169792 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 42048) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:20:05.175129 n-d-836017-2 neutron-server[84763]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 18 19:20:05.219498 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-591c0497-0c84-4465-864f-62d40c2eea2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:05.219498 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-591c0497-0c84-4465-864f-62d40c2eea2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-417335'] for router_interface, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:05.220230 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fcf062fc-4347-4372-b74e-75f8c54099b4 req-e0b54869-a6f4-4ec1-afbd-a11e99acfca1 tempest-AggregatesAdminTestJSON-308972757 tempest-AggregatesAdminTestJSON-308972757-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=0a06e24144b141078afce902cfad3591&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0462878 Apr 18 19:20:05.338615 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591c0497-0c84-4465-864f-62d40c2eea2b admin admin] Pushing event updated for resources: {'Port': ['ID=a454c1b6-054d-4e55-99b6-2a3048b753b0,revision_number=2']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:05.480545 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf062fc-4347-4372-b74e-75f8c54099b4 req-e2c5f9b8-2e6c-4e89-98d8-e2c9556d5d54 tempest-AggregatesAdminTestJSON-308972757 tempest-AggregatesAdminTestJSON-308972757-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:20:05.492045 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fcf062fc-4347-4372-b74e-75f8c54099b4 req-e2c5f9b8-2e6c-4e89-98d8-e2c9556d5d54 tempest-AggregatesAdminTestJSON-308972757 tempest-AggregatesAdminTestJSON-308972757-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2732975 Apr 18 19:20:05.515144 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591c0497-0c84-4465-864f-62d40c2eea2b admin admin] Network e57b25b1-270e-45ff-9503-ac3e292dcc2d is already hosted by enough agents. {{(pid=84764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:20:05.515858 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fcf062fc-4347-4372-b74e-75f8c54099b4 req-66b44676-50e9-4167-8583-f9bc08280978 tempest-AggregatesAdminTestJSON-308972757 tempest-AggregatesAdminTestJSON-308972757-project] 10.222.0.69 "GET /v2.0/quotas/0a06e24144b141078afce902cfad3591 HTTP/1.1" status: 200 len: 375 time: 0.0219297 Apr 18 19:20:05.518076 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [None req-591c0497-0c84-4465-864f-62d40c2eea2b admin admin] Resources bound (agent type, host, resource id): {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:20:05.618965 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fcf062fc-4347-4372-b74e-75f8c54099b4 req-07bfb511-697a-4b1d-9362-85840ba5044a tempest-AggregatesAdminTestJSON-308972757 tempest-AggregatesAdminTestJSON-308972757-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=0a06e24144b141078afce902cfad3591&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1019666 Apr 18 19:20:05.990194 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-41716636-3e4e-431a-85b5-0c45e85cd054 None None] Provisioning complete for port a454c1b6-054d-4e55-99b6-2a3048b753b0 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:20:05.990864 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-41716636-3e4e-431a-85b5-0c45e85cd054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:06.129095 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-41716636-3e4e-431a-85b5-0c45e85cd054 None None] Port a454c1b6-054d-4e55-99b6-2a3048b753b0 cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:20:06.164561 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-c5360d83-60e0-4bf8-ab6a-448281931b97 req-d301a63e-1666-4c5d-b04b-7762f47c6ada tempest-AggregatesAdminTestJSON-308972757 tempest-AggregatesAdminTestJSON-308972757-project] 10.222.0.69 "GET /v2.0/ports?device_id=8a5fefe7-818a-4058-ae1c-498dcb1e46b4 HTTP/1.1" status: 200 len: 210 time: 0.0610714 Apr 18 19:20:06.262736 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-591c0497-0c84-4465-864f-62d40c2eea2b admin admin] Router d006cc8b-66d4-405c-ab79-ccaaa7e75f1b has already been hosted by L3 agent 21b59c62-f184-4169-bc3e-79831cc043e8 {{(pid=84764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:20:06.264110 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 42088) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:20:06.287243 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-a80f2880-f22f-4167-b9a3-a185f8ad050a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:06.343869 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-a80f2880-f22f-4167-b9a3-a185f8ad050a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:20:06.355468 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-a80f2880-f22f-4167-b9a3-a185f8ad050a admin admin] Usage tracker for resource:security_group_rule and tenant:10b3205750d1413c8d163c7891db7e96 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:20:06.362372 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-a80f2880-f22f-4167-b9a3-a185f8ad050a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:20:06.393543 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-a80f2880-f22f-4167-b9a3-a185f8ad050a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:20:06.488969 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-a80f2880-f22f-4167-b9a3-a185f8ad050a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:06.543988 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-a80f2880-f22f-4167-b9a3-a185f8ad050a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:06.620040 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device e303d130-41ec-4c36-aaef-b0d95c1dd8ba up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:20:06.642075 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-591c0497-0c84-4465-864f-62d40c2eea2b admin admin] Notify agent at l3_agent.n-d-836017-2 the message routers_updated {{(pid=84764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:20:06.650668 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-591c0497-0c84-4465-864f-62d40c2eea2b admin admin] 10.222.0.69 "PUT /v2.0/routers/d006cc8b-66d4-405c-ab79-ccaaa7e75f1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0164735 Apr 18 19:20:06.678145 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80f2880-f22f-4167-b9a3-a185f8ad050a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=406985e6-31ac-4476-82f7-3316b7e5b136,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:06.701262 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-a80f2880-f22f-4167-b9a3-a185f8ad050a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=10b3205750d1413c8d163c7891db7e96&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4356782 Apr 18 19:20:06.703824 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 42104) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:20:06.826112 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning for port e303d130-41ec-4c36-aaef-b0d95c1dd8ba completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:20:06.837385 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port e303d130-41ec-4c36-aaef-b0d95c1dd8ba triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:20:06.837813 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:06.860410 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 42114) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:20:06.883389 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-dbcc5723-c8c0-4b65-8601-ba0cd77f927a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:06.970752 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-dbcc5723-c8c0-4b65-8601-ba0cd77f927a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:07.068483 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:07.109224 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] For port e303d130-41ec-4c36-aaef-b0d95c1dd8ba, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=e303d130-41ec-4c36-aaef-b0d95c1dd8ba,segment=NetworkSegment(5de34947-6c56-419b-85d0-f61f69ce7c45),segment_id=5de34947-6c56-419b-85d0-f61f69ce7c45)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:20:07.178246 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-dbcc5723-c8c0-4b65-8601-ba0cd77f927a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:07.189479 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:07.241881 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-dbcc5723-c8c0-4b65-8601-ba0cd77f927a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:07.243246 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-dbcc5723-c8c0-4b65-8601-ba0cd77f927a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/406985e6-31ac-4476-82f7-3316b7e5b136 HTTP/1.1" status: 204 len: 168 time: 0.5384693 Apr 18 19:20:07.248484 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.agents_db [None req-eb67022b-f881-4bc8-8f45-fca90fb27803 None None] Agent healthcheck: found 7 active agents {{(pid=84766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:20:07.249358 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcc5723-c8c0-4b65-8601-ba0cd77f927a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=406985e6-31ac-4476-82f7-3316b7e5b136,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:07.330069 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Pushing event updated for resources: {'Port': ['ID=e303d130-41ec-4c36-aaef-b0d95c1dd8ba,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:07.421224 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-baa2ca9d-ab79-4bd3-b127-9d9d44815c8c req-db022660-d2c9-4c28-b9b2-82234490f041 tempest-AggregatesAdminTestJSON-308972757 tempest-AggregatesAdminTestJSON-308972757-project] 10.222.0.69 "GET /v2.0/ports?device_id=8a5fefe7-818a-4058-ae1c-498dcb1e46b4 HTTP/1.1" status: 200 len: 210 time: 0.1446643 Apr 18 19:20:07.430777 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 42138) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:20:07.517020 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-6e7d2063-2991-4b1a-b6e2-2978e46b4983 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:07.566456 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-6e7d2063-2991-4b1a-b6e2-2978e46b4983 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:20:07.572728 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-6e7d2063-2991-4b1a-b6e2-2978e46b4983 admin admin] Usage tracker for resource:security_group_rule and tenant:b15eae3a256547b883963cc71205960a is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:20:07.576721 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-6e7d2063-2991-4b1a-b6e2-2978e46b4983 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:20:07.586378 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-6e7d2063-2991-4b1a-b6e2-2978e46b4983 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:20:07.718816 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-6e7d2063-2991-4b1a-b6e2-2978e46b4983 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:07.790106 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-6e7d2063-2991-4b1a-b6e2-2978e46b4983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:07.862090 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-6e7d2063-2991-4b1a-b6e2-2978e46b4983 admin admin] Synchronizing usage tracker for tenant:915060da836549d89138263ced431c40 on resource:security_group {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:20:07.865272 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7d2063-2991-4b1a-b6e2-2978e46b4983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14d7fddb-ca90-420e-8393-9f318a5d2ff0,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:07.933640 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-6e7d2063-2991-4b1a-b6e2-2978e46b4983 admin admin] Unset dirty status for tenant:915060da836549d89138263ced431c40 on resource:security_group {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:20:07.937517 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-6e7d2063-2991-4b1a-b6e2-2978e46b4983 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b15eae3a256547b883963cc71205960a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0731614 Apr 18 19:20:07.938030 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 42158) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:20:08.046316 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-345638d3-51f4-4426-8391-12b482df8f69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:08.091848 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-c64a1570-d25a-4660-8c37-36b568304e97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:08.109109 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-345638d3-51f4-4426-8391-12b482df8f69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:20:08.126153 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-345638d3-51f4-4426-8391-12b482df8f69 admin admin] Usage tracker for resource:security_group_rule and tenant:694d08d8d76e4aa8b7b6ddd3bcc86207 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:20:08.141846 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-345638d3-51f4-4426-8391-12b482df8f69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:20:08.163059 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-345638d3-51f4-4426-8391-12b482df8f69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:20:08.255878 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-c64a1570-d25a-4660-8c37-36b568304e97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:08.368594 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-345638d3-51f4-4426-8391-12b482df8f69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:08.457182 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-345638d3-51f4-4426-8391-12b482df8f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:08.545347 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345638d3-51f4-4426-8391-12b482df8f69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb115eb-1310-45c1-83b0-22bfd1a15840,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:08.549725 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-c64a1570-d25a-4660-8c37-36b568304e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:08.584608 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device e303d130-41ec-4c36-aaef-b0d95c1dd8ba up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:20:08.602168 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64a1570-d25a-4660-8c37-36b568304e97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14d7fddb-ca90-420e-8393-9f318a5d2ff0,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:08.606821 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-c64a1570-d25a-4660-8c37-36b568304e97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:08.607085 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-c64a1570-d25a-4660-8c37-36b568304e97 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/14d7fddb-ca90-420e-8393-9f318a5d2ff0 HTTP/1.1" status: 204 len: 168 time: 0.6679482 Apr 18 19:20:08.610213 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-345638d3-51f4-4426-8391-12b482df8f69 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=694d08d8d76e4aa8b7b6ddd3bcc86207&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1782856 Apr 18 19:20:08.612491 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 42198) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:20:08.696906 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7c970276-3cf7-4c83-bd55-801f74d6f3e7 req-146aa11a-2203-4b7a-8d92-d83591a3272f tempest-AggregatesAdminTestJSON-308972757 tempest-AggregatesAdminTestJSON-308972757-project] 10.222.0.69 "GET /v2.0/ports?device_id=8a5fefe7-818a-4058-ae1c-498dcb1e46b4 HTTP/1.1" status: 200 len: 210 time: 0.0709546 Apr 18 19:20:08.777097 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-1b4d30f5-5095-4ef9-91a7-269582614d33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:08.823137 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-1b4d30f5-5095-4ef9-91a7-269582614d33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:08.880585 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port e303d130-41ec-4c36-aaef-b0d95c1dd8ba triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:20:08.881048 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:08.995174 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-1b4d30f5-5095-4ef9-91a7-269582614d33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:09.036481 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4d30f5-5095-4ef9-91a7-269582614d33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb115eb-1310-45c1-83b0-22bfd1a15840,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:09.041311 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-1b4d30f5-5095-4ef9-91a7-269582614d33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:09.045226 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-1b4d30f5-5095-4ef9-91a7-269582614d33 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4eb115eb-1310-45c1-83b0-22bfd1a15840 HTTP/1.1" status: 204 len: 168 time: 0.4318190 Apr 18 19:20:09.051952 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47872034-4ffe-412d-8b5c-068a9f53bc68 None None] Sync routers for ids ['d006cc8b-66d4-405c-ab79-ccaaa7e75f1b'] in n-d-836017-2 {{(pid=84765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:20:09.104646 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47872034-4ffe-412d-8b5c-068a9f53bc68 None None] Routers {'d006cc8b-66d4-405c-ab79-ccaaa7e75f1b'} bound to L3 agent in host n-d-836017-2 {{(pid=84765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:20:09.105387 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-47872034-4ffe-412d-8b5c-068a9f53bc68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:19:50Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['d006cc8b-66d4-405c-ab79-ccaaa7e75f1b'], 'active': True} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:20:09.412957 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-47872034-4ffe-412d-8b5c-068a9f53bc68 None None] Set router d006cc8b-66d4-405c-ab79-ccaaa7e75f1b gateway port host: n-d-836017-2 {{(pid=84765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:20:09.765846 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 42252) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:20:09.767170 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-47872034-4ffe-412d-8b5c-068a9f53bc68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd006cc8b-66d4-405c-ab79-ccaaa7e75f1b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1362457460-router', 'tenant_id': '879aba68d0c84185b21236d011dd113c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'e303d130-41ec-4c36-aaef-b0d95c1dd8ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:19:59Z', 'updated_at': '2022-04-18T19:20:04Z', 'revision_number': 4, 'project_id': '879aba68d0c84185b21236d011dd113c', 'gw_port': {'id': 'e303d130-41ec-4c36-aaef-b0d95c1dd8ba', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd006cc8b-66d4-405c-ab79-ccaaa7e75f1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:19:59Z', 'updated_at': '2022-04-18T19:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_interfaces': [{'id': 'a454c1b6-054d-4e55-99b6-2a3048b753b0', 'name': '', 'network_id': 'e57b25b1-270e-45ff-9503-ac3e292dcc2d', 'tenant_id': '879aba68d0c84185b21236d011dd113c', 'mac_address': 'fa:16:3e:8e:2c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd006cc8b-66d4-405c-ab79-ccaaa7e75f1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aa3d7594-8a64-4b57-b0dc-322016530760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:20:03Z', 'updated_at': '2022-04-18T19:20:04Z', 'revision_number': 2, 'project_id': '879aba68d0c84185b21236d011dd113c', 'subnets': [{'id': 'aa3d7594-8a64-4b57-b0dc-322016530760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-2', False) {} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:20:09.772673 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47872034-4ffe-412d-8b5c-068a9f53bc68 None None] Checking router: d006cc8b-66d4-405c-ab79-ccaaa7e75f1b for host: n-d-836017-2 {{(pid=84765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:20:09.773071 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47872034-4ffe-412d-8b5c-068a9f53bc68 None None] Updating router d006cc8b-66d4-405c-ab79-ccaaa7e75f1b port a454c1b6-054d-4e55-99b6-2a3048b753b0 binding host n-d-836017-2 {{(pid=84765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 19:20:09.803090 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-9a5aa0c0-ef47-402a-b503-8d8bb2a67452 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:09.879839 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-9a5aa0c0-ef47-402a-b503-8d8bb2a67452 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:20:09.889408 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-9a5aa0c0-ef47-402a-b503-8d8bb2a67452 admin admin] Usage tracker for resource:security_group_rule and tenant:98b0d7f3064149ce989e541b074ef1ff is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:20:09.890650 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-47872034-4ffe-412d-8b5c-068a9f53bc68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:09.892903 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-9a5aa0c0-ef47-402a-b503-8d8bb2a67452 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:20:09.913958 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-9a5aa0c0-ef47-402a-b503-8d8bb2a67452 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:20:09.999764 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-50a62122-e107-4aa5-a8fe-9aebd6480ed1 req-d93a92ea-0c15-4ec8-9a9e-75d6a3eca5e5 tempest-AggregatesAdminTestJSON-308972757 tempest-AggregatesAdminTestJSON-308972757-project] 10.222.0.69 "GET /v2.0/ports?device_id=8a5fefe7-818a-4058-ae1c-498dcb1e46b4 HTTP/1.1" status: 200 len: 210 time: 0.0695307 Apr 18 19:20:10.056202 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-9a5aa0c0-ef47-402a-b503-8d8bb2a67452 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:10.173206 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-9a5aa0c0-ef47-402a-b503-8d8bb2a67452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:10.237392 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5aa0c0-ef47-402a-b503-8d8bb2a67452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72934ac9-97cc-49a7-a67c-64c421407eab,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:10.243959 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-9a5aa0c0-ef47-402a-b503-8d8bb2a67452 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=98b0d7f3064149ce989e541b074ef1ff&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4756925 Apr 18 19:20:10.247044 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 42268) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:20:10.339841 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-7ea29124-0e45-48be-828e-65b167c1e9e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:10.378047 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-7ea29124-0e45-48be-828e-65b167c1e9e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:10.386327 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-47872034-4ffe-412d-8b5c-068a9f53bc68 None None] Notify callbacks [] for port, precommit_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:10.400330 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-47872034-4ffe-412d-8b5c-068a9f53bc68 None None] Transition to ACTIVE for port object a454c1b6-054d-4e55-99b6-2a3048b753b0 will not be triggered until provisioned by entity L2. {{(pid=84765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:20:10.459933 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 42278) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:20:10.484868 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-4f869396-6365-4239-bddc-f18f9f1a3cce admin admin] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:10.487049 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-47872034-4ffe-412d-8b5c-068a9f53bc68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:10.539244 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-7ea29124-0e45-48be-828e-65b167c1e9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:10.558917 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea29124-0e45-48be-828e-65b167c1e9e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72934ac9-97cc-49a7-a67c-64c421407eab,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:10.582910 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-4f869396-6365-4239-bddc-f18f9f1a3cce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:20:10.587117 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-7ea29124-0e45-48be-828e-65b167c1e9e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:10.588542 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-7ea29124-0e45-48be-828e-65b167c1e9e9 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/72934ac9-97cc-49a7-a67c-64c421407eab HTTP/1.1" status: 204 len: 168 time: 0.3403516 Apr 18 19:20:10.598526 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-4f869396-6365-4239-bddc-f18f9f1a3cce admin admin] Usage tracker for resource:security_group_rule and tenant:8254cac6c35e4c6faa2fe13af716a004 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:20:10.603966 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-4f869396-6365-4239-bddc-f18f9f1a3cce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:20:10.614909 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-4f869396-6365-4239-bddc-f18f9f1a3cce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:20:10.750631 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-4f869396-6365-4239-bddc-f18f9f1a3cce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:10.758460 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97709e3e-d967-4d58-9e74-455f6ac02167 None None] Pushing event updated for resources: {'Port': ['ID=a454c1b6-054d-4e55-99b6-2a3048b753b0,revision_number=3']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:10.816258 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 42284) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:20:10.822452 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-a32e9494-ff14-45cf-b838-635916c7baa4 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2078107279-network', 'tenant_id': 'd9d103e6663047378afb39d68376f3b1'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:20:10.827757 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-a32e9494-ff14-45cf-b838-635916c7baa4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:20:10.830576 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-4f869396-6365-4239-bddc-f18f9f1a3cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:10.837479 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-a32e9494-ff14-45cf-b838-635916c7baa4 admin admin] Usage tracker for resource:network and tenant:d9d103e6663047378afb39d68376f3b1 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:20:10.852356 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-a32e9494-ff14-45cf-b838-635916c7baa4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:20:10.881234 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.72', 63993) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:20:10.897092 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-a32e9494-ff14-45cf-b838-635916c7baa4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:20:10.941947 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-47872034-4ffe-412d-8b5c-068a9f53bc68 None None] Attempting to bind port a454c1b6-054d-4e55-99b6-2a3048b753b0 on host n-d-836017-2 for vnic_type normal with profile {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:20:10.942472 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-47872034-4ffe-412d-8b5c-068a9f53bc68 None None] Attempting to bind port a454c1b6-054d-4e55-99b6-2a3048b753b0 by drivers openvswitch,hyperv on host n-d-836017-2 at level 0 using segments [{'id': '6756b591-a26a-489e-add9-6f6fd4d12828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'e57b25b1-270e-45ff-9503-ac3e292dcc2d'}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:20:10.942926 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47872034-4ffe-412d-8b5c-068a9f53bc68 None None] Attempting to bind port a454c1b6-054d-4e55-99b6-2a3048b753b0 on network e57b25b1-270e-45ff-9503-ac3e292dcc2d {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:20:10.953821 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47872034-4ffe-412d-8b5c-068a9f53bc68 None None] Checking agent: {'id': 'df2a5cfe-6839-400b-a998-e4fffce70f45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 8, 22), 'started_at': datetime.datetime(2022, 4, 18, 19, 8, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:20:10.956589 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47872034-4ffe-412d-8b5c-068a9f53bc68 None None] Checking segment: {'id': '6756b591-a26a-489e-add9-6f6fd4d12828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'e57b25b1-270e-45ff-9503-ac3e292dcc2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:20:10.956589 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-47872034-4ffe-412d-8b5c-068a9f53bc68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:10.956589 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47872034-4ffe-412d-8b5c-068a9f53bc68 None None] Bound using segment: {'id': '6756b591-a26a-489e-add9-6f6fd4d12828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'e57b25b1-270e-45ff-9503-ac3e292dcc2d'} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:20:10.956589 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-47872034-4ffe-412d-8b5c-068a9f53bc68 None None] Bound port: a454c1b6-054d-4e55-99b6-2a3048b753b0, host: n-d-836017-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6756b591-a26a-489e-add9-6f6fd4d12828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'e57b25b1-270e-45ff-9503-ac3e292dcc2d'}}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:20:10.957208 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-47872034-4ffe-412d-8b5c-068a9f53bc68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:10.972109 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f869396-6365-4239-bddc-f18f9f1a3cce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cff7c4d7-621f-4591-b4e1-ad5b787e84f9,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:10.972430 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fcf062fc-4347-4372-b74e-75f8c54099b4 req-3870aae8-5ac4-46b0-a61d-c1bdf5bc89f9 tempest-AggregatesAdminTestJSON-308972757 tempest-AggregatesAdminTestJSON-308972757-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=0a06e24144b141078afce902cfad3591&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0884118 Apr 18 19:20:10.990802 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-4f869396-6365-4239-bddc-f18f9f1a3cce admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8254cac6c35e4c6faa2fe13af716a004&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5223656 Apr 18 19:20:10.990802 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 42290) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:20:11.105170 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-47872034-4ffe-412d-8b5c-068a9f53bc68 None None] For port a454c1b6-054d-4e55-99b6-2a3048b753b0, host n-d-836017-2, cleared binding levels {{(pid=84765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:20:11.109700 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a32e9494-ff14-45cf-b838-635916c7baa4 admin admin] Made reservation on behalf of d9d103e6663047378afb39d68376f3b1 for: {'network': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:20:11.110690 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-47872034-4ffe-412d-8b5c-068a9f53bc68 None None] For port a454c1b6-054d-4e55-99b6-2a3048b753b0, host n-d-836017-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=a454c1b6-054d-4e55-99b6-2a3048b753b0,segment=NetworkSegment(6756b591-a26a-489e-add9-6f6fd4d12828),segment_id=6756b591-a26a-489e-add9-6f6fd4d12828)] {{(pid=84765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:20:11.113331 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-a32e9494-ff14-45cf-b838-635916c7baa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for network, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:11.150552 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-11bb99ad-eb50-46c6-98b2-058437bc1201 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:11.178430 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-47872034-4ffe-412d-8b5c-068a9f53bc68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:11.182005 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-11bb99ad-eb50-46c6-98b2-058437bc1201 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:11.284864 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-a32e9494-ff14-45cf-b838-635916c7baa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:11.325620 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97709e3e-d967-4d58-9e74-455f6ac02167 None None] Pushing event updated for resources: {'Port': ['ID=a454c1b6-054d-4e55-99b6-2a3048b753b0,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:11.337054 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 42300) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:20:11.337816 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47872034-4ffe-412d-8b5c-068a9f53bc68 None None] Routers {'d006cc8b-66d4-405c-ab79-ccaaa7e75f1b'} bound to L3 agent in host n-d-836017-2 {{(pid=84765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:20:11.338517 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-47872034-4ffe-412d-8b5c-068a9f53bc68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:19:50Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['d006cc8b-66d4-405c-ab79-ccaaa7e75f1b'], 'active': True} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:20:11.345038 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-11bb99ad-eb50-46c6-98b2-058437bc1201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:11.372070 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bb99ad-eb50-46c6-98b2-058437bc1201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cff7c4d7-621f-4591-b4e1-ad5b787e84f9,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:11.411944 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 42306) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:20:11.423723 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-11bb99ad-eb50-46c6-98b2-058437bc1201 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:11.427448 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-11bb99ad-eb50-46c6-98b2-058437bc1201 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/cff7c4d7-621f-4591-b4e1-ad5b787e84f9 HTTP/1.1" status: 204 len: 168 time: 0.4365430 Apr 18 19:20:11.489994 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-a32e9494-ff14-45cf-b838-635916c7baa4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:20:11.497578 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-a32e9494-ff14-45cf-b838-635916c7baa4 admin admin] Usage tracker for resource:security_group_rule and tenant:d9d103e6663047378afb39d68376f3b1 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:20:11.502923 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-a32e9494-ff14-45cf-b838-635916c7baa4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:20:11.516458 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf062fc-4347-4372-b74e-75f8c54099b4 req-736bccaa-acb4-4442-86bb-8b5d4066156d tempest-AggregatesAdminTestJSON-308972757 tempest-AggregatesAdminTestJSON-308972757-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:20:11.518382 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fcf062fc-4347-4372-b74e-75f8c54099b4 req-736bccaa-acb4-4442-86bb-8b5d4066156d tempest-AggregatesAdminTestJSON-308972757 tempest-AggregatesAdminTestJSON-308972757-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5206690 Apr 18 19:20:11.519779 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-a32e9494-ff14-45cf-b838-635916c7baa4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:20:11.592430 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-47872034-4ffe-412d-8b5c-068a9f53bc68 None None] Set router d006cc8b-66d4-405c-ab79-ccaaa7e75f1b gateway port host: n-d-836017-2 {{(pid=84765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:20:11.596796 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-fcf062fc-4347-4372-b74e-75f8c54099b4 req-36c1e9bc-3d7d-416b-af2e-f87b6e682831 tempest-AggregatesAdminTestJSON-308972757 tempest-AggregatesAdminTestJSON-308972757-project] Request body: {'port': {'device_id': '8a5fefe7-818a-4058-ae1c-498dcb1e46b4', 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a', 'admin_state_up': True, 'tenant_id': '0a06e24144b141078afce902cfad3591'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:20:11.628418 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-a32e9494-ff14-45cf-b838-635916c7baa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:11.721475 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-a32e9494-ff14-45cf-b838-635916c7baa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:11.778300 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a32e9494-ff14-45cf-b838-635916c7baa4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=84763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:20:11.818760 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32e9494-ff14-45cf-b838-635916c7baa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd71f509-6573-4c91-bd1e-e5ca59e62412,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:11.823007 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-a32e9494-ff14-45cf-b838-635916c7baa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:11.823427 n-d-836017-2 neutron-server[84763]: INFO neutron.db.segments_db [None req-a32e9494-ff14-45cf-b838-635916c7baa4 admin admin] Added segment 7b4f0278-7b19-496b-ae7d-87976983c3ae of type vlan for network 22a2215d-eea1-4eea-9a01-346a1aa7c567 Apr 18 19:20:11.825519 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-fcf062fc-4347-4372-b74e-75f8c54099b4 req-36c1e9bc-3d7d-416b-af2e-f87b6e682831 tempest-AggregatesAdminTestJSON-308972757 tempest-AggregatesAdminTestJSON-308972757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:20:11.838195 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-fcf062fc-4347-4372-b74e-75f8c54099b4 req-36c1e9bc-3d7d-416b-af2e-f87b6e682831 tempest-AggregatesAdminTestJSON-308972757 tempest-AggregatesAdminTestJSON-308972757-project] Usage tracker for resource:port and tenant:0a06e24144b141078afce902cfad3591 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:20:11.843412 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-fcf062fc-4347-4372-b74e-75f8c54099b4 req-36c1e9bc-3d7d-416b-af2e-f87b6e682831 tempest-AggregatesAdminTestJSON-308972757 tempest-AggregatesAdminTestJSON-308972757-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:20:11.870187 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-fcf062fc-4347-4372-b74e-75f8c54099b4 req-36c1e9bc-3d7d-416b-af2e-f87b6e682831 tempest-AggregatesAdminTestJSON-308972757 tempest-AggregatesAdminTestJSON-308972757-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:20:11.881054 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-a32e9494-ff14-45cf-b838-635916c7baa4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791093404182'] for network, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:12.017686 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcf062fc-4347-4372-b74e-75f8c54099b4 req-36c1e9bc-3d7d-416b-af2e-f87b6e682831 tempest-AggregatesAdminTestJSON-308972757 tempest-AggregatesAdminTestJSON-308972757-project] Made reservation on behalf of 0a06e24144b141078afce902cfad3591 for: {'port': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:20:12.021428 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-fcf062fc-4347-4372-b74e-75f8c54099b4 req-36c1e9bc-3d7d-416b-af2e-f87b6e682831 tempest-AggregatesAdminTestJSON-308972757 tempest-AggregatesAdminTestJSON-308972757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:12.037210 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-fcf062fc-4347-4372-b74e-75f8c54099b4 req-36c1e9bc-3d7d-416b-af2e-f87b6e682831 tempest-AggregatesAdminTestJSON-308972757 tempest-AggregatesAdminTestJSON-308972757-project] Notify callbacks [] for security_group, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:12.054712 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-a32e9494-ff14-45cf-b838-635916c7baa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251'] for network, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:12.055561 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32e9494-ff14-45cf-b838-635916c7baa4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:20:12.056136 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-a32e9494-ff14-45cf-b838-635916c7baa4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:12.058873 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-47872034-4ffe-412d-8b5c-068a9f53bc68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd006cc8b-66d4-405c-ab79-ccaaa7e75f1b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1362457460-router', 'tenant_id': '879aba68d0c84185b21236d011dd113c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'e303d130-41ec-4c36-aaef-b0d95c1dd8ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:19:59Z', 'updated_at': '2022-04-18T19:20:04Z', 'revision_number': 4, 'project_id': '879aba68d0c84185b21236d011dd113c', 'gw_port': {'id': 'e303d130-41ec-4c36-aaef-b0d95c1dd8ba', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd006cc8b-66d4-405c-ab79-ccaaa7e75f1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:19:59Z', 'updated_at': '2022-04-18T19:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_interfaces': [{'id': 'a454c1b6-054d-4e55-99b6-2a3048b753b0', 'name': '', 'network_id': 'e57b25b1-270e-45ff-9503-ac3e292dcc2d', 'tenant_id': '879aba68d0c84185b21236d011dd113c', 'mac_address': 'fa:16:3e:8e:2c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd006cc8b-66d4-405c-ab79-ccaaa7e75f1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aa3d7594-8a64-4b57-b0dc-322016530760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:20:03Z', 'updated_at': '2022-04-18T19:20:11Z', 'revision_number': 4, 'project_id': '879aba68d0c84185b21236d011dd113c', 'subnets': [{'id': 'aa3d7594-8a64-4b57-b0dc-322016530760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-2', False) {} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:20:12.069978 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47872034-4ffe-412d-8b5c-068a9f53bc68 None None] The sync data for ids ['d006cc8b-66d4-405c-ab79-ccaaa7e75f1b'] in n-d-836017-2 is: [{'id': 'd006cc8b-66d4-405c-ab79-ccaaa7e75f1b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1362457460-router', 'tenant_id': '879aba68d0c84185b21236d011dd113c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'e303d130-41ec-4c36-aaef-b0d95c1dd8ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:19:59Z', 'updated_at': '2022-04-18T19:20:04Z', 'revision_number': 4, 'project_id': '879aba68d0c84185b21236d011dd113c', 'gw_port': {'id': 'e303d130-41ec-4c36-aaef-b0d95c1dd8ba', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd006cc8b-66d4-405c-ab79-ccaaa7e75f1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:19:59Z', 'updated_at': '2022-04-18T19:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_interfaces': [{'id': 'a454c1b6-054d-4e55-99b6-2a3048b753b0', 'name': '', 'network_id': 'e57b25b1-270e-45ff-9503-ac3e292dcc2d', 'tenant_id': '879aba68d0c84185b21236d011dd113c', 'mac_address': 'fa:16:3e:8e:2c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd006cc8b-66d4-405c-ab79-ccaaa7e75f1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aa3d7594-8a64-4b57-b0dc-322016530760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:20:03Z', 'updated_at': '2022-04-18T19:20:11Z', 'revision_number': 4, 'project_id': '879aba68d0c84185b21236d011dd113c', 'subnets': [{'id': 'aa3d7594-8a64-4b57-b0dc-322016530760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:20:12.100541 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-10c7c76d-a4a6-4d89-af94-4ced78de1bbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:12.172068 n-d-836017-2 neutron-server[84764]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 18 19:20:12.267139 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-fcf062fc-4347-4372-b74e-75f8c54099b4 req-36c1e9bc-3d7d-416b-af2e-f87b6e682831 tempest-AggregatesAdminTestJSON-308972757 tempest-AggregatesAdminTestJSON-308972757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:20:12.274231 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32e9494-ff14-45cf-b838-635916c7baa4 admin admin] Pushing event updated for resources: {'Network': ['ID=22a2215d-eea1-4eea-9a01-346a1aa7c567,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:12.276600 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-fcf062fc-4347-4372-b74e-75f8c54099b4 req-36c1e9bc-3d7d-416b-af2e-f87b6e682831 tempest-AggregatesAdminTestJSON-308972757 tempest-AggregatesAdminTestJSON-308972757-project] Usage tracker for resource:security_group_rule and tenant:0a06e24144b141078afce902cfad3591 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:20:12.279857 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-fcf062fc-4347-4372-b74e-75f8c54099b4 req-36c1e9bc-3d7d-416b-af2e-f87b6e682831 tempest-AggregatesAdminTestJSON-308972757 tempest-AggregatesAdminTestJSON-308972757-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:20:12.280239 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e49ab197-5eb4-4b19-afb5-1f660710b5ff req-f54ad95f-5364-4769-8227-5132b10f9d40 tempest-AggregatesAdminTestJSON-308972757 tempest-AggregatesAdminTestJSON-308972757-project] 10.222.0.69 "GET /v2.0/ports?device_id=8a5fefe7-818a-4058-ae1c-498dcb1e46b4 HTTP/1.1" status: 200 len: 210 time: 0.9423742 Apr 18 19:20:12.281433 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-10c7c76d-a4a6-4d89-af94-4ced78de1bbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:20:12.286109 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-fcf062fc-4347-4372-b74e-75f8c54099b4 req-36c1e9bc-3d7d-416b-af2e-f87b6e682831 tempest-AggregatesAdminTestJSON-308972757 tempest-AggregatesAdminTestJSON-308972757-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:20:12.292150 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-10c7c76d-a4a6-4d89-af94-4ced78de1bbd admin admin] Usage tracker for resource:security_group_rule and tenant:065bbbfb5b624341935a931036abea08 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:20:12.295667 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-10c7c76d-a4a6-4d89-af94-4ced78de1bbd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:20:12.297258 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Network 22a2215d-eea1-4eea-9a01-346a1aa7c567 details requested by agent ovs-agent-n-d-836017-2 with host n-d-836017-2 {{(pid=84765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:20:12.302288 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-10c7c76d-a4a6-4d89-af94-4ced78de1bbd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:20:12.328176 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-a32e9494-ff14-45cf-b838-635916c7baa4 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5101740 Apr 18 19:20:12.329691 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 42322) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:20:12.344032 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-f49f9226-f82b-403c-8e75-7382805d4369 admin admin] Request body: {'subnet': {'network_id': '22a2215d-eea1-4eea-9a01-346a1aa7c567', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2078107279-subnet', 'tenant_id': 'd9d103e6663047378afb39d68376f3b1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:20:12.352208 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-f49f9226-f82b-403c-8e75-7382805d4369 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:20:12.358941 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-f49f9226-f82b-403c-8e75-7382805d4369 admin admin] Usage tracker for resource:subnet and tenant:d9d103e6663047378afb39d68376f3b1 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:20:12.369224 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-f49f9226-f82b-403c-8e75-7382805d4369 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:20:12.376777 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-f49f9226-f82b-403c-8e75-7382805d4369 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:20:12.425171 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-10c7c76d-a4a6-4d89-af94-4ced78de1bbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:12.456702 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f49f9226-f82b-403c-8e75-7382805d4369 admin admin] Made reservation on behalf of d9d103e6663047378afb39d68376f3b1 for: {'subnet': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:20:12.470729 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-f49f9226-f82b-403c-8e75-7382805d4369 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:12.526783 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-10c7c76d-a4a6-4d89-af94-4ced78de1bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:12.602305 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c7c76d-a4a6-4d89-af94-4ced78de1bbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb1e190b-4951-474e-b678-dfbfee168129,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:12.628093 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-10c7c76d-a4a6-4d89-af94-4ced78de1bbd admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=065bbbfb5b624341935a931036abea08&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2150080 Apr 18 19:20:12.631065 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 42338) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:20:12.664715 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device a454c1b6-054d-4e55-99b6-2a3048b753b0 up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:20:12.710617 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-fcf062fc-4347-4372-b74e-75f8c54099b4 req-36c1e9bc-3d7d-416b-af2e-f87b6e682831 tempest-AggregatesAdminTestJSON-308972757 tempest-AggregatesAdminTestJSON-308972757-project] Notify callbacks [] for security_group, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:12.732764 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-c6649420-ef69-4b64-aaca-664d34b298f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:12.767013 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-fcf062fc-4347-4372-b74e-75f8c54099b4 req-36c1e9bc-3d7d-416b-af2e-f87b6e682831 tempest-AggregatesAdminTestJSON-308972757 tempest-AggregatesAdminTestJSON-308972757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:12.773594 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-c6649420-ef69-4b64-aaca-664d34b298f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:12.932031 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning for port a454c1b6-054d-4e55-99b6-2a3048b753b0 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:20:12.938793 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port a454c1b6-054d-4e55-99b6-2a3048b753b0 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:20:12.943319 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:12.945489 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c1e9bc-3d7d-416b-af2e-f87b6e682831 tempest-AggregatesAdminTestJSON-308972757 tempest-AggregatesAdminTestJSON-308972757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56a75a41-a9fb-48dc-b7e9-dcb32e6142f0,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:12.961390 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-c6649420-ef69-4b64-aaca-664d34b298f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:13.000137 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6649420-ef69-4b64-aaca-664d34b298f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb1e190b-4951-474e-b678-dfbfee168129,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:13.017731 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-c6649420-ef69-4b64-aaca-664d34b298f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:13.020817 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-c6649420-ef69-4b64-aaca-664d34b298f1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/fb1e190b-4951-474e-b678-dfbfee168129 HTTP/1.1" status: 204 len: 168 time: 0.3870063 Apr 18 19:20:13.194493 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_common [req-fcf062fc-4347-4372-b74e-75f8c54099b4 req-36c1e9bc-3d7d-416b-af2e-f87b6e682831 tempest-AggregatesAdminTestJSON-308972757 tempest-AggregatesAdminTestJSON-308972757-project] Allocated IP 192.168.233.104 (cb6d8c7c-7ea4-4a32-b429-1c2934b7306a/17d1b3aa-2066-4ffa-a69f-52ed566b6548/c437ee9f-c91e-46eb-af7e-e50f0cf1515e) {{(pid=84763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:20:13.203669 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:13.262889 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] For port a454c1b6-054d-4e55-99b6-2a3048b753b0, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=a454c1b6-054d-4e55-99b6-2a3048b753b0,segment=NetworkSegment(6756b591-a26a-489e-add9-6f6fd4d12828),segment_id=6756b591-a26a-489e-add9-6f6fd4d12828)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:20:13.272795 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-f49f9226-f82b-403c-8e75-7382805d4369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251'] for subnet, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:13.310979 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:13.439825 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Pushing event updated for resources: {'Port': ['ID=a454c1b6-054d-4e55-99b6-2a3048b753b0,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:13.654446 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3910ecf7-3df6-4a6b-ab73-b06874c47b8e req-24f15104-09f0-4c13-a192-8b92f336786e tempest-AggregatesAdminTestJSON-308972757 tempest-AggregatesAdminTestJSON-308972757-project] 10.222.0.69 "GET /v2.0/ports?device_id=8a5fefe7-818a-4058-ae1c-498dcb1e46b4 HTTP/1.1" status: 200 len: 210 time: 0.1513374 Apr 18 19:20:13.660650 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49f9226-f82b-403c-8e75-7382805d4369 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65d5c6c7-23cd-4c5a-abc3-4ab2048c61a5,revision_number=0']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:13.758611 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49f9226-f82b-403c-8e75-7382805d4369 admin admin] Checking segment: {'id': '7b4f0278-7b19-496b-ae7d-87976983c3ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '22a2215d-eea1-4eea-9a01-346a1aa7c567'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:20:13.759255 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49f9226-f82b-403c-8e75-7382805d4369 admin admin] Network hostable DHCP agents. Network: 22a2215d-eea1-4eea-9a01-346a1aa7c567, hostable agents: ['f6987c12-6d6c-47d4-b22d-cfcd164dc40d'], hosted agents: [] {{(pid=84763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:20:13.810491 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-fcf062fc-4347-4372-b74e-75f8c54099b4 req-36c1e9bc-3d7d-416b-af2e-f87b6e682831 tempest-AggregatesAdminTestJSON-308972757 tempest-AggregatesAdminTestJSON-308972757-project] Notify callbacks [] for port, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:13.839375 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [req-fcf062fc-4347-4372-b74e-75f8c54099b4 req-36c1e9bc-3d7d-416b-af2e-f87b6e682831 tempest-AggregatesAdminTestJSON-308972757 tempest-AggregatesAdminTestJSON-308972757-project] Transition to ACTIVE for port object c437ee9f-c91e-46eb-af7e-e50f0cf1515e will not be triggered until provisioned by entity DHCP. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:20:13.909539 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49f9226-f82b-403c-8e75-7382805d4369 admin admin] Network 22a2215d-eea1-4eea-9a01-346a1aa7c567 is scheduled to be hosted by DHCP agent f6987c12-6d6c-47d4-b22d-cfcd164dc40d with binding_index 1 {{(pid=84763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:20:13.938696 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-fcf062fc-4347-4372-b74e-75f8c54099b4 req-36c1e9bc-3d7d-416b-af2e-f87b6e682831 tempest-AggregatesAdminTestJSON-308972757 tempest-AggregatesAdminTestJSON-308972757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331'] for port, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:14.007221 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [None req-f49f9226-f82b-403c-8e75-7382805d4369 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-2, 22a2215d-eea1-4eea-9a01-346a1aa7c567) {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:20:14.016443 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6a2f32-a532-4df4-bbd1-f53a159047bb None None] Network 22a2215d-eea1-4eea-9a01-346a1aa7c567 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:20:14.056275 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49f9226-f82b-403c-8e75-7382805d4369 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:20:14.061015 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-f49f9226-f82b-403c-8e75-7382805d4369 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for subnet, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:14.138642 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c1e9bc-3d7d-416b-af2e-f87b6e682831 tempest-AggregatesAdminTestJSON-308972757 tempest-AggregatesAdminTestJSON-308972757-project] Pushing event updated for resources: {'Port': ['ID=c437ee9f-c91e-46eb-af7e-e50f0cf1515e,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:14.163053 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcf062fc-4347-4372-b74e-75f8c54099b4 req-36c1e9bc-3d7d-416b-af2e-f87b6e682831 tempest-AggregatesAdminTestJSON-308972757 tempest-AggregatesAdminTestJSON-308972757-project] Network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:20:14.166220 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [req-fcf062fc-4347-4372-b74e-75f8c54099b4 req-36c1e9bc-3d7d-416b-af2e-f87b6e682831 tempest-AggregatesAdminTestJSON-308972757 tempest-AggregatesAdminTestJSON-308972757-project] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:20:14.168947 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcf062fc-4347-4372-b74e-75f8c54099b4 req-36c1e9bc-3d7d-416b-af2e-f87b6e682831 tempest-AggregatesAdminTestJSON-308972757 tempest-AggregatesAdminTestJSON-308972757-project] Received port after_create {{(pid=84763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:20:14.185311 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf062fc-4347-4372-b74e-75f8c54099b4 req-36c1e9bc-3d7d-416b-af2e-f87b6e682831 tempest-AggregatesAdminTestJSON-308972757 tempest-AggregatesAdminTestJSON-308972757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:20:14.186618 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-fcf062fc-4347-4372-b74e-75f8c54099b4 req-36c1e9bc-3d7d-416b-af2e-f87b6e682831 tempest-AggregatesAdminTestJSON-308972757 tempest-AggregatesAdminTestJSON-308972757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:14.293451 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-f49f9226-f82b-403c-8e75-7382805d4369 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.9621484 Apr 18 19:20:14.296097 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 42378) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:20:14.302556 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-da1f2657-f32a-45c9-81a3-870bed7efc55 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2078107279-router', 'tenant_id': 'd9d103e6663047378afb39d68376f3b1', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'}}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:20:14.310972 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-da1f2657-f32a-45c9-81a3-870bed7efc55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:20:14.318381 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-da1f2657-f32a-45c9-81a3-870bed7efc55 admin admin] Usage tracker for resource:router and tenant:d9d103e6663047378afb39d68376f3b1 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:20:14.321465 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fcf062fc-4347-4372-b74e-75f8c54099b4 req-36c1e9bc-3d7d-416b-af2e-f87b6e682831 tempest-AggregatesAdminTestJSON-308972757 tempest-AggregatesAdminTestJSON-308972757-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7315686 Apr 18 19:20:14.329279 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-da1f2657-f32a-45c9-81a3-870bed7efc55 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:20:14.346713 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-da1f2657-f32a-45c9-81a3-870bed7efc55 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:20:14.371516 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [req-fcf062fc-4347-4372-b74e-75f8c54099b4 req-9cdfaa10-1bc5-453b-92bc-8e256379b0e5 tempest-AggregatesAdminTestJSON-308972757 tempest-AggregatesAdminTestJSON-308972757-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=84763) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:20:14.372772 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fcf062fc-4347-4372-b74e-75f8c54099b4 req-9cdfaa10-1bc5-453b-92bc-8e256379b0e5 tempest-AggregatesAdminTestJSON-308972757 tempest-AggregatesAdminTestJSON-308972757-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0169868 Apr 18 19:20:14.418803 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2847bde-297f-4d0d-8afa-54a1add693e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31f5fbf7-4b5c-5a44-b255-70c4fc176ae8-22a2215d-eea1-4eea-9a01-346a1aa7c567', 'network_id': '22a2215d-eea1-4eea-9a01-346a1aa7c567', 'tenant_id': 'd9d103e6663047378afb39d68376f3b1', 'fixed_ips': [{'subnet_id': '65d5c6c7-23cd-4c5a-abc3-4ab2048c61a5'}]}} from n-d-836017-2. {{(pid=84765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 19:20:14.419553 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b2847bde-297f-4d0d-8afa-54a1add693e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:14.493845 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-da1f2657-f32a-45c9-81a3-870bed7efc55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-415242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4425'] for router, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:14.495404 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-da1f2657-f32a-45c9-81a3-870bed7efc55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-416909', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4418'] for router, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:14.511459 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 42382) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:20:14.536390 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-da1f2657-f32a-45c9-81a3-870bed7efc55 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:14.545323 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ce3c5550-938d-43fc-ade9-a94cbf4c6742 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:14.600625 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device a454c1b6-054d-4e55-99b6-2a3048b753b0 up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:20:14.604193 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-ce3c5550-938d-43fc-ade9-a94cbf4c6742 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:20:14.608734 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-ce3c5550-938d-43fc-ade9-a94cbf4c6742 admin admin] Usage tracker for resource:security_group_rule and tenant:509011de24a74cf59bef16bd5f76b1f5 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:20:14.611797 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-ce3c5550-938d-43fc-ade9-a94cbf4c6742 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:20:14.619675 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-ce3c5550-938d-43fc-ade9-a94cbf4c6742 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:20:14.695730 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-45c033fc-e7b7-474c-a4df-d3e7d1a8d506 None None] Provisioning for port c437ee9f-c91e-46eb-af7e-e50f0cf1515e completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:20:14.727737 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-45c033fc-e7b7-474c-a4df-d3e7d1a8d506 None None] Provisioning complete for port c437ee9f-c91e-46eb-af7e-e50f0cf1515e triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:20:14.732689 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-45c033fc-e7b7-474c-a4df-d3e7d1a8d506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:14.788328 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ce3c5550-938d-43fc-ade9-a94cbf4c6742 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:14.960815 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ce3c5550-938d-43fc-ade9-a94cbf4c6742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:14.961511 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-45c033fc-e7b7-474c-a4df-d3e7d1a8d506 None None] Port c437ee9f-c91e-46eb-af7e-e50f0cf1515e cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:20:14.961511 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-b2847bde-297f-4d0d-8afa-54a1add693e1 None None] Allocated IP 172.20.0.2 (22a2215d-eea1-4eea-9a01-346a1aa7c567/65d5c6c7-23cd-4c5a-abc3-4ab2048c61a5/5759e94f-1a88-4417-b020-d10cea46a569) {{(pid=84765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:20:14.961705 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-ce3c5550-938d-43fc-ade9-a94cbf4c6742 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=509011de24a74cf59bef16bd5f76b1f5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4330568 Apr 18 19:20:14.961705 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 42390) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:20:15.022472 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-da1f2657-f32a-45c9-81a3-870bed7efc55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416895', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4776'] for router, precommit_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:15.028938 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3c5550-938d-43fc-ade9-a94cbf4c6742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53a8b963-ec96-4702-9411-eca8849381bc,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:15.074054 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ba92ec9b-1caf-45fe-95b5-8f5f6f2ae9dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:15.078767 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bcb81f-51c2-493f-b794-d341477b48c5 req-b630dd7d-f2a4-44d4-89e3-95de4da5178b tempest-AggregatesAdminTestJSON-308972757 tempest-AggregatesAdminTestJSON-308972757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:20:15.080732 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-63bcb81f-51c2-493f-b794-d341477b48c5 req-b630dd7d-f2a4-44d4-89e3-95de4da5178b tempest-AggregatesAdminTestJSON-308972757 tempest-AggregatesAdminTestJSON-308972757-project] 10.222.0.69 "GET /v2.0/ports?device_id=8a5fefe7-818a-4058-ae1c-498dcb1e46b4 HTTP/1.1" status: 200 len: 936 time: 0.1702685 Apr 18 19:20:15.131383 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port a454c1b6-054d-4e55-99b6-2a3048b753b0 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:20:15.132356 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:15.142889 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-63bcb81f-51c2-493f-b794-d341477b48c5 req-a8adafb7-8a81-4c1a-917b-31e38966b5bd tempest-AggregatesAdminTestJSON-308972757 tempest-AggregatesAdminTestJSON-308972757-project] 10.222.0.69 "GET /v2.0/security-groups?id=56a75a41-a9fb-48dc-b7e9-dcb32e6142f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479426 Apr 18 19:20:15.145548 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ba92ec9b-1caf-45fe-95b5-8f5f6f2ae9dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:15.449157 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b2847bde-297f-4d0d-8afa-54a1add693e1 None None] Notify callbacks [] for port, precommit_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:15.641492 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ba92ec9b-1caf-45fe-95b5-8f5f6f2ae9dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:15.642650 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-b2847bde-297f-4d0d-8afa-54a1add693e1 None None] Transition to ACTIVE for port object 5759e94f-1a88-4417-b020-d10cea46a569 will not be triggered until provisioned by entity L2. {{(pid=84765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:20:15.668446 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba92ec9b-1caf-45fe-95b5-8f5f6f2ae9dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53a8b963-ec96-4702-9411-eca8849381bc,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:15.686154 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ba92ec9b-1caf-45fe-95b5-8f5f6f2ae9dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:15.689579 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-ba92ec9b-1caf-45fe-95b5-8f5f6f2ae9dd admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/53a8b963-ec96-4702-9411-eca8849381bc HTTP/1.1" status: 204 len: 168 time: 0.7350843 Apr 18 19:20:15.734932 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-b2847bde-297f-4d0d-8afa-54a1add693e1 None None] Transition to ACTIVE for port object 5759e94f-1a88-4417-b020-d10cea46a569 will not be triggered until provisioned by entity DHCP. {{(pid=84765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:20:15.823978 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b2847bde-297f-4d0d-8afa-54a1add693e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331'] for port, after_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:15.881746 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-da1f2657-f32a-45c9-81a3-870bed7efc55 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:15.916453 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-da1f2657-f32a-45c9-81a3-870bed7efc55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:15.980851 n-d-836017-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2847bde-297f-4d0d-8afa-54a1add693e1 None None] Network 22a2215d-eea1-4eea-9a01-346a1aa7c567 is already hosted by enough agents. {{(pid=84765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:20:15.986030 n-d-836017-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-b2847bde-297f-4d0d-8afa-54a1add693e1 None None] Resources bound (agent type, host, resource id): {{(pid=84765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:20:15.999094 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2847bde-297f-4d0d-8afa-54a1add693e1 None None] Received port after_create {{(pid=84765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:20:16.015408 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2847bde-297f-4d0d-8afa-54a1add693e1 None None] Pushing event updated for resources: {'Port': ['ID=5759e94f-1a88-4417-b020-d10cea46a569,revision_number=1']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:16.220234 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-b2847bde-297f-4d0d-8afa-54a1add693e1 None None] Attempting to bind port 5759e94f-1a88-4417-b020-d10cea46a569 on host n-d-836017-2 for vnic_type normal with profile {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:20:16.220614 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-b2847bde-297f-4d0d-8afa-54a1add693e1 None None] Attempting to bind port 5759e94f-1a88-4417-b020-d10cea46a569 by drivers openvswitch,hyperv on host n-d-836017-2 at level 0 using segments [{'id': '7b4f0278-7b19-496b-ae7d-87976983c3ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '22a2215d-eea1-4eea-9a01-346a1aa7c567'}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:20:16.220966 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2847bde-297f-4d0d-8afa-54a1add693e1 None None] Attempting to bind port 5759e94f-1a88-4417-b020-d10cea46a569 on network 22a2215d-eea1-4eea-9a01-346a1aa7c567 {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:20:16.248388 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_common [None req-da1f2657-f32a-45c9-81a3-870bed7efc55 admin admin] Allocated IP 172.25.3.150 (11e8e108-37df-4084-b6b7-113e6beb66b4/3b0abf32-1504-448b-b06e-c8c870b6a7c8/b8fc41b4-b481-482a-95cd-d9648d638fc4) {{(pid=84764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:20:16.252582 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2847bde-297f-4d0d-8afa-54a1add693e1 None None] Checking agent: {'id': 'df2a5cfe-6839-400b-a998-e4fffce70f45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 8, 22), 'started_at': datetime.datetime(2022, 4, 18, 19, 8, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:20:16.252946 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2847bde-297f-4d0d-8afa-54a1add693e1 None None] Checking segment: {'id': '7b4f0278-7b19-496b-ae7d-87976983c3ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '22a2215d-eea1-4eea-9a01-346a1aa7c567'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:20:16.253338 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b2847bde-297f-4d0d-8afa-54a1add693e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:16.253804 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2847bde-297f-4d0d-8afa-54a1add693e1 None None] Bound using segment: {'id': '7b4f0278-7b19-496b-ae7d-87976983c3ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '22a2215d-eea1-4eea-9a01-346a1aa7c567'} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:20:16.254273 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-b2847bde-297f-4d0d-8afa-54a1add693e1 None None] Bound port: 5759e94f-1a88-4417-b020-d10cea46a569, host: n-d-836017-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b4f0278-7b19-496b-ae7d-87976983c3ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '22a2215d-eea1-4eea-9a01-346a1aa7c567'}}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:20:16.254647 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b2847bde-297f-4d0d-8afa-54a1add693e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:16.447972 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-b2847bde-297f-4d0d-8afa-54a1add693e1 None None] For port 5759e94f-1a88-4417-b020-d10cea46a569, host n-d-836017-2, cleared binding levels {{(pid=84765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:20:16.453767 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-b2847bde-297f-4d0d-8afa-54a1add693e1 None None] For port 5759e94f-1a88-4417-b020-d10cea46a569, host n-d-836017-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=5759e94f-1a88-4417-b020-d10cea46a569,segment=NetworkSegment(7b4f0278-7b19-496b-ae7d-87976983c3ae),segment_id=7b4f0278-7b19-496b-ae7d-87976983c3ae)] {{(pid=84765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:20:16.545700 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-da1f2657-f32a-45c9-81a3-870bed7efc55 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:16.549578 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b2847bde-297f-4d0d-8afa-54a1add693e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:16.642366 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-da1f2657-f32a-45c9-81a3-870bed7efc55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331'] for port, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:16.654137 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b177b7c-730a-4a76-9b8c-163f1a6a2af4 req-e61b8f99-4ef3-4203-b38a-87e94691f071 tempest-AggregatesAdminTestJSON-308972757 tempest-AggregatesAdminTestJSON-308972757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:20:16.660010 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-0b177b7c-730a-4a76-9b8c-163f1a6a2af4 req-e61b8f99-4ef3-4203-b38a-87e94691f071 tempest-AggregatesAdminTestJSON-308972757 tempest-AggregatesAdminTestJSON-308972757-project] Synchronizing usage tracker for tenant:0a06e24144b141078afce902cfad3591 on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:20:16.755901 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-0b177b7c-730a-4a76-9b8c-163f1a6a2af4 req-e61b8f99-4ef3-4203-b38a-87e94691f071 tempest-AggregatesAdminTestJSON-308972757 tempest-AggregatesAdminTestJSON-308972757-project] Unset dirty status for tenant:0a06e24144b141078afce902cfad3591 on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:20:16.756944 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0b177b7c-730a-4a76-9b8c-163f1a6a2af4 req-e61b8f99-4ef3-4203-b38a-87e94691f071 tempest-AggregatesAdminTestJSON-308972757 tempest-AggregatesAdminTestJSON-308972757-project] 10.222.0.69 "GET /v2.0/ports?device_id=8a5fefe7-818a-4058-ae1c-498dcb1e46b4 HTTP/1.1" status: 200 len: 936 time: 0.2786458 Apr 18 19:20:16.761815 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2847bde-297f-4d0d-8afa-54a1add693e1 None None] Pushing event updated for resources: {'Port': ['ID=5759e94f-1a88-4417-b020-d10cea46a569,revision_number=2']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:16.831304 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1f2657-f32a-45c9-81a3-870bed7efc55 admin admin] Network 11e8e108-37df-4084-b6b7-113e6beb66b4 is already hosted by enough agents. {{(pid=84764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:20:16.833945 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [None req-da1f2657-f32a-45c9-81a3-870bed7efc55 admin admin] Resources bound (agent type, host, resource id): {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:20:16.852018 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1f2657-f32a-45c9-81a3-870bed7efc55 admin admin] Received port after_create {{(pid=84764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:20:16.857821 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-0b177b7c-730a-4a76-9b8c-163f1a6a2af4 req-b6878f7a-2050-4649-a2f1-5601276f9ead tempest-AggregatesAdminTestJSON-308972757 tempest-AggregatesAdminTestJSON-308972757-project] Synchronizing usage tracker for tenant:0a06e24144b141078afce902cfad3591 on resource:security_group {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:20:17.003477 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1f2657-f32a-45c9-81a3-870bed7efc55 admin admin] Pushing event updated for resources: {'Port': ['ID=b8fc41b4-b481-482a-95cd-d9648d638fc4,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:17.035387 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-0b177b7c-730a-4a76-9b8c-163f1a6a2af4 req-b6878f7a-2050-4649-a2f1-5601276f9ead tempest-AggregatesAdminTestJSON-308972757 tempest-AggregatesAdminTestJSON-308972757-project] Unset dirty status for tenant:0a06e24144b141078afce902cfad3591 on resource:security_group {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:20:17.037955 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0b177b7c-730a-4a76-9b8c-163f1a6a2af4 req-b6878f7a-2050-4649-a2f1-5601276f9ead tempest-AggregatesAdminTestJSON-308972757 tempest-AggregatesAdminTestJSON-308972757-project] 10.222.0.69 "GET /v2.0/security-groups?id=56a75a41-a9fb-48dc-b7e9-dcb32e6142f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658484 Apr 18 19:20:17.183180 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-da1f2657-f32a-45c9-81a3-870bed7efc55 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:17.185301 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-da1f2657-f32a-45c9-81a3-870bed7efc55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416864'] for router, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:17.499360 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-fcf062fc-4347-4372-b74e-75f8c54099b4 req-8d5ed344-8485-41f1-8fb7-9ed090e6828a service neutron] Request body: {'port': {'device_id': '8a5fefe7-818a-4058-ae1c-498dcb1e46b4', 'device_owner': 'compute:tempest-test_az-1809528954', 'binding:host_id': 'n-h2-836017-2'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:20:17.705279 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-fcf062fc-4347-4372-b74e-75f8c54099b4 req-8d5ed344-8485-41f1-8fb7-9ed090e6828a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:17.834742 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da1f2657-f32a-45c9-81a3-870bed7efc55 admin admin] Router 76985cc2-50a2-47a3-9779-47fe48d98437 is scheduled to L3 agent 21b59c62-f184-4169-bc3e-79831cc043e8 with binding_index 1 {{(pid=84764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 19:20:18.245960 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-25170b00-22eb-4b95-8d8b-98dd4550be86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:18.487099 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a8ba99b-73ca-47b4-9084-596781c33001 None None] Network 22a2215d-eea1-4eea-9a01-346a1aa7c567 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:20:18.548998 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [req-fcf062fc-4347-4372-b74e-75f8c54099b4 req-8d5ed344-8485-41f1-8fb7-9ed090e6828a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c437ee9f-c91e-46eb-af7e-e50f0cf1515e {{(pid=84763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:20:18.570494 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-fcf062fc-4347-4372-b74e-75f8c54099b4 req-8d5ed344-8485-41f1-8fb7-9ed090e6828a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:18.612757 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5c99fe-bc70-4cd5-b80e-dfb5b2dfee86 req-37a2cbcb-f831-41af-8b88-af22698628bd tempest-AggregatesAdminTestJSON-308972757 tempest-AggregatesAdminTestJSON-308972757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:20:18.625497 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [req-fcf062fc-4347-4372-b74e-75f8c54099b4 req-8d5ed344-8485-41f1-8fb7-9ed090e6828a service neutron] Transition to ACTIVE for port object c437ee9f-c91e-46eb-af7e-e50f0cf1515e will not be triggered until provisioned by entity L2. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:20:18.627368 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-fb5c99fe-bc70-4cd5-b80e-dfb5b2dfee86 req-37a2cbcb-f831-41af-8b88-af22698628bd tempest-AggregatesAdminTestJSON-308972757 tempest-AggregatesAdminTestJSON-308972757-project] 10.222.0.69 "GET /v2.0/ports?device_id=8a5fefe7-818a-4058-ae1c-498dcb1e46b4 HTTP/1.1" status: 200 len: 936 time: 0.2286079 Apr 18 19:20:18.689707 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da1f2657-f32a-45c9-81a3-870bed7efc55 admin admin] Notify agent at l3_agent.n-d-836017-2 the message routers_updated {{(pid=84764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:20:18.702853 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712eb4e8-db5f-489b-a095-092e2075231b None None] Sync routers for ids ['76985cc2-50a2-47a3-9779-47fe48d98437'] in n-d-836017-2 {{(pid=84766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:20:18.709938 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-fcf062fc-4347-4372-b74e-75f8c54099b4 req-8d5ed344-8485-41f1-8fb7-9ed090e6828a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:18.733148 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712eb4e8-db5f-489b-a095-092e2075231b None None] Routers {'76985cc2-50a2-47a3-9779-47fe48d98437'} bound to L3 agent in host n-d-836017-2 {{(pid=84766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:20:18.733148 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-712eb4e8-db5f-489b-a095-092e2075231b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:19:50Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['76985cc2-50a2-47a3-9779-47fe48d98437'], 'active': True} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:20:18.742974 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 5759e94f-1a88-4417-b020-d10cea46a569 up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:20:18.815264 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 42438) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:20:18.835275 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-fb5c99fe-bc70-4cd5-b80e-dfb5b2dfee86 req-b7258f9a-5874-4898-b914-9138f60744c8 tempest-AggregatesAdminTestJSON-308972757 tempest-AggregatesAdminTestJSON-308972757-project] 10.222.0.69 "GET /v2.0/security-groups?id=56a75a41-a9fb-48dc-b7e9-dcb32e6142f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953361 Apr 18 19:20:18.897774 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-da1f2657-f32a-45c9-81a3-870bed7efc55 admin admin] Notify callbacks [] for router, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:18.902936 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-da1f2657-f32a-45c9-81a3-870bed7efc55 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 4.6031406 Apr 18 19:20:18.903756 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 42444) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:20:19.099730 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-66f06cec-1889-49f7-afd6-2f211520bbab None None] Provisioning for port 5759e94f-1a88-4417-b020-d10cea46a569 completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:20:19.155209 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5ed344-8485-41f1-8fb7-9ed090e6828a service neutron] Pushing event updated for resources: {'Port': ['ID=c437ee9f-c91e-46eb-af7e-e50f0cf1515e,revision_number=2']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:19.309496 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-fcf062fc-4347-4372-b74e-75f8c54099b4 req-8d5ed344-8485-41f1-8fb7-9ed090e6828a service neutron] Attempting to bind port c437ee9f-c91e-46eb-af7e-e50f0cf1515e on host n-h2-836017-2 for vnic_type normal with profile {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:20:19.309867 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-fcf062fc-4347-4372-b74e-75f8c54099b4 req-8d5ed344-8485-41f1-8fb7-9ed090e6828a service neutron] Attempting to bind port c437ee9f-c91e-46eb-af7e-e50f0cf1515e by drivers openvswitch,hyperv on host n-h2-836017-2 at level 0 using segments [{'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:20:19.310215 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf062fc-4347-4372-b74e-75f8c54099b4 req-8d5ed344-8485-41f1-8fb7-9ed090e6828a service neutron] Attempting to bind port c437ee9f-c91e-46eb-af7e-e50f0cf1515e on network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:20:19.334647 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf062fc-4347-4372-b74e-75f8c54099b4 req-8d5ed344-8485-41f1-8fb7-9ed090e6828a service neutron] Port c437ee9f-c91e-46eb-af7e-e50f0cf1515e on network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-2 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:20:19.335052 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf062fc-4347-4372-b74e-75f8c54099b4 req-8d5ed344-8485-41f1-8fb7-9ed090e6828a service neutron] Attempting to bind port c437ee9f-c91e-46eb-af7e-e50f0cf1515e on network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:20:19.359965 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf062fc-4347-4372-b74e-75f8c54099b4 req-8d5ed344-8485-41f1-8fb7-9ed090e6828a service neutron] Checking agent: {'id': '02e8f951-d3a3-40e1-b8cc-aed258af030b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 19, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:20:19.360438 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf062fc-4347-4372-b74e-75f8c54099b4 req-8d5ed344-8485-41f1-8fb7-9ed090e6828a service neutron] Checking segment: {'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:20:19.361054 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf062fc-4347-4372-b74e-75f8c54099b4 req-8d5ed344-8485-41f1-8fb7-9ed090e6828a service neutron] Bound using segment: {'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:20:19.361547 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-fcf062fc-4347-4372-b74e-75f8c54099b4 req-8d5ed344-8485-41f1-8fb7-9ed090e6828a service neutron] Bound port: c437ee9f-c91e-46eb-af7e-e50f0cf1515e, host: n-h2-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'}}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:20:19.361909 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-fcf062fc-4347-4372-b74e-75f8c54099b4 req-8d5ed344-8485-41f1-8fb7-9ed090e6828a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:19.420241 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvr_db [None req-712eb4e8-db5f-489b-a095-092e2075231b None None] Set router 76985cc2-50a2-47a3-9779-47fe48d98437 gateway port host: n-d-836017-2 {{(pid=84766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:20:19.448515 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning for port 5759e94f-1a88-4417-b020-d10cea46a569 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:20:19.506471 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port 5759e94f-1a88-4417-b020-d10cea46a569 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:20:19.507190 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:19.596251 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-fcf062fc-4347-4372-b74e-75f8c54099b4 req-8d5ed344-8485-41f1-8fb7-9ed090e6828a service neutron] For port c437ee9f-c91e-46eb-af7e-e50f0cf1515e, host n-h2-836017-2, cleared binding levels {{(pid=84763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:20:19.610522 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-fcf062fc-4347-4372-b74e-75f8c54099b4 req-8d5ed344-8485-41f1-8fb7-9ed090e6828a service neutron] For port c437ee9f-c91e-46eb-af7e-e50f0cf1515e, host n-h2-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=c437ee9f-c91e-46eb-af7e-e50f0cf1515e,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:20:19.698261 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-fcf062fc-4347-4372-b74e-75f8c54099b4 req-8d5ed344-8485-41f1-8fb7-9ed090e6828a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:19.829644 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-bc12ee84-3028-45d1-9b55-ac510cbdee8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:19.892252 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:19.945446 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5ed344-8485-41f1-8fb7-9ed090e6828a service neutron] Pushing event updated for resources: {'Port': ['ID=c437ee9f-c91e-46eb-af7e-e50f0cf1515e,revision_number=3']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:19.953815 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-bc12ee84-3028-45d1-9b55-ac510cbdee8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:20:19.964685 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-bc12ee84-3028-45d1-9b55-ac510cbdee8f admin admin] Usage tracker for resource:security_group_rule and tenant:46dd04b8f3a34007b8d7a02759cfd3ca is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:20:19.971730 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-bc12ee84-3028-45d1-9b55-ac510cbdee8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:20:19.982534 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-bc12ee84-3028-45d1-9b55-ac510cbdee8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:20:19.990605 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] For port 5759e94f-1a88-4417-b020-d10cea46a569, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=5759e94f-1a88-4417-b020-d10cea46a569,segment=NetworkSegment(7b4f0278-7b19-496b-ae7d-87976983c3ae),segment_id=7b4f0278-7b19-496b-ae7d-87976983c3ae)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:20:19.994568 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-fcf062fc-4347-4372-b74e-75f8c54099b4 req-8d5ed344-8485-41f1-8fb7-9ed090e6828a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:20.003164 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fcf062fc-4347-4372-b74e-75f8c54099b4 req-8d5ed344-8485-41f1-8fb7-9ed090e6828a service neutron] 10.222.0.72 "PUT /v2.0/ports/c437ee9f-c91e-46eb-af7e-e50f0cf1515e HTTP/1.1" status: 200 len: 1118 time: 3.1238275 Apr 18 19:20:20.009094 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a5fefe7-818a-4058-ae1c-498dcb1e46b4', 'tag': 'c437ee9f-c91e-46eb-af7e-e50f0cf1515e'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:20:20.098385 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:20.217487 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-712eb4e8-db5f-489b-a095-092e2075231b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76985cc2-50a2-47a3-9779-47fe48d98437', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2078107279-router', 'tenant_id': 'd9d103e6663047378afb39d68376f3b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': 'b8fc41b4-b481-482a-95cd-d9648d638fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:20:14Z', 'updated_at': '2022-04-18T19:20:16Z', 'revision_number': 3, 'project_id': 'd9d103e6663047378afb39d68376f3b1', 'gw_port': {'id': 'b8fc41b4-b481-482a-95cd-d9648d638fc4', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:59:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76985cc2-50a2-47a3-9779-47fe48d98437', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:20:15Z', 'updated_at': '2022-04-18T19:20:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2'}], 'n-d-836017-2', False) {} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:20:20.234808 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712eb4e8-db5f-489b-a095-092e2075231b None None] Checking router: 76985cc2-50a2-47a3-9779-47fe48d98437 for host: n-d-836017-2 {{(pid=84766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:20:20.235680 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712eb4e8-db5f-489b-a095-092e2075231b None None] Updating router 76985cc2-50a2-47a3-9779-47fe48d98437 port b8fc41b4-b481-482a-95cd-d9648d638fc4 binding host n-d-836017-2 {{(pid=84766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 19:20:20.355915 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-712eb4e8-db5f-489b-a095-092e2075231b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:20.408128 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Pushing event updated for resources: {'Port': ['ID=5759e94f-1a88-4417-b020-d10cea46a569,revision_number=3']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:20.470596 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fcf062fc-4347-4372-b74e-75f8c54099b4 req-b2f6f3d5-55e8-4c5f-b68c-da84d77afc3f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0a06e24144b141078afce902cfad3591&device_id=8a5fefe7-818a-4058-ae1c-498dcb1e46b4 HTTP/1.1" status: 200 len: 1121 time: 0.3357520 Apr 18 19:20:20.511869 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a99618-5faa-4caa-a0ad-d9e140c16f22 req-3ef02d61-1c05-4c46-a487-a1c649828204 tempest-AggregatesAdminTestJSON-308972757 tempest-AggregatesAdminTestJSON-308972757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:20:20.523337 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-32949576-135b-4abc-b2e7-c1716ba159cb None None] Provisioning complete for port 5759e94f-1a88-4417-b020-d10cea46a569 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:20:20.528038 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-32949576-135b-4abc-b2e7-c1716ba159cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:20.543020 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-14a99618-5faa-4caa-a0ad-d9e140c16f22 req-3ef02d61-1c05-4c46-a487-a1c649828204 tempest-AggregatesAdminTestJSON-308972757 tempest-AggregatesAdminTestJSON-308972757-project] 10.222.0.69 "GET /v2.0/ports?device_id=8a5fefe7-818a-4058-ae1c-498dcb1e46b4 HTTP/1.1" status: 200 len: 970 time: 0.3041651 Apr 18 19:20:20.739035 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 5759e94f-1a88-4417-b020-d10cea46a569 up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:20:20.785292 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-bc12ee84-3028-45d1-9b55-ac510cbdee8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:20.811755 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9b418f1d-da3f-4076-aceb-e9fe7f36c1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:20.837613 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fcf062fc-4347-4372-b74e-75f8c54099b4 req-4ac10e8c-4bd4-48e4-9754-5c927d054351 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=c437ee9f-c91e-46eb-af7e-e50f0cf1515e HTTP/1.1" status: 200 len: 217 time: 0.2931974 Apr 18 19:20:20.856057 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-bc12ee84-3028-45d1-9b55-ac510cbdee8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:20.971283 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc12ee84-3028-45d1-9b55-ac510cbdee8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be7fc3a5-9ad6-4e17-85cb-41e9eaf10c1e,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:20.982944 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:20.996683 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-bc12ee84-3028-45d1-9b55-ac510cbdee8f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=46dd04b8f3a34007b8d7a02759cfd3ca&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1773574 Apr 18 19:20:21.000444 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 42478) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:20:21.121359 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port 5759e94f-1a88-4417-b020-d10cea46a569 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:20:21.121603 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:21.170497 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-14a99618-5faa-4caa-a0ad-d9e140c16f22 req-cab2b9cb-8d23-46cf-b1fd-2fff6ff613f5 tempest-AggregatesAdminTestJSON-308972757 tempest-AggregatesAdminTestJSON-308972757-project] 10.222.0.69 "GET /v2.0/security-groups?id=56a75a41-a9fb-48dc-b7e9-dcb32e6142f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4486079 Apr 18 19:20:21.224451 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf062fc-4347-4372-b74e-75f8c54099b4 req-69b395e6-9909-4761-b9d1-2a491b2e5bb1 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:20:21.224905 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-5320c666-eee3-4038-b68f-1b2e52430d05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:21.246798 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fcf062fc-4347-4372-b74e-75f8c54099b4 req-69b395e6-9909-4761-b9d1-2a491b2e5bb1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=17d1b3aa-2066-4ffa-a69f-52ed566b6548 HTTP/1.1" status: 200 len: 843 time: 0.3882070 Apr 18 19:20:21.341684 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-5320c666-eee3-4038-b68f-1b2e52430d05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:21.439232 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fcf062fc-4347-4372-b74e-75f8c54099b4 req-4f115a9b-634c-497a-bb66-32ae698220ea service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1625888 Apr 18 19:20:21.661932 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-712eb4e8-db5f-489b-a095-092e2075231b None None] Notify callbacks [] for port, precommit_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:21.768635 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f4b14163-9940-4817-81a1-7b37521dfa7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:21.775831 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fcf062fc-4347-4372-b74e-75f8c54099b4 req-7d3db8c1-e913-47b7-ba62-79696cbebf58 service neutron] 10.222.0.72 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3292565 Apr 18 19:20:21.920887 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.provisioning_blocks [None req-712eb4e8-db5f-489b-a095-092e2075231b None None] Transition to ACTIVE for port object b8fc41b4-b481-482a-95cd-d9648d638fc4 will not be triggered until provisioned by entity L2. {{(pid=84766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:20:21.934790 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-5320c666-eee3-4038-b68f-1b2e52430d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:21.952851 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1c541fd-6087-4755-8778-e68e27e46067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:21.986587 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5320c666-eee3-4038-b68f-1b2e52430d05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be7fc3a5-9ad6-4e17-85cb-41e9eaf10c1e,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:22.012231 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-712eb4e8-db5f-489b-a095-092e2075231b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:22.028134 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-5320c666-eee3-4038-b68f-1b2e52430d05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:22.029308 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-5320c666-eee3-4038-b68f-1b2e52430d05 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/be7fc3a5-9ad6-4e17-85cb-41e9eaf10c1e HTTP/1.1" status: 204 len: 168 time: 1.0279841 Apr 18 19:20:22.047247 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:22.062953 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8c13b01-1e55-4786-af36-1c7cc9fbae5b'] response: {'name': 'network-changed', 'server_uuid': '8a5fefe7-818a-4058-ae1c-498dcb1e46b4', 'tag': 'c437ee9f-c91e-46eb-af7e-e50f0cf1515e', 'status': 'completed', 'code': 200} Apr 18 19:20:22.195483 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fcf062fc-4347-4372-b74e-75f8c54099b4 req-9cccd2d1-9c24-4423-b98a-1eaace9231e5 service neutron] 10.222.0.72 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3833699 Apr 18 19:20:22.205947 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.managers [None req-712eb4e8-db5f-489b-a095-092e2075231b None None] Attempting to bind port b8fc41b4-b481-482a-95cd-d9648d638fc4 on host n-d-836017-2 for vnic_type normal with profile {{(pid=84766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:20:22.207091 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.managers [None req-712eb4e8-db5f-489b-a095-092e2075231b None None] Attempting to bind port b8fc41b4-b481-482a-95cd-d9648d638fc4 by drivers openvswitch,hyperv on host n-d-836017-2 at level 0 using segments [{'id': '5de34947-6c56-419b-85d0-f61f69ce7c45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'}] {{(pid=84766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:20:22.216904 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712eb4e8-db5f-489b-a095-092e2075231b None None] Attempting to bind port b8fc41b4-b481-482a-95cd-d9648d638fc4 on network 11e8e108-37df-4084-b6b7-113e6beb66b4 {{(pid=84766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:20:22.281195 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712eb4e8-db5f-489b-a095-092e2075231b None None] Checking agent: {'id': 'df2a5cfe-6839-400b-a998-e4fffce70f45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 8, 22), 'started_at': datetime.datetime(2022, 4, 18, 19, 8, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:20:22.282304 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712eb4e8-db5f-489b-a095-092e2075231b None None] Checking segment: {'id': '5de34947-6c56-419b-85d0-f61f69ce7c45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:20:22.283033 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-712eb4e8-db5f-489b-a095-092e2075231b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:22.289783 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712eb4e8-db5f-489b-a095-092e2075231b None None] Bound using segment: {'id': '5de34947-6c56-419b-85d0-f61f69ce7c45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'} {{(pid=84766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:20:22.289783 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.managers [None req-712eb4e8-db5f-489b-a095-092e2075231b None None] Bound port: b8fc41b4-b481-482a-95cd-d9648d638fc4, host: n-d-836017-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5de34947-6c56-419b-85d0-f61f69ce7c45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'}}] {{(pid=84766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:20:22.289783 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-712eb4e8-db5f-489b-a095-092e2075231b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:22.358746 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_common [None req-f4b14163-9940-4817-81a1-7b37521dfa7f admin admin] Allocated IP 172.20.0.1 (22a2215d-eea1-4eea-9a01-346a1aa7c567/65d5c6c7-23cd-4c5a-abc3-4ab2048c61a5/8a9e1784-4afa-46bc-a2c9-7c9e6d4078bb) {{(pid=84764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:20:22.359001 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c8145d-ec75-4253-a04d-43f4b4c3059c None None] Pushing event updated for resources: {'Port': ['ID=b8fc41b4-b481-482a-95cd-d9648d638fc4,revision_number=2']} {{(pid=84766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:22.432038 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.db [None req-712eb4e8-db5f-489b-a095-092e2075231b None None] For port b8fc41b4-b481-482a-95cd-d9648d638fc4, host n-d-836017-2, cleared binding levels {{(pid=84766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:20:22.443473 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.db [None req-712eb4e8-db5f-489b-a095-092e2075231b None None] For port b8fc41b4-b481-482a-95cd-d9648d638fc4, host n-d-836017-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=b8fc41b4-b481-482a-95cd-d9648d638fc4,segment=NetworkSegment(5de34947-6c56-419b-85d0-f61f69ce7c45),segment_id=5de34947-6c56-419b-85d0-f61f69ce7c45)] {{(pid=84766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:20:22.522177 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-712eb4e8-db5f-489b-a095-092e2075231b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:22.651252 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c8145d-ec75-4253-a04d-43f4b4c3059c None None] Pushing event updated for resources: {'Port': ['ID=b8fc41b4-b481-482a-95cd-d9648d638fc4,revision_number=3']} {{(pid=84766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:22.657113 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-03187a43-9bd3-4ca7-a9ab-d4697effbecb req-67e05129-5902-4381-aa28-56f6cb4283ff service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0a06e24144b141078afce902cfad3591&device_id=8a5fefe7-818a-4058-ae1c-498dcb1e46b4 HTTP/1.1" status: 200 len: 1121 time: 0.2669060 Apr 18 19:20:22.668695 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2e90a0-9174-469b-89c5-d0a7bb475eb6 req-3ee39d29-6793-477c-8036-da8da708466b tempest-AggregatesAdminTestJSON-308972757 tempest-AggregatesAdminTestJSON-308972757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:20:22.672744 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712eb4e8-db5f-489b-a095-092e2075231b None None] Routers {'76985cc2-50a2-47a3-9779-47fe48d98437'} bound to L3 agent in host n-d-836017-2 {{(pid=84766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:20:22.675781 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-712eb4e8-db5f-489b-a095-092e2075231b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:20:20Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['76985cc2-50a2-47a3-9779-47fe48d98437'], 'active': True} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:20:22.676910 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-1a2e90a0-9174-469b-89c5-d0a7bb475eb6 req-3ee39d29-6793-477c-8036-da8da708466b tempest-AggregatesAdminTestJSON-308972757 tempest-AggregatesAdminTestJSON-308972757-project] 10.222.0.69 "GET /v2.0/ports?device_id=8a5fefe7-818a-4058-ae1c-498dcb1e46b4 HTTP/1.1" status: 200 len: 970 time: 0.1997912 Apr 18 19:20:22.714813 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f4b14163-9940-4817-81a1-7b37521dfa7f admin admin] Notify callbacks [] for port, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:22.742451 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.provisioning_blocks [None req-f4b14163-9940-4817-81a1-7b37521dfa7f admin admin] Transition to ACTIVE for port object 8a9e1784-4afa-46bc-a2c9-7c9e6d4078bb will not be triggered until provisioned by entity DHCP. {{(pid=84764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:20:22.847911 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-1a2e90a0-9174-469b-89c5-d0a7bb475eb6 req-7cda359c-823f-4462-953e-861c784fcdb3 tempest-AggregatesAdminTestJSON-308972757 tempest-AggregatesAdminTestJSON-308972757-project] 10.222.0.69 "GET /v2.0/security-groups?id=56a75a41-a9fb-48dc-b7e9-dcb32e6142f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698558 Apr 18 19:20:22.859883 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f4b14163-9940-4817-81a1-7b37521dfa7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331'] for port, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:22.952429 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03187a43-9bd3-4ca7-a9ab-d4697effbecb req-bab9430e-2501-4cf7-bbbc-9c2505f5bd3f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:20:22.958374 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-03187a43-9bd3-4ca7-a9ab-d4697effbecb req-bab9430e-2501-4cf7-bbbc-9c2505f5bd3f service neutron] 10.222.0.72 "GET /v2.0/networks?id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a HTTP/1.1" status: 200 len: 870 time: 0.2419024 Apr 18 19:20:23.006545 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a4106dab-6971-4e7e-8fdc-c66f0a3f4877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:23.016345 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvr_db [None req-712eb4e8-db5f-489b-a095-092e2075231b None None] Set router 76985cc2-50a2-47a3-9779-47fe48d98437 gateway port host: n-d-836017-2 {{(pid=84766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:20:23.053368 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b14163-9940-4817-81a1-7b37521dfa7f admin admin] Network 22a2215d-eea1-4eea-9a01-346a1aa7c567 is already hosted by enough agents. {{(pid=84764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:20:23.059845 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [None req-f4b14163-9940-4817-81a1-7b37521dfa7f admin admin] Resources bound (agent type, host, resource id): {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:20:23.073539 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b14163-9940-4817-81a1-7b37521dfa7f admin admin] Received port after_create {{(pid=84764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:20:23.073539 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f4b14163-9940-4817-81a1-7b37521dfa7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417434'] for router_interface, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:23.092023 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b14163-9940-4817-81a1-7b37521dfa7f admin admin] Pushing event updated for resources: {'Port': ['ID=8a9e1784-4afa-46bc-a2c9-7c9e6d4078bb,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:23.115271 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-03187a43-9bd3-4ca7-a9ab-d4697effbecb req-5223ea6a-6e6e-4241-9a11-1fac2aa2f587 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=c437ee9f-c91e-46eb-af7e-e50f0cf1515e HTTP/1.1" status: 200 len: 217 time: 0.1425807 Apr 18 19:20:23.274537 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03187a43-9bd3-4ca7-a9ab-d4697effbecb req-4cb4bd3b-575d-4ebd-b174-baa7a3d56555 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:20:23.274537 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-03187a43-9bd3-4ca7-a9ab-d4697effbecb req-4cb4bd3b-575d-4ebd-b174-baa7a3d56555 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=17d1b3aa-2066-4ffa-a69f-52ed566b6548 HTTP/1.1" status: 200 len: 843 time: 0.1139181 Apr 18 19:20:23.383017 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-03187a43-9bd3-4ca7-a9ab-d4697effbecb req-6ff480ff-f212-45af-875c-a3575a559e81 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1369069 Apr 18 19:20:23.476067 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-712eb4e8-db5f-489b-a095-092e2075231b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76985cc2-50a2-47a3-9779-47fe48d98437', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2078107279-router', 'tenant_id': 'd9d103e6663047378afb39d68376f3b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': 'b8fc41b4-b481-482a-95cd-d9648d638fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:20:14Z', 'updated_at': '2022-04-18T19:20:16Z', 'revision_number': 3, 'project_id': 'd9d103e6663047378afb39d68376f3b1', 'gw_port': {'id': 'b8fc41b4-b481-482a-95cd-d9648d638fc4', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:59:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76985cc2-50a2-47a3-9779-47fe48d98437', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:20:15Z', 'updated_at': '2022-04-18T19:20:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2'}], 'n-d-836017-2', False) {} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:20:23.480886 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712eb4e8-db5f-489b-a095-092e2075231b None None] The sync data for ids ['76985cc2-50a2-47a3-9779-47fe48d98437'] in n-d-836017-2 is: [{'id': '76985cc2-50a2-47a3-9779-47fe48d98437', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2078107279-router', 'tenant_id': 'd9d103e6663047378afb39d68376f3b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': 'b8fc41b4-b481-482a-95cd-d9648d638fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:20:14Z', 'updated_at': '2022-04-18T19:20:16Z', 'revision_number': 3, 'project_id': 'd9d103e6663047378afb39d68376f3b1', 'gw_port': {'id': 'b8fc41b4-b481-482a-95cd-d9648d638fc4', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:59:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76985cc2-50a2-47a3-9779-47fe48d98437', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:20:15Z', 'updated_at': '2022-04-18T19:20:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2'}] {{(pid=84766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:20:23.497329 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-c2a9f134-895b-42f5-96c6-33678fe9987d None None] Provisioning for port 8a9e1784-4afa-46bc-a2c9-7c9e6d4078bb completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:20:23.516046 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-c2a9f134-895b-42f5-96c6-33678fe9987d None None] Provisioning complete for port 8a9e1784-4afa-46bc-a2c9-7c9e6d4078bb triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:20:23.516046 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c2a9f134-895b-42f5-96c6-33678fe9987d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:23.586545 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f4b14163-9940-4817-81a1-7b37521dfa7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:23.697344 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-c2a9f134-895b-42f5-96c6-33678fe9987d None None] Port 8a9e1784-4afa-46bc-a2c9-7c9e6d4078bb cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:20:23.787743 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-03187a43-9bd3-4ca7-a9ab-d4697effbecb req-9de71adb-af73-4bd0-ac3b-2035190d6c10 service neutron] 10.222.0.72 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2834194 Apr 18 19:20:23.983491 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-03187a43-9bd3-4ca7-a9ab-d4697effbecb req-68c84351-162e-469b-bc76-b37e5160ad6a service neutron] 10.222.0.72 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866698 Apr 18 19:20:23.996949 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 42520) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:20:24.021925 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-085c9436-7b31-4f17-a788-dd55bb20bb67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:24.099646 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-085c9436-7b31-4f17-a788-dd55bb20bb67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:20:24.099646 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-085c9436-7b31-4f17-a788-dd55bb20bb67 admin admin] Usage tracker for resource:security_group_rule and tenant:98ee91a2ba364d8982182c8fe6747eff is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:20:24.099646 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-085c9436-7b31-4f17-a788-dd55bb20bb67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:20:24.099646 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-085c9436-7b31-4f17-a788-dd55bb20bb67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:20:24.214771 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f4b14163-9940-4817-81a1-7b37521dfa7f admin admin] Notify callbacks [] for port, precommit_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:24.350811 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f4b14163-9940-4817-81a1-7b37521dfa7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:24.351448 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f4b14163-9940-4817-81a1-7b37521dfa7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-417335'] for router_interface, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:24.360519 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-085c9436-7b31-4f17-a788-dd55bb20bb67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:24.379377 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5897c92d-3e36-44d6-8de5-5593383a5e09 req-f87fd5e6-0df9-4373-b61a-de323a8287a2 tempest-AggregatesAdminTestJSON-308972757 tempest-AggregatesAdminTestJSON-308972757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:20:24.380935 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5897c92d-3e36-44d6-8de5-5593383a5e09 req-f87fd5e6-0df9-4373-b61a-de323a8287a2 tempest-AggregatesAdminTestJSON-308972757 tempest-AggregatesAdminTestJSON-308972757-project] 10.222.0.69 "GET /v2.0/ports?device_id=8a5fefe7-818a-4058-ae1c-498dcb1e46b4 HTTP/1.1" status: 200 len: 970 time: 0.1523397 Apr 18 19:20:24.507093 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5897c92d-3e36-44d6-8de5-5593383a5e09 req-c25d4fc0-2ceb-4ceb-9496-fe8501562900 tempest-AggregatesAdminTestJSON-308972757 tempest-AggregatesAdminTestJSON-308972757-project] 10.222.0.69 "GET /v2.0/security-groups?id=56a75a41-a9fb-48dc-b7e9-dcb32e6142f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009490 Apr 18 19:20:24.532992 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-085c9436-7b31-4f17-a788-dd55bb20bb67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:24.587625 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b14163-9940-4817-81a1-7b37521dfa7f admin admin] Pushing event updated for resources: {'Port': ['ID=8a9e1784-4afa-46bc-a2c9-7c9e6d4078bb,revision_number=2']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:24.643278 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:24.654170 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085c9436-7b31-4f17-a788-dd55bb20bb67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40b40374-4d80-488d-80a4-2f300e9b390b,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:24.666243 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-085c9436-7b31-4f17-a788-dd55bb20bb67 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=98ee91a2ba364d8982182c8fe6747eff&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6607809 Apr 18 19:20:24.669893 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 42538) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:20:24.723647 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b14163-9940-4817-81a1-7b37521dfa7f admin admin] Network 22a2215d-eea1-4eea-9a01-346a1aa7c567 is already hosted by enough agents. {{(pid=84764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:20:24.726518 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [None req-f4b14163-9940-4817-81a1-7b37521dfa7f admin admin] Resources bound (agent type, host, resource id): {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:20:24.777379 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-3a098037-aaca-4cd8-a9a3-e2513cce6668 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:24.845714 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-3a098037-aaca-4cd8-a9a3-e2513cce6668 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:25.040917 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-3a098037-aaca-4cd8-a9a3-e2513cce6668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:25.123394 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a098037-aaca-4cd8-a9a3-e2513cce6668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40b40374-4d80-488d-80a4-2f300e9b390b,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:25.165338 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-3a098037-aaca-4cd8-a9a3-e2513cce6668 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:25.175636 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-5f6313e2-177a-47c8-8ef6-13ca24994815 None None] Provisioning complete for port 8a9e1784-4afa-46bc-a2c9-7c9e6d4078bb triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:20:25.175636 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5f6313e2-177a-47c8-8ef6-13ca24994815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:25.176026 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-3a098037-aaca-4cd8-a9a3-e2513cce6668 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/40b40374-4d80-488d-80a4-2f300e9b390b HTTP/1.1" status: 204 len: 168 time: 0.5027566 Apr 18 19:20:25.391476 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-5f6313e2-177a-47c8-8ef6-13ca24994815 None None] Port 8a9e1784-4afa-46bc-a2c9-7c9e6d4078bb cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:20:25.868404 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4b14163-9940-4817-81a1-7b37521dfa7f admin admin] Router 76985cc2-50a2-47a3-9779-47fe48d98437 has already been hosted by L3 agent 21b59c62-f184-4169-bc3e-79831cc043e8 {{(pid=84764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:20:25.932610 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe33ef8-5f38-4b26-97ed-535ddd0ba5c3 req-d668b984-8a31-4af9-b580-2813f46bda7a tempest-AggregatesAdminTestJSON-308972757 tempest-AggregatesAdminTestJSON-308972757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:20:25.939032 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-cfe33ef8-5f38-4b26-97ed-535ddd0ba5c3 req-d668b984-8a31-4af9-b580-2813f46bda7a tempest-AggregatesAdminTestJSON-308972757 tempest-AggregatesAdminTestJSON-308972757-project] 10.222.0.69 "GET /v2.0/ports?device_id=8a5fefe7-818a-4058-ae1c-498dcb1e46b4 HTTP/1.1" status: 200 len: 970 time: 0.2355740 Apr 18 19:20:26.045072 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-cfe33ef8-5f38-4b26-97ed-535ddd0ba5c3 req-027bab9a-edfe-4b86-adf9-be35f3e2ca30 tempest-AggregatesAdminTestJSON-308972757 tempest-AggregatesAdminTestJSON-308972757-project] 10.222.0.69 "GET /v2.0/security-groups?id=56a75a41-a9fb-48dc-b7e9-dcb32e6142f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036768 Apr 18 19:20:26.227168 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4b14163-9940-4817-81a1-7b37521dfa7f admin admin] Notify agent at l3_agent.n-d-836017-2 the message routers_updated {{(pid=84764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:20:26.232395 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-f4b14163-9940-4817-81a1-7b37521dfa7f admin admin] 10.222.0.69 "PUT /v2.0/routers/76985cc2-50a2-47a3-9779-47fe48d98437/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3257556 Apr 18 19:20:26.979706 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 42634) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:20:27.020928 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d54f2756-52c9-49a6-b658-85e35d91919b req-b7734d9b-0e86-43f6-b411-7a4cc18dea84 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=f59fcfae48234df59c11066dd5438bec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286646 Apr 18 19:20:27.169571 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54f2756-52c9-49a6-b658-85e35d91919b req-25014cd5-1638-440d-a8f4-a19a8c895a57 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:20:27.170935 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d54f2756-52c9-49a6-b658-85e35d91919b req-25014cd5-1638-440d-a8f4-a19a8c895a57 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1448927 Apr 18 19:20:27.187761 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d54f2756-52c9-49a6-b658-85e35d91919b req-ddf33a96-5fde-48ed-82b9-0463b91a3e0a tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] 10.222.0.69 "GET /v2.0/quotas/f59fcfae48234df59c11066dd5438bec HTTP/1.1" status: 200 len: 375 time: 0.0103779 Apr 18 19:20:27.237487 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d54f2756-52c9-49a6-b658-85e35d91919b req-e65965e8-e845-468d-8a49-2423dedfe796 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=f59fcfae48234df59c11066dd5438bec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0414681 Apr 18 19:20:27.554344 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-daa40808-b96d-458c-b100-2f73461906d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:27.745934 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 42660) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:20:27.775389 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-daa40808-b96d-458c-b100-2f73461906d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:20:27.783487 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-daa40808-b96d-458c-b100-2f73461906d3 admin admin] Usage tracker for resource:security_group_rule and tenant:a93e251bb34a422fae0844ccd6dac15a is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:20:27.789614 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-daa40808-b96d-458c-b100-2f73461906d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:20:27.803541 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ccb1879b-2629-4eb6-a6ae-ce6a2605472a req-a844cc4f-2eda-4dc4-aa32-95259360fc7c tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] 10.222.0.69 "GET /v2.0/ports?device_id=89f9e08c-6e87-469a-91f5-67c9940746c1 HTTP/1.1" status: 200 len: 210 time: 0.2020454 Apr 18 19:20:27.821559 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-daa40808-b96d-458c-b100-2f73461906d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:20:27.865841 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf889f8-5f9b-4e9d-bd24-b743ac27c15d req-2adacf19-a2e5-4e5e-9718-5ff04ce6a5b7 tempest-AggregatesAdminTestJSON-308972757 tempest-AggregatesAdminTestJSON-308972757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:20:27.870243 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ecf889f8-5f9b-4e9d-bd24-b743ac27c15d req-2adacf19-a2e5-4e5e-9718-5ff04ce6a5b7 tempest-AggregatesAdminTestJSON-308972757 tempest-AggregatesAdminTestJSON-308972757-project] 10.222.0.69 "GET /v2.0/ports?device_id=8a5fefe7-818a-4058-ae1c-498dcb1e46b4 HTTP/1.1" status: 200 len: 970 time: 0.2407229 Apr 18 19:20:27.954991 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-daa40808-b96d-458c-b100-2f73461906d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:27.972087 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ecf889f8-5f9b-4e9d-bd24-b743ac27c15d req-bed717e1-163d-4487-b83b-93b7a215e820 tempest-AggregatesAdminTestJSON-308972757 tempest-AggregatesAdminTestJSON-308972757-project] 10.222.0.69 "GET /v2.0/security-groups?id=56a75a41-a9fb-48dc-b7e9-dcb32e6142f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936496 Apr 18 19:20:28.005981 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-daa40808-b96d-458c-b100-2f73461906d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:28.103286 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-daa40808-b96d-458c-b100-2f73461906d3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a93e251bb34a422fae0844ccd6dac15a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1224456 Apr 18 19:20:28.104433 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa40808-b96d-458c-b100-2f73461906d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e18da935-460c-4aa4-810f-000451b090ab,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:28.106128 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 42684) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:20:28.191747 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-1cb1f065-8a7a-47d4-9a24-a8f47a90fb92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:28.229364 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-6bca87f6-280c-4397-8cea-61469675516b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:28.232023 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-1cb1f065-8a7a-47d4-9a24-a8f47a90fb92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:28.270942 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-6bca87f6-280c-4397-8cea-61469675516b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:20:28.275221 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-6bca87f6-280c-4397-8cea-61469675516b admin admin] Usage tracker for resource:security_group_rule and tenant:f2ab1dfae5bc4510945d89d66400c900 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:20:28.278259 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-6bca87f6-280c-4397-8cea-61469675516b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:20:28.285215 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-6bca87f6-280c-4397-8cea-61469675516b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:20:28.388919 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-1cb1f065-8a7a-47d4-9a24-a8f47a90fb92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:28.407436 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb1f065-8a7a-47d4-9a24-a8f47a90fb92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e18da935-460c-4aa4-810f-000451b090ab,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:28.415075 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-1cb1f065-8a7a-47d4-9a24-a8f47a90fb92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:28.416343 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-1cb1f065-8a7a-47d4-9a24-a8f47a90fb92 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e18da935-460c-4aa4-810f-000451b090ab HTTP/1.1" status: 204 len: 168 time: 0.3078747 Apr 18 19:20:28.525762 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-6bca87f6-280c-4397-8cea-61469675516b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:28.571601 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 42698) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:20:28.580163 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-e467e818-db8d-49ae-a02d-ba96440945e2 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Request body: {'security_group': {'name': 'tempest-securitygroup--449790391', 'description': 'tempest-description--1791294169'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:20:28.586642 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-e467e818-db8d-49ae-a02d-ba96440945e2 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:20:28.590806 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-6bca87f6-280c-4397-8cea-61469675516b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:28.599218 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-e467e818-db8d-49ae-a02d-ba96440945e2 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Usage tracker for resource:security_group and tenant:879aba68d0c84185b21236d011dd113c is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:20:28.609524 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-e467e818-db8d-49ae-a02d-ba96440945e2 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:20:28.623981 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-e467e818-db8d-49ae-a02d-ba96440945e2 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:20:28.657329 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bca87f6-280c-4397-8cea-61469675516b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b94dba6-2d74-49ac-b003-a06538729e67,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:28.662942 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-6bca87f6-280c-4397-8cea-61469675516b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f2ab1dfae5bc4510945d89d66400c900&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8997467 Apr 18 19:20:28.665732 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 42702) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:20:28.741429 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-73dae35f-309f-4f31-9a8c-b8d64ce8c59d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:28.771769 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-73dae35f-309f-4f31-9a8c-b8d64ce8c59d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:28.777660 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-e467e818-db8d-49ae-a02d-ba96440945e2 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:28.837843 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-e467e818-db8d-49ae-a02d-ba96440945e2 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:20:28.847290 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-e467e818-db8d-49ae-a02d-ba96440945e2 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Usage tracker for resource:security_group_rule and tenant:879aba68d0c84185b21236d011dd113c is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:20:28.874371 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-e467e818-db8d-49ae-a02d-ba96440945e2 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:20:28.883423 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-e467e818-db8d-49ae-a02d-ba96440945e2 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:20:29.037911 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fdc28e0f-d824-464f-a8a6-1980159b5fd6 req-0ed3ef44-855d-4573-8b9a-984d03b83a64 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] 10.222.0.69 "GET /v2.0/ports?device_id=89f9e08c-6e87-469a-91f5-67c9940746c1 HTTP/1.1" status: 200 len: 210 time: 0.0579016 Apr 18 19:20:29.149268 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-73dae35f-309f-4f31-9a8c-b8d64ce8c59d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:29.182216 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dae35f-309f-4f31-9a8c-b8d64ce8c59d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b94dba6-2d74-49ac-b003-a06538729e67,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:29.197144 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-73dae35f-309f-4f31-9a8c-b8d64ce8c59d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:29.198469 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-73dae35f-309f-4f31-9a8c-b8d64ce8c59d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2b94dba6-2d74-49ac-b003-a06538729e67 HTTP/1.1" status: 204 len: 168 time: 0.5314734 Apr 18 19:20:29.256445 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-e467e818-db8d-49ae-a02d-ba96440945e2 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:29.283897 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c265831-3cf1-427d-bdc9-61ec26037db5 req-485e6434-0c39-45b3-a709-e319a7942f9f tempest-AggregatesAdminTestJSON-308972757 tempest-AggregatesAdminTestJSON-308972757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:20:29.286815 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-4c265831-3cf1-427d-bdc9-61ec26037db5 req-485e6434-0c39-45b3-a709-e319a7942f9f tempest-AggregatesAdminTestJSON-308972757 tempest-AggregatesAdminTestJSON-308972757-project] 10.222.0.69 "GET /v2.0/ports?device_id=8a5fefe7-818a-4058-ae1c-498dcb1e46b4 HTTP/1.1" status: 200 len: 970 time: 0.1526985 Apr 18 19:20:29.318258 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-e467e818-db8d-49ae-a02d-ba96440945e2 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:29.393779 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-4c265831-3cf1-427d-bdc9-61ec26037db5 req-a4d5c86e-d742-42d7-9e72-e55d05cccc59 tempest-AggregatesAdminTestJSON-308972757 tempest-AggregatesAdminTestJSON-308972757-project] 10.222.0.69 "GET /v2.0/security-groups?id=56a75a41-a9fb-48dc-b7e9-dcb32e6142f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904498 Apr 18 19:20:29.393779 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e467e818-db8d-49ae-a02d-ba96440945e2 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c52123b-60a4-4956-916c-e7722e17de2a,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:29.393779 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 42726) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:20:29.426700 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-4c2362e4-6695-477c-af27-1b9c227370e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:29.465051 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-4c2362e4-6695-477c-af27-1b9c227370e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:20:29.472012 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-4c2362e4-6695-477c-af27-1b9c227370e7 admin admin] Usage tracker for resource:security_group_rule and tenant:89bb9d1e852f4f3ebaffb0d1ee9efbe1 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:20:29.475441 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-4c2362e4-6695-477c-af27-1b9c227370e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:20:29.481974 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-4c2362e4-6695-477c-af27-1b9c227370e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:20:29.525278 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-e467e818-db8d-49ae-a02d-ba96440945e2 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:29.529453 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-e467e818-db8d-49ae-a02d-ba96440945e2 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.9566755 Apr 18 19:20:29.529895 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 42730) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:20:29.541112 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-d424f7b2-b811-414d-a1bd-c21cb8a5d131 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Request body: {'security_group_rule': {'security_group_id': '8c52123b-60a4-4956-916c-e7722e17de2a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:20:29.563074 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-d424f7b2-b811-414d-a1bd-c21cb8a5d131 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:20:29.573385 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-d424f7b2-b811-414d-a1bd-c21cb8a5d131 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Usage tracker for resource:security_group_rule and tenant:879aba68d0c84185b21236d011dd113c is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:20:29.575286 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-d424f7b2-b811-414d-a1bd-c21cb8a5d131 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:20:29.583702 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-d424f7b2-b811-414d-a1bd-c21cb8a5d131 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:20:29.641355 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-4c2362e4-6695-477c-af27-1b9c227370e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:29.772321 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-4c2362e4-6695-477c-af27-1b9c227370e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:29.832136 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-4c2362e4-6695-477c-af27-1b9c227370e7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=89bb9d1e852f4f3ebaffb0d1ee9efbe1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4384885 Apr 18 19:20:29.835421 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 42740) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:20:29.847916 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2362e4-6695-477c-af27-1b9c227370e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b0201a3-5788-4de2-93a7-7c6a6b6e724f,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:29.875669 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d424f7b2-b811-414d-a1bd-c21cb8a5d131 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:29.904723 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-5098768d-0133-4f8b-a7dc-1ec81c9395a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:29.932957 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-5098768d-0133-4f8b-a7dc-1ec81c9395a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:29.975639 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d424f7b2-b811-414d-a1bd-c21cb8a5d131 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:30.035620 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-5098768d-0133-4f8b-a7dc-1ec81c9395a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:30.040531 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d424f7b2-b811-414d-a1bd-c21cb8a5d131 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484852'] for security_group_rule, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:30.064005 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5098768d-0133-4f8b-a7dc-1ec81c9395a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b0201a3-5788-4de2-93a7-7c6a6b6e724f,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:30.077631 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-5098768d-0133-4f8b-a7dc-1ec81c9395a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:30.080359 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-5098768d-0133-4f8b-a7dc-1ec81c9395a2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4b0201a3-5788-4de2-93a7-7c6a6b6e724f HTTP/1.1" status: 204 len: 168 time: 0.2423439 Apr 18 19:20:30.104852 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d424f7b2-b811-414d-a1bd-c21cb8a5d131 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fbbcab8-ea58-4069-92eb-85ffd008f203,revision_number=0']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:30.139803 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 42752) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:20:30.173967 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-90bfc749-d660-4979-82c3-d01f0957d470 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:30.222787 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-90bfc749-d660-4979-82c3-d01f0957d470 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:20:30.227984 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-90bfc749-d660-4979-82c3-d01f0957d470 admin admin] Usage tracker for resource:security_group_rule and tenant:0052c17ba5c64f2194a9c0dbe6f7e5c0 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:20:30.231077 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-90bfc749-d660-4979-82c3-d01f0957d470 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:20:30.238546 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-90bfc749-d660-4979-82c3-d01f0957d470 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:20:30.255032 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d424f7b2-b811-414d-a1bd-c21cb8a5d131 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:30.256766 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-d424f7b2-b811-414d-a1bd-c21cb8a5d131 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7256141 Apr 18 19:20:30.259638 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 42760) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:20:30.265809 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a1038152-6d3f-4863-bc5f-802936de9766 req-117a0902-b64c-4ee7-82fc-0819ed8511ec tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] 10.222.0.69 "GET /v2.0/ports?device_id=89f9e08c-6e87-469a-91f5-67c9940746c1 HTTP/1.1" status: 200 len: 210 time: 0.0669003 Apr 18 19:20:30.272409 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-9fb1d24a-9978-42d6-8df0-177d587a9864 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Request body: {'security_group_rule': {'security_group_id': '8c52123b-60a4-4956-916c-e7722e17de2a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:20:30.298565 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-9fb1d24a-9978-42d6-8df0-177d587a9864 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:20:30.312355 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-9fb1d24a-9978-42d6-8df0-177d587a9864 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Usage tracker for resource:security_group_rule and tenant:879aba68d0c84185b21236d011dd113c is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:20:30.320397 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-9fb1d24a-9978-42d6-8df0-177d587a9864 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:20:30.328708 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-9fb1d24a-9978-42d6-8df0-177d587a9864 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:20:30.387599 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-90bfc749-d660-4979-82c3-d01f0957d470 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:30.442640 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-9fb1d24a-9978-42d6-8df0-177d587a9864 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:30.485159 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-90bfc749-d660-4979-82c3-d01f0957d470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:30.575136 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bfc749-d660-4979-82c3-d01f0957d470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d61955f6-f8ca-41dd-ae9b-3b725a522773,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:30.591133 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-90bfc749-d660-4979-82c3-d01f0957d470 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0052c17ba5c64f2194a9c0dbe6f7e5c0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4476039 Apr 18 19:20:30.601269 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 42770) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:20:30.633096 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-9fb1d24a-9978-42d6-8df0-177d587a9864 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:30.637974 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device b8fc41b4-b481-482a-95cd-d9648d638fc4 up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:20:30.697690 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef56ebee-c0fa-4142-8a89-27f9359727e6 req-04543f6b-3e8d-42b7-9ee6-109b99bb35bc tempest-AggregatesAdminTestJSON-308972757 tempest-AggregatesAdminTestJSON-308972757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:20:30.699756 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ef56ebee-c0fa-4142-8a89-27f9359727e6 req-04543f6b-3e8d-42b7-9ee6-109b99bb35bc tempest-AggregatesAdminTestJSON-308972757 tempest-AggregatesAdminTestJSON-308972757-project] 10.222.0.69 "GET /v2.0/ports?device_id=8a5fefe7-818a-4058-ae1c-498dcb1e46b4 HTTP/1.1" status: 200 len: 970 time: 0.1310265 Apr 18 19:20:30.710014 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-9fb1d24a-9978-42d6-8df0-177d587a9864 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484852'] for security_group_rule, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:30.782519 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb1d24a-9978-42d6-8df0-177d587a9864 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e481c53-eefb-497f-aac5-0335b55cebb1,revision_number=0']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:30.803386 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ef56ebee-c0fa-4142-8a89-27f9359727e6 req-ae06c6ce-b246-4446-a61d-71e8cbf663bb tempest-AggregatesAdminTestJSON-308972757 tempest-AggregatesAdminTestJSON-308972757-project] 10.222.0.69 "GET /v2.0/security-groups?id=56a75a41-a9fb-48dc-b7e9-dcb32e6142f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955923 Apr 18 19:20:30.838526 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-29d75220-aad3-4e7e-a282-28c473f379b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:30.858319 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning for port b8fc41b4-b481-482a-95cd-d9648d638fc4 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:20:30.869758 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port b8fc41b4-b481-482a-95cd-d9648d638fc4 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:20:30.870314 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:30.873390 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-29d75220-aad3-4e7e-a282-28c473f379b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:30.920761 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-9fb1d24a-9978-42d6-8df0-177d587a9864 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:30.922534 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-9fb1d24a-9978-42d6-8df0-177d587a9864 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6608636 Apr 18 19:20:30.925610 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 42784) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:20:30.931937 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-f8b4fc67-9451-470a-bb68-849542d0dbf9 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Request body: {'floatingip': {'floating_network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:20:30.938104 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-f8b4fc67-9451-470a-bb68-849542d0dbf9 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:20:30.951552 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-f8b4fc67-9451-470a-bb68-849542d0dbf9 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Usage tracker for resource:floatingip and tenant:879aba68d0c84185b21236d011dd113c is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:20:30.956114 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-f8b4fc67-9451-470a-bb68-849542d0dbf9 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:20:30.964877 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-f8b4fc67-9451-470a-bb68-849542d0dbf9 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:20:30.973430 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.73', 63525) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:20:31.008420 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d54f2756-52c9-49a6-b658-85e35d91919b req-6b7d0668-75fd-4d22-8b60-030908f63f49 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=f59fcfae48234df59c11066dd5438bec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0333211 Apr 18 19:20:31.028757 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-29d75220-aad3-4e7e-a282-28c473f379b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:31.055202 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:31.060954 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d75220-aad3-4e7e-a282-28c473f379b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d61955f6-f8ca-41dd-ae9b-3b725a522773,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:31.063212 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f8b4fc67-9451-470a-bb68-849542d0dbf9 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Notify callbacks [] for floatingip, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:31.081875 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-29d75220-aad3-4e7e-a282-28c473f379b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:31.086055 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-29d75220-aad3-4e7e-a282-28c473f379b8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d61955f6-f8ca-41dd-ae9b-3b725a522773 HTTP/1.1" status: 204 len: 168 time: 0.4835908 Apr 18 19:20:31.147747 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] For port b8fc41b4-b481-482a-95cd-d9648d638fc4, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=b8fc41b4-b481-482a-95cd-d9648d638fc4,segment=NetworkSegment(5de34947-6c56-419b-85d0-f61f69ce7c45),segment_id=5de34947-6c56-419b-85d0-f61f69ce7c45)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:20:31.212492 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54f2756-52c9-49a6-b658-85e35d91919b req-b0622daf-4cee-469b-9824-c415299eaf71 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:20:31.214114 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d54f2756-52c9-49a6-b658-85e35d91919b req-b0622daf-4cee-469b-9824-c415299eaf71 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2009807 Apr 18 19:20:31.223346 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:31.253989 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f8b4fc67-9451-470a-bb68-849542d0dbf9 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:31.286212 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-d54f2756-52c9-49a6-b658-85e35d91919b req-f74e3e76-7a85-4e50-851b-0dbf7f59c763 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] Request body: {'port': {'device_id': '89f9e08c-6e87-469a-91f5-67c9940746c1', 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a', 'admin_state_up': True, 'tenant_id': 'f59fcfae48234df59c11066dd5438bec'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:20:31.292695 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Pushing event updated for resources: {'Port': ['ID=b8fc41b4-b481-482a-95cd-d9648d638fc4,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:31.323260 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device c437ee9f-c91e-46eb-af7e-e50f0cf1515e details requested by agent hyperv_n-h2-836017-2 with host n-h2-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:20:31.526228 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-d54f2756-52c9-49a6-b658-85e35d91919b req-f74e3e76-7a85-4e50-851b-0dbf7f59c763 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:20:31.530590 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-d54f2756-52c9-49a6-b658-85e35d91919b req-f74e3e76-7a85-4e50-851b-0dbf7f59c763 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] Usage tracker for resource:port and tenant:f59fcfae48234df59c11066dd5438bec is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:20:31.543260 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-d54f2756-52c9-49a6-b658-85e35d91919b req-f74e3e76-7a85-4e50-851b-0dbf7f59c763 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:20:31.553286 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-d54f2756-52c9-49a6-b658-85e35d91919b req-f74e3e76-7a85-4e50-851b-0dbf7f59c763 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:20:31.554131 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port c437ee9f-c91e-46eb-af7e-e50f0cf1515e, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=c437ee9f-c91e-46eb-af7e-e50f0cf1515e,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:20:31.587219 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Returning: {'device': 'c437ee9f-c91e-46eb-af7e-e50f0cf1515e', 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a', 'port_id': 'c437ee9f-c91e-46eb-af7e-e50f0cf1515e', 'mac_address': 'fa:16:3e:6a:b9:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17d1b3aa-2066-4ffa-a69f-52ed566b6548', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:tempest-test_az-1809528954', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:20:31.590008 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-08612d98-201b-4a91-a7ba-d97f48d51da0 req-c95ff092-60da-478b-aa29-472e964e182d tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] 10.222.0.69 "GET /v2.0/ports?device_id=89f9e08c-6e87-469a-91f5-67c9940746c1 HTTP/1.1" status: 200 len: 210 time: 0.1506200 Apr 18 19:20:31.642362 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_common [None req-f8b4fc67-9451-470a-bb68-849542d0dbf9 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Allocated IP 172.25.3.96 (11e8e108-37df-4084-b6b7-113e6beb66b4/3b0abf32-1504-448b-b06e-c8c870b6a7c8/c2063947-9f41-4c52-ab65-5e1a6c899c74) {{(pid=84764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:20:31.657192 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d54f2756-52c9-49a6-b658-85e35d91919b req-f74e3e76-7a85-4e50-851b-0dbf7f59c763 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] Made reservation on behalf of f59fcfae48234df59c11066dd5438bec for: {'port': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:20:31.661935 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-d54f2756-52c9-49a6-b658-85e35d91919b req-f74e3e76-7a85-4e50-851b-0dbf7f59c763 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:31.713875 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-d54f2756-52c9-49a6-b658-85e35d91919b req-f74e3e76-7a85-4e50-851b-0dbf7f59c763 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] Notify callbacks [] for security_group, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:31.730411 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 42804) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:20:31.767567 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-d54f2756-52c9-49a6-b658-85e35d91919b req-f74e3e76-7a85-4e50-851b-0dbf7f59c763 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:20:31.785253 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:31.791742 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-d54f2756-52c9-49a6-b658-85e35d91919b req-f74e3e76-7a85-4e50-851b-0dbf7f59c763 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] Usage tracker for resource:security_group_rule and tenant:f59fcfae48234df59c11066dd5438bec is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:20:31.802317 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-d54f2756-52c9-49a6-b658-85e35d91919b req-f74e3e76-7a85-4e50-851b-0dbf7f59c763 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:20:31.813556 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c437ee9f-c91e-46eb-af7e-e50f0cf1515e {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:20:31.817559 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-d54f2756-52c9-49a6-b658-85e35d91919b req-f74e3e76-7a85-4e50-851b-0dbf7f59c763 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:20:31.852801 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port c437ee9f-c91e-46eb-af7e-e50f0cf1515e, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=c437ee9f-c91e-46eb-af7e-e50f0cf1515e,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:20:31.915335 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:31.970071 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f8b4fc67-9451-470a-bb68-849542d0dbf9 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Notify callbacks [] for port, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:32.098306 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-af48c3da-0e75-46cb-87be-81d627a072d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:32.109990 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f8b4fc67-9451-470a-bb68-849542d0dbf9 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331'] for port, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:32.132788 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=c437ee9f-c91e-46eb-af7e-e50f0cf1515e,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:32.138655 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-d54f2756-52c9-49a6-b658-85e35d91919b req-f74e3e76-7a85-4e50-851b-0dbf7f59c763 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] Notify callbacks [] for security_group, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:32.230007 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] get_ports_and_sgs() called for port_ids ['c437ee9f-c91e-46eb-af7e-e50f0cf1515e'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:20:32.232984 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-af48c3da-0e75-46cb-87be-81d627a072d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:20:32.237950 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-af48c3da-0e75-46cb-87be-81d627a072d3 admin admin] Usage tracker for resource:security_group_rule and tenant:bd96d04130114b6fa69df569953cf79c is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:20:32.241590 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-af48c3da-0e75-46cb-87be-81d627a072d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:20:32.248725 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b4fc67-9451-470a-bb68-849542d0dbf9 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Network 11e8e108-37df-4084-b6b7-113e6beb66b4 is already hosted by enough agents. {{(pid=84764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:20:32.252389 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-af48c3da-0e75-46cb-87be-81d627a072d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:20:32.255748 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b4fc67-9451-470a-bb68-849542d0dbf9 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Pushing event updated for resources: {'Port': ['ID=c2063947-9f41-4c52-ab65-5e1a6c899c74,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:32.261110 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [None req-f8b4fc67-9451-470a-bb68-849542d0dbf9 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Resources bound (agent type, host, resource id): {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:20:32.263960 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b4fc67-9451-470a-bb68-849542d0dbf9 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Received port after_create {{(pid=84764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:20:32.387654 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-d54f2756-52c9-49a6-b658-85e35d91919b req-f74e3e76-7a85-4e50-851b-0dbf7f59c763 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:32.514743 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-af48c3da-0e75-46cb-87be-81d627a072d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:32.541584 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f8b4fc67-9451-470a-bb68-849542d0dbf9 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:32.590798 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74e3e76-7a85-4e50-851b-0dbf7f59c763 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2008cfd-72ff-4349-aa02-00ceb1980405,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:32.615589 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deecab6-bc91-4bc4-abc7-df43e3502d84 req-50784594-933e-45ca-aa19-691f75033238 tempest-AggregatesAdminTestJSON-308972757 tempest-AggregatesAdminTestJSON-308972757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:20:32.624215 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-9deecab6-bc91-4bc4-abc7-df43e3502d84 req-50784594-933e-45ca-aa19-691f75033238 tempest-AggregatesAdminTestJSON-308972757 tempest-AggregatesAdminTestJSON-308972757-project] 10.222.0.69 "GET /v2.0/ports?device_id=8a5fefe7-818a-4058-ae1c-498dcb1e46b4 HTTP/1.1" status: 200 len: 971 time: 0.4891665 Apr 18 19:20:32.649837 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device b8fc41b4-b481-482a-95cd-d9648d638fc4 up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:20:32.764270 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-af48c3da-0e75-46cb-87be-81d627a072d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:32.797828 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f8b4fc67-9451-470a-bb68-849542d0dbf9 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:32.832520 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38070285-4d18-414d-97e4-e516bc39899b None None] Sync routers for ids ['76985cc2-50a2-47a3-9779-47fe48d98437'] in n-d-836017-2 {{(pid=84765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:20:32.861595 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38070285-4d18-414d-97e4-e516bc39899b None None] Routers {'76985cc2-50a2-47a3-9779-47fe48d98437'} bound to L3 agent in host n-d-836017-2 {{(pid=84765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:20:32.863280 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-38070285-4d18-414d-97e4-e516bc39899b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:20:20Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['76985cc2-50a2-47a3-9779-47fe48d98437'], 'active': True} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:20:32.953629 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af48c3da-0e75-46cb-87be-81d627a072d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec7a436e-2a57-4048-a5df-1e04606a7fb3,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:32.958124 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_common [req-d54f2756-52c9-49a6-b658-85e35d91919b req-f74e3e76-7a85-4e50-851b-0dbf7f59c763 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] Allocated IP 192.168.233.213 (cb6d8c7c-7ea4-4a32-b429-1c2934b7306a/17d1b3aa-2066-4ffa-a69f-52ed566b6548/494deef7-e639-4a37-9e28-372be7b28c82) {{(pid=84763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:20:32.965160 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-af48c3da-0e75-46cb-87be-81d627a072d3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=bd96d04130114b6fa69df569953cf79c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2318738 Apr 18 19:20:32.972063 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 42830) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:20:32.980993 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-9deecab6-bc91-4bc4-abc7-df43e3502d84 req-01b0b17e-e6e5-431d-b0f9-9ead5cc906d4 tempest-AggregatesAdminTestJSON-308972757 tempest-AggregatesAdminTestJSON-308972757-project] 10.222.0.69 "GET /v2.0/security-groups?id=56a75a41-a9fb-48dc-b7e9-dcb32e6142f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3557382 Apr 18 19:20:33.095666 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8d97cdf8-5454-4cd2-960c-68d367a14914 req-06b15b87-e77e-4299-873b-a71774a26707 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] 10.222.0.69 "GET /v2.0/ports?device_id=89f9e08c-6e87-469a-91f5-67c9940746c1 HTTP/1.1" status: 200 len: 210 time: 0.1318531 Apr 18 19:20:33.121600 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port b8fc41b4-b481-482a-95cd-d9648d638fc4 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:20:33.121600 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:33.267086 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-38070285-4d18-414d-97e4-e516bc39899b None None] Set router 76985cc2-50a2-47a3-9779-47fe48d98437 gateway port host: n-d-836017-2 {{(pid=84765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:20:33.314448 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-37827ee1-ad28-46d6-be47-67171ee88bbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:33.319707 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f8b4fc67-9451-470a-bb68-849542d0dbf9 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Notify callbacks [] for port, precommit_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:33.349331 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device c437ee9f-c91e-46eb-af7e-e50f0cf1515e up at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:20:33.361666 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-37827ee1-ad28-46d6-be47-67171ee88bbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:33.396459 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f8b4fc67-9451-470a-bb68-849542d0dbf9 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:33.455819 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-d54f2756-52c9-49a6-b658-85e35d91919b req-f74e3e76-7a85-4e50-851b-0dbf7f59c763 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] Notify callbacks [] for port, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:33.475986 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [req-d54f2756-52c9-49a6-b658-85e35d91919b req-f74e3e76-7a85-4e50-851b-0dbf7f59c763 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] Transition to ACTIVE for port object 494deef7-e639-4a37-9e28-372be7b28c82 will not be triggered until provisioned by entity DHCP. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:20:33.486614 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f8b4fc67-9451-470a-bb68-849542d0dbf9 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416787'] for floatingip, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:33.530907 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b4fc67-9451-470a-bb68-849542d0dbf9 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Pushing event updated for resources: {'Port': ['ID=c2063947-9f41-4c52-ab65-5e1a6c899c74,revision_number=2']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:33.595675 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-d54f2756-52c9-49a6-b658-85e35d91919b req-f74e3e76-7a85-4e50-851b-0dbf7f59c763 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331'] for port, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:33.607169 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 42844) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:20:33.657976 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f8b4fc67-9451-470a-bb68-849542d0dbf9 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for floatingip, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:33.669678 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-f8b4fc67-9451-470a-bb68-849542d0dbf9 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7329886 Apr 18 19:20:33.722055 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-37827ee1-ad28-46d6-be47-67171ee88bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:33.762431 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74e3e76-7a85-4e50-851b-0dbf7f59c763 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] Pushing event updated for resources: {'Port': ['ID=494deef7-e639-4a37-9e28-372be7b28c82,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:33.767619 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d54f2756-52c9-49a6-b658-85e35d91919b req-f74e3e76-7a85-4e50-851b-0dbf7f59c763 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] Network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:20:33.774060 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [req-d54f2756-52c9-49a6-b658-85e35d91919b req-f74e3e76-7a85-4e50-851b-0dbf7f59c763 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:20:33.777621 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37827ee1-ad28-46d6-be47-67171ee88bbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec7a436e-2a57-4048-a5df-1e04606a7fb3,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:33.808637 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-d54f2756-52c9-49a6-b658-85e35d91919b req-f74e3e76-7a85-4e50-851b-0dbf7f59c763 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] Received port after_create {{(pid=84763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:20:33.813637 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54f2756-52c9-49a6-b658-85e35d91919b req-f74e3e76-7a85-4e50-851b-0dbf7f59c763 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:20:33.814301 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-d54f2756-52c9-49a6-b658-85e35d91919b req-f74e3e76-7a85-4e50-851b-0dbf7f59c763 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:33.905743 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning for port c437ee9f-c91e-46eb-af7e-e50f0cf1515e completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:20:33.911700 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-31d461e8-ab16-4a80-9890-f401557bc6ce admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-32647031-network', 'tenant_id': 'e8145a70cab44ff88b524306edcbe946'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:20:33.929046 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-31d461e8-ab16-4a80-9890-f401557bc6ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:20:33.929159 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning complete for port c437ee9f-c91e-46eb-af7e-e50f0cf1515e triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:20:33.929159 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:33.929478 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-37827ee1-ad28-46d6-be47-67171ee88bbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:33.929478 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-37827ee1-ad28-46d6-be47-67171ee88bbb admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ec7a436e-2a57-4048-a5df-1e04606a7fb3 HTTP/1.1" status: 204 len: 168 time: 0.9386826 Apr 18 19:20:33.934382 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-31d461e8-ab16-4a80-9890-f401557bc6ce admin admin] Usage tracker for resource:network and tenant:e8145a70cab44ff88b524306edcbe946 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:20:33.941569 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-31d461e8-ab16-4a80-9890-f401557bc6ce admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:20:33.955039 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-31d461e8-ab16-4a80-9890-f401557bc6ce admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:20:34.066970 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d54f2756-52c9-49a6-b658-85e35d91919b req-f74e3e76-7a85-4e50-851b-0dbf7f59c763 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7878261 Apr 18 19:20:34.170886 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-38070285-4d18-414d-97e4-e516bc39899b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76985cc2-50a2-47a3-9779-47fe48d98437', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2078107279-router', 'tenant_id': 'd9d103e6663047378afb39d68376f3b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': 'b8fc41b4-b481-482a-95cd-d9648d638fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:20:14Z', 'updated_at': '2022-04-18T19:20:23Z', 'revision_number': 4, 'project_id': 'd9d103e6663047378afb39d68376f3b1', 'gw_port': {'id': 'b8fc41b4-b481-482a-95cd-d9648d638fc4', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:59:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76985cc2-50a2-47a3-9779-47fe48d98437', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:20:15Z', 'updated_at': '2022-04-18T19:20:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_interfaces': [{'id': '8a9e1784-4afa-46bc-a2c9-7c9e6d4078bb', 'name': '', 'network_id': '22a2215d-eea1-4eea-9a01-346a1aa7c567', 'tenant_id': 'd9d103e6663047378afb39d68376f3b1', 'mac_address': 'fa:16:3e:43:ea:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76985cc2-50a2-47a3-9779-47fe48d98437', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65d5c6c7-23cd-4c5a-abc3-4ab2048c61a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:20:21Z', 'updated_at': '2022-04-18T19:20:23Z', 'revision_number': 2, 'project_id': 'd9d103e6663047378afb39d68376f3b1', 'subnets': [{'id': '65d5c6c7-23cd-4c5a-abc3-4ab2048c61a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-2', False) {} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:20:34.183824 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38070285-4d18-414d-97e4-e516bc39899b None None] Checking router: 76985cc2-50a2-47a3-9779-47fe48d98437 for host: n-d-836017-2 {{(pid=84765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:20:34.184271 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38070285-4d18-414d-97e4-e516bc39899b None None] Updating router 76985cc2-50a2-47a3-9779-47fe48d98437 port 8a9e1784-4afa-46bc-a2c9-7c9e6d4078bb binding host n-d-836017-2 {{(pid=84765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 19:20:34.278369 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31d461e8-ab16-4a80-9890-f401557bc6ce admin admin] Made reservation on behalf of e8145a70cab44ff88b524306edcbe946 for: {'network': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:20:34.278624 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:34.280969 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-31d461e8-ab16-4a80-9890-f401557bc6ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for network, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:34.313288 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-31d461e8-ab16-4a80-9890-f401557bc6ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:34.327164 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-cfb50269-ebc1-4ddf-a825-f0d536f24b78 None None] Provisioning for port 494deef7-e639-4a37-9e28-372be7b28c82 completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:20:34.335483 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-cfb50269-ebc1-4ddf-a825-f0d536f24b78 None None] Provisioning complete for port 494deef7-e639-4a37-9e28-372be7b28c82 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:20:34.335715 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cfb50269-ebc1-4ddf-a825-f0d536f24b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:34.350004 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-2d7c3ab6-2974-4ed5-a494-ae2063fad5e4 req-dcd5ca48-feca-45dd-bfb7-2b8bdf2633d9 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Synchronizing usage tracker for tenant:879aba68d0c84185b21236d011dd113c on resource:security_group {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:20:34.369201 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-38070285-4d18-414d-97e4-e516bc39899b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:34.369678 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d782e4-a990-49c9-8329-d5e476e49da3 req-f2daaad7-6fb6-4d64-bea4-0f9cdd4a11f6 tempest-AggregatesAdminTestJSON-308972757 tempest-AggregatesAdminTestJSON-308972757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:20:34.371410 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-42d782e4-a990-49c9-8329-d5e476e49da3 req-f2daaad7-6fb6-4d64-bea4-0f9cdd4a11f6 tempest-AggregatesAdminTestJSON-308972757 tempest-AggregatesAdminTestJSON-308972757-project] 10.222.0.69 "GET /v2.0/ports?device_id=8a5fefe7-818a-4058-ae1c-498dcb1e46b4 HTTP/1.1" status: 200 len: 971 time: 0.2041161 Apr 18 19:20:34.372568 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-31d461e8-ab16-4a80-9890-f401557bc6ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:20:34.377608 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-31d461e8-ab16-4a80-9890-f401557bc6ce admin admin] Usage tracker for resource:security_group_rule and tenant:e8145a70cab44ff88b524306edcbe946 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:20:34.382318 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-31d461e8-ab16-4a80-9890-f401557bc6ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:20:34.401955 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-31d461e8-ab16-4a80-9890-f401557bc6ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:20:34.441688 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-2d7c3ab6-2974-4ed5-a494-ae2063fad5e4 req-dcd5ca48-feca-45dd-bfb7-2b8bdf2633d9 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Unset dirty status for tenant:879aba68d0c84185b21236d011dd113c on resource:security_group {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:20:34.445789 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2d7c3ab6-2974-4ed5-a494-ae2063fad5e4 req-dcd5ca48-feca-45dd-bfb7-2b8bdf2633d9 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--449790391&fields=id&tenant_id=879aba68d0c84185b21236d011dd113c HTTP/1.1" status: 200 len: 267 time: 0.1617553 Apr 18 19:20:34.460856 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a5fefe7-818a-4058-ae1c-498dcb1e46b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c437ee9f-c91e-46eb-af7e-e50f0cf1515e'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:20:34.461388 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-42d782e4-a990-49c9-8329-d5e476e49da3 req-c9989ea2-52d4-4d8e-81ac-581a1030dc6c tempest-AggregatesAdminTestJSON-308972757 tempest-AggregatesAdminTestJSON-308972757-project] 10.222.0.69 "GET /v2.0/security-groups?id=56a75a41-a9fb-48dc-b7e9-dcb32e6142f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803115 Apr 18 19:20:34.601973 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-31d461e8-ab16-4a80-9890-f401557bc6ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:34.658707 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port c437ee9f-c91e-46eb-af7e-e50f0cf1515e, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=c437ee9f-c91e-46eb-af7e-e50f0cf1515e,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:20:34.674236 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-31d461e8-ab16-4a80-9890-f401557bc6ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:34.703560 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-cfb50269-ebc1-4ddf-a825-f0d536f24b78 None None] Port 494deef7-e639-4a37-9e28-372be7b28c82 cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:20:34.793771 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:34.841382 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31d461e8-ab16-4a80-9890-f401557bc6ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=84764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:20:34.864906 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-31d461e8-ab16-4a80-9890-f401557bc6ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:34.864906 n-d-836017-2 neutron-server[84764]: INFO neutron.db.segments_db [None req-31d461e8-ab16-4a80-9890-f401557bc6ce admin admin] Added segment 57f6477d-46cb-4fbc-8909-e9439d3b2b0a of type vlan for network 5b81b8da-abac-4e05-9e51-d6de7035d9e7 Apr 18 19:20:34.866041 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7c3ab6-2974-4ed5-a494-ae2063fad5e4 req-154c15ba-4845-47f6-887b-7b4116b0b358 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:20:34.866749 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-2d7c3ab6-2974-4ed5-a494-ae2063fad5e4 req-154c15ba-4845-47f6-887b-7b4116b0b358 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Synchronizing usage tracker for tenant:879aba68d0c84185b21236d011dd113c on resource:network {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:20:34.871443 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d461e8-ab16-4a80-9890-f401557bc6ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1506333-af7f-4fa5-8b94-119b6a2b8b1c,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:34.930925 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-31d461e8-ab16-4a80-9890-f401557bc6ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791093404182'] for network, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:34.963198 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-2d7c3ab6-2974-4ed5-a494-ae2063fad5e4 req-154c15ba-4845-47f6-887b-7b4116b0b358 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Unset dirty status for tenant:879aba68d0c84185b21236d011dd113c on resource:network {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:20:34.964450 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2d7c3ab6-2974-4ed5-a494-ae2063fad5e4 req-154c15ba-4845-47f6-887b-7b4116b0b358 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] 10.222.0.69 "GET /v2.0/networks?id=e57b25b1-270e-45ff-9503-ac3e292dcc2d HTTP/1.1" status: 200 len: 824 time: 0.5103605 Apr 18 19:20:34.980526 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7907cad-3a12-46fc-bc62-9c5823fc02af req-9e852d2c-4cb7-4acf-801c-4cf4b6b1a75a tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:20:34.989044 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a7907cad-3a12-46fc-bc62-9c5823fc02af req-9e852d2c-4cb7-4acf-801c-4cf4b6b1a75a tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] 10.222.0.69 "GET /v2.0/ports?device_id=89f9e08c-6e87-469a-91f5-67c9940746c1 HTTP/1.1" status: 200 len: 936 time: 0.2131946 Apr 18 19:20:34.998911 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2d7c3ab6-2974-4ed5-a494-ae2063fad5e4 req-9c156d0d-76f5-486b-9279-0bd74b1c70fa tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] 10.222.0.69 "GET /v2.0/quotas/879aba68d0c84185b21236d011dd113c HTTP/1.1" status: 200 len: 375 time: 0.0194342 Apr 18 19:20:35.054646 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 42886) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:20:35.075437 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=c437ee9f-c91e-46eb-af7e-e50f0cf1515e,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:35.098002 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a7907cad-3a12-46fc-bc62-9c5823fc02af req-b4c1209f-a1b7-423c-bef0-32bcfd910774 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] 10.222.0.69 "GET /v2.0/security-groups?id=f2008cfd-72ff-4349-aa02-00ceb1980405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070242 Apr 18 19:20:35.107539 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-bf577758-d572-4330-af44-0bd0422313b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:35.121686 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-31d461e8-ab16-4a80-9890-f401557bc6ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251'] for network, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:35.123020 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d461e8-ab16-4a80-9890-f401557bc6ce admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:20:35.123764 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-31d461e8-ab16-4a80-9890-f401557bc6ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:35.198951 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2d7c3ab6-2974-4ed5-a494-ae2063fad5e4 req-808cdf68-61ef-4369-b67b-ba9ad1f37509 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=879aba68d0c84185b21236d011dd113c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1893387 Apr 18 19:20:35.260991 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d461e8-ab16-4a80-9890-f401557bc6ce admin admin] Pushing event updated for resources: {'Network': ['ID=5b81b8da-abac-4e05-9e51-d6de7035d9e7,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:35.271376 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-bf577758-d572-4330-af44-0bd0422313b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:20:35.277668 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-bf577758-d572-4330-af44-0bd0422313b9 admin admin] Usage tracker for resource:security_group_rule and tenant:33b3bc0e794441149ca7db5a3db6fc9a is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:20:35.282038 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-bf577758-d572-4330-af44-0bd0422313b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:20:35.289992 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Network 5b81b8da-abac-4e05-9e51-d6de7035d9e7 details requested by agent ovs-agent-n-d-836017-2 with host n-d-836017-2 {{(pid=84765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:20:35.291249 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-bf577758-d572-4330-af44-0bd0422313b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:20:35.357472 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 42896) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:20:35.359204 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-31d461e8-ab16-4a80-9890-f401557bc6ce admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.7508230 Apr 18 19:20:35.363974 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-1798b10a-8858-44ff-af35-685ea71c1ede admin admin] Request body: {'subnet': {'network_id': '5b81b8da-abac-4e05-9e51-d6de7035d9e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-32647031-subnet', 'tenant_id': 'e8145a70cab44ff88b524306edcbe946', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:20:35.391630 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-1798b10a-8858-44ff-af35-685ea71c1ede admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:20:35.410279 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-1798b10a-8858-44ff-af35-685ea71c1ede admin admin] Usage tracker for resource:subnet and tenant:e8145a70cab44ff88b524306edcbe946 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:20:35.418784 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-1798b10a-8858-44ff-af35-685ea71c1ede admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:20:35.437557 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-1798b10a-8858-44ff-af35-685ea71c1ede admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:20:35.498021 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-bf577758-d572-4330-af44-0bd0422313b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:35.520590 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1798b10a-8858-44ff-af35-685ea71c1ede admin admin] Made reservation on behalf of e8145a70cab44ff88b524306edcbe946 for: {'subnet': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:20:35.525147 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-1798b10a-8858-44ff-af35-685ea71c1ede admin admin] Notify callbacks [] for subnet, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:35.527221 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f70c0e93-c45c-436e-a808-cf4d19466158'] response: {'server_uuid': '8a5fefe7-818a-4058-ae1c-498dcb1e46b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c437ee9f-c91e-46eb-af7e-e50f0cf1515e', 'code': 200} Apr 18 19:20:35.600781 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-bf577758-d572-4330-af44-0bd0422313b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:35.602279 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-38070285-4d18-414d-97e4-e516bc39899b None None] Notify callbacks [] for port, precommit_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:35.667936 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-bf577758-d572-4330-af44-0bd0422313b9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=33b3bc0e794441149ca7db5a3db6fc9a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6122162 Apr 18 19:20:35.669393 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 42912) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:20:35.670039 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf577758-d572-4330-af44-0bd0422313b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c826047-f9de-4f95-b452-c88aba91f038,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:35.677706 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-38070285-4d18-414d-97e4-e516bc39899b None None] Transition to ACTIVE for port object 8a9e1784-4afa-46bc-a2c9-7c9e6d4078bb will not be triggered until provisioned by entity L2. {{(pid=84765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:20:35.767156 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-38070285-4d18-414d-97e4-e516bc39899b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:35.774472 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-cd5cafc7-18bd-4f2c-85cf-0f381ed3c7b4 req-95c19bc6-cd15-4004-854e-697dcbe33fb9 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8a5fefe7-818a-4058-ae1c-498dcb1e46b4 HTTP/1.1" status: 200 len: 1123 time: 0.1246924 Apr 18 19:20:35.806948 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-cd5cafc7-18bd-4f2c-85cf-0f381ed3c7b4 req-33ed5924-32f5-4f98-9f0b-b59fb5214053 service neutron] Notify callbacks [] for security_group, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:35.915642 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-5662ca55-a233-46a1-98b8-7873fce4ef1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:35.998964 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66901aaf-a771-44c1-8058-6b4d7d9e786f req-22797a59-baaa-4808-91e0-f709fa775502 tempest-AggregatesAdminTestJSON-308972757 tempest-AggregatesAdminTestJSON-308972757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:20:36.003721 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f483797-7bf0-44d1-bcdc-708279d8e64b None None] Pushing event updated for resources: {'Port': ['ID=8a9e1784-4afa-46bc-a2c9-7c9e6d4078bb,revision_number=3']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:36.012180 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-66901aaf-a771-44c1-8058-6b4d7d9e786f req-22797a59-baaa-4808-91e0-f709fa775502 tempest-AggregatesAdminTestJSON-308972757 tempest-AggregatesAdminTestJSON-308972757-project] 10.222.0.69 "GET /v2.0/ports?device_id=8a5fefe7-818a-4058-ae1c-498dcb1e46b4 HTTP/1.1" status: 200 len: 972 time: 0.3770103 Apr 18 19:20:36.015939 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [req-2d7c3ab6-2974-4ed5-a494-ae2063fad5e4 req-12ace08d-9394-4562-8883-aabbc8d0fff4 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=84763) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:20:36.017171 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2d7c3ab6-2974-4ed5-a494-ae2063fad5e4 req-12ace08d-9394-4562-8883-aabbc8d0fff4 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3687623 Apr 18 19:20:36.036000 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-5662ca55-a233-46a1-98b8-7873fce4ef1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:36.063550 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-cd5cafc7-18bd-4f2c-85cf-0f381ed3c7b4 req-33ed5924-32f5-4f98-9f0b-b59fb5214053 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:20:36.115242 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-66901aaf-a771-44c1-8058-6b4d7d9e786f req-46d6c844-e2c6-4a1d-b8d4-b8b8ba7b60c6 tempest-AggregatesAdminTestJSON-308972757 tempest-AggregatesAdminTestJSON-308972757-project] 10.222.0.69 "GET /v2.0/security-groups?id=56a75a41-a9fb-48dc-b7e9-dcb32e6142f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024199 Apr 18 19:20:36.134446 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-38070285-4d18-414d-97e4-e516bc39899b None None] Attempting to bind port 8a9e1784-4afa-46bc-a2c9-7c9e6d4078bb on host n-d-836017-2 for vnic_type normal with profile {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:20:36.135147 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-38070285-4d18-414d-97e4-e516bc39899b None None] Attempting to bind port 8a9e1784-4afa-46bc-a2c9-7c9e6d4078bb by drivers openvswitch,hyperv on host n-d-836017-2 at level 0 using segments [{'id': '7b4f0278-7b19-496b-ae7d-87976983c3ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '22a2215d-eea1-4eea-9a01-346a1aa7c567'}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:20:36.135467 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38070285-4d18-414d-97e4-e516bc39899b None None] Attempting to bind port 8a9e1784-4afa-46bc-a2c9-7c9e6d4078bb on network 22a2215d-eea1-4eea-9a01-346a1aa7c567 {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:20:36.157225 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38070285-4d18-414d-97e4-e516bc39899b None None] Checking agent: {'id': 'df2a5cfe-6839-400b-a998-e4fffce70f45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 8, 22), 'started_at': datetime.datetime(2022, 4, 18, 19, 8, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:20:36.157510 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38070285-4d18-414d-97e4-e516bc39899b None None] Checking segment: {'id': '7b4f0278-7b19-496b-ae7d-87976983c3ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '22a2215d-eea1-4eea-9a01-346a1aa7c567'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:20:36.157916 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-38070285-4d18-414d-97e4-e516bc39899b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:36.158362 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38070285-4d18-414d-97e4-e516bc39899b None None] Bound using segment: {'id': '7b4f0278-7b19-496b-ae7d-87976983c3ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '22a2215d-eea1-4eea-9a01-346a1aa7c567'} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:20:36.158856 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-38070285-4d18-414d-97e4-e516bc39899b None None] Bound port: 8a9e1784-4afa-46bc-a2c9-7c9e6d4078bb, host: n-d-836017-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b4f0278-7b19-496b-ae7d-87976983c3ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '22a2215d-eea1-4eea-9a01-346a1aa7c567'}}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:20:36.159310 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-38070285-4d18-414d-97e4-e516bc39899b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:36.166179 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-cd5cafc7-18bd-4f2c-85cf-0f381ed3c7b4 req-33ed5924-32f5-4f98-9f0b-b59fb5214053 service neutron] Usage tracker for resource:security_group_rule and tenant:2ab8204b212f4244a6884a2aac05c2e5 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:20:36.180286 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-1798b10a-8858-44ff-af35-685ea71c1ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251'] for subnet, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:36.183811 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-cd5cafc7-18bd-4f2c-85cf-0f381ed3c7b4 req-33ed5924-32f5-4f98-9f0b-b59fb5214053 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:20:36.230032 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-5662ca55-a233-46a1-98b8-7873fce4ef1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:36.242427 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-cd5cafc7-18bd-4f2c-85cf-0f381ed3c7b4 req-33ed5924-32f5-4f98-9f0b-b59fb5214053 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:20:36.285564 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5662ca55-a233-46a1-98b8-7873fce4ef1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c826047-f9de-4f95-b452-c88aba91f038,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:36.292320 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-5662ca55-a233-46a1-98b8-7873fce4ef1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:36.295551 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-38070285-4d18-414d-97e4-e516bc39899b None None] For port 8a9e1784-4afa-46bc-a2c9-7c9e6d4078bb, host n-d-836017-2, cleared binding levels {{(pid=84765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:20:36.317059 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-5662ca55-a233-46a1-98b8-7873fce4ef1a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5c826047-f9de-4f95-b452-c88aba91f038 HTTP/1.1" status: 204 len: 168 time: 0.6195207 Apr 18 19:20:36.347180 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-38070285-4d18-414d-97e4-e516bc39899b None None] For port 8a9e1784-4afa-46bc-a2c9-7c9e6d4078bb, host n-d-836017-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=8a9e1784-4afa-46bc-a2c9-7c9e6d4078bb,segment=NetworkSegment(7b4f0278-7b19-496b-ae7d-87976983c3ae),segment_id=7b4f0278-7b19-496b-ae7d-87976983c3ae)] {{(pid=84765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:20:36.364102 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1798b10a-8858-44ff-af35-685ea71c1ede admin admin] Pushing event updated for resources: {'Subnet': ['ID=b10cc942-f819-45fc-bb02-117dc96bc19f,revision_number=0']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:36.417730 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-38070285-4d18-414d-97e4-e516bc39899b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:36.417960 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1798b10a-8858-44ff-af35-685ea71c1ede admin admin] Checking segment: {'id': '57f6477d-46cb-4fbc-8909-e9439d3b2b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '5b81b8da-abac-4e05-9e51-d6de7035d9e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:20:36.418406 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1798b10a-8858-44ff-af35-685ea71c1ede admin admin] Network hostable DHCP agents. Network: 5b81b8da-abac-4e05-9e51-d6de7035d9e7, hostable agents: ['f6987c12-6d6c-47d4-b22d-cfcd164dc40d'], hosted agents: [] {{(pid=84763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:20:36.450380 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2d7c3ab6-2974-4ed5-a494-ae2063fad5e4 req-27441f52-446a-4432-bae7-fc58c9032d45 service neutron] 10.222.0.69 "GET /v2.0/networks/e57b25b1-270e-45ff-9503-ac3e292dcc2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4250128 Apr 18 19:20:36.514172 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f483797-7bf0-44d1-bcdc-708279d8e64b None None] Pushing event updated for resources: {'Port': ['ID=8a9e1784-4afa-46bc-a2c9-7c9e6d4078bb,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:36.531004 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38070285-4d18-414d-97e4-e516bc39899b None None] Routers {'76985cc2-50a2-47a3-9779-47fe48d98437'} bound to L3 agent in host n-d-836017-2 {{(pid=84765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:20:36.531004 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-38070285-4d18-414d-97e4-e516bc39899b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:20:20Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['76985cc2-50a2-47a3-9779-47fe48d98437'], 'active': True} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:20:36.577873 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-cd5cafc7-18bd-4f2c-85cf-0f381ed3c7b4 req-33ed5924-32f5-4f98-9f0b-b59fb5214053 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:36.662240 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2d7c3ab6-2974-4ed5-a494-ae2063fad5e4 req-1887ee73-8f73-4b76-9a52-2cb2f3c9747b service neutron] 10.222.0.69 "GET /v2.0/networks/e57b25b1-270e-45ff-9503-ac3e292dcc2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109776 Apr 18 19:20:36.662921 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-cd5cafc7-18bd-4f2c-85cf-0f381ed3c7b4 req-33ed5924-32f5-4f98-9f0b-b59fb5214053 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:36.696077 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-cd5cafc7-18bd-4f2c-85cf-0f381ed3c7b4 req-33ed5924-32f5-4f98-9f0b-b59fb5214053 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=56a75a41-a9fb-48dc-b7e9-dcb32e6142f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9129047 Apr 18 19:20:36.745414 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1798b10a-8858-44ff-af35-685ea71c1ede admin admin] Network 5b81b8da-abac-4e05-9e51-d6de7035d9e7 is scheduled to be hosted by DHCP agent f6987c12-6d6c-47d4-b22d-cfcd164dc40d with binding_index 1 {{(pid=84763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:20:36.773803 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ed5924-32f5-4f98-9f0b-b59fb5214053 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=422144ab-7db6-4924-9c51-d353e45170e5,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:36.799481 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59837d91-2a05-4034-952b-e63bcaa095c5 req-f03873ef-0b2c-411a-b3f8-c863826f7629 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:20:36.807070 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-59837d91-2a05-4034-952b-e63bcaa095c5 req-f03873ef-0b2c-411a-b3f8-c863826f7629 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] 10.222.0.69 "GET /v2.0/ports?device_id=89f9e08c-6e87-469a-91f5-67c9940746c1 HTTP/1.1" status: 200 len: 936 time: 0.1434536 Apr 18 19:20:36.823083 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-38070285-4d18-414d-97e4-e516bc39899b None None] Set router 76985cc2-50a2-47a3-9779-47fe48d98437 gateway port host: n-d-836017-2 {{(pid=84765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:20:36.892175 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [None req-1798b10a-8858-44ff-af35-685ea71c1ede admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-2, 5b81b8da-abac-4e05-9e51-d6de7035d9e7) {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:20:36.902029 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1798b10a-8858-44ff-af35-685ea71c1ede admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:20:36.903813 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-1798b10a-8858-44ff-af35-685ea71c1ede admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for subnet, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:36.907220 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-59837d91-2a05-4034-952b-e63bcaa095c5 req-dd8e75a8-fccb-4d3c-8c9c-0f27d4df7c4d tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] 10.222.0.69 "GET /v2.0/security-groups?id=f2008cfd-72ff-4349-aa02-00ceb1980405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992126 Apr 18 19:20:36.978226 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-1798b10a-8858-44ff-af35-685ea71c1ede admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.6197510 Apr 18 19:20:37.021072 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7204d500-0f27-4d65-8b58-2bb58bab0b7f None None] Network 5b81b8da-abac-4e05-9e51-d6de7035d9e7 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:20:37.140176 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-502980a6-7869-40fa-a6ee-bb8e3cf3e79d req-ee3a73be-2c6b-4ea8-9541-b8577085e9bd tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad50ccd9-f8c7-4e9f-a612-0fc852816914 HTTP/1.1" status: 200 len: 210 time: 0.0990171 Apr 18 19:20:37.350922 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b59fa66-5b92-4753-bb66-bf08d4f16fd0 req-63c2a420-b6f5-4143-8997-f27849cdf0b2 tempest-AggregatesAdminTestJSON-308972757 tempest-AggregatesAdminTestJSON-308972757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:20:37.358899 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2b59fa66-5b92-4753-bb66-bf08d4f16fd0 req-63c2a420-b6f5-4143-8997-f27849cdf0b2 tempest-AggregatesAdminTestJSON-308972757 tempest-AggregatesAdminTestJSON-308972757-project] 10.222.0.69 "GET /v2.0/ports?device_id=8a5fefe7-818a-4058-ae1c-498dcb1e46b4 HTTP/1.1" status: 200 len: 972 time: 0.1012480 Apr 18 19:20:37.424292 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2b59fa66-5b92-4753-bb66-bf08d4f16fd0 req-fb699efd-e905-4703-9179-b089077aece4 tempest-AggregatesAdminTestJSON-308972757 tempest-AggregatesAdminTestJSON-308972757-project] 10.222.0.69 "GET /v2.0/security-groups?id=56a75a41-a9fb-48dc-b7e9-dcb32e6142f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644529 Apr 18 19:20:37.545814 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6088785e-8296-4a8d-8acd-a1b3c5e2bf05 None None] Network 5b81b8da-abac-4e05-9e51-d6de7035d9e7 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:20:37.640426 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-38070285-4d18-414d-97e4-e516bc39899b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76985cc2-50a2-47a3-9779-47fe48d98437', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2078107279-router', 'tenant_id': 'd9d103e6663047378afb39d68376f3b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': 'b8fc41b4-b481-482a-95cd-d9648d638fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:20:14Z', 'updated_at': '2022-04-18T19:20:23Z', 'revision_number': 4, 'project_id': 'd9d103e6663047378afb39d68376f3b1', 'gw_port': {'id': 'b8fc41b4-b481-482a-95cd-d9648d638fc4', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:59:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76985cc2-50a2-47a3-9779-47fe48d98437', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:20:15Z', 'updated_at': '2022-04-18T19:20:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_interfaces': [{'id': '8a9e1784-4afa-46bc-a2c9-7c9e6d4078bb', 'name': '', 'network_id': '22a2215d-eea1-4eea-9a01-346a1aa7c567', 'tenant_id': 'd9d103e6663047378afb39d68376f3b1', 'mac_address': 'fa:16:3e:43:ea:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76985cc2-50a2-47a3-9779-47fe48d98437', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65d5c6c7-23cd-4c5a-abc3-4ab2048c61a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:20:21Z', 'updated_at': '2022-04-18T19:20:36Z', 'revision_number': 4, 'project_id': 'd9d103e6663047378afb39d68376f3b1', 'subnets': [{'id': '65d5c6c7-23cd-4c5a-abc3-4ab2048c61a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-2', False) {} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:20:37.662547 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38070285-4d18-414d-97e4-e516bc39899b None None] The sync data for ids ['76985cc2-50a2-47a3-9779-47fe48d98437'] in n-d-836017-2 is: [{'id': '76985cc2-50a2-47a3-9779-47fe48d98437', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2078107279-router', 'tenant_id': 'd9d103e6663047378afb39d68376f3b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': 'b8fc41b4-b481-482a-95cd-d9648d638fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:20:14Z', 'updated_at': '2022-04-18T19:20:23Z', 'revision_number': 4, 'project_id': 'd9d103e6663047378afb39d68376f3b1', 'gw_port': {'id': 'b8fc41b4-b481-482a-95cd-d9648d638fc4', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:59:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76985cc2-50a2-47a3-9779-47fe48d98437', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:20:15Z', 'updated_at': '2022-04-18T19:20:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_interfaces': [{'id': '8a9e1784-4afa-46bc-a2c9-7c9e6d4078bb', 'name': '', 'network_id': '22a2215d-eea1-4eea-9a01-346a1aa7c567', 'tenant_id': 'd9d103e6663047378afb39d68376f3b1', 'mac_address': 'fa:16:3e:43:ea:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76985cc2-50a2-47a3-9779-47fe48d98437', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65d5c6c7-23cd-4c5a-abc3-4ab2048c61a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:20:21Z', 'updated_at': '2022-04-18T19:20:36Z', 'revision_number': 4, 'project_id': 'd9d103e6663047378afb39d68376f3b1', 'subnets': [{'id': '65d5c6c7-23cd-4c5a-abc3-4ab2048c61a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:20:38.010160 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 42968) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:20:38.203200 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0b86b3-8d1a-4900-a441-fb6505247401 req-4aa80bba-69a4-4496-abc7-ffc020ccdc5d tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:20:38.203906 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-7f0b86b3-8d1a-4900-a441-fb6505247401 req-4aa80bba-69a4-4496-abc7-ffc020ccdc5d tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] Synchronizing usage tracker for tenant:f59fcfae48234df59c11066dd5438bec on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:20:38.314346 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f5217971-1ed7-45a7-9e57-8179d0b66c33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:38.335278 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-9a791c8c-a0e6-410f-bb53-a3c2e3cd00df req-629bfd04-c10a-4c68-9af7-ccc7a60b972f tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Synchronizing usage tracker for tenant:879aba68d0c84185b21236d011dd113c on resource:port {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:20:38.349359 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-7f0b86b3-8d1a-4900-a441-fb6505247401 req-4aa80bba-69a4-4496-abc7-ffc020ccdc5d tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] Unset dirty status for tenant:f59fcfae48234df59c11066dd5438bec on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:20:38.350859 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7f0b86b3-8d1a-4900-a441-fb6505247401 req-4aa80bba-69a4-4496-abc7-ffc020ccdc5d tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] 10.222.0.69 "GET /v2.0/ports?device_id=89f9e08c-6e87-469a-91f5-67c9940746c1 HTTP/1.1" status: 200 len: 936 time: 0.2610116 Apr 18 19:20:38.408728 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-f5217971-1ed7-45a7-9e57-8179d0b66c33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:20:38.417633 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-7f0b86b3-8d1a-4900-a441-fb6505247401 req-cb602fd3-9595-4565-9319-dca0eb1c95c7 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] Synchronizing usage tracker for tenant:f59fcfae48234df59c11066dd5438bec on resource:security_group {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:20:38.424689 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-f5217971-1ed7-45a7-9e57-8179d0b66c33 admin admin] Usage tracker for resource:security_group_rule and tenant:409791b6bb1d409aac77e8649350f6b0 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:20:38.430072 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-f5217971-1ed7-45a7-9e57-8179d0b66c33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:20:38.443980 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-f5217971-1ed7-45a7-9e57-8179d0b66c33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:20:38.520785 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-9a791c8c-a0e6-410f-bb53-a3c2e3cd00df req-629bfd04-c10a-4c68-9af7-ccc7a60b972f tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Unset dirty status for tenant:879aba68d0c84185b21236d011dd113c on resource:port {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:20:38.537513 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-7f0b86b3-8d1a-4900-a441-fb6505247401 req-cb602fd3-9595-4565-9319-dca0eb1c95c7 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] Unset dirty status for tenant:f59fcfae48234df59c11066dd5438bec on resource:security_group {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:20:38.538710 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7f0b86b3-8d1a-4900-a441-fb6505247401 req-cb602fd3-9595-4565-9319-dca0eb1c95c7 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] 10.222.0.69 "GET /v2.0/security-groups?id=f2008cfd-72ff-4349-aa02-00ceb1980405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792014 Apr 18 19:20:38.541126 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-9a791c8c-a0e6-410f-bb53-a3c2e3cd00df req-629bfd04-c10a-4c68-9af7-ccc7a60b972f tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad50ccd9-f8c7-4e9f-a612-0fc852816914 HTTP/1.1" status: 200 len: 210 time: 0.2864504 Apr 18 19:20:38.616769 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f5217971-1ed7-45a7-9e57-8179d0b66c33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:38.668544 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 8a9e1784-4afa-46bc-a2c9-7c9e6d4078bb up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:20:38.702919 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f5217971-1ed7-45a7-9e57-8179d0b66c33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:38.830083 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-f5217971-1ed7-45a7-9e57-8179d0b66c33 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=409791b6bb1d409aac77e8649350f6b0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8159990 Apr 18 19:20:38.830083 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5217971-1ed7-45a7-9e57-8179d0b66c33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a1f7d2-692c-4d0b-b32f-a3637b96a43e,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:38.830391 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 42992) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:20:38.878876 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10a9058-5e30-419f-a54b-9fc69928495e req-8ee8db46-340c-4b98-a1dd-af4eb319ce1c tempest-AggregatesAdminTestJSON-308972757 tempest-AggregatesAdminTestJSON-308972757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:20:38.880658 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d10a9058-5e30-419f-a54b-9fc69928495e req-8ee8db46-340c-4b98-a1dd-af4eb319ce1c tempest-AggregatesAdminTestJSON-308972757 tempest-AggregatesAdminTestJSON-308972757-project] 10.222.0.69 "GET /v2.0/ports?device_id=8a5fefe7-818a-4058-ae1c-498dcb1e46b4 HTTP/1.1" status: 200 len: 972 time: 0.1748452 Apr 18 19:20:38.954858 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning for port 8a9e1784-4afa-46bc-a2c9-7c9e6d4078bb completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:20:38.960270 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-72c01825-7231-44f4-9d46-53f62e3771a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:38.962297 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port 8a9e1784-4afa-46bc-a2c9-7c9e6d4078bb triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:20:38.962759 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:38.979050 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d10a9058-5e30-419f-a54b-9fc69928495e req-5893d814-2229-43e0-9c21-8e2b2715d9c9 tempest-AggregatesAdminTestJSON-308972757 tempest-AggregatesAdminTestJSON-308972757-project] 10.222.0.69 "GET /v2.0/security-groups?id=56a75a41-a9fb-48dc-b7e9-dcb32e6142f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909431 Apr 18 19:20:39.018471 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-72c01825-7231-44f4-9d46-53f62e3771a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:39.106504 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:39.145770 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] For port 8a9e1784-4afa-46bc-a2c9-7c9e6d4078bb, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=8a9e1784-4afa-46bc-a2c9-7c9e6d4078bb,segment=NetworkSegment(7b4f0278-7b19-496b-ae7d-87976983c3ae),segment_id=7b4f0278-7b19-496b-ae7d-87976983c3ae)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:20:39.180196 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [req-d54f2756-52c9-49a6-b658-85e35d91919b req-d5790337-a9e8-42ff-a81c-d093fac932a1 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=84763) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:20:39.182803 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d54f2756-52c9-49a6-b658-85e35d91919b req-d5790337-a9e8-42ff-a81c-d093fac932a1 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0068307 Apr 18 19:20:39.188323 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 43004) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:20:39.194849 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-a6b18bf9-27a8-4839-b04a-15e5f1863ea2 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-148988632-network', 'tenant_id': '0f15cde2cfff462ca8bc426e5d80ce7a'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:20:39.200108 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-a6b18bf9-27a8-4839-b04a-15e5f1863ea2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:20:39.203981 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-a6b18bf9-27a8-4839-b04a-15e5f1863ea2 admin admin] Usage tracker for resource:network and tenant:0f15cde2cfff462ca8bc426e5d80ce7a is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:20:39.208248 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-a6b18bf9-27a8-4839-b04a-15e5f1863ea2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:20:39.213917 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-72c01825-7231-44f4-9d46-53f62e3771a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:39.217667 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-a6b18bf9-27a8-4839-b04a-15e5f1863ea2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:20:39.234921 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c01825-7231-44f4-9d46-53f62e3771a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a1f7d2-692c-4d0b-b32f-a3637b96a43e,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:39.244716 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-72c01825-7231-44f4-9d46-53f62e3771a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:39.248203 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-72c01825-7231-44f4-9d46-53f62e3771a8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b2a1f7d2-692c-4d0b-b32f-a3637b96a43e HTTP/1.1" status: 204 len: 168 time: 0.4111490 Apr 18 19:20:39.263124 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:39.320507 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6b18bf9-27a8-4839-b04a-15e5f1863ea2 admin admin] Made reservation on behalf of 0f15cde2cfff462ca8bc426e5d80ce7a for: {'network': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:20:39.323179 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-a6b18bf9-27a8-4839-b04a-15e5f1863ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for network, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:39.338783 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-a6b18bf9-27a8-4839-b04a-15e5f1863ea2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:39.350127 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Pushing event updated for resources: {'Port': ['ID=8a9e1784-4afa-46bc-a2c9-7c9e6d4078bb,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:39.374141 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-a6b18bf9-27a8-4839-b04a-15e5f1863ea2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:20:39.380910 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-a6b18bf9-27a8-4839-b04a-15e5f1863ea2 admin admin] Usage tracker for resource:security_group_rule and tenant:0f15cde2cfff462ca8bc426e5d80ce7a is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:20:39.389152 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-a6b18bf9-27a8-4839-b04a-15e5f1863ea2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:20:39.401091 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-a6b18bf9-27a8-4839-b04a-15e5f1863ea2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:20:39.461744 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-d54f2756-52c9-49a6-b658-85e35d91919b req-f9c69172-8e4f-4812-8230-ec6d5e234021 service neutron] Request body: {'port': {'device_id': '89f9e08c-6e87-469a-91f5-67c9940746c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-2'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:20:39.541653 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-a6b18bf9-27a8-4839-b04a-15e5f1863ea2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:39.618947 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-d54f2756-52c9-49a6-b658-85e35d91919b req-f9c69172-8e4f-4812-8230-ec6d5e234021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:39.633541 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-a6b18bf9-27a8-4839-b04a-15e5f1863ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:39.708713 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b18bf9-27a8-4839-b04a-15e5f1863ea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d1ee116-e5a4-43a4-a2e7-d6fc866dad3b,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:39.788939 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6b18bf9-27a8-4839-b04a-15e5f1863ea2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=84763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:20:39.832922 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3426b81-3eb5-4ef7-b6f2-5af6e28b39a8 req-2d0ee310-02a7-4884-9a92-da7606e6590c tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:20:39.835383 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a3426b81-3eb5-4ef7-b6f2-5af6e28b39a8 req-2d0ee310-02a7-4884-9a92-da7606e6590c tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] 10.222.0.69 "GET /v2.0/ports?device_id=89f9e08c-6e87-469a-91f5-67c9940746c1 HTTP/1.1" status: 200 len: 936 time: 0.1040583 Apr 18 19:20:39.870519 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-c6cf47d5-fc19-4449-b202-bb608a6c82f4 req-4821f95f-5fe1-42ba-baa2-06bdba8b45f5 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad50ccd9-f8c7-4e9f-a612-0fc852816914 HTTP/1.1" status: 200 len: 210 time: 0.0836129 Apr 18 19:20:39.875493 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-a6b18bf9-27a8-4839-b04a-15e5f1863ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:39.875842 n-d-836017-2 neutron-server[84763]: INFO neutron.db.segments_db [None req-a6b18bf9-27a8-4839-b04a-15e5f1863ea2 admin admin] Added segment 6e220024-6cee-4a80-82ba-b0b50ef5354c of type vlan for network db2b1ab0-d558-45ac-a899-5793a52c0949 Apr 18 19:20:39.959461 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a3426b81-3eb5-4ef7-b6f2-5af6e28b39a8 req-be1a2e53-696f-48ee-a2d5-638f456c20c8 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] 10.222.0.69 "GET /v2.0/security-groups?id=f2008cfd-72ff-4349-aa02-00ceb1980405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152282 Apr 18 19:20:40.038634 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-a6b18bf9-27a8-4839-b04a-15e5f1863ea2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791093404182'] for network, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:40.181290 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.db.resource_extend [None req-a6b18bf9-27a8-4839-b04a-15e5f1863ea2 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 19:20:40.287006 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3bf986-807b-4870-b085-38d04e2848fe req-d702c40c-6e2c-42b1-81da-b890899fbf44 tempest-AggregatesAdminTestJSON-308972757 tempest-AggregatesAdminTestJSON-308972757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:20:40.288558 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2b3bf986-807b-4870-b085-38d04e2848fe req-d702c40c-6e2c-42b1-81da-b890899fbf44 tempest-AggregatesAdminTestJSON-308972757 tempest-AggregatesAdminTestJSON-308972757-project] 10.222.0.69 "GET /v2.0/ports?device_id=8a5fefe7-818a-4058-ae1c-498dcb1e46b4 HTTP/1.1" status: 200 len: 972 time: 0.1550448 Apr 18 19:20:40.291560 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-a6b18bf9-27a8-4839-b04a-15e5f1863ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251'] for network, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:40.291560 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b18bf9-27a8-4839-b04a-15e5f1863ea2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:20:40.291560 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-a6b18bf9-27a8-4839-b04a-15e5f1863ea2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:40.330233 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 43032) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:20:40.350411 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-dc3bd470-26a9-44de-9d43-8515431510ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:40.387635 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.db.resource_extend [req-d54f2756-52c9-49a6-b658-85e35d91919b req-f9c69172-8e4f-4812-8230-ec6d5e234021 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 19:20:40.390749 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-dc3bd470-26a9-44de-9d43-8515431510ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:20:40.395030 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-dc3bd470-26a9-44de-9d43-8515431510ce admin admin] Usage tracker for resource:security_group_rule and tenant:91584bdc6fa34c45974c6de0516a7cd0 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:20:40.398489 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-dc3bd470-26a9-44de-9d43-8515431510ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:20:40.405156 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-dc3bd470-26a9-44de-9d43-8515431510ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:20:40.500132 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b18bf9-27a8-4839-b04a-15e5f1863ea2 admin admin] Pushing event updated for resources: {'Network': ['ID=db2b1ab0-d558-45ac-a899-5793a52c0949,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:40.506297 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [req-d54f2756-52c9-49a6-b658-85e35d91919b req-f9c69172-8e4f-4812-8230-ec6d5e234021 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 494deef7-e639-4a37-9e28-372be7b28c82 {{(pid=84763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:20:40.518279 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2b3bf986-807b-4870-b085-38d04e2848fe req-f731b31e-b786-4be7-8a98-f918014ee240 tempest-AggregatesAdminTestJSON-308972757 tempest-AggregatesAdminTestJSON-308972757-project] 10.222.0.69 "GET /v2.0/security-groups?id=56a75a41-a9fb-48dc-b7e9-dcb32e6142f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226491 Apr 18 19:20:40.520424 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-d54f2756-52c9-49a6-b658-85e35d91919b req-f9c69172-8e4f-4812-8230-ec6d5e234021 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:40.524839 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Network db2b1ab0-d558-45ac-a899-5793a52c0949 details requested by agent ovs-agent-n-d-836017-2 with host n-d-836017-2 {{(pid=84765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:20:40.542102 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [req-d54f2756-52c9-49a6-b658-85e35d91919b req-f9c69172-8e4f-4812-8230-ec6d5e234021 service neutron] Transition to ACTIVE for port object 494deef7-e639-4a37-9e28-372be7b28c82 will not be triggered until provisioned by entity L2. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:20:40.558096 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 8a9e1784-4afa-46bc-a2c9-7c9e6d4078bb up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:20:40.569150 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-a6b18bf9-27a8-4839-b04a-15e5f1863ea2 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3716033 Apr 18 19:20:40.569150 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.73', 63531) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:20:40.569150 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 43040) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:20:40.575913 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-1cbedb63-6c76-4366-b0ab-a64ae2ef519e admin admin] Request body: {'subnet': {'network_id': 'db2b1ab0-d558-45ac-a899-5793a52c0949', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-148988632-subnet', 'tenant_id': '0f15cde2cfff462ca8bc426e5d80ce7a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:20:40.602246 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-1cbedb63-6c76-4366-b0ab-a64ae2ef519e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:20:40.661324 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-1cbedb63-6c76-4366-b0ab-a64ae2ef519e admin admin] Usage tracker for resource:subnet and tenant:0f15cde2cfff462ca8bc426e5d80ce7a is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:20:40.670388 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-1cbedb63-6c76-4366-b0ab-a64ae2ef519e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:20:40.681099 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-d54f2756-52c9-49a6-b658-85e35d91919b req-f9c69172-8e4f-4812-8230-ec6d5e234021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:40.708095 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-dc3bd470-26a9-44de-9d43-8515431510ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:40.723718 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-1cbedb63-6c76-4366-b0ab-a64ae2ef519e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:20:40.828544 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-dc3bd470-26a9-44de-9d43-8515431510ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:40.867875 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port 8a9e1784-4afa-46bc-a2c9-7c9e6d4078bb triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:20:40.868454 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:40.868983 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c69172-8e4f-4812-8230-ec6d5e234021 service neutron] Pushing event updated for resources: {'Port': ['ID=494deef7-e639-4a37-9e28-372be7b28c82,revision_number=2']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:40.900342 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7c3ab6-2974-4ed5-a494-ae2063fad5e4 req-3c9b39b9-06b7-488f-8912-fde8002d908f tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:20:40.901923 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2d7c3ab6-2974-4ed5-a494-ae2063fad5e4 req-3c9b39b9-06b7-488f-8912-fde8002d908f tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] 10.222.0.73 "GET /v2.0/networks?id=e57b25b1-270e-45ff-9503-ac3e292dcc2d HTTP/1.1" status: 200 len: 824 time: 0.3392644 Apr 18 19:20:40.946572 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3bd470-26a9-44de-9d43-8515431510ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea942b12-d0a5-4776-ab4b-04b9dd1177ff,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:40.954389 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cbedb63-6c76-4366-b0ab-a64ae2ef519e admin admin] Made reservation on behalf of 0f15cde2cfff462ca8bc426e5d80ce7a for: {'subnet': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:20:40.958061 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-1cbedb63-6c76-4366-b0ab-a64ae2ef519e admin admin] Notify callbacks [] for subnet, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:40.966134 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-dc3bd470-26a9-44de-9d43-8515431510ce admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=91584bdc6fa34c45974c6de0516a7cd0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6345935 Apr 18 19:20:40.972133 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 43052) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:20:41.019830 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a28d13ab-ca98-44f5-bebe-26bd1c3c8f6a req-d37a47f8-e03a-45cf-823b-4bba7a0e4d39 tempest-AggregatesAdminTestJSON-292290759 tempest-AggregatesAdminTestJSON-292290759-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=8a5fefe7-818a-4058-ae1c-498dcb1e46b4 HTTP/1.1" status: 200 len: 1123 time: 0.2488878 Apr 18 19:20:41.088286 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-a28d13ab-ca98-44f5-bebe-26bd1c3c8f6a req-5ad9c5ca-f853-427a-9dae-6c7eb717d5a0 tempest-AggregatesAdminTestJSON-292290759 tempest-AggregatesAdminTestJSON-292290759-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:41.135930 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-a28d13ab-ca98-44f5-bebe-26bd1c3c8f6a req-5ad9c5ca-f853-427a-9dae-6c7eb717d5a0 tempest-AggregatesAdminTestJSON-292290759 tempest-AggregatesAdminTestJSON-292290759-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:20:41.145183 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-a28d13ab-ca98-44f5-bebe-26bd1c3c8f6a req-5ad9c5ca-f853-427a-9dae-6c7eb717d5a0 tempest-AggregatesAdminTestJSON-292290759 tempest-AggregatesAdminTestJSON-292290759-project-admin] Usage tracker for resource:security_group_rule and tenant:3500962fce51404b9ebaea7dd3a4d68d is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:20:41.149897 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-a28d13ab-ca98-44f5-bebe-26bd1c3c8f6a req-5ad9c5ca-f853-427a-9dae-6c7eb717d5a0 tempest-AggregatesAdminTestJSON-292290759 tempest-AggregatesAdminTestJSON-292290759-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:20:41.172017 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-a28d13ab-ca98-44f5-bebe-26bd1c3c8f6a req-5ad9c5ca-f853-427a-9dae-6c7eb717d5a0 tempest-AggregatesAdminTestJSON-292290759 tempest-AggregatesAdminTestJSON-292290759-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:20:41.215334 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-4679a844-5b61-4de1-9e54-887eedc11159 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:41.259060 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-d54f2756-52c9-49a6-b658-85e35d91919b req-f9c69172-8e4f-4812-8230-ec6d5e234021 service neutron] Attempting to bind port 494deef7-e639-4a37-9e28-372be7b28c82 on host n-h1-836017-2 for vnic_type normal with profile {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:20:41.259526 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-d54f2756-52c9-49a6-b658-85e35d91919b req-f9c69172-8e4f-4812-8230-ec6d5e234021 service neutron] Attempting to bind port 494deef7-e639-4a37-9e28-372be7b28c82 by drivers openvswitch,hyperv on host n-h1-836017-2 at level 0 using segments [{'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:20:41.259859 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54f2756-52c9-49a6-b658-85e35d91919b req-f9c69172-8e4f-4812-8230-ec6d5e234021 service neutron] Attempting to bind port 494deef7-e639-4a37-9e28-372be7b28c82 on network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:20:41.260069 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-4679a844-5b61-4de1-9e54-887eedc11159 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:41.288545 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2ed291ba-da63-487a-ac72-462bd712aa98 req-9324fcb5-df39-4ec5-90aa-0b910184888c tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad50ccd9-f8c7-4e9f-a612-0fc852816914 HTTP/1.1" status: 200 len: 210 time: 0.0682817 Apr 18 19:20:41.303670 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54f2756-52c9-49a6-b658-85e35d91919b req-f9c69172-8e4f-4812-8230-ec6d5e234021 service neutron] Port 494deef7-e639-4a37-9e28-372be7b28c82 on network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-2 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:20:41.304075 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54f2756-52c9-49a6-b658-85e35d91919b req-f9c69172-8e4f-4812-8230-ec6d5e234021 service neutron] Attempting to bind port 494deef7-e639-4a37-9e28-372be7b28c82 on network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:20:41.323986 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-a28d13ab-ca98-44f5-bebe-26bd1c3c8f6a req-5ad9c5ca-f853-427a-9dae-6c7eb717d5a0 tempest-AggregatesAdminTestJSON-292290759 tempest-AggregatesAdminTestJSON-292290759-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:41.327158 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2d7c3ab6-2974-4ed5-a494-ae2063fad5e4 req-b410230e-26ae-4563-8fb0-53ea48a9b10d tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=879aba68d0c84185b21236d011dd113c HTTP/1.1" status: 200 len: 379 time: 0.3797741 Apr 18 19:20:41.340821 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-2d7c3ab6-2974-4ed5-a494-ae2063fad5e4 req-43694df4-2246-4032-9a22-008af9abf6ba tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Request body: {'port': {'device_id': 'ad50ccd9-f8c7-4e9f-a612-0fc852816914', 'network_id': 'e57b25b1-270e-45ff-9503-ac3e292dcc2d', 'admin_state_up': True, 'tenant_id': '879aba68d0c84185b21236d011dd113c', 'security_groups': ['8c52123b-60a4-4956-916c-e7722e17de2a']}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:20:41.357005 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54f2756-52c9-49a6-b658-85e35d91919b req-f9c69172-8e4f-4812-8230-ec6d5e234021 service neutron] Checking agent: {'id': 'e3a31811-08e0-42ba-bc2e-ed8a973b714f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 25), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:20:41.357388 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54f2756-52c9-49a6-b658-85e35d91919b req-f9c69172-8e4f-4812-8230-ec6d5e234021 service neutron] Checking segment: {'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:20:41.357899 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54f2756-52c9-49a6-b658-85e35d91919b req-f9c69172-8e4f-4812-8230-ec6d5e234021 service neutron] Bound using segment: {'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:20:41.358305 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-d54f2756-52c9-49a6-b658-85e35d91919b req-f9c69172-8e4f-4812-8230-ec6d5e234021 service neutron] Bound port: 494deef7-e639-4a37-9e28-372be7b28c82, host: n-h1-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'}}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:20:41.358572 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-d54f2756-52c9-49a6-b658-85e35d91919b req-f9c69172-8e4f-4812-8230-ec6d5e234021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:41.366611 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-a28d13ab-ca98-44f5-bebe-26bd1c3c8f6a req-5ad9c5ca-f853-427a-9dae-6c7eb717d5a0 tempest-AggregatesAdminTestJSON-292290759 tempest-AggregatesAdminTestJSON-292290759-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:41.400653 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-4679a844-5b61-4de1-9e54-887eedc11159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:41.412749 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a28d13ab-ca98-44f5-bebe-26bd1c3c8f6a req-5ad9c5ca-f853-427a-9dae-6c7eb717d5a0 tempest-AggregatesAdminTestJSON-292290759 tempest-AggregatesAdminTestJSON-292290759-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=56a75a41-a9fb-48dc-b7e9-dcb32e6142f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3826690 Apr 18 19:20:41.426385 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad9c5ca-f853-427a-9dae-6c7eb717d5a0 tempest-AggregatesAdminTestJSON-292290759 tempest-AggregatesAdminTestJSON-292290759-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab91c7c2-5718-47ce-a0d1-fd003d425c81,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:41.464612 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4679a844-5b61-4de1-9e54-887eedc11159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea942b12-d0a5-4776-ab4b-04b9dd1177ff,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:41.469414 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-4679a844-5b61-4de1-9e54-887eedc11159 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:41.470557 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-4679a844-5b61-4de1-9e54-887eedc11159 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ea942b12-d0a5-4776-ab4b-04b9dd1177ff HTTP/1.1" status: 204 len: 168 time: 0.4962115 Apr 18 19:20:41.709950 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-2d7c3ab6-2974-4ed5-a494-ae2063fad5e4 req-43694df4-2246-4032-9a22-008af9abf6ba tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:20:41.726928 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-d54f2756-52c9-49a6-b658-85e35d91919b req-f9c69172-8e4f-4812-8230-ec6d5e234021 service neutron] For port 494deef7-e639-4a37-9e28-372be7b28c82, host n-h1-836017-2, cleared binding levels {{(pid=84763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:20:41.735182 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-d54f2756-52c9-49a6-b658-85e35d91919b req-f9c69172-8e4f-4812-8230-ec6d5e234021 service neutron] For port 494deef7-e639-4a37-9e28-372be7b28c82, host n-h1-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=494deef7-e639-4a37-9e28-372be7b28c82,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:20:41.739420 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-2d7c3ab6-2974-4ed5-a494-ae2063fad5e4 req-43694df4-2246-4032-9a22-008af9abf6ba tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:20:41.773403 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd5282b-f59d-4acd-a0f9-8b5ba407d289 req-3e26ee44-990f-43ae-8a7b-566ebfc1a8ee tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:20:41.774984 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0dd5282b-f59d-4acd-a0f9-8b5ba407d289 req-3e26ee44-990f-43ae-8a7b-566ebfc1a8ee tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] 10.222.0.69 "GET /v2.0/ports?device_id=89f9e08c-6e87-469a-91f5-67c9940746c1 HTTP/1.1" status: 200 len: 948 time: 0.3281667 Apr 18 19:20:41.812019 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-d54f2756-52c9-49a6-b658-85e35d91919b req-f9c69172-8e4f-4812-8230-ec6d5e234021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:41.862990 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d7c3ab6-2974-4ed5-a494-ae2063fad5e4 req-43694df4-2246-4032-9a22-008af9abf6ba tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Made reservation on behalf of 879aba68d0c84185b21236d011dd113c for: {'port': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:20:41.865948 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-2d7c3ab6-2974-4ed5-a494-ae2063fad5e4 req-43694df4-2246-4032-9a22-008af9abf6ba tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:41.905263 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-1cbedb63-6c76-4366-b0ab-a64ae2ef519e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251'] for subnet, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:41.959284 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0dd5282b-f59d-4acd-a0f9-8b5ba407d289 req-62fdbf2e-5250-40ac-895a-3265b7d1288a tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] 10.222.0.69 "GET /v2.0/security-groups?id=f2008cfd-72ff-4349-aa02-00ceb1980405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752772 Apr 18 19:20:41.963562 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-d54f2756-52c9-49a6-b658-85e35d91919b req-f9c69172-8e4f-4812-8230-ec6d5e234021 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:41.964984 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d54f2756-52c9-49a6-b658-85e35d91919b req-f9c69172-8e4f-4812-8230-ec6d5e234021 service neutron] 10.222.0.73 "PUT /v2.0/ports/494deef7-e639-4a37-9e28-372be7b28c82 HTTP/1.1" status: 200 len: 1096 time: 2.6756423 Apr 18 19:20:41.970681 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89f9e08c-6e87-469a-91f5-67c9940746c1', 'tag': '494deef7-e639-4a37-9e28-372be7b28c82'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:20:42.210991 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c69172-8e4f-4812-8230-ec6d5e234021 service neutron] Pushing event updated for resources: {'Port': ['ID=494deef7-e639-4a37-9e28-372be7b28c82,revision_number=3']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:42.218546 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbedb63-6c76-4366-b0ab-a64ae2ef519e admin admin] Pushing event updated for resources: {'Subnet': ['ID=53f205b9-fe2a-44af-ac9d-2e0838fa9ed9,revision_number=0']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:42.279044 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f18688dd-57f8-4a6f-bc05-18b7f872a8c2'] response: {'name': 'network-changed', 'server_uuid': '89f9e08c-6e87-469a-91f5-67c9940746c1', 'tag': '494deef7-e639-4a37-9e28-372be7b28c82', 'status': 'completed', 'code': 200} Apr 18 19:20:42.352338 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbedb63-6c76-4366-b0ab-a64ae2ef519e admin admin] Checking segment: {'id': '6e220024-6cee-4a80-82ba-b0b50ef5354c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'db2b1ab0-d558-45ac-a899-5793a52c0949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:20:42.353011 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cbedb63-6c76-4366-b0ab-a64ae2ef519e admin admin] Network hostable DHCP agents. Network: db2b1ab0-d558-45ac-a899-5793a52c0949, hostable agents: ['f6987c12-6d6c-47d4-b22d-cfcd164dc40d'], hosted agents: [] {{(pid=84763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:20:42.391571 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d54f2756-52c9-49a6-b658-85e35d91919b req-bc105804-ffc1-47f4-8fe0-663fbfb8dfa8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f59fcfae48234df59c11066dd5438bec&device_id=89f9e08c-6e87-469a-91f5-67c9940746c1 HTTP/1.1" status: 200 len: 1099 time: 0.2733550 Apr 18 19:20:42.392754 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_common [req-2d7c3ab6-2974-4ed5-a494-ae2063fad5e4 req-43694df4-2246-4032-9a22-008af9abf6ba tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Allocated IP 172.20.0.4 (e57b25b1-270e-45ff-9503-ac3e292dcc2d/aa3d7594-8a64-4b57-b0dc-322016530760/4e8ac556-a312-47c3-96eb-49f6efdb48d7) {{(pid=84763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:20:42.430878 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad386b45-9d86-43a3-9cb8-fd419d472152 req-d5116131-7a03-49b7-8dfa-76a858f65d39 tempest-AggregatesAdminTestJSON-308972757 tempest-AggregatesAdminTestJSON-308972757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:20:42.433229 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ad386b45-9d86-43a3-9cb8-fd419d472152 req-d5116131-7a03-49b7-8dfa-76a858f65d39 tempest-AggregatesAdminTestJSON-308972757 tempest-AggregatesAdminTestJSON-308972757-project] 10.222.0.69 "GET /v2.0/ports?device_id=8a5fefe7-818a-4058-ae1c-498dcb1e46b4 HTTP/1.1" status: 200 len: 972 time: 0.0924232 Apr 18 19:20:42.490925 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ad386b45-9d86-43a3-9cb8-fd419d472152 req-a05c6180-d9d7-4a78-99f2-5958aebb7921 tempest-AggregatesAdminTestJSON-308972757 tempest-AggregatesAdminTestJSON-308972757-project] 10.222.0.69 "GET /v2.0/security-groups?id=56a75a41-a9fb-48dc-b7e9-dcb32e6142f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481319 Apr 18 19:20:42.532480 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-81cca7d7-609a-4da6-9828-ff2e56cd5762 req-1617ce48-c78a-4ee0-b56a-c3ee9f573e60 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad50ccd9-f8c7-4e9f-a612-0fc852816914 HTTP/1.1" status: 200 len: 210 time: 0.0788467 Apr 18 19:20:42.538516 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d54f2756-52c9-49a6-b658-85e35d91919b req-e2778a14-76bc-4fd1-a781-9298e0d787ce service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=494deef7-e639-4a37-9e28-372be7b28c82 HTTP/1.1" status: 200 len: 217 time: 0.1388259 Apr 18 19:20:42.593981 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cbedb63-6c76-4366-b0ab-a64ae2ef519e admin admin] Network db2b1ab0-d558-45ac-a899-5793a52c0949 is scheduled to be hosted by DHCP agent f6987c12-6d6c-47d4-b22d-cfcd164dc40d with binding_index 1 {{(pid=84763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:20:42.715935 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54f2756-52c9-49a6-b658-85e35d91919b req-fb8bf44c-dfae-41a0-9dc4-9f76560084e4 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:20:42.717450 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d54f2756-52c9-49a6-b658-85e35d91919b req-fb8bf44c-dfae-41a0-9dc4-9f76560084e4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=17d1b3aa-2066-4ffa-a69f-52ed566b6548 HTTP/1.1" status: 200 len: 843 time: 0.1679997 Apr 18 19:20:42.720686 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [None req-1cbedb63-6c76-4366-b0ab-a64ae2ef519e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-2, db2b1ab0-d558-45ac-a899-5793a52c0949) {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:20:42.729936 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70bd7fa0-d9e1-42c4-a508-74f562988b76 None None] Network db2b1ab0-d558-45ac-a899-5793a52c0949 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:20:42.760711 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cbedb63-6c76-4366-b0ab-a64ae2ef519e admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:20:42.761310 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-1cbedb63-6c76-4366-b0ab-a64ae2ef519e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for subnet, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:42.780612 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 43094) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:20:42.882747 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-2d7c3ab6-2974-4ed5-a494-ae2063fad5e4 req-43694df4-2246-4032-9a22-008af9abf6ba tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Notify callbacks [] for port, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:42.920399 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-1cbedb63-6c76-4366-b0ab-a64ae2ef519e admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.3515916 Apr 18 19:20:42.920399 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [req-2d7c3ab6-2974-4ed5-a494-ae2063fad5e4 req-43694df4-2246-4032-9a22-008af9abf6ba tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Transition to ACTIVE for port object 4e8ac556-a312-47c3-96eb-49f6efdb48d7 will not be triggered until provisioned by entity DHCP. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:20:42.933276 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d54f2756-52c9-49a6-b658-85e35d91919b req-f1d3fe16-f080-49c8-9930-ae34546ec2e6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2066755 Apr 18 19:20:43.008198 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde7ad97-999c-46f0-9b70-be196d6f22f4 None None] Network db2b1ab0-d558-45ac-a899-5793a52c0949 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:20:43.025208 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-fa71a793-9327-4a15-8008-1dd300d39037 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:43.109943 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-fa71a793-9327-4a15-8008-1dd300d39037 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:20:43.119868 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-fa71a793-9327-4a15-8008-1dd300d39037 admin admin] Usage tracker for resource:security_group_rule and tenant:5edf3c3d2a734746ad7e69e97b4e1c2b is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:20:43.124463 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-fa71a793-9327-4a15-8008-1dd300d39037 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:20:43.135246 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-fa71a793-9327-4a15-8008-1dd300d39037 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:20:43.163374 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d54f2756-52c9-49a6-b658-85e35d91919b req-85c3a76b-cdda-4344-9030-6673e9d3452b service neutron] 10.222.0.73 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208548 Apr 18 19:20:43.225503 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-2d7c3ab6-2974-4ed5-a494-ae2063fad5e4 req-43694df4-2246-4032-9a22-008af9abf6ba tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331'] for port, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:43.442728 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-fa71a793-9327-4a15-8008-1dd300d39037 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:43.453506 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10667848-1a62-4e23-81bb-a793c50f575b req-f010c73e-90d4-4175-b8ee-efe7afba1680 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:20:43.454991 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-10667848-1a62-4e23-81bb-a793c50f575b req-f010c73e-90d4-4175-b8ee-efe7afba1680 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] 10.222.0.69 "GET /v2.0/ports?device_id=89f9e08c-6e87-469a-91f5-67c9940746c1 HTTP/1.1" status: 200 len: 948 time: 0.3025656 Apr 18 19:20:43.471625 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d7c3ab6-2974-4ed5-a494-ae2063fad5e4 req-43694df4-2246-4032-9a22-008af9abf6ba tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Network e57b25b1-270e-45ff-9503-ac3e292dcc2d is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:20:43.485026 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [req-2d7c3ab6-2974-4ed5-a494-ae2063fad5e4 req-43694df4-2246-4032-9a22-008af9abf6ba tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:20:43.490071 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d7c3ab6-2974-4ed5-a494-ae2063fad5e4 req-43694df4-2246-4032-9a22-008af9abf6ba tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Received port after_create {{(pid=84763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:20:43.499263 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7c3ab6-2974-4ed5-a494-ae2063fad5e4 req-43694df4-2246-4032-9a22-008af9abf6ba tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:20:43.500799 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-2d7c3ab6-2974-4ed5-a494-ae2063fad5e4 req-43694df4-2246-4032-9a22-008af9abf6ba tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:43.506564 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-fa71a793-9327-4a15-8008-1dd300d39037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:43.523948 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43694df4-2246-4032-9a22-008af9abf6ba tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Pushing event updated for resources: {'Port': ['ID=4e8ac556-a312-47c3-96eb-49f6efdb48d7,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:43.577208 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa71a793-9327-4a15-8008-1dd300d39037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89210a8f-9106-4429-9ac4-923810f8c847,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:43.605403 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-10667848-1a62-4e23-81bb-a793c50f575b req-772f8860-14d6-4314-8dc4-fe2fcb62fe22 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] 10.222.0.69 "GET /v2.0/security-groups?id=f2008cfd-72ff-4349-aa02-00ceb1980405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432512 Apr 18 19:20:43.640289 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-fa71a793-9327-4a15-8008-1dd300d39037 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5edf3c3d2a734746ad7e69e97b4e1c2b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8569615 Apr 18 19:20:43.644584 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 43122) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:20:43.659785 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d54f2756-52c9-49a6-b658-85e35d91919b req-6a116139-d97e-42a7-ba65-9d3efc919d7c service neutron] 10.222.0.73 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4851294 Apr 18 19:20:43.687284 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2d7c3ab6-2974-4ed5-a494-ae2063fad5e4 req-43694df4-2246-4032-9a22-008af9abf6ba tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3522511 Apr 18 19:20:43.702992 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-2d7c3ab6-2974-4ed5-a494-ae2063fad5e4 req-1d62825c-8f03-4536-9d92-0798a429967a service neutron] Request body: {'port': {'device_id': 'ad50ccd9-f8c7-4e9f-a612-0fc852816914', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-2'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:20:43.769986 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-92c8bb4c-5633-40fb-942d-20e8638709eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:43.795508 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e96e804-a6dc-43d5-b424-9ae8b5c302e4 req-efcebb4c-796a-4818-9ca1-ba1b9ac3c1f3 tempest-AggregatesAdminTestJSON-308972757 tempest-AggregatesAdminTestJSON-308972757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:20:43.801034 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3e96e804-a6dc-43d5-b424-9ae8b5c302e4 req-efcebb4c-796a-4818-9ca1-ba1b9ac3c1f3 tempest-AggregatesAdminTestJSON-308972757 tempest-AggregatesAdminTestJSON-308972757-project] 10.222.0.72 "GET /v2.0/ports?device_id=8a5fefe7-818a-4058-ae1c-498dcb1e46b4 HTTP/1.1" status: 200 len: 972 time: 0.2379065 Apr 18 19:20:43.890502 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-92c8bb4c-5633-40fb-942d-20e8638709eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:43.991889 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ddcfeb-9d13-4c36-af34-0c142cf90636 req-6dcfaa5c-9f1e-4247-9b69-385602568f39 tempest-AggregatesAdminTestJSON-308972757 tempest-AggregatesAdminTestJSON-308972757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:20:43.996666 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-62ddcfeb-9d13-4c36-af34-0c142cf90636 req-6dcfaa5c-9f1e-4247-9b69-385602568f39 tempest-AggregatesAdminTestJSON-308972757 tempest-AggregatesAdminTestJSON-308972757-project] 10.222.0.69 "GET /v2.0/ports?device_id=8a5fefe7-818a-4058-ae1c-498dcb1e46b4 HTTP/1.1" status: 200 len: 972 time: 0.1577351 Apr 18 19:20:44.012161 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9434d4ea-1e0f-457c-b349-efdfb8c9814a None None] Provisioning for port 4e8ac556-a312-47c3-96eb-49f6efdb48d7 completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:20:44.017536 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9434d4ea-1e0f-457c-b349-efdfb8c9814a None None] Provisioning complete for port 4e8ac556-a312-47c3-96eb-49f6efdb48d7 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:20:44.025571 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9434d4ea-1e0f-457c-b349-efdfb8c9814a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:44.078321 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-92c8bb4c-5633-40fb-942d-20e8638709eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:44.090963 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9434d4ea-1e0f-457c-b349-efdfb8c9814a None None] Port 4e8ac556-a312-47c3-96eb-49f6efdb48d7 cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:20:44.098893 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-3e96e804-a6dc-43d5-b424-9ae8b5c302e4 req-9b0111a5-31a5-4686-bd53-b4c7ca1d8c50 tempest-AggregatesAdminTestJSON-308972757 tempest-AggregatesAdminTestJSON-308972757-project] Deleting port c437ee9f-c91e-46eb-af7e-e50f0cf1515e {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:20:44.099258 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-3e96e804-a6dc-43d5-b424-9ae8b5c302e4 req-9b0111a5-31a5-4686-bd53-b4c7ca1d8c50 tempest-AggregatesAdminTestJSON-308972757 tempest-AggregatesAdminTestJSON-308972757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:44.127983 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c8bb4c-5633-40fb-942d-20e8638709eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89210a8f-9106-4429-9ac4-923810f8c847,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:44.138638 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-92c8bb4c-5633-40fb-942d-20e8638709eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:44.143008 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-92c8bb4c-5633-40fb-942d-20e8638709eb admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/89210a8f-9106-4429-9ac4-923810f8c847 HTTP/1.1" status: 204 len: 168 time: 0.4941206 Apr 18 19:20:44.144252 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-62ddcfeb-9d13-4c36-af34-0c142cf90636 req-bdf896b9-c2ed-4105-85fa-78c6a67b26b5 tempest-AggregatesAdminTestJSON-308972757 tempest-AggregatesAdminTestJSON-308972757-project] 10.222.0.69 "GET /v2.0/security-groups?id=56a75a41-a9fb-48dc-b7e9-dcb32e6142f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391470 Apr 18 19:20:44.162591 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-2d7c3ab6-2974-4ed5-a494-ae2063fad5e4 req-1d62825c-8f03-4536-9d92-0798a429967a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:44.242546 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.agents_db [None req-eb67022b-f881-4bc8-8f45-fca90fb27803 None None] Agent healthcheck: found 7 active agents {{(pid=84766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:20:44.348040 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f6cbef89-1b52-4233-ac74-138ab2601253 req-91a8707f-a3b5-42c3-b4fd-594a39426ce5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f59fcfae48234df59c11066dd5438bec&device_id=89f9e08c-6e87-469a-91f5-67c9940746c1 HTTP/1.1" status: 200 len: 1099 time: 0.4881551 Apr 18 19:20:44.389117 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d92aed9-9bd7-49f9-b06e-0c2f4b27d005 req-c33e5ff1-48c3-469f-b872-cd55e620ded3 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:20:44.390790 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-7d92aed9-9bd7-49f9-b06e-0c2f4b27d005 req-c33e5ff1-48c3-469f-b872-cd55e620ded3 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad50ccd9-f8c7-4e9f-a612-0fc852816914 HTTP/1.1" status: 200 len: 931 time: 0.0866175 Apr 18 19:20:44.450894 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-7d92aed9-9bd7-49f9-b06e-0c2f4b27d005 req-b21e28f4-eba1-463d-b3e8-b64f9dc62a46 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Synchronizing usage tracker for tenant:879aba68d0c84185b21236d011dd113c on resource:security_group {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:20:44.468241 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-7d92aed9-9bd7-49f9-b06e-0c2f4b27d005 req-b21e28f4-eba1-463d-b3e8-b64f9dc62a46 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Unset dirty status for tenant:879aba68d0c84185b21236d011dd113c on resource:security_group {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:20:44.480703 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-7d92aed9-9bd7-49f9-b06e-0c2f4b27d005 req-b21e28f4-eba1-463d-b3e8-b64f9dc62a46 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] 10.222.0.69 "GET /v2.0/security-groups?id=8c52123b-60a4-4956-916c-e7722e17de2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829411 Apr 18 19:20:44.531064 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e518bf2c-8323-446c-8e70-b3d351c112aa req-966b8b24-3df4-4844-81ed-c1504642e6ea tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:20:44.538034 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e518bf2c-8323-446c-8e70-b3d351c112aa req-966b8b24-3df4-4844-81ed-c1504642e6ea tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/networks?id=5b81b8da-abac-4e05-9e51-d6de7035d9e7 HTTP/1.1" status: 200 len: 819 time: 0.5742195 Apr 18 19:20:44.738025 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e518bf2c-8323-446c-8e70-b3d351c112aa req-99b627d7-45fd-439b-ad07-0565af7f7809 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/quotas/e8145a70cab44ff88b524306edcbe946 HTTP/1.1" status: 200 len: 375 time: 0.1990852 Apr 18 19:20:44.823121 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af98e6a-38c5-4a2a-bd51-7d4d20c6ecf4 req-15ae3118-8c50-47ea-a1c3-e0d09ff26cfd tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:20:44.824611 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-5af98e6a-38c5-4a2a-bd51-7d4d20c6ecf4 req-15ae3118-8c50-47ea-a1c3-e0d09ff26cfd tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] 10.222.0.69 "GET /v2.0/ports?device_id=89f9e08c-6e87-469a-91f5-67c9940746c1 HTTP/1.1" status: 200 len: 948 time: 0.0839787 Apr 18 19:20:44.854178 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e518bf2c-8323-446c-8e70-b3d351c112aa req-2d8a47f5-6b85-43a4-a151-3f3a6a8df909 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=e8145a70cab44ff88b524306edcbe946&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1047583 Apr 18 19:20:44.891656 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-5af98e6a-38c5-4a2a-bd51-7d4d20c6ecf4 req-24b68d6a-1143-4e12-8acc-06348d265d77 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] 10.222.0.69 "GET /v2.0/security-groups?id=f2008cfd-72ff-4349-aa02-00ceb1980405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589330 Apr 18 19:20:44.916940 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cbef89-1b52-4233-ac74-138ab2601253 req-024da808-3aca-464d-964b-29da9bbcaaef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:20:44.918457 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f6cbef89-1b52-4233-ac74-138ab2601253 req-024da808-3aca-464d-964b-29da9bbcaaef service neutron] 10.222.0.73 "GET /v2.0/networks?id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a HTTP/1.1" status: 200 len: 870 time: 0.5459628 Apr 18 19:20:44.957823 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 43150) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:20:44.977168 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-2714cf8d-1b16-4e65-9c6e-747c0f181788 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:45.012491 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-2714cf8d-1b16-4e65-9c6e-747c0f181788 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:20:45.016666 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-2714cf8d-1b16-4e65-9c6e-747c0f181788 admin admin] Usage tracker for resource:security_group_rule and tenant:f7405b49bdc341e1b15318f0130d37a7 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:20:45.020010 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-2714cf8d-1b16-4e65-9c6e-747c0f181788 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:20:45.026539 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-2714cf8d-1b16-4e65-9c6e-747c0f181788 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:20:45.100615 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-2714cf8d-1b16-4e65-9c6e-747c0f181788 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:45.154557 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-2714cf8d-1b16-4e65-9c6e-747c0f181788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:45.155338 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-3e96e804-a6dc-43d5-b424-9ae8b5c302e4 req-9b0111a5-31a5-4686-bd53-b4c7ca1d8c50 tempest-AggregatesAdminTestJSON-308972757 tempest-AggregatesAdminTestJSON-308972757-project] For port c437ee9f-c91e-46eb-af7e-e50f0cf1515e, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=c437ee9f-c91e-46eb-af7e-e50f0cf1515e,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:20:45.155709 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-3e96e804-a6dc-43d5-b424-9ae8b5c302e4 req-9b0111a5-31a5-4686-bd53-b4c7ca1d8c50 tempest-AggregatesAdminTestJSON-308972757 tempest-AggregatesAdminTestJSON-308972757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:45.178814 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f6cbef89-1b52-4233-ac74-138ab2601253 req-44c84c90-182d-4ed7-baf6-d22b4cd46838 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=494deef7-e639-4a37-9e28-372be7b28c82 HTTP/1.1" status: 200 len: 217 time: 0.1971881 Apr 18 19:20:45.217135 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2714cf8d-1b16-4e65-9c6e-747c0f181788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35a310be-95dc-4edb-a8f8-41ce515b1fc6,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:45.223416 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-2714cf8d-1b16-4e65-9c6e-747c0f181788 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f7405b49bdc341e1b15318f0130d37a7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2645142 Apr 18 19:20:45.229528 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 43158) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:20:45.300329 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-e8638853-a89b-4d32-b156-0bce4585fc0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:45.357572 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-3e96e804-a6dc-43d5-b424-9ae8b5c302e4 req-9b0111a5-31a5-4686-bd53-b4c7ca1d8c50 tempest-AggregatesAdminTestJSON-308972757 tempest-AggregatesAdminTestJSON-308972757-project] Calling delete_port for c437ee9f-c91e-46eb-af7e-e50f0cf1515e owned by compute:tempest-test_az-1809528954 {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:20:45.366675 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-e8638853-a89b-4d32-b156-0bce4585fc0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:45.440603 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5e3a08-133a-4f7f-9c4e-bb38e9add76e req-baec9cc4-fdc7-4cb9-a36b-85cb63ddf012 tempest-AggregatesAdminTestJSON-308972757 tempest-AggregatesAdminTestJSON-308972757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:20:45.442983 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-3b5e3a08-133a-4f7f-9c4e-bb38e9add76e req-baec9cc4-fdc7-4cb9-a36b-85cb63ddf012 tempest-AggregatesAdminTestJSON-308972757 tempest-AggregatesAdminTestJSON-308972757-project] 10.222.0.69 "GET /v2.0/ports?device_id=8a5fefe7-818a-4058-ae1c-498dcb1e46b4 HTTP/1.1" status: 200 len: 972 time: 0.1203036 Apr 18 19:20:45.468577 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e518bf2c-8323-446c-8e70-b3d351c112aa req-917d07a5-1a33-4d9c-adfd-13484fd379ca service neutron] 10.222.0.69 "GET /v2.0/networks/5b81b8da-abac-4e05-9e51-d6de7035d9e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5870306 Apr 18 19:20:45.490318 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-3b5e3a08-133a-4f7f-9c4e-bb38e9add76e req-68115114-c920-4983-8413-2dc7f6743120 tempest-AggregatesAdminTestJSON-308972757 tempest-AggregatesAdminTestJSON-308972757-project] 10.222.0.69 "GET /v2.0/security-groups?id=56a75a41-a9fb-48dc-b7e9-dcb32e6142f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415049 Apr 18 19:20:45.537060 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-e8638853-a89b-4d32-b156-0bce4585fc0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:45.558993 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8638853-a89b-4d32-b156-0bce4585fc0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35a310be-95dc-4edb-a8f8-41ce515b1fc6,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:45.561326 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-e8638853-a89b-4d32-b156-0bce4585fc0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:45.562640 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-e8638853-a89b-4d32-b156-0bce4585fc0e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/35a310be-95dc-4edb-a8f8-41ce515b1fc6 HTTP/1.1" status: 204 len: 168 time: 0.3321483 Apr 18 19:20:45.584655 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cbef89-1b52-4233-ac74-138ab2601253 req-7c26b756-9b05-4131-928e-128e83c85720 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:20:45.586151 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f6cbef89-1b52-4233-ac74-138ab2601253 req-7c26b756-9b05-4131-928e-128e83c85720 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=17d1b3aa-2066-4ffa-a69f-52ed566b6548 HTTP/1.1" status: 200 len: 843 time: 0.3391335 Apr 18 19:20:45.961632 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f510209f-5daa-49e9-b0b5-a5dd9a0c30a1 req-3f2c8ea8-605e-424b-92d7-e64b15b468b8 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:20:45.965503 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f510209f-5daa-49e9-b0b5-a5dd9a0c30a1 req-3f2c8ea8-605e-424b-92d7-e64b15b468b8 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad50ccd9-f8c7-4e9f-a612-0fc852816914 HTTP/1.1" status: 200 len: 931 time: 0.0897324 Apr 18 19:20:45.983505 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e518bf2c-8323-446c-8e70-b3d351c112aa req-4e8a14f9-b5d0-441e-93b3-674ac44da250 service neutron] 10.222.0.69 "GET /v2.0/networks/5b81b8da-abac-4e05-9e51-d6de7035d9e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5013635 Apr 18 19:20:45.991776 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [req-2d7c3ab6-2974-4ed5-a494-ae2063fad5e4 req-1d62825c-8f03-4536-9d92-0798a429967a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e8ac556-a312-47c3-96eb-49f6efdb48d7 {{(pid=84763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:20:46.001139 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-2d7c3ab6-2974-4ed5-a494-ae2063fad5e4 req-1d62825c-8f03-4536-9d92-0798a429967a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:46.013638 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f6cbef89-1b52-4233-ac74-138ab2601253 req-6feb0dbb-1401-4c92-80fa-80664025b713 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3617251 Apr 18 19:20:46.027289 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f510209f-5daa-49e9-b0b5-a5dd9a0c30a1 req-a15d1a32-38e9-4725-b3de-6d8a781e8e23 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] 10.222.0.69 "GET /v2.0/security-groups?id=8c52123b-60a4-4956-916c-e7722e17de2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541670 Apr 18 19:20:46.033329 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [req-2d7c3ab6-2974-4ed5-a494-ae2063fad5e4 req-1d62825c-8f03-4536-9d92-0798a429967a service neutron] Transition to ACTIVE for port object 4e8ac556-a312-47c3-96eb-49f6efdb48d7 will not be triggered until provisioned by entity L2. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:20:46.058547 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-3e96e804-a6dc-43d5-b424-9ae8b5c302e4 req-9b0111a5-31a5-4686-bd53-b4c7ca1d8c50 tempest-AggregatesAdminTestJSON-308972757 tempest-AggregatesAdminTestJSON-308972757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340'] for port, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:46.218711 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-2d7c3ab6-2974-4ed5-a494-ae2063fad5e4 req-1d62825c-8f03-4536-9d92-0798a429967a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:46.420792 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6028d66e-4b90-4c46-af23-b25a19960f6c req-9b479e36-f716-4f14-8849-60ba3fbf3fc6 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:20:46.435101 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6028d66e-4b90-4c46-af23-b25a19960f6c req-9b479e36-f716-4f14-8849-60ba3fbf3fc6 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] 10.222.0.69 "GET /v2.0/ports?device_id=89f9e08c-6e87-469a-91f5-67c9940746c1 HTTP/1.1" status: 200 len: 948 time: 0.2037013 Apr 18 19:20:46.486881 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0111a5-31a5-4686-bd53-b4c7ca1d8c50 tempest-AggregatesAdminTestJSON-308972757 tempest-AggregatesAdminTestJSON-308972757-project] Pushing event deleted for resources: {'Port': ['ID=c437ee9f-c91e-46eb-af7e-e50f0cf1515e,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:46.490328 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f6cbef89-1b52-4233-ac74-138ab2601253 req-fe79644f-2621-41bc-9ea4-ca2f0621dceb service neutron] 10.222.0.73 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4585810 Apr 18 19:20:46.507861 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6028d66e-4b90-4c46-af23-b25a19960f6c req-35ee4f98-fb4b-4bf3-80db-4557fd13fdf8 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] 10.222.0.69 "GET /v2.0/security-groups?id=f2008cfd-72ff-4349-aa02-00ceb1980405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708003 Apr 18 19:20:46.642477 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e96e804-a6dc-43d5-b424-9ae8b5c302e4 req-9b0111a5-31a5-4686-bd53-b4c7ca1d8c50 tempest-AggregatesAdminTestJSON-308972757 tempest-AggregatesAdminTestJSON-308972757-project] No DVR routers for this DVR port c437ee9f-c91e-46eb-af7e-e50f0cf1515e on host n-h2-836017-2 {{(pid=84763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:20:46.647350 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-3e96e804-a6dc-43d5-b424-9ae8b5c302e4 req-9b0111a5-31a5-4686-bd53-b4c7ca1d8c50 tempest-AggregatesAdminTestJSON-308972757 tempest-AggregatesAdminTestJSON-308972757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:46.656601 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fb2dd916-97b8-4b8b-bcf0-ad289ee7e5b7 req-2454078c-53ff-4cf6-adca-138f3a6f7dad tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2355448-26c2-4627-add5-d1edc93520c0 HTTP/1.1" status: 200 len: 210 time: 0.1553919 Apr 18 19:20:46.695706 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a5fefe7-818a-4058-ae1c-498dcb1e46b4', 'name': 'network-vif-deleted', 'tag': 'c437ee9f-c91e-46eb-af7e-e50f0cf1515e'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:20:46.821434 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d62825c-8f03-4536-9d92-0798a429967a service neutron] Pushing event updated for resources: {'Port': ['ID=4e8ac556-a312-47c3-96eb-49f6efdb48d7,revision_number=2']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:46.825063 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50877acd-3943-4a64-8877-4bc5cc38d9b8'] response: {'server_uuid': '8a5fefe7-818a-4058-ae1c-498dcb1e46b4', 'name': 'network-vif-deleted', 'tag': 'c437ee9f-c91e-46eb-af7e-e50f0cf1515e', 'status': 'completed', 'code': 200} Apr 18 19:20:46.866286 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-0ccfe4d8-b8bd-4fe2-9aeb-4ec19d5ccf0b req-f3dbd800-50ac-42e6-968f-bbc90ff5eea8 tempest-AggregatesAdminTestJSON-308972757 tempest-AggregatesAdminTestJSON-308972757-project] 10.222.0.69 "GET /v2.0/ports?device_id=8a5fefe7-818a-4058-ae1c-498dcb1e46b4 HTTP/1.1" status: 200 len: 210 time: 0.0538418 Apr 18 19:20:46.872893 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3e96e804-a6dc-43d5-b424-9ae8b5c302e4 req-9b0111a5-31a5-4686-bd53-b4c7ca1d8c50 tempest-AggregatesAdminTestJSON-308972757 tempest-AggregatesAdminTestJSON-308972757-project] 10.222.0.72 "DELETE /v2.0/ports/c437ee9f-c91e-46eb-af7e-e50f0cf1515e HTTP/1.1" status: 204 len: 173 time: 3.0648615 Apr 18 19:20:46.920259 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-2d7c3ab6-2974-4ed5-a494-ae2063fad5e4 req-1d62825c-8f03-4536-9d92-0798a429967a service neutron] Attempting to bind port 4e8ac556-a312-47c3-96eb-49f6efdb48d7 on host n-h1-836017-2 for vnic_type normal with profile {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:20:46.920618 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-2d7c3ab6-2974-4ed5-a494-ae2063fad5e4 req-1d62825c-8f03-4536-9d92-0798a429967a service neutron] Attempting to bind port 4e8ac556-a312-47c3-96eb-49f6efdb48d7 by drivers openvswitch,hyperv on host n-h1-836017-2 at level 0 using segments [{'id': '6756b591-a26a-489e-add9-6f6fd4d12828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'e57b25b1-270e-45ff-9503-ac3e292dcc2d'}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:20:46.920940 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d7c3ab6-2974-4ed5-a494-ae2063fad5e4 req-1d62825c-8f03-4536-9d92-0798a429967a service neutron] Attempting to bind port 4e8ac556-a312-47c3-96eb-49f6efdb48d7 on network e57b25b1-270e-45ff-9503-ac3e292dcc2d {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:20:46.946652 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d7c3ab6-2974-4ed5-a494-ae2063fad5e4 req-1d62825c-8f03-4536-9d92-0798a429967a service neutron] Port 4e8ac556-a312-47c3-96eb-49f6efdb48d7 on network e57b25b1-270e-45ff-9503-ac3e292dcc2d not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-2 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:20:46.947126 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d7c3ab6-2974-4ed5-a494-ae2063fad5e4 req-1d62825c-8f03-4536-9d92-0798a429967a service neutron] Attempting to bind port 4e8ac556-a312-47c3-96eb-49f6efdb48d7 on network e57b25b1-270e-45ff-9503-ac3e292dcc2d {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:20:46.950727 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f6cbef89-1b52-4233-ac74-138ab2601253 req-0383a9fa-3979-4080-bcd8-72b03e83ae56 service neutron] 10.222.0.73 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3166833 Apr 18 19:20:46.969346 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d7c3ab6-2974-4ed5-a494-ae2063fad5e4 req-1d62825c-8f03-4536-9d92-0798a429967a service neutron] Checking agent: {'id': 'e3a31811-08e0-42ba-bc2e-ed8a973b714f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 25), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:20:46.969346 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d7c3ab6-2974-4ed5-a494-ae2063fad5e4 req-1d62825c-8f03-4536-9d92-0798a429967a service neutron] Checking segment: {'id': '6756b591-a26a-489e-add9-6f6fd4d12828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'e57b25b1-270e-45ff-9503-ac3e292dcc2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:20:46.969346 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d7c3ab6-2974-4ed5-a494-ae2063fad5e4 req-1d62825c-8f03-4536-9d92-0798a429967a service neutron] Bound using segment: {'id': '6756b591-a26a-489e-add9-6f6fd4d12828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'e57b25b1-270e-45ff-9503-ac3e292dcc2d'} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:20:46.969346 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-2d7c3ab6-2974-4ed5-a494-ae2063fad5e4 req-1d62825c-8f03-4536-9d92-0798a429967a service neutron] Bound port: 4e8ac556-a312-47c3-96eb-49f6efdb48d7, host: n-h1-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6756b591-a26a-489e-add9-6f6fd4d12828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'e57b25b1-270e-45ff-9503-ac3e292dcc2d'}}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:20:46.969346 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-2d7c3ab6-2974-4ed5-a494-ae2063fad5e4 req-1d62825c-8f03-4536-9d92-0798a429967a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:47.135446 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-2d7c3ab6-2974-4ed5-a494-ae2063fad5e4 req-1d62825c-8f03-4536-9d92-0798a429967a service neutron] For port 4e8ac556-a312-47c3-96eb-49f6efdb48d7, host n-h1-836017-2, cleared binding levels {{(pid=84763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:20:47.144483 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-2d7c3ab6-2974-4ed5-a494-ae2063fad5e4 req-1d62825c-8f03-4536-9d92-0798a429967a service neutron] For port 4e8ac556-a312-47c3-96eb-49f6efdb48d7, host n-h1-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=4e8ac556-a312-47c3-96eb-49f6efdb48d7,segment=NetworkSegment(6756b591-a26a-489e-add9-6f6fd4d12828),segment_id=6756b591-a26a-489e-add9-6f6fd4d12828)] {{(pid=84763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:20:47.280662 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 43222) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:20:47.291311 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-2d7c3ab6-2974-4ed5-a494-ae2063fad5e4 req-1d62825c-8f03-4536-9d92-0798a429967a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:47.389603 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-2d7c3ab6-2974-4ed5-a494-ae2063fad5e4 req-1d62825c-8f03-4536-9d92-0798a429967a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:47.391809 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2d7c3ab6-2974-4ed5-a494-ae2063fad5e4 req-1d62825c-8f03-4536-9d92-0798a429967a service neutron] 10.222.0.73 "PUT /v2.0/ports/4e8ac556-a312-47c3-96eb-49f6efdb48d7 HTTP/1.1" status: 200 len: 1091 time: 3.6963646 Apr 18 19:20:47.400726 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device c437ee9f-c91e-46eb-af7e-e50f0cf1515e no longer exists at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:20:47.411589 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d62825c-8f03-4536-9d92-0798a429967a service neutron] Pushing event updated for resources: {'Port': ['ID=4e8ac556-a312-47c3-96eb-49f6efdb48d7,revision_number=3']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:47.444652 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd396be-54c4-4ce0-862e-4ec659f275be req-37eb0d6e-20d1-489e-9de3-3bf328234da1 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:20:47.445395 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-3dd396be-54c4-4ce0-862e-4ec659f275be req-37eb0d6e-20d1-489e-9de3-3bf328234da1 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Synchronizing usage tracker for tenant:879aba68d0c84185b21236d011dd113c on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:20:47.474561 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] No Port match for: c437ee9f-c91e-46eb-af7e-e50f0cf1515e {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:20:47.475007 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device c437ee9f-c91e-46eb-af7e-e50f0cf1515e not bound to the agent host n-h2-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:20:47.478034 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-31be8dd7-f1a4-4174-bcd7-c44d62ca662c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:47.524716 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 494deef7-e639-4a37-9e28-372be7b28c82 details requested by agent hyperv_n-h1-836017-2 with host n-h1-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:20:47.529335 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-31be8dd7-f1a4-4174-bcd7-c44d62ca662c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:20:47.535404 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-31be8dd7-f1a4-4174-bcd7-c44d62ca662c admin admin] Usage tracker for resource:security_group_rule and tenant:184b8feb82134f8ba86dee5e9c50446d is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:20:47.539294 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-31be8dd7-f1a4-4174-bcd7-c44d62ca662c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:20:47.573365 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-31be8dd7-f1a4-4174-bcd7-c44d62ca662c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:20:47.627097 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-3dd396be-54c4-4ce0-862e-4ec659f275be req-37eb0d6e-20d1-489e-9de3-3bf328234da1 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Unset dirty status for tenant:879aba68d0c84185b21236d011dd113c on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:20:47.635477 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3dd396be-54c4-4ce0-862e-4ec659f275be req-37eb0d6e-20d1-489e-9de3-3bf328234da1 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad50ccd9-f8c7-4e9f-a612-0fc852816914 HTTP/1.1" status: 200 len: 943 time: 0.4079268 Apr 18 19:20:47.788115 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-31be8dd7-f1a4-4174-bcd7-c44d62ca662c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:47.818708 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2d7c3ab6-2974-4ed5-a494-ae2063fad5e4 req-f139d0d8-9f87-4e9c-8e7d-607a77b0d096 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=879aba68d0c84185b21236d011dd113c&device_id=ad50ccd9-f8c7-4e9f-a612-0fc852816914 HTTP/1.1" status: 200 len: 1094 time: 0.2832184 Apr 18 19:20:47.843387 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3dd396be-54c4-4ce0-862e-4ec659f275be req-687a304f-c602-4918-9cd2-bb9fec2f9f98 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] 10.222.0.69 "GET /v2.0/security-groups?id=8c52123b-60a4-4956-916c-e7722e17de2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1976788 Apr 18 19:20:47.877334 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port 494deef7-e639-4a37-9e28-372be7b28c82, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=494deef7-e639-4a37-9e28-372be7b28c82,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:20:47.892022 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Returning: {'device': '494deef7-e639-4a37-9e28-372be7b28c82', 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a', 'port_id': '494deef7-e639-4a37-9e28-372be7b28c82', 'mac_address': 'fa:16:3e:82:36:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17d1b3aa-2066-4ffa-a69f-52ed566b6548', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:20:47.935477 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2d7c3ab6-2974-4ed5-a494-ae2063fad5e4 req-1fd15746-9fa0-4bc8-bbf4-9a88f96d2cde service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4e8ac556-a312-47c3-96eb-49f6efdb48d7 HTTP/1.1" status: 200 len: 217 time: 0.1003249 Apr 18 19:20:47.937307 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b030a2b5-e396-4fba-b59b-6af0ed9aa0b6 req-e5988ad1-fa51-41f6-b267-49b399aa98a3 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:20:47.939242 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-b030a2b5-e396-4fba-b59b-6af0ed9aa0b6 req-e5988ad1-fa51-41f6-b267-49b399aa98a3 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] 10.222.0.69 "GET /v2.0/ports?device_id=89f9e08c-6e87-469a-91f5-67c9940746c1 HTTP/1.1" status: 200 len: 948 time: 0.1493592 Apr 18 19:20:47.995697 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:48.006049 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-b030a2b5-e396-4fba-b59b-6af0ed9aa0b6 req-59051f20-8647-4ad6-86b5-f77595a00133 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] 10.222.0.69 "GET /v2.0/security-groups?id=f2008cfd-72ff-4349-aa02-00ceb1980405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545869 Apr 18 19:20:48.007107 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-31be8dd7-f1a4-4174-bcd7-c44d62ca662c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:48.015927 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 494deef7-e639-4a37-9e28-372be7b28c82 {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:20:48.040196 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port 494deef7-e639-4a37-9e28-372be7b28c82, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=494deef7-e639-4a37-9e28-372be7b28c82,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:20:48.063707 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-31be8dd7-f1a4-4174-bcd7-c44d62ca662c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=184b8feb82134f8ba86dee5e9c50446d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7792585 Apr 18 19:20:48.064014 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 43238) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:20:48.086070 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7c3ab6-2974-4ed5-a494-ae2063fad5e4 req-5aae020d-9335-4d66-96f5-91c9dc6b1533 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:20:48.087823 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2d7c3ab6-2974-4ed5-a494-ae2063fad5e4 req-5aae020d-9335-4d66-96f5-91c9dc6b1533 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=aa3d7594-8a64-4b57-b0dc-322016530760 HTTP/1.1" status: 200 len: 863 time: 0.1438038 Apr 18 19:20:48.091397 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31be8dd7-f1a4-4174-bcd7-c44d62ca662c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=841b7306-19e1-4a6e-9ffe-f703269f55c9,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:48.157246 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:48.231302 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-6883dd12-43e6-4bac-a338-361f22e1f748 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:48.288126 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-01c50a6e-9a83-488d-86f3-250ccbb114b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:48.305082 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-afeb7399-6fc0-47f6-abea-a7928da25213 req-cc88f9c3-452f-4c18-bf19-fa58f493276d tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2355448-26c2-4627-add5-d1edc93520c0 HTTP/1.1" status: 200 len: 210 time: 0.1076586 Apr 18 19:20:48.317294 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-6883dd12-43e6-4bac-a338-361f22e1f748 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:48.327178 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-1b424273-5f0c-4c69-8529-c6aaa54ed4d9 req-fbdb951e-c5b8-4338-b8d2-5a583676cf5f tempest-AggregatesAdminTestJSON-308972757 tempest-AggregatesAdminTestJSON-308972757-project] 10.222.0.69 "GET /v2.0/ports?device_id=8a5fefe7-818a-4058-ae1c-498dcb1e46b4 HTTP/1.1" status: 200 len: 210 time: 0.0672956 Apr 18 19:20:48.334668 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2d7c3ab6-2974-4ed5-a494-ae2063fad5e4 req-03452a51-14d1-45ac-ba41-8ebf1cff8b9c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e57b25b1-270e-45ff-9503-ac3e292dcc2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2397132 Apr 18 19:20:48.365500 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Pushing event updated for resources: {'Port': ['ID=494deef7-e639-4a37-9e28-372be7b28c82,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:48.474452 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-6883dd12-43e6-4bac-a338-361f22e1f748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:48.487574 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2d7c3ab6-2974-4ed5-a494-ae2063fad5e4 req-ceefedda-b4f2-45b4-a980-9c31bb567dd2 service neutron] 10.222.0.73 "GET /v2.0/networks/e57b25b1-270e-45ff-9503-ac3e292dcc2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435935 Apr 18 19:20:48.498366 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6883dd12-43e6-4bac-a338-361f22e1f748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=841b7306-19e1-4a6e-9ffe-f703269f55c9,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:48.510040 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-6883dd12-43e6-4bac-a338-361f22e1f748 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:48.513142 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-6883dd12-43e6-4bac-a338-361f22e1f748 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/841b7306-19e1-4a6e-9ffe-f703269f55c9 HTTP/1.1" status: 204 len: 168 time: 0.4479921 Apr 18 19:20:48.613721 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] get_ports_and_sgs() called for port_ids ['494deef7-e639-4a37-9e28-372be7b28c82'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:20:48.757906 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2d7c3ab6-2974-4ed5-a494-ae2063fad5e4 req-0d3c49c4-c1f1-4454-863b-585b4dc52c0b service neutron] 10.222.0.73 "GET /v2.0/networks/e57b25b1-270e-45ff-9503-ac3e292dcc2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2645726 Apr 18 19:20:48.825894 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad50ccd9-f8c7-4e9f-a612-0fc852816914', 'tag': '4e8ac556-a312-47c3-96eb-49f6efdb48d7'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:20:48.938450 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-409287a8-4f75-414a-a8b6-d943db4215f1'] response: {'name': 'network-changed', 'server_uuid': 'ad50ccd9-f8c7-4e9f-a612-0fc852816914', 'tag': '4e8ac556-a312-47c3-96eb-49f6efdb48d7', 'status': 'completed', 'code': 200} Apr 18 19:20:49.100686 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-1fdf355e-47bc-4c28-99d5-3845f49ebb4d req-a548bc8b-8040-4703-be8d-4aa2d2ea40c9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=879aba68d0c84185b21236d011dd113c&device_id=ad50ccd9-f8c7-4e9f-a612-0fc852816914 HTTP/1.1" status: 200 len: 1094 time: 0.1346695 Apr 18 19:20:49.215725 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b447a1-81d4-4fe2-82a7-bd67f7209d8c req-11a2fa9f-02dd-4369-83ef-4f1289019e71 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:20:49.223550 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-22b447a1-81d4-4fe2-82a7-bd67f7209d8c req-11a2fa9f-02dd-4369-83ef-4f1289019e71 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad50ccd9-f8c7-4e9f-a612-0fc852816914 HTTP/1.1" status: 200 len: 943 time: 0.2128024 Apr 18 19:20:49.281401 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998ec660-8079-408b-8cb8-7255c9604540 req-bb6cab37-802f-464e-8825-0867ef94fda6 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:20:49.282941 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-998ec660-8079-408b-8cb8-7255c9604540 req-bb6cab37-802f-464e-8825-0867ef94fda6 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] 10.222.0.69 "GET /v2.0/ports?device_id=89f9e08c-6e87-469a-91f5-67c9940746c1 HTTP/1.1" status: 200 len: 949 time: 0.1058452 Apr 18 19:20:49.310930 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-22b447a1-81d4-4fe2-82a7-bd67f7209d8c req-97668322-8d84-42f2-9fb2-909b5c10f961 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] 10.222.0.69 "GET /v2.0/security-groups?id=8c52123b-60a4-4956-916c-e7722e17de2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863259 Apr 18 19:20:49.348914 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 43270) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:20:49.355401 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-998ec660-8079-408b-8cb8-7255c9604540 req-2d4162d9-3708-42e8-8476-46b4be28b0cd tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] 10.222.0.69 "GET /v2.0/security-groups?id=f2008cfd-72ff-4349-aa02-00ceb1980405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658677 Apr 18 19:20:49.360573 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdf355e-47bc-4c28-99d5-3845f49ebb4d req-546d2de1-d1fe-41ee-8bd2-fd7e207265db service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:20:49.362065 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-1fdf355e-47bc-4c28-99d5-3845f49ebb4d req-546d2de1-d1fe-41ee-8bd2-fd7e207265db service neutron] 10.222.0.73 "GET /v2.0/networks?id=e57b25b1-270e-45ff-9503-ac3e292dcc2d HTTP/1.1" status: 200 len: 925 time: 0.2514479 Apr 18 19:20:49.503497 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-0b3a8264-6906-454f-8c3d-abfa67688165 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:49.524265 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-1fdf355e-47bc-4c28-99d5-3845f49ebb4d req-6f1b2f26-1759-4180-a71e-81cf905892b3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4e8ac556-a312-47c3-96eb-49f6efdb48d7 HTTP/1.1" status: 200 len: 217 time: 0.1021781 Apr 18 19:20:49.623398 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-0b3a8264-6906-454f-8c3d-abfa67688165 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:20:49.642051 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-0b3a8264-6906-454f-8c3d-abfa67688165 admin admin] Usage tracker for resource:security_group_rule and tenant:b2ed859b4fc14716992a71441d7c794b is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:20:49.647255 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-0b3a8264-6906-454f-8c3d-abfa67688165 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:20:49.653721 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-769f6a91-3e28-4af3-8c61-47d6a385dbb2 req-ddf6f6a7-c808-4692-930f-9ba661a015ca tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2355448-26c2-4627-add5-d1edc93520c0 HTTP/1.1" status: 200 len: 210 time: 0.0915768 Apr 18 19:20:49.662695 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdf355e-47bc-4c28-99d5-3845f49ebb4d req-61ce3f19-4ec1-4f8f-9d8f-1b6991b67614 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:20:49.665186 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-1fdf355e-47bc-4c28-99d5-3845f49ebb4d req-61ce3f19-4ec1-4f8f-9d8f-1b6991b67614 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=aa3d7594-8a64-4b57-b0dc-322016530760 HTTP/1.1" status: 200 len: 863 time: 0.1324844 Apr 18 19:20:49.666217 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-0b3a8264-6906-454f-8c3d-abfa67688165 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:20:49.676514 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e518bf2c-8323-446c-8e70-b3d351c112aa req-eae70747-fd0a-4cda-a206-446da6f9cba1 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:20:49.678101 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e518bf2c-8323-446c-8e70-b3d351c112aa req-eae70747-fd0a-4cda-a206-446da6f9cba1 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.72 "GET /v2.0/networks?id=5b81b8da-abac-4e05-9e51-d6de7035d9e7 HTTP/1.1" status: 200 len: 819 time: 0.3612089 Apr 18 19:20:49.743507 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-e518bf2c-8323-446c-8e70-b3d351c112aa req-b908cbeb-0d0a-4449-8131-ebc20f1b1cfd tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Request body: {'port': {'device_id': 'd2355448-26c2-4627-add5-d1edc93520c0', 'network_id': '5b81b8da-abac-4e05-9e51-d6de7035d9e7', 'admin_state_up': True, 'tenant_id': 'e8145a70cab44ff88b524306edcbe946'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:20:49.935680 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-0b3a8264-6906-454f-8c3d-abfa67688165 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:49.953998 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-1fdf355e-47bc-4c28-99d5-3845f49ebb4d req-6e41a7b4-6169-49cb-a40a-8c42b9a01e03 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e57b25b1-270e-45ff-9503-ac3e292dcc2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2715042 Apr 18 19:20:49.960555 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-e518bf2c-8323-446c-8e70-b3d351c112aa req-b908cbeb-0d0a-4449-8131-ebc20f1b1cfd tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:20:49.982192 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-e518bf2c-8323-446c-8e70-b3d351c112aa req-b908cbeb-0d0a-4449-8131-ebc20f1b1cfd tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Usage tracker for resource:port and tenant:e8145a70cab44ff88b524306edcbe946 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:20:49.988702 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-e518bf2c-8323-446c-8e70-b3d351c112aa req-b908cbeb-0d0a-4449-8131-ebc20f1b1cfd tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:20:50.053345 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-e518bf2c-8323-446c-8e70-b3d351c112aa req-b908cbeb-0d0a-4449-8131-ebc20f1b1cfd tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:20:50.055799 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-0b3a8264-6906-454f-8c3d-abfa67688165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:50.129795 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3a8264-6906-454f-8c3d-abfa67688165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5240d47a-0a71-4c0c-912d-ea8d966be263,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:50.153544 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-0b3a8264-6906-454f-8c3d-abfa67688165 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b2ed859b4fc14716992a71441d7c794b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8010647 Apr 18 19:20:50.156400 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 43302) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:20:50.187701 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e518bf2c-8323-446c-8e70-b3d351c112aa req-b908cbeb-0d0a-4449-8131-ebc20f1b1cfd tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Made reservation on behalf of e8145a70cab44ff88b524306edcbe946 for: {'port': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:20:50.191933 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-e518bf2c-8323-446c-8e70-b3d351c112aa req-b908cbeb-0d0a-4449-8131-ebc20f1b1cfd tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:50.225870 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-1fdf355e-47bc-4c28-99d5-3845f49ebb4d req-863563a2-5ec7-4ef7-98ff-cb04f711e790 service neutron] 10.222.0.73 "GET /v2.0/networks/e57b25b1-270e-45ff-9503-ac3e292dcc2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626748 Apr 18 19:20:50.348769 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4b2ccbb7-d540-462e-999f-eb989440a381 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:50.445607 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-49e14685-9241-4094-8369-72ded657761e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:50.538883 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-1fdf355e-47bc-4c28-99d5-3845f49ebb4d req-aa2dec4b-bf89-450a-a7bc-7b7dcfa6de2f service neutron] 10.222.0.73 "GET /v2.0/networks/e57b25b1-270e-45ff-9503-ac3e292dcc2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3057141 Apr 18 19:20:50.547143 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-49e14685-9241-4094-8369-72ded657761e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:50.572566 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217a7f35-4269-4268-9eb9-fd38238d68fb req-963b4316-a3b3-4b69-aa1b-f476688879b2 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:20:50.574593 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_common [req-e518bf2c-8323-446c-8e70-b3d351c112aa req-b908cbeb-0d0a-4449-8131-ebc20f1b1cfd tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Allocated IP 172.20.0.11 (5b81b8da-abac-4e05-9e51-d6de7035d9e7/b10cc942-f819-45fc-bb02-117dc96bc19f/e2db22ea-4eb8-4fa8-8067-77968b7252ce) {{(pid=84763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:20:50.576389 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-217a7f35-4269-4268-9eb9-fd38238d68fb req-963b4316-a3b3-4b69-aa1b-f476688879b2 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad50ccd9-f8c7-4e9f-a612-0fc852816914 HTTP/1.1" status: 200 len: 943 time: 0.1012387 Apr 18 19:20:50.656779 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-217a7f35-4269-4268-9eb9-fd38238d68fb req-827b8972-866d-4c19-8cb5-a8fd1078e846 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] 10.222.0.69 "GET /v2.0/security-groups?id=8c52123b-60a4-4956-916c-e7722e17de2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716712 Apr 18 19:20:50.702621 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:50.798965 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 43322) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:20:50.892990 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-3a1ef2d3-690f-4048-8758-061e772d5ce9 req-7f703bf6-915e-46cd-b681-243464959164 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2355448-26c2-4627-add5-d1edc93520c0 HTTP/1.1" status: 200 len: 210 time: 0.0603364 Apr 18 19:20:50.896436 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-49e14685-9241-4094-8369-72ded657761e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:50.932615 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e14685-9241-4094-8369-72ded657761e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5240d47a-0a71-4c0c-912d-ea8d966be263,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:50.979327 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0e1ccb-249b-4e7f-b4f4-ffa02671f4db req-01b6c56b-1da9-467d-965f-18947afd2590 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:20:50.980882 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2d0e1ccb-249b-4e7f-b4f4-ffa02671f4db req-01b6c56b-1da9-467d-965f-18947afd2590 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] 10.222.0.69 "GET /v2.0/ports?device_id=89f9e08c-6e87-469a-91f5-67c9940746c1 HTTP/1.1" status: 200 len: 949 time: 0.3570278 Apr 18 19:20:50.990208 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-49e14685-9241-4094-8369-72ded657761e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:50.991319 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-49e14685-9241-4094-8369-72ded657761e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5240d47a-0a71-4c0c-912d-ea8d966be263 HTTP/1.1" status: 204 len: 168 time: 0.8344011 Apr 18 19:20:50.992021 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-dd99fd1a-86fa-4894-aa73-cb4f52de7388 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:51.032949 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-dd99fd1a-86fa-4894-aa73-cb4f52de7388 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:20:51.040456 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-dd99fd1a-86fa-4894-aa73-cb4f52de7388 admin admin] Usage tracker for resource:security_group_rule and tenant:2b777fb00be5402bbd40ac023fa60d2f is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:20:51.045143 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-e518bf2c-8323-446c-8e70-b3d351c112aa req-b908cbeb-0d0a-4449-8131-ebc20f1b1cfd tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Notify callbacks [] for port, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:51.047603 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-dd99fd1a-86fa-4894-aa73-cb4f52de7388 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:20:51.055810 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-dd99fd1a-86fa-4894-aa73-cb4f52de7388 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:20:51.078963 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2d0e1ccb-249b-4e7f-b4f4-ffa02671f4db req-eeb67362-001f-45dc-bdb0-fc6aa855156f tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] 10.222.0.69 "GET /v2.0/security-groups?id=f2008cfd-72ff-4349-aa02-00ceb1980405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786998 Apr 18 19:20:51.156374 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-dd99fd1a-86fa-4894-aa73-cb4f52de7388 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:51.165757 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-e518bf2c-8323-446c-8e70-b3d351c112aa req-b908cbeb-0d0a-4449-8131-ebc20f1b1cfd tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331'] for port, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:51.243150 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e518bf2c-8323-446c-8e70-b3d351c112aa req-b908cbeb-0d0a-4449-8131-ebc20f1b1cfd tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Network 5b81b8da-abac-4e05-9e51-d6de7035d9e7 is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:20:51.246422 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [req-e518bf2c-8323-446c-8e70-b3d351c112aa req-b908cbeb-0d0a-4449-8131-ebc20f1b1cfd tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:20:51.251221 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-e518bf2c-8323-446c-8e70-b3d351c112aa req-b908cbeb-0d0a-4449-8131-ebc20f1b1cfd tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Received port after_create {{(pid=84763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:20:51.256843 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e518bf2c-8323-446c-8e70-b3d351c112aa req-b908cbeb-0d0a-4449-8131-ebc20f1b1cfd tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:20:51.257002 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-dd99fd1a-86fa-4894-aa73-cb4f52de7388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:51.257501 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-e518bf2c-8323-446c-8e70-b3d351c112aa req-b908cbeb-0d0a-4449-8131-ebc20f1b1cfd tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:51.270641 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b908cbeb-0d0a-4449-8131-ebc20f1b1cfd tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Pushing event updated for resources: {'Port': ['ID=e2db22ea-4eb8-4fa8-8067-77968b7252ce,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:51.303429 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd99fd1a-86fa-4894-aa73-cb4f52de7388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79015dd8-09cd-4265-abb3-eb2775101b75,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:51.312414 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-dd99fd1a-86fa-4894-aa73-cb4f52de7388 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2b777fb00be5402bbd40ac023fa60d2f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5110958 Apr 18 19:20:51.313882 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 43338) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:20:51.372404 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e518bf2c-8323-446c-8e70-b3d351c112aa req-b908cbeb-0d0a-4449-8131-ebc20f1b1cfd tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6385045 Apr 18 19:20:51.391027 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-40541685-57ee-4801-9daf-7321d5a8bbaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:51.395749 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-e518bf2c-8323-446c-8e70-b3d351c112aa req-0e0e036b-5b60-45c4-949e-20524aa39c07 service neutron] Request body: {'port': {'device_id': 'd2355448-26c2-4627-add5-d1edc93520c0', 'device_owner': 'compute:tempest-test_az-1809528954', 'binding:host_id': 'n-h2-836017-2'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:20:51.423563 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-40541685-57ee-4801-9daf-7321d5a8bbaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:51.482837 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 494deef7-e639-4a37-9e28-372be7b28c82 up at agent hyperv_n-h1-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:20:51.530501 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-e518bf2c-8323-446c-8e70-b3d351c112aa req-0e0e036b-5b60-45c4-949e-20524aa39c07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:51.560226 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-40541685-57ee-4801-9daf-7321d5a8bbaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:51.592429 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40541685-57ee-4801-9daf-7321d5a8bbaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79015dd8-09cd-4265-abb3-eb2775101b75,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:51.607448 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-40541685-57ee-4801-9daf-7321d5a8bbaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:51.607448 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-40541685-57ee-4801-9daf-7321d5a8bbaa admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/79015dd8-09cd-4265-abb3-eb2775101b75 HTTP/1.1" status: 204 len: 168 time: 0.2881684 Apr 18 19:20:51.657875 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Provisioning for port 494deef7-e639-4a37-9e28-372be7b28c82 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:20:51.693244 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Provisioning complete for port 494deef7-e639-4a37-9e28-372be7b28c82 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:20:51.693794 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:51.806864 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1c541fd-6087-4755-8778-e68e27e46067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:51.847876 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:51.884922 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89f9e08c-6e87-469a-91f5-67c9940746c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '494deef7-e639-4a37-9e28-372be7b28c82'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:20:51.898330 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port 494deef7-e639-4a37-9e28-372be7b28c82, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=494deef7-e639-4a37-9e28-372be7b28c82,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:20:51.965326 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:52.003615 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93b9473-d43c-4f9c-a1c8-fb29316acc05 req-b209597b-c5e8-46e7-a51c-9db365251a61 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:20:52.006787 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-b93b9473-d43c-4f9c-a1c8-fb29316acc05 req-b209597b-c5e8-46e7-a51c-9db365251a61 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad50ccd9-f8c7-4e9f-a612-0fc852816914 HTTP/1.1" status: 200 len: 943 time: 0.1299570 Apr 18 19:20:52.041618 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39b9db31-e409-498b-8d26-4b512f3f2f16'] response: {'server_uuid': '89f9e08c-6e87-469a-91f5-67c9940746c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '494deef7-e639-4a37-9e28-372be7b28c82', 'code': 200} Apr 18 19:20:52.042481 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:52.054442 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [req-e518bf2c-8323-446c-8e70-b3d351c112aa req-0e0e036b-5b60-45c4-949e-20524aa39c07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2db22ea-4eb8-4fa8-8067-77968b7252ce {{(pid=84763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:20:52.072858 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-e518bf2c-8323-446c-8e70-b3d351c112aa req-0e0e036b-5b60-45c4-949e-20524aa39c07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:52.092787 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Pushing event updated for resources: {'Port': ['ID=494deef7-e639-4a37-9e28-372be7b28c82,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:52.108198 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [req-e518bf2c-8323-446c-8e70-b3d351c112aa req-0e0e036b-5b60-45c4-949e-20524aa39c07 service neutron] Transition to ACTIVE for port object e2db22ea-4eb8-4fa8-8067-77968b7252ce will not be triggered until provisioned by entity L2. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:20:52.132073 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-b93b9473-d43c-4f9c-a1c8-fb29316acc05 req-51434645-eb7e-4fd9-ba23-984e4b7a08ea tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] 10.222.0.69 "GET /v2.0/security-groups?id=8c52123b-60a4-4956-916c-e7722e17de2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189246 Apr 18 19:20:52.200247 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-e518bf2c-8323-446c-8e70-b3d351c112aa req-0e0e036b-5b60-45c4-949e-20524aa39c07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:52.411917 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0e036b-5b60-45c4-949e-20524aa39c07 service neutron] Pushing event updated for resources: {'Port': ['ID=e2db22ea-4eb8-4fa8-8067-77968b7252ce,revision_number=2']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:52.467663 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0aa0b44b-36a3-4c3e-9e12-e52b5a5e7607 req-ffc944dc-d932-4fce-a4af-cc131932b251 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=89f9e08c-6e87-469a-91f5-67c9940746c1 HTTP/1.1" status: 200 len: 1101 time: 0.3337085 Apr 18 19:20:52.470247 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb37a64-5669-4fd4-966c-5521f45516ea req-93483f13-382c-4d31-8ddd-db8fed1dfe36 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:20:52.472380 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-9bb37a64-5669-4fd4-966c-5521f45516ea req-93483f13-382c-4d31-8ddd-db8fed1dfe36 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] 10.222.0.69 "GET /v2.0/ports?device_id=89f9e08c-6e87-469a-91f5-67c9940746c1 HTTP/1.1" status: 200 len: 950 time: 0.0953603 Apr 18 19:20:52.513087 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-e518bf2c-8323-446c-8e70-b3d351c112aa req-0e0e036b-5b60-45c4-949e-20524aa39c07 service neutron] Attempting to bind port e2db22ea-4eb8-4fa8-8067-77968b7252ce on host n-h2-836017-2 for vnic_type normal with profile {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:20:52.513533 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-e518bf2c-8323-446c-8e70-b3d351c112aa req-0e0e036b-5b60-45c4-949e-20524aa39c07 service neutron] Attempting to bind port e2db22ea-4eb8-4fa8-8067-77968b7252ce by drivers openvswitch,hyperv on host n-h2-836017-2 at level 0 using segments [{'id': '57f6477d-46cb-4fbc-8909-e9439d3b2b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '5b81b8da-abac-4e05-9e51-d6de7035d9e7'}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:20:52.513839 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e518bf2c-8323-446c-8e70-b3d351c112aa req-0e0e036b-5b60-45c4-949e-20524aa39c07 service neutron] Attempting to bind port e2db22ea-4eb8-4fa8-8067-77968b7252ce on network 5b81b8da-abac-4e05-9e51-d6de7035d9e7 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:20:52.537169 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e518bf2c-8323-446c-8e70-b3d351c112aa req-0e0e036b-5b60-45c4-949e-20524aa39c07 service neutron] Port e2db22ea-4eb8-4fa8-8067-77968b7252ce on network 5b81b8da-abac-4e05-9e51-d6de7035d9e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-2 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:20:52.537534 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e518bf2c-8323-446c-8e70-b3d351c112aa req-0e0e036b-5b60-45c4-949e-20524aa39c07 service neutron] Attempting to bind port e2db22ea-4eb8-4fa8-8067-77968b7252ce on network 5b81b8da-abac-4e05-9e51-d6de7035d9e7 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:20:52.551903 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-9bb37a64-5669-4fd4-966c-5521f45516ea req-eb99b1fe-e082-4dad-99d1-6c7f049988bb tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] 10.222.0.69 "GET /v2.0/security-groups?id=f2008cfd-72ff-4349-aa02-00ceb1980405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697565 Apr 18 19:20:52.558014 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f492808-0527-4879-871e-3bb281bcaccc req-50fd7240-5d64-4bf0-a419-97138f38cf79 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:20:52.558756 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-8f492808-0527-4879-871e-3bb281bcaccc req-50fd7240-5d64-4bf0-a419-97138f38cf79 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Synchronizing usage tracker for tenant:e8145a70cab44ff88b524306edcbe946 on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:20:52.563843 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-0aa0b44b-36a3-4c3e-9e12-e52b5a5e7607 req-471ee769-c6f0-41a4-b56e-000b65d67a44 service neutron] Synchronizing usage tracker for tenant:2ab8204b212f4244a6884a2aac05c2e5 on resource:security_group {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:20:52.569060 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e518bf2c-8323-446c-8e70-b3d351c112aa req-0e0e036b-5b60-45c4-949e-20524aa39c07 service neutron] Checking agent: {'id': '02e8f951-d3a3-40e1-b8cc-aed258af030b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:20:52.569399 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e518bf2c-8323-446c-8e70-b3d351c112aa req-0e0e036b-5b60-45c4-949e-20524aa39c07 service neutron] Checking segment: {'id': '57f6477d-46cb-4fbc-8909-e9439d3b2b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '5b81b8da-abac-4e05-9e51-d6de7035d9e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:20:52.569813 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e518bf2c-8323-446c-8e70-b3d351c112aa req-0e0e036b-5b60-45c4-949e-20524aa39c07 service neutron] Bound using segment: {'id': '57f6477d-46cb-4fbc-8909-e9439d3b2b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '5b81b8da-abac-4e05-9e51-d6de7035d9e7'} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:20:52.570219 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-e518bf2c-8323-446c-8e70-b3d351c112aa req-0e0e036b-5b60-45c4-949e-20524aa39c07 service neutron] Bound port: e2db22ea-4eb8-4fa8-8067-77968b7252ce, host: n-h2-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57f6477d-46cb-4fbc-8909-e9439d3b2b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '5b81b8da-abac-4e05-9e51-d6de7035d9e7'}}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:20:52.570561 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-e518bf2c-8323-446c-8e70-b3d351c112aa req-0e0e036b-5b60-45c4-949e-20524aa39c07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:52.697634 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-e518bf2c-8323-446c-8e70-b3d351c112aa req-0e0e036b-5b60-45c4-949e-20524aa39c07 service neutron] For port e2db22ea-4eb8-4fa8-8067-77968b7252ce, host n-h2-836017-2, cleared binding levels {{(pid=84763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:20:52.701482 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-e518bf2c-8323-446c-8e70-b3d351c112aa req-0e0e036b-5b60-45c4-949e-20524aa39c07 service neutron] For port e2db22ea-4eb8-4fa8-8067-77968b7252ce, host n-h2-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=e2db22ea-4eb8-4fa8-8067-77968b7252ce,segment=NetworkSegment(57f6477d-46cb-4fbc-8909-e9439d3b2b0a),segment_id=57f6477d-46cb-4fbc-8909-e9439d3b2b0a)] {{(pid=84763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:20:52.713535 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 43390) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:20:52.735873 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-8f492808-0527-4879-871e-3bb281bcaccc req-50fd7240-5d64-4bf0-a419-97138f38cf79 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Unset dirty status for tenant:e8145a70cab44ff88b524306edcbe946 on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:20:52.739643 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8f492808-0527-4879-871e-3bb281bcaccc req-50fd7240-5d64-4bf0-a419-97138f38cf79 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2355448-26c2-4627-add5-d1edc93520c0 HTTP/1.1" status: 200 len: 966 time: 0.4267368 Apr 18 19:20:52.740555 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-0aa0b44b-36a3-4c3e-9e12-e52b5a5e7607 req-471ee769-c6f0-41a4-b56e-000b65d67a44 service neutron] Unset dirty status for tenant:2ab8204b212f4244a6884a2aac05c2e5 on resource:security_group {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:20:52.741866 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0aa0b44b-36a3-4c3e-9e12-e52b5a5e7607 req-471ee769-c6f0-41a4-b56e-000b65d67a44 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=f2008cfd-72ff-4349-aa02-00ceb1980405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660840 Apr 18 19:20:52.743463 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-2be7be5a-b5ce-4809-b68d-e6ef82ad3c09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:52.778588 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-e518bf2c-8323-446c-8e70-b3d351c112aa req-0e0e036b-5b60-45c4-949e-20524aa39c07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:52.894579 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-2be7be5a-b5ce-4809-b68d-e6ef82ad3c09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:20:52.898459 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-e518bf2c-8323-446c-8e70-b3d351c112aa req-0e0e036b-5b60-45c4-949e-20524aa39c07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:52.899852 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e518bf2c-8323-446c-8e70-b3d351c112aa req-0e0e036b-5b60-45c4-949e-20524aa39c07 service neutron] 10.222.0.72 "PUT /v2.0/ports/e2db22ea-4eb8-4fa8-8067-77968b7252ce HTTP/1.1" status: 200 len: 1114 time: 1.5206797 Apr 18 19:20:52.900281 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2355448-26c2-4627-add5-d1edc93520c0', 'tag': 'e2db22ea-4eb8-4fa8-8067-77968b7252ce'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:20:52.911348 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-2be7be5a-b5ce-4809-b68d-e6ef82ad3c09 admin admin] Usage tracker for resource:security_group_rule and tenant:01127ee4f1c04a8bab3c8c4979592c68 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:20:52.919181 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-2be7be5a-b5ce-4809-b68d-e6ef82ad3c09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:20:52.926293 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8f492808-0527-4879-871e-3bb281bcaccc req-0d49451b-6f8f-4db3-b8d2-bf8c737fad8a tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701488 Apr 18 19:20:52.935979 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-2be7be5a-b5ce-4809-b68d-e6ef82ad3c09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:20:52.935979 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0e036b-5b60-45c4-949e-20524aa39c07 service neutron] Pushing event updated for resources: {'Port': ['ID=e2db22ea-4eb8-4fa8-8067-77968b7252ce,revision_number=3']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:53.041033 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a4106dab-6971-4e7e-8fdc-c66f0a3f4877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:53.092013 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-2be7be5a-b5ce-4809-b68d-e6ef82ad3c09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:53.101396 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22a7dc23-deb2-4ccb-9f1b-7e32e808096f'] response: {'name': 'network-changed', 'server_uuid': 'd2355448-26c2-4627-add5-d1edc93520c0', 'tag': 'e2db22ea-4eb8-4fa8-8067-77968b7252ce', 'status': 'completed', 'code': 200} Apr 18 19:20:53.131925 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 43410) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:20:53.156440 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e518bf2c-8323-446c-8e70-b3d351c112aa req-9cfc9cdc-6452-4e07-b402-61335a3fb252 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e8145a70cab44ff88b524306edcbe946&device_id=d2355448-26c2-4627-add5-d1edc93520c0 HTTP/1.1" status: 200 len: 1117 time: 0.1054752 Apr 18 19:20:53.274215 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-2be7be5a-b5ce-4809-b68d-e6ef82ad3c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:53.306916 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e518bf2c-8323-446c-8e70-b3d351c112aa req-39a0d8b2-0e9b-4d73-aee6-5c092c97c41b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2db22ea-4eb8-4fa8-8067-77968b7252ce HTTP/1.1" status: 200 len: 217 time: 0.1426899 Apr 18 19:20:53.363948 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-2eda79a2-48db-45c0-bf16-f7b14cbe8d79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:53.410012 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be7be5a-b5ce-4809-b68d-e6ef82ad3c09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40f45167-7d00-403c-9060-0c37f5d55f37,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:53.415096 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-2eda79a2-48db-45c0-bf16-f7b14cbe8d79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:20:53.421024 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-2eda79a2-48db-45c0-bf16-f7b14cbe8d79 admin admin] Usage tracker for resource:security_group_rule and tenant:06293cce8531461d9f2b051f191d95a4 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:20:53.421952 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-2be7be5a-b5ce-4809-b68d-e6ef82ad3c09 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=01127ee4f1c04a8bab3c8c4979592c68&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7069938 Apr 18 19:20:53.426105 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-2eda79a2-48db-45c0-bf16-f7b14cbe8d79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:20:53.426272 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 43428) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:20:53.435059 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-2eda79a2-48db-45c0-bf16-f7b14cbe8d79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:20:53.445947 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee89d7d-5f62-4932-b35a-e950979ec277 req-06ccbd8e-7624-4dc2-920e-d21f2599329c tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:20:53.447485 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-eee89d7d-5f62-4932-b35a-e950979ec277 req-06ccbd8e-7624-4dc2-920e-d21f2599329c tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad50ccd9-f8c7-4e9f-a612-0fc852816914 HTTP/1.1" status: 200 len: 943 time: 0.1832607 Apr 18 19:20:53.483385 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e518bf2c-8323-446c-8e70-b3d351c112aa req-9a42d1c8-9dad-4c51-a702-2d147f72ce29 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:20:53.485148 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e518bf2c-8323-446c-8e70-b3d351c112aa req-9a42d1c8-9dad-4c51-a702-2d147f72ce29 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b10cc942-f819-45fc-bb02-117dc96bc19f HTTP/1.1" status: 200 len: 859 time: 0.1574900 Apr 18 19:20:53.506948 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 4e8ac556-a312-47c3-96eb-49f6efdb48d7 details requested by agent hyperv_n-h1-836017-2 with host n-h1-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:20:53.536712 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e518bf2c-8323-446c-8e70-b3d351c112aa req-fa6fd569-c791-4559-9e2a-08563bd34c8d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5b81b8da-abac-4e05-9e51-d6de7035d9e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446799 Apr 18 19:20:53.539188 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-eee89d7d-5f62-4932-b35a-e950979ec277 req-b0b0e96c-f1cd-4c83-9d51-878e7ed9f4bb tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] 10.222.0.69 "GET /v2.0/security-groups?id=8c52123b-60a4-4956-916c-e7722e17de2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794885 Apr 18 19:20:53.621666 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-2eda79a2-48db-45c0-bf16-f7b14cbe8d79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:53.738833 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-e4bb7ff0-af7b-4c71-a861-cacf85708edc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:53.749817 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-2eda79a2-48db-45c0-bf16-f7b14cbe8d79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:53.775639 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port 4e8ac556-a312-47c3-96eb-49f6efdb48d7, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=4e8ac556-a312-47c3-96eb-49f6efdb48d7,segment=NetworkSegment(6756b591-a26a-489e-add9-6f6fd4d12828),segment_id=6756b591-a26a-489e-add9-6f6fd4d12828)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:20:53.789253 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-e4bb7ff0-af7b-4c71-a861-cacf85708edc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:53.791323 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Returning: {'device': '4e8ac556-a312-47c3-96eb-49f6efdb48d7', 'network_id': 'e57b25b1-270e-45ff-9503-ac3e292dcc2d', 'port_id': '4e8ac556-a312-47c3-96eb-49f6efdb48d7', 'mac_address': 'fa:16:3e:15:2f:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa3d7594-8a64-4b57-b0dc-322016530760', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:20:53.853552 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:53.872312 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e518bf2c-8323-446c-8e70-b3d351c112aa req-b7fe34e1-7f82-4601-b260-0dc22f4d057a service neutron] 10.222.0.72 "GET /v2.0/networks/5b81b8da-abac-4e05-9e51-d6de7035d9e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3265958 Apr 18 19:20:53.875096 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-2eda79a2-48db-45c0-bf16-f7b14cbe8d79 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=06293cce8531461d9f2b051f191d95a4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7410228 Apr 18 19:20:53.878035 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e8ac556-a312-47c3-96eb-49f6efdb48d7 {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:20:53.878883 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 43442) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:20:53.879511 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eda79a2-48db-45c0-bf16-f7b14cbe8d79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b79b4c4-6cf7-4cb4-bca0-c949d4dc7b5b,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:53.896371 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port 4e8ac556-a312-47c3-96eb-49f6efdb48d7, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=4e8ac556-a312-47c3-96eb-49f6efdb48d7,segment=NetworkSegment(6756b591-a26a-489e-add9-6f6fd4d12828),segment_id=6756b591-a26a-489e-add9-6f6fd4d12828)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:20:53.961314 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:53.982738 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd2ef7a-5589-44db-90ad-8637d2a6a4a9 req-bdd870c9-a03f-4aa8-af07-36ad784e203d tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:20:53.994594 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ebd2ef7a-5589-44db-90ad-8637d2a6a4a9 req-bdd870c9-a03f-4aa8-af07-36ad784e203d tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] 10.222.0.69 "GET /v2.0/ports?device_id=89f9e08c-6e87-469a-91f5-67c9940746c1 HTTP/1.1" status: 200 len: 950 time: 0.2875214 Apr 18 19:20:54.020863 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-e4bb7ff0-af7b-4c71-a861-cacf85708edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:54.021440 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-a97f725e-51e8-4b0f-b9fa-999b7799fcff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:54.042700 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bb7ff0-af7b-4c71-a861-cacf85708edc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40f45167-7d00-403c-9060-0c37f5d55f37,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:54.070008 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-e4bb7ff0-af7b-4c71-a861-cacf85708edc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:54.074007 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-e4bb7ff0-af7b-4c71-a861-cacf85708edc admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/40f45167-7d00-403c-9060-0c37f5d55f37 HTTP/1.1" status: 204 len: 168 time: 0.6451974 Apr 18 19:20:54.085641 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Pushing event updated for resources: {'Port': ['ID=4e8ac556-a312-47c3-96eb-49f6efdb48d7,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:54.120903 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-a97f725e-51e8-4b0f-b9fa-999b7799fcff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:54.143103 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e518bf2c-8323-446c-8e70-b3d351c112aa req-d97c847a-3a61-434f-a6c9-a095b5f30faf service neutron] 10.222.0.72 "GET /v2.0/networks/5b81b8da-abac-4e05-9e51-d6de7035d9e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581813 Apr 18 19:20:54.171726 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ebd2ef7a-5589-44db-90ad-8637d2a6a4a9 req-65a61b7b-26a3-4a5c-9854-c15c61bce906 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] 10.222.0.69 "GET /v2.0/security-groups?id=f2008cfd-72ff-4349-aa02-00ceb1980405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518168 Apr 18 19:20:54.284278 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] get_ports_and_sgs() called for port_ids ['4e8ac556-a312-47c3-96eb-49f6efdb48d7'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:20:54.302822 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-a97f725e-51e8-4b0f-b9fa-999b7799fcff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:54.368690 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-a97f725e-51e8-4b0f-b9fa-999b7799fcff admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:54.375992 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-a97f725e-51e8-4b0f-b9fa-999b7799fcff admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2b79b4c4-6cf7-4cb4-bca0-c949d4dc7b5b HTTP/1.1" status: 204 len: 168 time: 0.4933989 Apr 18 19:20:54.380780 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97f725e-51e8-4b0f-b9fa-999b7799fcff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b79b4c4-6cf7-4cb4-bca0-c949d4dc7b5b,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:54.435510 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8403489a-00bd-44ee-a214-b9d4772e8343 req-d9ec1e2d-bbbd-4533-a294-0a0248284232 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e8145a70cab44ff88b524306edcbe946&device_id=d2355448-26c2-4627-add5-d1edc93520c0 HTTP/1.1" status: 200 len: 1117 time: 0.1491685 Apr 18 19:20:54.535982 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02f4c6e-644d-4edc-be4b-ef4ccc3a4068 req-fa690a4b-356c-4fb1-a589-c79768fa0e6a tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:20:54.537899 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f02f4c6e-644d-4edc-be4b-ef4ccc3a4068 req-fa690a4b-356c-4fb1-a589-c79768fa0e6a tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2355448-26c2-4627-add5-d1edc93520c0 HTTP/1.1" status: 200 len: 966 time: 0.1313059 Apr 18 19:20:54.616369 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-f02f4c6e-644d-4edc-be4b-ef4ccc3a4068 req-fadf3457-c64d-4386-82b9-da75aadc12a5 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Synchronizing usage tracker for tenant:e8145a70cab44ff88b524306edcbe946 on resource:security_group {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:20:54.640577 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8403489a-00bd-44ee-a214-b9d4772e8343 req-837d0914-10f4-4a59-8ac2-5fab9feaaeed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:20:54.642601 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8403489a-00bd-44ee-a214-b9d4772e8343 req-837d0914-10f4-4a59-8ac2-5fab9feaaeed service neutron] 10.222.0.72 "GET /v2.0/networks?id=5b81b8da-abac-4e05-9e51-d6de7035d9e7 HTTP/1.1" status: 200 len: 920 time: 0.1999962 Apr 18 19:20:54.670191 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:54.741652 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8403489a-00bd-44ee-a214-b9d4772e8343 req-972f6e09-ef5b-4a50-a337-db43b39c88e8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2db22ea-4eb8-4fa8-8067-77968b7252ce HTTP/1.1" status: 200 len: 217 time: 0.0918005 Apr 18 19:20:54.741971 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-f02f4c6e-644d-4edc-be4b-ef4ccc3a4068 req-fadf3457-c64d-4386-82b9-da75aadc12a5 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Unset dirty status for tenant:e8145a70cab44ff88b524306edcbe946 on resource:security_group {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:20:54.743133 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f02f4c6e-644d-4edc-be4b-ef4ccc3a4068 req-fadf3457-c64d-4386-82b9-da75aadc12a5 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889777 Apr 18 19:20:54.875235 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8403489a-00bd-44ee-a214-b9d4772e8343 req-498555e0-f849-4709-86df-e2f3217470a0 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:20:54.877003 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8403489a-00bd-44ee-a214-b9d4772e8343 req-498555e0-f849-4709-86df-e2f3217470a0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b10cc942-f819-45fc-bb02-117dc96bc19f HTTP/1.1" status: 200 len: 859 time: 0.1132479 Apr 18 19:20:54.929901 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8403489a-00bd-44ee-a214-b9d4772e8343 req-b5a3ef53-eb79-450e-aaf5-7870a28ef3d2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5b81b8da-abac-4e05-9e51-d6de7035d9e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451760 Apr 18 19:20:55.022062 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e797233-2e0d-46c5-8d8e-62c8984fe13c req-8cebbd68-efd1-437c-903b-e00b945b3ca7 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:20:55.023647 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-6e797233-2e0d-46c5-8d8e-62c8984fe13c req-8cebbd68-efd1-437c-903b-e00b945b3ca7 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad50ccd9-f8c7-4e9f-a612-0fc852816914 HTTP/1.1" status: 200 len: 944 time: 0.2612810 Apr 18 19:20:55.136336 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-6e797233-2e0d-46c5-8d8e-62c8984fe13c req-42456d43-c5e6-4b67-b578-5f06fbaa7831 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] 10.222.0.69 "GET /v2.0/security-groups?id=8c52123b-60a4-4956-916c-e7722e17de2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977476 Apr 18 19:20:55.138524 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8403489a-00bd-44ee-a214-b9d4772e8343 req-30140dde-187d-4216-bff5-6c463c69882c service neutron] 10.222.0.72 "GET /v2.0/networks/5b81b8da-abac-4e05-9e51-d6de7035d9e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014484 Apr 18 19:20:55.332757 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8403489a-00bd-44ee-a214-b9d4772e8343 req-25a46c1d-5751-4455-8982-e8c9b4382abc service neutron] 10.222.0.72 "GET /v2.0/networks/5b81b8da-abac-4e05-9e51-d6de7035d9e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875162 Apr 18 19:20:55.515081 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 4e8ac556-a312-47c3-96eb-49f6efdb48d7 up at agent hyperv_n-h1-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:20:55.531780 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a19451-4991-4c8d-b322-4ceb22fdca27 req-357513ea-0eb7-4555-87ff-5331b7851f59 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:20:55.534264 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-47a19451-4991-4c8d-b322-4ceb22fdca27 req-357513ea-0eb7-4555-87ff-5331b7851f59 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] 10.222.0.69 "GET /v2.0/ports?device_id=89f9e08c-6e87-469a-91f5-67c9940746c1 HTTP/1.1" status: 200 len: 950 time: 0.0872805 Apr 18 19:20:55.573133 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 43516) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:20:55.601710 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ee818d39-02b3-4283-bba3-7056c8b366cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:55.657930 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-47a19451-4991-4c8d-b322-4ceb22fdca27 req-b957b4db-787f-439b-a6a3-210786972cdc tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] 10.222.0.69 "GET /v2.0/security-groups?id=f2008cfd-72ff-4349-aa02-00ceb1980405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987022 Apr 18 19:20:55.694222 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Provisioning for port 4e8ac556-a312-47c3-96eb-49f6efdb48d7 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:20:55.695919 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-ee818d39-02b3-4283-bba3-7056c8b366cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:20:55.700546 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Provisioning complete for port 4e8ac556-a312-47c3-96eb-49f6efdb48d7 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:20:55.701782 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:55.702876 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-ee818d39-02b3-4283-bba3-7056c8b366cf admin admin] Usage tracker for resource:security_group_rule and tenant:13089f542ee84d01acf1d01a20969107 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:20:55.712747 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-ee818d39-02b3-4283-bba3-7056c8b366cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:20:55.729982 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-ee818d39-02b3-4283-bba3-7056c8b366cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:20:55.837958 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ee818d39-02b3-4283-bba3-7056c8b366cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:55.843465 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:55.889090 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad50ccd9-f8c7-4e9f-a612-0fc852816914', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e8ac556-a312-47c3-96eb-49f6efdb48d7'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:20:55.901497 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port 4e8ac556-a312-47c3-96eb-49f6efdb48d7, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=4e8ac556-a312-47c3-96eb-49f6efdb48d7,segment=NetworkSegment(6756b591-a26a-489e-add9-6f6fd4d12828),segment_id=6756b591-a26a-489e-add9-6f6fd4d12828)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:20:55.919477 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ee818d39-02b3-4283-bba3-7056c8b366cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:55.978217 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee818d39-02b3-4283-bba3-7056c8b366cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cb60408-496c-431e-b504-4f9b102e1ec7,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:55.988634 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 43544) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:20:55.998879 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-ee818d39-02b3-4283-bba3-7056c8b366cf admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=13089f542ee84d01acf1d01a20969107&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4246032 Apr 18 19:20:56.001175 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:56.090200 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-a38464f4-aaae-4b6c-a876-12585a424340 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:56.098656 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Pushing event updated for resources: {'Port': ['ID=4e8ac556-a312-47c3-96eb-49f6efdb48d7,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:56.265170 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-a38464f4-aaae-4b6c-a876-12585a424340 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:56.325380 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276518fc-f51b-497c-a5f8-0b0b92ba44d4 req-9bf58593-7d99-4c59-9f5f-52be91ae4cee tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:20:56.327116 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-276518fc-f51b-497c-a5f8-0b0b92ba44d4 req-9bf58593-7d99-4c59-9f5f-52be91ae4cee tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2355448-26c2-4627-add5-d1edc93520c0 HTTP/1.1" status: 200 len: 966 time: 0.2258763 Apr 18 19:20:56.356445 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0ed787c7-22fd-4188-bc0c-8e0d5b9fa0e4 req-4a5afc4d-d3bd-4a7c-9daa-411b0d144810 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=89f9e08c-6e87-469a-91f5-67c9940746c1&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0820837 Apr 18 19:20:56.394473 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-276518fc-f51b-497c-a5f8-0b0b92ba44d4 req-f81c6949-132e-4db4-ba3b-3d41cc75c858 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484743 Apr 18 19:20:56.405928 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-a38464f4-aaae-4b6c-a876-12585a424340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:56.428993 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38464f4-aaae-4b6c-a876-12585a424340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cb60408-496c-431e-b504-4f9b102e1ec7,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:56.436460 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-a38464f4-aaae-4b6c-a876-12585a424340 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:56.437562 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-a38464f4-aaae-4b6c-a876-12585a424340 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5cb60408-496c-431e-b504-4f9b102e1ec7 HTTP/1.1" status: 204 len: 168 time: 0.4480686 Apr 18 19:20:56.504965 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a71b7039-9174-453b-8c94-437c40a9f638'] response: {'server_uuid': 'ad50ccd9-f8c7-4e9f-a612-0fc852816914', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e8ac556-a312-47c3-96eb-49f6efdb48d7', 'code': 200} Apr 18 19:20:56.754210 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240510e1-4688-421a-ad2e-a46948ca276d req-8e599517-e613-447c-8e72-3b989f96f7dc tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:20:56.756634 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-240510e1-4688-421a-ad2e-a46948ca276d req-8e599517-e613-447c-8e72-3b989f96f7dc tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad50ccd9-f8c7-4e9f-a612-0fc852816914 HTTP/1.1" status: 200 len: 945 time: 0.1137419 Apr 18 19:20:56.770000 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-48362f30-53e4-499a-9ebb-eedd7d1e1ad5 req-0d9d19a1-ab29-47b9-bf32-479e1a0b86aa service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ad50ccd9-f8c7-4e9f-a612-0fc852816914 HTTP/1.1" status: 200 len: 1096 time: 0.2007370 Apr 18 19:20:56.860007 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-48362f30-53e4-499a-9ebb-eedd7d1e1ad5 req-79c3e43e-767b-4d9c-a0ee-db87f3a6bdc6 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=8c52123b-60a4-4956-916c-e7722e17de2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658162 Apr 18 19:20:56.862597 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-240510e1-4688-421a-ad2e-a46948ca276d req-10744466-ba11-484d-8d5e-97a511662d5d tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] 10.222.0.69 "GET /v2.0/security-groups?id=8c52123b-60a4-4956-916c-e7722e17de2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908325 Apr 18 19:20:56.884383 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c553f6c6-5844-4b50-970c-de800a450bdc req-02725b2c-de63-49fa-82fc-00c55a611c62 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:20:56.886962 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c553f6c6-5844-4b50-970c-de800a450bdc req-02725b2c-de63-49fa-82fc-00c55a611c62 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] 10.222.0.69 "GET /v2.0/ports?device_id=89f9e08c-6e87-469a-91f5-67c9940746c1 HTTP/1.1" status: 200 len: 950 time: 0.1493177 Apr 18 19:20:56.925296 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 43570) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:20:56.974653 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c553f6c6-5844-4b50-970c-de800a450bdc req-571ea8e7-4f3d-42a3-8a2c-75ac1898f67f tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] 10.222.0.69 "GET /v2.0/security-groups?id=f2008cfd-72ff-4349-aa02-00ceb1980405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818422 Apr 18 19:20:57.138901 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ea90bcb8-10b1-4215-bdfb-c49d0786314b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:57.193484 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-ea90bcb8-10b1-4215-bdfb-c49d0786314b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:20:57.197965 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-ea90bcb8-10b1-4215-bdfb-c49d0786314b admin admin] Usage tracker for resource:security_group_rule and tenant:a4cd6dbf1c1a4106aed59d23b18e5fa6 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:20:57.201302 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-ea90bcb8-10b1-4215-bdfb-c49d0786314b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:20:57.208827 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-ea90bcb8-10b1-4215-bdfb-c49d0786314b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:20:57.287570 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ea90bcb8-10b1-4215-bdfb-c49d0786314b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:57.354018 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ea90bcb8-10b1-4215-bdfb-c49d0786314b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:57.468078 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device e2db22ea-4eb8-4fa8-8067-77968b7252ce details requested by agent hyperv_n-h2-836017-2 with host n-h2-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:20:57.535857 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fa0d3598-aeaa-42d3-92cb-fa858e546031 req-ccbcfb74-0f5e-411e-8fa1-47d75a452dbd tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=f59fcfae48234df59c11066dd5438bec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1217253 Apr 18 19:20:57.543414 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 43614) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:20:57.544034 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-ea90bcb8-10b1-4215-bdfb-c49d0786314b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a4cd6dbf1c1a4106aed59d23b18e5fa6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6170545 Apr 18 19:20:57.552181 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea90bcb8-10b1-4215-bdfb-c49d0786314b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e0c1211-29d5-45b7-8112-26de161147a6,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:57.658967 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port e2db22ea-4eb8-4fa8-8067-77968b7252ce, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=e2db22ea-4eb8-4fa8-8067-77968b7252ce,segment=NetworkSegment(57f6477d-46cb-4fbc-8909-e9439d3b2b0a),segment_id=57f6477d-46cb-4fbc-8909-e9439d3b2b0a)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:20:57.676870 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Returning: {'device': 'e2db22ea-4eb8-4fa8-8067-77968b7252ce', 'network_id': '5b81b8da-abac-4e05-9e51-d6de7035d9e7', 'port_id': 'e2db22ea-4eb8-4fa8-8067-77968b7252ce', 'mac_address': 'fa:16:3e:0f:9c:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b10cc942-f819-45fc-bb02-117dc96bc19f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:tempest-test_az-1809528954', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:20:57.730073 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-15c14d1b-2b9a-42d1-bd27-2f7a00ca0773 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:57.776237 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:57.811494 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2db22ea-4eb8-4fa8-8067-77968b7252ce {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:20:57.818918 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0d3598-aeaa-42d3-92cb-fa858e546031 req-0bcfbbd3-0d9a-418f-a3b0-5bf10dbb372c tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:20:57.821586 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-15c14d1b-2b9a-42d1-bd27-2f7a00ca0773 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:57.827334 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fa0d3598-aeaa-42d3-92cb-fa858e546031 req-0bcfbbd3-0d9a-418f-a3b0-5bf10dbb372c tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2815666 Apr 18 19:20:57.835789 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port e2db22ea-4eb8-4fa8-8067-77968b7252ce, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=e2db22ea-4eb8-4fa8-8067-77968b7252ce,segment=NetworkSegment(57f6477d-46cb-4fbc-8909-e9439d3b2b0a),segment_id=57f6477d-46cb-4fbc-8909-e9439d3b2b0a)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:20:57.849744 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fa0d3598-aeaa-42d3-92cb-fa858e546031 req-9a79a86b-d0dc-4e27-a3db-bd3d5725c131 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] 10.222.0.69 "GET /v2.0/quotas/f59fcfae48234df59c11066dd5438bec HTTP/1.1" status: 200 len: 375 time: 0.0207334 Apr 18 19:20:57.891649 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d170bd-3841-432f-9fc9-df9b4d1d2479 req-7aeb63e1-440f-408b-ae6d-3179d704c48c tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:20:57.900472 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-34d170bd-3841-432f-9fc9-df9b4d1d2479 req-7aeb63e1-440f-408b-ae6d-3179d704c48c tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2355448-26c2-4627-add5-d1edc93520c0 HTTP/1.1" status: 200 len: 966 time: 0.2088284 Apr 18 19:20:57.913798 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:57.962559 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-34d170bd-3841-432f-9fc9-df9b4d1d2479 req-29c7f414-c384-40f6-81c1-b82bcd2fb952 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607250 Apr 18 19:20:57.967723 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fa0d3598-aeaa-42d3-92cb-fa858e546031 req-b760a71b-76f9-4a46-b34f-ab6a7ba3fe4c tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=f59fcfae48234df59c11066dd5438bec&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1164610 Apr 18 19:20:58.035137 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=e2db22ea-4eb8-4fa8-8067-77968b7252ce,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:58.053554 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-15c14d1b-2b9a-42d1-bd27-2f7a00ca0773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:58.089895 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c14d1b-2b9a-42d1-bd27-2f7a00ca0773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e0c1211-29d5-45b7-8112-26de161147a6,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:58.091915 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-15c14d1b-2b9a-42d1-bd27-2f7a00ca0773 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:58.097635 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-15c14d1b-2b9a-42d1-bd27-2f7a00ca0773 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7e0c1211-29d5-45b7-8112-26de161147a6 HTTP/1.1" status: 204 len: 168 time: 0.5530605 Apr 18 19:20:58.112606 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] get_ports_and_sgs() called for port_ids ['e2db22ea-4eb8-4fa8-8067-77968b7252ce'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:20:58.441868 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01a1738-2919-4491-a2c4-4deef361e207 req-a5899f17-9fcd-4499-bdfe-90ed468b3d85 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:20:58.452171 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-b01a1738-2919-4491-a2c4-4deef361e207 req-a5899f17-9fcd-4499-bdfe-90ed468b3d85 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad50ccd9-f8c7-4e9f-a612-0fc852816914 HTTP/1.1" status: 200 len: 945 time: 0.1144011 Apr 18 19:20:58.511586 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-b01a1738-2919-4491-a2c4-4deef361e207 req-aa949e9e-1e13-4e3b-a42e-c1de289ae866 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] 10.222.0.69 "GET /v2.0/security-groups?id=8c52123b-60a4-4956-916c-e7722e17de2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585158 Apr 18 19:20:58.785278 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ca83b056-ba71-4437-abef-fcdd376095a6 req-d787fedf-b2fb-4874-8ec2-cdae03dbed3b tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] 10.222.0.69 "GET /v2.0/ports?device_id=c8cdad1e-1442-4065-84f5-0ac9f7d1753c HTTP/1.1" status: 200 len: 210 time: 0.0475910 Apr 18 19:20:59.275937 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976eb5c7-1624-4be3-858f-f7683acaa94f req-df70942f-fff0-4aac-8dce-4775b62470db tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:20:59.277462 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-976eb5c7-1624-4be3-858f-f7683acaa94f req-df70942f-fff0-4aac-8dce-4775b62470db tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2355448-26c2-4627-add5-d1edc93520c0 HTTP/1.1" status: 200 len: 967 time: 0.1128778 Apr 18 19:20:59.348261 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-976eb5c7-1624-4be3-858f-f7683acaa94f req-734068b9-422a-4197-a3cd-37aecb82515f tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647442 Apr 18 19:20:59.468121 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device e2db22ea-4eb8-4fa8-8067-77968b7252ce up at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:20:59.584712 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 43698) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:20:59.610272 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-73cffdc7-a850-45fc-9b60-74fa5e20d589 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:59.651430 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning for port e2db22ea-4eb8-4fa8-8067-77968b7252ce completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:20:59.657071 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning complete for port e2db22ea-4eb8-4fa8-8067-77968b7252ce triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:20:59.657796 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:59.668038 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-73cffdc7-a850-45fc-9b60-74fa5e20d589 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:20:59.678301 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-73cffdc7-a850-45fc-9b60-74fa5e20d589 admin admin] Usage tracker for resource:security_group_rule and tenant:c5edd2efe0594e2ea12759c31f06c013 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:20:59.686391 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-73cffdc7-a850-45fc-9b60-74fa5e20d589 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:20:59.697375 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-73cffdc7-a850-45fc-9b60-74fa5e20d589 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:20:59.843571 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-73cffdc7-a850-45fc-9b60-74fa5e20d589 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:59.844227 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:59.904973 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port e2db22ea-4eb8-4fa8-8067-77968b7252ce, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=e2db22ea-4eb8-4fa8-8067-77968b7252ce,segment=NetworkSegment(57f6477d-46cb-4fbc-8909-e9439d3b2b0a),segment_id=57f6477d-46cb-4fbc-8909-e9439d3b2b0a)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:20:59.906354 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2355448-26c2-4627-add5-d1edc93520c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2db22ea-4eb8-4fa8-8067-77968b7252ce'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:20:59.986563 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-73cffdc7-a850-45fc-9b60-74fa5e20d589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:00.079061 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cffdc7-a850-45fc-9b60-74fa5e20d589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3616803-f02d-401b-a19d-08dbdc3c78ea,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:00.087927 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-73cffdc7-a850-45fc-9b60-74fa5e20d589 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c5edd2efe0594e2ea12759c31f06c013&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5014215 Apr 18 19:21:00.090783 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 43714) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:00.097717 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cffdc7-a850-45fc-9b60-74fa5e20d589 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:21:00.098059 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cffdc7-a850-45fc-9b60-74fa5e20d589 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:21:00.098396 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cffdc7-a850-45fc-9b60-74fa5e20d589 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:21:00.098731 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cffdc7-a850-45fc-9b60-74fa5e20d589 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:21:00.099049 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cffdc7-a850-45fc-9b60-74fa5e20d589 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:21:00.099553 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cffdc7-a850-45fc-9b60-74fa5e20d589 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:21:00.099875 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cffdc7-a850-45fc-9b60-74fa5e20d589 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:21:00.100197 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cffdc7-a850-45fc-9b60-74fa5e20d589 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:21:00.100556 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cffdc7-a850-45fc-9b60-74fa5e20d589 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:21:00.100880 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cffdc7-a850-45fc-9b60-74fa5e20d589 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:21:00.101200 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cffdc7-a850-45fc-9b60-74fa5e20d589 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:21:00.142254 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0b1684-035e-49b6-bd5e-a6015e5c540e req-882ec02f-a34f-437a-90be-7c99d0c6d540 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:00.144689 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-dc0b1684-035e-49b6-bd5e-a6015e5c540e req-882ec02f-a34f-437a-90be-7c99d0c6d540 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad50ccd9-f8c7-4e9f-a612-0fc852816914 HTTP/1.1" status: 200 len: 945 time: 0.1320198 Apr 18 19:21:00.173279 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-3e596360-a624-4d80-96c9-387d3ed53ba2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:00.196678 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-dc0b1684-035e-49b6-bd5e-a6015e5c540e req-f6548772-66a0-480f-86bc-3ac3f59071c4 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] 10.222.0.69 "GET /v2.0/security-groups?id=8c52123b-60a4-4956-916c-e7722e17de2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460503 Apr 18 19:21:00.208048 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-3e596360-a624-4d80-96c9-387d3ed53ba2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:00.440499 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:00.457222 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-3e596360-a624-4d80-96c9-387d3ed53ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:00.510367 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e596360-a624-4d80-96c9-387d3ed53ba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3616803-f02d-401b-a19d-08dbdc3c78ea,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:00.543245 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e596360-a624-4d80-96c9-387d3ed53ba2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:21:00.543972 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e596360-a624-4d80-96c9-387d3ed53ba2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:21:00.544559 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e596360-a624-4d80-96c9-387d3ed53ba2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:21:00.544683 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-56c0a849-b892-4abf-88b5-7f322831f955 req-53dd0144-b50e-4a2e-b338-dbf7d0eb5599 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] 10.222.0.69 "GET /v2.0/ports?device_id=c8cdad1e-1442-4065-84f5-0ac9f7d1753c HTTP/1.1" status: 200 len: 210 time: 0.0701852 Apr 18 19:21:00.545236 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e596360-a624-4d80-96c9-387d3ed53ba2 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:21:00.545669 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e596360-a624-4d80-96c9-387d3ed53ba2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:21:00.546093 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e596360-a624-4d80-96c9-387d3ed53ba2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:21:00.546516 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e596360-a624-4d80-96c9-387d3ed53ba2 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:21:00.547333 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e596360-a624-4d80-96c9-387d3ed53ba2 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:21:00.547553 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e596360-a624-4d80-96c9-387d3ed53ba2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:21:00.547982 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e596360-a624-4d80-96c9-387d3ed53ba2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:21:00.548422 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e596360-a624-4d80-96c9-387d3ed53ba2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:21:00.552660 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-3e596360-a624-4d80-96c9-387d3ed53ba2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:00.554099 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-3e596360-a624-4d80-96c9-387d3ed53ba2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b3616803-f02d-401b-a19d-08dbdc3c78ea HTTP/1.1" status: 204 len: 168 time: 0.4620283 Apr 18 19:21:00.557426 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=e2db22ea-4eb8-4fa8-8067-77968b7252ce,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:00.577179 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:21:00.577606 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:21:00.577960 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:21:00.578326 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:21:00.578643 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:21:00.579167 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:21:00.579291 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:21:00.579632 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:21:00.580612 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:21:00.581744 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:21:00.582116 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:21:00.695120 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85494466-8798-445c-99b7-ffac7f9c32f9'] response: {'server_uuid': 'd2355448-26c2-4627-add5-d1edc93520c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2db22ea-4eb8-4fa8-8067-77968b7252ce', 'code': 200} Apr 18 19:21:00.924670 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f4f063-fb60-4525-8f55-5e3000ad2c1f req-e524a7ed-f399-4816-9fe7-75213a097a97 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:00.926448 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-44f4f063-fb60-4525-8f55-5e3000ad2c1f req-e524a7ed-f399-4816-9fe7-75213a097a97 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad50ccd9-f8c7-4e9f-a612-0fc852816914 HTTP/1.1" status: 200 len: 945 time: 0.1149187 Apr 18 19:21:00.929471 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-6805abd3-dc2d-4898-b8bb-bb795533dd96 req-2c8c67e0-5e19-4c37-9408-0028467e3696 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d2355448-26c2-4627-add5-d1edc93520c0 HTTP/1.1" status: 200 len: 1119 time: 0.1643376 Apr 18 19:21:00.937074 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 43736) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:00.958396 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da035e8-6066-449f-bcaa-7bab3a82165c req-b391f049-105b-4c10-b487-7dc0a01ab2ec tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:00.968909 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-9bbe4695-3aea-422a-8c61-edfdbde3b915 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Request body: {'floatingip': {'port_id': '4e8ac556-a312-47c3-96eb-49f6efdb48d7'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:21:00.972866 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-0da035e8-6066-449f-bcaa-7bab3a82165c req-b391f049-105b-4c10-b487-7dc0a01ab2ec tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2355448-26c2-4627-add5-d1edc93520c0 HTTP/1.1" status: 200 len: 968 time: 0.1222320 Apr 18 19:21:01.041817 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-0da035e8-6066-449f-bcaa-7bab3a82165c req-62d4409d-358b-4dee-8249-7dbdc051846b tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631189 Apr 18 19:21:01.062413 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-9bbe4695-3aea-422a-8c61-edfdbde3b915 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Notify callbacks [] for floatingip, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:01.156605 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-6805abd3-dc2d-4898-b8bb-bb795533dd96 req-31316840-88d1-4f88-be79-ff8672eba343 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203677 Apr 18 19:21:01.479337 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fa0d3598-aeaa-42d3-92cb-fa858e546031 req-22a745fa-0f04-4d01-bc3b-6db1a1230ce0 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=f59fcfae48234df59c11066dd5438bec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1143007 Apr 18 19:21:01.638733 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 43774) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:01.828411 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-7296b646-bb89-4399-a1ea-6e0581092e4a req-57e383c1-dca0-444b-86d8-1b1d863459cf tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] 10.222.0.69 "GET /v2.0/ports?device_id=c8cdad1e-1442-4065-84f5-0ac9f7d1753c HTTP/1.1" status: 200 len: 210 time: 0.0889490 Apr 18 19:21:01.832981 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0d3598-aeaa-42d3-92cb-fa858e546031 req-2179e502-0ca4-4aa6-966f-33daeb225fc3 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:01.834683 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fa0d3598-aeaa-42d3-92cb-fa858e546031 req-2179e502-0ca4-4aa6-966f-33daeb225fc3 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3450077 Apr 18 19:21:01.885848 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-1bc93cc0-dea4-410d-b75b-a75144a74292 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:01.936075 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-1bc93cc0-dea4-410d-b75b-a75144a74292 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:21:01.942833 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-1bc93cc0-dea4-410d-b75b-a75144a74292 admin admin] Usage tracker for resource:security_group_rule and tenant:1acef8d7fc8348c280a1ce4680e8bd1d is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:21:01.948810 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-1bc93cc0-dea4-410d-b75b-a75144a74292 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:21:01.961661 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-1bc93cc0-dea4-410d-b75b-a75144a74292 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:21:02.093205 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-fa0d3598-aeaa-42d3-92cb-fa858e546031 req-ef1a2a9e-874b-404e-97c4-1d0552f4fbb8 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] Request body: {'port': {'device_id': 'c8cdad1e-1442-4065-84f5-0ac9f7d1753c', 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a', 'admin_state_up': True, 'tenant_id': 'f59fcfae48234df59c11066dd5438bec'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:21:02.123795 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-1bc93cc0-dea4-410d-b75b-a75144a74292 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:02.237403 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-1bc93cc0-dea4-410d-b75b-a75144a74292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:02.371921 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-fa0d3598-aeaa-42d3-92cb-fa858e546031 req-ef1a2a9e-874b-404e-97c4-1d0552f4fbb8 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:21:02.374909 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc93cc0-dea4-410d-b75b-a75144a74292 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d87cfe5-8a87-44fc-b3c5-4272560b96ab,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:02.380295 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-1bc93cc0-dea4-410d-b75b-a75144a74292 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1acef8d7fc8348c280a1ce4680e8bd1d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7402759 Apr 18 19:21:02.382520 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 43810) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:02.425573 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-fa0d3598-aeaa-42d3-92cb-fa858e546031 req-ef1a2a9e-874b-404e-97c4-1d0552f4fbb8 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:21:02.460349 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-9307040d-9849-4b09-8758-d631eee3edd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:02.484900 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.db.resource_extend [None req-9bbe4695-3aea-422a-8c61-edfdbde3b915 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 19:21:02.513369 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-9307040d-9849-4b09-8758-d631eee3edd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:02.629832 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-9bbe4695-3aea-422a-8c61-edfdbde3b915 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:02.636192 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa0d3598-aeaa-42d3-92cb-fa858e546031 req-ef1a2a9e-874b-404e-97c4-1d0552f4fbb8 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] Made reservation on behalf of f59fcfae48234df59c11066dd5438bec for: {'port': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:21:02.639542 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-fa0d3598-aeaa-42d3-92cb-fa858e546031 req-ef1a2a9e-874b-404e-97c4-1d0552f4fbb8 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:02.664363 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-9307040d-9849-4b09-8758-d631eee3edd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:02.668238 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba885697-34b6-41dc-b55d-56770237e26b req-b152b18e-a4db-4c27-aca7-a9655d0f7087 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:02.676674 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ba885697-34b6-41dc-b55d-56770237e26b req-b152b18e-a4db-4c27-aca7-a9655d0f7087 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2355448-26c2-4627-add5-d1edc93520c0 HTTP/1.1" status: 200 len: 968 time: 0.2525601 Apr 18 19:21:02.702701 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9307040d-9849-4b09-8758-d631eee3edd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d87cfe5-8a87-44fc-b3c5-4272560b96ab,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:02.715287 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-9307040d-9849-4b09-8758-d631eee3edd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:02.717469 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-9307040d-9849-4b09-8758-d631eee3edd0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1d87cfe5-8a87-44fc-b3c5-4272560b96ab HTTP/1.1" status: 204 len: 168 time: 0.3333127 Apr 18 19:21:02.751504 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-9bbe4695-3aea-422a-8c61-edfdbde3b915 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416787'] for floatingip, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:02.932869 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ba885697-34b6-41dc-b55d-56770237e26b req-21cb0f3b-9194-4411-ad5e-cf973f6dcb03 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552779 Apr 18 19:21:02.966066 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 43836) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:03.140792 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_common [req-fa0d3598-aeaa-42d3-92cb-fa858e546031 req-ef1a2a9e-874b-404e-97c4-1d0552f4fbb8 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] Allocated IP 192.168.233.126 (cb6d8c7c-7ea4-4a32-b429-1c2934b7306a/17d1b3aa-2066-4ffa-a69f-52ed566b6548/44b24636-506d-4ba1-ac38-20240e275013) {{(pid=84763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:21:03.220167 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-202170e3-4350-4b64-8b1a-44d5034da677 req-a9f3f4de-f9bf-4689-9e4f-9a2d94e4c796 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] 10.222.0.69 "GET /v2.0/ports?device_id=c8cdad1e-1442-4065-84f5-0ac9f7d1753c HTTP/1.1" status: 200 len: 210 time: 0.0744312 Apr 18 19:21:03.366277 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-09199522-5998-4727-949e-942467bff8f0 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1709511624-network', 'tenant_id': '666658683d0a4c6e8109e68b8b765a46'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:21:03.372808 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-09199522-5998-4727-949e-942467bff8f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:21:03.380019 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-09199522-5998-4727-949e-942467bff8f0 admin admin] Usage tracker for resource:network and tenant:666658683d0a4c6e8109e68b8b765a46 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:21:03.383556 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-09199522-5998-4727-949e-942467bff8f0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:21:03.390532 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-09199522-5998-4727-949e-942467bff8f0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:21:03.434524 n-d-836017-2 neutron-server[84763]: INFO neutron.db.l3_db [None req-9bbe4695-3aea-422a-8c61-edfdbde3b915 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Floating IP 449ed824-e743-44fb-b2f8-6a24e67c368c associated. External IP: 172.25.3.96, port: 4e8ac556-a312-47c3-96eb-49f6efdb48d7. Apr 18 19:21:03.490688 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09199522-5998-4727-949e-942467bff8f0 admin admin] Made reservation on behalf of 666658683d0a4c6e8109e68b8b765a46 for: {'network': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:21:03.493043 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-09199522-5998-4727-949e-942467bff8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for network, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:03.506934 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-09199522-5998-4727-949e-942467bff8f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:03.544393 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-09199522-5998-4727-949e-942467bff8f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:21:03.548967 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-09199522-5998-4727-949e-942467bff8f0 admin admin] Usage tracker for resource:security_group_rule and tenant:666658683d0a4c6e8109e68b8b765a46 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:21:03.553720 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-09199522-5998-4727-949e-942467bff8f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:21:03.560480 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-09199522-5998-4727-949e-942467bff8f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:21:03.631189 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-fa0d3598-aeaa-42d3-92cb-fa858e546031 req-ef1a2a9e-874b-404e-97c4-1d0552f4fbb8 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] Notify callbacks [] for port, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:03.655033 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [req-fa0d3598-aeaa-42d3-92cb-fa858e546031 req-ef1a2a9e-874b-404e-97c4-1d0552f4fbb8 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] Transition to ACTIVE for port object 44b24636-506d-4ba1-ac38-20240e275013 will not be triggered until provisioned by entity DHCP. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:21:03.686275 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-09199522-5998-4727-949e-942467bff8f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:03.759464 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-09199522-5998-4727-949e-942467bff8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:03.791930 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09199522-5998-4727-949e-942467bff8f0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=84764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:21:03.794712 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-fa0d3598-aeaa-42d3-92cb-fa858e546031 req-ef1a2a9e-874b-404e-97c4-1d0552f4fbb8 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331'] for port, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:03.807025 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] get_ports_and_sgs() called for port_ids ['494deef7-e639-4a37-9e28-372be7b28c82'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:21:03.808835 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09199522-5998-4727-949e-942467bff8f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fcdb8eb-658a-4600-87a3-89b959a21299,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:03.816030 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-09199522-5998-4727-949e-942467bff8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:03.816030 n-d-836017-2 neutron-server[84764]: INFO neutron.db.segments_db [None req-09199522-5998-4727-949e-942467bff8f0 admin admin] Added segment 254a4f12-5519-47f4-85e8-7d1b5c621ccf of type vlan for network 97b575c1-8a4c-401c-bfc8-567de6de32a8 Apr 18 19:21:03.864568 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-09199522-5998-4727-949e-942467bff8f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791093404182'] for network, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:03.876012 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 43864) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:03.903427 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-05af1aac-e0ea-4ecc-b346-5ef5523c096e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:04.000206 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-05af1aac-e0ea-4ecc-b346-5ef5523c096e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:21:04.007028 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-05af1aac-e0ea-4ecc-b346-5ef5523c096e admin admin] Usage tracker for resource:security_group_rule and tenant:e6ad3fd1f904452db0fa2f44de9b7d95 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:21:04.010738 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-05af1aac-e0ea-4ecc-b346-5ef5523c096e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:21:04.018373 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-05af1aac-e0ea-4ecc-b346-5ef5523c096e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:21:04.038079 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa0d3598-aeaa-42d3-92cb-fa858e546031 req-ef1a2a9e-874b-404e-97c4-1d0552f4fbb8 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] Network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:21:04.056349 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [req-fa0d3598-aeaa-42d3-92cb-fa858e546031 req-ef1a2a9e-874b-404e-97c4-1d0552f4fbb8 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:21:04.056349 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa0d3598-aeaa-42d3-92cb-fa858e546031 req-ef1a2a9e-874b-404e-97c4-1d0552f4fbb8 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] Received port after_create {{(pid=84763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:21:04.062876 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0d3598-aeaa-42d3-92cb-fa858e546031 req-ef1a2a9e-874b-404e-97c4-1d0552f4fbb8 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:04.062876 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-fa0d3598-aeaa-42d3-92cb-fa858e546031 req-ef1a2a9e-874b-404e-97c4-1d0552f4fbb8 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:04.079112 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1a2a9e-874b-404e-97c4-1d0552f4fbb8 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] Pushing event updated for resources: {'Port': ['ID=44b24636-506d-4ba1-ac38-20240e275013,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:04.115453 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-09199522-5998-4727-949e-942467bff8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251'] for network, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:04.116805 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09199522-5998-4727-949e-942467bff8f0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:04.117548 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-09199522-5998-4727-949e-942467bff8f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:04.191404 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-05af1aac-e0ea-4ecc-b346-5ef5523c096e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:04.205647 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fa0d3598-aeaa-42d3-92cb-fa858e546031 req-ef1a2a9e-874b-404e-97c4-1d0552f4fbb8 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1135666 Apr 18 19:21:04.230985 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-fa0d3598-aeaa-42d3-92cb-fa858e546031 req-91783e5f-26dc-4264-b6fb-6058b979f487 service neutron] Request body: {'port': {'device_id': 'c8cdad1e-1442-4065-84f5-0ac9f7d1753c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-2'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:21:04.273336 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-05af1aac-e0ea-4ecc-b346-5ef5523c096e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:04.382076 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bbe4695-3aea-422a-8c61-edfdbde3b915 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Router d006cc8b-66d4-405c-ab79-ccaaa7e75f1b has already been hosted by L3 agent 21b59c62-f184-4169-bc3e-79831cc043e8 {{(pid=84763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:21:04.407933 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05af1aac-e0ea-4ecc-b346-5ef5523c096e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e860911-060b-4022-81e4-0b25f9ce07ee,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:04.414994 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09199522-5998-4727-949e-942467bff8f0 admin admin] Pushing event updated for resources: {'Network': ['ID=97b575c1-8a4c-401c-bfc8-567de6de32a8,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:04.454148 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-05af1aac-e0ea-4ecc-b346-5ef5523c096e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e6ad3fd1f904452db0fa2f44de9b7d95&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5734506 Apr 18 19:21:04.454493 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 43892) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:04.464743 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Network 97b575c1-8a4c-401c-bfc8-567de6de32a8 details requested by agent ovs-agent-n-d-836017-2 with host n-d-836017-2 {{(pid=84765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:21:04.474302 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-fa0d3598-aeaa-42d3-92cb-fa858e546031 req-91783e5f-26dc-4264-b6fb-6058b979f487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:04.503474 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8c6ec47a-e375-4265-858b-668acbcb268d None None] Provisioning for port 44b24636-506d-4ba1-ac38-20240e275013 completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:21:04.504368 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-09199522-5998-4727-949e-942467bff8f0 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.5366857 Apr 18 19:21:04.508254 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 43896) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:04.518247 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-32c6d46d-3cb8-4adc-b95f-b67b661d4259 admin admin] Request body: {'subnet': {'network_id': '97b575c1-8a4c-401c-bfc8-567de6de32a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1709511624-subnet', 'tenant_id': '666658683d0a4c6e8109e68b8b765a46', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:21:04.525786 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-32c6d46d-3cb8-4adc-b95f-b67b661d4259 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:21:04.531968 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-32c6d46d-3cb8-4adc-b95f-b67b661d4259 admin admin] Usage tracker for resource:subnet and tenant:666658683d0a4c6e8109e68b8b765a46 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:21:04.542506 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-32c6d46d-3cb8-4adc-b95f-b67b661d4259 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:21:04.585689 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8c6ec47a-e375-4265-858b-668acbcb268d None None] Provisioning complete for port 44b24636-506d-4ba1-ac38-20240e275013 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:21:04.586171 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8c6ec47a-e375-4265-858b-668acbcb268d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:04.599315 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-32c6d46d-3cb8-4adc-b95f-b67b661d4259 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:21:04.637433 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b6bdb034-9f00-4537-8f25-851badd77346 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:04.689834 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-8c6ec47a-e375-4265-858b-668acbcb268d None None] Port 44b24636-506d-4ba1-ac38-20240e275013 cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:21:04.711865 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b6bdb034-9f00-4537-8f25-851badd77346 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:04.754119 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32c6d46d-3cb8-4adc-b95f-b67b661d4259 admin admin] Made reservation on behalf of 666658683d0a4c6e8109e68b8b765a46 for: {'subnet': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:21:04.756815 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-32c6d46d-3cb8-4adc-b95f-b67b661d4259 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:04.799562 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab230cb-5bc0-45eb-bde1-1d124fc68c7c req-642495e6-2ccb-42a4-9ac3-eab36edf8e5d tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:04.799562 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-cab230cb-5bc0-45eb-bde1-1d124fc68c7c req-642495e6-2ccb-42a4-9ac3-eab36edf8e5d tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2355448-26c2-4627-add5-d1edc93520c0 HTTP/1.1" status: 200 len: 968 time: 0.2445126 Apr 18 19:21:04.852372 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 43904) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:04.980626 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-cab230cb-5bc0-45eb-bde1-1d124fc68c7c req-c21ebca7-fade-4508-a311-bacb937290df tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888304 Apr 18 19:21:04.990167 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bbe4695-3aea-422a-8c61-edfdbde3b915 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Notify agent at l3_agent.n-d-836017-2 the message routers_updated {{(pid=84763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:21:04.994853 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-9bbe4695-3aea-422a-8c61-edfdbde3b915 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for floatingip, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:05.007387 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233fe74c-de5e-47ab-b255-d305bf2b0882 None None] Sync routers for ids ['d006cc8b-66d4-405c-ab79-ccaaa7e75f1b'] in n-d-836017-2 {{(pid=84766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:21:05.026325 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233fe74c-de5e-47ab-b255-d305bf2b0882 None None] Routers {'d006cc8b-66d4-405c-ab79-ccaaa7e75f1b'} bound to L3 agent in host n-d-836017-2 {{(pid=84766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:21:05.027111 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-233fe74c-de5e-47ab-b255-d305bf2b0882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:20:50Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['d006cc8b-66d4-405c-ab79-ccaaa7e75f1b'], 'active': True} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:21:05.065612 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b6bdb034-9f00-4537-8f25-851badd77346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:05.090604 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-9bbe4695-3aea-422a-8c61-edfdbde3b915 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] 10.222.0.69 "PUT /v2.0/floatingips/449ed824-e743-44fb-b2f8-6a24e67c368c HTTP/1.1" status: 200 len: 990 time: 4.1269717 Apr 18 19:21:05.095077 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecd1464-e5fd-49a7-b3c6-4042ecf92d2c req-b5dafbca-ced9-4c3d-9e6f-170e3b740e13 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:05.096486 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-fecd1464-e5fd-49a7-b3c6-4042ecf92d2c req-b5dafbca-ced9-4c3d-9e6f-170e3b740e13 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] Synchronizing usage tracker for tenant:f59fcfae48234df59c11066dd5438bec on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:21:05.099633 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bdb034-9f00-4537-8f25-851badd77346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e860911-060b-4022-81e4-0b25f9ce07ee,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:05.104832 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad50ccd9-f8c7-4e9f-a612-0fc852816914', 'tag': '4e8ac556-a312-47c3-96eb-49f6efdb48d7'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:21:05.125602 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b6bdb034-9f00-4537-8f25-851badd77346 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:05.128627 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-b6bdb034-9f00-4537-8f25-851badd77346 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8e860911-060b-4022-81e4-0b25f9ce07ee HTTP/1.1" status: 204 len: 168 time: 0.6716807 Apr 18 19:21:05.220174 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-94a411af-5e9c-46bc-baf8-8add8c58fe1c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0a06e24144b141078afce902cfad3591&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3339164 Apr 18 19:21:05.221744 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-fecd1464-e5fd-49a7-b3c6-4042ecf92d2c req-b5dafbca-ced9-4c3d-9e6f-170e3b740e13 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] Unset dirty status for tenant:f59fcfae48234df59c11066dd5438bec on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:21:05.227147 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 43924) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:05.228921 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fecd1464-e5fd-49a7-b3c6-4042ecf92d2c req-b5dafbca-ced9-4c3d-9e6f-170e3b740e13 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] 10.222.0.69 "GET /v2.0/ports?device_id=c8cdad1e-1442-4065-84f5-0ac9f7d1753c HTTP/1.1" status: 200 len: 936 time: 0.3890219 Apr 18 19:21:05.252561 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [req-fa0d3598-aeaa-42d3-92cb-fa858e546031 req-91783e5f-26dc-4264-b6fb-6058b979f487 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44b24636-506d-4ba1-ac38-20240e275013 {{(pid=84763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:21:05.264565 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-fa0d3598-aeaa-42d3-92cb-fa858e546031 req-91783e5f-26dc-4264-b6fb-6058b979f487 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:05.299496 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [req-fa0d3598-aeaa-42d3-92cb-fa858e546031 req-91783e5f-26dc-4264-b6fb-6058b979f487 service neutron] Transition to ACTIVE for port object 44b24636-506d-4ba1-ac38-20240e275013 will not be triggered until provisioned by entity L2. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:21:05.310263 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvr_db [None req-233fe74c-de5e-47ab-b255-d305bf2b0882 None None] Set router d006cc8b-66d4-405c-ab79-ccaaa7e75f1b gateway port host: n-d-836017-2 {{(pid=84766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:21:05.318407 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fecd1464-e5fd-49a7-b3c6-4042ecf92d2c req-818bba29-02b9-4545-87d7-14fc34ee9599 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] 10.222.0.69 "GET /v2.0/security-groups?id=f2008cfd-72ff-4349-aa02-00ceb1980405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883696 Apr 18 19:21:05.329174 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-45d3cbf5-ce0b-40e2-a5a9-bb28d0aa92d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:05.381428 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-45d3cbf5-ce0b-40e2-a5a9-bb28d0aa92d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:05.423008 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-fa0d3598-aeaa-42d3-92cb-fa858e546031 req-91783e5f-26dc-4264-b6fb-6058b979f487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:05.491074 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-32c6d46d-3cb8-4adc-b95f-b67b661d4259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251'] for subnet, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:05.510997 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91783e5f-26dc-4264-b6fb-6058b979f487 service neutron] Pushing event updated for resources: {'Port': ['ID=44b24636-506d-4ba1-ac38-20240e275013,revision_number=2']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:05.559905 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c6d46d-3cb8-4adc-b95f-b67b661d4259 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4fd8a82-a99d-4f41-8012-881e08157cb0,revision_number=0']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:05.562770 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-45d3cbf5-ce0b-40e2-a5a9-bb28d0aa92d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:05.586585 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d3cbf5-ce0b-40e2-a5a9-bb28d0aa92d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a75a41-a9fb-48dc-b7e9-dcb32e6142f0,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:05.698468 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-45d3cbf5-ce0b-40e2-a5a9-bb28d0aa92d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:05.705368 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-45d3cbf5-ce0b-40e2-a5a9-bb28d0aa92d3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/56a75a41-a9fb-48dc-b7e9-dcb32e6142f0 HTTP/1.1" status: 204 len: 168 time: 0.4752462 Apr 18 19:21:05.707768 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c6d46d-3cb8-4adc-b95f-b67b661d4259 admin admin] Checking segment: {'id': '254a4f12-5519-47f4-85e8-7d1b5c621ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '97b575c1-8a4c-401c-bfc8-567de6de32a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:21:05.708127 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c6d46d-3cb8-4adc-b95f-b67b661d4259 admin admin] Network hostable DHCP agents. Network: 97b575c1-8a4c-401c-bfc8-567de6de32a8, hostable agents: ['f6987c12-6d6c-47d4-b22d-cfcd164dc40d'], hosted agents: [] {{(pid=84764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:21:05.835305 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-fa0d3598-aeaa-42d3-92cb-fa858e546031 req-91783e5f-26dc-4264-b6fb-6058b979f487 service neutron] Attempting to bind port 44b24636-506d-4ba1-ac38-20240e275013 on host n-h2-836017-2 for vnic_type normal with profile {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:21:05.836416 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-fa0d3598-aeaa-42d3-92cb-fa858e546031 req-91783e5f-26dc-4264-b6fb-6058b979f487 service neutron] Attempting to bind port 44b24636-506d-4ba1-ac38-20240e275013 by drivers openvswitch,hyperv on host n-h2-836017-2 at level 0 using segments [{'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:21:05.836856 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0d3598-aeaa-42d3-92cb-fa858e546031 req-91783e5f-26dc-4264-b6fb-6058b979f487 service neutron] Attempting to bind port 44b24636-506d-4ba1-ac38-20240e275013 on network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:21:05.839313 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c6d46d-3cb8-4adc-b95f-b67b661d4259 admin admin] Network 97b575c1-8a4c-401c-bfc8-567de6de32a8 is scheduled to be hosted by DHCP agent f6987c12-6d6c-47d4-b22d-cfcd164dc40d with binding_index 1 {{(pid=84764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:21:05.857498 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0d3598-aeaa-42d3-92cb-fa858e546031 req-91783e5f-26dc-4264-b6fb-6058b979f487 service neutron] Port 44b24636-506d-4ba1-ac38-20240e275013 on network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-2 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:21:05.857498 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0d3598-aeaa-42d3-92cb-fa858e546031 req-91783e5f-26dc-4264-b6fb-6058b979f487 service neutron] Attempting to bind port 44b24636-506d-4ba1-ac38-20240e275013 on network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:21:05.866187 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0d3598-aeaa-42d3-92cb-fa858e546031 req-91783e5f-26dc-4264-b6fb-6058b979f487 service neutron] Checking agent: {'id': '02e8f951-d3a3-40e1-b8cc-aed258af030b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:21:05.875332 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0d3598-aeaa-42d3-92cb-fa858e546031 req-91783e5f-26dc-4264-b6fb-6058b979f487 service neutron] Checking segment: {'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:21:05.878081 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0d3598-aeaa-42d3-92cb-fa858e546031 req-91783e5f-26dc-4264-b6fb-6058b979f487 service neutron] Bound using segment: {'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:21:05.880057 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-fa0d3598-aeaa-42d3-92cb-fa858e546031 req-91783e5f-26dc-4264-b6fb-6058b979f487 service neutron] Bound port: 44b24636-506d-4ba1-ac38-20240e275013, host: n-h2-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'}}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:21:05.880694 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-fa0d3598-aeaa-42d3-92cb-fa858e546031 req-91783e5f-26dc-4264-b6fb-6058b979f487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:05.930890 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [None req-32c6d46d-3cb8-4adc-b95f-b67b661d4259 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-2, 97b575c1-8a4c-401c-bfc8-567de6de32a8) {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:21:05.935843 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c6d46d-3cb8-4adc-b95f-b67b661d4259 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:05.936619 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-32c6d46d-3cb8-4adc-b95f-b67b661d4259 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for subnet, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:05.946845 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2615e0a2-0077-43ba-ae65-645a40f73da6 None None] Network 97b575c1-8a4c-401c-bfc8-567de6de32a8 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:21:05.987980 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-233fe74c-de5e-47ab-b255-d305bf2b0882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd006cc8b-66d4-405c-ab79-ccaaa7e75f1b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1362457460-router', 'tenant_id': '879aba68d0c84185b21236d011dd113c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'e303d130-41ec-4c36-aaef-b0d95c1dd8ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:19:59Z', 'updated_at': '2022-04-18T19:20:04Z', 'revision_number': 4, 'project_id': '879aba68d0c84185b21236d011dd113c', 'gw_port': {'id': 'e303d130-41ec-4c36-aaef-b0d95c1dd8ba', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd006cc8b-66d4-405c-ab79-ccaaa7e75f1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:19:59Z', 'updated_at': '2022-04-18T19:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_floatingips': [{'id': '449ed824-e743-44fb-b2f8-6a24e67c368c', 'tenant_id': '879aba68d0c84185b21236d011dd113c', 'floating_ip_address': '172.25.3.96', 'floating_network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'router_id': 'd006cc8b-66d4-405c-ab79-ccaaa7e75f1b', 'port_id': '4e8ac556-a312-47c3-96eb-49f6efdb48d7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e57b25b1-270e-45ff-9503-ac3e292dcc2d', 'mac_address': 'fa:16:3e:15:2f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad50ccd9-f8c7-4e9f-a612-0fc852816914', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T19:20:32Z', 'updated_at': '2022-04-18T19:21:02Z', 'revision_number': 1, 'project_id': '879aba68d0c84185b21236d011dd113c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a454c1b6-054d-4e55-99b6-2a3048b753b0', 'name': '', 'network_id': 'e57b25b1-270e-45ff-9503-ac3e292dcc2d', 'tenant_id': '879aba68d0c84185b21236d011dd113c', 'mac_address': 'fa:16:3e:8e:2c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd006cc8b-66d4-405c-ab79-ccaaa7e75f1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aa3d7594-8a64-4b57-b0dc-322016530760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:20:03Z', 'updated_at': '2022-04-18T19:20:13Z', 'revision_number': 5, 'project_id': '879aba68d0c84185b21236d011dd113c', 'subnets': [{'id': 'aa3d7594-8a64-4b57-b0dc-322016530760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-2', False) {} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:21:05.997671 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233fe74c-de5e-47ab-b255-d305bf2b0882 None None] Checking router: d006cc8b-66d4-405c-ab79-ccaaa7e75f1b for host: n-d-836017-2 {{(pid=84766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:21:06.044723 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-fa0d3598-aeaa-42d3-92cb-fa858e546031 req-91783e5f-26dc-4264-b6fb-6058b979f487 service neutron] For port 44b24636-506d-4ba1-ac38-20240e275013, host n-h2-836017-2, cleared binding levels {{(pid=84763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:21:06.051611 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-fa0d3598-aeaa-42d3-92cb-fa858e546031 req-91783e5f-26dc-4264-b6fb-6058b979f487 service neutron] For port 44b24636-506d-4ba1-ac38-20240e275013, host n-h2-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=44b24636-506d-4ba1-ac38-20240e275013,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:21:06.052671 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233fe74c-de5e-47ab-b255-d305bf2b0882 None None] Routers {'d006cc8b-66d4-405c-ab79-ccaaa7e75f1b'} bound to L3 agent in host n-d-836017-2 {{(pid=84766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:21:06.054184 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-233fe74c-de5e-47ab-b255-d305bf2b0882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:20:50Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['d006cc8b-66d4-405c-ab79-ccaaa7e75f1b'], 'active': True} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:21:06.060612 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 43944) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:06.061022 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-32c6d46d-3cb8-4adc-b95f-b67b661d4259 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.5518353 Apr 18 19:21:06.069357 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-3ce8251a-1a62-42b1-a6be-ac64e10fad4d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1709511624-router', 'tenant_id': '666658683d0a4c6e8109e68b8b765a46', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'}}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:21:06.077987 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-3ce8251a-1a62-42b1-a6be-ac64e10fad4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:21:06.088027 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-3ce8251a-1a62-42b1-a6be-ac64e10fad4d admin admin] Usage tracker for resource:router and tenant:666658683d0a4c6e8109e68b8b765a46 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:21:06.095340 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-3ce8251a-1a62-42b1-a6be-ac64e10fad4d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:21:06.133812 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-3ce8251a-1a62-42b1-a6be-ac64e10fad4d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:21:06.149096 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-fa0d3598-aeaa-42d3-92cb-fa858e546031 req-91783e5f-26dc-4264-b6fb-6058b979f487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:06.272602 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-fa0d3598-aeaa-42d3-92cb-fa858e546031 req-91783e5f-26dc-4264-b6fb-6058b979f487 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:06.275181 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fa0d3598-aeaa-42d3-92cb-fa858e546031 req-91783e5f-26dc-4264-b6fb-6058b979f487 service neutron] 10.222.0.72 "PUT /v2.0/ports/44b24636-506d-4ba1-ac38-20240e275013 HTTP/1.1" status: 200 len: 1096 time: 2.0558023 Apr 18 19:21:06.315482 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-3ce8251a-1a62-42b1-a6be-ac64e10fad4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-415242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4425'] for router, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:06.315482 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-3ce8251a-1a62-42b1-a6be-ac64e10fad4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-416909', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4418'] for router, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:06.326939 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91783e5f-26dc-4264-b6fb-6058b979f487 service neutron] Pushing event updated for resources: {'Port': ['ID=44b24636-506d-4ba1-ac38-20240e275013,revision_number=3']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:06.386753 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39da037f-87ab-4911-86fb-7736991b5ce9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31f5fbf7-4b5c-5a44-b255-70c4fc176ae8-97b575c1-8a4c-401c-bfc8-567de6de32a8', 'network_id': '97b575c1-8a4c-401c-bfc8-567de6de32a8', 'tenant_id': '666658683d0a4c6e8109e68b8b765a46', 'fixed_ips': [{'subnet_id': 'a4fd8a82-a99d-4f41-8012-881e08157cb0'}]}} from n-d-836017-2. {{(pid=84765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 19:21:06.388072 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-39da037f-87ab-4911-86fb-7736991b5ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:06.447637 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvr_db [None req-233fe74c-de5e-47ab-b255-d305bf2b0882 None None] Set router d006cc8b-66d4-405c-ab79-ccaaa7e75f1b gateway port host: n-d-836017-2 {{(pid=84766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:21:06.450951 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-3ce8251a-1a62-42b1-a6be-ac64e10fad4d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:06.503086 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-26e493b8-61f1-4568-bac5-c5a532398c43 req-3572cefa-3daf-40ee-b3af-581f13ea5ee8 tempest-LiveAutoBlockMigrationV225Test-1421540525 tempest-LiveAutoBlockMigrationV225Test-1421540525-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=d2355448-26c2-4627-add5-d1edc93520c0 HTTP/1.1" status: 200 len: 1119 time: 0.3192747 Apr 18 19:21:06.598486 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e231c73d-7413-4444-ab09-dc5cbbea42ce req-97e0ac7c-e2e2-48d0-89e5-06285cb171af tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:06.613926 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e231c73d-7413-4444-ab09-dc5cbbea42ce req-97e0ac7c-e2e2-48d0-89e5-06285cb171af tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad50ccd9-f8c7-4e9f-a612-0fc852816914 HTTP/1.1" status: 200 len: 945 time: 0.1729572 Apr 18 19:21:06.691113 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e231c73d-7413-4444-ab09-dc5cbbea42ce req-fc23421b-0d73-4fdd-a782-1a82001f6f59 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] 10.222.0.69 "GET /v2.0/security-groups?id=8c52123b-60a4-4956-916c-e7722e17de2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760508 Apr 18 19:21:06.841624 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-39da037f-87ab-4911-86fb-7736991b5ce9 None None] Allocated IP 172.20.0.2 (97b575c1-8a4c-401c-bfc8-567de6de32a8/a4fd8a82-a99d-4f41-8012-881e08157cb0/e2d283d6-35cb-49ab-9d3a-94a29818c50b) {{(pid=84765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:21:06.925408 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-156a62b0-bc96-4240-96dc-286982820707'] response: {'name': 'network-changed', 'server_uuid': 'ad50ccd9-f8c7-4e9f-a612-0fc852816914', 'tag': '4e8ac556-a312-47c3-96eb-49f6efdb48d7', 'status': 'completed', 'code': 200} Apr 18 19:21:06.990088 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 43962) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:07.104125 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-49dcdbe2-c8c1-44dc-b8ec-acf3efda778f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3500962fce51404b9ebaea7dd3a4d68d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1130250 Apr 18 19:21:07.106431 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 43968) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:07.126935 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fa0d3598-aeaa-42d3-92cb-fa858e546031 req-c12556b9-1f0e-4994-94a2-74c2cbd72b97 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f59fcfae48234df59c11066dd5438bec&device_id=c8cdad1e-1442-4065-84f5-0ac9f7d1753c HTTP/1.1" status: 200 len: 1099 time: 0.7340569 Apr 18 19:21:07.230703 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-233fe74c-de5e-47ab-b255-d305bf2b0882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd006cc8b-66d4-405c-ab79-ccaaa7e75f1b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1362457460-router', 'tenant_id': '879aba68d0c84185b21236d011dd113c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'e303d130-41ec-4c36-aaef-b0d95c1dd8ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:19:59Z', 'updated_at': '2022-04-18T19:20:04Z', 'revision_number': 4, 'project_id': '879aba68d0c84185b21236d011dd113c', 'gw_port': {'id': 'e303d130-41ec-4c36-aaef-b0d95c1dd8ba', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd006cc8b-66d4-405c-ab79-ccaaa7e75f1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:19:59Z', 'updated_at': '2022-04-18T19:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_floatingips': [{'id': '449ed824-e743-44fb-b2f8-6a24e67c368c', 'tenant_id': '879aba68d0c84185b21236d011dd113c', 'floating_ip_address': '172.25.3.96', 'floating_network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'router_id': 'd006cc8b-66d4-405c-ab79-ccaaa7e75f1b', 'port_id': '4e8ac556-a312-47c3-96eb-49f6efdb48d7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e57b25b1-270e-45ff-9503-ac3e292dcc2d', 'mac_address': 'fa:16:3e:15:2f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad50ccd9-f8c7-4e9f-a612-0fc852816914', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T19:20:32Z', 'updated_at': '2022-04-18T19:21:02Z', 'revision_number': 1, 'project_id': '879aba68d0c84185b21236d011dd113c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a454c1b6-054d-4e55-99b6-2a3048b753b0', 'name': '', 'network_id': 'e57b25b1-270e-45ff-9503-ac3e292dcc2d', 'tenant_id': '879aba68d0c84185b21236d011dd113c', 'mac_address': 'fa:16:3e:8e:2c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd006cc8b-66d4-405c-ab79-ccaaa7e75f1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aa3d7594-8a64-4b57-b0dc-322016530760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:20:03Z', 'updated_at': '2022-04-18T19:20:13Z', 'revision_number': 5, 'project_id': '879aba68d0c84185b21236d011dd113c', 'subnets': [{'id': 'aa3d7594-8a64-4b57-b0dc-322016530760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-2', False) {} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:21:07.236365 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-54bcb744-4c37-479a-be46-d2cdf78b6ffe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:07.242497 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233fe74c-de5e-47ab-b255-d305bf2b0882 None None] The sync data for ids ['d006cc8b-66d4-405c-ab79-ccaaa7e75f1b'] in n-d-836017-2 is: [{'id': 'd006cc8b-66d4-405c-ab79-ccaaa7e75f1b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1362457460-router', 'tenant_id': '879aba68d0c84185b21236d011dd113c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'e303d130-41ec-4c36-aaef-b0d95c1dd8ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:19:59Z', 'updated_at': '2022-04-18T19:20:04Z', 'revision_number': 4, 'project_id': '879aba68d0c84185b21236d011dd113c', 'gw_port': {'id': 'e303d130-41ec-4c36-aaef-b0d95c1dd8ba', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd006cc8b-66d4-405c-ab79-ccaaa7e75f1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:19:59Z', 'updated_at': '2022-04-18T19:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_floatingips': [{'id': '449ed824-e743-44fb-b2f8-6a24e67c368c', 'tenant_id': '879aba68d0c84185b21236d011dd113c', 'floating_ip_address': '172.25.3.96', 'floating_network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'router_id': 'd006cc8b-66d4-405c-ab79-ccaaa7e75f1b', 'port_id': '4e8ac556-a312-47c3-96eb-49f6efdb48d7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e57b25b1-270e-45ff-9503-ac3e292dcc2d', 'mac_address': 'fa:16:3e:15:2f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad50ccd9-f8c7-4e9f-a612-0fc852816914', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T19:20:32Z', 'updated_at': '2022-04-18T19:21:02Z', 'revision_number': 1, 'project_id': '879aba68d0c84185b21236d011dd113c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a454c1b6-054d-4e55-99b6-2a3048b753b0', 'name': '', 'network_id': 'e57b25b1-270e-45ff-9503-ac3e292dcc2d', 'tenant_id': '879aba68d0c84185b21236d011dd113c', 'mac_address': 'fa:16:3e:8e:2c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd006cc8b-66d4-405c-ab79-ccaaa7e75f1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aa3d7594-8a64-4b57-b0dc-322016530760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:20:03Z', 'updated_at': '2022-04-18T19:20:13Z', 'revision_number': 5, 'project_id': '879aba68d0c84185b21236d011dd113c', 'subnets': [{'id': 'aa3d7594-8a64-4b57-b0dc-322016530760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:21:07.258497 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-39da037f-87ab-4911-86fb-7736991b5ce9 None None] Notify callbacks [] for port, precommit_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:07.276022 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-39da037f-87ab-4911-86fb-7736991b5ce9 None None] Transition to ACTIVE for port object e2d283d6-35cb-49ab-9d3a-94a29818c50b will not be triggered until provisioned by entity L2. {{(pid=84765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:21:07.307085 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-39da037f-87ab-4911-86fb-7736991b5ce9 None None] Transition to ACTIVE for port object e2d283d6-35cb-49ab-9d3a-94a29818c50b will not be triggered until provisioned by entity DHCP. {{(pid=84765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:21:07.318308 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-54bcb744-4c37-479a-be46-d2cdf78b6ffe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:07.331878 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-26e493b8-61f1-4568-bac5-c5a532398c43 req-cab810ef-5bd1-4efe-9507-070b4fdb7355 tempest-LiveAutoBlockMigrationV225Test-1421540525 tempest-LiveAutoBlockMigrationV225Test-1421540525-project-admin] Synchronizing usage tracker for tenant:0f15cde2cfff462ca8bc426e5d80ce7a on resource:security_group {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:21:07.350425 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fa0d3598-aeaa-42d3-92cb-fa858e546031 req-fbe1d4da-c6c4-4e5f-90c2-0434297d23da service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=44b24636-506d-4ba1-ac38-20240e275013 HTTP/1.1" status: 200 len: 217 time: 0.2132587 Apr 18 19:21:07.362301 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-3ce8251a-1a62-42b1-a6be-ac64e10fad4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416895', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4776'] for router, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:07.390473 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-39da037f-87ab-4911-86fb-7736991b5ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331'] for port, after_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:07.456089 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0d3598-aeaa-42d3-92cb-fa858e546031 req-2dff3b7a-f9d6-4e28-8637-428002986baa service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:07.457954 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fa0d3598-aeaa-42d3-92cb-fa858e546031 req-2dff3b7a-f9d6-4e28-8637-428002986baa service neutron] 10.222.0.72 "GET /v2.0/subnets?id=17d1b3aa-2066-4ffa-a69f-52ed566b6548 HTTP/1.1" status: 200 len: 843 time: 0.0910094 Apr 18 19:21:07.460817 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2cb00585-4753-4bb6-a431-52598bec3a60 req-9fc0a9fb-6fd0-4019-bfc3-e0bf4558a27d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=879aba68d0c84185b21236d011dd113c&device_id=ad50ccd9-f8c7-4e9f-a612-0fc852816914 HTTP/1.1" status: 200 len: 1096 time: 0.5342460 Apr 18 19:21:07.483561 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68640e73-d9a1-4da6-9a58-d7e864f650ad req-5c8ac970-a0b8-4eef-89b1-fea98a883ded tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:07.485126 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-68640e73-d9a1-4da6-9a58-d7e864f650ad req-5c8ac970-a0b8-4eef-89b1-fea98a883ded tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] 10.222.0.69 "GET /v2.0/ports?device_id=c8cdad1e-1442-4065-84f5-0ac9f7d1753c HTTP/1.1" status: 200 len: 948 time: 0.1595051 Apr 18 19:21:07.528683 n-d-836017-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39da037f-87ab-4911-86fb-7736991b5ce9 None None] Network 97b575c1-8a4c-401c-bfc8-567de6de32a8 is already hosted by enough agents. {{(pid=84765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:21:07.528683 n-d-836017-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-39da037f-87ab-4911-86fb-7736991b5ce9 None None] Resources bound (agent type, host, resource id): {{(pid=84765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:21:07.531593 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39da037f-87ab-4911-86fb-7736991b5ce9 None None] Pushing event updated for resources: {'Port': ['ID=e2d283d6-35cb-49ab-9d3a-94a29818c50b,revision_number=1']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:07.535520 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39da037f-87ab-4911-86fb-7736991b5ce9 None None] Received port after_create {{(pid=84765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:21:07.556689 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-68640e73-d9a1-4da6-9a58-d7e864f650ad req-18e4dcc3-0af7-45bc-a20c-3fe42ae121a5 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] 10.222.0.69 "GET /v2.0/security-groups?id=f2008cfd-72ff-4349-aa02-00ceb1980405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649128 Apr 18 19:21:07.578647 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-26e493b8-61f1-4568-bac5-c5a532398c43 req-cab810ef-5bd1-4efe-9507-070b4fdb7355 tempest-LiveAutoBlockMigrationV225Test-1421540525 tempest-LiveAutoBlockMigrationV225Test-1421540525-project-admin] Unset dirty status for tenant:0f15cde2cfff462ca8bc426e5d80ce7a on resource:security_group {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:21:07.590954 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-26e493b8-61f1-4568-bac5-c5a532398c43 req-cab810ef-5bd1-4efe-9507-070b4fdb7355 tempest-LiveAutoBlockMigrationV225Test-1421540525 tempest-LiveAutoBlockMigrationV225Test-1421540525-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0776966 Apr 18 19:21:07.622691 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-54bcb744-4c37-479a-be46-d2cdf78b6ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:07.661345 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bcb744-4c37-479a-be46-d2cdf78b6ffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab91c7c2-5718-47ce-a0d1-fd003d425c81,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:07.668723 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-39da037f-87ab-4911-86fb-7736991b5ce9 None None] Attempting to bind port e2d283d6-35cb-49ab-9d3a-94a29818c50b on host n-d-836017-2 for vnic_type normal with profile {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:21:07.669448 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-39da037f-87ab-4911-86fb-7736991b5ce9 None None] Attempting to bind port e2d283d6-35cb-49ab-9d3a-94a29818c50b by drivers openvswitch,hyperv on host n-d-836017-2 at level 0 using segments [{'id': '254a4f12-5519-47f4-85e8-7d1b5c621ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '97b575c1-8a4c-401c-bfc8-567de6de32a8'}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:21:07.670061 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39da037f-87ab-4911-86fb-7736991b5ce9 None None] Attempting to bind port e2d283d6-35cb-49ab-9d3a-94a29818c50b on network 97b575c1-8a4c-401c-bfc8-567de6de32a8 {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:21:07.684125 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39da037f-87ab-4911-86fb-7736991b5ce9 None None] Checking agent: {'id': 'df2a5cfe-6839-400b-a998-e4fffce70f45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 8, 22), 'started_at': datetime.datetime(2022, 4, 18, 19, 8, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:21:07.684125 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39da037f-87ab-4911-86fb-7736991b5ce9 None None] Checking segment: {'id': '254a4f12-5519-47f4-85e8-7d1b5c621ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '97b575c1-8a4c-401c-bfc8-567de6de32a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:21:07.684125 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-39da037f-87ab-4911-86fb-7736991b5ce9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:07.685195 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39da037f-87ab-4911-86fb-7736991b5ce9 None None] Bound using segment: {'id': '254a4f12-5519-47f4-85e8-7d1b5c621ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '97b575c1-8a4c-401c-bfc8-567de6de32a8'} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:21:07.685963 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-39da037f-87ab-4911-86fb-7736991b5ce9 None None] Bound port: e2d283d6-35cb-49ab-9d3a-94a29818c50b, host: n-d-836017-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '254a4f12-5519-47f4-85e8-7d1b5c621ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '97b575c1-8a4c-401c-bfc8-567de6de32a8'}}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:21:07.686494 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-39da037f-87ab-4911-86fb-7736991b5ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:07.720011 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7d877b-b33c-43ca-83ac-d58fd0b1dee0 None None] New status for floating IP 449ed824-e743-44fb-b2f8-6a24e67c368c: ACTIVE {{(pid=84765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 19:21:07.722183 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-54bcb744-4c37-479a-be46-d2cdf78b6ffe admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:07.726659 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-54bcb744-4c37-479a-be46-d2cdf78b6ffe admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ab91c7c2-5718-47ce-a0d1-fd003d425c81 HTTP/1.1" status: 204 len: 168 time: 0.6157165 Apr 18 19:21:08.097002 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb00585-4753-4bb6-a431-52598bec3a60 req-4162ed1c-2445-4e43-bd07-72fdb6046761 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:08.102121 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2cb00585-4753-4bb6-a431-52598bec3a60 req-4162ed1c-2445-4e43-bd07-72fdb6046761 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e57b25b1-270e-45ff-9503-ac3e292dcc2d HTTP/1.1" status: 200 len: 925 time: 0.6231863 Apr 18 19:21:08.161121 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a6004f99-615e-41a8-bfc4-c28cb2f631dd req-147b3b60-269f-4296-91fb-25d585adcd17 tempest-LiveAutoBlockMigrationV225Test-1421540525 tempest-LiveAutoBlockMigrationV225Test-1421540525-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=d2355448-26c2-4627-add5-d1edc93520c0 HTTP/1.1" status: 200 len: 1119 time: 0.1400182 Apr 18 19:21:08.250857 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-39da037f-87ab-4911-86fb-7736991b5ce9 None None] For port e2d283d6-35cb-49ab-9d3a-94a29818c50b, host n-d-836017-2, cleared binding levels {{(pid=84765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:21:08.254130 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a6004f99-615e-41a8-bfc4-c28cb2f631dd req-1b61671e-8fbb-4ba4-9a55-ece44ce5cf28 tempest-LiveAutoBlockMigrationV225Test-1421540525 tempest-LiveAutoBlockMigrationV225Test-1421540525-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762615 Apr 18 19:21:08.262583 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-39da037f-87ab-4911-86fb-7736991b5ce9 None None] For port e2d283d6-35cb-49ab-9d3a-94a29818c50b, host n-d-836017-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=e2d283d6-35cb-49ab-9d3a-94a29818c50b,segment=NetworkSegment(254a4f12-5519-47f4-85e8-7d1b5c621ccf),segment_id=254a4f12-5519-47f4-85e8-7d1b5c621ccf)] {{(pid=84765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:21:08.348417 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-39da037f-87ab-4911-86fb-7736991b5ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:08.391313 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2cb00585-4753-4bb6-a431-52598bec3a60 req-6ba71ba6-28ca-4cc3-8d39-8232d7045e8a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4e8ac556-a312-47c3-96eb-49f6efdb48d7 HTTP/1.1" status: 200 len: 998 time: 0.2575068 Apr 18 19:21:08.407160 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fa0d3598-aeaa-42d3-92cb-fa858e546031 req-87aa5f7f-68b9-4656-af09-592d69ee98e6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9318483 Apr 18 19:21:08.489926 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39da037f-87ab-4911-86fb-7736991b5ce9 None None] Pushing event updated for resources: {'Port': ['ID=e2d283d6-35cb-49ab-9d3a-94a29818c50b,revision_number=2']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:08.683229 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb00585-4753-4bb6-a431-52598bec3a60 req-fa4dd986-1ceb-4a53-b47b-82272f557d6d service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:08.683229 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2cb00585-4753-4bb6-a431-52598bec3a60 req-fa4dd986-1ceb-4a53-b47b-82272f557d6d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=aa3d7594-8a64-4b57-b0dc-322016530760 HTTP/1.1" status: 200 len: 863 time: 0.2705872 Apr 18 19:21:08.801387 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fa0d3598-aeaa-42d3-92cb-fa858e546031 req-73e1c1be-f0db-451b-8799-71606db94cea service neutron] 10.222.0.72 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3227751 Apr 18 19:21:08.958245 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8cdad1e-1442-4065-84f5-0ac9f7d1753c', 'tag': '44b24636-506d-4ba1-ac38-20240e275013'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:21:09.091304 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-3ce8251a-1a62-42b1-a6be-ac64e10fad4d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:09.138369 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-3ce8251a-1a62-42b1-a6be-ac64e10fad4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:09.157573 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2cb00585-4753-4bb6-a431-52598bec3a60 req-4d420d41-0450-457c-a406-6dd69e187144 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e57b25b1-270e-45ff-9503-ac3e292dcc2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4680068 Apr 18 19:21:09.268897 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 44040) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:09.417365 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6ad0e162-0de4-4d5c-a86b-f01b07b5d1f4 req-8f2eac36-bf6f-40ae-8266-34e02d3e057a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d2355448-26c2-4627-add5-d1edc93520c0&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.4243536 Apr 18 19:21:09.460130 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fa0d3598-aeaa-42d3-92cb-fa858e546031 req-5278c838-bf03-47c9-9f69-0b3abfc29900 service neutron] 10.222.0.72 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6358323 Apr 18 19:21:09.482166 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9572c74-aed4-4c7b-bf92-bff9c954c36e req-ec527162-ce50-4662-b895-d9ef3b776aea tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:09.490771 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b9572c74-aed4-4c7b-bf92-bff9c954c36e req-ec527162-ce50-4662-b895-d9ef3b776aea tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] 10.222.0.69 "GET /v2.0/ports?device_id=c8cdad1e-1442-4065-84f5-0ac9f7d1753c HTTP/1.1" status: 200 len: 948 time: 0.5678282 Apr 18 19:21:09.501245 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-ffb12bf7-ec3c-4d64-96a9-c93b7c0d37a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:09.558143 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-ffb12bf7-ec3c-4d64-96a9-c93b7c0d37a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:21:09.563307 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-ffb12bf7-ec3c-4d64-96a9-c93b7c0d37a2 admin admin] Usage tracker for resource:security_group_rule and tenant:fb04ce9947d94f36bfc535002f7f7dfb is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:21:09.568339 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-ffb12bf7-ec3c-4d64-96a9-c93b7c0d37a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:21:09.574750 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-ffb12bf7-ec3c-4d64-96a9-c93b7c0d37a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:21:09.716623 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-ffb12bf7-ec3c-4d64-96a9-c93b7c0d37a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:09.753408 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_common [None req-3ce8251a-1a62-42b1-a6be-ac64e10fad4d admin admin] Allocated IP 172.25.3.166 (11e8e108-37df-4084-b6b7-113e6beb66b4/3b0abf32-1504-448b-b06e-c8c870b6a7c8/f5a0c450-17d1-4dbb-addb-8df879102f28) {{(pid=84763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:21:09.765156 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b9572c74-aed4-4c7b-bf92-bff9c954c36e req-927f6fa9-17f8-4c89-a4b1-420691d10866 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] 10.222.0.69 "GET /v2.0/security-groups?id=f2008cfd-72ff-4349-aa02-00ceb1980405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734790 Apr 18 19:21:09.770742 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2cb00585-4753-4bb6-a431-52598bec3a60 req-e3680e99-b73e-4cc4-b255-d98fb6819b0b service neutron] 10.222.0.73 "GET /v2.0/networks/e57b25b1-270e-45ff-9503-ac3e292dcc2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5706186 Apr 18 19:21:09.806528 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-ffb12bf7-ec3c-4d64-96a9-c93b7c0d37a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:09.863531 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c95ee28-6825-4733-aebf-1352da03eeea None None] Network 97b575c1-8a4c-401c-bfc8-567de6de32a8 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:21:09.873388 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb12bf7-ec3c-4d64-96a9-c93b7c0d37a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6bc0e3a-14d4-420b-a248-d82584f1e3ea,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:09.879406 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-ffb12bf7-ec3c-4d64-96a9-c93b7c0d37a2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=fb04ce9947d94f36bfc535002f7f7dfb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6089451 Apr 18 19:21:09.881880 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 44058) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:10.023467 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-8c6089e4-cc67-42c4-8f97-da6e3ebf8baf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:10.088574 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-8c6089e4-cc67-42c4-8f97-da6e3ebf8baf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:10.089051 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2cb00585-4753-4bb6-a431-52598bec3a60 req-021f7b69-eb13-4adc-8802-3d30d48d8b47 service neutron] 10.222.0.73 "GET /v2.0/networks/e57b25b1-270e-45ff-9503-ac3e292dcc2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3091431 Apr 18 19:21:10.128484 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-3ce8251a-1a62-42b1-a6be-ac64e10fad4d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:10.146842 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-2dd79b5b-16f0-4561-bc1c-b37ebe363b5a None None] Provisioning for port e2d283d6-35cb-49ab-9d3a-94a29818c50b completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:21:10.254977 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-3ce8251a-1a62-42b1-a6be-ac64e10fad4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331'] for port, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:10.308381 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-8c6089e4-cc67-42c4-8f97-da6e3ebf8baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:10.339638 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6089e4-cc67-42c4-8f97-da6e3ebf8baf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6bc0e3a-14d4-420b-a248-d82584f1e3ea,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:10.343247 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-8c6089e4-cc67-42c4-8f97-da6e3ebf8baf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:10.344394 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-8c6089e4-cc67-42c4-8f97-da6e3ebf8baf admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d6bc0e3a-14d4-420b-a248-d82584f1e3ea HTTP/1.1" status: 204 len: 168 time: 0.4615338 Apr 18 19:21:10.363915 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce8251a-1a62-42b1-a6be-ac64e10fad4d admin admin] Pushing event updated for resources: {'Port': ['ID=f5a0c450-17d1-4dbb-addb-8df879102f28,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:10.381053 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce8251a-1a62-42b1-a6be-ac64e10fad4d admin admin] Network 11e8e108-37df-4084-b6b7-113e6beb66b4 is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:21:10.382437 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [None req-3ce8251a-1a62-42b1-a6be-ac64e10fad4d admin admin] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:21:10.385135 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce8251a-1a62-42b1-a6be-ac64e10fad4d admin admin] Received port after_create {{(pid=84763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:21:10.503955 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b54fc6a-ad26-4cca-bb9d-8fff1b4a618c'] response: {'name': 'network-changed', 'server_uuid': 'c8cdad1e-1442-4065-84f5-0ac9f7d1753c', 'tag': '44b24636-506d-4ba1-ac38-20240e275013', 'status': 'completed', 'code': 200} Apr 18 19:21:10.636801 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-19ae24e4-8345-4b7c-8d46-dc5dcc98c298 req-1d1fd587-7ada-430d-937f-59c7c8a363ed service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f59fcfae48234df59c11066dd5438bec&device_id=c8cdad1e-1442-4065-84f5-0ac9f7d1753c HTTP/1.1" status: 200 len: 1099 time: 0.1117790 Apr 18 19:21:10.647333 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-3ce8251a-1a62-42b1-a6be-ac64e10fad4d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:10.648592 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-3ce8251a-1a62-42b1-a6be-ac64e10fad4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416864'] for router, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:10.670723 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device e2d283d6-35cb-49ab-9d3a-94a29818c50b up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:21:10.856497 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning for port e2d283d6-35cb-49ab-9d3a-94a29818c50b completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:21:10.864394 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port e2d283d6-35cb-49ab-9d3a-94a29818c50b triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:21:10.865682 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:10.961792 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ae24e4-8345-4b7c-8d46-dc5dcc98c298 req-d2645c2b-6920-4492-aee2-6c76ee148318 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:10.968557 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-19ae24e4-8345-4b7c-8d46-dc5dcc98c298 req-d2645c2b-6920-4492-aee2-6c76ee148318 service neutron] 10.222.0.72 "GET /v2.0/networks?id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a HTTP/1.1" status: 200 len: 870 time: 0.3172598 Apr 18 19:21:11.023474 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:11.063763 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] For port e2d283d6-35cb-49ab-9d3a-94a29818c50b, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=e2d283d6-35cb-49ab-9d3a-94a29818c50b,segment=NetworkSegment(254a4f12-5519-47f4-85e8-7d1b5c621ccf),segment_id=254a4f12-5519-47f4-85e8-7d1b5c621ccf)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:21:11.070097 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-19ae24e4-8345-4b7c-8d46-dc5dcc98c298 req-80390e63-18f6-4f1f-9e06-b08220f1beb4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=44b24636-506d-4ba1-ac38-20240e275013 HTTP/1.1" status: 200 len: 217 time: 0.0995467 Apr 18 19:21:11.157359 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ae24e4-8345-4b7c-8d46-dc5dcc98c298 req-bcd0b747-0f4d-4ebb-9a5c-342ddc87f0a4 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:11.159591 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-19ae24e4-8345-4b7c-8d46-dc5dcc98c298 req-bcd0b747-0f4d-4ebb-9a5c-342ddc87f0a4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=17d1b3aa-2066-4ffa-a69f-52ed566b6548 HTTP/1.1" status: 200 len: 843 time: 0.0838499 Apr 18 19:21:11.160271 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:11.263519 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-19ae24e4-8345-4b7c-8d46-dc5dcc98c298 req-f88a3c6d-b0e8-4677-b9b3-a2266be2dc63 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0964551 Apr 18 19:21:11.266806 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Pushing event updated for resources: {'Port': ['ID=e2d283d6-35cb-49ab-9d3a-94a29818c50b,revision_number=3']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:11.291770 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ce8251a-1a62-42b1-a6be-ac64e10fad4d admin admin] Router 76420389-0c7c-4da5-a88c-d946185083d1 is scheduled to L3 agent 21b59c62-f184-4169-bc3e-79831cc043e8 with binding_index 1 {{(pid=84763) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 19:21:11.521096 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 44110) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:11.545469 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-c4adcbaf-b442-47c3-a9a1-1d4e7365a0a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:11.579948 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-c4adcbaf-b442-47c3-a9a1-1d4e7365a0a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:21:11.584033 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-c4adcbaf-b442-47c3-a9a1-1d4e7365a0a4 admin admin] Usage tracker for resource:security_group_rule and tenant:9807b8fe812c40708a32ad83e79cb348 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:21:11.587695 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-c4adcbaf-b442-47c3-a9a1-1d4e7365a0a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:21:11.603030 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-c4adcbaf-b442-47c3-a9a1-1d4e7365a0a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:21:11.712316 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-19ae24e4-8345-4b7c-8d46-dc5dcc98c298 req-517f3e95-485e-4f67-b0c4-acf41a38869f service neutron] 10.222.0.72 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4428730 Apr 18 19:21:11.734796 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-c4adcbaf-b442-47c3-a9a1-1d4e7365a0a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:11.810499 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844c4f7d-8fac-414f-b4f3-e2bfc53788a9 req-b41ec364-3d31-41ea-b9dc-dda0cb951e7c tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:11.812325 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-844c4f7d-8fac-414f-b4f3-e2bfc53788a9 req-b41ec364-3d31-41ea-b9dc-dda0cb951e7c tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] 10.222.0.69 "GET /v2.0/ports?device_id=c8cdad1e-1442-4065-84f5-0ac9f7d1753c HTTP/1.1" status: 200 len: 948 time: 0.4439609 Apr 18 19:21:11.856337 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-c4adcbaf-b442-47c3-a9a1-1d4e7365a0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:11.920158 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-844c4f7d-8fac-414f-b4f3-e2bfc53788a9 req-dcab67e3-e1b2-4892-9409-1b0fc9dd3f61 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] 10.222.0.69 "GET /v2.0/security-groups?id=f2008cfd-72ff-4349-aa02-00ceb1980405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953329 Apr 18 19:21:11.942521 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 44124) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:11.942821 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-c4adcbaf-b442-47c3-a9a1-1d4e7365a0a4 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9807b8fe812c40708a32ad83e79cb348&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4189887 Apr 18 19:21:11.947822 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-19ae24e4-8345-4b7c-8d46-dc5dcc98c298 req-dd74ed2c-67a3-4126-bea3-a3e6d7da155a service neutron] 10.222.0.72 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283366 Apr 18 19:21:11.949253 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4adcbaf-b442-47c3-a9a1-1d4e7365a0a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a86ef767-cbcd-4fc2-9dcf-2ac815fd9d95,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:12.055406 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-83cdebbe-0e85-4a82-ac3e-d526b63331da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:12.075763 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ce8251a-1a62-42b1-a6be-ac64e10fad4d admin admin] Notify agent at l3_agent.n-d-836017-2 the message routers_updated {{(pid=84763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:21:12.091992 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9064746-9c13-4386-9491-6d3511c48608 None None] Sync routers for ids ['76420389-0c7c-4da5-a88c-d946185083d1'] in n-d-836017-2 {{(pid=84766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:21:12.100061 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-83cdebbe-0e85-4a82-ac3e-d526b63331da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:12.121558 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9064746-9c13-4386-9491-6d3511c48608 None None] Routers {'76420389-0c7c-4da5-a88c-d946185083d1'} bound to L3 agent in host n-d-836017-2 {{(pid=84766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:21:12.122211 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-c9064746-9c13-4386-9491-6d3511c48608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:20:50Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['76420389-0c7c-4da5-a88c-d946185083d1'], 'active': True} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:21:12.257396 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-3ce8251a-1a62-42b1-a6be-ac64e10fad4d admin admin] Notify callbacks [] for router, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:12.258561 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-3ce8251a-1a62-42b1-a6be-ac64e10fad4d admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 6.1969604 Apr 18 19:21:12.261641 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 44144) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:12.341905 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-83cdebbe-0e85-4a82-ac3e-d526b63331da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:12.391279 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvr_db [None req-c9064746-9c13-4386-9491-6d3511c48608 None None] Set router 76420389-0c7c-4da5-a88c-d946185083d1 gateway port host: n-d-836017-2 {{(pid=84766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:21:12.452431 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cdebbe-0e85-4a82-ac3e-d526b63331da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a86ef767-cbcd-4fc2-9dcf-2ac815fd9d95,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:12.458830 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-83cdebbe-0e85-4a82-ac3e-d526b63331da admin admin] Notify callbacks [] for security_group, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:12.463167 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-83cdebbe-0e85-4a82-ac3e-d526b63331da admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a86ef767-cbcd-4fc2-9dcf-2ac815fd9d95 HTTP/1.1" status: 204 len: 168 time: 0.5163684 Apr 18 19:21:12.639086 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device e2d283d6-35cb-49ab-9d3a-94a29818c50b up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:21:12.740223 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port e2d283d6-35cb-49ab-9d3a-94a29818c50b triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:21:12.740919 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:12.804360 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-c9064746-9c13-4386-9491-6d3511c48608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76420389-0c7c-4da5-a88c-d946185083d1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1709511624-router', 'tenant_id': '666658683d0a4c6e8109e68b8b765a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': 'f5a0c450-17d1-4dbb-addb-8df879102f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:21:06Z', 'updated_at': '2022-04-18T19:21:10Z', 'revision_number': 3, 'project_id': '666658683d0a4c6e8109e68b8b765a46', 'gw_port': {'id': 'f5a0c450-17d1-4dbb-addb-8df879102f28', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:fb:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76420389-0c7c-4da5-a88c-d946185083d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:21:09Z', 'updated_at': '2022-04-18T19:21:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2'}], 'n-d-836017-2', False) {} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:21:12.809777 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9064746-9c13-4386-9491-6d3511c48608 None None] Checking router: 76420389-0c7c-4da5-a88c-d946185083d1 for host: n-d-836017-2 {{(pid=84766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:21:12.810384 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9064746-9c13-4386-9491-6d3511c48608 None None] Updating router 76420389-0c7c-4da5-a88c-d946185083d1 port f5a0c450-17d1-4dbb-addb-8df879102f28 binding host n-d-836017-2 {{(pid=84766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 19:21:12.871914 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-c9064746-9c13-4386-9491-6d3511c48608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:12.899682 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 44166) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:12.908545 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [req-2cd7d062-8e93-4276-896c-bdc14f5f7a42 req-50760406-f90b-49a0-9df2-f03929d4b36f tempest-LiveAutoBlockMigrationV225Test-1421540525 tempest-LiveAutoBlockMigrationV225Test-1421540525-project-admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=84764) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:21:12.910439 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2cd7d062-8e93-4276-896c-bdc14f5f7a42 req-50760406-f90b-49a0-9df2-f03929d4b36f tempest-LiveAutoBlockMigrationV225Test-1421540525 tempest-LiveAutoBlockMigrationV225Test-1421540525-project-admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0082703 Apr 18 19:21:13.402773 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-c9064746-9c13-4386-9491-6d3511c48608 None None] Notify callbacks [] for port, precommit_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:13.408551 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.provisioning_blocks [None req-c9064746-9c13-4386-9491-6d3511c48608 None None] Transition to ACTIVE for port object f5a0c450-17d1-4dbb-addb-8df879102f28 will not be triggered until provisioned by entity L2. {{(pid=84766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:21:13.456426 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [req-2cd7d062-8e93-4276-896c-bdc14f5f7a42 req-1433c0be-ebe3-45b2-b62f-494a9c2de55a service neutron] Request body: {'binding': {'host': 'n-h1-836017-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:21:13.456929 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [req-2cd7d062-8e93-4276-896c-bdc14f5f7a42 req-1433c0be-ebe3-45b2-b62f-494a9c2de55a service neutron] Unknown quota resources ['binding']. {{(pid=84764) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Apr 18 19:21:13.490616 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-c9064746-9c13-4386-9491-6d3511c48608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:13.564683 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 44b24636-506d-4ba1-ac38-20240e275013 details requested by agent hyperv_n-h2-836017-2 with host n-h2-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:21:13.568274 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-672cbbc4-3217-44c3-8267-6bb7acbb5fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:13.584162 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.managers [None req-c9064746-9c13-4386-9491-6d3511c48608 None None] Attempting to bind port f5a0c450-17d1-4dbb-addb-8df879102f28 on host n-d-836017-2 for vnic_type normal with profile {{(pid=84766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:21:13.584162 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.managers [None req-c9064746-9c13-4386-9491-6d3511c48608 None None] Attempting to bind port f5a0c450-17d1-4dbb-addb-8df879102f28 by drivers openvswitch,hyperv on host n-d-836017-2 at level 0 using segments [{'id': '5de34947-6c56-419b-85d0-f61f69ce7c45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'}] {{(pid=84766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:21:13.584162 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9064746-9c13-4386-9491-6d3511c48608 None None] Attempting to bind port f5a0c450-17d1-4dbb-addb-8df879102f28 on network 11e8e108-37df-4084-b6b7-113e6beb66b4 {{(pid=84766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:21:13.590511 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108b40c3-9837-4190-9486-e4943adcb817 None None] Pushing event updated for resources: {'Port': ['ID=f5a0c450-17d1-4dbb-addb-8df879102f28,revision_number=2']} {{(pid=84766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:13.597790 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9064746-9c13-4386-9491-6d3511c48608 None None] Checking agent: {'id': 'df2a5cfe-6839-400b-a998-e4fffce70f45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 8, 22), 'started_at': datetime.datetime(2022, 4, 18, 19, 8, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:21:13.598155 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9064746-9c13-4386-9491-6d3511c48608 None None] Checking segment: {'id': '5de34947-6c56-419b-85d0-f61f69ce7c45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:21:13.598549 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-c9064746-9c13-4386-9491-6d3511c48608 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:13.598929 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9064746-9c13-4386-9491-6d3511c48608 None None] Bound using segment: {'id': '5de34947-6c56-419b-85d0-f61f69ce7c45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'} {{(pid=84766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:21:13.599387 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.managers [None req-c9064746-9c13-4386-9491-6d3511c48608 None None] Bound port: f5a0c450-17d1-4dbb-addb-8df879102f28, host: n-d-836017-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5de34947-6c56-419b-85d0-f61f69ce7c45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'}}] {{(pid=84766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:21:13.599766 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-c9064746-9c13-4386-9491-6d3511c48608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:13.695588 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108b40c3-9837-4190-9486-e4943adcb817 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:21:13.695894 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108b40c3-9837-4190-9486-e4943adcb817 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:21:13.696237 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108b40c3-9837-4190-9486-e4943adcb817 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:21:13.696587 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108b40c3-9837-4190-9486-e4943adcb817 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:21:13.696911 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108b40c3-9837-4190-9486-e4943adcb817 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:21:13.700053 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108b40c3-9837-4190-9486-e4943adcb817 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:21:13.700053 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108b40c3-9837-4190-9486-e4943adcb817 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:21:13.702808 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108b40c3-9837-4190-9486-e4943adcb817 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:21:13.702808 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108b40c3-9837-4190-9486-e4943adcb817 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:21:13.703100 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108b40c3-9837-4190-9486-e4943adcb817 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:21:13.703369 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108b40c3-9837-4190-9486-e4943adcb817 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:21:13.717794 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45216751-b3ed-4dbc-b58d-c1205022760f req-1252dd87-2177-41db-83a0-58bd7c12262b tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:13.729116 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-45216751-b3ed-4dbc-b58d-c1205022760f req-1252dd87-2177-41db-83a0-58bd7c12262b tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] 10.222.0.69 "GET /v2.0/ports?device_id=c8cdad1e-1442-4065-84f5-0ac9f7d1753c HTTP/1.1" status: 200 len: 948 time: 0.2494130 Apr 18 19:21:13.761958 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.db [None req-c9064746-9c13-4386-9491-6d3511c48608 None None] For port f5a0c450-17d1-4dbb-addb-8df879102f28, host n-d-836017-2, cleared binding levels {{(pid=84766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:21:13.765919 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.db [None req-c9064746-9c13-4386-9491-6d3511c48608 None None] For port f5a0c450-17d1-4dbb-addb-8df879102f28, host n-d-836017-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=f5a0c450-17d1-4dbb-addb-8df879102f28,segment=NetworkSegment(5de34947-6c56-419b-85d0-f61f69ce7c45),segment_id=5de34947-6c56-419b-85d0-f61f69ce7c45)] {{(pid=84766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:21:13.793601 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-2cd7d062-8e93-4276-896c-bdc14f5f7a42 req-1433c0be-ebe3-45b2-b62f-494a9c2de55a service neutron] Attempting to bind port e2db22ea-4eb8-4fa8-8067-77968b7252ce on host n-h1-836017-2 for vnic_type normal with profile None {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:21:13.794564 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-2cd7d062-8e93-4276-896c-bdc14f5f7a42 req-1433c0be-ebe3-45b2-b62f-494a9c2de55a service neutron] Attempting to bind port e2db22ea-4eb8-4fa8-8067-77968b7252ce by drivers openvswitch,hyperv on host n-h1-836017-2 at level 0 using segments [{'id': '57f6477d-46cb-4fbc-8909-e9439d3b2b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '5b81b8da-abac-4e05-9e51-d6de7035d9e7'}] {{(pid=84764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:21:13.794564 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd7d062-8e93-4276-896c-bdc14f5f7a42 req-1433c0be-ebe3-45b2-b62f-494a9c2de55a service neutron] Attempting to bind port e2db22ea-4eb8-4fa8-8067-77968b7252ce on network 5b81b8da-abac-4e05-9e51-d6de7035d9e7 {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:21:13.803014 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd7d062-8e93-4276-896c-bdc14f5f7a42 req-1433c0be-ebe3-45b2-b62f-494a9c2de55a service neutron] Port e2db22ea-4eb8-4fa8-8067-77968b7252ce on network 5b81b8da-abac-4e05-9e51-d6de7035d9e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-2 {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:21:13.803014 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd7d062-8e93-4276-896c-bdc14f5f7a42 req-1433c0be-ebe3-45b2-b62f-494a9c2de55a service neutron] Attempting to bind port e2db22ea-4eb8-4fa8-8067-77968b7252ce on network 5b81b8da-abac-4e05-9e51-d6de7035d9e7 {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:21:13.808984 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd7d062-8e93-4276-896c-bdc14f5f7a42 req-1433c0be-ebe3-45b2-b62f-494a9c2de55a service neutron] Checking agent: {'id': 'e3a31811-08e0-42ba-bc2e-ed8a973b714f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 25), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:21:13.809601 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd7d062-8e93-4276-896c-bdc14f5f7a42 req-1433c0be-ebe3-45b2-b62f-494a9c2de55a service neutron] Checking segment: {'id': '57f6477d-46cb-4fbc-8909-e9439d3b2b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '5b81b8da-abac-4e05-9e51-d6de7035d9e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:21:13.810165 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd7d062-8e93-4276-896c-bdc14f5f7a42 req-1433c0be-ebe3-45b2-b62f-494a9c2de55a service neutron] Bound using segment: {'id': '57f6477d-46cb-4fbc-8909-e9439d3b2b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '5b81b8da-abac-4e05-9e51-d6de7035d9e7'} {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:21:13.810635 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-2cd7d062-8e93-4276-896c-bdc14f5f7a42 req-1433c0be-ebe3-45b2-b62f-494a9c2de55a service neutron] Bound port: e2db22ea-4eb8-4fa8-8067-77968b7252ce, host: n-h1-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57f6477d-46cb-4fbc-8909-e9439d3b2b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '5b81b8da-abac-4e05-9e51-d6de7035d9e7'}}] {{(pid=84764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:21:13.839832 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 44b24636-506d-4ba1-ac38-20240e275013, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=44b24636-506d-4ba1-ac38-20240e275013,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:21:13.851415 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-45216751-b3ed-4dbc-b58d-c1205022760f req-09e09b12-7b74-48e6-b57a-0f1e325da4e3 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] 10.222.0.69 "GET /v2.0/security-groups?id=f2008cfd-72ff-4349-aa02-00ceb1980405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212609 Apr 18 19:21:13.866230 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Returning: {'device': '44b24636-506d-4ba1-ac38-20240e275013', 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a', 'port_id': '44b24636-506d-4ba1-ac38-20240e275013', 'mac_address': 'fa:16:3e:b4:14:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17d1b3aa-2066-4ffa-a69f-52ed566b6548', 'ip_address': '192.168.233.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:21:13.874545 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-c9064746-9c13-4386-9491-6d3511c48608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:13.937926 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-2cd7d062-8e93-4276-896c-bdc14f5f7a42 req-1433c0be-ebe3-45b2-b62f-494a9c2de55a service neutron] For port e2db22ea-4eb8-4fa8-8067-77968b7252ce, host n-h1-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=e2db22ea-4eb8-4fa8-8067-77968b7252ce,segment=NetworkSegment(57f6477d-46cb-4fbc-8909-e9439d3b2b0a),segment_id=57f6477d-46cb-4fbc-8909-e9439d3b2b0a)] {{(pid=84764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:21:13.953056 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:13.979513 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_common [None req-672cbbc4-3217-44c3-8267-6bb7acbb5fe3 admin admin] Allocated IP 172.20.0.1 (97b575c1-8a4c-401c-bfc8-567de6de32a8/a4fd8a82-a99d-4f41-8012-881e08157cb0/c366461e-feb8-4736-a327-49e2d973267b) {{(pid=84763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:21:14.012854 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-2cd7d062-8e93-4276-896c-bdc14f5f7a42 req-1433c0be-ebe3-45b2-b62f-494a9c2de55a service neutron] Notify callbacks [] for binding, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:14.015024 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2cd7d062-8e93-4276-896c-bdc14f5f7a42 req-1433c0be-ebe3-45b2-b62f-494a9c2de55a service neutron] 10.222.0.69 "POST /v2.0/ports/e2db22ea-4eb8-4fa8-8067-77968b7252ce/bindings HTTP/1.1" status: 201 len: 389 time: 0.7166989 Apr 18 19:21:14.017932 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44b24636-506d-4ba1-ac38-20240e275013 {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:21:14.036325 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 44b24636-506d-4ba1-ac38-20240e275013, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=44b24636-506d-4ba1-ac38-20240e275013,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:21:14.043414 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108b40c3-9837-4190-9486-e4943adcb817 None None] Pushing event updated for resources: {'Port': ['ID=f5a0c450-17d1-4dbb-addb-8df879102f28,revision_number=3']} {{(pid=84766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:14.049299 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9064746-9c13-4386-9491-6d3511c48608 None None] Routers {'76420389-0c7c-4da5-a88c-d946185083d1'} bound to L3 agent in host n-d-836017-2 {{(pid=84766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:21:14.050060 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-c9064746-9c13-4386-9491-6d3511c48608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:20:50Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['76420389-0c7c-4da5-a88c-d946185083d1'], 'active': True} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:21:14.110340 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:14.199407 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=44b24636-506d-4ba1-ac38-20240e275013,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:14.217649 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-672cbbc4-3217-44c3-8267-6bb7acbb5fe3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:14.238882 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [None req-672cbbc4-3217-44c3-8267-6bb7acbb5fe3 admin admin] Transition to ACTIVE for port object c366461e-feb8-4736-a327-49e2d973267b will not be triggered until provisioned by entity DHCP. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:21:14.325084 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-672cbbc4-3217-44c3-8267-6bb7acbb5fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331'] for port, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:14.333604 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvr_db [None req-c9064746-9c13-4386-9491-6d3511c48608 None None] Set router 76420389-0c7c-4da5-a88c-d946185083d1 gateway port host: n-d-836017-2 {{(pid=84766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:21:14.340899 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] get_ports_and_sgs() called for port_ids ['44b24636-506d-4ba1-ac38-20240e275013'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:21:14.521719 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672cbbc4-3217-44c3-8267-6bb7acbb5fe3 admin admin] Pushing event updated for resources: {'Port': ['ID=c366461e-feb8-4736-a327-49e2d973267b,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:14.577717 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e45ec7b4-e83b-44d5-83ba-bd5583d78d39 req-4cb6fde0-f508-40ad-973c-e488122314b5 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=0d5b459d315b4287a98ceac4adc09bfe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0562921 Apr 18 19:21:14.583040 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672cbbc4-3217-44c3-8267-6bb7acbb5fe3 admin admin] Network 97b575c1-8a4c-401c-bfc8-567de6de32a8 is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:21:14.584566 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [None req-672cbbc4-3217-44c3-8267-6bb7acbb5fe3 admin admin] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:21:14.587011 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672cbbc4-3217-44c3-8267-6bb7acbb5fe3 admin admin] Received port after_create {{(pid=84763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:21:14.587606 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-672cbbc4-3217-44c3-8267-6bb7acbb5fe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417434'] for router_interface, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:14.641514 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 44218) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:14.723552 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-c9064746-9c13-4386-9491-6d3511c48608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76420389-0c7c-4da5-a88c-d946185083d1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1709511624-router', 'tenant_id': '666658683d0a4c6e8109e68b8b765a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': 'f5a0c450-17d1-4dbb-addb-8df879102f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:21:06Z', 'updated_at': '2022-04-18T19:21:10Z', 'revision_number': 3, 'project_id': '666658683d0a4c6e8109e68b8b765a46', 'gw_port': {'id': 'f5a0c450-17d1-4dbb-addb-8df879102f28', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:fb:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76420389-0c7c-4da5-a88c-d946185083d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:21:09Z', 'updated_at': '2022-04-18T19:21:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2'}], 'n-d-836017-2', False) {} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:21:14.730095 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9064746-9c13-4386-9491-6d3511c48608 None None] The sync data for ids ['76420389-0c7c-4da5-a88c-d946185083d1'] in n-d-836017-2 is: [{'id': '76420389-0c7c-4da5-a88c-d946185083d1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1709511624-router', 'tenant_id': '666658683d0a4c6e8109e68b8b765a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': 'f5a0c450-17d1-4dbb-addb-8df879102f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:21:06Z', 'updated_at': '2022-04-18T19:21:10Z', 'revision_number': 3, 'project_id': '666658683d0a4c6e8109e68b8b765a46', 'gw_port': {'id': 'f5a0c450-17d1-4dbb-addb-8df879102f28', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:fb:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76420389-0c7c-4da5-a88c-d946185083d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:21:09Z', 'updated_at': '2022-04-18T19:21:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2'}] {{(pid=84766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:21:14.913279 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-8745e2c5-a2b4-440f-a30a-054916ec144a tempest-AutoAllocateNetworkTest-1813025142 tempest-AutoAllocateNetworkTest-1813025142-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=7da00c5c16b3488fbfa2f6a98d040d56&shared=False HTTP/1.1" status: 200 len: 208 time: 0.2694170 Apr 18 19:21:14.913989 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 44226) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:14.944485 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45ec7b4-e83b-44d5-83ba-bd5583d78d39 req-c60fd466-6114-4048-ae5e-6af173ab0bba tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:14.945956 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e45ec7b4-e83b-44d5-83ba-bd5583d78d39 req-c60fd466-6114-4048-ae5e-6af173ab0bba tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3554327 Apr 18 19:21:14.969160 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2cd7d062-8e93-4276-896c-bdc14f5f7a42 req-e48ab2bf-d732-4dbc-860d-838507ed6ca8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e8145a70cab44ff88b524306edcbe946&device_id=d2355448-26c2-4627-add5-d1edc93520c0 HTTP/1.1" status: 200 len: 1119 time: 0.1921241 Apr 18 19:21:15.016000 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-cbc91e21-a715-4ebb-bbff-ca9c3b09cadd None None] Provisioning for port c366461e-feb8-4736-a327-49e2d973267b completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:21:15.021421 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-cbc91e21-a715-4ebb-bbff-ca9c3b09cadd None None] Provisioning complete for port c366461e-feb8-4736-a327-49e2d973267b triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:21:15.021908 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cbc91e21-a715-4ebb-bbff-ca9c3b09cadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:15.041023 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e45ec7b4-e83b-44d5-83ba-bd5583d78d39 req-3e0f3c00-6883-4b9b-abe8-ff400c48984d tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] 10.222.0.69 "GET /v2.0/quotas/0d5b459d315b4287a98ceac4adc09bfe HTTP/1.1" status: 200 len: 375 time: 0.0888987 Apr 18 19:21:15.097375 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-cbc91e21-a715-4ebb-bbff-ca9c3b09cadd None None] Port c366461e-feb8-4736-a327-49e2d973267b cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:21:15.127119 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1226abd-18bb-4cab-a02a-f799f02a1596 tempest-AutoAllocateNetworkTest-1813025142 tempest-AutoAllocateNetworkTest-1813025142-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:15.131724 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-a1226abd-18bb-4cab-a02a-f799f02a1596 tempest-AutoAllocateNetworkTest-1813025142 tempest-AutoAllocateNetworkTest-1813025142-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2127829 Apr 18 19:21:15.141802 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 44230) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:15.168633 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e45ec7b4-e83b-44d5-83ba-bd5583d78d39 req-58fd7147-9402-481e-a7db-434e89e69d0e tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=0d5b459d315b4287a98ceac4adc09bfe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0609827 Apr 18 19:21:15.182194 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-672cbbc4-3217-44c3-8267-6bb7acbb5fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:15.231485 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-23168f3b-da4e-4e22-b52e-fb09159a28c7 tempest-AutoAllocateNetworkTest-1813025142 tempest-AutoAllocateNetworkTest-1813025142-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0882244 Apr 18 19:21:15.243292 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 44234) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:15.299707 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd7d062-8e93-4276-896c-bdc14f5f7a42 req-9319aaee-3b56-4dca-8869-495d9544fbdf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:15.301318 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2cd7d062-8e93-4276-896c-bdc14f5f7a42 req-9319aaee-3b56-4dca-8869-495d9544fbdf service neutron] 10.222.0.73 "GET /v2.0/networks?id=5b81b8da-abac-4e05-9e51-d6de7035d9e7 HTTP/1.1" status: 200 len: 920 time: 0.2964287 Apr 18 19:21:15.338644 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-027bcba1-a719-45c1-89f7-8768e95321a9 tempest-AutoAllocateNetworkTest-1813025142 tempest-AutoAllocateNetworkTest-1813025142-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=7da00c5c16b3488fbfa2f6a98d040d56 HTTP/1.1" status: 200 len: 208 time: 0.0984731 Apr 18 19:21:15.419897 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2cd7d062-8e93-4276-896c-bdc14f5f7a42 req-9e17fa42-e55b-4aad-9d9d-eb1915fa4182 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2db22ea-4eb8-4fa8-8067-77968b7252ce HTTP/1.1" status: 200 len: 217 time: 0.1118033 Apr 18 19:21:15.577859 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 44b24636-506d-4ba1-ac38-20240e275013 up at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:21:15.601735 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd7d062-8e93-4276-896c-bdc14f5f7a42 req-1b30001a-b25a-4a0f-9107-a2a819cb203c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:15.603841 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2cd7d062-8e93-4276-896c-bdc14f5f7a42 req-1b30001a-b25a-4a0f-9107-a2a819cb203c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b10cc942-f819-45fc-bb02-117dc96bc19f HTTP/1.1" status: 200 len: 859 time: 0.1268651 Apr 18 19:21:15.685998 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2cd7d062-8e93-4276-896c-bdc14f5f7a42 req-a19cd688-f249-41b2-abac-8b4c2dd3c5cc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5b81b8da-abac-4e05-9e51-d6de7035d9e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596316 Apr 18 19:21:15.761445 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-672cbbc4-3217-44c3-8267-6bb7acbb5fe3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:15.793606 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning for port 44b24636-506d-4ba1-ac38-20240e275013 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:21:15.799591 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning complete for port 44b24636-506d-4ba1-ac38-20240e275013 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:21:15.799929 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:15.817938 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-672cbbc4-3217-44c3-8267-6bb7acbb5fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:15.818777 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-672cbbc4-3217-44c3-8267-6bb7acbb5fe3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-417335'] for router_interface, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:15.992896 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:16.006237 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 44260) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:16.041387 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672cbbc4-3217-44c3-8267-6bb7acbb5fe3 admin admin] Pushing event updated for resources: {'Port': ['ID=c366461e-feb8-4736-a327-49e2d973267b,revision_number=2']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:16.059165 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8cdad1e-1442-4065-84f5-0ac9f7d1753c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44b24636-506d-4ba1-ac38-20240e275013'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:21:16.071614 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2cd7d062-8e93-4276-896c-bdc14f5f7a42 req-193c55f8-612b-4273-ac8e-89f7d1614ab8 service neutron] 10.222.0.73 "GET /v2.0/networks/5b81b8da-abac-4e05-9e51-d6de7035d9e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3770661 Apr 18 19:21:16.072056 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 44b24636-506d-4ba1-ac38-20240e275013, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=44b24636-506d-4ba1-ac38-20240e275013,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:21:16.137375 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:16.319083 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-51b14339-14b8-4a90-8064-1ac7039c6048 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:16.323282 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=44b24636-506d-4ba1-ac38-20240e275013,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:16.341880 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672cbbc4-3217-44c3-8267-6bb7acbb5fe3 admin admin] Network 97b575c1-8a4c-401c-bfc8-567de6de32a8 is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:21:16.350601 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [None req-672cbbc4-3217-44c3-8267-6bb7acbb5fe3 admin admin] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:21:16.366255 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-51b14339-14b8-4a90-8064-1ac7039c6048 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:21:16.374197 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ec5b80-6d7b-432f-b0d8-6602d7fa135b req-7ac3d7c7-b5b6-47ab-8d27-777d553cdb6f tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:16.375748 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-17ec5b80-6d7b-432f-b0d8-6602d7fa135b req-7ac3d7c7-b5b6-47ab-8d27-777d553cdb6f tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] 10.222.0.69 "GET /v2.0/ports?device_id=c8cdad1e-1442-4065-84f5-0ac9f7d1753c HTTP/1.1" status: 200 len: 950 time: 0.2662923 Apr 18 19:21:16.382386 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-51b14339-14b8-4a90-8064-1ac7039c6048 admin admin] Usage tracker for resource:security_group_rule and tenant:7da00c5c16b3488fbfa2f6a98d040d56 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:21:16.436336 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-51b14339-14b8-4a90-8064-1ac7039c6048 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:21:16.440054 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-17ec5b80-6d7b-432f-b0d8-6602d7fa135b req-b4a1d874-ec4e-487b-a8de-98ea147a0922 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] 10.222.0.69 "GET /v2.0/security-groups?id=f2008cfd-72ff-4349-aa02-00ceb1980405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541773 Apr 18 19:21:16.445518 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-51b14339-14b8-4a90-8064-1ac7039c6048 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:21:16.552739 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-51b14339-14b8-4a90-8064-1ac7039c6048 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:16.638302 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-4368ba43-32fa-4781-8996-38f798752cc5 req-da8d1bc5-f5f5-4f08-9825-99424ac04492 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] 10.222.0.69 "GET /v2.0/ports?device_id=74737c45-169c-4a78-8cdf-74298a4618c9 HTTP/1.1" status: 200 len: 210 time: 0.0492289 Apr 18 19:21:16.638302 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-51b14339-14b8-4a90-8064-1ac7039c6048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:16.661974 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device f5a0c450-17d1-4dbb-addb-8df879102f28 up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:21:16.691420 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b14339-14b8-4a90-8064-1ac7039c6048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dcac7e6-7996-429d-9c10-2826d8a8b1da,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:16.701792 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-51b14339-14b8-4a90-8064-1ac7039c6048 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7da00c5c16b3488fbfa2f6a98d040d56&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6921701 Apr 18 19:21:16.715941 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 44274) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:16.770936 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-0608914e-cc29-4118-b672-a96c4b89fb96 None None] Provisioning complete for port c366461e-feb8-4736-a327-49e2d973267b triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:21:16.771547 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0608914e-cc29-4118-b672-a96c4b89fb96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:16.785099 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 44278) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:16.793606 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2cd7d062-8e93-4276-896c-bdc14f5f7a42 req-16e41097-a079-4432-b1ed-0b0c358b172e service neutron] 10.222.0.73 "GET /v2.0/networks/5b81b8da-abac-4e05-9e51-d6de7035d9e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7053480 Apr 18 19:21:16.842434 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-1e20c76b-ca89-4bfe-9281-6e4343502fde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:16.861789 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-0608914e-cc29-4118-b672-a96c4b89fb96 None None] Port c366461e-feb8-4736-a327-49e2d973267b cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:21:16.881794 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-1e20c76b-ca89-4bfe-9281-6e4343502fde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:16.900675 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6239c837-ff64-4cb3-82fa-c47cb42785e4 req-5a221291-0d38-4490-9513-8823d6071d98 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:16.903851 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-6239c837-ff64-4cb3-82fa-c47cb42785e4 req-5a221291-0d38-4490-9513-8823d6071d98 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2355448-26c2-4627-add5-d1edc93520c0 HTTP/1.1" status: 200 len: 968 time: 0.6329021 Apr 18 19:21:16.919739 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76ff6964-cc0f-4a90-968b-600b07777a5b'] response: {'server_uuid': 'c8cdad1e-1442-4065-84f5-0ac9f7d1753c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44b24636-506d-4ba1-ac38-20240e275013', 'code': 200} Apr 18 19:21:16.977210 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning for port f5a0c450-17d1-4dbb-addb-8df879102f28 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:21:16.984190 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port f5a0c450-17d1-4dbb-addb-8df879102f28 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:21:16.984694 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:16.993311 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-ac0e8610-1955-44c3-a39d-5c6cba7cbe5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:17.099984 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-1e20c76b-ca89-4bfe-9281-6e4343502fde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:17.122545 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-ac0e8610-1955-44c3-a39d-5c6cba7cbe5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:21:17.131204 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e20c76b-ca89-4bfe-9281-6e4343502fde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dcac7e6-7996-429d-9c10-2826d8a8b1da,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:17.134961 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-ac0e8610-1955-44c3-a39d-5c6cba7cbe5e admin admin] Usage tracker for resource:security_group_rule and tenant:bfdcd1879b66458980fcf35e6d4318cc is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:21:17.142551 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-ac0e8610-1955-44c3-a39d-5c6cba7cbe5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:21:17.152176 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-ac0e8610-1955-44c3-a39d-5c6cba7cbe5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:21:17.152630 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:17.154493 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-1e20c76b-ca89-4bfe-9281-6e4343502fde admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:17.155984 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-1e20c76b-ca89-4bfe-9281-6e4343502fde admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8dcac7e6-7996-429d-9c10-2826d8a8b1da HTTP/1.1" status: 204 len: 168 time: 0.4387622 Apr 18 19:21:17.227846 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] For port f5a0c450-17d1-4dbb-addb-8df879102f28, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=f5a0c450-17d1-4dbb-addb-8df879102f28,segment=NetworkSegment(5de34947-6c56-419b-85d0-f61f69ce7c45),segment_id=5de34947-6c56-419b-85d0-f61f69ce7c45)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:21:17.244925 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-6239c837-ff64-4cb3-82fa-c47cb42785e4 req-bdac1974-8006-4116-9bbf-c7f7a47e1a0e tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3307421 Apr 18 19:21:17.298401 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-ac0e8610-1955-44c3-a39d-5c6cba7cbe5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:17.302724 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:17.357367 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2cd7d062-8e93-4276-896c-bdc14f5f7a42 req-81f14967-d670-40ae-94b2-c19a69aa8f73 tempest-LiveAutoBlockMigrationV225Test-1421540525 tempest-LiveAutoBlockMigrationV225Test-1421540525-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=d2355448-26c2-4627-add5-d1edc93520c0&tenant_id=e8145a70cab44ff88b524306edcbe946&binding%3Ahost_id=n-h2-836017-2 HTTP/1.1" status: 200 len: 1119 time: 0.2695315 Apr 18 19:21:17.367231 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3d8a8a25-5ca6-43ed-9d0e-ae40584ed7c7 req-3416a1e8-630f-4004-bdd8-c466f89830d2 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c8cdad1e-1442-4065-84f5-0ac9f7d1753c HTTP/1.1" status: 200 len: 1101 time: 0.3350179 Apr 18 19:21:17.376067 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-2cd7d062-8e93-4276-896c-bdc14f5f7a42 req-378bd0dc-1077-405a-b090-5292dc327473 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-836017-2'}}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:21:17.377643 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-ac0e8610-1955-44c3-a39d-5c6cba7cbe5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:17.401946 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Pushing event updated for resources: {'Port': ['ID=f5a0c450-17d1-4dbb-addb-8df879102f28,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:17.458644 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0e8610-1955-44c3-a39d-5c6cba7cbe5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bb08b1e-c160-4df1-b276-0557117c736b,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:17.488143 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-ac0e8610-1955-44c3-a39d-5c6cba7cbe5e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=bfdcd1879b66458980fcf35e6d4318cc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7018013 Apr 18 19:21:17.488923 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 44298) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:17.575086 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-95c2f1aa-41d3-41f3-8574-5e64bc57775a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:17.612526 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-95c2f1aa-41d3-41f3-8574-5e64bc57775a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:17.637509 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3d8a8a25-5ca6-43ed-9d0e-ae40584ed7c7 req-17b96620-1fe6-4c4b-a432-c94cda851a6d service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=f2008cfd-72ff-4349-aa02-00ceb1980405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328613 Apr 18 19:21:17.655545 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-2cd7d062-8e93-4276-896c-bdc14f5f7a42 req-378bd0dc-1077-405a-b090-5292dc327473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:17.755842 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-672cbbc4-3217-44c3-8267-6bb7acbb5fe3 admin admin] Router 76420389-0c7c-4da5-a88c-d946185083d1 has already been hosted by L3 agent 21b59c62-f184-4169-bc3e-79831cc043e8 {{(pid=84763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:21:17.793757 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-95c2f1aa-41d3-41f3-8574-5e64bc57775a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:17.816459 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c2f1aa-41d3-41f3-8574-5e64bc57775a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bb08b1e-c160-4df1-b276-0557117c736b,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:17.836340 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-95c2f1aa-41d3-41f3-8574-5e64bc57775a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:17.837925 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-95c2f1aa-41d3-41f3-8574-5e64bc57775a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1bb08b1e-c160-4df1-b276-0557117c736b HTTP/1.1" status: 204 len: 168 time: 0.3478410 Apr 18 19:21:17.935453 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-9c8c5741-2384-4947-af42-217c2803212e req-2cbd94de-4a78-4e4b-b313-bdcdbd8a721e tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] 10.222.0.69 "GET /v2.0/ports?device_id=74737c45-169c-4a78-8cdf-74298a4618c9 HTTP/1.1" status: 200 len: 210 time: 0.0486810 Apr 18 19:21:18.155890 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-2cd7d062-8e93-4276-896c-bdc14f5f7a42 req-378bd0dc-1077-405a-b090-5292dc327473 service neutron] For port e2db22ea-4eb8-4fa8-8067-77968b7252ce, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=e2db22ea-4eb8-4fa8-8067-77968b7252ce,segment=NetworkSegment(57f6477d-46cb-4fbc-8909-e9439d3b2b0a),segment_id=57f6477d-46cb-4fbc-8909-e9439d3b2b0a)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:21:18.173704 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5751ab79-2f5b-47eb-8f0d-a8ee333ef27b req-1b2093f5-9684-4e1a-a7ca-fcc4ef5b52d3 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:18.175417 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5751ab79-2f5b-47eb-8f0d-a8ee333ef27b req-1b2093f5-9684-4e1a-a7ca-fcc4ef5b52d3 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] 10.222.0.69 "GET /v2.0/ports?device_id=c8cdad1e-1442-4065-84f5-0ac9f7d1753c HTTP/1.1" status: 200 len: 950 time: 0.4120500 Apr 18 19:21:18.222276 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-74990253-f5f3-4d81-8b2c-525e1c7b963d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:18.252351 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-2cd7d062-8e93-4276-896c-bdc14f5f7a42 req-378bd0dc-1077-405a-b090-5292dc327473 service neutron] For port e2db22ea-4eb8-4fa8-8067-77968b7252ce, host n-h2-836017-2, cleared binding levels {{(pid=84763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:21:18.347351 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5751ab79-2f5b-47eb-8f0d-a8ee333ef27b req-406ed5de-07a0-4b41-b5c7-91633dae7c45 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] 10.222.0.69 "GET /v2.0/security-groups?id=f2008cfd-72ff-4349-aa02-00ceb1980405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473174 Apr 18 19:21:18.366218 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2355448-26c2-4627-add5-d1edc93520c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2db22ea-4eb8-4fa8-8067-77968b7252ce'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:21:18.384788 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-2cd7d062-8e93-4276-896c-bdc14f5f7a42 req-378bd0dc-1077-405a-b090-5292dc327473 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:18.409556 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-672cbbc4-3217-44c3-8267-6bb7acbb5fe3 admin admin] Notify agent at l3_agent.n-d-836017-2 the message routers_updated {{(pid=84763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:21:18.429000 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-672cbbc4-3217-44c3-8267-6bb7acbb5fe3 admin admin] 10.222.0.69 "PUT /v2.0/routers/76420389-0c7c-4da5-a88c-d946185083d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1629417 Apr 18 19:21:18.464397 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d78d80ad-9235-427c-9f91-d3056b54a899'] response: {'server_uuid': 'd2355448-26c2-4627-add5-d1edc93520c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2db22ea-4eb8-4fa8-8067-77968b7252ce', 'code': 200} Apr 18 19:21:18.479381 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-2cd7d062-8e93-4276-896c-bdc14f5f7a42 req-378bd0dc-1077-405a-b090-5292dc327473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:18.620842 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device f5a0c450-17d1-4dbb-addb-8df879102f28 up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:21:18.634801 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2ac607-a218-4845-befe-bddd92f0d964 req-3d2edd34-319d-4a7f-84bc-76d2201f2a4b tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:18.644419 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-bb2ac607-a218-4845-befe-bddd92f0d964 req-3d2edd34-319d-4a7f-84bc-76d2201f2a4b tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2355448-26c2-4627-add5-d1edc93520c0 HTTP/1.1" status: 200 len: 966 time: 0.1513128 Apr 18 19:21:18.709043 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-bb2ac607-a218-4845-befe-bddd92f0d964 req-4f71461e-7ff8-451f-a667-5fca07777702 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620546 Apr 18 19:21:18.766488 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e45ec7b4-e83b-44d5-83ba-bd5583d78d39 req-f70bf47c-63b2-40ad-a0a8-b227cb75994e tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=0d5b459d315b4287a98ceac4adc09bfe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1350732 Apr 18 19:21:18.830589 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port f5a0c450-17d1-4dbb-addb-8df879102f28 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:21:18.830955 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:18.864751 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378bd0dc-1077-405a-b090-5292dc327473 service neutron] Pushing event updated for resources: {'Port': ['ID=e2db22ea-4eb8-4fa8-8067-77968b7252ce,revision_number=7']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:18.915414 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 44334) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:18.952457 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-aa2abcbb-a112-4669-be2e-c5aab121cf12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:19.057949 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-aa2abcbb-a112-4669-be2e-c5aab121cf12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:21:19.067614 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-aa2abcbb-a112-4669-be2e-c5aab121cf12 admin admin] Usage tracker for resource:security_group_rule and tenant:ea3e372bd597429f8965c4c205fce17c is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:21:19.071692 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-aa2abcbb-a112-4669-be2e-c5aab121cf12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:21:19.080990 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-aa2abcbb-a112-4669-be2e-c5aab121cf12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:21:19.150772 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-2cd7d062-8e93-4276-896c-bdc14f5f7a42 req-378bd0dc-1077-405a-b090-5292dc327473 service neutron] Attempting to bind port e2db22ea-4eb8-4fa8-8067-77968b7252ce on host n-h2-836017-2 for vnic_type normal with profile {"migrating_to": "n-h1-836017-2"} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:21:19.151012 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-2cd7d062-8e93-4276-896c-bdc14f5f7a42 req-378bd0dc-1077-405a-b090-5292dc327473 service neutron] Attempting to bind port e2db22ea-4eb8-4fa8-8067-77968b7252ce by drivers openvswitch,hyperv on host n-h2-836017-2 at level 0 using segments [{'id': '57f6477d-46cb-4fbc-8909-e9439d3b2b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '5b81b8da-abac-4e05-9e51-d6de7035d9e7'}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:21:19.151344 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd7d062-8e93-4276-896c-bdc14f5f7a42 req-378bd0dc-1077-405a-b090-5292dc327473 service neutron] Attempting to bind port e2db22ea-4eb8-4fa8-8067-77968b7252ce on network 5b81b8da-abac-4e05-9e51-d6de7035d9e7 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:21:19.176538 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd7d062-8e93-4276-896c-bdc14f5f7a42 req-378bd0dc-1077-405a-b090-5292dc327473 service neutron] Port e2db22ea-4eb8-4fa8-8067-77968b7252ce on network 5b81b8da-abac-4e05-9e51-d6de7035d9e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-2 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:21:19.177239 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd7d062-8e93-4276-896c-bdc14f5f7a42 req-378bd0dc-1077-405a-b090-5292dc327473 service neutron] Attempting to bind port e2db22ea-4eb8-4fa8-8067-77968b7252ce on network 5b81b8da-abac-4e05-9e51-d6de7035d9e7 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:21:19.186825 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd7d062-8e93-4276-896c-bdc14f5f7a42 req-378bd0dc-1077-405a-b090-5292dc327473 service neutron] Checking agent: {'id': '02e8f951-d3a3-40e1-b8cc-aed258af030b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:21:19.193283 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd7d062-8e93-4276-896c-bdc14f5f7a42 req-378bd0dc-1077-405a-b090-5292dc327473 service neutron] Checking segment: {'id': '57f6477d-46cb-4fbc-8909-e9439d3b2b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '5b81b8da-abac-4e05-9e51-d6de7035d9e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:21:19.193283 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd7d062-8e93-4276-896c-bdc14f5f7a42 req-378bd0dc-1077-405a-b090-5292dc327473 service neutron] Bound using segment: {'id': '57f6477d-46cb-4fbc-8909-e9439d3b2b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '5b81b8da-abac-4e05-9e51-d6de7035d9e7'} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:21:19.193283 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-2cd7d062-8e93-4276-896c-bdc14f5f7a42 req-378bd0dc-1077-405a-b090-5292dc327473 service neutron] Bound port: e2db22ea-4eb8-4fa8-8067-77968b7252ce, host: n-h2-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57f6477d-46cb-4fbc-8909-e9439d3b2b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '5b81b8da-abac-4e05-9e51-d6de7035d9e7'}}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:21:19.193283 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-2cd7d062-8e93-4276-896c-bdc14f5f7a42 req-378bd0dc-1077-405a-b090-5292dc327473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:19.195675 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-aa2abcbb-a112-4669-be2e-c5aab121cf12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:19.260899 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 44344) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:19.271824 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-aa2abcbb-a112-4669-be2e-c5aab121cf12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:19.325415 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2abcbb-a112-4669-be2e-c5aab121cf12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d291f88f-a467-4e1b-aecb-34fbceeafca9,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:19.352481 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0733e460-eeff-4bfc-95fc-ee234e484712 req-ccc83441-8521-4c68-99b8-20ff4a121002 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] 10.222.0.69 "GET /v2.0/ports?device_id=74737c45-169c-4a78-8cdf-74298a4618c9 HTTP/1.1" status: 200 len: 210 time: 0.1355777 Apr 18 19:21:19.399381 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45ec7b4-e83b-44d5-83ba-bd5583d78d39 req-7234502a-327f-490c-a1db-e22c2e6b2a2e tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:19.400944 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e45ec7b4-e83b-44d5-83ba-bd5583d78d39 req-7234502a-327f-490c-a1db-e22c2e6b2a2e tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6249301 Apr 18 19:21:19.405268 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-2cd7d062-8e93-4276-896c-bdc14f5f7a42 req-378bd0dc-1077-405a-b090-5292dc327473 service neutron] For port e2db22ea-4eb8-4fa8-8067-77968b7252ce, host n-h2-836017-2, cleared binding levels {{(pid=84763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:21:19.409902 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-2cd7d062-8e93-4276-896c-bdc14f5f7a42 req-378bd0dc-1077-405a-b090-5292dc327473 service neutron] For port e2db22ea-4eb8-4fa8-8067-77968b7252ce, host n-h2-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=e2db22ea-4eb8-4fa8-8067-77968b7252ce,segment=NetworkSegment(57f6477d-46cb-4fbc-8909-e9439d3b2b0a),segment_id=57f6477d-46cb-4fbc-8909-e9439d3b2b0a)] {{(pid=84763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:21:19.414112 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-aa2abcbb-a112-4669-be2e-c5aab121cf12 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ea3e372bd597429f8965c4c205fce17c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4998665 Apr 18 19:21:19.414261 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 44356) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:19.441243 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-e45ec7b4-e83b-44d5-83ba-bd5583d78d39 req-50195177-3c63-4fc8-be89-e0e059d144b9 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] Request body: {'port': {'device_id': '74737c45-169c-4a78-8cdf-74298a4618c9', 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a', 'admin_state_up': True, 'tenant_id': '0d5b459d315b4287a98ceac4adc09bfe'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:21:19.534113 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-2cd7d062-8e93-4276-896c-bdc14f5f7a42 req-378bd0dc-1077-405a-b090-5292dc327473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:19.727639 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-28f77464-bec5-4902-90ae-33be5d4211f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:19.766605 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-28f77464-bec5-4902-90ae-33be5d4211f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:21:19.772732 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-28f77464-bec5-4902-90ae-33be5d4211f0 admin admin] Usage tracker for resource:security_group_rule and tenant:722168107dfe4fdd8fc551524dfa1beb is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:21:19.776195 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-28f77464-bec5-4902-90ae-33be5d4211f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:21:19.787971 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-28f77464-bec5-4902-90ae-33be5d4211f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:21:19.879580 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-2cd7d062-8e93-4276-896c-bdc14f5f7a42 req-378bd0dc-1077-405a-b090-5292dc327473 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:19.881174 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2cd7d062-8e93-4276-896c-bdc14f5f7a42 req-378bd0dc-1077-405a-b090-5292dc327473 service neutron] 10.222.0.73 "PUT /v2.0/ports/e2db22ea-4eb8-4fa8-8067-77968b7252ce HTTP/1.1" status: 200 len: 1144 time: 2.5128322 Apr 18 19:21:19.886748 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-efb6adb8-77ec-4efe-8b3c-52912fb23008 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:19.896475 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378bd0dc-1077-405a-b090-5292dc327473 service neutron] Pushing event updated for resources: {'Port': ['ID=e2db22ea-4eb8-4fa8-8067-77968b7252ce,revision_number=8']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:19.916106 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-e45ec7b4-e83b-44d5-83ba-bd5583d78d39 req-50195177-3c63-4fc8-be89-e0e059d144b9 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:21:19.920349 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-e45ec7b4-e83b-44d5-83ba-bd5583d78d39 req-50195177-3c63-4fc8-be89-e0e059d144b9 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] Usage tracker for resource:port and tenant:0d5b459d315b4287a98ceac4adc09bfe is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:21:19.926385 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-e45ec7b4-e83b-44d5-83ba-bd5583d78d39 req-50195177-3c63-4fc8-be89-e0e059d144b9 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:21:19.931604 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-e45ec7b4-e83b-44d5-83ba-bd5583d78d39 req-50195177-3c63-4fc8-be89-e0e059d144b9 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:21:19.933814 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] get_ports_and_sgs() called for port_ids ['e2db22ea-4eb8-4fa8-8067-77968b7252ce'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:21:19.953785 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706e9d55-ebd3-4739-a438-d54dccbdf04a req-40a63b27-8c0a-46e0-9435-2aa2637641d2 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:19.955879 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-706e9d55-ebd3-4739-a438-d54dccbdf04a req-40a63b27-8c0a-46e0-9435-2aa2637641d2 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] 10.222.0.69 "GET /v2.0/ports?device_id=c8cdad1e-1442-4065-84f5-0ac9f7d1753c HTTP/1.1" status: 200 len: 950 time: 0.4179268 Apr 18 19:21:19.964890 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-efb6adb8-77ec-4efe-8b3c-52912fb23008 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:20.006477 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-28f77464-bec5-4902-90ae-33be5d4211f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:20.051149 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-706e9d55-ebd3-4739-a438-d54dccbdf04a req-0c357e7c-5834-44d2-9a92-72bb719c43b5 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] 10.222.0.69 "GET /v2.0/security-groups?id=f2008cfd-72ff-4349-aa02-00ceb1980405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778308 Apr 18 19:21:20.056659 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e45ec7b4-e83b-44d5-83ba-bd5583d78d39 req-50195177-3c63-4fc8-be89-e0e059d144b9 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] Made reservation on behalf of 0d5b459d315b4287a98ceac4adc09bfe for: {'port': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:21:20.060676 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-e45ec7b4-e83b-44d5-83ba-bd5583d78d39 req-50195177-3c63-4fc8-be89-e0e059d144b9 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:20.066335 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3712eaa-9312-4454-97e6-ebca449f5deb req-f9063d32-1ea4-437f-becc-132d57110127 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:20.066997 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-f3712eaa-9312-4454-97e6-ebca449f5deb req-f9063d32-1ea4-437f-becc-132d57110127 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Synchronizing usage tracker for tenant:666658683d0a4c6e8109e68b8b765a46 on resource:network {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:21:20.084338 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-e45ec7b4-e83b-44d5-83ba-bd5583d78d39 req-50195177-3c63-4fc8-be89-e0e059d144b9 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] Notify callbacks [] for security_group, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:20.124099 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-e45ec7b4-e83b-44d5-83ba-bd5583d78d39 req-50195177-3c63-4fc8-be89-e0e059d144b9 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:21:20.132063 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-e45ec7b4-e83b-44d5-83ba-bd5583d78d39 req-50195177-3c63-4fc8-be89-e0e059d144b9 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] Usage tracker for resource:security_group_rule and tenant:0d5b459d315b4287a98ceac4adc09bfe is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:21:20.135706 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-e45ec7b4-e83b-44d5-83ba-bd5583d78d39 req-50195177-3c63-4fc8-be89-e0e059d144b9 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:21:20.140091 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-28f77464-bec5-4902-90ae-33be5d4211f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:20.145479 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-e45ec7b4-e83b-44d5-83ba-bd5583d78d39 req-50195177-3c63-4fc8-be89-e0e059d144b9 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:21:20.192415 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-28f77464-bec5-4902-90ae-33be5d4211f0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=722168107dfe4fdd8fc551524dfa1beb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9301028 Apr 18 19:21:20.196792 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 44378) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:20.237752 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-e45ec7b4-e83b-44d5-83ba-bd5583d78d39 req-50195177-3c63-4fc8-be89-e0e059d144b9 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] Notify callbacks [] for security_group, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:20.256628 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f77464-bec5-4902-90ae-33be5d4211f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95d632a1-8c16-47d3-affc-36b8e8eaeac3,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:20.278376 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-f3712eaa-9312-4454-97e6-ebca449f5deb req-f9063d32-1ea4-437f-becc-132d57110127 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Unset dirty status for tenant:666658683d0a4c6e8109e68b8b765a46 on resource:network {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:21:20.279601 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f3712eaa-9312-4454-97e6-ebca449f5deb req-f9063d32-1ea4-437f-becc-132d57110127 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] 10.222.0.69 "GET /v2.0/networks?id=97b575c1-8a4c-401c-bfc8-567de6de32a8 HTTP/1.1" status: 200 len: 821 time: 0.4382396 Apr 18 19:21:20.291715 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-efb6adb8-77ec-4efe-8b3c-52912fb23008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:20.316602 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-efa19580-e357-4160-b07a-732b283ba97d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:20.317879 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb6adb8-77ec-4efe-8b3c-52912fb23008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d291f88f-a467-4e1b-aecb-34fbceeafca9,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:20.329735 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-e45ec7b4-e83b-44d5-83ba-bd5583d78d39 req-50195177-3c63-4fc8-be89-e0e059d144b9 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:20.335588 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f3712eaa-9312-4454-97e6-ebca449f5deb req-f641b794-e50b-48f2-ade1-f8956d9fbe1a tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] 10.222.0.69 "GET /v2.0/quotas/666658683d0a4c6e8109e68b8b765a46 HTTP/1.1" status: 200 len: 375 time: 0.0464222 Apr 18 19:21:20.389987 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-efb6adb8-77ec-4efe-8b3c-52912fb23008 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:20.391099 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-efb6adb8-77ec-4efe-8b3c-52912fb23008 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d291f88f-a467-4e1b-aecb-34fbceeafca9 HTTP/1.1" status: 204 len: 168 time: 0.9760098 Apr 18 19:21:20.393900 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-efa19580-e357-4160-b07a-732b283ba97d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:20.399283 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1f903945-e78d-4d4f-91da-f4d6faf896c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:20.455950 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50195177-3c63-4fc8-be89-e0e059d144b9 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=064d4532-d372-4114-a5d4-759e2dc190bd,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:20.468080 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2355448-26c2-4627-add5-d1edc93520c0', 'tag': 'e2db22ea-4eb8-4fa8-8067-77968b7252ce'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:21:20.507143 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f3712eaa-9312-4454-97e6-ebca449f5deb req-c449ac3f-798d-4531-805d-96856e9d2304 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=666658683d0a4c6e8109e68b8b765a46&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1619596 Apr 18 19:21:20.510337 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [req-f3712eaa-9312-4454-97e6-ebca449f5deb req-dab53638-c374-43af-a477-43ac1509fa29 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=84764) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:21:20.530840 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f3712eaa-9312-4454-97e6-ebca449f5deb req-dab53638-c374-43af-a477-43ac1509fa29 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0118566 Apr 18 19:21:20.565432 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d631cf-5b3a-467b-9e7d-068f90494b26 req-4548b47a-bcda-4190-8f29-b8822daea39b tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:20.567038 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-91d631cf-5b3a-467b-9e7d-068f90494b26 req-4548b47a-bcda-4190-8f29-b8822daea39b tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2355448-26c2-4627-add5-d1edc93520c0 HTTP/1.1" status: 200 len: 966 time: 0.3269489 Apr 18 19:21:20.629777 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_common [req-e45ec7b4-e83b-44d5-83ba-bd5583d78d39 req-50195177-3c63-4fc8-be89-e0e059d144b9 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] Allocated IP 192.168.233.199 (cb6d8c7c-7ea4-4a32-b429-1c2934b7306a/17d1b3aa-2066-4ffa-a69f-52ed566b6548/b694f84a-2d80-48de-a4ae-295243df4ae6) {{(pid=84763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:21:20.633316 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-efa19580-e357-4160-b07a-732b283ba97d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:20.639101 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:20.657377 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa19580-e357-4160-b07a-732b283ba97d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95d632a1-8c16-47d3-affc-36b8e8eaeac3,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:20.659287 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-91d631cf-5b3a-467b-9e7d-068f90494b26 req-6f28a5ac-b1dd-457f-bb82-9b8388c51b17 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832064 Apr 18 19:21:20.687473 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-efa19580-e357-4160-b07a-732b283ba97d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:20.689197 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-efa19580-e357-4160-b07a-732b283ba97d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/95d632a1-8c16-47d3-affc-36b8e8eaeac3 HTTP/1.1" status: 204 len: 168 time: 0.4900684 Apr 18 19:21:20.718787 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f3712eaa-9312-4454-97e6-ebca449f5deb req-b0294867-28d2-4d62-9445-587aaaa3f341 service neutron] 10.222.0.69 "GET /v2.0/networks/97b575c1-8a4c-401c-bfc8-567de6de32a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977046 Apr 18 19:21:20.878275 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f3712eaa-9312-4454-97e6-ebca449f5deb req-48e41944-4592-41c5-8af9-9404977c71a3 service neutron] 10.222.0.69 "GET /v2.0/networks/97b575c1-8a4c-401c-bfc8-567de6de32a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603792 Apr 18 19:21:20.982655 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb63d847-c04f-4971-bcb2-665830ace028 None None] Sync routers for ids ['76420389-0c7c-4da5-a88c-d946185083d1'] in n-d-836017-2 {{(pid=84765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:21:21.000571 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb63d847-c04f-4971-bcb2-665830ace028 None None] Routers {'76420389-0c7c-4da5-a88c-d946185083d1'} bound to L3 agent in host n-d-836017-2 {{(pid=84765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:21:21.002414 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-fb63d847-c04f-4971-bcb2-665830ace028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:21:20Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['76420389-0c7c-4da5-a88c-d946185083d1'], 'active': True} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:21:21.022315 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-e45ec7b4-e83b-44d5-83ba-bd5583d78d39 req-50195177-3c63-4fc8-be89-e0e059d144b9 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] Notify callbacks [] for port, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:21.047499 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [req-e45ec7b4-e83b-44d5-83ba-bd5583d78d39 req-50195177-3c63-4fc8-be89-e0e059d144b9 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] Transition to ACTIVE for port object b694f84a-2d80-48de-a4ae-295243df4ae6 will not be triggered until provisioned by entity DHCP. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:21:21.195329 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-e45ec7b4-e83b-44d5-83ba-bd5583d78d39 req-50195177-3c63-4fc8-be89-e0e059d144b9 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331'] for port, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:21.258924 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.agents_db [None req-eb67022b-f881-4bc8-8f45-fca90fb27803 None None] Agent healthcheck: found 7 active agents {{(pid=84766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:21:21.329990 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-fb63d847-c04f-4971-bcb2-665830ace028 None None] Set router 76420389-0c7c-4da5-a88c-d946185083d1 gateway port host: n-d-836017-2 {{(pid=84765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:21:21.349033 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b075053-2ac6-4aa6-9dfe-7397cce74cff req-2f31d53e-973b-48c4-ad65-098025a45fe1 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:21.358000 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-9b075053-2ac6-4aa6-9dfe-7397cce74cff req-2f31d53e-973b-48c4-ad65-098025a45fe1 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] 10.222.0.69 "GET /v2.0/ports?device_id=74737c45-169c-4a78-8cdf-74298a4618c9 HTTP/1.1" status: 200 len: 936 time: 0.1254246 Apr 18 19:21:21.424328 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-9b075053-2ac6-4aa6-9dfe-7397cce74cff req-ae296aed-8d08-45a8-9e12-7d4a4dd3fe9e tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] 10.222.0.69 "GET /v2.0/security-groups?id=064d4532-d372-4114-a5d4-759e2dc190bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653176 Apr 18 19:21:21.438317 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50195177-3c63-4fc8-be89-e0e059d144b9 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] Pushing event updated for resources: {'Port': ['ID=b694f84a-2d80-48de-a4ae-295243df4ae6,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:21.445956 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e45ec7b4-e83b-44d5-83ba-bd5583d78d39 req-50195177-3c63-4fc8-be89-e0e059d144b9 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] Network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:21:21.454906 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [req-e45ec7b4-e83b-44d5-83ba-bd5583d78d39 req-50195177-3c63-4fc8-be89-e0e059d144b9 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:21:21.474478 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-e45ec7b4-e83b-44d5-83ba-bd5583d78d39 req-50195177-3c63-4fc8-be89-e0e059d144b9 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] Received port after_create {{(pid=84763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:21:21.485314 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45ec7b4-e83b-44d5-83ba-bd5583d78d39 req-50195177-3c63-4fc8-be89-e0e059d144b9 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:21.493602 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-e45ec7b4-e83b-44d5-83ba-bd5583d78d39 req-50195177-3c63-4fc8-be89-e0e059d144b9 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:21.556292 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc9f1b23-0e58-434a-a2da-543422674d24'] response: {'name': 'network-changed', 'server_uuid': 'd2355448-26c2-4627-add5-d1edc93520c0', 'tag': 'e2db22ea-4eb8-4fa8-8067-77968b7252ce', 'status': 'completed', 'code': 200} Apr 18 19:21:21.681156 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ca5c432f-a9bf-481d-a09c-839ac91b304a req-4db042df-eba0-4524-9d18-e77379f70eb5 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] 10.222.0.69 "GET /v2.0/ports?device_id=027a3482-9de8-4178-93a4-4577839df052 HTTP/1.1" status: 200 len: 210 time: 0.0801830 Apr 18 19:21:21.729278 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e45ec7b4-e83b-44d5-83ba-bd5583d78d39 req-50195177-3c63-4fc8-be89-e0e059d144b9 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2972913 Apr 18 19:21:21.755256 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-e45ec7b4-e83b-44d5-83ba-bd5583d78d39 req-92450487-e82e-4d44-8e44-44f77df9c54f service neutron] Request body: {'port': {'device_id': '74737c45-169c-4a78-8cdf-74298a4618c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-2'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:21:21.962012 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 44420) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:21.995571 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-91e2e1a6-345d-4c4b-81ef-7668041fa14c req-82f2bb07-b60b-4e21-896f-98089a592c3e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e8145a70cab44ff88b524306edcbe946&device_id=d2355448-26c2-4627-add5-d1edc93520c0 HTTP/1.1" status: 200 len: 1147 time: 0.4166799 Apr 18 19:21:21.999471 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-fb63d847-c04f-4971-bcb2-665830ace028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76420389-0c7c-4da5-a88c-d946185083d1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1709511624-router', 'tenant_id': '666658683d0a4c6e8109e68b8b765a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': 'f5a0c450-17d1-4dbb-addb-8df879102f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:21:06Z', 'updated_at': '2022-04-18T19:21:14Z', 'revision_number': 4, 'project_id': '666658683d0a4c6e8109e68b8b765a46', 'gw_port': {'id': 'f5a0c450-17d1-4dbb-addb-8df879102f28', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:fb:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76420389-0c7c-4da5-a88c-d946185083d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:21:09Z', 'updated_at': '2022-04-18T19:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_interfaces': [{'id': 'c366461e-feb8-4736-a327-49e2d973267b', 'name': '', 'network_id': '97b575c1-8a4c-401c-bfc8-567de6de32a8', 'tenant_id': '666658683d0a4c6e8109e68b8b765a46', 'mac_address': 'fa:16:3e:43:9f:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76420389-0c7c-4da5-a88c-d946185083d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4fd8a82-a99d-4f41-8012-881e08157cb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:21:13Z', 'updated_at': '2022-04-18T19:21:15Z', 'revision_number': 2, 'project_id': '666658683d0a4c6e8109e68b8b765a46', 'subnets': [{'id': 'a4fd8a82-a99d-4f41-8012-881e08157cb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-2', False) {} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:21:22.027863 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1c541fd-6087-4755-8778-e68e27e46067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:22.032951 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb63d847-c04f-4971-bcb2-665830ace028 None None] Checking router: 76420389-0c7c-4da5-a88c-d946185083d1 for host: n-d-836017-2 {{(pid=84765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:21:22.032951 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb63d847-c04f-4971-bcb2-665830ace028 None None] Updating router 76420389-0c7c-4da5-a88c-d946185083d1 port c366461e-feb8-4736-a327-49e2d973267b binding host n-d-836017-2 {{(pid=84765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 19:21:22.103644 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-b8ffc23a-512e-4bd8-af94-234a63a34305 None None] Provisioning for port b694f84a-2d80-48de-a4ae-295243df4ae6 completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:21:22.131381 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:22.144037 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-b8ffc23a-512e-4bd8-af94-234a63a34305 None None] Provisioning complete for port b694f84a-2d80-48de-a4ae-295243df4ae6 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:21:22.146413 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b8ffc23a-512e-4bd8-af94-234a63a34305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:22.183930 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-5c5e28b3-baff-4d5d-bf3f-927c3de8be5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:22.255786 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-5c5e28b3-baff-4d5d-bf3f-927c3de8be5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:21:22.263822 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-5c5e28b3-baff-4d5d-bf3f-927c3de8be5a admin admin] Usage tracker for resource:security_group_rule and tenant:bff424ec75da4e9e8334e8b9e11462ee is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:21:22.276345 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-b8ffc23a-512e-4bd8-af94-234a63a34305 None None] Port b694f84a-2d80-48de-a4ae-295243df4ae6 cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:21:22.276960 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-5c5e28b3-baff-4d5d-bf3f-927c3de8be5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:21:22.286242 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-e45ec7b4-e83b-44d5-83ba-bd5583d78d39 req-92450487-e82e-4d44-8e44-44f77df9c54f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:22.306053 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-5c5e28b3-baff-4d5d-bf3f-927c3de8be5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:21:22.311911 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fb63d847-c04f-4971-bcb2-665830ace028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:22.348412 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9f45d1-1b55-4fe1-b0aa-57f60521ef5b req-42c0f9df-e665-4212-8b70-aea922b39421 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:22.356769 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-3f9f45d1-1b55-4fe1-b0aa-57f60521ef5b req-42c0f9df-e665-4212-8b70-aea922b39421 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2355448-26c2-4627-add5-d1edc93520c0 HTTP/1.1" status: 200 len: 966 time: 0.3489757 Apr 18 19:21:22.430090 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e2e1a6-345d-4c4b-81ef-7668041fa14c req-61552e5b-25aa-4c41-92ab-d675812e83b6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:22.431613 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-91e2e1a6-345d-4c4b-81ef-7668041fa14c req-61552e5b-25aa-4c41-92ab-d675812e83b6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5b81b8da-abac-4e05-9e51-d6de7035d9e7 HTTP/1.1" status: 200 len: 920 time: 0.4176373 Apr 18 19:21:22.504872 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c59ff7a-238f-4445-9528-f65cef5fc413 req-1631c657-2ca3-4146-8255-dac9df63e465 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:22.511489 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8c59ff7a-238f-4445-9528-f65cef5fc413 req-1631c657-2ca3-4146-8255-dac9df63e465 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] 10.222.0.69 "GET /v2.0/ports?device_id=c8cdad1e-1442-4065-84f5-0ac9f7d1753c HTTP/1.1" status: 200 len: 950 time: 0.6140885 Apr 18 19:21:22.533333 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-3f9f45d1-1b55-4fe1-b0aa-57f60521ef5b req-483f5625-314f-4eed-9b43-b372c6f8a39a tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756072 Apr 18 19:21:22.571407 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-5c5e28b3-baff-4d5d-bf3f-927c3de8be5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:22.600829 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-91e2e1a6-345d-4c4b-81ef-7668041fa14c req-6bd06497-23e8-445a-ac7b-0c101582afe1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2db22ea-4eb8-4fa8-8067-77968b7252ce HTTP/1.1" status: 200 len: 217 time: 0.1579888 Apr 18 19:21:22.668116 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-5c5e28b3-baff-4d5d-bf3f-927c3de8be5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:22.720707 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8c59ff7a-238f-4445-9528-f65cef5fc413 req-200f31b5-ce3a-4588-994e-b59c1658fbf6 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] 10.222.0.69 "GET /v2.0/security-groups?id=f2008cfd-72ff-4349-aa02-00ceb1980405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077770 Apr 18 19:21:22.722174 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e2e1a6-345d-4c4b-81ef-7668041fa14c req-21600947-ccb9-48b5-a2ca-a83732cced72 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:22.723904 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-91e2e1a6-345d-4c4b-81ef-7668041fa14c req-21600947-ccb9-48b5-a2ca-a83732cced72 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b10cc942-f819-45fc-bb02-117dc96bc19f HTTP/1.1" status: 200 len: 859 time: 0.1162868 Apr 18 19:21:22.767480 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5e28b3-baff-4d5d-bf3f-927c3de8be5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b14574c-f862-461d-af3e-1fead5347390,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:22.809850 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-5c5e28b3-baff-4d5d-bf3f-927c3de8be5a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=bff424ec75da4e9e8334e8b9e11462ee&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8456750 Apr 18 19:21:22.815929 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 44444) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:22.920909 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-34820c40-8a6e-41e2-a8af-080e1d627bba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:22.928671 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeaae65-df13-415f-b974-d0ab9d67a97c req-866f8fbd-46b3-423d-b2b1-8c80c1244377 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:22.935996 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-9eeaae65-df13-415f-b974-d0ab9d67a97c req-866f8fbd-46b3-423d-b2b1-8c80c1244377 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] 10.222.0.69 "GET /v2.0/ports?device_id=74737c45-169c-4a78-8cdf-74298a4618c9 HTTP/1.1" status: 200 len: 936 time: 0.1736052 Apr 18 19:21:22.977054 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-91e2e1a6-345d-4c4b-81ef-7668041fa14c req-2f2573f6-3d4a-4af0-b176-d8d24b2173dc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5b81b8da-abac-4e05-9e51-d6de7035d9e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2324386 Apr 18 19:21:22.999779 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a4106dab-6971-4e7e-8fdc-c66f0a3f4877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:23.008367 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-34820c40-8a6e-41e2-a8af-080e1d627bba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:23.051945 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-9eeaae65-df13-415f-b974-d0ab9d67a97c req-f66d865a-7e70-47f0-b22d-068a315e8024 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] 10.222.0.69 "GET /v2.0/security-groups?id=064d4532-d372-4114-a5d4-759e2dc190bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148345 Apr 18 19:21:23.064574 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fb63d847-c04f-4971-bcb2-665830ace028 None None] Notify callbacks [] for port, precommit_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:23.080391 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-fb63d847-c04f-4971-bcb2-665830ace028 None None] Transition to ACTIVE for port object c366461e-feb8-4736-a327-49e2d973267b will not be triggered until provisioned by entity L2. {{(pid=84765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:21:23.203386 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 44454) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:23.215313 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-34820c40-8a6e-41e2-a8af-080e1d627bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:23.251368 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34820c40-8a6e-41e2-a8af-080e1d627bba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b14574c-f862-461d-af3e-1fead5347390,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:23.281762 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fb63d847-c04f-4971-bcb2-665830ace028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:23.301245 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d4b15f1d-3f2e-479d-a596-b2261760e7f7 req-bb4bb6d5-e0b4-4d27-9021-85f15474df55 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] 10.222.0.69 "GET /v2.0/ports?device_id=027a3482-9de8-4178-93a4-4577839df052 HTTP/1.1" status: 200 len: 210 time: 0.0508797 Apr 18 19:21:23.302717 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-34820c40-8a6e-41e2-a8af-080e1d627bba admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:23.306192 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-34820c40-8a6e-41e2-a8af-080e1d627bba admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7b14574c-f862-461d-af3e-1fead5347390 HTTP/1.1" status: 204 len: 168 time: 0.4858162 Apr 18 19:21:23.321931 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-91e2e1a6-345d-4c4b-81ef-7668041fa14c req-f2571f09-d166-4b1d-91bf-3dd59e3eb344 service neutron] 10.222.0.72 "GET /v2.0/networks/5b81b8da-abac-4e05-9e51-d6de7035d9e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3339753 Apr 18 19:21:23.423557 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-f16bfb2e-483e-48f7-bb48-80e76aa6a79b admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-825829407-network', 'tenant_id': '2d9f7608386b473b918b1ba4a28a73a2'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:21:23.428496 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-f16bfb2e-483e-48f7-bb48-80e76aa6a79b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:21:23.438241 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-f16bfb2e-483e-48f7-bb48-80e76aa6a79b admin admin] Usage tracker for resource:network and tenant:2d9f7608386b473b918b1ba4a28a73a2 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:21:23.446303 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-f16bfb2e-483e-48f7-bb48-80e76aa6a79b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:21:23.460042 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-f16bfb2e-483e-48f7-bb48-80e76aa6a79b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:21:23.497914 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [req-e45ec7b4-e83b-44d5-83ba-bd5583d78d39 req-92450487-e82e-4d44-8e44-44f77df9c54f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b694f84a-2d80-48de-a4ae-295243df4ae6 {{(pid=84763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:21:23.511793 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-e45ec7b4-e83b-44d5-83ba-bd5583d78d39 req-92450487-e82e-4d44-8e44-44f77df9c54f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:23.529344 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43b8792-7580-4112-9b6a-4422ad265624 None None] Pushing event updated for resources: {'Port': ['ID=c366461e-feb8-4736-a327-49e2d973267b,revision_number=3']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:23.559022 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f16bfb2e-483e-48f7-bb48-80e76aa6a79b admin admin] Made reservation on behalf of 2d9f7608386b473b918b1ba4a28a73a2 for: {'network': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:21:23.561362 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f16bfb2e-483e-48f7-bb48-80e76aa6a79b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for network, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:23.570382 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [req-e45ec7b4-e83b-44d5-83ba-bd5583d78d39 req-92450487-e82e-4d44-8e44-44f77df9c54f service neutron] Transition to ACTIVE for port object b694f84a-2d80-48de-a4ae-295243df4ae6 will not be triggered until provisioned by entity L2. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:21:23.576144 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-91e2e1a6-345d-4c4b-81ef-7668041fa14c req-d74d2f34-7643-40a9-ae1b-3e8c2929344f service neutron] 10.222.0.72 "GET /v2.0/networks/5b81b8da-abac-4e05-9e51-d6de7035d9e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366023 Apr 18 19:21:23.576469 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f16bfb2e-483e-48f7-bb48-80e76aa6a79b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:23.617109 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device e2db22ea-4eb8-4fa8-8067-77968b7252ce details requested by agent hyperv_n-h1-836017-2 with host n-h1-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:21:23.636733 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-f16bfb2e-483e-48f7-bb48-80e76aa6a79b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:21:23.645271 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-f16bfb2e-483e-48f7-bb48-80e76aa6a79b admin admin] Usage tracker for resource:security_group_rule and tenant:2d9f7608386b473b918b1ba4a28a73a2 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:21:23.649242 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-f16bfb2e-483e-48f7-bb48-80e76aa6a79b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:21:23.657030 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-f16bfb2e-483e-48f7-bb48-80e76aa6a79b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:21:23.674423 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-e45ec7b4-e83b-44d5-83ba-bd5583d78d39 req-92450487-e82e-4d44-8e44-44f77df9c54f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:23.805453 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-fb63d847-c04f-4971-bcb2-665830ace028 None None] Attempting to bind port c366461e-feb8-4736-a327-49e2d973267b on host n-d-836017-2 for vnic_type normal with profile {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:21:23.807928 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-fb63d847-c04f-4971-bcb2-665830ace028 None None] Attempting to bind port c366461e-feb8-4736-a327-49e2d973267b by drivers openvswitch,hyperv on host n-d-836017-2 at level 0 using segments [{'id': '254a4f12-5519-47f4-85e8-7d1b5c621ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '97b575c1-8a4c-401c-bfc8-567de6de32a8'}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:21:23.808372 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb63d847-c04f-4971-bcb2-665830ace028 None None] Attempting to bind port c366461e-feb8-4736-a327-49e2d973267b on network 97b575c1-8a4c-401c-bfc8-567de6de32a8 {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:21:23.817404 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f16bfb2e-483e-48f7-bb48-80e76aa6a79b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:23.908345 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f16bfb2e-483e-48f7-bb48-80e76aa6a79b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:23.928731 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 44470) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:23.943055 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92450487-e82e-4d44-8e44-44f77df9c54f service neutron] Pushing event updated for resources: {'Port': ['ID=b694f84a-2d80-48de-a4ae-295243df4ae6,revision_number=2']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:23.993897 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f16bfb2e-483e-48f7-bb48-80e76aa6a79b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=84764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:21:24.021407 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f16bfb2e-483e-48f7-bb48-80e76aa6a79b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:24.022380 n-d-836017-2 neutron-server[84764]: INFO neutron.db.segments_db [None req-f16bfb2e-483e-48f7-bb48-80e76aa6a79b admin admin] Added segment 7c102c6e-87c4-4294-a1cf-31fa08e22e18 of type vlan for network f94d4914-3e24-4c46-858b-d5937c14a12d Apr 18 19:21:24.079899 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f16bfb2e-483e-48f7-bb48-80e76aa6a79b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791093404182'] for network, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:24.097848 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb63d847-c04f-4971-bcb2-665830ace028 None None] Checking agent: {'id': 'df2a5cfe-6839-400b-a998-e4fffce70f45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 8, 22), 'started_at': datetime.datetime(2022, 4, 18, 19, 8, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:21:24.098376 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb63d847-c04f-4971-bcb2-665830ace028 None None] Checking segment: {'id': '254a4f12-5519-47f4-85e8-7d1b5c621ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '97b575c1-8a4c-401c-bfc8-567de6de32a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:21:24.098589 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fb63d847-c04f-4971-bcb2-665830ace028 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:24.104815 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb63d847-c04f-4971-bcb2-665830ace028 None None] Bound using segment: {'id': '254a4f12-5519-47f4-85e8-7d1b5c621ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '97b575c1-8a4c-401c-bfc8-567de6de32a8'} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:21:24.106901 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-fb63d847-c04f-4971-bcb2-665830ace028 None None] Bound port: c366461e-feb8-4736-a327-49e2d973267b, host: n-d-836017-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '254a4f12-5519-47f4-85e8-7d1b5c621ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '97b575c1-8a4c-401c-bfc8-567de6de32a8'}}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:21:24.107458 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fb63d847-c04f-4971-bcb2-665830ace028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:24.120190 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-e45ec7b4-e83b-44d5-83ba-bd5583d78d39 req-92450487-e82e-4d44-8e44-44f77df9c54f service neutron] Attempting to bind port b694f84a-2d80-48de-a4ae-295243df4ae6 on host n-h1-836017-2 for vnic_type normal with profile {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:21:24.120697 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-e45ec7b4-e83b-44d5-83ba-bd5583d78d39 req-92450487-e82e-4d44-8e44-44f77df9c54f service neutron] Attempting to bind port b694f84a-2d80-48de-a4ae-295243df4ae6 by drivers openvswitch,hyperv on host n-h1-836017-2 at level 0 using segments [{'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:21:24.120848 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16bfb2e-483e-48f7-bb48-80e76aa6a79b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e86d7a7-8466-44fd-a2cc-a4abadcee91d,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:24.140618 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e45ec7b4-e83b-44d5-83ba-bd5583d78d39 req-92450487-e82e-4d44-8e44-44f77df9c54f service neutron] Attempting to bind port b694f84a-2d80-48de-a4ae-295243df4ae6 on network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:21:24.183562 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e45ec7b4-e83b-44d5-83ba-bd5583d78d39 req-92450487-e82e-4d44-8e44-44f77df9c54f service neutron] Port b694f84a-2d80-48de-a4ae-295243df4ae6 on network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-2 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:21:24.184491 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e45ec7b4-e83b-44d5-83ba-bd5583d78d39 req-92450487-e82e-4d44-8e44-44f77df9c54f service neutron] Attempting to bind port b694f84a-2d80-48de-a4ae-295243df4ae6 on network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:21:24.203751 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e45ec7b4-e83b-44d5-83ba-bd5583d78d39 req-92450487-e82e-4d44-8e44-44f77df9c54f service neutron] Checking agent: {'id': 'e3a31811-08e0-42ba-bc2e-ed8a973b714f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 25), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:21:24.205927 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e45ec7b4-e83b-44d5-83ba-bd5583d78d39 req-92450487-e82e-4d44-8e44-44f77df9c54f service neutron] Checking segment: {'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:21:24.206550 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e45ec7b4-e83b-44d5-83ba-bd5583d78d39 req-92450487-e82e-4d44-8e44-44f77df9c54f service neutron] Bound using segment: {'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:21:24.207277 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-e45ec7b4-e83b-44d5-83ba-bd5583d78d39 req-92450487-e82e-4d44-8e44-44f77df9c54f service neutron] Bound port: b694f84a-2d80-48de-a4ae-295243df4ae6, host: n-h1-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'}}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:21:24.207925 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-e45ec7b4-e83b-44d5-83ba-bd5583d78d39 req-92450487-e82e-4d44-8e44-44f77df9c54f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:24.208686 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port e2db22ea-4eb8-4fa8-8067-77968b7252ce, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=e2db22ea-4eb8-4fa8-8067-77968b7252ce,segment=NetworkSegment(57f6477d-46cb-4fbc-8909-e9439d3b2b0a),segment_id=57f6477d-46cb-4fbc-8909-e9439d3b2b0a)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:21:24.228617 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f16bfb2e-483e-48f7-bb48-80e76aa6a79b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251'] for network, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:24.229477 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16bfb2e-483e-48f7-bb48-80e76aa6a79b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:24.230061 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f16bfb2e-483e-48f7-bb48-80e76aa6a79b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:24.234746 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device e2db22ea-4eb8-4fa8-8067-77968b7252ce has no active binding in host n-h1-836017-2 {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Apr 18 19:21:24.265674 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-fb63d847-c04f-4971-bcb2-665830ace028 None None] For port c366461e-feb8-4736-a327-49e2d973267b, host n-d-836017-2, cleared binding levels {{(pid=84765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:21:24.270592 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-fb63d847-c04f-4971-bcb2-665830ace028 None None] For port c366461e-feb8-4736-a327-49e2d973267b, host n-d-836017-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=c366461e-feb8-4736-a327-49e2d973267b,segment=NetworkSegment(254a4f12-5519-47f4-85e8-7d1b5c621ccf),segment_id=254a4f12-5519-47f4-85e8-7d1b5c621ccf)] {{(pid=84765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:21:24.293512 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-65b52bab-634d-415c-a603-3572678fdbb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:24.318550 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4d828f-53c6-43bd-86f4-4dca84cc0d2c req-eef44451-5ec9-413d-90d3-4c430fdfb7ac tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:24.320086 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0b4d828f-53c6-43bd-86f4-4dca84cc0d2c req-eef44451-5ec9-413d-90d3-4c430fdfb7ac tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2355448-26c2-4627-add5-d1edc93520c0 HTTP/1.1" status: 200 len: 966 time: 0.3155136 Apr 18 19:21:24.369281 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fb63d847-c04f-4971-bcb2-665830ace028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:24.398477 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16bfb2e-483e-48f7-bb48-80e76aa6a79b admin admin] Pushing event updated for resources: {'Network': ['ID=f94d4914-3e24-4c46-858b-d5937c14a12d,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:24.423843 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Network f94d4914-3e24-4c46-858b-d5937c14a12d details requested by agent ovs-agent-n-d-836017-2 with host n-d-836017-2 {{(pid=84765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:21:24.427026 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea489391-58f7-435a-b691-97030ab312b4 req-c92b4863-c88b-4083-b9db-173160216393 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:24.428561 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ea489391-58f7-435a-b691-97030ab312b4 req-c92b4863-c88b-4083-b9db-173160216393 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] 10.222.0.69 "GET /v2.0/ports?device_id=c8cdad1e-1442-4065-84f5-0ac9f7d1753c HTTP/1.1" status: 200 len: 950 time: 0.3157306 Apr 18 19:21:24.437143 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-f16bfb2e-483e-48f7-bb48-80e76aa6a79b admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2325711 Apr 18 19:21:24.439345 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 44480) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:24.445355 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-65b52bab-634d-415c-a603-3572678fdbb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:21:24.462589 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-65b52bab-634d-415c-a603-3572678fdbb4 admin admin] Usage tracker for resource:security_group_rule and tenant:618be541aa9640c78a23d7ef44516881 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:21:24.493037 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ea489391-58f7-435a-b691-97030ab312b4 req-63cb9017-3f57-48a3-862e-50bd61dc1f8d tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] 10.222.0.69 "GET /v2.0/security-groups?id=f2008cfd-72ff-4349-aa02-00ceb1980405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545275 Apr 18 19:21:24.538217 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-500837d4-82de-4ce7-beff-04e37b5669ab admin admin] Request body: {'subnet': {'network_id': 'f94d4914-3e24-4c46-858b-d5937c14a12d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-825829407-subnet', 'tenant_id': '2d9f7608386b473b918b1ba4a28a73a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:21:24.544752 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-65b52bab-634d-415c-a603-3572678fdbb4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:21:24.553065 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 44486) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:24.570756 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-65b52bab-634d-415c-a603-3572678fdbb4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:21:24.573333 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-500837d4-82de-4ce7-beff-04e37b5669ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:21:24.581306 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-e45ec7b4-e83b-44d5-83ba-bd5583d78d39 req-92450487-e82e-4d44-8e44-44f77df9c54f service neutron] For port b694f84a-2d80-48de-a4ae-295243df4ae6, host n-h1-836017-2, cleared binding levels {{(pid=84763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:21:24.585211 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0b4d828f-53c6-43bd-86f4-4dca84cc0d2c req-371e7b75-1e39-45be-8e1c-a8bce8e1ac6b tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498314 Apr 18 19:21:24.608551 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-500837d4-82de-4ce7-beff-04e37b5669ab admin admin] Usage tracker for resource:subnet and tenant:2d9f7608386b473b918b1ba4a28a73a2 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:21:24.608945 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43b8792-7580-4112-9b6a-4422ad265624 None None] Pushing event updated for resources: {'Port': ['ID=c366461e-feb8-4736-a327-49e2d973267b,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:24.609916 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb63d847-c04f-4971-bcb2-665830ace028 None None] Routers {'76420389-0c7c-4da5-a88c-d946185083d1'} bound to L3 agent in host n-d-836017-2 {{(pid=84765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:21:24.611259 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-fb63d847-c04f-4971-bcb2-665830ace028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:21:20Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['76420389-0c7c-4da5-a88c-d946185083d1'], 'active': True} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:21:24.614687 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-500837d4-82de-4ce7-beff-04e37b5669ab admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:21:24.619260 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-e45ec7b4-e83b-44d5-83ba-bd5583d78d39 req-92450487-e82e-4d44-8e44-44f77df9c54f service neutron] For port b694f84a-2d80-48de-a4ae-295243df4ae6, host n-h1-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=b694f84a-2d80-48de-a4ae-295243df4ae6,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:21:24.627407 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-ba965cc2-b3ee-426c-ad34-35f52f732ae1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:24.636057 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-500837d4-82de-4ce7-beff-04e37b5669ab admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:21:24.683577 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-ba965cc2-b3ee-426c-ad34-35f52f732ae1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:21:24.693415 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-ba965cc2-b3ee-426c-ad34-35f52f732ae1 admin admin] Usage tracker for resource:security_group_rule and tenant:98adaf2c97ba4c88b958458186c7e9da is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:21:24.697521 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-ba965cc2-b3ee-426c-ad34-35f52f732ae1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:21:24.707759 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-ba965cc2-b3ee-426c-ad34-35f52f732ae1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:21:24.746776 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-e45ec7b4-e83b-44d5-83ba-bd5583d78d39 req-92450487-e82e-4d44-8e44-44f77df9c54f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:24.760085 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3712eaa-9312-4454-97e6-ebca449f5deb req-4f5af468-bfeb-40ab-b1e3-bb3b29a7d32d tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:24.769938 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f3712eaa-9312-4454-97e6-ebca449f5deb req-4f5af468-bfeb-40ab-b1e3-bb3b29a7d32d tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] 10.222.0.72 "GET /v2.0/networks?id=97b575c1-8a4c-401c-bfc8-567de6de32a8 HTTP/1.1" status: 200 len: 821 time: 0.3718648 Apr 18 19:21:24.811027 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-ba965cc2-b3ee-426c-ad34-35f52f732ae1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:24.843129 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-500837d4-82de-4ce7-beff-04e37b5669ab admin admin] Made reservation on behalf of 2d9f7608386b473b918b1ba4a28a73a2 for: {'subnet': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:21:24.846850 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-500837d4-82de-4ce7-beff-04e37b5669ab admin admin] Notify callbacks [] for subnet, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:24.857981 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:24.901801 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-ba965cc2-b3ee-426c-ad34-35f52f732ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:24.951291 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba965cc2-b3ee-426c-ad34-35f52f732ae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fca84812-4766-4d4f-85b9-1f4363e47c41,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:24.974571 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-f3712eaa-9312-4454-97e6-ebca449f5deb req-db620c58-7373-4370-b486-50c304fe4dcf tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Request body: {'port': {'device_id': '027a3482-9de8-4178-93a4-4577839df052', 'network_id': '97b575c1-8a4c-401c-bfc8-567de6de32a8', 'admin_state_up': True, 'tenant_id': '666658683d0a4c6e8109e68b8b765a46'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:21:24.992840 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-fb63d847-c04f-4971-bcb2-665830ace028 None None] Set router 76420389-0c7c-4da5-a88c-d946185083d1 gateway port host: n-d-836017-2 {{(pid=84765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:21:25.005777 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6cd00a-8b55-43a5-917b-110d1f100295 req-7134a86b-2aad-49b0-a5a6-33829cdb87eb tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:25.007598 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-fc6cd00a-8b55-43a5-917b-110d1f100295 req-7134a86b-2aad-49b0-a5a6-33829cdb87eb tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] 10.222.0.69 "GET /v2.0/ports?device_id=74737c45-169c-4a78-8cdf-74298a4618c9 HTTP/1.1" status: 200 len: 948 time: 0.1937172 Apr 18 19:21:25.013585 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-ba965cc2-b3ee-426c-ad34-35f52f732ae1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=98adaf2c97ba4c88b958458186c7e9da&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4572122 Apr 18 19:21:25.015723 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 44490) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:25.114672 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-fc6cd00a-8b55-43a5-917b-110d1f100295 req-e17bb0e0-528d-43aa-8b2a-e8c2a288890e tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] 10.222.0.69 "GET /v2.0/security-groups?id=064d4532-d372-4114-a5d4-759e2dc190bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995388 Apr 18 19:21:25.136499 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-333018ce-4b8b-4f84-a0a7-e7d11defce6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:25.161234 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-333018ce-4b8b-4f84-a0a7-e7d11defce6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:25.211487 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-8f46fce0-e5a3-45ed-b8ee-badc672b72ea req-03a0cf9d-f7af-49f4-b3fd-dd6695a11189 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Synchronizing usage tracker for tenant:666658683d0a4c6e8109e68b8b765a46 on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:21:25.234854 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-e45ec7b4-e83b-44d5-83ba-bd5583d78d39 req-92450487-e82e-4d44-8e44-44f77df9c54f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:25.236579 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e45ec7b4-e83b-44d5-83ba-bd5583d78d39 req-92450487-e82e-4d44-8e44-44f77df9c54f service neutron] 10.222.0.73 "PUT /v2.0/ports/b694f84a-2d80-48de-a4ae-295243df4ae6 HTTP/1.1" status: 200 len: 1096 time: 3.4987810 Apr 18 19:21:25.241481 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74737c45-169c-4a78-8cdf-74298a4618c9', 'tag': 'b694f84a-2d80-48de-a4ae-295243df4ae6'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:21:25.270669 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-65b52bab-634d-415c-a603-3572678fdbb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:25.277574 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92450487-e82e-4d44-8e44-44f77df9c54f service neutron] Pushing event updated for resources: {'Port': ['ID=b694f84a-2d80-48de-a4ae-295243df4ae6,revision_number=3']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:25.296373 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-333018ce-4b8b-4f84-a0a7-e7d11defce6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:25.337378 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333018ce-4b8b-4f84-a0a7-e7d11defce6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fca84812-4766-4d4f-85b9-1f4363e47c41,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:25.370404 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-f3712eaa-9312-4454-97e6-ebca449f5deb req-db620c58-7373-4370-b486-50c304fe4dcf tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:21:25.379854 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-333018ce-4b8b-4f84-a0a7-e7d11defce6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:25.381040 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-333018ce-4b8b-4f84-a0a7-e7d11defce6f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/fca84812-4766-4d4f-85b9-1f4363e47c41 HTTP/1.1" status: 204 len: 168 time: 0.3644574 Apr 18 19:21:25.467893 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-4e4b43e4-4818-49bb-b71d-b96d1e4ee3ee req-89da2bee-cd0c-40f8-89f8-1952e454ec69 tempest-LiveMigrationNegativeTest-1073835632 tempest-LiveMigrationNegativeTest-1073835632-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=c8cdad1e-1442-4065-84f5-0ac9f7d1753c HTTP/1.1" status: 200 len: 1101 time: 0.1342785 Apr 18 19:21:25.476953 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-fb63d847-c04f-4971-bcb2-665830ace028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76420389-0c7c-4da5-a88c-d946185083d1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1709511624-router', 'tenant_id': '666658683d0a4c6e8109e68b8b765a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': 'f5a0c450-17d1-4dbb-addb-8df879102f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:21:06Z', 'updated_at': '2022-04-18T19:21:14Z', 'revision_number': 4, 'project_id': '666658683d0a4c6e8109e68b8b765a46', 'gw_port': {'id': 'f5a0c450-17d1-4dbb-addb-8df879102f28', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:fb:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76420389-0c7c-4da5-a88c-d946185083d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:21:09Z', 'updated_at': '2022-04-18T19:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_interfaces': [{'id': 'c366461e-feb8-4736-a327-49e2d973267b', 'name': '', 'network_id': '97b575c1-8a4c-401c-bfc8-567de6de32a8', 'tenant_id': '666658683d0a4c6e8109e68b8b765a46', 'mac_address': 'fa:16:3e:43:9f:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76420389-0c7c-4da5-a88c-d946185083d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4fd8a82-a99d-4f41-8012-881e08157cb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:21:13Z', 'updated_at': '2022-04-18T19:21:24Z', 'revision_number': 4, 'project_id': '666658683d0a4c6e8109e68b8b765a46', 'subnets': [{'id': 'a4fd8a82-a99d-4f41-8012-881e08157cb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-2', False) {} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:21:25.481934 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-f3712eaa-9312-4454-97e6-ebca449f5deb req-db620c58-7373-4370-b486-50c304fe4dcf tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Usage tracker for resource:port and tenant:666658683d0a4c6e8109e68b8b765a46 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:21:25.482542 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb63d847-c04f-4971-bcb2-665830ace028 None None] The sync data for ids ['76420389-0c7c-4da5-a88c-d946185083d1'] in n-d-836017-2 is: [{'id': '76420389-0c7c-4da5-a88c-d946185083d1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1709511624-router', 'tenant_id': '666658683d0a4c6e8109e68b8b765a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': 'f5a0c450-17d1-4dbb-addb-8df879102f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:21:06Z', 'updated_at': '2022-04-18T19:21:14Z', 'revision_number': 4, 'project_id': '666658683d0a4c6e8109e68b8b765a46', 'gw_port': {'id': 'f5a0c450-17d1-4dbb-addb-8df879102f28', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:fb:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76420389-0c7c-4da5-a88c-d946185083d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:21:09Z', 'updated_at': '2022-04-18T19:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_interfaces': [{'id': 'c366461e-feb8-4736-a327-49e2d973267b', 'name': '', 'network_id': '97b575c1-8a4c-401c-bfc8-567de6de32a8', 'tenant_id': '666658683d0a4c6e8109e68b8b765a46', 'mac_address': 'fa:16:3e:43:9f:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76420389-0c7c-4da5-a88c-d946185083d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4fd8a82-a99d-4f41-8012-881e08157cb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:21:13Z', 'updated_at': '2022-04-18T19:21:24Z', 'revision_number': 4, 'project_id': '666658683d0a4c6e8109e68b8b765a46', 'subnets': [{'id': 'a4fd8a82-a99d-4f41-8012-881e08157cb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:21:25.485945 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-f3712eaa-9312-4454-97e6-ebca449f5deb req-db620c58-7373-4370-b486-50c304fe4dcf tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:21:25.493802 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-f3712eaa-9312-4454-97e6-ebca449f5deb req-db620c58-7373-4370-b486-50c304fe4dcf tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:21:25.496406 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-4e4b43e4-4818-49bb-b71d-b96d1e4ee3ee req-16393f22-2e89-4fbc-bd9f-1f2c56918ee0 tempest-LiveMigrationNegativeTest-1073835632 tempest-LiveMigrationNegativeTest-1073835632-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:25.542736 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-4e4b43e4-4818-49bb-b71d-b96d1e4ee3ee req-16393f22-2e89-4fbc-bd9f-1f2c56918ee0 tempest-LiveMigrationNegativeTest-1073835632 tempest-LiveMigrationNegativeTest-1073835632-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:21:25.546651 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-8f46fce0-e5a3-45ed-b8ee-badc672b72ea req-03a0cf9d-f7af-49f4-b3fd-dd6695a11189 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Unset dirty status for tenant:666658683d0a4c6e8109e68b8b765a46 on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:21:25.548536 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8f46fce0-e5a3-45ed-b8ee-badc672b72ea req-03a0cf9d-f7af-49f4-b3fd-dd6695a11189 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] 10.222.0.69 "GET /v2.0/ports?device_id=027a3482-9de8-4178-93a4-4577839df052 HTTP/1.1" status: 200 len: 210 time: 0.5846169 Apr 18 19:21:25.560133 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-65b52bab-634d-415c-a603-3572678fdbb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:25.567000 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-4e4b43e4-4818-49bb-b71d-b96d1e4ee3ee req-16393f22-2e89-4fbc-bd9f-1f2c56918ee0 tempest-LiveMigrationNegativeTest-1073835632 tempest-LiveMigrationNegativeTest-1073835632-project-admin] Usage tracker for resource:security_group_rule and tenant:5f74b44565f04062bf3c93477cc50db4 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:21:25.570807 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-4e4b43e4-4818-49bb-b71d-b96d1e4ee3ee req-16393f22-2e89-4fbc-bd9f-1f2c56918ee0 tempest-LiveMigrationNegativeTest-1073835632 tempest-LiveMigrationNegativeTest-1073835632-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:21:25.581094 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-4e4b43e4-4818-49bb-b71d-b96d1e4ee3ee req-16393f22-2e89-4fbc-bd9f-1f2c56918ee0 tempest-LiveMigrationNegativeTest-1073835632 tempest-LiveMigrationNegativeTest-1073835632-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:21:25.686753 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-4e4b43e4-4818-49bb-b71d-b96d1e4ee3ee req-16393f22-2e89-4fbc-bd9f-1f2c56918ee0 tempest-LiveMigrationNegativeTest-1073835632 tempest-LiveMigrationNegativeTest-1073835632-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:25.688291 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3712eaa-9312-4454-97e6-ebca449f5deb req-db620c58-7373-4370-b486-50c304fe4dcf tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Made reservation on behalf of 666658683d0a4c6e8109e68b8b765a46 for: {'port': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:21:25.692889 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-f3712eaa-9312-4454-97e6-ebca449f5deb req-db620c58-7373-4370-b486-50c304fe4dcf tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:25.733586 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f99a7ad4-c8de-425a-80e1-73ce1cdf576c'] response: {'name': 'network-changed', 'server_uuid': '74737c45-169c-4a78-8cdf-74298a4618c9', 'tag': 'b694f84a-2d80-48de-a4ae-295243df4ae6', 'status': 'completed', 'code': 200} Apr 18 19:21:25.778774 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-500837d4-82de-4ce7-beff-04e37b5669ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251'] for subnet, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:25.804589 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-4e4b43e4-4818-49bb-b71d-b96d1e4ee3ee req-16393f22-2e89-4fbc-bd9f-1f2c56918ee0 tempest-LiveMigrationNegativeTest-1073835632 tempest-LiveMigrationNegativeTest-1073835632-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:25.839860 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-4e4b43e4-4818-49bb-b71d-b96d1e4ee3ee req-16393f22-2e89-4fbc-bd9f-1f2c56918ee0 tempest-LiveMigrationNegativeTest-1073835632 tempest-LiveMigrationNegativeTest-1073835632-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=f2008cfd-72ff-4349-aa02-00ceb1980405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3653622 Apr 18 19:21:25.854614 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b52bab-634d-415c-a603-3572678fdbb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7714064c-56b7-4e6a-8608-16ef131ede7f,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:25.899190 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16393f22-2e89-4fbc-bd9f-1f2c56918ee0 tempest-LiveMigrationNegativeTest-1073835632 tempest-LiveMigrationNegativeTest-1073835632-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8956485-89c7-4485-b857-e07573855df3,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:25.926579 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-65b52bab-634d-415c-a603-3572678fdbb4 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=618be541aa9640c78a23d7ef44516881&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9936008 Apr 18 19:21:25.937330 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 44504) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:26.060367 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-79bbf22c-482d-42a7-80be-7b9ef2e0a9be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:26.069455 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500837d4-82de-4ce7-beff-04e37b5669ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=d23d703d-3788-4d9f-ae29-c7caba9ab5f5,revision_number=0']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:26.090482 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e45ec7b4-e83b-44d5-83ba-bd5583d78d39 req-2b5e8292-1691-4fb7-92eb-312e3259c967 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0d5b459d315b4287a98ceac4adc09bfe&device_id=74737c45-169c-4a78-8cdf-74298a4618c9 HTTP/1.1" status: 200 len: 1099 time: 0.6149244 Apr 18 19:21:26.160019 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-79bbf22c-482d-42a7-80be-7b9ef2e0a9be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:26.262086 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-52749b06-3f50-40ba-b2e2-44386afcfab9 req-bd733fc7-34e0-4a25-8048-83d563796607 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c8cdad1e-1442-4065-84f5-0ac9f7d1753c&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1608155 Apr 18 19:21:26.263023 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e45ec7b4-e83b-44d5-83ba-bd5583d78d39 req-19e55042-0b33-4b97-b1d9-e45b6a900668 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=b694f84a-2d80-48de-a4ae-295243df4ae6 HTTP/1.1" status: 200 len: 217 time: 0.1249492 Apr 18 19:21:26.324795 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500837d4-82de-4ce7-beff-04e37b5669ab admin admin] Checking segment: {'id': '7c102c6e-87c4-4294-a1cf-31fa08e22e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f94d4914-3e24-4c46-858b-d5937c14a12d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:21:26.325238 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500837d4-82de-4ce7-beff-04e37b5669ab admin admin] Network hostable DHCP agents. Network: f94d4914-3e24-4c46-858b-d5937c14a12d, hostable agents: ['f6987c12-6d6c-47d4-b22d-cfcd164dc40d'], hosted agents: [] {{(pid=84763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:21:26.359300 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-79bbf22c-482d-42a7-80be-7b9ef2e0a9be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:26.374572 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_common [req-f3712eaa-9312-4454-97e6-ebca449f5deb req-db620c58-7373-4370-b486-50c304fe4dcf tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Allocated IP 172.20.0.10 (97b575c1-8a4c-401c-bfc8-567de6de32a8/a4fd8a82-a99d-4f41-8012-881e08157cb0/346a209d-f566-45d8-b781-babbfb75723a) {{(pid=84763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:21:26.397113 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc69135-554c-47fe-a19e-69f298f2b2fd req-af3dde50-243e-4dfa-9236-17855992a175 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:26.407490 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-1bc69135-554c-47fe-a19e-69f298f2b2fd req-af3dde50-243e-4dfa-9236-17855992a175 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2355448-26c2-4627-add5-d1edc93520c0 HTTP/1.1" status: 200 len: 966 time: 0.5575781 Apr 18 19:21:26.420635 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-79bbf22c-482d-42a7-80be-7b9ef2e0a9be admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:26.429884 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-79bbf22c-482d-42a7-80be-7b9ef2e0a9be admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7714064c-56b7-4e6a-8608-16ef131ede7f HTTP/1.1" status: 204 len: 168 time: 0.4938231 Apr 18 19:21:26.433709 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bbf22c-482d-42a7-80be-7b9ef2e0a9be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7714064c-56b7-4e6a-8608-16ef131ede7f,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:26.453498 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45ec7b4-e83b-44d5-83ba-bd5583d78d39 req-ae72c3a5-d9d8-48f0-bb16-fb6a20913abe service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:26.455849 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e45ec7b4-e83b-44d5-83ba-bd5583d78d39 req-ae72c3a5-d9d8-48f0-bb16-fb6a20913abe service neutron] 10.222.0.73 "GET /v2.0/subnets?id=17d1b3aa-2066-4ffa-a69f-52ed566b6548 HTTP/1.1" status: 200 len: 843 time: 0.1874976 Apr 18 19:21:26.558185 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.72', 64033) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:26.661064 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-1bc69135-554c-47fe-a19e-69f298f2b2fd req-4782ed03-b925-45c4-b867-6444ac070c1b tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523108 Apr 18 19:21:26.704858 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500837d4-82de-4ce7-beff-04e37b5669ab admin admin] Network f94d4914-3e24-4c46-858b-d5937c14a12d is scheduled to be hosted by DHCP agent f6987c12-6d6c-47d4-b22d-cfcd164dc40d with binding_index 1 {{(pid=84763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:21:26.715396 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device c366461e-feb8-4736-a327-49e2d973267b up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:21:26.767568 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf79e1a1-6be6-434a-8cfc-d8f0dfd2624c req-83b74f75-8c46-42cc-ad6c-ba8aff8930a0 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:26.769176 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-cf79e1a1-6be6-434a-8cfc-d8f0dfd2624c req-83b74f75-8c46-42cc-ad6c-ba8aff8930a0 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] 10.222.0.69 "GET /v2.0/ports?device_id=74737c45-169c-4a78-8cdf-74298a4618c9 HTTP/1.1" status: 200 len: 948 time: 0.3499641 Apr 18 19:21:26.787590 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-bc486519-2d0e-45ce-9fac-2664027ac8b0 req-47d097af-c7f0-461e-ae2d-6d108eb348da service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e8145a70cab44ff88b524306edcbe946&device_id=d2355448-26c2-4627-add5-d1edc93520c0 HTTP/1.1" status: 200 len: 1147 time: 0.2266121 Apr 18 19:21:26.860772 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-cf79e1a1-6be6-434a-8cfc-d8f0dfd2624c req-68bb0378-7921-40a0-a4d2-569597bc4154 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] 10.222.0.69 "GET /v2.0/security-groups?id=064d4532-d372-4114-a5d4-759e2dc190bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763400 Apr 18 19:21:26.969797 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [None req-500837d4-82de-4ce7-beff-04e37b5669ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-2, f94d4914-3e24-4c46-858b-d5937c14a12d) {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:21:26.982467 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500837d4-82de-4ce7-beff-04e37b5669ab admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:26.984606 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ab5d8f-70b0-4c17-8520-b9daeb57d8a6 None None] Network f94d4914-3e24-4c46-858b-d5937c14a12d requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:21:26.986210 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-500837d4-82de-4ce7-beff-04e37b5669ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for subnet, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:27.121902 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning for port c366461e-feb8-4736-a327-49e2d973267b completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:21:27.136317 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e45ec7b4-e83b-44d5-83ba-bd5583d78d39 req-d18dca90-70a1-4620-bf6e-f33c6291400e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6656885 Apr 18 19:21:27.149322 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port c366461e-feb8-4736-a327-49e2d973267b triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:21:27.149937 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:27.172366 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-f3712eaa-9312-4454-97e6-ebca449f5deb req-db620c58-7373-4370-b486-50c304fe4dcf tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Notify callbacks [] for port, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:27.210316 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc486519-2d0e-45ce-9fac-2664027ac8b0 req-1e08cad6-45e3-424b-b2ae-0a22bbeec878 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:27.212049 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-bc486519-2d0e-45ce-9fac-2664027ac8b0 req-1e08cad6-45e3-424b-b2ae-0a22bbeec878 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5b81b8da-abac-4e05-9e51-d6de7035d9e7 HTTP/1.1" status: 200 len: 920 time: 0.3660264 Apr 18 19:21:27.240893 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-1b63614d-eee2-4305-9549-e66df51278d6 req-8b6a11be-d153-4874-bc64-ecc158a546ce tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] 10.222.0.69 "GET /v2.0/ports?device_id=027a3482-9de8-4178-93a4-4577839df052 HTTP/1.1" status: 200 len: 210 time: 0.0819700 Apr 18 19:21:27.257694 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [req-f3712eaa-9312-4454-97e6-ebca449f5deb req-db620c58-7373-4370-b486-50c304fe4dcf tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Transition to ACTIVE for port object 346a209d-f566-45d8-b781-babbfb75723a will not be triggered until provisioned by entity DHCP. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:21:27.260519 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-500837d4-82de-4ce7-beff-04e37b5669ab admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.8094838 Apr 18 19:21:27.339347 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e45ec7b4-e83b-44d5-83ba-bd5583d78d39 req-9d172f32-688f-47d2-88b6-beac956a8d1d service neutron] 10.222.0.73 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940618 Apr 18 19:21:27.394151 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:27.411170 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-bc486519-2d0e-45ce-9fac-2664027ac8b0 req-2f904a8a-3de9-4e02-ade2-67d54286cc08 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2db22ea-4eb8-4fa8-8067-77968b7252ce HTTP/1.1" status: 200 len: 217 time: 0.1834776 Apr 18 19:21:27.510800 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc486519-2d0e-45ce-9fac-2664027ac8b0 req-a0be7a16-1eee-4179-aa69-e49206bf7a43 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:27.513229 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-bc486519-2d0e-45ce-9fac-2664027ac8b0 req-a0be7a16-1eee-4179-aa69-e49206bf7a43 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b10cc942-f819-45fc-bb02-117dc96bc19f HTTP/1.1" status: 200 len: 859 time: 0.0944521 Apr 18 19:21:27.514373 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e45ec7b4-e83b-44d5-83ba-bd5583d78d39 req-3a2df1a4-7ff4-492e-892a-e965474f0449 service neutron] 10.222.0.73 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686261 Apr 18 19:21:27.516148 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-f3712eaa-9312-4454-97e6-ebca449f5deb req-db620c58-7373-4370-b486-50c304fe4dcf tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331'] for port, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:27.554748 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] For port c366461e-feb8-4736-a327-49e2d973267b, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=c366461e-feb8-4736-a327-49e2d973267b,segment=NetworkSegment(254a4f12-5519-47f4-85e8-7d1b5c621ccf),segment_id=254a4f12-5519-47f4-85e8-7d1b5c621ccf)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:21:27.561892 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564a0e0f-b29b-4898-982c-f0f23883042d None None] Network f94d4914-3e24-4c46-858b-d5937c14a12d requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:21:27.599316 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 44546) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:27.612785 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-bc486519-2d0e-45ce-9fac-2664027ac8b0 req-e335bf73-3d11-4294-a833-300b5a7b22ba service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5b81b8da-abac-4e05-9e51-d6de7035d9e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0934992 Apr 18 19:21:27.728471 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:27.761691 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-11d34858-6ebf-48b1-ae21-cb7ce598a786 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:27.879369 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Pushing event updated for resources: {'Port': ['ID=c366461e-feb8-4736-a327-49e2d973267b,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:27.898844 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3712eaa-9312-4454-97e6-ebca449f5deb req-db620c58-7373-4370-b486-50c304fe4dcf tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Network 97b575c1-8a4c-401c-bfc8-567de6de32a8 is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:21:27.904953 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [req-f3712eaa-9312-4454-97e6-ebca449f5deb req-db620c58-7373-4370-b486-50c304fe4dcf tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:21:27.928814 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3712eaa-9312-4454-97e6-ebca449f5deb req-db620c58-7373-4370-b486-50c304fe4dcf tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Received port after_create {{(pid=84763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:21:27.934425 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3712eaa-9312-4454-97e6-ebca449f5deb req-db620c58-7373-4370-b486-50c304fe4dcf tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:27.935427 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-f3712eaa-9312-4454-97e6-ebca449f5deb req-db620c58-7373-4370-b486-50c304fe4dcf tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:27.946270 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db620c58-7373-4370-b486-50c304fe4dcf tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Pushing event updated for resources: {'Port': ['ID=346a209d-f566-45d8-b781-babbfb75723a,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:27.956617 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.72', 64034) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:28.091217 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-11d34858-6ebf-48b1-ae21-cb7ce598a786 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:21:28.092343 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8fbc93b4-b622-469a-9222-12f41614d1ba req-793ed73a-4bc1-45c7-aebf-ca52faca0ecf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0d5b459d315b4287a98ceac4adc09bfe&device_id=74737c45-169c-4a78-8cdf-74298a4618c9 HTTP/1.1" status: 200 len: 1099 time: 0.3709929 Apr 18 19:21:28.114973 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-11d34858-6ebf-48b1-ae21-cb7ce598a786 admin admin] Usage tracker for resource:security_group_rule and tenant:cd32e52645ae40baabfca92c510bba1d is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:21:28.120568 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-11d34858-6ebf-48b1-ae21-cb7ce598a786 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:21:28.131816 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-11d34858-6ebf-48b1-ae21-cb7ce598a786 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:21:28.137571 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-bc486519-2d0e-45ce-9fac-2664027ac8b0 req-b4ae6b5b-974d-43a5-86d1-4bbc0da89900 service neutron] 10.222.0.72 "GET /v2.0/networks/5b81b8da-abac-4e05-9e51-d6de7035d9e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5006087 Apr 18 19:21:28.151436 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f3712eaa-9312-4454-97e6-ebca449f5deb req-db620c58-7373-4370-b486-50c304fe4dcf tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3022900 Apr 18 19:21:28.157665 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-f3712eaa-9312-4454-97e6-ebca449f5deb req-7836c13d-32ae-452e-97b7-e275e9c3da6d service neutron] Request body: {'port': {'device_id': '027a3482-9de8-4178-93a4-4577839df052', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-2'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:21:28.274489 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2535227e-7340-454e-a21a-6c0a724e378f req-9ad0480d-a644-49da-b872-a5f03fc99c28 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:28.282126 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2535227e-7340-454e-a21a-6c0a724e378f req-9ad0480d-a644-49da-b872-a5f03fc99c28 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] 10.222.0.69 "GET /v2.0/ports?device_id=c8cdad1e-1442-4065-84f5-0ac9f7d1753c HTTP/1.1" status: 200 len: 950 time: 0.6091340 Apr 18 19:21:28.322518 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2cd7d062-8e93-4276-896c-bdc14f5f7a42 req-841fed76-70b4-4634-a4ac-d98a81f684bd service neutron] 10.222.0.72 "GET /v2.0/ports/e2db22ea-4eb8-4fa8-8067-77968b7252ce/bindings/n-h1-836017-2 HTTP/1.1" status: 200 len: 384 time: 0.3615742 Apr 18 19:21:28.334764 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bf28b7-7b24-4aca-b525-071e59bea210 req-1cd6790b-e73b-421d-bd1a-1e15f6d56656 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:28.342181 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-92bf28b7-7b24-4aca-b525-071e59bea210 req-1cd6790b-e73b-421d-bd1a-1e15f6d56656 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2355448-26c2-4627-add5-d1edc93520c0 HTTP/1.1" status: 200 len: 966 time: 0.3783185 Apr 18 19:21:28.389096 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-18257b8b-d403-45c5-b27f-1b880ed58d24 None None] Provisioning for port 346a209d-f566-45d8-b781-babbfb75723a completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:21:28.399837 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-18257b8b-d403-45c5-b27f-1b880ed58d24 None None] Provisioning complete for port 346a209d-f566-45d8-b781-babbfb75723a triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:21:28.400524 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-18257b8b-d403-45c5-b27f-1b880ed58d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:28.488790 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2535227e-7340-454e-a21a-6c0a724e378f req-a3b57c67-c859-4380-a7a7-9dbbaf7008c1 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] 10.222.0.69 "GET /v2.0/security-groups?id=f2008cfd-72ff-4349-aa02-00ceb1980405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048917 Apr 18 19:21:28.498608 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-18257b8b-d403-45c5-b27f-1b880ed58d24 None None] Port 346a209d-f566-45d8-b781-babbfb75723a cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:21:28.506970 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-92bf28b7-7b24-4aca-b525-071e59bea210 req-16e4414f-5cbb-4514-97a2-3c8243e035f5 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638010 Apr 18 19:21:28.550696 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbc93b4-b622-469a-9222-12f41614d1ba req-4e2d97ac-583b-4e82-a311-08ad1f04e402 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:28.550696 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8fbc93b4-b622-469a-9222-12f41614d1ba req-4e2d97ac-583b-4e82-a311-08ad1f04e402 service neutron] 10.222.0.73 "GET /v2.0/networks?id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a HTTP/1.1" status: 200 len: 870 time: 0.4454293 Apr 18 19:21:28.550696 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-f3712eaa-9312-4454-97e6-ebca449f5deb req-7836c13d-32ae-452e-97b7-e275e9c3da6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:28.586924 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-bc486519-2d0e-45ce-9fac-2664027ac8b0 req-0c54ea4a-0383-4516-9fe1-458c8214f7d7 service neutron] 10.222.0.72 "GET /v2.0/networks/5b81b8da-abac-4e05-9e51-d6de7035d9e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4318626 Apr 18 19:21:28.674108 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-11d34858-6ebf-48b1-ae21-cb7ce598a786 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:28.699863 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device c366461e-feb8-4736-a327-49e2d973267b up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:21:28.847111 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port c366461e-feb8-4736-a327-49e2d973267b triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:21:28.847788 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-11d34858-6ebf-48b1-ae21-cb7ce598a786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:28.847931 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:28.848016 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8fbc93b4-b622-469a-9222-12f41614d1ba req-74e10622-8ec5-4084-bee5-8b6e9ecd393a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=b694f84a-2d80-48de-a4ae-295243df4ae6 HTTP/1.1" status: 200 len: 217 time: 0.2396250 Apr 18 19:21:28.976516 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d34858-6ebf-48b1-ae21-cb7ce598a786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edadfd21-d4b4-4596-a529-d5def60b66e6,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:29.006505 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbc93b4-b622-469a-9222-12f41614d1ba req-e0c1479e-6576-4681-a70e-d3fe6966703a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:29.008115 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8fbc93b4-b622-469a-9222-12f41614d1ba req-e0c1479e-6576-4681-a70e-d3fe6966703a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=17d1b3aa-2066-4ffa-a69f-52ed566b6548 HTTP/1.1" status: 200 len: 843 time: 0.1469560 Apr 18 19:21:29.115871 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-11d34858-6ebf-48b1-ae21-cb7ce598a786 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=cd32e52645ae40baabfca92c510bba1d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5152700 Apr 18 19:21:29.116870 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 44578) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:29.202441 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b613e1a-7b4a-49e0-8220-f0b159957793 req-0bf64a6b-050e-485a-aabb-0cbba0d8dc09 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:29.203228 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-1b613e1a-7b4a-49e0-8220-f0b159957793 req-0bf64a6b-050e-485a-aabb-0cbba0d8dc09 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Synchronizing usage tracker for tenant:666658683d0a4c6e8109e68b8b765a46 on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:21:29.231546 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8fbc93b4-b622-469a-9222-12f41614d1ba req-bb438845-d6c4-4f13-9719-6f792b3199ce service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2058349 Apr 18 19:21:29.239394 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-2cd7d062-8e93-4276-896c-bdc14f5f7a42 req-a6c55e2f-a2f4-4b8f-9c76-f36d7e853f3f service neutron] For port e2db22ea-4eb8-4fa8-8067-77968b7252ce, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=e2db22ea-4eb8-4fa8-8067-77968b7252ce,segment=NetworkSegment(57f6477d-46cb-4fbc-8909-e9439d3b2b0a),segment_id=57f6477d-46cb-4fbc-8909-e9439d3b2b0a)] {{(pid=84764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:21:29.265001 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-2cd7d062-8e93-4276-896c-bdc14f5f7a42 req-a6c55e2f-a2f4-4b8f-9c76-f36d7e853f3f service neutron] For port e2db22ea-4eb8-4fa8-8067-77968b7252ce, host n-h2-836017-2, cleared binding levels {{(pid=84764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:21:29.356110 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a805dfaa-10e5-4f18-90c8-3a87aed3b2b3 req-b6b0b344-ff82-40d7-9790-a76ad1de700a tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:29.358538 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a805dfaa-10e5-4f18-90c8-3a87aed3b2b3 req-b6b0b344-ff82-40d7-9790-a76ad1de700a tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] 10.222.0.72 "GET /v2.0/ports?device_id=c8cdad1e-1442-4065-84f5-0ac9f7d1753c HTTP/1.1" status: 200 len: 950 time: 0.5467722 Apr 18 19:21:29.369587 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [req-2cd7d062-8e93-4276-896c-bdc14f5f7a42 req-a6c55e2f-a2f4-4b8f-9c76-f36d7e853f3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2db22ea-4eb8-4fa8-8067-77968b7252ce {{(pid=84764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:21:29.382418 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7105e46-b43f-4159-9923-b9fb32a327ca req-74f2c397-e155-4504-a8c5-00ea31bac747 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:29.389612 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e7105e46-b43f-4159-9923-b9fb32a327ca req-74f2c397-e155-4504-a8c5-00ea31bac747 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] 10.222.0.69 "GET /v2.0/ports?device_id=74737c45-169c-4a78-8cdf-74298a4618c9 HTTP/1.1" status: 200 len: 948 time: 0.6361938 Apr 18 19:21:29.404524 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8fbc93b4-b622-469a-9222-12f41614d1ba req-7bd780a3-e192-42d1-8dc1-00d5dbd7c8e0 service neutron] 10.222.0.73 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568167 Apr 18 19:21:29.455615 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-6b92766b-dd8b-4eed-a4ba-49654c649499 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:29.513441 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-6b92766b-dd8b-4eed-a4ba-49654c649499 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:29.578174 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-2cd7d062-8e93-4276-896c-bdc14f5f7a42 req-a6c55e2f-a2f4-4b8f-9c76-f36d7e853f3f service neutron] For port e2db22ea-4eb8-4fa8-8067-77968b7252ce, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=e2db22ea-4eb8-4fa8-8067-77968b7252ce,segment=NetworkSegment(57f6477d-46cb-4fbc-8909-e9439d3b2b0a),segment_id=57f6477d-46cb-4fbc-8909-e9439d3b2b0a)] {{(pid=84764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:21:29.579798 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-1b613e1a-7b4a-49e0-8220-f0b159957793 req-0bf64a6b-050e-485a-aabb-0cbba0d8dc09 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Unset dirty status for tenant:666658683d0a4c6e8109e68b8b765a46 on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:21:29.581016 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-1b613e1a-7b4a-49e0-8220-f0b159957793 req-0bf64a6b-050e-485a-aabb-0cbba0d8dc09 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] 10.222.0.69 "GET /v2.0/ports?device_id=027a3482-9de8-4178-93a4-4577839df052 HTTP/1.1" status: 200 len: 932 time: 0.7284238 Apr 18 19:21:29.640144 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [req-a805dfaa-10e5-4f18-90c8-3a87aed3b2b3 req-3614cd60-1f57-43bf-8b7c-0fbdbb114229 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] Deleting port 44b24636-506d-4ba1-ac38-20240e275013 {{(pid=84764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:21:29.640538 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-a805dfaa-10e5-4f18-90c8-3a87aed3b2b3 req-3614cd60-1f57-43bf-8b7c-0fbdbb114229 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:29.700611 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8fbc93b4-b622-469a-9222-12f41614d1ba req-6876d044-90ad-4265-88da-39a97894e6a2 service neutron] 10.222.0.73 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2872367 Apr 18 19:21:29.727279 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-1b613e1a-7b4a-49e0-8220-f0b159957793 req-475dec4e-ef8d-4c8d-9f34-a47cfde35fa1 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] 10.222.0.69 "GET /v2.0/security-groups?id=3fcdb8eb-658a-4600-87a3-89b959a21299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221888 Apr 18 19:21:29.729187 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e7105e46-b43f-4159-9923-b9fb32a327ca req-96365693-3e63-462c-973a-4f9e7e892ebf tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] 10.222.0.69 "GET /v2.0/security-groups?id=064d4532-d372-4114-a5d4-759e2dc190bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3384922 Apr 18 19:21:29.731423 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 44600) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:29.741072 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-3d7ea19c-f461-40ef-a952-84dfa111c5fd admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1131217370-network', 'tenant_id': 'd405a328ff6a4d28abce400512d1ad5f'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:21:29.759796 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-3d7ea19c-f461-40ef-a952-84dfa111c5fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:21:29.768857 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-3d7ea19c-f461-40ef-a952-84dfa111c5fd admin admin] Usage tracker for resource:network and tenant:d405a328ff6a4d28abce400512d1ad5f is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:21:29.780072 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-3d7ea19c-f461-40ef-a952-84dfa111c5fd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:21:29.791557 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-3d7ea19c-f461-40ef-a952-84dfa111c5fd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:21:29.821875 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-6b92766b-dd8b-4eed-a4ba-49654c649499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:29.854178 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-2cd7d062-8e93-4276-896c-bdc14f5f7a42 req-a6c55e2f-a2f4-4b8f-9c76-f36d7e853f3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:29.868168 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b92766b-dd8b-4eed-a4ba-49654c649499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edadfd21-d4b4-4596-a529-d5def60b66e6,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:29.870097 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-6b92766b-dd8b-4eed-a4ba-49654c649499 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:29.871958 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-6b92766b-dd8b-4eed-a4ba-49654c649499 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/edadfd21-d4b4-4596-a529-d5def60b66e6 HTTP/1.1" status: 204 len: 168 time: 0.7306347 Apr 18 19:21:29.879862 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d7ea19c-f461-40ef-a952-84dfa111c5fd admin admin] Made reservation on behalf of d405a328ff6a4d28abce400512d1ad5f for: {'network': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:21:29.882961 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-3d7ea19c-f461-40ef-a952-84dfa111c5fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for network, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:29.903973 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-3d7ea19c-f461-40ef-a952-84dfa111c5fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:29.941161 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [req-f3712eaa-9312-4454-97e6-ebca449f5deb req-7836c13d-32ae-452e-97b7-e275e9c3da6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 346a209d-f566-45d8-b781-babbfb75723a {{(pid=84763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:21:29.958960 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-f3712eaa-9312-4454-97e6-ebca449f5deb req-7836c13d-32ae-452e-97b7-e275e9c3da6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:29.977643 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-3d7ea19c-f461-40ef-a952-84dfa111c5fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:21:29.987685 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-3d7ea19c-f461-40ef-a952-84dfa111c5fd admin admin] Usage tracker for resource:security_group_rule and tenant:d405a328ff6a4d28abce400512d1ad5f is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:21:29.991406 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [req-f3712eaa-9312-4454-97e6-ebca449f5deb req-7836c13d-32ae-452e-97b7-e275e9c3da6d service neutron] Transition to ACTIVE for port object 346a209d-f566-45d8-b781-babbfb75723a will not be triggered until provisioned by entity L2. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:21:29.992680 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-3d7ea19c-f461-40ef-a952-84dfa111c5fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:21:30.006314 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-3d7ea19c-f461-40ef-a952-84dfa111c5fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:21:30.058547 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-f3712eaa-9312-4454-97e6-ebca449f5deb req-7836c13d-32ae-452e-97b7-e275e9c3da6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:30.264053 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.provisioning_blocks [req-2cd7d062-8e93-4276-896c-bdc14f5f7a42 req-a6c55e2f-a2f4-4b8f-9c76-f36d7e853f3f service neutron] Transition to ACTIVE for port object e2db22ea-4eb8-4fa8-8067-77968b7252ce will not be triggered until provisioned by entity L2. {{(pid=84764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:21:30.280208 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-a805dfaa-10e5-4f18-90c8-3a87aed3b2b3 req-3614cd60-1f57-43bf-8b7c-0fbdbb114229 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] For port 44b24636-506d-4ba1-ac38-20240e275013, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=44b24636-506d-4ba1-ac38-20240e275013,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:21:30.280208 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-a805dfaa-10e5-4f18-90c8-3a87aed3b2b3 req-3614cd60-1f57-43bf-8b7c-0fbdbb114229 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:30.324392 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7836c13d-32ae-452e-97b7-e275e9c3da6d service neutron] Pushing event updated for resources: {'Port': ['ID=346a209d-f566-45d8-b781-babbfb75723a,revision_number=2']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:30.358334 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9725850-368b-439e-8a64-4f7ecec997a1 req-748a731c-acf9-48c5-b5ab-92e2789b4c30 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:30.359936 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c9725850-368b-439e-8a64-4f7ecec997a1 req-748a731c-acf9-48c5-b5ab-92e2789b4c30 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] 10.222.0.69 "GET /v2.0/ports?device_id=c8cdad1e-1442-4065-84f5-0ac9f7d1753c HTTP/1.1" status: 200 len: 950 time: 0.3157992 Apr 18 19:21:30.433070 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [req-a805dfaa-10e5-4f18-90c8-3a87aed3b2b3 req-3614cd60-1f57-43bf-8b7c-0fbdbb114229 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] Calling delete_port for 44b24636-506d-4ba1-ac38-20240e275013 owned by compute:nova {{(pid=84764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:21:30.434765 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-f3712eaa-9312-4454-97e6-ebca449f5deb req-7836c13d-32ae-452e-97b7-e275e9c3da6d service neutron] Attempting to bind port 346a209d-f566-45d8-b781-babbfb75723a on host n-h2-836017-2 for vnic_type normal with profile {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:21:30.435101 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-f3712eaa-9312-4454-97e6-ebca449f5deb req-7836c13d-32ae-452e-97b7-e275e9c3da6d service neutron] Attempting to bind port 346a209d-f566-45d8-b781-babbfb75723a by drivers openvswitch,hyperv on host n-h2-836017-2 at level 0 using segments [{'id': '254a4f12-5519-47f4-85e8-7d1b5c621ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '97b575c1-8a4c-401c-bfc8-567de6de32a8'}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:21:30.435421 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3712eaa-9312-4454-97e6-ebca449f5deb req-7836c13d-32ae-452e-97b7-e275e9c3da6d service neutron] Attempting to bind port 346a209d-f566-45d8-b781-babbfb75723a on network 97b575c1-8a4c-401c-bfc8-567de6de32a8 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:21:30.450730 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-3d7ea19c-f461-40ef-a952-84dfa111c5fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:30.454026 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3712eaa-9312-4454-97e6-ebca449f5deb req-7836c13d-32ae-452e-97b7-e275e9c3da6d service neutron] Port 346a209d-f566-45d8-b781-babbfb75723a on network 97b575c1-8a4c-401c-bfc8-567de6de32a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-2 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:21:30.454660 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3712eaa-9312-4454-97e6-ebca449f5deb req-7836c13d-32ae-452e-97b7-e275e9c3da6d service neutron] Attempting to bind port 346a209d-f566-45d8-b781-babbfb75723a on network 97b575c1-8a4c-401c-bfc8-567de6de32a8 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:21:30.475961 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-2cd7d062-8e93-4276-896c-bdc14f5f7a42 req-a6c55e2f-a2f4-4b8f-9c76-f36d7e853f3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:30.476293 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c661df-d9a1-4451-8ac0-60fba38e18ed req-c4be9502-ef52-4b52-a70a-2d1d23180f4d tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:30.483708 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-03c661df-d9a1-4451-8ac0-60fba38e18ed req-c4be9502-ef52-4b52-a70a-2d1d23180f4d tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2355448-26c2-4627-add5-d1edc93520c0 HTTP/1.1" status: 200 len: 966 time: 0.4714105 Apr 18 19:21:30.506783 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3712eaa-9312-4454-97e6-ebca449f5deb req-7836c13d-32ae-452e-97b7-e275e9c3da6d service neutron] Checking agent: {'id': '02e8f951-d3a3-40e1-b8cc-aed258af030b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:21:30.507030 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3712eaa-9312-4454-97e6-ebca449f5deb req-7836c13d-32ae-452e-97b7-e275e9c3da6d service neutron] Checking segment: {'id': '254a4f12-5519-47f4-85e8-7d1b5c621ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '97b575c1-8a4c-401c-bfc8-567de6de32a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:21:30.507419 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3712eaa-9312-4454-97e6-ebca449f5deb req-7836c13d-32ae-452e-97b7-e275e9c3da6d service neutron] Bound using segment: {'id': '254a4f12-5519-47f4-85e8-7d1b5c621ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '97b575c1-8a4c-401c-bfc8-567de6de32a8'} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:21:30.507871 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-f3712eaa-9312-4454-97e6-ebca449f5deb req-7836c13d-32ae-452e-97b7-e275e9c3da6d service neutron] Bound port: 346a209d-f566-45d8-b781-babbfb75723a, host: n-h2-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '254a4f12-5519-47f4-85e8-7d1b5c621ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '97b575c1-8a4c-401c-bfc8-567de6de32a8'}}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:21:30.508437 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-f3712eaa-9312-4454-97e6-ebca449f5deb req-7836c13d-32ae-452e-97b7-e275e9c3da6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:30.533081 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-3d7ea19c-f461-40ef-a952-84dfa111c5fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:30.624771 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d7ea19c-f461-40ef-a952-84dfa111c5fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=84763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:21:30.644213 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7ea19c-f461-40ef-a952-84dfa111c5fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e668ef8a-3c63-44ca-966c-7c979301d531,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:30.669550 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-03c661df-d9a1-4451-8ac0-60fba38e18ed req-8d02a4ee-1c8f-4888-af5b-aeeed2be111a tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850295 Apr 18 19:21:30.670781 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-3d7ea19c-f461-40ef-a952-84dfa111c5fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:30.671121 n-d-836017-2 neutron-server[84763]: INFO neutron.db.segments_db [None req-3d7ea19c-f461-40ef-a952-84dfa111c5fd admin admin] Added segment 51632a17-909a-48f2-9094-b39c65267df0 of type vlan for network f014da3c-4768-4be1-81f5-58c86dedc022 Apr 18 19:21:30.737751 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-3d7ea19c-f461-40ef-a952-84dfa111c5fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791093404182'] for network, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:30.750009 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-f3712eaa-9312-4454-97e6-ebca449f5deb req-7836c13d-32ae-452e-97b7-e275e9c3da6d service neutron] For port 346a209d-f566-45d8-b781-babbfb75723a, host n-h2-836017-2, cleared binding levels {{(pid=84763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:21:30.755587 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-f3712eaa-9312-4454-97e6-ebca449f5deb req-7836c13d-32ae-452e-97b7-e275e9c3da6d service neutron] For port 346a209d-f566-45d8-b781-babbfb75723a, host n-h2-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=346a209d-f566-45d8-b781-babbfb75723a,segment=NetworkSegment(254a4f12-5519-47f4-85e8-7d1b5c621ccf),segment_id=254a4f12-5519-47f4-85e8-7d1b5c621ccf)] {{(pid=84763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:21:30.831340 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c9725850-368b-439e-8a64-4f7ecec997a1 req-56d4736b-91fb-4194-bdf3-8a09d6ee528b tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] 10.222.0.69 "GET /v2.0/security-groups?id=f2008cfd-72ff-4349-aa02-00ceb1980405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4103751 Apr 18 19:21:30.867933 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c55e2f-a2f4-4b8f-9c76-f36d7e853f3f service neutron] Pushing event updated for resources: {'Port': ['ID=e2db22ea-4eb8-4fa8-8067-77968b7252ce,revision_number=10']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:30.877003 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cd7d062-8e93-4276-896c-bdc14f5f7a42 req-a6c55e2f-a2f4-4b8f-9c76-f36d7e853f3f service neutron] No DVR routers for this DVR port e2db22ea-4eb8-4fa8-8067-77968b7252ce on host n-h2-836017-2 {{(pid=84764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:21:30.999471 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-3d7ea19c-f461-40ef-a952-84dfa111c5fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251'] for network, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:31.000385 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7ea19c-f461-40ef-a952-84dfa111c5fd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:31.004400 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-3d7ea19c-f461-40ef-a952-84dfa111c5fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:31.015142 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-f3712eaa-9312-4454-97e6-ebca449f5deb req-7836c13d-32ae-452e-97b7-e275e9c3da6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:31.067082 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04417b52-c6be-4fd6-b92e-b204012000ce req-8f6963e0-cdaf-4f62-89c5-f118c94b2a0b tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:31.072173 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-04417b52-c6be-4fd6-b92e-b204012000ce req-8f6963e0-cdaf-4f62-89c5-f118c94b2a0b tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] 10.222.0.69 "GET /v2.0/ports?device_id=027a3482-9de8-4178-93a4-4577839df052 HTTP/1.1" status: 200 len: 944 time: 0.1028171 Apr 18 19:21:31.074035 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-a805dfaa-10e5-4f18-90c8-3a87aed3b2b3 req-3614cd60-1f57-43bf-8b7c-0fbdbb114229 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340'] for port, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:31.087699 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] get_ports_and_sgs() called for port_ids ['44b24636-506d-4ba1-ac38-20240e275013'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:21:31.127556 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] get_ports_and_sgs() called for port_ids ['494deef7-e639-4a37-9e28-372be7b28c82'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:21:31.168824 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3614cd60-1f57-43bf-8b7c-0fbdbb114229 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] Pushing event deleted for resources: {'Port': ['ID=44b24636-506d-4ba1-ac38-20240e275013,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:31.235713 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-f3712eaa-9312-4454-97e6-ebca449f5deb req-7836c13d-32ae-452e-97b7-e275e9c3da6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:31.235713 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f3712eaa-9312-4454-97e6-ebca449f5deb req-7836c13d-32ae-452e-97b7-e275e9c3da6d service neutron] 10.222.0.72 "PUT /v2.0/ports/346a209d-f566-45d8-b781-babbfb75723a HTTP/1.1" status: 200 len: 1092 time: 3.0661979 Apr 18 19:21:31.235713 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '027a3482-9de8-4178-93a4-4577839df052', 'tag': '346a209d-f566-45d8-b781-babbfb75723a'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:21:31.237164 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7ea19c-f461-40ef-a952-84dfa111c5fd admin admin] Pushing event updated for resources: {'Network': ['ID=f014da3c-4768-4be1-81f5-58c86dedc022,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:31.245736 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7836c13d-32ae-452e-97b7-e275e9c3da6d service neutron] Pushing event updated for resources: {'Port': ['ID=346a209d-f566-45d8-b781-babbfb75723a,revision_number=3']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:31.254672 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-04417b52-c6be-4fd6-b92e-b204012000ce req-feca3461-eb5d-4046-b36d-ca0e125fdf3f tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Synchronizing usage tracker for tenant:666658683d0a4c6e8109e68b8b765a46 on resource:security_group {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:21:31.256968 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-3d7ea19c-f461-40ef-a952-84dfa111c5fd admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5241160 Apr 18 19:21:31.259938 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 44628) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:31.264109 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Network f014da3c-4768-4be1-81f5-58c86dedc022 details requested by agent ovs-agent-n-d-836017-2 with host n-d-836017-2 {{(pid=84765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:21:31.269966 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-a4c1a7e5-d2af-47df-adef-6db4c5629acd admin admin] Request body: {'subnet': {'network_id': 'f014da3c-4768-4be1-81f5-58c86dedc022', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1131217370-subnet', 'tenant_id': 'd405a328ff6a4d28abce400512d1ad5f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:21:31.275230 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-a4c1a7e5-d2af-47df-adef-6db4c5629acd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:21:31.281473 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-a4c1a7e5-d2af-47df-adef-6db4c5629acd admin admin] Usage tracker for resource:subnet and tenant:d405a328ff6a4d28abce400512d1ad5f is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:21:31.289495 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-a4c1a7e5-d2af-47df-adef-6db4c5629acd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:21:31.296803 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-a4c1a7e5-d2af-47df-adef-6db4c5629acd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:21:31.443944 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-04417b52-c6be-4fd6-b92e-b204012000ce req-feca3461-eb5d-4046-b36d-ca0e125fdf3f tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Unset dirty status for tenant:666658683d0a4c6e8109e68b8b765a46 on resource:security_group {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:21:31.445494 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4c1a7e5-d2af-47df-adef-6db4c5629acd admin admin] Made reservation on behalf of d405a328ff6a4d28abce400512d1ad5f for: {'subnet': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:21:31.447480 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-a4c1a7e5-d2af-47df-adef-6db4c5629acd admin admin] Notify callbacks [] for subnet, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:31.457536 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-04417b52-c6be-4fd6-b92e-b204012000ce req-feca3461-eb5d-4046-b36d-ca0e125fdf3f tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] 10.222.0.69 "GET /v2.0/security-groups?id=3fcdb8eb-658a-4600-87a3-89b959a21299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3761795 Apr 18 19:21:31.463307 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [req-a805dfaa-10e5-4f18-90c8-3a87aed3b2b3 req-3614cd60-1f57-43bf-8b7c-0fbdbb114229 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] No DVR routers for this DVR port 44b24636-506d-4ba1-ac38-20240e275013 on host n-h2-836017-2 {{(pid=84764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:21:31.481419 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-a805dfaa-10e5-4f18-90c8-3a87aed3b2b3 req-3614cd60-1f57-43bf-8b7c-0fbdbb114229 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:31.484538 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8cdad1e-1442-4065-84f5-0ac9f7d1753c', 'name': 'network-vif-deleted', 'tag': '44b24636-506d-4ba1-ac38-20240e275013'}] {{(pid=84764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:21:31.665721 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f3712eaa-9312-4454-97e6-ebca449f5deb req-78861c80-9679-4d17-8983-a1163460ab07 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=666658683d0a4c6e8109e68b8b765a46&device_id=027a3482-9de8-4178-93a4-4577839df052 HTTP/1.1" status: 200 len: 1095 time: 0.3369768 Apr 18 19:21:31.705379 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device b694f84a-2d80-48de-a4ae-295243df4ae6 details requested by agent hyperv_n-h1-836017-2 with host n-h1-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:21:31.761049 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f3712eaa-9312-4454-97e6-ebca449f5deb req-85af4f89-728e-4d6e-875e-58a5df78ef87 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=346a209d-f566-45d8-b781-babbfb75723a HTTP/1.1" status: 200 len: 217 time: 0.0856175 Apr 18 19:21:31.806640 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ae36e31-a41a-4cdd-aba1-25326b253989'] response: {'name': 'network-changed', 'server_uuid': '027a3482-9de8-4178-93a4-4577839df052', 'tag': '346a209d-f566-45d8-b781-babbfb75723a', 'status': 'completed', 'code': 200} Apr 18 19:21:31.829665 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 44b24636-506d-4ba1-ac38-20240e275013 no longer exists at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:21:31.843940 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2cd7d062-8e93-4276-896c-bdc14f5f7a42 req-a6c55e2f-a2f4-4b8f-9c76-f36d7e853f3f service neutron] 10.222.0.72 "PUT /v2.0/ports/e2db22ea-4eb8-4fa8-8067-77968b7252ce/bindings/n-h1-836017-2/activate HTTP/1.1" status: 200 len: 369 time: 3.5016167 Apr 18 19:21:31.873264 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a805dfaa-10e5-4f18-90c8-3a87aed3b2b3 req-3614cd60-1f57-43bf-8b7c-0fbdbb114229 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] 10.222.0.72 "DELETE /v2.0/ports/44b24636-506d-4ba1-ac38-20240e275013 HTTP/1.1" status: 204 len: 173 time: 2.4943242 Apr 18 19:21:31.894136 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3712eaa-9312-4454-97e6-ebca449f5deb req-cefd960e-3276-4da8-8885-3bf7797ed5d2 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:31.903285 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f3712eaa-9312-4454-97e6-ebca449f5deb req-cefd960e-3276-4da8-8885-3bf7797ed5d2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a4fd8a82-a99d-4f41-8012-881e08157cb0 HTTP/1.1" status: 200 len: 860 time: 0.1340332 Apr 18 19:21:31.968664 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a952f56-0d35-403c-a668-8f833b477ec0 req-e4ea1fb1-1df1-4cda-b9cf-d4ec59f872c9 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:31.970956 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2a952f56-0d35-403c-a668-8f833b477ec0 req-e4ea1fb1-1df1-4cda-b9cf-d4ec59f872c9 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] 10.222.0.69 "GET /v2.0/ports?device_id=74737c45-169c-4a78-8cdf-74298a4618c9 HTTP/1.1" status: 200 len: 948 time: 0.2632661 Apr 18 19:21:32.021042 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] No Port match for: 44b24636-506d-4ba1-ac38-20240e275013 {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:21:32.021382 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 44b24636-506d-4ba1-ac38-20240e275013 not bound to the agent host n-h2-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:21:32.021782 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device e2db22ea-4eb8-4fa8-8067-77968b7252ce no longer exists at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:21:32.053837 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2a952f56-0d35-403c-a668-8f833b477ec0 req-c8c7a38c-4184-4cc8-a746-54186909b2a7 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] 10.222.0.69 "GET /v2.0/security-groups?id=064d4532-d372-4114-a5d4-759e2dc190bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767970 Apr 18 19:21:32.222977 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device e2db22ea-4eb8-4fa8-8067-77968b7252ce not bound to the agent host n-h2-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:21:32.256686 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port b694f84a-2d80-48de-a4ae-295243df4ae6, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=b694f84a-2d80-48de-a4ae-295243df4ae6,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:21:32.257762 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f3712eaa-9312-4454-97e6-ebca449f5deb req-0f54b7ff-1028-445b-838a-5be83c4738c2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=97b575c1-8a4c-401c-bfc8-567de6de32a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3477716 Apr 18 19:21:32.294504 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Returning: {'device': 'b694f84a-2d80-48de-a4ae-295243df4ae6', 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a', 'port_id': 'b694f84a-2d80-48de-a4ae-295243df4ae6', 'mac_address': 'fa:16:3e:e4:b6:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17d1b3aa-2066-4ffa-a69f-52ed566b6548', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:21:32.354280 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2cd7d062-8e93-4276-896c-bdc14f5f7a42 req-857887a2-9ae1-4979-83e5-da162079bc39 tempest-LiveAutoBlockMigrationV225Test-1421540525 tempest-LiveAutoBlockMigrationV225Test-1421540525-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=d2355448-26c2-4627-add5-d1edc93520c0&tenant_id=e8145a70cab44ff88b524306edcbe946&binding%3Ahost_id=n-h2-836017-2 HTTP/1.1" status: 200 len: 1118 time: 0.3483620 Apr 18 19:21:32.382410 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:32.402587 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d764d3-9180-419c-b0c8-5def8f1a9300 req-a3f8aa74-eb36-49ab-9f30-fe094729ed64 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:32.404843 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-03d764d3-9180-419c-b0c8-5def8f1a9300 req-a3f8aa74-eb36-49ab-9f30-fe094729ed64 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2355448-26c2-4627-add5-d1edc93520c0 HTTP/1.1" status: 200 len: 967 time: 0.1805789 Apr 18 19:21:32.409528 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-a4c1a7e5-d2af-47df-adef-6db4c5629acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251'] for subnet, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:32.416088 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b694f84a-2d80-48de-a4ae-295243df4ae6 {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:21:32.435175 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port b694f84a-2d80-48de-a4ae-295243df4ae6, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=b694f84a-2d80-48de-a4ae-295243df4ae6,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:21:32.479880 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-03d764d3-9180-419c-b0c8-5def8f1a9300 req-e1707699-1f66-401f-b6d6-3c955a7db7b7 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659275 Apr 18 19:21:32.485693 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:32.583818 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Pushing event updated for resources: {'Port': ['ID=b694f84a-2d80-48de-a4ae-295243df4ae6,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:32.617904 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c1a7e5-d2af-47df-adef-6db4c5629acd admin admin] Pushing event updated for resources: {'Subnet': ['ID=0261c43a-73d1-4bc7-89fa-3b22c44a6770,revision_number=0']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:32.648970 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-cc041838-8705-4167-a903-14b2df70a0f7 req-99b48db9-c173-45f7-be8d-f8e08d57d087 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] 10.222.0.69 "GET /v2.0/ports?device_id=c8cdad1e-1442-4065-84f5-0ac9f7d1753c HTTP/1.1" status: 200 len: 210 time: 0.1081350 Apr 18 19:21:32.648970 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f3712eaa-9312-4454-97e6-ebca449f5deb req-f0b712f5-a60f-4445-a80b-7bd8d3028592 service neutron] 10.222.0.72 "GET /v2.0/networks/97b575c1-8a4c-401c-bfc8-567de6de32a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3744638 Apr 18 19:21:32.818123 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c1a7e5-d2af-47df-adef-6db4c5629acd admin admin] Checking segment: {'id': '51632a17-909a-48f2-9094-b39c65267df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'f014da3c-4768-4be1-81f5-58c86dedc022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:21:32.818519 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c1a7e5-d2af-47df-adef-6db4c5629acd admin admin] Network hostable DHCP agents. Network: f014da3c-4768-4be1-81f5-58c86dedc022, hostable agents: ['f6987c12-6d6c-47d4-b22d-cfcd164dc40d'], hosted agents: [] {{(pid=84763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:21:32.885509 n-d-836017-2 neutron-server[84764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9daf6feb-2621-44e9-92c8-6796b70b9b21'] response: {'server_uuid': 'c8cdad1e-1442-4065-84f5-0ac9f7d1753c', 'name': 'network-vif-deleted', 'tag': '44b24636-506d-4ba1-ac38-20240e275013', 'status': 'completed', 'code': 200} Apr 18 19:21:32.906059 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] get_ports_and_sgs() called for port_ids ['b694f84a-2d80-48de-a4ae-295243df4ae6'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:21:32.959616 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2cd7d062-8e93-4276-896c-bdc14f5f7a42 req-551785bd-027e-463c-a448-3d28cfe1c404 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d2355448-26c2-4627-add5-d1edc93520c0&tenant_id=e8145a70cab44ff88b524306edcbe946 HTTP/1.1" status: 200 len: 1118 time: 0.5922401 Apr 18 19:21:33.091410 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f3712eaa-9312-4454-97e6-ebca449f5deb req-63549a3e-a48e-402b-89b8-4f65d356cf93 service neutron] 10.222.0.72 "GET /v2.0/networks/97b575c1-8a4c-401c-bfc8-567de6de32a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4357440 Apr 18 19:21:33.166298 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998379da-dd10-4820-a3a8-8ee47e4e3656 req-0cd8cc5d-7ee2-4227-a525-56da8ff7d2da tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:33.167774 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-998379da-dd10-4820-a3a8-8ee47e4e3656 req-0cd8cc5d-7ee2-4227-a525-56da8ff7d2da tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] 10.222.0.69 "GET /v2.0/ports?device_id=027a3482-9de8-4178-93a4-4577839df052 HTTP/1.1" status: 200 len: 944 time: 0.2149079 Apr 18 19:21:33.181299 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2cd7d062-8e93-4276-896c-bdc14f5f7a42 req-e6ceac41-79cb-4a36-a1e0-2a32d7719b32 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e8145a70cab44ff88b524306edcbe946&device_id=d2355448-26c2-4627-add5-d1edc93520c0 HTTP/1.1" status: 200 len: 1118 time: 0.1570864 Apr 18 19:21:33.324079 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c1a7e5-d2af-47df-adef-6db4c5629acd admin admin] Network f014da3c-4768-4be1-81f5-58c86dedc022 is scheduled to be hosted by DHCP agent f6987c12-6d6c-47d4-b22d-cfcd164dc40d with binding_index 1 {{(pid=84763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:21:33.408798 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-998379da-dd10-4820-a3a8-8ee47e4e3656 req-d80047c7-6c49-4f9f-a8b0-7026d695fa76 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] 10.222.0.69 "GET /v2.0/security-groups?id=3fcdb8eb-658a-4600-87a3-89b959a21299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340453 Apr 18 19:21:33.419700 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [None req-a4c1a7e5-d2af-47df-adef-6db4c5629acd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-2, f014da3c-4768-4be1-81f5-58c86dedc022) {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:21:33.429963 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c1a7e5-d2af-47df-adef-6db4c5629acd admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:33.430567 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-a4c1a7e5-d2af-47df-adef-6db4c5629acd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for subnet, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:33.430686 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-274566d0-368f-4f22-961b-a60bf8d07e24 None None] Network f014da3c-4768-4be1-81f5-58c86dedc022 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:21:33.466310 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd7d062-8e93-4276-896c-bdc14f5f7a42 req-3bc21353-0998-425d-8725-5050548a04f0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:33.468155 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2cd7d062-8e93-4276-896c-bdc14f5f7a42 req-3bc21353-0998-425d-8725-5050548a04f0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5b81b8da-abac-4e05-9e51-d6de7035d9e7 HTTP/1.1" status: 200 len: 920 time: 0.2689009 Apr 18 19:21:33.497978 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ebf4f329-f2ef-4877-a50a-2ef04a41f870 req-e9c5ef4d-c5c9-4f1a-997a-fb7a5837d5f3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=666658683d0a4c6e8109e68b8b765a46&device_id=027a3482-9de8-4178-93a4-4577839df052 HTTP/1.1" status: 200 len: 1095 time: 0.2690988 Apr 18 19:21:33.522331 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a08571-4595-4966-8cd0-9746ef4d587c req-74c864c6-a29a-41d7-a665-20737576084e tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:33.530030 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-97a08571-4595-4966-8cd0-9746ef4d587c req-74c864c6-a29a-41d7-a665-20737576084e tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] 10.222.0.69 "GET /v2.0/ports?device_id=74737c45-169c-4a78-8cdf-74298a4618c9 HTTP/1.1" status: 200 len: 949 time: 0.1071923 Apr 18 19:21:33.594066 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-97a08571-4595-4966-8cd0-9746ef4d587c req-07c0330b-128d-475e-8694-297f2f1fd406 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] 10.222.0.69 "GET /v2.0/security-groups?id=064d4532-d372-4114-a5d4-759e2dc190bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619140 Apr 18 19:21:33.615532 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-a4c1a7e5-d2af-47df-adef-6db4c5629acd admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.3540235 Apr 18 19:21:33.728795 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2cd7d062-8e93-4276-896c-bdc14f5f7a42 req-a9f9b690-2360-4e09-ae1a-51ad39f95282 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2db22ea-4eb8-4fa8-8067-77968b7252ce HTTP/1.1" status: 200 len: 217 time: 0.2436566 Apr 18 19:21:33.834700 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4be6d8d-7648-4bca-a15b-fed2dc844532 None None] Network f014da3c-4768-4be1-81f5-58c86dedc022 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:21:33.942462 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd7d062-8e93-4276-896c-bdc14f5f7a42 req-e7c9eb26-3a70-4a3c-aa83-e78e13e3a616 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:33.943938 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2cd7d062-8e93-4276-896c-bdc14f5f7a42 req-e7c9eb26-3a70-4a3c-aa83-e78e13e3a616 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b10cc942-f819-45fc-bb02-117dc96bc19f HTTP/1.1" status: 200 len: 859 time: 0.2143993 Apr 18 19:21:33.945047 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf4f329-f2ef-4877-a50a-2ef04a41f870 req-a4388bbf-0e42-49dc-9077-e5fdb8eb20ac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:33.947315 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ebf4f329-f2ef-4877-a50a-2ef04a41f870 req-a4388bbf-0e42-49dc-9077-e5fdb8eb20ac service neutron] 10.222.0.72 "GET /v2.0/networks?id=97b575c1-8a4c-401c-bfc8-567de6de32a8 HTTP/1.1" status: 200 len: 922 time: 0.4482996 Apr 18 19:21:34.051542 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2cd7d062-8e93-4276-896c-bdc14f5f7a42 req-ba209826-3171-453b-a691-f150bf26a2ad service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5b81b8da-abac-4e05-9e51-d6de7035d9e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0970428 Apr 18 19:21:34.074839 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcba21f9-7989-42f2-a9c0-0ce9bf1c0a3c req-ee3a497a-fe7c-494c-af66-34cbad682104 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:34.076265 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fcba21f9-7989-42f2-a9c0-0ce9bf1c0a3c req-ee3a497a-fe7c-494c-af66-34cbad682104 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2355448-26c2-4627-add5-d1edc93520c0 HTTP/1.1" status: 200 len: 967 time: 0.2759960 Apr 18 19:21:34.118013 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ebf4f329-f2ef-4877-a50a-2ef04a41f870 req-c4e4366d-674f-4497-ad58-d86375e739a9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=346a209d-f566-45d8-b781-babbfb75723a HTTP/1.1" status: 200 len: 217 time: 0.1555986 Apr 18 19:21:34.275415 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf4f329-f2ef-4877-a50a-2ef04a41f870 req-3c87ae15-eadf-45a5-bd82-5cf1234da35d service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:34.275415 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ebf4f329-f2ef-4877-a50a-2ef04a41f870 req-3c87ae15-eadf-45a5-bd82-5cf1234da35d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a4fd8a82-a99d-4f41-8012-881e08157cb0 HTTP/1.1" status: 200 len: 860 time: 0.1145105 Apr 18 19:21:34.281414 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fcba21f9-7989-42f2-a9c0-0ce9bf1c0a3c req-248acb94-55ef-4571-a59f-19dcd52ff9c5 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870511 Apr 18 19:21:34.351099 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2cd7d062-8e93-4276-896c-bdc14f5f7a42 req-c0943587-3cea-4788-9d76-af7804d20996 service neutron] 10.222.0.73 "GET /v2.0/networks/5b81b8da-abac-4e05-9e51-d6de7035d9e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2825208 Apr 18 19:21:34.483428 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ebf4f329-f2ef-4877-a50a-2ef04a41f870 req-1fc679b2-cdc3-4236-830a-7a04ffeb22da service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=97b575c1-8a4c-401c-bfc8-567de6de32a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2009964 Apr 18 19:21:34.595877 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2cd7d062-8e93-4276-896c-bdc14f5f7a42 req-cb762226-c0d8-4d63-807e-746fc24eedc4 service neutron] 10.222.0.73 "GET /v2.0/networks/5b81b8da-abac-4e05-9e51-d6de7035d9e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353511 Apr 18 19:21:34.655495 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ebf4f329-f2ef-4877-a50a-2ef04a41f870 req-5a6f2612-9acb-4153-b65d-c2c80d18f785 service neutron] 10.222.0.72 "GET /v2.0/networks/97b575c1-8a4c-401c-bfc8-567de6de32a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603863 Apr 18 19:21:34.737357 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de1be4b-8bc2-4af4-b2a8-e7756aad840c req-6682e00e-d6a1-4910-99f8-51f2d38944a6 tempest-VolumesAdminNegativeTest-1780893317 tempest-VolumesAdminNegativeTest-1780893317-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:34.738076 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-9de1be4b-8bc2-4af4-b2a8-e7756aad840c req-6682e00e-d6a1-4910-99f8-51f2d38944a6 tempest-VolumesAdminNegativeTest-1780893317 tempest-VolumesAdminNegativeTest-1780893317-project] Synchronizing usage tracker for tenant:2d9f7608386b473b918b1ba4a28a73a2 on resource:network {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:21:34.839839 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-9de1be4b-8bc2-4af4-b2a8-e7756aad840c req-6682e00e-d6a1-4910-99f8-51f2d38944a6 tempest-VolumesAdminNegativeTest-1780893317 tempest-VolumesAdminNegativeTest-1780893317-project] Unset dirty status for tenant:2d9f7608386b473b918b1ba4a28a73a2 on resource:network {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:21:34.841118 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-9de1be4b-8bc2-4af4-b2a8-e7756aad840c req-6682e00e-d6a1-4910-99f8-51f2d38944a6 tempest-VolumesAdminNegativeTest-1780893317 tempest-VolumesAdminNegativeTest-1780893317-project] 10.222.0.69 "GET /v2.0/networks?id=f94d4914-3e24-4c46-858b-d5937c14a12d HTTP/1.1" status: 200 len: 814 time: 0.3426325 Apr 18 19:21:34.866154 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-9de1be4b-8bc2-4af4-b2a8-e7756aad840c req-9fb2d2a1-e193-4274-8ac9-61ea16c4817a tempest-VolumesAdminNegativeTest-1780893317 tempest-VolumesAdminNegativeTest-1780893317-project] 10.222.0.69 "GET /v2.0/quotas/2d9f7608386b473b918b1ba4a28a73a2 HTTP/1.1" status: 200 len: 375 time: 0.0180445 Apr 18 19:21:34.925611 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ebf4f329-f2ef-4877-a50a-2ef04a41f870 req-37e5626b-c07b-49c2-a3de-aace61ba61a6 service neutron] 10.222.0.72 "GET /v2.0/networks/97b575c1-8a4c-401c-bfc8-567de6de32a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2630706 Apr 18 19:21:34.928348 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-9de1be4b-8bc2-4af4-b2a8-e7756aad840c req-9e774adb-3468-4ced-a7f5-85e831fff774 tempest-VolumesAdminNegativeTest-1780893317 tempest-VolumesAdminNegativeTest-1780893317-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=2d9f7608386b473b918b1ba4a28a73a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0609810 Apr 18 19:21:35.018832 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 44722) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:35.080847 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-9de1be4b-8bc2-4af4-b2a8-e7756aad840c req-90c84aae-e03b-410a-8fdc-524ba8c6a8a1 service neutron] 10.222.0.69 "GET /v2.0/networks/f94d4914-3e24-4c46-858b-d5937c14a12d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450148 Apr 18 19:21:35.191250 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-f6ccea61-ca39-4a11-8a4c-6bd0d3958cc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:35.237641 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-9de1be4b-8bc2-4af4-b2a8-e7756aad840c req-3d1c172b-d582-40ca-8795-5b4de48f8357 service neutron] 10.222.0.69 "GET /v2.0/networks/f94d4914-3e24-4c46-858b-d5937c14a12d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509411 Apr 18 19:21:35.242644 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-f6ccea61-ca39-4a11-8a4c-6bd0d3958cc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:21:35.248952 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-f6ccea61-ca39-4a11-8a4c-6bd0d3958cc7 admin admin] Usage tracker for resource:security_group_rule and tenant:3a15f77f0fea4af59a01ecdcd53e3ca6 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:21:35.256391 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2cd7d062-8e93-4276-896c-bdc14f5f7a42 req-7ceab63b-8e94-4e28-8be7-5c781b97cc5f tempest-LiveAutoBlockMigrationV225Test-1421540525 tempest-LiveAutoBlockMigrationV225Test-1421540525-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=d2355448-26c2-4627-add5-d1edc93520c0&tenant_id=e8145a70cab44ff88b524306edcbe946&binding%3Ahost_id=n-h1-836017-2 HTTP/1.1" status: 200 len: 1118 time: 0.1336486 Apr 18 19:21:35.257131 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-f6ccea61-ca39-4a11-8a4c-6bd0d3958cc7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:21:35.265244 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-f6ccea61-ca39-4a11-8a4c-6bd0d3958cc7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:21:35.411432 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-f6ccea61-ca39-4a11-8a4c-6bd0d3958cc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:35.464288 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-2cd7d062-8e93-4276-896c-bdc14f5f7a42 req-14b576a0-5a13-4e8f-80e6-0be2ebfefe91 service neutron] For port e2db22ea-4eb8-4fa8-8067-77968b7252ce, host n-h2-836017-2, cleared binding levels {{(pid=84763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:21:35.521335 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-f6ccea61-ca39-4a11-8a4c-6bd0d3958cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:35.567601 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-2cd7d062-8e93-4276-896c-bdc14f5f7a42 req-14b576a0-5a13-4e8f-80e6-0be2ebfefe91 service neutron] Notify callbacks [] for binding, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:35.568741 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2cd7d062-8e93-4276-896c-bdc14f5f7a42 req-14b576a0-5a13-4e8f-80e6-0be2ebfefe91 service neutron] 10.222.0.73 "DELETE /v2.0/ports/e2db22ea-4eb8-4fa8-8067-77968b7252ce/bindings/n-h2-836017-2 HTTP/1.1" status: 204 len: 173 time: 0.3047490 Apr 18 19:21:35.607426 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ccea61-ca39-4a11-8a4c-6bd0d3958cc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0979ab10-d22c-436f-830d-fa0ff7a5e1c1,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:35.623648 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b349646-0666-4f54-95ad-8030aeb3d347 req-fcf00539-fb54-44b8-b251-6cf47dbbbfff tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:35.625406 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-7b349646-0666-4f54-95ad-8030aeb3d347 req-fcf00539-fb54-44b8-b251-6cf47dbbbfff tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] 10.222.0.69 "GET /v2.0/ports?device_id=74737c45-169c-4a78-8cdf-74298a4618c9 HTTP/1.1" status: 200 len: 949 time: 0.0976582 Apr 18 19:21:35.628457 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-f6ccea61-ca39-4a11-8a4c-6bd0d3958cc7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3a15f77f0fea4af59a01ecdcd53e3ca6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6048868 Apr 18 19:21:35.629853 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 44740) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:35.662218 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device b694f84a-2d80-48de-a4ae-295243df4ae6 up at agent hyperv_n-h1-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:21:35.688220 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c24b20-0722-4b30-bbfa-1fc7a4273ed5 req-8cb9116b-e88f-4776-bfe4-62e6990c02df tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:35.690501 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-45c24b20-0722-4b30-bbfa-1fc7a4273ed5 req-8cb9116b-e88f-4776-bfe4-62e6990c02df tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] 10.222.0.69 "GET /v2.0/ports?device_id=027a3482-9de8-4178-93a4-4577839df052 HTTP/1.1" status: 200 len: 944 time: 0.2714198 Apr 18 19:21:35.700217 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-7b349646-0666-4f54-95ad-8030aeb3d347 req-b6df9cc7-7b11-4601-ba3f-267094500c55 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] 10.222.0.69 "GET /v2.0/security-groups?id=064d4532-d372-4114-a5d4-759e2dc190bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644972 Apr 18 19:21:35.713697 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 346a209d-f566-45d8-b781-babbfb75723a details requested by agent hyperv_n-h2-836017-2 with host n-h2-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:21:35.731418 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d4f7a9af-95c8-4828-83ef-2cbf07398a38 req-c99f3ea8-6e7c-4a43-a9d0-0b104456d8ca service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ad50ccd9-f8c7-4e9f-a612-0fc852816914&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2644010 Apr 18 19:21:35.784663 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-bb6ca0c4-fb9b-47ab-b628-8abd8e31dbf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:35.812080 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-bb6ca0c4-fb9b-47ab-b628-8abd8e31dbf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:35.910132 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-45c24b20-0722-4b30-bbfa-1fc7a4273ed5 req-f11efe1c-a01d-4052-b780-42d35e78576d tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] 10.222.0.69 "GET /v2.0/security-groups?id=3fcdb8eb-658a-4600-87a3-89b959a21299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037280 Apr 18 19:21:35.966516 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Provisioning for port b694f84a-2d80-48de-a4ae-295243df4ae6 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:21:35.971660 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Provisioning complete for port b694f84a-2d80-48de-a4ae-295243df4ae6 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:21:35.972199 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:35.974341 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d4f7a9af-95c8-4828-83ef-2cbf07398a38 req-babbc9a5-cbb1-4f90-bb3f-a74bf29de7f6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=879aba68d0c84185b21236d011dd113c&device_id=ad50ccd9-f8c7-4e9f-a612-0fc852816914 HTTP/1.1" status: 200 len: 1096 time: 0.1264622 Apr 18 19:21:36.044427 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-bb6ca0c4-fb9b-47ab-b628-8abd8e31dbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:36.060117 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 346a209d-f566-45d8-b781-babbfb75723a, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=346a209d-f566-45d8-b781-babbfb75723a,segment=NetworkSegment(254a4f12-5519-47f4-85e8-7d1b5c621ccf),segment_id=254a4f12-5519-47f4-85e8-7d1b5c621ccf)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:21:36.105863 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Returning: {'device': '346a209d-f566-45d8-b781-babbfb75723a', 'network_id': '97b575c1-8a4c-401c-bfc8-567de6de32a8', 'port_id': '346a209d-f566-45d8-b781-babbfb75723a', 'mac_address': 'fa:16:3e:79:25:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4fd8a82-a99d-4f41-8012-881e08157cb0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:21:36.137447 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6ca0c4-fb9b-47ab-b628-8abd8e31dbf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0979ab10-d22c-436f-830d-fa0ff7a5e1c1,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:36.262029 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-bb6ca0c4-fb9b-47ab-b628-8abd8e31dbf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:36.263487 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-bb6ca0c4-fb9b-47ab-b628-8abd8e31dbf0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0979ab10-d22c-436f-830d-fa0ff7a5e1c1 HTTP/1.1" status: 204 len: 168 time: 0.6260786 Apr 18 19:21:36.264063 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:36.275875 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:36.304770 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 346a209d-f566-45d8-b781-babbfb75723a {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:21:36.305202 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f7a9af-95c8-4828-83ef-2cbf07398a38 req-e8c35db4-c35a-4361-a4d9-2801ff91ef72 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:36.306672 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d4f7a9af-95c8-4828-83ef-2cbf07398a38 req-e8c35db4-c35a-4361-a4d9-2801ff91ef72 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e57b25b1-270e-45ff-9503-ac3e292dcc2d HTTP/1.1" status: 200 len: 925 time: 0.3050818 Apr 18 19:21:36.319118 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae08e679-14bf-4b84-a03c-68975e40db08 req-d67743d5-3e1e-4074-991c-ca283c35853b tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:36.320658 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ae08e679-14bf-4b84-a03c-68975e40db08 req-d67743d5-3e1e-4074-991c-ca283c35853b tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] 10.222.0.69 "GET /v2.0/ports?device_id=89f9e08c-6e87-469a-91f5-67c9940746c1 HTTP/1.1" status: 200 len: 950 time: 0.1928642 Apr 18 19:21:36.342477 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74737c45-169c-4a78-8cdf-74298a4618c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b694f84a-2d80-48de-a4ae-295243df4ae6'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:21:36.356922 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 346a209d-f566-45d8-b781-babbfb75723a, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=346a209d-f566-45d8-b781-babbfb75723a,segment=NetworkSegment(254a4f12-5519-47f4-85e8-7d1b5c621ccf),segment_id=254a4f12-5519-47f4-85e8-7d1b5c621ccf)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:21:36.358891 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port b694f84a-2d80-48de-a4ae-295243df4ae6, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=b694f84a-2d80-48de-a4ae-295243df4ae6,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:21:36.422583 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e5a908-af43-4acd-98de-15bae4d2edbc req-9dc021c2-5e09-4768-b79d-a28227d1548c tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:36.424282 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c1e5a908-af43-4acd-98de-15bae4d2edbc req-9dc021c2-5e09-4768-b79d-a28227d1548c tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2355448-26c2-4627-add5-d1edc93520c0 HTTP/1.1" status: 200 len: 967 time: 0.1077580 Apr 18 19:21:36.433495 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:36.450215 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ae08e679-14bf-4b84-a03c-68975e40db08 req-66730794-8ff2-45d7-9c88-e09340d271f6 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] 10.222.0.69 "GET /v2.0/security-groups?id=f2008cfd-72ff-4349-aa02-00ceb1980405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681701 Apr 18 19:21:36.472450 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:36.486755 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d4f7a9af-95c8-4828-83ef-2cbf07398a38 req-b6b631bc-5346-4cd1-b036-a166acc80bf2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4e8ac556-a312-47c3-96eb-49f6efdb48d7 HTTP/1.1" status: 200 len: 1000 time: 0.1651044 Apr 18 19:21:36.504816 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c1e5a908-af43-4acd-98de-15bae4d2edbc req-a2cddb92-13f1-454b-87bf-58fc6881d1ea tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743537 Apr 18 19:21:36.538305 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=346a209d-f566-45d8-b781-babbfb75723a,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:36.590987 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f7a9af-95c8-4828-83ef-2cbf07398a38 req-b2c7ccab-c2d5-4eb5-a0c3-5cbc4c1f8c7a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:36.595184 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d4f7a9af-95c8-4828-83ef-2cbf07398a38 req-b2c7ccab-c2d5-4eb5-a0c3-5cbc4c1f8c7a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=aa3d7594-8a64-4b57-b0dc-322016530760 HTTP/1.1" status: 200 len: 863 time: 0.0997195 Apr 18 19:21:36.644339 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Pushing event updated for resources: {'Port': ['ID=b694f84a-2d80-48de-a4ae-295243df4ae6,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:36.716706 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] get_ports_and_sgs() called for port_ids ['346a209d-f566-45d8-b781-babbfb75723a'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:21:36.731519 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-af620da2-d669-41f7-8f35-e9730722f321 req-dcab87cb-783e-433d-8318-1753497ce815 tempest-VolumesAdminNegativeTest-1780893317 tempest-VolumesAdminNegativeTest-1780893317-project] 10.222.0.69 "GET /v2.0/ports?device_id=a900412f-fc6f-4a38-8ed7-e8408fa28320 HTTP/1.1" status: 200 len: 210 time: 0.1307654 Apr 18 19:21:36.800055 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d4f7a9af-95c8-4828-83ef-2cbf07398a38 req-1c9a702a-f6f3-43d8-929b-f02b8f76c806 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e57b25b1-270e-45ff-9503-ac3e292dcc2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1597047 Apr 18 19:21:36.909076 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8b3ead4-6911-42bf-aa28-7cafa7c290da'] response: {'server_uuid': '74737c45-169c-4a78-8cdf-74298a4618c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b694f84a-2d80-48de-a4ae-295243df4ae6', 'code': 200} Apr 18 19:21:37.002162 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.73', 63544) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:37.120509 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d4eaf1-8c9b-4038-91f2-d842794d215c req-3f661124-a6f5-4ecf-8ed2-eac501bc85d3 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:37.121527 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-50d4eaf1-8c9b-4038-91f2-d842794d215c req-3f661124-a6f5-4ecf-8ed2-eac501bc85d3 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] Synchronizing usage tracker for tenant:f59fcfae48234df59c11066dd5438bec on resource:port {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:21:37.200004 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d4f7a9af-95c8-4828-83ef-2cbf07398a38 req-6cb58e46-591f-453b-bce7-4f6a77c444c3 service neutron] 10.222.0.73 "GET /v2.0/networks/e57b25b1-270e-45ff-9503-ac3e292dcc2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3961720 Apr 18 19:21:37.228581 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-50d4eaf1-8c9b-4038-91f2-d842794d215c req-3f661124-a6f5-4ecf-8ed2-eac501bc85d3 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] Unset dirty status for tenant:f59fcfae48234df59c11066dd5438bec on resource:port {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:21:37.230015 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-50d4eaf1-8c9b-4038-91f2-d842794d215c req-3f661124-a6f5-4ecf-8ed2-eac501bc85d3 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] 10.222.0.73 "GET /v2.0/ports?device_id=89f9e08c-6e87-469a-91f5-67c9940746c1 HTTP/1.1" status: 200 len: 950 time: 0.2268181 Apr 18 19:21:37.238250 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-19f3fbf2-a909-4cd4-9d95-1378a4301c94 req-d3c52993-764e-4675-8cbe-746e08c1a8c6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=74737c45-169c-4a78-8cdf-74298a4618c9 HTTP/1.1" status: 200 len: 1101 time: 0.2416818 Apr 18 19:21:37.245459 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 44774) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:37.309802 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-a9ca062c-5a5e-4775-899c-a38bbb2728d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:37.365894 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [req-50d4eaf1-8c9b-4038-91f2-d842794d215c req-1a03ca86-0284-41a7-afe7-cd97e710f812 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] Deleting port 494deef7-e639-4a37-9e28-372be7b28c82 {{(pid=84764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:21:37.366339 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-50d4eaf1-8c9b-4038-91f2-d842794d215c req-1a03ca86-0284-41a7-afe7-cd97e710f812 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:37.377112 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-19f3fbf2-a909-4cd4-9d95-1378a4301c94 req-d601abbe-ff08-45dc-a29d-5db13041c91d service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=064d4532-d372-4114-a5d4-759e2dc190bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263359 Apr 18 19:21:37.391683 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b825eeb1-46d2-4e78-9e46-bd0ab360c86b req-1bc2921f-64fb-4d44-a598-fe0e089d8a82 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:37.392490 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-b825eeb1-46d2-4e78-9e46-bd0ab360c86b req-1bc2921f-64fb-4d44-a598-fe0e089d8a82 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] Synchronizing usage tracker for tenant:0d5b459d315b4287a98ceac4adc09bfe on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:21:37.425574 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d4f7a9af-95c8-4828-83ef-2cbf07398a38 req-ff078587-a26f-4409-9383-d0085fb6b29c service neutron] 10.222.0.73 "GET /v2.0/networks/e57b25b1-270e-45ff-9503-ac3e292dcc2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139902 Apr 18 19:21:37.434294 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-a9ca062c-5a5e-4775-899c-a38bbb2728d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:21:37.443960 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-92a8473c-7596-4b48-b749-d1913501af6e req-a759b121-ffdd-44c5-9939-f8b36c7bc38d tempest-LiveAutoBlockMigrationV225Test-1421540525 tempest-LiveAutoBlockMigrationV225Test-1421540525-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=d2355448-26c2-4627-add5-d1edc93520c0 HTTP/1.1" status: 200 len: 1118 time: 0.2584641 Apr 18 19:21:37.444729 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-a9ca062c-5a5e-4775-899c-a38bbb2728d9 admin admin] Usage tracker for resource:security_group_rule and tenant:ecb9fbd77ce940efbe21c5253c63a1ce is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:21:37.449691 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-a9ca062c-5a5e-4775-899c-a38bbb2728d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:21:37.473083 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-a9ca062c-5a5e-4775-899c-a38bbb2728d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:21:37.497014 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-b825eeb1-46d2-4e78-9e46-bd0ab360c86b req-1bc2921f-64fb-4d44-a598-fe0e089d8a82 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] Unset dirty status for tenant:0d5b459d315b4287a98ceac4adc09bfe on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:21:37.499042 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b825eeb1-46d2-4e78-9e46-bd0ab360c86b req-1bc2921f-64fb-4d44-a598-fe0e089d8a82 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] 10.222.0.69 "GET /v2.0/ports?device_id=74737c45-169c-4a78-8cdf-74298a4618c9 HTTP/1.1" status: 200 len: 950 time: 0.3695109 Apr 18 19:21:37.556489 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-b825eeb1-46d2-4e78-9e46-bd0ab360c86b req-df94c35a-5786-45c0-9a90-6815271da994 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] Synchronizing usage tracker for tenant:0d5b459d315b4287a98ceac4adc09bfe on resource:security_group {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:21:37.645903 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-92a8473c-7596-4b48-b749-d1913501af6e req-717d8a20-3bc8-4145-b996-4f93a83a3993 tempest-LiveAutoBlockMigrationV225Test-1421540525 tempest-LiveAutoBlockMigrationV225Test-1421540525-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930873 Apr 18 19:21:37.651069 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-b825eeb1-46d2-4e78-9e46-bd0ab360c86b req-df94c35a-5786-45c0-9a90-6815271da994 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] Unset dirty status for tenant:0d5b459d315b4287a98ceac4adc09bfe on resource:security_group {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:21:37.657422 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b825eeb1-46d2-4e78-9e46-bd0ab360c86b req-df94c35a-5786-45c0-9a90-6815271da994 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] 10.222.0.69 "GET /v2.0/security-groups?id=064d4532-d372-4114-a5d4-759e2dc190bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505618 Apr 18 19:21:37.675274 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 346a209d-f566-45d8-b781-babbfb75723a up at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:21:37.778830 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-a9ca062c-5a5e-4775-899c-a38bbb2728d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:37.804829 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-50d4eaf1-8c9b-4038-91f2-d842794d215c req-1a03ca86-0284-41a7-afe7-cd97e710f812 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] For port 494deef7-e639-4a37-9e28-372be7b28c82, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=494deef7-e639-4a37-9e28-372be7b28c82,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:21:37.805670 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-50d4eaf1-8c9b-4038-91f2-d842794d215c req-1a03ca86-0284-41a7-afe7-cd97e710f812 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:37.956242 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [req-50d4eaf1-8c9b-4038-91f2-d842794d215c req-1a03ca86-0284-41a7-afe7-cd97e710f812 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] Calling delete_port for 494deef7-e639-4a37-9e28-372be7b28c82 owned by compute:nova {{(pid=84764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:21:37.982145 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829a8ccf-326e-479a-8562-8cdc7c08042d req-82c3aac6-d982-458b-8c92-bc6d914311ba tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:37.983790 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-829a8ccf-326e-479a-8562-8cdc7c08042d req-82c3aac6-d982-458b-8c92-bc6d914311ba tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] 10.222.0.69 "GET /v2.0/ports?device_id=027a3482-9de8-4178-93a4-4577839df052 HTTP/1.1" status: 200 len: 945 time: 0.1573362 Apr 18 19:21:37.998584 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning for port 346a209d-f566-45d8-b781-babbfb75723a completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:21:38.005273 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-a9ca062c-5a5e-4775-899c-a38bbb2728d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:38.005650 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning complete for port 346a209d-f566-45d8-b781-babbfb75723a triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:21:38.015632 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:38.143564 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:38.172875 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ca062c-5a5e-4775-899c-a38bbb2728d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef1bb88f-7ac8-4b36-87c1-f2985e6a35f9,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:38.186583 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-a9ca062c-5a5e-4775-899c-a38bbb2728d9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ecb9fbd77ce940efbe21c5253c63a1ce&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9446743 Apr 18 19:21:38.189607 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 44788) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:38.191785 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 346a209d-f566-45d8-b781-babbfb75723a, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=346a209d-f566-45d8-b781-babbfb75723a,segment=NetworkSegment(254a4f12-5519-47f4-85e8-7d1b5c621ccf),segment_id=254a4f12-5519-47f4-85e8-7d1b5c621ccf)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:21:38.257921 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38cbdd0-6e8a-4d0a-971e-8797d5b45463 req-68c0dcfb-fe2b-4d53-bdb4-cd18471a2beb tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:38.259652 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f38cbdd0-6e8a-4d0a-971e-8797d5b45463 req-68c0dcfb-fe2b-4d53-bdb4-cd18471a2beb tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] 10.222.0.69 "GET /v2.0/ports?device_id=89f9e08c-6e87-469a-91f5-67c9940746c1 HTTP/1.1" status: 200 len: 950 time: 0.2632494 Apr 18 19:21:38.270522 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-829a8ccf-326e-479a-8562-8cdc7c08042d req-1123b83e-f24e-46bb-b908-b33b35664fb7 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] 10.222.0.69 "GET /v2.0/security-groups?id=3fcdb8eb-658a-4600-87a3-89b959a21299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811141 Apr 18 19:21:38.312112 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de1be4b-8bc2-4af4-b2a8-e7756aad840c req-555b28fc-6e3b-47a6-8938-bba88806b7ca tempest-VolumesAdminNegativeTest-1780893317 tempest-VolumesAdminNegativeTest-1780893317-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:38.314295 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-9de1be4b-8bc2-4af4-b2a8-e7756aad840c req-555b28fc-6e3b-47a6-8938-bba88806b7ca tempest-VolumesAdminNegativeTest-1780893317 tempest-VolumesAdminNegativeTest-1780893317-project] 10.222.0.72 "GET /v2.0/networks?id=f94d4914-3e24-4c46-858b-d5937c14a12d HTTP/1.1" status: 200 len: 814 time: 0.2248182 Apr 18 19:21:38.315793 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f38cbdd0-6e8a-4d0a-971e-8797d5b45463 req-40d18efa-66b5-40d3-b1fe-3016cbe082a4 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] 10.222.0.69 "GET /v2.0/security-groups?id=f2008cfd-72ff-4349-aa02-00ceb1980405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503161 Apr 18 19:21:38.336040 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:38.340511 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-9de1be4b-8bc2-4af4-b2a8-e7756aad840c req-b001a3c2-0410-448e-92c2-1a4fbadc2021 tempest-VolumesAdminNegativeTest-1780893317 tempest-VolumesAdminNegativeTest-1780893317-project] Request body: {'port': {'device_id': 'a900412f-fc6f-4a38-8ed7-e8408fa28320', 'network_id': 'f94d4914-3e24-4c46-858b-d5937c14a12d', 'admin_state_up': True, 'tenant_id': '2d9f7608386b473b918b1ba4a28a73a2'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:21:38.388709 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-50d4eaf1-8c9b-4038-91f2-d842794d215c req-1a03ca86-0284-41a7-afe7-cd97e710f812 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340'] for port, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:38.416753 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] get_ports_and_sgs() called for port_ids ['494deef7-e639-4a37-9e28-372be7b28c82'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:21:38.441864 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-9de75d6b-d764-4e56-9063-d7eae51fd3ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:38.489664 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a03ca86-0284-41a7-afe7-cd97e710f812 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] Pushing event deleted for resources: {'Port': ['ID=494deef7-e639-4a37-9e28-372be7b28c82,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:38.515412 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b4a6e7a8-4389-4a66-b81c-3337a31822f8 req-f7418b55-993e-47b1-925f-bc20082ebaef tempest-VolumesAdminNegativeTest-1780893317 tempest-VolumesAdminNegativeTest-1780893317-project] 10.222.0.69 "GET /v2.0/ports?device_id=a900412f-fc6f-4a38-8ed7-e8408fa28320 HTTP/1.1" status: 200 len: 210 time: 0.0746906 Apr 18 19:21:38.596465 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=346a209d-f566-45d8-b781-babbfb75723a,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:38.661116 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-9de75d6b-d764-4e56-9063-d7eae51fd3ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:38.687007 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-9de1be4b-8bc2-4af4-b2a8-e7756aad840c req-b001a3c2-0410-448e-92c2-1a4fbadc2021 tempest-VolumesAdminNegativeTest-1780893317 tempest-VolumesAdminNegativeTest-1780893317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:21:38.703045 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-9de1be4b-8bc2-4af4-b2a8-e7756aad840c req-b001a3c2-0410-448e-92c2-1a4fbadc2021 tempest-VolumesAdminNegativeTest-1780893317 tempest-VolumesAdminNegativeTest-1780893317-project] Usage tracker for resource:port and tenant:2d9f7608386b473b918b1ba4a28a73a2 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:21:38.708822 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-9de1be4b-8bc2-4af4-b2a8-e7756aad840c req-b001a3c2-0410-448e-92c2-1a4fbadc2021 tempest-VolumesAdminNegativeTest-1780893317 tempest-VolumesAdminNegativeTest-1780893317-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:21:38.721557 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [req-50d4eaf1-8c9b-4038-91f2-d842794d215c req-1a03ca86-0284-41a7-afe7-cd97e710f812 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] No DVR routers for this DVR port 494deef7-e639-4a37-9e28-372be7b28c82 on host n-h1-836017-2 {{(pid=84764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:21:38.724844 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-50d4eaf1-8c9b-4038-91f2-d842794d215c req-1a03ca86-0284-41a7-afe7-cd97e710f812 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:38.727438 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-9de1be4b-8bc2-4af4-b2a8-e7756aad840c req-b001a3c2-0410-448e-92c2-1a4fbadc2021 tempest-VolumesAdminNegativeTest-1780893317 tempest-VolumesAdminNegativeTest-1780893317-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:21:38.783010 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89f9e08c-6e87-469a-91f5-67c9940746c1', 'name': 'network-vif-deleted', 'tag': '494deef7-e639-4a37-9e28-372be7b28c82'}] {{(pid=84764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:21:38.804755 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-9de75d6b-d764-4e56-9063-d7eae51fd3ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:38.823742 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de75d6b-d764-4e56-9063-d7eae51fd3ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef1bb88f-7ac8-4b36-87c1-f2985e6a35f9,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:38.834596 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-9de75d6b-d764-4e56-9063-d7eae51fd3ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:38.839098 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-9de75d6b-d764-4e56-9063-d7eae51fd3ef admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ef1bb88f-7ac8-4b36-87c1-f2985e6a35f9 HTTP/1.1" status: 204 len: 168 time: 0.6484692 Apr 18 19:21:38.840712 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9de1be4b-8bc2-4af4-b2a8-e7756aad840c req-b001a3c2-0410-448e-92c2-1a4fbadc2021 tempest-VolumesAdminNegativeTest-1780893317 tempest-VolumesAdminNegativeTest-1780893317-project] Made reservation on behalf of 2d9f7608386b473b918b1ba4a28a73a2 for: {'port': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:21:38.843978 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-9de1be4b-8bc2-4af4-b2a8-e7756aad840c req-b001a3c2-0410-448e-92c2-1a4fbadc2021 tempest-VolumesAdminNegativeTest-1780893317 tempest-VolumesAdminNegativeTest-1780893317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:38.899142 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-50d4eaf1-8c9b-4038-91f2-d842794d215c req-1a03ca86-0284-41a7-afe7-cd97e710f812 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] 10.222.0.73 "DELETE /v2.0/ports/494deef7-e639-4a37-9e28-372be7b28c82 HTTP/1.1" status: 204 len: 173 time: 1.6602635 Apr 18 19:21:38.910777 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '027a3482-9de8-4178-93a4-4577839df052', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '346a209d-f566-45d8-b781-babbfb75723a'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:21:38.941676 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2b3e15-ca69-410e-a887-a74f86762c7c req-f653eae9-b914-4b5b-afb8-8a13df4709f6 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:38.947200 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-de2b3e15-ca69-410e-a887-a74f86762c7c req-f653eae9-b914-4b5b-afb8-8a13df4709f6 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Synchronizing usage tracker for tenant:e8145a70cab44ff88b524306edcbe946 on resource:network {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:21:39.062153 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-de2b3e15-ca69-410e-a887-a74f86762c7c req-f653eae9-b914-4b5b-afb8-8a13df4709f6 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Unset dirty status for tenant:e8145a70cab44ff88b524306edcbe946 on resource:network {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:21:39.063846 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-de2b3e15-ca69-410e-a887-a74f86762c7c req-f653eae9-b914-4b5b-afb8-8a13df4709f6 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/networks?id=5b81b8da-abac-4e05-9e51-d6de7035d9e7 HTTP/1.1" status: 200 len: 819 time: 0.4277949 Apr 18 19:21:39.085310 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-de2b3e15-ca69-410e-a887-a74f86762c7c req-ab86ecb8-2317-4e70-b75b-d395eaa4292f tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/quotas/e8145a70cab44ff88b524306edcbe946 HTTP/1.1" status: 200 len: 375 time: 0.0131474 Apr 18 19:21:39.109698 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_common [req-9de1be4b-8bc2-4af4-b2a8-e7756aad840c req-b001a3c2-0410-448e-92c2-1a4fbadc2021 tempest-VolumesAdminNegativeTest-1780893317 tempest-VolumesAdminNegativeTest-1780893317-project] Allocated IP 172.20.0.4 (f94d4914-3e24-4c46-858b-d5937c14a12d/d23d703d-3788-4d9f-ae29-c7caba9ab5f5/5c755db4-9212-4b78-8ee2-2eabc31a296e) {{(pid=84763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:21:39.120150 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996a7100-fe6c-46ef-8119-6690003d1404 req-abc48539-8d40-490f-8ddd-2c91c876dbdf tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:39.121698 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-996a7100-fe6c-46ef-8119-6690003d1404 req-abc48539-8d40-490f-8ddd-2c91c876dbdf tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] 10.222.0.69 "GET /v2.0/ports?device_id=74737c45-169c-4a78-8cdf-74298a4618c9 HTTP/1.1" status: 200 len: 950 time: 0.1674111 Apr 18 19:21:39.218094 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-de2b3e15-ca69-410e-a887-a74f86762c7c req-9f3a91cb-21ad-47cf-b2c9-ba169b4e4201 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=e8145a70cab44ff88b524306edcbe946&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1264811 Apr 18 19:21:39.233327 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-996a7100-fe6c-46ef-8119-6690003d1404 req-a84c6812-5c16-418a-8e10-6cf09b3654c8 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] 10.222.0.69 "GET /v2.0/security-groups?id=064d4532-d372-4114-a5d4-759e2dc190bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003892 Apr 18 19:21:39.395139 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-9de1be4b-8bc2-4af4-b2a8-e7756aad840c req-b001a3c2-0410-448e-92c2-1a4fbadc2021 tempest-VolumesAdminNegativeTest-1780893317 tempest-VolumesAdminNegativeTest-1780893317-project] Notify callbacks [] for port, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:39.405640 n-d-836017-2 neutron-server[84764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-518d2bf9-c371-4913-98ba-d33e584c442c'] response: {'server_uuid': '89f9e08c-6e87-469a-91f5-67c9940746c1', 'name': 'network-vif-deleted', 'tag': '494deef7-e639-4a37-9e28-372be7b28c82', 'status': 'completed', 'code': 200} Apr 18 19:21:39.449369 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0546bdd3-1c4a-44e2-b998-2557c9147442'] response: {'server_uuid': '027a3482-9de8-4178-93a4-4577839df052', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '346a209d-f566-45d8-b781-babbfb75723a', 'code': 200} Apr 18 19:21:39.493168 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-de2b3e15-ca69-410e-a887-a74f86762c7c req-1f56fd18-e525-43e9-9638-710e17f7dd22 service neutron] 10.222.0.69 "GET /v2.0/networks/5b81b8da-abac-4e05-9e51-d6de7035d9e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2668819 Apr 18 19:21:39.524251 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-9de1be4b-8bc2-4af4-b2a8-e7756aad840c req-b001a3c2-0410-448e-92c2-1a4fbadc2021 tempest-VolumesAdminNegativeTest-1780893317 tempest-VolumesAdminNegativeTest-1780893317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331'] for port, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:39.627620 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9de1be4b-8bc2-4af4-b2a8-e7756aad840c req-b001a3c2-0410-448e-92c2-1a4fbadc2021 tempest-VolumesAdminNegativeTest-1780893317 tempest-VolumesAdminNegativeTest-1780893317-project] Network f94d4914-3e24-4c46-858b-d5937c14a12d is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:21:39.635116 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [req-9de1be4b-8bc2-4af4-b2a8-e7756aad840c req-b001a3c2-0410-448e-92c2-1a4fbadc2021 tempest-VolumesAdminNegativeTest-1780893317 tempest-VolumesAdminNegativeTest-1780893317-project] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:21:39.641529 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-9de1be4b-8bc2-4af4-b2a8-e7756aad840c req-b001a3c2-0410-448e-92c2-1a4fbadc2021 tempest-VolumesAdminNegativeTest-1780893317 tempest-VolumesAdminNegativeTest-1780893317-project] Received port after_create {{(pid=84763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:21:39.642820 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de1be4b-8bc2-4af4-b2a8-e7756aad840c req-b001a3c2-0410-448e-92c2-1a4fbadc2021 tempest-VolumesAdminNegativeTest-1780893317 tempest-VolumesAdminNegativeTest-1780893317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:39.643455 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-9de1be4b-8bc2-4af4-b2a8-e7756aad840c req-b001a3c2-0410-448e-92c2-1a4fbadc2021 tempest-VolumesAdminNegativeTest-1780893317 tempest-VolumesAdminNegativeTest-1780893317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:39.697249 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b001a3c2-0410-448e-92c2-1a4fbadc2021 tempest-VolumesAdminNegativeTest-1780893317 tempest-VolumesAdminNegativeTest-1780893317-project] Pushing event updated for resources: {'Port': ['ID=5c755db4-9212-4b78-8ee2-2eabc31a296e,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:39.715848 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-de2b3e15-ca69-410e-a887-a74f86762c7c req-f740264c-8c0f-42f1-b8e5-c3bc52b4abf8 service neutron] 10.222.0.69 "GET /v2.0/networks/5b81b8da-abac-4e05-9e51-d6de7035d9e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154922 Apr 18 19:21:39.720178 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-98f3dae7-e31f-4f4e-9e67-a8cbfd5c07a0 req-3a394f3d-b75e-4c9e-97d8-489415009a72 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=027a3482-9de8-4178-93a4-4577839df052 HTTP/1.1" status: 200 len: 1097 time: 0.1311865 Apr 18 19:21:39.728227 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7853b8a4-b153-4f2a-a33b-7ecfe875a084 req-0cf27774-a6fa-4211-8a98-d3ed41cc0c74 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:39.736508 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7853b8a4-b153-4f2a-a33b-7ecfe875a084 req-0cf27774-a6fa-4211-8a98-d3ed41cc0c74 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] 10.222.0.69 "GET /v2.0/ports?device_id=027a3482-9de8-4178-93a4-4577839df052 HTTP/1.1" status: 200 len: 946 time: 0.1622055 Apr 18 19:21:39.780329 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-98f3dae7-e31f-4f4e-9e67-a8cbfd5c07a0 req-c4f5a265-e24a-4fe2-8810-47d082684478 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=3fcdb8eb-658a-4600-87a3-89b959a21299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497067 Apr 18 19:21:39.782410 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-9de1be4b-8bc2-4af4-b2a8-e7756aad840c req-b001a3c2-0410-448e-92c2-1a4fbadc2021 tempest-VolumesAdminNegativeTest-1780893317 tempest-VolumesAdminNegativeTest-1780893317-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4484899 Apr 18 19:21:39.803157 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7853b8a4-b153-4f2a-a33b-7ecfe875a084 req-4fdb84c6-2df6-433f-8bf0-07142fbbab20 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] 10.222.0.69 "GET /v2.0/security-groups?id=3fcdb8eb-658a-4600-87a3-89b959a21299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656281 Apr 18 19:21:39.975185 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-9de1be4b-8bc2-4af4-b2a8-e7756aad840c req-2435db7f-b471-4194-b897-7efd6c9d0351 service neutron] Request body: {'port': {'device_id': 'a900412f-fc6f-4a38-8ed7-e8408fa28320', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-2'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:21:40.193667 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b1e50d61-1a25-42ae-9cf2-65c194fa9d99 req-aba2dca7-c40e-4a9b-8758-cb714308b651 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] 10.222.0.69 "GET /v2.0/ports?device_id=89f9e08c-6e87-469a-91f5-67c9940746c1 HTTP/1.1" status: 200 len: 210 time: 0.0459704 Apr 18 19:21:40.198825 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-9de1be4b-8bc2-4af4-b2a8-e7756aad840c req-2435db7f-b471-4194-b897-7efd6c9d0351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:40.283436 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682a7640-3d7a-42c0-b29d-573d024de9c9 req-7f9ee244-8e32-4193-bc17-5c9ba3052a58 tempest-VolumesAdminNegativeTest-1780893317 tempest-VolumesAdminNegativeTest-1780893317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:40.288454 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-682a7640-3d7a-42c0-b29d-573d024de9c9 req-7f9ee244-8e32-4193-bc17-5c9ba3052a58 tempest-VolumesAdminNegativeTest-1780893317 tempest-VolumesAdminNegativeTest-1780893317-project] 10.222.0.69 "GET /v2.0/ports?device_id=a900412f-fc6f-4a38-8ed7-e8408fa28320 HTTP/1.1" status: 200 len: 931 time: 0.1211600 Apr 18 19:21:40.369934 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-682a7640-3d7a-42c0-b29d-573d024de9c9 req-9db40202-fac9-4198-9f6c-5726d8049b13 tempest-VolumesAdminNegativeTest-1780893317 tempest-VolumesAdminNegativeTest-1780893317-project] Synchronizing usage tracker for tenant:2d9f7608386b473b918b1ba4a28a73a2 on resource:security_group {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:21:40.485272 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-682a7640-3d7a-42c0-b29d-573d024de9c9 req-9db40202-fac9-4198-9f6c-5726d8049b13 tempest-VolumesAdminNegativeTest-1780893317 tempest-VolumesAdminNegativeTest-1780893317-project] Unset dirty status for tenant:2d9f7608386b473b918b1ba4a28a73a2 on resource:security_group {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:21:40.486837 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-682a7640-3d7a-42c0-b29d-573d024de9c9 req-9db40202-fac9-4198-9f6c-5726d8049b13 tempest-VolumesAdminNegativeTest-1780893317 tempest-VolumesAdminNegativeTest-1780893317-project] 10.222.0.69 "GET /v2.0/security-groups?id=5e86d7a7-8466-44fd-a2cc-a4abadcee91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922967 Apr 18 19:21:40.520496 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5c0caf2c-69e2-4448-b654-3e56cbfc8e90 req-bec8ed96-60d9-40e3-9ade-9fb6cd68dcfd tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8f3de23-f7b7-40ff-bad5-044ccbc79845 HTTP/1.1" status: 200 len: 210 time: 0.0862708 Apr 18 19:21:40.742500 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 44848) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:40.903566 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d524d369-b616-407f-b172-d7426ac55f59 req-f9f051df-90ac-4b4c-a9cd-58292affbe46 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:40.923784 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d524d369-b616-407f-b172-d7426ac55f59 req-f9f051df-90ac-4b4c-a9cd-58292affbe46 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] 10.222.0.69 "GET /v2.0/ports?device_id=74737c45-169c-4a78-8cdf-74298a4618c9 HTTP/1.1" status: 200 len: 950 time: 0.2349713 Apr 18 19:21:40.962952 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [req-9de1be4b-8bc2-4af4-b2a8-e7756aad840c req-2435db7f-b471-4194-b897-7efd6c9d0351 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c755db4-9212-4b78-8ee2-2eabc31a296e {{(pid=84763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:21:40.978703 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-9de1be4b-8bc2-4af4-b2a8-e7756aad840c req-2435db7f-b471-4194-b897-7efd6c9d0351 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:40.997402 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [req-9de1be4b-8bc2-4af4-b2a8-e7756aad840c req-2435db7f-b471-4194-b897-7efd6c9d0351 service neutron] Transition to ACTIVE for port object 5c755db4-9212-4b78-8ee2-2eabc31a296e will not be triggered until provisioned by entity L2. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:21:41.025498 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d524d369-b616-407f-b172-d7426ac55f59 req-618f22d3-d0fb-4662-b984-85049e6ccc57 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] 10.222.0.69 "GET /v2.0/security-groups?id=064d4532-d372-4114-a5d4-759e2dc190bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994236 Apr 18 19:21:41.051973 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 44860) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:41.164771 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-93dc6eb4-edf8-4e49-a24e-2f6385c4960c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:41.170972 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-9de1be4b-8bc2-4af4-b2a8-e7756aad840c req-2435db7f-b471-4194-b897-7efd6c9d0351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:41.198292 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-93dc6eb4-edf8-4e49-a24e-2f6385c4960c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:21:41.202729 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-93dc6eb4-edf8-4e49-a24e-2f6385c4960c admin admin] Usage tracker for resource:security_group_rule and tenant:68e79de6b1024fd384e046c5c16fa9f4 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:21:41.206197 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-93dc6eb4-edf8-4e49-a24e-2f6385c4960c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:21:41.212678 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-93dc6eb4-edf8-4e49-a24e-2f6385c4960c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:21:41.222646 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-29578ff4-a2b4-4e66-bda2-d4d6aea56c63 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-426369006-network', 'tenant_id': '645f3474c9d74cc0a411fc8b4d49803b'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:21:41.258878 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-29578ff4-a2b4-4e66-bda2-d4d6aea56c63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:21:41.291515 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-29578ff4-a2b4-4e66-bda2-d4d6aea56c63 admin admin] Usage tracker for resource:network and tenant:645f3474c9d74cc0a411fc8b4d49803b is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:21:41.301206 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-29578ff4-a2b4-4e66-bda2-d4d6aea56c63 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:21:41.311812 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-93dc6eb4-edf8-4e49-a24e-2f6385c4960c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:41.375559 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-29578ff4-a2b4-4e66-bda2-d4d6aea56c63 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:21:41.377818 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-93dc6eb4-edf8-4e49-a24e-2f6385c4960c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:41.423390 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2435db7f-b471-4194-b897-7efd6c9d0351 service neutron] Pushing event updated for resources: {'Port': ['ID=5c755db4-9212-4b78-8ee2-2eabc31a296e,revision_number=2']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:41.482902 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-49f0b911-e3fd-4e0c-8b63-413b4539ad01 req-fe4d7430-0917-4a24-9f45-0b2f03e2b8e1 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] Synchronizing usage tracker for tenant:f59fcfae48234df59c11066dd5438bec on resource:port {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:21:41.495942 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-93dc6eb4-edf8-4e49-a24e-2f6385c4960c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=68e79de6b1024fd384e046c5c16fa9f4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4390936 Apr 18 19:21:41.495942 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dc6eb4-edf8-4e49-a24e-2f6385c4960c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8da12190-88d0-4a11-bfc9-2722bd3a4bed,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:41.496227 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 44868) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:41.502950 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5c6329-f93b-419b-b669-b681bca76e37 req-bfe63725-25f5-4a1f-93ac-49a738e1bf11 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:41.504545 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8f5c6329-f93b-419b-b669-b681bca76e37 req-bfe63725-25f5-4a1f-93ac-49a738e1bf11 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] 10.222.0.69 "GET /v2.0/ports?device_id=027a3482-9de8-4178-93a4-4577839df052 HTTP/1.1" status: 200 len: 946 time: 0.5004611 Apr 18 19:21:41.505476 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-9de1be4b-8bc2-4af4-b2a8-e7756aad840c req-2435db7f-b471-4194-b897-7efd6c9d0351 service neutron] Attempting to bind port 5c755db4-9212-4b78-8ee2-2eabc31a296e on host n-h2-836017-2 for vnic_type normal with profile {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:21:41.505981 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-9de1be4b-8bc2-4af4-b2a8-e7756aad840c req-2435db7f-b471-4194-b897-7efd6c9d0351 service neutron] Attempting to bind port 5c755db4-9212-4b78-8ee2-2eabc31a296e by drivers openvswitch,hyperv on host n-h2-836017-2 at level 0 using segments [{'id': '7c102c6e-87c4-4294-a1cf-31fa08e22e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f94d4914-3e24-4c46-858b-d5937c14a12d'}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:21:41.506249 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de1be4b-8bc2-4af4-b2a8-e7756aad840c req-2435db7f-b471-4194-b897-7efd6c9d0351 service neutron] Attempting to bind port 5c755db4-9212-4b78-8ee2-2eabc31a296e on network f94d4914-3e24-4c46-858b-d5937c14a12d {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:21:41.509592 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29578ff4-a2b4-4e66-bda2-d4d6aea56c63 admin admin] Made reservation on behalf of 645f3474c9d74cc0a411fc8b4d49803b for: {'network': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:21:41.511841 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-29578ff4-a2b4-4e66-bda2-d4d6aea56c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for network, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:41.546568 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-29578ff4-a2b4-4e66-bda2-d4d6aea56c63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:41.563338 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de1be4b-8bc2-4af4-b2a8-e7756aad840c req-2435db7f-b471-4194-b897-7efd6c9d0351 service neutron] Port 5c755db4-9212-4b78-8ee2-2eabc31a296e on network f94d4914-3e24-4c46-858b-d5937c14a12d not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-2 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:21:41.563781 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de1be4b-8bc2-4af4-b2a8-e7756aad840c req-2435db7f-b471-4194-b897-7efd6c9d0351 service neutron] Attempting to bind port 5c755db4-9212-4b78-8ee2-2eabc31a296e on network f94d4914-3e24-4c46-858b-d5937c14a12d {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:21:41.573790 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-d5c6d0a4-c830-49fa-9392-0f0c817c4100 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:41.585737 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de1be4b-8bc2-4af4-b2a8-e7756aad840c req-2435db7f-b471-4194-b897-7efd6c9d0351 service neutron] Checking agent: {'id': '02e8f951-d3a3-40e1-b8cc-aed258af030b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:21:41.587281 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de1be4b-8bc2-4af4-b2a8-e7756aad840c req-2435db7f-b471-4194-b897-7efd6c9d0351 service neutron] Checking segment: {'id': '7c102c6e-87c4-4294-a1cf-31fa08e22e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f94d4914-3e24-4c46-858b-d5937c14a12d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:21:41.587281 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de1be4b-8bc2-4af4-b2a8-e7756aad840c req-2435db7f-b471-4194-b897-7efd6c9d0351 service neutron] Bound using segment: {'id': '7c102c6e-87c4-4294-a1cf-31fa08e22e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f94d4914-3e24-4c46-858b-d5937c14a12d'} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:21:41.587281 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-9de1be4b-8bc2-4af4-b2a8-e7756aad840c req-2435db7f-b471-4194-b897-7efd6c9d0351 service neutron] Bound port: 5c755db4-9212-4b78-8ee2-2eabc31a296e, host: n-h2-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c102c6e-87c4-4294-a1cf-31fa08e22e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f94d4914-3e24-4c46-858b-d5937c14a12d'}}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:21:41.587281 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-9de1be4b-8bc2-4af4-b2a8-e7756aad840c req-2435db7f-b471-4194-b897-7efd6c9d0351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:41.616348 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-d5c6d0a4-c830-49fa-9392-0f0c817c4100 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:41.627638 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-49f0b911-e3fd-4e0c-8b63-413b4539ad01 req-fe4d7430-0917-4a24-9f45-0b2f03e2b8e1 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] Unset dirty status for tenant:f59fcfae48234df59c11066dd5438bec on resource:port {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:21:41.631953 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-49f0b911-e3fd-4e0c-8b63-413b4539ad01 req-fe4d7430-0917-4a24-9f45-0b2f03e2b8e1 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] 10.222.0.69 "GET /v2.0/ports?device_id=89f9e08c-6e87-469a-91f5-67c9940746c1 HTTP/1.1" status: 200 len: 210 time: 0.2265928 Apr 18 19:21:41.661968 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-29578ff4-a2b4-4e66-bda2-d4d6aea56c63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:21:41.680972 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8f5c6329-f93b-419b-b669-b681bca76e37 req-abe51a04-7e09-4648-89e7-4f75ccf92dbf tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] 10.222.0.69 "GET /v2.0/security-groups?id=3fcdb8eb-658a-4600-87a3-89b959a21299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595268 Apr 18 19:21:41.705188 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-29578ff4-a2b4-4e66-bda2-d4d6aea56c63 admin admin] Usage tracker for resource:security_group_rule and tenant:645f3474c9d74cc0a411fc8b4d49803b is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:21:41.709480 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 494deef7-e639-4a37-9e28-372be7b28c82 no longer exists at agent hyperv_n-h1-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:21:41.710918 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-29578ff4-a2b4-4e66-bda2-d4d6aea56c63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:21:41.730397 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-29578ff4-a2b4-4e66-bda2-d4d6aea56c63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:21:41.776491 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] No Port match for: 494deef7-e639-4a37-9e28-372be7b28c82 {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:21:41.776834 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 494deef7-e639-4a37-9e28-372be7b28c82 not bound to the agent host n-h1-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:21:41.778478 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-9de1be4b-8bc2-4af4-b2a8-e7756aad840c req-2435db7f-b471-4194-b897-7efd6c9d0351 service neutron] For port 5c755db4-9212-4b78-8ee2-2eabc31a296e, host n-h2-836017-2, cleared binding levels {{(pid=84763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:21:41.783373 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-9de1be4b-8bc2-4af4-b2a8-e7756aad840c req-2435db7f-b471-4194-b897-7efd6c9d0351 service neutron] For port 5c755db4-9212-4b78-8ee2-2eabc31a296e, host n-h2-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=5c755db4-9212-4b78-8ee2-2eabc31a296e,segment=NetworkSegment(7c102c6e-87c4-4294-a1cf-31fa08e22e18),segment_id=7c102c6e-87c4-4294-a1cf-31fa08e22e18)] {{(pid=84763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:21:41.830066 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-d5c6d0a4-c830-49fa-9392-0f0c817c4100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:41.858600 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c6d0a4-c830-49fa-9392-0f0c817c4100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8da12190-88d0-4a11-bfc9-2722bd3a4bed,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:41.872522 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-d5c6d0a4-c830-49fa-9392-0f0c817c4100 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:41.876944 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-d5c6d0a4-c830-49fa-9392-0f0c817c4100 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8da12190-88d0-4a11-bfc9-2722bd3a4bed HTTP/1.1" status: 204 len: 168 time: 0.3763680 Apr 18 19:21:41.901996 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54fbb90-6f0a-484c-a063-ff4312438a2a req-e25b46f8-c9b1-4ad0-b272-a801789bcab8 tempest-VolumesAdminNegativeTest-1780893317 tempest-VolumesAdminNegativeTest-1780893317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:41.904012 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a54fbb90-6f0a-484c-a063-ff4312438a2a req-e25b46f8-c9b1-4ad0-b272-a801789bcab8 tempest-VolumesAdminNegativeTest-1780893317 tempest-VolumesAdminNegativeTest-1780893317-project] 10.222.0.69 "GET /v2.0/ports?device_id=a900412f-fc6f-4a38-8ed7-e8408fa28320 HTTP/1.1" status: 200 len: 943 time: 0.1089942 Apr 18 19:21:41.915225 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fec1dae6-39c7-4896-bde8-303b44a47f60 req-e69cd31a-5154-4b21-b0a7-6f6085d70cc3 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8f3de23-f7b7-40ff-bad5-044ccbc79845 HTTP/1.1" status: 200 len: 210 time: 0.0617843 Apr 18 19:21:41.933731 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-29578ff4-a2b4-4e66-bda2-d4d6aea56c63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:41.935402 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-9de1be4b-8bc2-4af4-b2a8-e7756aad840c req-2435db7f-b471-4194-b897-7efd6c9d0351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:41.978407 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a54fbb90-6f0a-484c-a063-ff4312438a2a req-b4384a71-a950-42e6-a753-e0d08c88526b tempest-VolumesAdminNegativeTest-1780893317 tempest-VolumesAdminNegativeTest-1780893317-project] 10.222.0.69 "GET /v2.0/security-groups?id=5e86d7a7-8466-44fd-a2cc-a4abadcee91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665143 Apr 18 19:21:41.993980 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-9de1be4b-8bc2-4af4-b2a8-e7756aad840c req-2435db7f-b471-4194-b897-7efd6c9d0351 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:41.996047 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-9de1be4b-8bc2-4af4-b2a8-e7756aad840c req-2435db7f-b471-4194-b897-7efd6c9d0351 service neutron] 10.222.0.72 "PUT /v2.0/ports/5c755db4-9212-4b78-8ee2-2eabc31a296e HTTP/1.1" status: 200 len: 1091 time: 2.0255377 Apr 18 19:21:42.002599 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a900412f-fc6f-4a38-8ed7-e8408fa28320', 'tag': '5c755db4-9212-4b78-8ee2-2eabc31a296e'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:21:42.032271 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-29578ff4-a2b4-4e66-bda2-d4d6aea56c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:42.087349 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b73bc515-3caf-43f3-ac86-aa2dc92ff69f'] response: {'name': 'network-changed', 'server_uuid': 'a900412f-fc6f-4a38-8ed7-e8408fa28320', 'tag': '5c755db4-9212-4b78-8ee2-2eabc31a296e', 'status': 'completed', 'code': 200} Apr 18 19:21:42.090978 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29578ff4-a2b4-4e66-bda2-d4d6aea56c63 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=84763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:21:42.093227 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2435db7f-b471-4194-b897-7efd6c9d0351 service neutron] Pushing event updated for resources: {'Port': ['ID=5c755db4-9212-4b78-8ee2-2eabc31a296e,revision_number=3']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:42.139577 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29578ff4-a2b4-4e66-bda2-d4d6aea56c63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e5a046b-4872-4600-9b52-5ca0cb0b4aba,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:42.148599 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-29578ff4-a2b4-4e66-bda2-d4d6aea56c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:42.149071 n-d-836017-2 neutron-server[84763]: INFO neutron.db.segments_db [None req-29578ff4-a2b4-4e66-bda2-d4d6aea56c63 admin admin] Added segment c1920e53-547d-40dc-9a60-08990af6e8e0 of type vlan for network 864fb376-e301-45fb-a19b-cb18522d582f Apr 18 19:21:42.206506 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-29578ff4-a2b4-4e66-bda2-d4d6aea56c63 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791093404182'] for network, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:42.257361 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8001f7b1-6145-44f7-a417-0a2c7a964751 req-f39c6d62-00ac-4976-80f1-11c54f1e2644 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:42.259132 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8001f7b1-6145-44f7-a417-0a2c7a964751 req-f39c6d62-00ac-4976-80f1-11c54f1e2644 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] 10.222.0.69 "GET /v2.0/ports?device_id=74737c45-169c-4a78-8cdf-74298a4618c9 HTTP/1.1" status: 200 len: 950 time: 0.0912230 Apr 18 19:21:42.261140 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-cfb32a06-6247-4b24-acb3-7f7f9a8ff37c req-a84c229d-17f4-4a19-93c5-8cd0d712922a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2d9f7608386b473b918b1ba4a28a73a2&device_id=a900412f-fc6f-4a38-8ed7-e8408fa28320 HTTP/1.1" status: 200 len: 1094 time: 0.1589794 Apr 18 19:21:42.317620 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8001f7b1-6145-44f7-a417-0a2c7a964751 req-56c13cb5-3a71-479f-80aa-29faa0256082 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] 10.222.0.69 "GET /v2.0/security-groups?id=064d4532-d372-4114-a5d4-759e2dc190bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514829 Apr 18 19:21:42.347255 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-29578ff4-a2b4-4e66-bda2-d4d6aea56c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251'] for network, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:42.348124 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29578ff4-a2b4-4e66-bda2-d4d6aea56c63 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:42.348744 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-29578ff4-a2b4-4e66-bda2-d4d6aea56c63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:42.483902 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29578ff4-a2b4-4e66-bda2-d4d6aea56c63 admin admin] Pushing event updated for resources: {'Network': ['ID=864fb376-e301-45fb-a19b-cb18522d582f,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:42.495365 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Network 864fb376-e301-45fb-a19b-cb18522d582f details requested by agent ovs-agent-n-d-836017-2 with host n-d-836017-2 {{(pid=84765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:21:42.530633 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb32a06-6247-4b24-acb3-7f7f9a8ff37c req-8c4a32cd-660c-41b8-ba39-403911def21b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:42.532236 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-cfb32a06-6247-4b24-acb3-7f7f9a8ff37c req-8c4a32cd-660c-41b8-ba39-403911def21b service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=2d9f7608386b473b918b1ba4a28a73a2&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2643595 Apr 18 19:21:42.571623 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-29578ff4-a2b4-4e66-bda2-d4d6aea56c63 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.8244193 Apr 18 19:21:42.576123 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 44884) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:42.579102 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-f0d64ef2-af88-4775-b444-6a4e93068421 admin admin] Request body: {'subnet': {'network_id': '864fb376-e301-45fb-a19b-cb18522d582f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-426369006-subnet', 'tenant_id': '645f3474c9d74cc0a411fc8b4d49803b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:21:42.584426 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-f0d64ef2-af88-4775-b444-6a4e93068421 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:21:42.588721 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-f0d64ef2-af88-4775-b444-6a4e93068421 admin admin] Usage tracker for resource:subnet and tenant:645f3474c9d74cc0a411fc8b4d49803b is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:21:42.591754 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-f0d64ef2-af88-4775-b444-6a4e93068421 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:21:42.598612 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-f0d64ef2-af88-4775-b444-6a4e93068421 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:21:42.700938 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb32a06-6247-4b24-acb3-7f7f9a8ff37c req-0ba7a972-87dc-4c55-98fd-a388175519ef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:42.702674 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-cfb32a06-6247-4b24-acb3-7f7f9a8ff37c req-0ba7a972-87dc-4c55-98fd-a388175519ef service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1642354 Apr 18 19:21:42.780969 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0d64ef2-af88-4775-b444-6a4e93068421 admin admin] Made reservation on behalf of 645f3474c9d74cc0a411fc8b4d49803b for: {'subnet': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:21:42.783788 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f0d64ef2-af88-4775-b444-6a4e93068421 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:42.815854 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 44894) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:42.882234 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-172cbef7-715d-4feb-b137-d255b46f9aa6 req-33de6cbd-6949-4dd2-9094-2806af9b5243 tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] 10.222.0.69 "GET /v2.0/ports?device_id=89f9e08c-6e87-469a-91f5-67c9940746c1 HTTP/1.1" status: 200 len: 210 time: 0.0735433 Apr 18 19:21:42.887737 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-c61c60f3-3171-436e-aa22-35b8979e3b33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:42.936621 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-c61c60f3-3171-436e-aa22-35b8979e3b33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:21:42.943460 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-c61c60f3-3171-436e-aa22-35b8979e3b33 admin admin] Usage tracker for resource:security_group_rule and tenant:ef4b26f0b4c245d89e48d70f1f95e11f is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:21:42.947303 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-c61c60f3-3171-436e-aa22-35b8979e3b33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:21:42.956138 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-c61c60f3-3171-436e-aa22-35b8979e3b33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:21:42.960887 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-9de1be4b-8bc2-4af4-b2a8-e7756aad840c req-0ffe5f4b-0a6f-4457-9a9b-df010aaa5a18 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2d9f7608386b473b918b1ba4a28a73a2&device_id=a900412f-fc6f-4a38-8ed7-e8408fa28320 HTTP/1.1" status: 200 len: 1094 time: 0.1917131 Apr 18 19:21:43.052651 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-9de1be4b-8bc2-4af4-b2a8-e7756aad840c req-527c2408-32f0-4499-b0b9-77d07d8c2e57 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5c755db4-9212-4b78-8ee2-2eabc31a296e HTTP/1.1" status: 200 len: 217 time: 0.0814364 Apr 18 19:21:43.137869 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2b3e15-ca69-410e-a887-a74f86762c7c req-cb9350cb-3bce-4ed7-9086-ee8e5218014b tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:43.139460 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-de2b3e15-ca69-410e-a887-a74f86762c7c req-cb9350cb-3bce-4ed7-9086-ee8e5218014b tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.72 "GET /v2.0/networks?id=5b81b8da-abac-4e05-9e51-d6de7035d9e7 HTTP/1.1" status: 200 len: 819 time: 0.4959912 Apr 18 19:21:43.154186 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de1be4b-8bc2-4af4-b2a8-e7756aad840c req-c8d97bf4-a256-44d9-ae08-459c1b20a768 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:43.154712 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c37f8f-141c-4394-a9e6-49faf5df9595 req-33fd4a51-c6f5-434b-925a-7a67bd60ee5b tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:43.155639 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-9de1be4b-8bc2-4af4-b2a8-e7756aad840c req-c8d97bf4-a256-44d9-ae08-459c1b20a768 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d23d703d-3788-4d9f-ae29-c7caba9ab5f5 HTTP/1.1" status: 200 len: 854 time: 0.0965087 Apr 18 19:21:43.156491 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f3c37f8f-141c-4394-a9e6-49faf5df9595 req-33fd4a51-c6f5-434b-925a-7a67bd60ee5b tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] 10.222.0.69 "GET /v2.0/ports?device_id=027a3482-9de8-4178-93a4-4577839df052 HTTP/1.1" status: 200 len: 946 time: 0.2801406 Apr 18 19:21:43.161971 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [req-de2b3e15-ca69-410e-a887-a74f86762c7c req-f7b94310-21e0-44b1-b0e4-bbdf1e872976 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Request body: {'port': {'device_id': 'e8f3de23-f7b7-40ff-bad5-044ccbc79845', 'network_id': '5b81b8da-abac-4e05-9e51-d6de7035d9e7', 'admin_state_up': True, 'tenant_id': 'e8145a70cab44ff88b524306edcbe946'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:21:43.259553 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-eb3dc34c-9719-4de3-b51e-faa1d6387d8f req-a18ea3d8-eaef-4f0e-ac2d-0f8e26901b10 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8f3de23-f7b7-40ff-bad5-044ccbc79845 HTTP/1.1" status: 200 len: 210 time: 0.0997362 Apr 18 19:21:43.261430 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-c61c60f3-3171-436e-aa22-35b8979e3b33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:43.263828 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-9de1be4b-8bc2-4af4-b2a8-e7756aad840c req-26dae4af-f50f-420a-9920-b6361ef76740 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f94d4914-3e24-4c46-858b-d5937c14a12d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665579 Apr 18 19:21:43.375319 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f3c37f8f-141c-4394-a9e6-49faf5df9595 req-2938c777-0651-44fa-be23-3d903132a866 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] 10.222.0.69 "GET /v2.0/security-groups?id=3fcdb8eb-658a-4600-87a3-89b959a21299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986241 Apr 18 19:21:43.415744 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-de2b3e15-ca69-410e-a887-a74f86762c7c req-f7b94310-21e0-44b1-b0e4-bbdf1e872976 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:21:43.440474 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-c61c60f3-3171-436e-aa22-35b8979e3b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:43.448029 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-de2b3e15-ca69-410e-a887-a74f86762c7c req-f7b94310-21e0-44b1-b0e4-bbdf1e872976 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:21:43.519148 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f0d64ef2-af88-4775-b444-6a4e93068421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251'] for subnet, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:43.556996 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de2b3e15-ca69-410e-a887-a74f86762c7c req-f7b94310-21e0-44b1-b0e4-bbdf1e872976 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Made reservation on behalf of e8145a70cab44ff88b524306edcbe946 for: {'port': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:21:43.560574 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-de2b3e15-ca69-410e-a887-a74f86762c7c req-f7b94310-21e0-44b1-b0e4-bbdf1e872976 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:43.565648 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61c60f3-3171-436e-aa22-35b8979e3b33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b7c3873-744b-4fcb-ab57-66f5ea6d5a6c,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:43.603111 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-c61c60f3-3171-436e-aa22-35b8979e3b33 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ef4b26f0b4c245d89e48d70f1f95e11f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7843266 Apr 18 19:21:43.606657 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 44906) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:43.629472 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-9de1be4b-8bc2-4af4-b2a8-e7756aad840c req-6648395f-4cd6-4b38-a367-85590f0c95d1 service neutron] 10.222.0.72 "GET /v2.0/networks/f94d4914-3e24-4c46-858b-d5937c14a12d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3560522 Apr 18 19:21:43.732738 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1b39d6-555a-44b9-93b0-adaf8bbbfc36 req-747df00d-3b04-4450-8c41-7bf425442970 tempest-VolumesAdminNegativeTest-1780893317 tempest-VolumesAdminNegativeTest-1780893317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:43.733445 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-ba1b39d6-555a-44b9-93b0-adaf8bbbfc36 req-747df00d-3b04-4450-8c41-7bf425442970 tempest-VolumesAdminNegativeTest-1780893317 tempest-VolumesAdminNegativeTest-1780893317-project] Synchronizing usage tracker for tenant:2d9f7608386b473b918b1ba4a28a73a2 on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:21:43.762380 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d64ef2-af88-4775-b444-6a4e93068421 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c67360aa-7510-4094-a692-cfcba9d80510,revision_number=0']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:43.822643 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-86c55700-f117-42e3-8520-ed7f9818e14b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:43.831966 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d64ef2-af88-4775-b444-6a4e93068421 admin admin] Checking segment: {'id': 'c1920e53-547d-40dc-9a60-08990af6e8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '864fb376-e301-45fb-a19b-cb18522d582f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:21:43.832586 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d64ef2-af88-4775-b444-6a4e93068421 admin admin] Network hostable DHCP agents. Network: 864fb376-e301-45fb-a19b-cb18522d582f, hostable agents: ['f6987c12-6d6c-47d4-b22d-cfcd164dc40d'], hosted agents: [] {{(pid=84764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:21:43.841049 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-9de1be4b-8bc2-4af4-b2a8-e7756aad840c req-091f247c-f300-493f-8f7b-b727b1ec7167 service neutron] 10.222.0.72 "GET /v2.0/networks/f94d4914-3e24-4c46-858b-d5937c14a12d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045214 Apr 18 19:21:43.844396 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-ba1b39d6-555a-44b9-93b0-adaf8bbbfc36 req-747df00d-3b04-4450-8c41-7bf425442970 tempest-VolumesAdminNegativeTest-1780893317 tempest-VolumesAdminNegativeTest-1780893317-project] Unset dirty status for tenant:2d9f7608386b473b918b1ba4a28a73a2 on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:21:43.845455 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ba1b39d6-555a-44b9-93b0-adaf8bbbfc36 req-747df00d-3b04-4450-8c41-7bf425442970 tempest-VolumesAdminNegativeTest-1780893317 tempest-VolumesAdminNegativeTest-1780893317-project] 10.222.0.69 "GET /v2.0/ports?device_id=a900412f-fc6f-4a38-8ed7-e8408fa28320 HTTP/1.1" status: 200 len: 943 time: 0.4114068 Apr 18 19:21:43.860508 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-86c55700-f117-42e3-8520-ed7f9818e14b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:43.928935 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25082973-f23f-44ce-9487-64be55de081d req-46c313b3-0780-4a56-9229-f26a8654d541 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:43.930479 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-25082973-f23f-44ce-9487-64be55de081d req-46c313b3-0780-4a56-9229-f26a8654d541 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] 10.222.0.69 "GET /v2.0/ports?device_id=74737c45-169c-4a78-8cdf-74298a4618c9 HTTP/1.1" status: 200 len: 950 time: 0.3750913 Apr 18 19:21:43.947701 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ba1b39d6-555a-44b9-93b0-adaf8bbbfc36 req-80a82d22-629b-4796-b61b-33bfb8e2c04f tempest-VolumesAdminNegativeTest-1780893317 tempest-VolumesAdminNegativeTest-1780893317-project] 10.222.0.69 "GET /v2.0/security-groups?id=5e86d7a7-8466-44fd-a2cc-a4abadcee91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763323 Apr 18 19:21:43.951555 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_common [req-de2b3e15-ca69-410e-a887-a74f86762c7c req-f7b94310-21e0-44b1-b0e4-bbdf1e872976 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Allocated IP 172.20.0.9 (5b81b8da-abac-4e05-9e51-d6de7035d9e7/b10cc942-f819-45fc-bb02-117dc96bc19f/8a2264cb-205e-466a-993b-c30414da169a) {{(pid=84764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:21:44.034861 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d64ef2-af88-4775-b444-6a4e93068421 admin admin] Network 864fb376-e301-45fb-a19b-cb18522d582f is scheduled to be hosted by DHCP agent f6987c12-6d6c-47d4-b22d-cfcd164dc40d with binding_index 1 {{(pid=84764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:21:44.039183 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-25082973-f23f-44ce-9487-64be55de081d req-68707737-c4a9-4813-8ab2-6145c72b02d3 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] 10.222.0.69 "GET /v2.0/security-groups?id=064d4532-d372-4114-a5d4-759e2dc190bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843658 Apr 18 19:21:44.087867 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-86c55700-f117-42e3-8520-ed7f9818e14b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:44.129894 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c55700-f117-42e3-8520-ed7f9818e14b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b7c3873-744b-4fcb-ab57-66f5ea6d5a6c,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:44.158674 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-86c55700-f117-42e3-8520-ed7f9818e14b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:44.159386 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [None req-f0d64ef2-af88-4775-b444-6a4e93068421 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-2, 864fb376-e301-45fb-a19b-cb18522d582f) {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:21:44.164919 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-86c55700-f117-42e3-8520-ed7f9818e14b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2b7c3873-744b-4fcb-ab57-66f5ea6d5a6c HTTP/1.1" status: 204 len: 168 time: 0.5525415 Apr 18 19:21:44.176342 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d64ef2-af88-4775-b444-6a4e93068421 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:44.177388 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f0d64ef2-af88-4775-b444-6a4e93068421 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for subnet, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:44.189063 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff7f6aa-146f-48ad-b8dc-c04fb23e9615 None None] Network 864fb376-e301-45fb-a19b-cb18522d582f requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:21:44.211488 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-944893b4-6e8d-457a-ac59-9379e639ed55 req-e3b0895a-8425-4550-9ad1-15cc0383a5e1 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2163970 Apr 18 19:21:44.224270 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-944893b4-6e8d-457a-ac59-9379e639ed55 req-21b1eef7-cbd3-4a2d-8def-65643c47532f tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Request body: {'floatingip': {'floating_network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:21:44.230398 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-944893b4-6e8d-457a-ac59-9379e639ed55 req-21b1eef7-cbd3-4a2d-8def-65643c47532f tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:21:44.237621 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-944893b4-6e8d-457a-ac59-9379e639ed55 req-21b1eef7-cbd3-4a2d-8def-65643c47532f tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Usage tracker for resource:floatingip and tenant:666658683d0a4c6e8109e68b8b765a46 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:21:44.242477 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-944893b4-6e8d-457a-ac59-9379e639ed55 req-21b1eef7-cbd3-4a2d-8def-65643c47532f tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:21:44.249782 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-22b6e422-1c47-4b8a-8023-ec269811aa68 req-766dc57f-9d73-4946-8dd2-40c6608bb2cb tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] 10.222.0.69 "GET /v2.0/ports?device_id=89f9e08c-6e87-469a-91f5-67c9940746c1 HTTP/1.1" status: 200 len: 210 time: 0.0680315 Apr 18 19:21:44.270543 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-944893b4-6e8d-457a-ac59-9379e639ed55 req-21b1eef7-cbd3-4a2d-8def-65643c47532f tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:21:44.351823 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-de2b3e15-ca69-410e-a887-a74f86762c7c req-f7b94310-21e0-44b1-b0e4-bbdf1e872976 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Notify callbacks [] for port, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:44.359201 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-f0d64ef2-af88-4775-b444-6a4e93068421 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.7858045 Apr 18 19:21:44.378514 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-944893b4-6e8d-457a-ac59-9379e639ed55 req-21b1eef7-cbd3-4a2d-8def-65643c47532f tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Notify callbacks [] for floatingip, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:44.559379 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-de2b3e15-ca69-410e-a887-a74f86762c7c req-f7b94310-21e0-44b1-b0e4-bbdf1e872976 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331'] for port, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:44.638438 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-944893b4-6e8d-457a-ac59-9379e639ed55 req-21b1eef7-cbd3-4a2d-8def-65643c47532f tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:44.652679 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e411e66b-29b2-4975-a8ae-ba77a42d0a93 None None] Network 864fb376-e301-45fb-a19b-cb18522d582f requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:21:44.774626 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de2b3e15-ca69-410e-a887-a74f86762c7c req-f7b94310-21e0-44b1-b0e4-bbdf1e872976 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Network 5b81b8da-abac-4e05-9e51-d6de7035d9e7 is already hosted by enough agents. {{(pid=84764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:21:44.780908 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [req-de2b3e15-ca69-410e-a887-a74f86762c7c req-f7b94310-21e0-44b1-b0e4-bbdf1e872976 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Resources bound (agent type, host, resource id): {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:21:44.806815 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [req-de2b3e15-ca69-410e-a887-a74f86762c7c req-f7b94310-21e0-44b1-b0e4-bbdf1e872976 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Received port after_create {{(pid=84764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:21:44.817135 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2b3e15-ca69-410e-a887-a74f86762c7c req-f7b94310-21e0-44b1-b0e4-bbdf1e872976 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:44.818336 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-de2b3e15-ca69-410e-a887-a74f86762c7c req-f7b94310-21e0-44b1-b0e4-bbdf1e872976 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:44.824244 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b94310-21e0-44b1-b0e4-bbdf1e872976 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Pushing event updated for resources: {'Port': ['ID=8a2264cb-205e-466a-993b-c30414da169a,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:44.860199 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1b3b24-f806-4b93-87cb-1ffc7954bc3f req-fcaf3ec6-2399-405f-83ab-eb96d7add5a4 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:44.861626 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-5b1b3b24-f806-4b93-87cb-1ffc7954bc3f req-fcaf3ec6-2399-405f-83ab-eb96d7add5a4 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Synchronizing usage tracker for tenant:e8145a70cab44ff88b524306edcbe946 on resource:port {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:21:44.919855 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_common [req-944893b4-6e8d-457a-ac59-9379e639ed55 req-21b1eef7-cbd3-4a2d-8def-65643c47532f tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Allocated IP 172.25.3.237 (11e8e108-37df-4084-b6b7-113e6beb66b4/3b0abf32-1504-448b-b06e-c8c870b6a7c8/f5650b9b-c716-4d7b-90bd-7540d84b91a7) {{(pid=84763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:21:44.937135 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-de2b3e15-ca69-410e-a887-a74f86762c7c req-f7b94310-21e0-44b1-b0e4-bbdf1e872976 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7789228 Apr 18 19:21:44.949509 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [req-de2b3e15-ca69-410e-a887-a74f86762c7c req-44e8cde7-3eb7-4fbd-ba6a-55666c8aa874 service neutron] Request body: {'port': {'device_id': 'e8f3de23-f7b7-40ff-bad5-044ccbc79845', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-2'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:21:45.005676 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-5b1b3b24-f806-4b93-87cb-1ffc7954bc3f req-fcaf3ec6-2399-405f-83ab-eb96d7add5a4 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Unset dirty status for tenant:e8145a70cab44ff88b524306edcbe946 on resource:port {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:21:45.014019 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-5b1b3b24-f806-4b93-87cb-1ffc7954bc3f req-fcaf3ec6-2399-405f-83ab-eb96d7add5a4 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8f3de23-f7b7-40ff-bad5-044ccbc79845 HTTP/1.1" status: 200 len: 931 time: 0.5528495 Apr 18 19:21:45.096018 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-944893b4-6e8d-457a-ac59-9379e639ed55 req-21b1eef7-cbd3-4a2d-8def-65643c47532f tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Notify callbacks [] for port, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:45.124871 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-5b1b3b24-f806-4b93-87cb-1ffc7954bc3f req-9f2354f2-2975-4cf1-94ff-9d499fb09e40 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099567 Apr 18 19:21:45.138125 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-de2b3e15-ca69-410e-a887-a74f86762c7c req-44e8cde7-3eb7-4fbd-ba6a-55666c8aa874 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:45.187947 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-944893b4-6e8d-457a-ac59-9379e639ed55 req-21b1eef7-cbd3-4a2d-8def-65643c47532f tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331'] for port, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:45.310882 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-944893b4-6e8d-457a-ac59-9379e639ed55 req-21b1eef7-cbd3-4a2d-8def-65643c47532f tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Network 11e8e108-37df-4084-b6b7-113e6beb66b4 is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:21:45.311904 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [req-944893b4-6e8d-457a-ac59-9379e639ed55 req-21b1eef7-cbd3-4a2d-8def-65643c47532f tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:21:45.318109 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-944893b4-6e8d-457a-ac59-9379e639ed55 req-21b1eef7-cbd3-4a2d-8def-65643c47532f tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Received port after_create {{(pid=84763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:21:45.323136 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b1eef7-cbd3-4a2d-8def-65643c47532f tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Pushing event updated for resources: {'Port': ['ID=f5650b9b-c716-4d7b-90bd-7540d84b91a7,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:45.507453 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-944893b4-6e8d-457a-ac59-9379e639ed55 req-21b1eef7-cbd3-4a2d-8def-65643c47532f tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:45.550700 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2024d565-c183-4621-be43-d64ac230ec8b req-b465a343-b552-4d64-a38e-c7871d7ebfdd tempest-VolumesAdminNegativeTest-1780893317 tempest-VolumesAdminNegativeTest-1780893317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:45.550700 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2024d565-c183-4621-be43-d64ac230ec8b req-b465a343-b552-4d64-a38e-c7871d7ebfdd tempest-VolumesAdminNegativeTest-1780893317 tempest-VolumesAdminNegativeTest-1780893317-project] 10.222.0.69 "GET /v2.0/ports?device_id=a900412f-fc6f-4a38-8ed7-e8408fa28320 HTTP/1.1" status: 200 len: 943 time: 0.2524235 Apr 18 19:21:45.627875 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2024d565-c183-4621-be43-d64ac230ec8b req-6b74733c-af4b-469b-b4fa-cdbb448f41ec tempest-VolumesAdminNegativeTest-1780893317 tempest-VolumesAdminNegativeTest-1780893317-project] 10.222.0.69 "GET /v2.0/security-groups?id=5e86d7a7-8466-44fd-a2cc-a4abadcee91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699308 Apr 18 19:21:45.670886 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-944893b4-6e8d-457a-ac59-9379e639ed55 req-21b1eef7-cbd3-4a2d-8def-65643c47532f tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:45.726489 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [req-de2b3e15-ca69-410e-a887-a74f86762c7c req-44e8cde7-3eb7-4fbd-ba6a-55666c8aa874 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a2264cb-205e-466a-993b-c30414da169a {{(pid=84764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:21:45.726489 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-de2b3e15-ca69-410e-a887-a74f86762c7c req-44e8cde7-3eb7-4fbd-ba6a-55666c8aa874 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:45.799185 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.provisioning_blocks [req-de2b3e15-ca69-410e-a887-a74f86762c7c req-44e8cde7-3eb7-4fbd-ba6a-55666c8aa874 service neutron] Transition to ACTIVE for port object 8a2264cb-205e-466a-993b-c30414da169a will not be triggered until provisioned by entity L2. {{(pid=84764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:21:45.854451 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd15b294-9c68-4bd1-ac3c-3fdd2eab7c84 req-4527cf9d-69c0-40c0-9de4-d50e1bbc74ab tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:45.863350 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-cd15b294-9c68-4bd1-ac3c-3fdd2eab7c84 req-4527cf9d-69c0-40c0-9de4-d50e1bbc74ab tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] 10.222.0.69 "GET /v2.0/ports?device_id=74737c45-169c-4a78-8cdf-74298a4618c9 HTTP/1.1" status: 200 len: 950 time: 0.1051478 Apr 18 19:21:45.886443 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-de2b3e15-ca69-410e-a887-a74f86762c7c req-44e8cde7-3eb7-4fbd-ba6a-55666c8aa874 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:46.050414 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-944893b4-6e8d-457a-ac59-9379e639ed55 req-21b1eef7-cbd3-4a2d-8def-65643c47532f tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Notify callbacks [] for port, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:46.107902 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-944893b4-6e8d-457a-ac59-9379e639ed55 req-21b1eef7-cbd3-4a2d-8def-65643c47532f tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:46.136954 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e8cde7-3eb7-4fbd-ba6a-55666c8aa874 service neutron] Pushing event updated for resources: {'Port': ['ID=8a2264cb-205e-466a-993b-c30414da169a,revision_number=2']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:46.141742 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-cd15b294-9c68-4bd1-ac3c-3fdd2eab7c84 req-9f59037b-2752-482b-89df-23a9181da5da tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] 10.222.0.69 "GET /v2.0/security-groups?id=064d4532-d372-4114-a5d4-759e2dc190bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2773969 Apr 18 19:21:46.239578 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-de2b3e15-ca69-410e-a887-a74f86762c7c req-44e8cde7-3eb7-4fbd-ba6a-55666c8aa874 service neutron] Attempting to bind port 8a2264cb-205e-466a-993b-c30414da169a on host n-h2-836017-2 for vnic_type normal with profile {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:21:46.240366 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-de2b3e15-ca69-410e-a887-a74f86762c7c req-44e8cde7-3eb7-4fbd-ba6a-55666c8aa874 service neutron] Attempting to bind port 8a2264cb-205e-466a-993b-c30414da169a by drivers openvswitch,hyperv on host n-h2-836017-2 at level 0 using segments [{'id': '57f6477d-46cb-4fbc-8909-e9439d3b2b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '5b81b8da-abac-4e05-9e51-d6de7035d9e7'}] {{(pid=84764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:21:46.241791 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2b3e15-ca69-410e-a887-a74f86762c7c req-44e8cde7-3eb7-4fbd-ba6a-55666c8aa874 service neutron] Attempting to bind port 8a2264cb-205e-466a-993b-c30414da169a on network 5b81b8da-abac-4e05-9e51-d6de7035d9e7 {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:21:46.254914 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2b3e15-ca69-410e-a887-a74f86762c7c req-44e8cde7-3eb7-4fbd-ba6a-55666c8aa874 service neutron] Port 8a2264cb-205e-466a-993b-c30414da169a on network 5b81b8da-abac-4e05-9e51-d6de7035d9e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-2 {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:21:46.258714 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2b3e15-ca69-410e-a887-a74f86762c7c req-44e8cde7-3eb7-4fbd-ba6a-55666c8aa874 service neutron] Attempting to bind port 8a2264cb-205e-466a-993b-c30414da169a on network 5b81b8da-abac-4e05-9e51-d6de7035d9e7 {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:21:46.277600 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2b3e15-ca69-410e-a887-a74f86762c7c req-44e8cde7-3eb7-4fbd-ba6a-55666c8aa874 service neutron] Checking agent: {'id': '02e8f951-d3a3-40e1-b8cc-aed258af030b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:21:46.279461 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2b3e15-ca69-410e-a887-a74f86762c7c req-44e8cde7-3eb7-4fbd-ba6a-55666c8aa874 service neutron] Checking segment: {'id': '57f6477d-46cb-4fbc-8909-e9439d3b2b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '5b81b8da-abac-4e05-9e51-d6de7035d9e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:21:46.280215 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2b3e15-ca69-410e-a887-a74f86762c7c req-44e8cde7-3eb7-4fbd-ba6a-55666c8aa874 service neutron] Bound using segment: {'id': '57f6477d-46cb-4fbc-8909-e9439d3b2b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '5b81b8da-abac-4e05-9e51-d6de7035d9e7'} {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:21:46.281099 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-de2b3e15-ca69-410e-a887-a74f86762c7c req-44e8cde7-3eb7-4fbd-ba6a-55666c8aa874 service neutron] Bound port: 8a2264cb-205e-466a-993b-c30414da169a, host: n-h2-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57f6477d-46cb-4fbc-8909-e9439d3b2b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '5b81b8da-abac-4e05-9e51-d6de7035d9e7'}}] {{(pid=84764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:21:46.282486 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-de2b3e15-ca69-410e-a887-a74f86762c7c req-44e8cde7-3eb7-4fbd-ba6a-55666c8aa874 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:46.320204 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-944893b4-6e8d-457a-ac59-9379e639ed55 req-21b1eef7-cbd3-4a2d-8def-65643c47532f tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416787'] for floatingip, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:46.365564 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b1eef7-cbd3-4a2d-8def-65643c47532f tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Pushing event updated for resources: {'Port': ['ID=f5650b9b-c716-4d7b-90bd-7540d84b91a7,revision_number=2']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:46.427450 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-944893b4-6e8d-457a-ac59-9379e639ed55 req-21b1eef7-cbd3-4a2d-8def-65643c47532f tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for floatingip, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:46.429243 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-944893b4-6e8d-457a-ac59-9379e639ed55 req-21b1eef7-cbd3-4a2d-8def-65643c47532f tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2112119 Apr 18 19:21:46.433681 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 44968) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:46.443515 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-9d337ddb-e8e8-44ba-8314-86d27d91ba8a admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1449625189-network', 'tenant_id': '5f1756900766423a92e31697d6b44b66'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:21:46.445144 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d85415df-9273-4b59-9ce2-0b916c090470 req-4c4a6713-c2b1-4ffd-9513-456f47f8db2e tempest-LiveMigrationNegativeTest-2141971441 tempest-LiveMigrationNegativeTest-2141971441-project] 10.222.0.69 "GET /v2.0/ports?device_id=89f9e08c-6e87-469a-91f5-67c9940746c1 HTTP/1.1" status: 200 len: 210 time: 0.0632312 Apr 18 19:21:46.448722 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-9d337ddb-e8e8-44ba-8314-86d27d91ba8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:21:46.451280 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-de2b3e15-ca69-410e-a887-a74f86762c7c req-44e8cde7-3eb7-4fbd-ba6a-55666c8aa874 service neutron] For port 8a2264cb-205e-466a-993b-c30414da169a, host n-h2-836017-2, cleared binding levels {{(pid=84764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:21:46.455045 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-9d337ddb-e8e8-44ba-8314-86d27d91ba8a admin admin] Usage tracker for resource:network and tenant:5f1756900766423a92e31697d6b44b66 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:21:46.456994 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-de2b3e15-ca69-410e-a887-a74f86762c7c req-44e8cde7-3eb7-4fbd-ba6a-55666c8aa874 service neutron] For port 8a2264cb-205e-466a-993b-c30414da169a, host n-h2-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=8a2264cb-205e-466a-993b-c30414da169a,segment=NetworkSegment(57f6477d-46cb-4fbc-8909-e9439d3b2b0a),segment_id=57f6477d-46cb-4fbc-8909-e9439d3b2b0a)] {{(pid=84764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:21:46.508964 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-9d337ddb-e8e8-44ba-8314-86d27d91ba8a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:21:46.521270 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-9d337ddb-e8e8-44ba-8314-86d27d91ba8a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:21:46.537013 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-de2b3e15-ca69-410e-a887-a74f86762c7c req-44e8cde7-3eb7-4fbd-ba6a-55666c8aa874 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:46.553467 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-944893b4-6e8d-457a-ac59-9379e639ed55 req-b40d45b2-8ae8-4f61-a14c-9a8d90ff94b6 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Synchronizing usage tracker for tenant:666658683d0a4c6e8109e68b8b765a46 on resource:floatingip {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:21:46.633627 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e8cde7-3eb7-4fbd-ba6a-55666c8aa874 service neutron] Pushing event updated for resources: {'Port': ['ID=8a2264cb-205e-466a-993b-c30414da169a,revision_number=3']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:46.652500 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d337ddb-e8e8-44ba-8314-86d27d91ba8a admin admin] Made reservation on behalf of 5f1756900766423a92e31697d6b44b66 for: {'network': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:21:46.654779 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-9d337ddb-e8e8-44ba-8314-86d27d91ba8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for network, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:46.670546 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-9d337ddb-e8e8-44ba-8314-86d27d91ba8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:46.686484 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-de2b3e15-ca69-410e-a887-a74f86762c7c req-44e8cde7-3eb7-4fbd-ba6a-55666c8aa874 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:46.688728 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-de2b3e15-ca69-410e-a887-a74f86762c7c req-44e8cde7-3eb7-4fbd-ba6a-55666c8aa874 service neutron] 10.222.0.72 "PUT /v2.0/ports/8a2264cb-205e-466a-993b-c30414da169a HTTP/1.1" status: 200 len: 1091 time: 1.7439010 Apr 18 19:21:46.689118 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8f3de23-f7b7-40ff-bad5-044ccbc79845', 'tag': '8a2264cb-205e-466a-993b-c30414da169a'}] {{(pid=84764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:21:46.718493 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-9d337ddb-e8e8-44ba-8314-86d27d91ba8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:21:46.722853 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-9d337ddb-e8e8-44ba-8314-86d27d91ba8a admin admin] Usage tracker for resource:security_group_rule and tenant:5f1756900766423a92e31697d6b44b66 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:21:46.726332 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-9d337ddb-e8e8-44ba-8314-86d27d91ba8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:21:46.735975 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cc5b17-5e58-4c4c-a253-b7bcabf6d01b req-d9bff8f0-9432-4616-b9c7-71ee8b3add34 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:46.736198 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-944893b4-6e8d-457a-ac59-9379e639ed55 req-b40d45b2-8ae8-4f61-a14c-9a8d90ff94b6 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Unset dirty status for tenant:666658683d0a4c6e8109e68b8b765a46 on resource:floatingip {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:21:46.737338 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-944893b4-6e8d-457a-ac59-9379e639ed55 req-b40d45b2-8ae8-4f61-a14c-9a8d90ff94b6 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.3.237 HTTP/1.1" status: 200 len: 696 time: 0.2864230 Apr 18 19:21:46.738156 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-62cc5b17-5e58-4c4c-a253-b7bcabf6d01b req-d9bff8f0-9432-4616-b9c7-71ee8b3add34 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8f3de23-f7b7-40ff-bad5-044ccbc79845 HTTP/1.1" status: 200 len: 943 time: 0.1065035 Apr 18 19:21:46.738274 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-9d337ddb-e8e8-44ba-8314-86d27d91ba8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:21:46.799816 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-62cc5b17-5e58-4c4c-a253-b7bcabf6d01b req-e65dceae-ac62-40ee-b39e-036854e622f7 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474024 Apr 18 19:21:46.962601 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-de2b3e15-ca69-410e-a887-a74f86762c7c req-b9f313be-070a-43e0-9a36-4ef732b10ac9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e8145a70cab44ff88b524306edcbe946&device_id=e8f3de23-f7b7-40ff-bad5-044ccbc79845 HTTP/1.1" status: 200 len: 1094 time: 0.1267684 Apr 18 19:21:46.969553 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944893b4-6e8d-457a-ac59-9379e639ed55 req-8c428399-341e-49d9-a58c-ce113f8c5a36 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:46.971673 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-944893b4-6e8d-457a-ac59-9379e639ed55 req-8c428399-341e-49d9-a58c-ce113f8c5a36 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] 10.222.0.69 "GET /v2.0/networks/11e8e108-37df-4084-b6b7-113e6beb66b4 HTTP/1.1" status: 200 len: 784 time: 0.2187374 Apr 18 19:21:46.979501 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-9d337ddb-e8e8-44ba-8314-86d27d91ba8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:46.995758 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [req-944893b4-6e8d-457a-ac59-9379e639ed55 req-60ea49af-b852-4944-91fc-d2d0daba9a5c tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=84763) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:21:46.995758 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-944893b4-6e8d-457a-ac59-9379e639ed55 req-60ea49af-b852-4944-91fc-d2d0daba9a5c tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0079541 Apr 18 19:21:47.072776 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-9d337ddb-e8e8-44ba-8314-86d27d91ba8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:47.108159 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-de2b3e15-ca69-410e-a887-a74f86762c7c req-29454959-d2e4-48c0-add6-405c432c7917 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a2264cb-205e-466a-993b-c30414da169a HTTP/1.1" status: 200 len: 217 time: 0.1112952 Apr 18 19:21:47.119094 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d337ddb-e8e8-44ba-8314-86d27d91ba8a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=84763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:21:47.133409 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d337ddb-e8e8-44ba-8314-86d27d91ba8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad65c676-8751-437f-9cea-d0e835c5366b,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:47.139550 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-9d337ddb-e8e8-44ba-8314-86d27d91ba8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:47.140221 n-d-836017-2 neutron-server[84763]: INFO neutron.db.segments_db [None req-9d337ddb-e8e8-44ba-8314-86d27d91ba8a admin admin] Added segment 9b985118-bf3d-460d-ac2d-a997488082c2 of type vlan for network b2ea6b21-85ef-4d1b-950d-93f8995efc48 Apr 18 19:21:47.162765 n-d-836017-2 neutron-server[84764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b78fd208-c256-4375-9762-b2dd62b9dc79'] response: {'name': 'network-changed', 'server_uuid': 'e8f3de23-f7b7-40ff-bad5-044ccbc79845', 'tag': '8a2264cb-205e-466a-993b-c30414da169a', 'status': 'completed', 'code': 200} Apr 18 19:21:47.180632 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-9d337ddb-e8e8-44ba-8314-86d27d91ba8a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791093404182'] for network, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:47.281780 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2b3e15-ca69-410e-a887-a74f86762c7c req-47f70476-c5e8-4339-8362-775abf46f7e2 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:47.285039 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-de2b3e15-ca69-410e-a887-a74f86762c7c req-47f70476-c5e8-4339-8362-775abf46f7e2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b10cc942-f819-45fc-bb02-117dc96bc19f HTTP/1.1" status: 200 len: 859 time: 0.1199007 Apr 18 19:21:47.350606 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-de2b3e15-ca69-410e-a887-a74f86762c7c req-940e852a-0f7c-4aa6-b753-27f82c9f4d2a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5b81b8da-abac-4e05-9e51-d6de7035d9e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590580 Apr 18 19:21:47.354726 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-9d337ddb-e8e8-44ba-8314-86d27d91ba8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251'] for network, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:47.355362 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d337ddb-e8e8-44ba-8314-86d27d91ba8a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:47.355962 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-9d337ddb-e8e8-44ba-8314-86d27d91ba8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:47.395246 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eaef1d-dca3-4238-8d06-43504870b6df req-dfe2c0b9-3c6e-486d-ab60-520ca0cec1e5 tempest-VolumesAdminNegativeTest-1780893317 tempest-VolumesAdminNegativeTest-1780893317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:47.397752 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e1eaef1d-dca3-4238-8d06-43504870b6df req-dfe2c0b9-3c6e-486d-ab60-520ca0cec1e5 tempest-VolumesAdminNegativeTest-1780893317 tempest-VolumesAdminNegativeTest-1780893317-project] 10.222.0.69 "GET /v2.0/ports?device_id=a900412f-fc6f-4a38-8ed7-e8408fa28320 HTTP/1.1" status: 200 len: 943 time: 0.3210135 Apr 18 19:21:47.543403 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d337ddb-e8e8-44ba-8314-86d27d91ba8a admin admin] Pushing event updated for resources: {'Network': ['ID=b2ea6b21-85ef-4d1b-950d-93f8995efc48,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:47.559606 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Network b2ea6b21-85ef-4d1b-950d-93f8995efc48 details requested by agent ovs-agent-n-d-836017-2 with host n-d-836017-2 {{(pid=84765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:21:47.575778 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e1eaef1d-dca3-4238-8d06-43504870b6df req-9b87d2d9-93fc-4bdb-aaf8-5333cd5cb898 tempest-VolumesAdminNegativeTest-1780893317 tempest-VolumesAdminNegativeTest-1780893317-project] 10.222.0.69 "GET /v2.0/security-groups?id=5e86d7a7-8466-44fd-a2cc-a4abadcee91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132531 Apr 18 19:21:47.610840 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-9d337ddb-e8e8-44ba-8314-86d27d91ba8a admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1749022 Apr 18 19:21:47.627487 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 45000) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:47.633507 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f2f0ca-bfa7-4772-af5f-80baf9a9d023 req-70f67aab-bc56-40a4-b0e0-e05bee02a323 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:47.639706 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d5f2f0ca-bfa7-4772-af5f-80baf9a9d023 req-70f67aab-bc56-40a4-b0e0-e05bee02a323 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] 10.222.0.69 "GET /v2.0/networks?id=97b575c1-8a4c-401c-bfc8-567de6de32a8 HTTP/1.1" status: 200 len: 821 time: 0.3599770 Apr 18 19:21:47.645491 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-de2b3e15-ca69-410e-a887-a74f86762c7c req-16e0999d-e643-4aa7-b207-dfc7cbe9b70f service neutron] 10.222.0.72 "GET /v2.0/networks/5b81b8da-abac-4e05-9e51-d6de7035d9e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2903774 Apr 18 19:21:47.659972 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-d1a8d93e-bd0e-4dec-9ecc-efc4ca848857 admin admin] Request body: {'subnet': {'network_id': 'b2ea6b21-85ef-4d1b-950d-93f8995efc48', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1449625189-subnet', 'tenant_id': '5f1756900766423a92e31697d6b44b66', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:21:47.691441 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d5f2f0ca-bfa7-4772-af5f-80baf9a9d023 req-ffce17f0-6aec-4fa9-87e0-11f257fa873f tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] 10.222.0.69 "GET /v2.0/quotas/666658683d0a4c6e8109e68b8b765a46 HTTP/1.1" status: 200 len: 375 time: 0.0433080 Apr 18 19:21:47.730341 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-d1a8d93e-bd0e-4dec-9ecc-efc4ca848857 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:21:47.732744 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 5c755db4-9212-4b78-8ee2-2eabc31a296e details requested by agent hyperv_n-h2-836017-2 with host n-h2-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:21:47.744841 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-d1a8d93e-bd0e-4dec-9ecc-efc4ca848857 admin admin] Usage tracker for resource:subnet and tenant:5f1756900766423a92e31697d6b44b66 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:21:47.755866 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-d1a8d93e-bd0e-4dec-9ecc-efc4ca848857 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:21:47.776434 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-d1a8d93e-bd0e-4dec-9ecc-efc4ca848857 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:21:47.904324 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1a8d93e-bd0e-4dec-9ecc-efc4ca848857 admin admin] Made reservation on behalf of 5f1756900766423a92e31697d6b44b66 for: {'subnet': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:21:47.911128 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-d1a8d93e-bd0e-4dec-9ecc-efc4ca848857 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:47.975077 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d5f2f0ca-bfa7-4772-af5f-80baf9a9d023 req-c30ec468-a379-4c45-8668-f10b44a28b41 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=666658683d0a4c6e8109e68b8b765a46&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2679105 Apr 18 19:21:48.045997 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 5c755db4-9212-4b78-8ee2-2eabc31a296e, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=5c755db4-9212-4b78-8ee2-2eabc31a296e,segment=NetworkSegment(7c102c6e-87c4-4294-a1cf-31fa08e22e18),segment_id=7c102c6e-87c4-4294-a1cf-31fa08e22e18)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:21:48.072460 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Returning: {'device': '5c755db4-9212-4b78-8ee2-2eabc31a296e', 'network_id': 'f94d4914-3e24-4c46-858b-d5937c14a12d', 'port_id': '5c755db4-9212-4b78-8ee2-2eabc31a296e', 'mac_address': 'fa:16:3e:1c:b9:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd23d703d-3788-4d9f-ae29-c7caba9ab5f5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:21:48.160842 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d5f2f0ca-bfa7-4772-af5f-80baf9a9d023 req-11a1222f-1b0e-4082-aba0-85431a4cf6f3 service neutron] 10.222.0.69 "GET /v2.0/networks/97b575c1-8a4c-401c-bfc8-567de6de32a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779149 Apr 18 19:21:48.168170 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-de2b3e15-ca69-410e-a887-a74f86762c7c req-677eb54a-9b32-4dd0-8f71-693e656093f7 service neutron] 10.222.0.72 "GET /v2.0/networks/5b81b8da-abac-4e05-9e51-d6de7035d9e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4882197 Apr 18 19:21:48.182207 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade61e9f-27c1-4f37-bdf3-a9284d186a24 req-7f1a8c5b-2036-4db1-8232-a61b61cc5b68 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:48.189151 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ade61e9f-27c1-4f37-bdf3-a9284d186a24 req-7f1a8c5b-2036-4db1-8232-a61b61cc5b68 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] 10.222.0.69 "GET /v2.0/ports?device_id=74737c45-169c-4a78-8cdf-74298a4618c9 HTTP/1.1" status: 200 len: 950 time: 0.2465923 Apr 18 19:21:48.192108 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:48.221658 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c755db4-9212-4b78-8ee2-2eabc31a296e {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:21:48.248626 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 5c755db4-9212-4b78-8ee2-2eabc31a296e, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=5c755db4-9212-4b78-8ee2-2eabc31a296e,segment=NetworkSegment(7c102c6e-87c4-4294-a1cf-31fa08e22e18),segment_id=7c102c6e-87c4-4294-a1cf-31fa08e22e18)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:21:48.261242 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d421d54e-f4a7-400c-a0e8-283a26ef8db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:48.283002 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ade61e9f-27c1-4f37-bdf3-a9284d186a24 req-1e24fb6c-6407-49f5-8d57-37e4208e6460 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] 10.222.0.69 "GET /v2.0/security-groups?id=064d4532-d372-4114-a5d4-759e2dc190bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928900 Apr 18 19:21:48.348579 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d5f2f0ca-bfa7-4772-af5f-80baf9a9d023 req-d6d026e6-8ce5-472f-9d2f-f5c241190d85 service neutron] 10.222.0.69 "GET /v2.0/networks/97b575c1-8a4c-401c-bfc8-567de6de32a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809216 Apr 18 19:21:48.386633 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:48.460114 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ecfac4ce-05c0-4eb8-9d98-c4cc2422bf8d req-bb5f5a47-3c4c-4e4b-8157-fd0df8bfcc27 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e8145a70cab44ff88b524306edcbe946&device_id=e8f3de23-f7b7-40ff-bad5-044ccbc79845 HTTP/1.1" status: 200 len: 1094 time: 0.1057231 Apr 18 19:21:48.476741 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=5c755db4-9212-4b78-8ee2-2eabc31a296e,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:48.498455 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-d1a8d93e-bd0e-4dec-9ecc-efc4ca848857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251'] for subnet, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:48.606913 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] get_ports_and_sgs() called for port_ids ['5c755db4-9212-4b78-8ee2-2eabc31a296e'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:21:48.746244 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a8d93e-bd0e-4dec-9ecc-efc4ca848857 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b9da6e3-79ec-48d8-bc31-7384b1a98b32,revision_number=0']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:48.788855 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c001da-fe3d-4605-bdaf-a7e56f3923d8 req-64e6e891-e1d6-4fa6-92e3-047ba41f8a0a tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:48.790173 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfac4ce-05c0-4eb8-9d98-c4cc2422bf8d req-2704dd2f-e717-4464-b3c3-8b02166dea35 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:48.791638 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ecfac4ce-05c0-4eb8-9d98-c4cc2422bf8d req-2704dd2f-e717-4464-b3c3-8b02166dea35 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5b81b8da-abac-4e05-9e51-d6de7035d9e7 HTTP/1.1" status: 200 len: 920 time: 0.3249927 Apr 18 19:21:48.792473 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a8d93e-bd0e-4dec-9ecc-efc4ca848857 admin admin] Checking segment: {'id': '9b985118-bf3d-460d-ac2d-a997488082c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b2ea6b21-85ef-4d1b-950d-93f8995efc48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:21:48.792839 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a8d93e-bd0e-4dec-9ecc-efc4ca848857 admin admin] Network hostable DHCP agents. Network: b2ea6b21-85ef-4d1b-950d-93f8995efc48, hostable agents: ['f6987c12-6d6c-47d4-b22d-cfcd164dc40d'], hosted agents: [] {{(pid=84764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:21:48.797509 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-79c001da-fe3d-4605-bdaf-a7e56f3923d8 req-64e6e891-e1d6-4fa6-92e3-047ba41f8a0a tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8f3de23-f7b7-40ff-bad5-044ccbc79845 HTTP/1.1" status: 200 len: 943 time: 0.1006556 Apr 18 19:21:48.879515 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ecfac4ce-05c0-4eb8-9d98-c4cc2422bf8d req-20c232f8-728e-43e4-be1e-5e88b47c6def service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a2264cb-205e-466a-993b-c30414da169a HTTP/1.1" status: 200 len: 217 time: 0.0785079 Apr 18 19:21:48.882597 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-79c001da-fe3d-4605-bdaf-a7e56f3923d8 req-55e351e9-b90e-4c94-a062-1a0db57608b1 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839019 Apr 18 19:21:48.985972 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a8d93e-bd0e-4dec-9ecc-efc4ca848857 admin admin] Network b2ea6b21-85ef-4d1b-950d-93f8995efc48 is scheduled to be hosted by DHCP agent f6987c12-6d6c-47d4-b22d-cfcd164dc40d with binding_index 1 {{(pid=84764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:21:49.010742 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-b7c42b2a-f8b5-473b-8660-ccfc69e6ad68 req-f096adf7-61ca-4d09-bda7-bc81e76901e6 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] 10.222.0.69 "GET /v2.0/ports?device_id=53003c5f-f70e-46cc-884b-df5cffd3154f HTTP/1.1" status: 200 len: 210 time: 0.0878544 Apr 18 19:21:49.021770 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfac4ce-05c0-4eb8-9d98-c4cc2422bf8d req-3bb30de4-9001-45e5-8ed6-edfaa0bcfd9a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:49.023476 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ecfac4ce-05c0-4eb8-9d98-c4cc2422bf8d req-3bb30de4-9001-45e5-8ed6-edfaa0bcfd9a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b10cc942-f819-45fc-bb02-117dc96bc19f HTTP/1.1" status: 200 len: 859 time: 0.1348569 Apr 18 19:21:49.044170 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 45028) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:49.084802 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ecfac4ce-05c0-4eb8-9d98-c4cc2422bf8d req-b987e7ea-a533-4b97-8c13-451225f43d2f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5b81b8da-abac-4e05-9e51-d6de7035d9e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517204 Apr 18 19:21:49.085917 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [None req-d1a8d93e-bd0e-4dec-9ecc-efc4ca848857 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-2, b2ea6b21-85ef-4d1b-950d-93f8995efc48) {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:21:49.091282 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a8d93e-bd0e-4dec-9ecc-efc4ca848857 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:49.092363 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-d1a8d93e-bd0e-4dec-9ecc-efc4ca848857 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for subnet, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:49.093311 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4322c79e-a6c0-41c9-9836-7a5f729d5317 None None] Network b2ea6b21-85ef-4d1b-950d-93f8995efc48 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:21:49.168252 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7ea94c-c20c-4d0c-b91e-677653e8dd74 req-70ab5c63-475c-4a28-96f3-e9d8141eed9e tempest-VolumesAdminNegativeTest-1780893317 tempest-VolumesAdminNegativeTest-1780893317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:49.170233 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4d7ea94c-c20c-4d0c-b91e-677653e8dd74 req-70ab5c63-475c-4a28-96f3-e9d8141eed9e tempest-VolumesAdminNegativeTest-1780893317 tempest-VolumesAdminNegativeTest-1780893317-project] 10.222.0.69 "GET /v2.0/ports?device_id=a900412f-fc6f-4a38-8ed7-e8408fa28320 HTTP/1.1" status: 200 len: 944 time: 0.1123106 Apr 18 19:21:49.240233 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4d7ea94c-c20c-4d0c-b91e-677653e8dd74 req-9ef5d769-2bc0-437f-af07-eb9a7c71c291 tempest-VolumesAdminNegativeTest-1780893317 tempest-VolumesAdminNegativeTest-1780893317-project] 10.222.0.69 "GET /v2.0/security-groups?id=5e86d7a7-8466-44fd-a2cc-a4abadcee91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631588 Apr 18 19:21:49.286317 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-d1a8d93e-bd0e-4dec-9ecc-efc4ca848857 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6529922 Apr 18 19:21:49.290358 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ecfac4ce-05c0-4eb8-9d98-c4cc2422bf8d req-f43cab9d-8977-449b-84fd-eba2f270d5c5 service neutron] 10.222.0.72 "GET /v2.0/networks/5b81b8da-abac-4e05-9e51-d6de7035d9e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913807 Apr 18 19:21:49.350277 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-209888b2-59c3-4cf9-9359-78ed8df51873 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f59fcfae48234df59c11066dd5438bec&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3098266 Apr 18 19:21:49.351253 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 45038) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:49.490937 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-52bbd00d-a7f4-4a76-9250-cf3225568527 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:49.525095 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac77674e-fbf6-4acd-af11-52143f140661 None None] Network b2ea6b21-85ef-4d1b-950d-93f8995efc48 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:21:49.533338 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ecfac4ce-05c0-4eb8-9d98-c4cc2422bf8d req-2b48321c-38d9-449e-b109-97f720b733c1 service neutron] 10.222.0.72 "GET /v2.0/networks/5b81b8da-abac-4e05-9e51-d6de7035d9e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362034 Apr 18 19:21:49.556093 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 45046) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:49.619118 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-52bbd00d-a7f4-4a76-9250-cf3225568527 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:49.686062 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_v2 [None req-1694d7db-b9bd-463f-8131-3d7b420d92b0 admin admin] Deleting subnet c67360aa-7510-4094-a692-cfcba9d80510 {{(pid=84763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:21:50.022382 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-1694d7db-b9bd-463f-8131-3d7b420d92b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:50.023282 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 5c755db4-9212-4b78-8ee2-2eabc31a296e up at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:21:50.024625 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b63ebb6-fff2-48cb-b4d2-992baaf93b7e req-2ac2e26c-c00e-4034-94be-7e4a9fb4a334 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:50.024625 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8b63ebb6-fff2-48cb-b4d2-992baaf93b7e req-2ac2e26c-c00e-4034-94be-7e4a9fb4a334 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] 10.222.0.69 "GET /v2.0/ports?device_id=74737c45-169c-4a78-8cdf-74298a4618c9 HTTP/1.1" status: 200 len: 950 time: 0.2789290 Apr 18 19:21:50.024625 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-1694d7db-b9bd-463f-8131-3d7b420d92b0 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:50.024625 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-1694d7db-b9bd-463f-8131-3d7b420d92b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1258508'] for subnet, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:50.024625 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8b63ebb6-fff2-48cb-b4d2-992baaf93b7e req-f7fa33c0-c1b9-4674-b277-a6f2ec81d094 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] 10.222.0.69 "GET /v2.0/security-groups?id=064d4532-d372-4114-a5d4-759e2dc190bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993435 Apr 18 19:21:50.066928 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning for port 5c755db4-9212-4b78-8ee2-2eabc31a296e completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:21:50.068689 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-52bbd00d-a7f4-4a76-9250-cf3225568527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:50.072236 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning complete for port 5c755db4-9212-4b78-8ee2-2eabc31a296e triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:21:50.078694 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:50.090135 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-1694d7db-b9bd-463f-8131-3d7b420d92b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1258501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251'] for subnet, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:50.136756 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f79c6d-886b-4a55-a8a3-d343647b9f78 req-19ce3e58-886b-415e-86eb-ac72d290d131 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:50.143065 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e3f79c6d-886b-4a55-a8a3-d343647b9f78 req-19ce3e58-886b-415e-86eb-ac72d290d131 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8f3de23-f7b7-40ff-bad5-044ccbc79845 HTTP/1.1" status: 200 len: 943 time: 0.1120117 Apr 18 19:21:50.247442 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:50.274960 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e3f79c6d-886b-4a55-a8a3-d343647b9f78 req-3af133f9-ac27-47fe-b0d8-31de13a8769c tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200154 Apr 18 19:21:50.300218 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a900412f-fc6f-4a38-8ed7-e8408fa28320', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c755db4-9212-4b78-8ee2-2eabc31a296e'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:21:50.311300 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 5c755db4-9212-4b78-8ee2-2eabc31a296e, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=5c755db4-9212-4b78-8ee2-2eabc31a296e,segment=NetworkSegment(7c102c6e-87c4-4294-a1cf-31fa08e22e18),segment_id=7c102c6e-87c4-4294-a1cf-31fa08e22e18)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:21:50.342030 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bbd00d-a7f4-4a76-9250-cf3225568527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2008cfd-72ff-4349-aa02-00ceb1980405,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:50.357918 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1694d7db-b9bd-463f-8131-3d7b420d92b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c67360aa-7510-4094-a692-cfcba9d80510,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:50.373019 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-1694d7db-b9bd-463f-8131-3d7b420d92b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:50.377320 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-11354d2c-83e9-46bc-abf2-04f93c85cd64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:50.387104 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-1694d7db-b9bd-463f-8131-3d7b420d92b0 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/c67360aa-7510-4094-a692-cfcba9d80510 HTTP/1.1" status: 204 len: 168 time: 0.8277729 Apr 18 19:21:50.387343 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 45068) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:50.404419 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:50.475737 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 45072) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:50.510876 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-52bbd00d-a7f4-4a76-9250-cf3225568527 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:50.512350 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-52bbd00d-a7f4-4a76-9250-cf3225568527 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f2008cfd-72ff-4349-aa02-00ceb1980405 HTTP/1.1" status: 204 len: 168 time: 1.1598344 Apr 18 19:21:50.563226 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-b9e39f6b-6471-4604-b19a-9242e08736c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:50.577057 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=5c755db4-9212-4b78-8ee2-2eabc31a296e,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:50.638785 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-4f011fe7-7c7e-4dce-8f26-7c3c0cbedcdd req-1212e30b-d117-435f-ba4d-9b56adea8594 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] 10.222.0.69 "GET /v2.0/ports?device_id=53003c5f-f70e-46cc-884b-df5cffd3154f HTTP/1.1" status: 200 len: 210 time: 0.0690749 Apr 18 19:21:50.690008 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:50.734995 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-b9e39f6b-6471-4604-b19a-9242e08736c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256345', 'neutron.services.segments.db._delete_segments_for_network-8791093852025'] for network, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:50.762786 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-fc19467a-66a2-40d6-aaab-4d1d4443d5f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:50.768252 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-b9e39f6b-6471-4604-b19a-9242e08736c9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=84763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:21:50.768742 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-b9e39f6b-6471-4604-b19a-9242e08736c9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:21:50.769811 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-b9e39f6b-6471-4604-b19a-9242e08736c9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:21:50.770371 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-b9e39f6b-6471-4604-b19a-9242e08736c9 admin admin] Subscribe: > port after_create 55550000 {{(pid=84763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:21:50.770813 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-b9e39f6b-6471-4604-b19a-9242e08736c9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=84763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:21:50.771235 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-b9e39f6b-6471-4604-b19a-9242e08736c9 admin admin] Subscribe: > port after_update 55550000 {{(pid=84763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:21:50.772108 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-b9e39f6b-6471-4604-b19a-9242e08736c9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=84763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:21:50.772452 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-b9e39f6b-6471-4604-b19a-9242e08736c9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:21:50.772900 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-b9e39f6b-6471-4604-b19a-9242e08736c9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:21:50.774067 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-b9e39f6b-6471-4604-b19a-9242e08736c9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=84763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:21:50.798101 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-fc19467a-66a2-40d6-aaab-4d1d4443d5f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:21:50.804240 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-fc19467a-66a2-40d6-aaab-4d1d4443d5f9 admin admin] Usage tracker for resource:security_group_rule and tenant:74ebe89c20a3423d85ed4537af20f1f2 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:21:50.807343 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-fc19467a-66a2-40d6-aaab-4d1d4443d5f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:21:50.862449 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-b9e39f6b-6471-4604-b19a-9242e08736c9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:21:50.862449 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-b9e39f6b-6471-4604-b19a-9242e08736c9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:21:50.862449 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-b9e39f6b-6471-4604-b19a-9242e08736c9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=84763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:21:50.862449 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-b9e39f6b-6471-4604-b19a-9242e08736c9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=84763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:21:50.862449 n-d-836017-2 neutron-server[84763]: DEBUG neutron.services.segments.db [None req-b9e39f6b-6471-4604-b19a-9242e08736c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['864fb376-e301-45fb-a19b-cb18522d582f']}} {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:21:50.863618 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-fc19467a-66a2-40d6-aaab-4d1d4443d5f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:21:50.877419 n-d-836017-2 neutron-server[84763]: DEBUG neutron.services.segments.db [None req-b9e39f6b-6471-4604-b19a-9242e08736c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1920e53-547d-40dc-9a60-08990af6e8e0') {'for_net_delete': True} {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:21:50.877871 n-d-836017-2 neutron-server[84763]: DEBUG neutron.services.segments.db [None req-b9e39f6b-6471-4604-b19a-9242e08736c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1920e53-547d-40dc-9a60-08990af6e8e0') {} {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:21:50.891920 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-b9e39f6b-6471-4604-b19a-9242e08736c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791093851908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66272256'] for segment, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:50.896798 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7802fe9-ae62-4bea-a62a-f96910ee6a3d'] response: {'server_uuid': 'a900412f-fc6f-4a38-8ed7-e8408fa28320', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c755db4-9212-4b78-8ee2-2eabc31a296e', 'code': 200} Apr 18 19:21:50.913498 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-b9e39f6b-6471-4604-b19a-9242e08736c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:50.929558 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9e39f6b-6471-4604-b19a-9242e08736c9 admin admin] Releasing vlan 593 on physical network physnet1 to pool {{(pid=84763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:21:50.930516 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-b9e39f6b-6471-4604-b19a-9242e08736c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66351785'] for segment, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:50.979965 n-d-836017-2 neutron-server[84763]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 18 19:21:50.979965 n-d-836017-2 neutron-server[84763]: util.warn_limited( Apr 18 19:21:50.979965 n-d-836017-2 neutron-server[84763]: Traceback (most recent call last): Apr 18 19:21:50.979965 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:21:50.979965 n-d-836017-2 neutron-server[84763]: timer() Apr 18 19:21:50.979965 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:21:50.979965 n-d-836017-2 neutron-server[84763]: cb(*args, **kw) Apr 18 19:21:50.979965 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:21:50.979965 n-d-836017-2 neutron-server[84763]: return func(*args, **kwargs) Apr 18 19:21:50.979965 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:21:50.979965 n-d-836017-2 neutron-server[84763]: self._notify() Apr 18 19:21:50.979965 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:21:50.979965 n-d-836017-2 neutron-server[84763]: self.callback(batched_events) Apr 18 19:21:50.979965 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:21:50.979965 n-d-836017-2 neutron-server[84763]: event.method(event) Apr 18 19:21:50.979965 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:21:50.979965 n-d-836017-2 neutron-server[84763]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:21:50.979965 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:21:50.979965 n-d-836017-2 neutron-server[84763]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:21:50.979965 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:21:50.979965 n-d-836017-2 neutron-server[84763]: return f(self, *a, **k) Apr 18 19:21:50.979965 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:21:50.979965 n-d-836017-2 neutron-server[84763]: return self._get(url).json() Apr 18 19:21:50.979965 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:21:50.979965 n-d-836017-2 neutron-server[84763]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:21:50.979965 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:21:50.979965 n-d-836017-2 neutron-server[84763]: return self.request(url, 'GET', **kwargs) Apr 18 19:21:50.979965 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:21:50.979965 n-d-836017-2 neutron-server[84763]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:21:50.979965 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:21:50.979965 n-d-836017-2 neutron-server[84763]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:21:50.979965 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:21:50.979965 n-d-836017-2 neutron-server[84763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:21:50.979965 n-d-836017-2 neutron-server[84763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:21:50.992361 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-fc19467a-66a2-40d6-aaab-4d1d4443d5f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:51.046785 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-fc19467a-66a2-40d6-aaab-4d1d4443d5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:51.126841 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc19467a-66a2-40d6-aaab-4d1d4443d5f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d42eb64-e21b-43fe-ae6b-2c0a593a26a2,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:51.137196 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-fc19467a-66a2-40d6-aaab-4d1d4443d5f9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=74ebe89c20a3423d85ed4537af20f1f2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6600826 Apr 18 19:21:51.145080 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 45084) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:51.165104 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712d50ad-c546-42e2-bfc0-3bba1a4e233f req-b2ec17cd-c246-4a15-af5a-e04e25cf4247 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:51.166695 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-712d50ad-c546-42e2-bfc0-3bba1a4e233f req-b2ec17cd-c246-4a15-af5a-e04e25cf4247 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] 10.222.0.69 "GET /v2.0/ports?device_id=74737c45-169c-4a78-8cdf-74298a4618c9 HTTP/1.1" status: 200 len: 950 time: 0.1085484 Apr 18 19:21:51.184613 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6919001e-ab54-43cb-aa97-cec94ab20e13 req-3123109b-8de1-4038-b0ff-39f74a846fe3 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a900412f-fc6f-4a38-8ed7-e8408fa28320 HTTP/1.1" status: 200 len: 1096 time: 0.1904454 Apr 18 19:21:51.190577 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556819ae-dc2d-4977-875b-b4368b06d93d req-10c25252-cdaa-4799-ab5f-e603d0423546 tempest-VolumesAdminNegativeTest-1780893317 tempest-VolumesAdminNegativeTest-1780893317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:51.192968 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-556819ae-dc2d-4977-875b-b4368b06d93d req-10c25252-cdaa-4799-ab5f-e603d0423546 tempest-VolumesAdminNegativeTest-1780893317 tempest-VolumesAdminNegativeTest-1780893317-project] 10.222.0.69 "GET /v2.0/ports?device_id=a900412f-fc6f-4a38-8ed7-e8408fa28320 HTTP/1.1" status: 200 len: 945 time: 0.3873167 Apr 18 19:21:51.195266 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-b9e39f6b-6471-4604-b19a-9242e08736c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416801'] for network, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:51.227283 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-b9e39f6b-6471-4604-b19a-9242e08736c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:51.237717 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e39f6b-6471-4604-b19a-9242e08736c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=864fb376-e301-45fb-a19b-cb18522d582f,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:51.248141 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-b9e39f6b-6471-4604-b19a-9242e08736c9 admin admin] 10.222.0.69 "DELETE /v2.0/networks/864fb376-e301-45fb-a19b-cb18522d582f HTTP/1.1" status: 204 len: 168 time: 0.8596177 Apr 18 19:21:51.249049 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 45088) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:51.265246 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-712d50ad-c546-42e2-bfc0-3bba1a4e233f req-a36b0775-d8eb-41ed-8e2f-98d5cf012528 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] 10.222.0.69 "GET /v2.0/security-groups?id=064d4532-d372-4114-a5d4-759e2dc190bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912437 Apr 18 19:21:51.306091 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-2e2d88c2-d3b7-40b8-ace1-2650e35bd4b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:51.309828 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6919001e-ab54-43cb-aa97-cec94ab20e13 req-c20c5caa-4d8b-4b32-90af-5129db839f52 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=5e86d7a7-8466-44fd-a2cc-a4abadcee91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121376 Apr 18 19:21:51.314196 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-556819ae-dc2d-4977-875b-b4368b06d93d req-3249e386-b2f3-4c0e-a2b2-03ab9afd5712 tempest-VolumesAdminNegativeTest-1780893317 tempest-VolumesAdminNegativeTest-1780893317-project] 10.222.0.69 "GET /v2.0/security-groups?id=5e86d7a7-8466-44fd-a2cc-a4abadcee91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947111 Apr 18 19:21:51.324081 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_v2 [None req-35c156e5-cd69-411b-93e3-63c4e8fcfc8f admin admin] Deleting subnet 8b9da6e3-79ec-48d8-bc31-7384b1a98b32 {{(pid=84763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:21:51.337537 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-35c156e5-cd69-411b-93e3-63c4e8fcfc8f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:51.356872 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-2e2d88c2-d3b7-40b8-ace1-2650e35bd4b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:51.395478 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 45094) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:51.517677 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-3ce5f0a7-26a4-43f8-966e-2e70ae53f8e1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5f74b44565f04062bf3c93477cc50db4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1205366 Apr 18 19:21:51.520117 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 45098) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:51.535717 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-35c156e5-cd69-411b-93e3-63c4e8fcfc8f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66272755'] for subnet, precommit_delete_associations {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:51.620574 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-35c156e5-cd69-411b-93e3-63c4e8fcfc8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1258508'] for subnet, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:51.656387 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-2e2d88c2-d3b7-40b8-ace1-2650e35bd4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:51.691982 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2d88c2-d3b7-40b8-ace1-2650e35bd4b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d42eb64-e21b-43fe-ae6b-2c0a593a26a2,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:51.712834 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881df57a-600c-49d7-bbf8-3abdde484d07 req-dfbbaf20-1071-408e-8c7e-f8ec6534920c tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:51.714311 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-2e2d88c2-d3b7-40b8-ace1-2650e35bd4b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:51.718153 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-2e2d88c2-d3b7-40b8-ace1-2650e35bd4b6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9d42eb64-e21b-43fe-ae6b-2c0a593a26a2 HTTP/1.1" status: 204 len: 168 time: 0.5743835 Apr 18 19:21:51.726809 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-0a1b61c1-48e6-4b00-a6a8-da3436a9ed45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:51.733408 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-881df57a-600c-49d7-bbf8-3abdde484d07 req-dfbbaf20-1071-408e-8c7e-f8ec6534920c tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8f3de23-f7b7-40ff-bad5-044ccbc79845 HTTP/1.1" status: 200 len: 943 time: 0.2824488 Apr 18 19:21:51.756483 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1c541fd-6087-4755-8778-e68e27e46067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:51.758043 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 8a2264cb-205e-466a-993b-c30414da169a details requested by agent hyperv_n-h2-836017-2 with host n-h2-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:21:51.790185 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-0a1b61c1-48e6-4b00-a6a8-da3436a9ed45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:51.803684 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f2f0ca-bfa7-4772-af5f-80baf9a9d023 req-03b74c6c-a010-4729-b2e7-062b2de244c5 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:51.805389 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d5f2f0ca-bfa7-4772-af5f-80baf9a9d023 req-03b74c6c-a010-4729-b2e7-062b2de244c5 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] 10.222.0.73 "GET /v2.0/networks?id=97b575c1-8a4c-401c-bfc8-567de6de32a8 HTTP/1.1" status: 200 len: 821 time: 0.2412364 Apr 18 19:21:51.837803 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-881df57a-600c-49d7-bbf8-3abdde484d07 req-0b324828-c335-4ceb-819a-701bf6aede73 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033726 Apr 18 19:21:51.873444 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [req-d5f2f0ca-bfa7-4772-af5f-80baf9a9d023 req-d103ac77-a31c-4ef1-84ad-bff862818297 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Request body: {'port': {'device_id': '53003c5f-f70e-46cc-884b-df5cffd3154f', 'network_id': '97b575c1-8a4c-401c-bfc8-567de6de32a8', 'admin_state_up': True, 'tenant_id': '666658683d0a4c6e8109e68b8b765a46'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:21:51.908820 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-35c156e5-cd69-411b-93e3-63c4e8fcfc8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1258501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66351815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66540800'] for subnet, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:51.965569 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c156e5-cd69-411b-93e3-63c4e8fcfc8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b9da6e3-79ec-48d8-bc31-7384b1a98b32,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:51.976177 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-35c156e5-cd69-411b-93e3-63c4e8fcfc8f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:51.986606 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-35c156e5-cd69-411b-93e3-63c4e8fcfc8f admin admin] 10.222.0.69 "DELETE /v2.0/subnets/8b9da6e3-79ec-48d8-bc31-7384b1a98b32 HTTP/1.1" status: 204 len: 168 time: 0.7309430 Apr 18 19:21:51.986910 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 45108) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:51.988890 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-580b35a4-0651-411e-add3-2f4f33ebeca8 req-5b980146-9932-4a2d-a9a9-c168af30f287 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] 10.222.0.69 "GET /v2.0/ports?device_id=53003c5f-f70e-46cc-884b-df5cffd3154f HTTP/1.1" status: 200 len: 210 time: 0.1791382 Apr 18 19:21:52.030656 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 8a2264cb-205e-466a-993b-c30414da169a, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=8a2264cb-205e-466a-993b-c30414da169a,segment=NetworkSegment(57f6477d-46cb-4fbc-8909-e9439d3b2b0a),segment_id=57f6477d-46cb-4fbc-8909-e9439d3b2b0a)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:21:52.058745 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Returning: {'device': '8a2264cb-205e-466a-993b-c30414da169a', 'network_id': '5b81b8da-abac-4e05-9e51-d6de7035d9e7', 'port_id': '8a2264cb-205e-466a-993b-c30414da169a', 'mac_address': 'fa:16:3e:4e:9e:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b10cc942-f819-45fc-bb02-117dc96bc19f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:21:52.133641 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:52.145907 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:52.159120 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-d5f2f0ca-bfa7-4772-af5f-80baf9a9d023 req-d103ac77-a31c-4ef1-84ad-bff862818297 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:21:52.160186 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a2264cb-205e-466a-993b-c30414da169a {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:21:52.161598 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-0a1b61c1-48e6-4b00-a6a8-da3436a9ed45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:52.176983 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 8a2264cb-205e-466a-993b-c30414da169a, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=8a2264cb-205e-466a-993b-c30414da169a,segment=NetworkSegment(57f6477d-46cb-4fbc-8909-e9439d3b2b0a),segment_id=57f6477d-46cb-4fbc-8909-e9439d3b2b0a)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:21:52.179128 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ce3eed3b-5c6b-49c2-bf2d-1cc455d5969c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:52.187304 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1b61c1-48e6-4b00-a6a8-da3436a9ed45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8956485-89c7-4485-b857-e07573855df3,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:52.190286 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-d5f2f0ca-bfa7-4772-af5f-80baf9a9d023 req-d103ac77-a31c-4ef1-84ad-bff862818297 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:21:52.192794 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-0a1b61c1-48e6-4b00-a6a8-da3436a9ed45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:52.197469 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-0a1b61c1-48e6-4b00-a6a8-da3436a9ed45 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a8956485-89c7-4485-b857-e07573855df3 HTTP/1.1" status: 204 len: 168 time: 0.6759734 Apr 18 19:21:52.387502 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:52.390039 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ce3eed3b-5c6b-49c2-bf2d-1cc455d5969c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256345', 'neutron.services.segments.db._delete_segments_for_network-8791093852025'] for network, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:52.393544 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5f2f0ca-bfa7-4772-af5f-80baf9a9d023 req-d103ac77-a31c-4ef1-84ad-bff862818297 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Made reservation on behalf of 666658683d0a4c6e8109e68b8b765a46 for: {'port': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:21:52.396971 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-d5f2f0ca-bfa7-4772-af5f-80baf9a9d023 req-d103ac77-a31c-4ef1-84ad-bff862818297 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:52.423508 n-d-836017-2 neutron-server[84763]: DEBUG neutron.services.segments.db [None req-ce3eed3b-5c6b-49c2-bf2d-1cc455d5969c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2ea6b21-85ef-4d1b-950d-93f8995efc48']}} {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:21:52.439381 n-d-836017-2 neutron-server[84763]: DEBUG neutron.services.segments.db [None req-ce3eed3b-5c6b-49c2-bf2d-1cc455d5969c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b985118-bf3d-460d-ac2d-a997488082c2') {'for_net_delete': True} {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:21:52.439735 n-d-836017-2 neutron-server[84763]: DEBUG neutron.services.segments.db [None req-ce3eed3b-5c6b-49c2-bf2d-1cc455d5969c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b985118-bf3d-460d-ac2d-a997488082c2') {} {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:21:52.510356 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=8a2264cb-205e-466a-993b-c30414da169a,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:52.571535 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ce3eed3b-5c6b-49c2-bf2d-1cc455d5969c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791093851908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66272256'] for segment, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:52.605936 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ce3eed3b-5c6b-49c2-bf2d-1cc455d5969c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:52.618578 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] get_ports_and_sgs() called for port_ids ['8a2264cb-205e-466a-993b-c30414da169a'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:21:52.624177 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce3eed3b-5c6b-49c2-bf2d-1cc455d5969c admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=84763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:21:52.624608 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ce3eed3b-5c6b-49c2-bf2d-1cc455d5969c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66351785'] for segment, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:52.641845 n-d-836017-2 neutron-server[84763]: Traceback (most recent call last): Apr 18 19:21:52.641845 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:21:52.641845 n-d-836017-2 neutron-server[84763]: timer() Apr 18 19:21:52.641845 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:21:52.641845 n-d-836017-2 neutron-server[84763]: cb(*args, **kw) Apr 18 19:21:52.641845 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:21:52.641845 n-d-836017-2 neutron-server[84763]: return func(*args, **kwargs) Apr 18 19:21:52.641845 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:21:52.641845 n-d-836017-2 neutron-server[84763]: self._notify() Apr 18 19:21:52.641845 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:21:52.641845 n-d-836017-2 neutron-server[84763]: self.callback(batched_events) Apr 18 19:21:52.641845 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:21:52.641845 n-d-836017-2 neutron-server[84763]: event.method(event) Apr 18 19:21:52.641845 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:21:52.641845 n-d-836017-2 neutron-server[84763]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:21:52.641845 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:21:52.641845 n-d-836017-2 neutron-server[84763]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:21:52.641845 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:21:52.641845 n-d-836017-2 neutron-server[84763]: return f(self, *a, **k) Apr 18 19:21:52.641845 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:21:52.641845 n-d-836017-2 neutron-server[84763]: return self._get(url).json() Apr 18 19:21:52.641845 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:21:52.641845 n-d-836017-2 neutron-server[84763]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:21:52.641845 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:21:52.641845 n-d-836017-2 neutron-server[84763]: return self.request(url, 'GET', **kwargs) Apr 18 19:21:52.641845 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:21:52.641845 n-d-836017-2 neutron-server[84763]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:21:52.641845 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:21:52.641845 n-d-836017-2 neutron-server[84763]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:21:52.641845 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:21:52.641845 n-d-836017-2 neutron-server[84763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:21:52.641845 n-d-836017-2 neutron-server[84763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:21:52.743136 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3429a819-f253-4d63-9b47-e74a95ca02ac req-6994ce9f-f78f-4f86-9d31-226b83e1cfe4 tempest-DeleteServersAdminTestJSON-1767634871 tempest-DeleteServersAdminTestJSON-1767634871-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=74737c45-169c-4a78-8cdf-74298a4618c9 HTTP/1.1" status: 200 len: 1101 time: 0.2960072 Apr 18 19:21:52.756179 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d91395-9928-4834-b157-88880dc76720 req-f6d6799f-2403-4abe-8f51-2de2408d0ff2 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:52.758562 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-90d91395-9928-4834-b157-88880dc76720 req-f6d6799f-2403-4abe-8f51-2de2408d0ff2 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] 10.222.0.69 "GET /v2.0/ports?device_id=74737c45-169c-4a78-8cdf-74298a4618c9 HTTP/1.1" status: 200 len: 950 time: 0.2295234 Apr 18 19:21:52.760121 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afb4868-d893-438f-9481-d1d880b0cf12 req-58610f45-517e-4392-b4d6-b3ca9f6b96be tempest-VolumesAdminNegativeTest-1780893317 tempest-VolumesAdminNegativeTest-1780893317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:52.764361 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8afb4868-d893-438f-9481-d1d880b0cf12 req-58610f45-517e-4392-b4d6-b3ca9f6b96be tempest-VolumesAdminNegativeTest-1780893317 tempest-VolumesAdminNegativeTest-1780893317-project] 10.222.0.69 "GET /v2.0/ports?device_id=a900412f-fc6f-4a38-8ed7-e8408fa28320 HTTP/1.1" status: 200 len: 945 time: 0.2660353 Apr 18 19:21:52.813854 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_common [req-d5f2f0ca-bfa7-4772-af5f-80baf9a9d023 req-d103ac77-a31c-4ef1-84ad-bff862818297 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Allocated IP 172.20.0.7 (97b575c1-8a4c-401c-bfc8-567de6de32a8/a4fd8a82-a99d-4f41-8012-881e08157cb0/88598214-d4f0-4932-9285-92b3f82eb99c) {{(pid=84764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:21:52.834900 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 45122) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:52.889203 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8afb4868-d893-438f-9481-d1d880b0cf12 req-d3ce6527-0cb9-46cc-a380-8d8023ec601d tempest-VolumesAdminNegativeTest-1780893317 tempest-VolumesAdminNegativeTest-1780893317-project] 10.222.0.69 "GET /v2.0/security-groups?id=5e86d7a7-8466-44fd-a2cc-a4abadcee91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140363 Apr 18 19:21:52.903124 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-8af5d8ae-6a9c-439b-a2d5-54b238306544 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:52.999530 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-8af5d8ae-6a9c-439b-a2d5-54b238306544 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:21:53.006520 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ce3eed3b-5c6b-49c2-bf2d-1cc455d5969c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416801'] for network, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:53.033911 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a4106dab-6971-4e7e-8fdc-c66f0a3f4877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:53.039182 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ce3eed3b-5c6b-49c2-bf2d-1cc455d5969c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:53.064528 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-8af5d8ae-6a9c-439b-a2d5-54b238306544 admin admin] Usage tracker for resource:security_group_rule and tenant:c99588d1bd8a4f70b5f9814fbbb42bc3 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:21:53.068786 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3eed3b-5c6b-49c2-bf2d-1cc455d5969c admin admin] Pushing event deleted for resources: {'Network': ['ID=b2ea6b21-85ef-4d1b-950d-93f8995efc48,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:53.078892 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-ce3eed3b-5c6b-49c2-bf2d-1cc455d5969c admin admin] 10.222.0.69 "DELETE /v2.0/networks/b2ea6b21-85ef-4d1b-950d-93f8995efc48 HTTP/1.1" status: 204 len: 168 time: 1.0867662 Apr 18 19:21:53.079024 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-8af5d8ae-6a9c-439b-a2d5-54b238306544 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:21:53.096968 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-90d91395-9928-4834-b157-88880dc76720 req-c82db9f3-c9c2-4b7d-8b11-680c603fe9ea tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] 10.222.0.69 "GET /v2.0/security-groups?id=064d4532-d372-4114-a5d4-759e2dc190bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208465 Apr 18 19:21:53.102393 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-8af5d8ae-6a9c-439b-a2d5-54b238306544 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:21:53.105529 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-3429a819-f253-4d63-9b47-e74a95ca02ac req-9614d22c-db53-4f91-9145-ab75bc880022 tempest-DeleteServersAdminTestJSON-1767634871 tempest-DeleteServersAdminTestJSON-1767634871-project-admin] Deleting port b694f84a-2d80-48de-a4ae-295243df4ae6 {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:21:53.105902 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-3429a819-f253-4d63-9b47-e74a95ca02ac req-9614d22c-db53-4f91-9145-ab75bc880022 tempest-DeleteServersAdminTestJSON-1767634871 tempest-DeleteServersAdminTestJSON-1767634871-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:53.286842 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-d5f2f0ca-bfa7-4772-af5f-80baf9a9d023 req-d103ac77-a31c-4ef1-84ad-bff862818297 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Notify callbacks [] for port, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:53.331011 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76976128-5b02-4d71-9507-f374225e996b req-db76d32e-db11-421f-b9bb-c538b0e8324d tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:53.332555 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-76976128-5b02-4d71-9507-f374225e996b req-db76d32e-db11-421f-b9bb-c538b0e8324d tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8f3de23-f7b7-40ff-bad5-044ccbc79845 HTTP/1.1" status: 200 len: 944 time: 0.2277155 Apr 18 19:21:53.334335 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-8af5d8ae-6a9c-439b-a2d5-54b238306544 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:53.335604 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.provisioning_blocks [req-d5f2f0ca-bfa7-4772-af5f-80baf9a9d023 req-d103ac77-a31c-4ef1-84ad-bff862818297 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Transition to ACTIVE for port object 88598214-d4f0-4932-9285-92b3f82eb99c will not be triggered until provisioned by entity DHCP. {{(pid=84764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:21:53.390283 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-76976128-5b02-4d71-9507-f374225e996b req-ff2c2083-b979-48b6-a52f-ea60aac0d9c2 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519335 Apr 18 19:21:53.403596 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-79754f17-1cc3-417e-9d67-0ee31882b8e5 req-054c74a2-8fdf-4ec4-a068-a0c21d0352ab tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] 10.222.0.69 "GET /v2.0/ports?device_id=53003c5f-f70e-46cc-884b-df5cffd3154f HTTP/1.1" status: 200 len: 210 time: 0.1043894 Apr 18 19:21:53.471323 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-3429a819-f253-4d63-9b47-e74a95ca02ac req-9614d22c-db53-4f91-9145-ab75bc880022 tempest-DeleteServersAdminTestJSON-1767634871 tempest-DeleteServersAdminTestJSON-1767634871-project-admin] For port b694f84a-2d80-48de-a4ae-295243df4ae6, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=b694f84a-2d80-48de-a4ae-295243df4ae6,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:21:53.471591 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-3429a819-f253-4d63-9b47-e74a95ca02ac req-9614d22c-db53-4f91-9145-ab75bc880022 tempest-DeleteServersAdminTestJSON-1767634871 tempest-DeleteServersAdminTestJSON-1767634871-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:53.472429 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-8af5d8ae-6a9c-439b-a2d5-54b238306544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:53.499343 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-d5f2f0ca-bfa7-4772-af5f-80baf9a9d023 req-d103ac77-a31c-4ef1-84ad-bff862818297 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331'] for port, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:53.513572 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] get_ports_and_sgs() called for port_ids ['346a209d-f566-45d8-b781-babbfb75723a'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:21:53.589228 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 45142) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:53.589888 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af5d8ae-6a9c-439b-a2d5-54b238306544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=405fbb60-8fbd-4139-b55e-f168a507c2cf,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:53.615318 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-3429a819-f253-4d63-9b47-e74a95ca02ac req-9614d22c-db53-4f91-9145-ab75bc880022 tempest-DeleteServersAdminTestJSON-1767634871 tempest-DeleteServersAdminTestJSON-1767634871-project-admin] Calling delete_port for b694f84a-2d80-48de-a4ae-295243df4ae6 owned by compute:nova {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:21:53.635256 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-8af5d8ae-6a9c-439b-a2d5-54b238306544 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c99588d1bd8a4f70b5f9814fbbb42bc3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7874315 Apr 18 19:21:53.645724 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 45148) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:53.668337 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5f2f0ca-bfa7-4772-af5f-80baf9a9d023 req-d103ac77-a31c-4ef1-84ad-bff862818297 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Network 97b575c1-8a4c-401c-bfc8-567de6de32a8 is already hosted by enough agents. {{(pid=84764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:21:53.669339 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d103ac77-a31c-4ef1-84ad-bff862818297 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Pushing event updated for resources: {'Port': ['ID=88598214-d4f0-4932-9285-92b3f82eb99c,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:53.675642 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [req-d5f2f0ca-bfa7-4772-af5f-80baf9a9d023 req-d103ac77-a31c-4ef1-84ad-bff862818297 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Resources bound (agent type, host, resource id): {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:21:53.685567 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5f2f0ca-bfa7-4772-af5f-80baf9a9d023 req-d103ac77-a31c-4ef1-84ad-bff862818297 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Received port after_create {{(pid=84764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:21:53.691451 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f2f0ca-bfa7-4772-af5f-80baf9a9d023 req-d103ac77-a31c-4ef1-84ad-bff862818297 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:53.692381 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-d5f2f0ca-bfa7-4772-af5f-80baf9a9d023 req-d103ac77-a31c-4ef1-84ad-bff862818297 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:53.774632 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 8a2264cb-205e-466a-993b-c30414da169a up at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:21:53.795328 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-4fd9adc3-5e67-4ec6-ae8d-3cb5ff7a09df admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=645f3474c9d74cc0a411fc8b4d49803b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2024715 Apr 18 19:21:53.801670 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 45152) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:53.845112 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-ed914e57-79d9-4cff-b416-dbc4249ed6d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:53.874081 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d5f2f0ca-bfa7-4772-af5f-80baf9a9d023 req-d103ac77-a31c-4ef1-84ad-bff862818297 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0122323 Apr 18 19:21:53.903148 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [req-d5f2f0ca-bfa7-4772-af5f-80baf9a9d023 req-fcce441c-29ed-4ed5-8793-37f0960a84e0 service neutron] Request body: {'port': {'device_id': '53003c5f-f70e-46cc-884b-df5cffd3154f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-2'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:21:53.903254 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-b226cdca-cba8-4cc1-8878-53a67c1ddcf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:53.927613 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-ed914e57-79d9-4cff-b416-dbc4249ed6d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:53.940559 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-b226cdca-cba8-4cc1-8878-53a67c1ddcf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:53.963743 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning for port 8a2264cb-205e-466a-993b-c30414da169a completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:21:53.969060 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning complete for port 8a2264cb-205e-466a-993b-c30414da169a triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:21:53.975590 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:54.003985 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-3429a819-f253-4d63-9b47-e74a95ca02ac req-9614d22c-db53-4f91-9145-ab75bc880022 tempest-DeleteServersAdminTestJSON-1767634871 tempest-DeleteServersAdminTestJSON-1767634871-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:54.084845 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9614d22c-db53-4f91-9145-ab75bc880022 tempest-DeleteServersAdminTestJSON-1767634871 tempest-DeleteServersAdminTestJSON-1767634871-project-admin] Pushing event deleted for resources: {'Port': ['ID=b694f84a-2d80-48de-a4ae-295243df4ae6,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:54.138275 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-d5f2f0ca-bfa7-4772-af5f-80baf9a9d023 req-fcce441c-29ed-4ed5-8793-37f0960a84e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:54.170278 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:54.205400 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-3429a819-f253-4d63-9b47-e74a95ca02ac req-9614d22c-db53-4f91-9145-ab75bc880022 tempest-DeleteServersAdminTestJSON-1767634871 tempest-DeleteServersAdminTestJSON-1767634871-project-admin] No DVR routers for this DVR port b694f84a-2d80-48de-a4ae-295243df4ae6 on host n-h1-836017-2 {{(pid=84763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:21:54.210661 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-3429a819-f253-4d63-9b47-e74a95ca02ac req-9614d22c-db53-4f91-9145-ab75bc880022 tempest-DeleteServersAdminTestJSON-1767634871 tempest-DeleteServersAdminTestJSON-1767634871-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:54.212321 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-512b5abe-4df0-4cff-bf3f-ef28abfe5348 None None] Provisioning for port 88598214-d4f0-4932-9285-92b3f82eb99c completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:21:54.214329 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74737c45-169c-4a78-8cdf-74298a4618c9', 'name': 'network-vif-deleted', 'tag': 'b694f84a-2d80-48de-a4ae-295243df4ae6'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:21:54.237306 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-512b5abe-4df0-4cff-bf3f-ef28abfe5348 None None] Provisioning complete for port 88598214-d4f0-4932-9285-92b3f82eb99c triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:21:54.237306 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-512b5abe-4df0-4cff-bf3f-ef28abfe5348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:54.241858 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-ed914e57-79d9-4cff-b416-dbc4249ed6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:54.268075 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-b226cdca-cba8-4cc1-8878-53a67c1ddcf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:54.271223 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-b226cdca-cba8-4cc1-8878-53a67c1ddcf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:54.275260 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-b226cdca-cba8-4cc1-8878-53a67c1ddcf3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3e5a046b-4872-4600-9b52-5ca0cb0b4aba HTTP/1.1" status: 204 len: 168 time: 0.4696386 Apr 18 19:21:54.290871 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b226cdca-cba8-4cc1-8878-53a67c1ddcf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e5a046b-4872-4600-9b52-5ca0cb0b4aba,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:54.298464 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed914e57-79d9-4cff-b416-dbc4249ed6d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=405fbb60-8fbd-4139-b55e-f168a507c2cf,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:54.323480 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8f3de23-f7b7-40ff-bad5-044ccbc79845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a2264cb-205e-466a-993b-c30414da169a'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:21:54.325513 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3429a819-f253-4d63-9b47-e74a95ca02ac req-9614d22c-db53-4f91-9145-ab75bc880022 tempest-DeleteServersAdminTestJSON-1767634871 tempest-DeleteServersAdminTestJSON-1767634871-project-admin] 10.222.0.73 "DELETE /v2.0/ports/b694f84a-2d80-48de-a4ae-295243df4ae6 HTTP/1.1" status: 204 len: 173 time: 1.5658619 Apr 18 19:21:54.379874 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 8a2264cb-205e-466a-993b-c30414da169a, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=8a2264cb-205e-466a-993b-c30414da169a,segment=NetworkSegment(57f6477d-46cb-4fbc-8909-e9439d3b2b0a),segment_id=57f6477d-46cb-4fbc-8909-e9439d3b2b0a)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:21:54.402791 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-512b5abe-4df0-4cff-bf3f-ef28abfe5348 None None] Port 88598214-d4f0-4932-9285-92b3f82eb99c cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:21:54.411826 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-8e2fcb8c-7fd9-4024-a378-e76b6d377969 req-4aadba46-ac21-4bae-92f2-5ea15ce8f1d8 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] Synchronizing usage tracker for tenant:0d5b459d315b4287a98ceac4adc09bfe on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:21:54.435998 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a77e58d-6dfc-4ef2-8998-e5a238c2b70b req-2a7ffcdf-4d40-4fb4-b19b-1ba22445e93a tempest-VolumesAdminNegativeTest-1780893317 tempest-VolumesAdminNegativeTest-1780893317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:54.439690 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-9a77e58d-6dfc-4ef2-8998-e5a238c2b70b req-2a7ffcdf-4d40-4fb4-b19b-1ba22445e93a tempest-VolumesAdminNegativeTest-1780893317 tempest-VolumesAdminNegativeTest-1780893317-project] 10.222.0.69 "GET /v2.0/ports?device_id=a900412f-fc6f-4a38-8ed7-e8408fa28320 HTTP/1.1" status: 200 len: 945 time: 0.3706453 Apr 18 19:21:54.457218 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:54.466883 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-ed914e57-79d9-4cff-b416-dbc4249ed6d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:54.470649 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-ed914e57-79d9-4cff-b416-dbc4249ed6d3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/405fbb60-8fbd-4139-b55e-f168a507c2cf HTTP/1.1" status: 204 len: 168 time: 0.8196034 Apr 18 19:21:54.546466 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-8e2fcb8c-7fd9-4024-a378-e76b6d377969 req-4aadba46-ac21-4bae-92f2-5ea15ce8f1d8 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] Unset dirty status for tenant:0d5b459d315b4287a98ceac4adc09bfe on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:21:54.549945 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8e2fcb8c-7fd9-4024-a378-e76b6d377969 req-4aadba46-ac21-4bae-92f2-5ea15ce8f1d8 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] 10.222.0.69 "GET /v2.0/ports?device_id=74737c45-169c-4a78-8cdf-74298a4618c9 HTTP/1.1" status: 200 len: 210 time: 0.2017138 Apr 18 19:21:54.561644 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=8a2264cb-205e-466a-993b-c30414da169a,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:54.593103 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-9a77e58d-6dfc-4ef2-8998-e5a238c2b70b req-c02331aa-f312-49dd-aefd-4ff910422dbc tempest-VolumesAdminNegativeTest-1780893317 tempest-VolumesAdminNegativeTest-1780893317-project] 10.222.0.69 "GET /v2.0/security-groups?id=5e86d7a7-8466-44fd-a2cc-a4abadcee91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232166 Apr 18 19:21:54.644321 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:54.682896 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92ad7012-25e9-4033-a352-00cc4c4ac4dd'] response: {'server_uuid': 'e8f3de23-f7b7-40ff-bad5-044ccbc79845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a2264cb-205e-466a-993b-c30414da169a', 'code': 200} Apr 18 19:21:54.710316 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29b4f45f-27ef-4d5f-8e71-cd79985f1f6c'] response: {'server_uuid': '74737c45-169c-4a78-8cdf-74298a4618c9', 'name': 'network-vif-deleted', 'tag': 'b694f84a-2d80-48de-a4ae-295243df4ae6', 'status': 'completed', 'code': 200} Apr 18 19:21:55.021543 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b4a5d3-1522-44ea-9d9c-fe210e18b205 req-eaae226f-b3db-46a8-85d2-1632ac908257 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:55.023226 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-45b4a5d3-1522-44ea-9d9c-fe210e18b205 req-eaae226f-b3db-46a8-85d2-1632ac908257 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] 10.222.0.69 "GET /v2.0/ports?device_id=53003c5f-f70e-46cc-884b-df5cffd3154f HTTP/1.1" status: 200 len: 931 time: 0.1573396 Apr 18 19:21:55.081304 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-45b4a5d3-1522-44ea-9d9c-fe210e18b205 req-839a664c-1745-4825-be82-90d1cca2ecd2 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] 10.222.0.69 "GET /v2.0/security-groups?id=3fcdb8eb-658a-4600-87a3-89b959a21299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515153 Apr 18 19:21:55.119081 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [req-d5f2f0ca-bfa7-4772-af5f-80baf9a9d023 req-fcce441c-29ed-4ed5-8793-37f0960a84e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88598214-d4f0-4932-9285-92b3f82eb99c {{(pid=84764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:21:55.131911 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-d5f2f0ca-bfa7-4772-af5f-80baf9a9d023 req-fcce441c-29ed-4ed5-8793-37f0960a84e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:55.157265 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.provisioning_blocks [req-d5f2f0ca-bfa7-4772-af5f-80baf9a9d023 req-fcce441c-29ed-4ed5-8793-37f0960a84e0 service neutron] Transition to ACTIVE for port object 88598214-d4f0-4932-9285-92b3f82eb99c will not be triggered until provisioned by entity L2. {{(pid=84764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:21:55.167783 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-243d7fb2-6636-4c0b-a91f-0fb314634fa6 req-e6a1bfd9-9e73-4168-90a1-a52f98f6e7b9 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e8f3de23-f7b7-40ff-bad5-044ccbc79845 HTTP/1.1" status: 200 len: 1096 time: 0.3496850 Apr 18 19:21:55.175326 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74072624-dae8-4e88-b67f-d116881b0133 req-3fad4585-71f2-44b1-8078-79a7d9078fff tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:55.178096 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-74072624-dae8-4e88-b67f-d116881b0133 req-3fad4585-71f2-44b1-8078-79a7d9078fff tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8f3de23-f7b7-40ff-bad5-044ccbc79845 HTTP/1.1" status: 200 len: 945 time: 0.3624842 Apr 18 19:21:55.250949 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-243d7fb2-6636-4c0b-a91f-0fb314634fa6 req-ca970b8f-1368-45a6-a11f-adb71410b4af service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731983 Apr 18 19:21:55.255902 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-74072624-dae8-4e88-b67f-d116881b0133 req-1ce69276-0b95-4645-8988-4998a21d9c78 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642674 Apr 18 19:21:55.289792 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-d5f2f0ca-bfa7-4772-af5f-80baf9a9d023 req-fcce441c-29ed-4ed5-8793-37f0960a84e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:55.467489 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcce441c-29ed-4ed5-8793-37f0960a84e0 service neutron] Pushing event updated for resources: {'Port': ['ID=88598214-d4f0-4932-9285-92b3f82eb99c,revision_number=2']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:55.547289 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-d5f2f0ca-bfa7-4772-af5f-80baf9a9d023 req-fcce441c-29ed-4ed5-8793-37f0960a84e0 service neutron] Attempting to bind port 88598214-d4f0-4932-9285-92b3f82eb99c on host n-h1-836017-2 for vnic_type normal with profile {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:21:55.547289 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-d5f2f0ca-bfa7-4772-af5f-80baf9a9d023 req-fcce441c-29ed-4ed5-8793-37f0960a84e0 service neutron] Attempting to bind port 88598214-d4f0-4932-9285-92b3f82eb99c by drivers openvswitch,hyperv on host n-h1-836017-2 at level 0 using segments [{'id': '254a4f12-5519-47f4-85e8-7d1b5c621ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '97b575c1-8a4c-401c-bfc8-567de6de32a8'}] {{(pid=84764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:21:55.547858 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f2f0ca-bfa7-4772-af5f-80baf9a9d023 req-fcce441c-29ed-4ed5-8793-37f0960a84e0 service neutron] Attempting to bind port 88598214-d4f0-4932-9285-92b3f82eb99c on network 97b575c1-8a4c-401c-bfc8-567de6de32a8 {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:21:55.555043 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f2f0ca-bfa7-4772-af5f-80baf9a9d023 req-fcce441c-29ed-4ed5-8793-37f0960a84e0 service neutron] Port 88598214-d4f0-4932-9285-92b3f82eb99c on network 97b575c1-8a4c-401c-bfc8-567de6de32a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-2 {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:21:55.555363 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f2f0ca-bfa7-4772-af5f-80baf9a9d023 req-fcce441c-29ed-4ed5-8793-37f0960a84e0 service neutron] Attempting to bind port 88598214-d4f0-4932-9285-92b3f82eb99c on network 97b575c1-8a4c-401c-bfc8-567de6de32a8 {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:21:55.562979 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f2f0ca-bfa7-4772-af5f-80baf9a9d023 req-fcce441c-29ed-4ed5-8793-37f0960a84e0 service neutron] Checking agent: {'id': 'e3a31811-08e0-42ba-bc2e-ed8a973b714f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 25), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:21:55.563316 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f2f0ca-bfa7-4772-af5f-80baf9a9d023 req-fcce441c-29ed-4ed5-8793-37f0960a84e0 service neutron] Checking segment: {'id': '254a4f12-5519-47f4-85e8-7d1b5c621ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '97b575c1-8a4c-401c-bfc8-567de6de32a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:21:55.564077 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f2f0ca-bfa7-4772-af5f-80baf9a9d023 req-fcce441c-29ed-4ed5-8793-37f0960a84e0 service neutron] Bound using segment: {'id': '254a4f12-5519-47f4-85e8-7d1b5c621ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '97b575c1-8a4c-401c-bfc8-567de6de32a8'} {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:21:55.564677 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-d5f2f0ca-bfa7-4772-af5f-80baf9a9d023 req-fcce441c-29ed-4ed5-8793-37f0960a84e0 service neutron] Bound port: 88598214-d4f0-4932-9285-92b3f82eb99c, host: n-h1-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '254a4f12-5519-47f4-85e8-7d1b5c621ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '97b575c1-8a4c-401c-bfc8-567de6de32a8'}}] {{(pid=84764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:21:55.567802 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-d5f2f0ca-bfa7-4772-af5f-80baf9a9d023 req-fcce441c-29ed-4ed5-8793-37f0960a84e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:55.679527 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-d5f2f0ca-bfa7-4772-af5f-80baf9a9d023 req-fcce441c-29ed-4ed5-8793-37f0960a84e0 service neutron] For port 88598214-d4f0-4932-9285-92b3f82eb99c, host n-h1-836017-2, cleared binding levels {{(pid=84764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:21:55.683554 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-d5f2f0ca-bfa7-4772-af5f-80baf9a9d023 req-fcce441c-29ed-4ed5-8793-37f0960a84e0 service neutron] For port 88598214-d4f0-4932-9285-92b3f82eb99c, host n-h1-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=88598214-d4f0-4932-9285-92b3f82eb99c,segment=NetworkSegment(254a4f12-5519-47f4-85e8-7d1b5c621ccf),segment_id=254a4f12-5519-47f4-85e8-7d1b5c621ccf)] {{(pid=84764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:21:55.759196 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-d5f2f0ca-bfa7-4772-af5f-80baf9a9d023 req-fcce441c-29ed-4ed5-8793-37f0960a84e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:55.767432 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3b16966f-ed84-4186-841b-f54e92bf95a6 req-59ea2932-b80a-4b1a-8616-33d31b0c03b9 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] 10.222.0.69 "GET /v2.0/ports?device_id=74737c45-169c-4a78-8cdf-74298a4618c9 HTTP/1.1" status: 200 len: 210 time: 0.0442867 Apr 18 19:21:55.769731 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device b694f84a-2d80-48de-a4ae-295243df4ae6 no longer exists at agent hyperv_n-h1-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:21:55.781135 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 45200) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:55.811668 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] No Port match for: b694f84a-2d80-48de-a4ae-295243df4ae6 {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:21:55.811860 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device b694f84a-2d80-48de-a4ae-295243df4ae6 not bound to the agent host n-h1-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:21:55.886307 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-d5f2f0ca-bfa7-4772-af5f-80baf9a9d023 req-fcce441c-29ed-4ed5-8793-37f0960a84e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:55.887941 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d5f2f0ca-bfa7-4772-af5f-80baf9a9d023 req-fcce441c-29ed-4ed5-8793-37f0960a84e0 service neutron] 10.222.0.73 "PUT /v2.0/ports/88598214-d4f0-4932-9285-92b3f82eb99c HTTP/1.1" status: 200 len: 1091 time: 2.0048850 Apr 18 19:21:55.894559 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53003c5f-f70e-46cc-884b-df5cffd3154f', 'tag': '88598214-d4f0-4932-9285-92b3f82eb99c'}] {{(pid=84764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:21:55.915568 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcce441c-29ed-4ed5-8793-37f0960a84e0 service neutron] Pushing event updated for resources: {'Port': ['ID=88598214-d4f0-4932-9285-92b3f82eb99c,revision_number=3']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:55.938927 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-a24b70ec-9823-4557-91dc-6b55a77352e7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5f1756900766423a92e31697d6b44b66&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1541817 Apr 18 19:21:55.944883 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 45210) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:56.094318 n-d-836017-2 neutron-server[84764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92c0bdd3-be97-411d-9c9a-7d0b16b6317e'] response: {'name': 'network-changed', 'server_uuid': '53003c5f-f70e-46cc-884b-df5cffd3154f', 'tag': '88598214-d4f0-4932-9285-92b3f82eb99c', 'status': 'completed', 'code': 200} Apr 18 19:21:56.101059 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-7367324e-8dec-4336-b4c2-9fc98c461876 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:56.139727 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-7367324e-8dec-4336-b4c2-9fc98c461876 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:56.199237 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d5f2f0ca-bfa7-4772-af5f-80baf9a9d023 req-19a1fba0-ee64-49b0-9a5e-146d1889df5c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=666658683d0a4c6e8109e68b8b765a46&device_id=53003c5f-f70e-46cc-884b-df5cffd3154f HTTP/1.1" status: 200 len: 1094 time: 0.1995115 Apr 18 19:21:56.282885 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d5f2f0ca-bfa7-4772-af5f-80baf9a9d023 req-339b460a-7345-4ca0-b031-b7cd76bfc349 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88598214-d4f0-4932-9285-92b3f82eb99c HTTP/1.1" status: 200 len: 217 time: 0.0765212 Apr 18 19:21:56.362508 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-7367324e-8dec-4336-b4c2-9fc98c461876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:56.384966 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7367324e-8dec-4336-b4c2-9fc98c461876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad65c676-8751-437f-9cea-d0e835c5366b,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:56.399529 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-7367324e-8dec-4336-b4c2-9fc98c461876 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:56.403598 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-7367324e-8dec-4336-b4c2-9fc98c461876 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ad65c676-8751-437f-9cea-d0e835c5366b HTTP/1.1" status: 204 len: 168 time: 0.4603148 Apr 18 19:21:56.436044 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f2f0ca-bfa7-4772-af5f-80baf9a9d023 req-e07d859b-694e-44d2-a411-f064bbbca6c9 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:56.438331 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d5f2f0ca-bfa7-4772-af5f-80baf9a9d023 req-e07d859b-694e-44d2-a411-f064bbbca6c9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a4fd8a82-a99d-4f41-8012-881e08157cb0 HTTP/1.1" status: 200 len: 860 time: 0.1457524 Apr 18 19:21:56.470157 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899b7fcf-71cd-410d-83d2-460f89d240ee req-e9350a7c-1ef3-47d9-90fc-d1045e511bd2 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:56.471387 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-899b7fcf-71cd-410d-83d2-460f89d240ee req-e9350a7c-1ef3-47d9-90fc-d1045e511bd2 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] 10.222.0.69 "GET /v2.0/ports?device_id=53003c5f-f70e-46cc-884b-df5cffd3154f HTTP/1.1" status: 200 len: 943 time: 0.1675816 Apr 18 19:21:56.579744 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-899b7fcf-71cd-410d-83d2-460f89d240ee req-51218bbc-bffe-4c31-b2fe-cb6136399d14 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] 10.222.0.69 "GET /v2.0/security-groups?id=3fcdb8eb-658a-4600-87a3-89b959a21299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001420 Apr 18 19:21:56.633072 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d5f2f0ca-bfa7-4772-af5f-80baf9a9d023 req-df74d9b9-5ee6-4a12-a75b-4d3ad256afe4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=97b575c1-8a4c-401c-bfc8-567de6de32a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1883473 Apr 18 19:21:56.756354 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed53322-e96f-403a-82cc-a3d317390fdb req-eafc6c11-5d9f-4cfe-ad2e-34c5ae34409e tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:56.756354 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-0ed53322-e96f-403a-82cc-a3d317390fdb req-eafc6c11-5d9f-4cfe-ad2e-34c5ae34409e tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8f3de23-f7b7-40ff-bad5-044ccbc79845 HTTP/1.1" status: 200 len: 945 time: 0.2242932 Apr 18 19:21:56.821834 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d5f2f0ca-bfa7-4772-af5f-80baf9a9d023 req-1436bc0b-4a4d-46ff-b27b-aaa8cf473319 service neutron] 10.222.0.73 "GET /v2.0/networks/97b575c1-8a4c-401c-bfc8-567de6de32a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811991 Apr 18 19:21:56.853943 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-0ed53322-e96f-403a-82cc-a3d317390fdb req-71b81d5e-3b68-4b3e-93cc-0dfcc9fdd974 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928328 Apr 18 19:21:56.980145 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d5f2f0ca-bfa7-4772-af5f-80baf9a9d023 req-9e462f49-ccfc-4a62-bc9a-ad75d1136909 service neutron] 10.222.0.73 "GET /v2.0/networks/97b575c1-8a4c-401c-bfc8-567de6de32a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503382 Apr 18 19:21:57.252499 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-3b3a9ac7-2f47-46e1-b7b1-54a428e6c1c7 req-cc4ca8c5-6d5f-45c0-88dd-04bc494f6a06 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=666658683d0a4c6e8109e68b8b765a46&device_id=53003c5f-f70e-46cc-884b-df5cffd3154f HTTP/1.1" status: 200 len: 1094 time: 0.1018980 Apr 18 19:21:57.444456 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-78d48396-b2bb-4362-800d-849f1bef6fe0 req-994a3236-fb57-445f-a0de-f8aedd12076d tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=0d5b459d315b4287a98ceac4adc09bfe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0580451 Apr 18 19:21:57.489186 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3a9ac7-2f47-46e1-b7b1-54a428e6c1c7 req-0c9f2a20-29d1-4316-95ae-c512eeeec524 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:57.490649 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-3b3a9ac7-2f47-46e1-b7b1-54a428e6c1c7 req-0c9f2a20-29d1-4316-95ae-c512eeeec524 service neutron] 10.222.0.73 "GET /v2.0/networks?id=97b575c1-8a4c-401c-bfc8-567de6de32a8 HTTP/1.1" status: 200 len: 922 time: 0.2307203 Apr 18 19:21:57.711070 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-3b3a9ac7-2f47-46e1-b7b1-54a428e6c1c7 req-870ca260-829d-4431-a220-8aae58eedc1a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88598214-d4f0-4932-9285-92b3f82eb99c HTTP/1.1" status: 200 len: 217 time: 0.1675122 Apr 18 19:21:57.931238 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d48396-b2bb-4362-800d-849f1bef6fe0 req-d48f178d-4288-468c-8e5b-14785593335e tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:57.932924 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-78d48396-b2bb-4362-800d-849f1bef6fe0 req-d48f178d-4288-468c-8e5b-14785593335e tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4729717 Apr 18 19:21:57.962630 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3a9ac7-2f47-46e1-b7b1-54a428e6c1c7 req-e7312169-ccc9-49ae-85bf-53d1fb3d3a84 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:57.964512 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-3b3a9ac7-2f47-46e1-b7b1-54a428e6c1c7 req-e7312169-ccc9-49ae-85bf-53d1fb3d3a84 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a4fd8a82-a99d-4f41-8012-881e08157cb0 HTTP/1.1" status: 200 len: 860 time: 0.2422669 Apr 18 19:21:57.966886 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-78d48396-b2bb-4362-800d-849f1bef6fe0 req-b7a0013a-6d1f-4064-8102-2e507fa63e09 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] 10.222.0.69 "GET /v2.0/quotas/0d5b459d315b4287a98ceac4adc09bfe HTTP/1.1" status: 200 len: 375 time: 0.0261917 Apr 18 19:21:58.066397 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-78d48396-b2bb-4362-800d-849f1bef6fe0 req-94642dee-423b-4b43-8d1a-a45a8c1a5770 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=0d5b459d315b4287a98ceac4adc09bfe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0618753 Apr 18 19:21:58.136685 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-3b3a9ac7-2f47-46e1-b7b1-54a428e6c1c7 req-89a2ab6b-0fbb-4ede-837c-ea041660dcbd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=97b575c1-8a4c-401c-bfc8-567de6de32a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1646123 Apr 18 19:21:58.250208 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.agents_db [None req-eb67022b-f881-4bc8-8f45-fca90fb27803 None None] Agent healthcheck: found 7 active agents {{(pid=84766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:21:58.330114 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-3b3a9ac7-2f47-46e1-b7b1-54a428e6c1c7 req-fa2ea8f6-786d-48cf-89d5-0c9192107166 service neutron] 10.222.0.73 "GET /v2.0/networks/97b575c1-8a4c-401c-bfc8-567de6de32a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851311 Apr 18 19:21:58.549126 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-3b3a9ac7-2f47-46e1-b7b1-54a428e6c1c7 req-3de3bd22-7805-4049-b91e-12869d8e4853 service neutron] 10.222.0.73 "GET /v2.0/networks/97b575c1-8a4c-401c-bfc8-567de6de32a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088416 Apr 18 19:21:58.648412 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b17ad88-322a-4847-a348-ddac3ce81e37 req-b5b7563a-ed5a-474d-8e6d-ccddf3f6d387 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:58.649606 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-4b17ad88-322a-4847-a348-ddac3ce81e37 req-b5b7563a-ed5a-474d-8e6d-ccddf3f6d387 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Synchronizing usage tracker for tenant:666658683d0a4c6e8109e68b8b765a46 on resource:port {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:21:58.721034 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85823c8e-c3b3-4349-aacc-82ca7deb1a64 req-627610b0-0890-4144-9760-8db4c3c51d0a tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:58.728369 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-85823c8e-c3b3-4349-aacc-82ca7deb1a64 req-627610b0-0890-4144-9760-8db4c3c51d0a tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8f3de23-f7b7-40ff-bad5-044ccbc79845 HTTP/1.1" status: 200 len: 945 time: 0.1084890 Apr 18 19:21:58.737619 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-4b17ad88-322a-4847-a348-ddac3ce81e37 req-b5b7563a-ed5a-474d-8e6d-ccddf3f6d387 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Unset dirty status for tenant:666658683d0a4c6e8109e68b8b765a46 on resource:port {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:21:58.746500 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-4b17ad88-322a-4847-a348-ddac3ce81e37 req-b5b7563a-ed5a-474d-8e6d-ccddf3f6d387 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] 10.222.0.69 "GET /v2.0/ports?device_id=53003c5f-f70e-46cc-884b-df5cffd3154f HTTP/1.1" status: 200 len: 943 time: 0.1924844 Apr 18 19:21:58.778244 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-85823c8e-c3b3-4349-aacc-82ca7deb1a64 req-bb437756-8537-45fa-a296-dc07c7aeb80b tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490155 Apr 18 19:21:58.797249 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-4b17ad88-322a-4847-a348-ddac3ce81e37 req-6e98d3dc-6167-4fe8-9fee-fa69397dd07f tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] 10.222.0.69 "GET /v2.0/security-groups?id=3fcdb8eb-658a-4600-87a3-89b959a21299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456707 Apr 18 19:21:58.927481 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-c672b5ee-d8b2-4a2c-b8ac-ada9a385e0aa req-6fd4ead3-4efa-4805-b912-8ab690165f0d tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] 10.222.0.69 "GET /v2.0/ports?device_id=016b104f-c345-4ebb-a651-fd17ca2d8c0d HTTP/1.1" status: 200 len: 210 time: 0.0538516 Apr 18 19:21:59.816208 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d449fe79-22c5-4d55-929e-e4e460afff02 req-78b22654-861e-4976-8813-76737ddab621 tempest-LiveAutoBlockMigrationV225Test-1421540525 tempest-LiveAutoBlockMigrationV225Test-1421540525-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=e8f3de23-f7b7-40ff-bad5-044ccbc79845 HTTP/1.1" status: 200 len: 1096 time: 0.1026139 Apr 18 19:21:59.875484 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d449fe79-22c5-4d55-929e-e4e460afff02 req-befee2e1-74d6-43e4-b063-2e5861c20d82 tempest-LiveAutoBlockMigrationV225Test-1421540525 tempest-LiveAutoBlockMigrationV225Test-1421540525-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532534 Apr 18 19:22:00.255552 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb561a68-a3c3-44e9-b842-0cd6031a6b56 req-be1c7158-7ac3-4618-933a-42b1f312ace9 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:00.257159 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-eb561a68-a3c3-44e9-b842-0cd6031a6b56 req-be1c7158-7ac3-4618-933a-42b1f312ace9 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] 10.222.0.69 "GET /v2.0/ports?device_id=53003c5f-f70e-46cc-884b-df5cffd3154f HTTP/1.1" status: 200 len: 943 time: 0.1275275 Apr 18 19:22:00.290766 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-966792c2-929d-4dab-8ff3-f80bda514cc1 req-c890c304-6b2c-4dd5-8ecd-08e093245f1f tempest-QuotasAdminNegativeTest-1776892065 tempest-QuotasAdminNegativeTest-1776892065-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=17e16ca1ca744c76b40003d56e9c35ac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0369935 Apr 18 19:22:00.329642 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-eb561a68-a3c3-44e9-b842-0cd6031a6b56 req-cf2e5d3a-3543-4971-9f1e-5abc58bb93a8 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] 10.222.0.69 "GET /v2.0/security-groups?id=3fcdb8eb-658a-4600-87a3-89b959a21299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658603 Apr 18 19:22:00.617428 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966792c2-929d-4dab-8ff3-f80bda514cc1 req-8646882f-c911-464f-8ab6-1c7a0affcff4 tempest-QuotasAdminNegativeTest-1776892065 tempest-QuotasAdminNegativeTest-1776892065-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:00.619318 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-966792c2-929d-4dab-8ff3-f80bda514cc1 req-8646882f-c911-464f-8ab6-1c7a0affcff4 tempest-QuotasAdminNegativeTest-1776892065 tempest-QuotasAdminNegativeTest-1776892065-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3242912 Apr 18 19:22:00.646621 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-966792c2-929d-4dab-8ff3-f80bda514cc1 req-1c346486-b446-45f1-8e3c-0b5c1c728996 tempest-QuotasAdminNegativeTest-1776892065 tempest-QuotasAdminNegativeTest-1776892065-project] 10.222.0.69 "GET /v2.0/quotas/17e16ca1ca744c76b40003d56e9c35ac HTTP/1.1" status: 200 len: 375 time: 0.0199859 Apr 18 19:22:00.708945 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-966792c2-929d-4dab-8ff3-f80bda514cc1 req-59eade3e-d4de-4cbf-8300-12398d12a9c1 tempest-QuotasAdminNegativeTest-1776892065 tempest-QuotasAdminNegativeTest-1776892065-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=17e16ca1ca744c76b40003d56e9c35ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0613606 Apr 18 19:22:00.941508 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-78d48396-b2bb-4362-800d-849f1bef6fe0 req-96634e0d-ac41-4df3-a602-5ac61fae7e7d tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=0d5b459d315b4287a98ceac4adc09bfe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0652771 Apr 18 19:22:00.994983 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-39c1316c-8e3e-4939-ad64-acfb300c6313 req-ad9cfa4f-9dde-4018-938f-914bfc48f935 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] 10.222.0.69 "GET /v2.0/ports?device_id=016b104f-c345-4ebb-a651-fd17ca2d8c0d HTTP/1.1" status: 200 len: 210 time: 0.0833764 Apr 18 19:22:01.205454 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d48396-b2bb-4362-800d-849f1bef6fe0 req-8a53db3b-f9bf-4433-b4b0-ea76837ceefb tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:01.207098 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-78d48396-b2bb-4362-800d-849f1bef6fe0 req-8a53db3b-f9bf-4433-b4b0-ea76837ceefb tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2606635 Apr 18 19:22:01.228176 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [req-78d48396-b2bb-4362-800d-849f1bef6fe0 req-46fe52c1-8bd3-4022-abd5-c8f4304b9c8d tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] Request body: {'port': {'device_id': '016b104f-c345-4ebb-a651-fd17ca2d8c0d', 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a', 'admin_state_up': True, 'tenant_id': '0d5b459d315b4287a98ceac4adc09bfe'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:22:01.345996 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-22aa8111-7412-42b2-bc8c-b4ab613c24fd req-5cea9f9f-cf95-4411-b502-54fa7f67b977 tempest-LiveAutoBlockMigrationV225Test-1421540525 tempest-LiveAutoBlockMigrationV225Test-1421540525-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=e8f3de23-f7b7-40ff-bad5-044ccbc79845 HTTP/1.1" status: 200 len: 1096 time: 0.1120620 Apr 18 19:22:01.398267 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-22aa8111-7412-42b2-bc8c-b4ab613c24fd req-7c1fc5aa-3cb9-4759-8ebc-deb998826b7e tempest-LiveAutoBlockMigrationV225Test-1421540525 tempest-LiveAutoBlockMigrationV225Test-1421540525-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557959 Apr 18 19:22:01.494763 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-78d48396-b2bb-4362-800d-849f1bef6fe0 req-46fe52c1-8bd3-4022-abd5-c8f4304b9c8d tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:22:01.528803 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-78d48396-b2bb-4362-800d-849f1bef6fe0 req-46fe52c1-8bd3-4022-abd5-c8f4304b9c8d tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:22:01.575102 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78d48396-b2bb-4362-800d-849f1bef6fe0 req-46fe52c1-8bd3-4022-abd5-c8f4304b9c8d tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] Made reservation on behalf of 0d5b459d315b4287a98ceac4adc09bfe for: {'port': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:22:01.581757 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-78d48396-b2bb-4362-800d-849f1bef6fe0 req-46fe52c1-8bd3-4022-abd5-c8f4304b9c8d tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:01.806984 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 88598214-d4f0-4932-9285-92b3f82eb99c details requested by agent hyperv_n-h1-836017-2 with host n-h1-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:22:01.840966 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_common [req-78d48396-b2bb-4362-800d-849f1bef6fe0 req-46fe52c1-8bd3-4022-abd5-c8f4304b9c8d tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] Allocated IP 192.168.233.247 (cb6d8c7c-7ea4-4a32-b429-1c2934b7306a/17d1b3aa-2066-4ffa-a69f-52ed566b6548/15781f55-411f-4068-832a-9e37278912a9) {{(pid=84764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:22:02.037970 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port 88598214-d4f0-4932-9285-92b3f82eb99c, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=88598214-d4f0-4932-9285-92b3f82eb99c,segment=NetworkSegment(254a4f12-5519-47f4-85e8-7d1b5c621ccf),segment_id=254a4f12-5519-47f4-85e8-7d1b5c621ccf)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:22:02.061171 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Returning: {'device': '88598214-d4f0-4932-9285-92b3f82eb99c', 'network_id': '97b575c1-8a4c-401c-bfc8-567de6de32a8', 'port_id': '88598214-d4f0-4932-9285-92b3f82eb99c', 'mac_address': 'fa:16:3e:9e:cc:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4fd8a82-a99d-4f41-8012-881e08157cb0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:22:02.130296 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a6bee2-d339-49a7-9316-5533c7634337 req-f38a4dac-171a-4f4d-97d0-fb3993e65687 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:02.131915 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-96a6bee2-d339-49a7-9316-5533c7634337 req-f38a4dac-171a-4f4d-97d0-fb3993e65687 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] 10.222.0.69 "GET /v2.0/ports?device_id=53003c5f-f70e-46cc-884b-df5cffd3154f HTTP/1.1" status: 200 len: 943 time: 0.2740347 Apr 18 19:22:02.144818 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:02.169344 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88598214-d4f0-4932-9285-92b3f82eb99c {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:22:02.218897 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-96a6bee2-d339-49a7-9316-5533c7634337 req-76648927-a85d-4741-b6e9-3fe1a4a85f2d tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] 10.222.0.69 "GET /v2.0/security-groups?id=3fcdb8eb-658a-4600-87a3-89b959a21299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792835 Apr 18 19:22:02.272037 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-78d48396-b2bb-4362-800d-849f1bef6fe0 req-46fe52c1-8bd3-4022-abd5-c8f4304b9c8d tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] Notify callbacks [] for port, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:02.288615 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port 88598214-d4f0-4932-9285-92b3f82eb99c, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=88598214-d4f0-4932-9285-92b3f82eb99c,segment=NetworkSegment(254a4f12-5519-47f4-85e8-7d1b5c621ccf),segment_id=254a4f12-5519-47f4-85e8-7d1b5c621ccf)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:22:02.291183 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.provisioning_blocks [req-78d48396-b2bb-4362-800d-849f1bef6fe0 req-46fe52c1-8bd3-4022-abd5-c8f4304b9c8d tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] Transition to ACTIVE for port object 15781f55-411f-4068-832a-9e37278912a9 will not be triggered until provisioned by entity DHCP. {{(pid=84764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:22:02.433168 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:02.463552 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-78d48396-b2bb-4362-800d-849f1bef6fe0 req-46fe52c1-8bd3-4022-abd5-c8f4304b9c8d tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331'] for port, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:02.535599 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Pushing event updated for resources: {'Port': ['ID=88598214-d4f0-4932-9285-92b3f82eb99c,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:02.544973 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:22:02.545319 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:22:02.545652 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:22:02.545988 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:22:02.546970 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:22:02.547235 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:22:02.547552 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:22:02.547880 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:22:02.548198 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:22:02.549125 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:22:02.549125 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:22:02.583550 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78d48396-b2bb-4362-800d-849f1bef6fe0 req-46fe52c1-8bd3-4022-abd5-c8f4304b9c8d tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] Network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a is already hosted by enough agents. {{(pid=84764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:22:02.587847 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [req-78d48396-b2bb-4362-800d-849f1bef6fe0 req-46fe52c1-8bd3-4022-abd5-c8f4304b9c8d tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] Resources bound (agent type, host, resource id): {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:22:02.590162 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fe52c1-8bd3-4022-abd5-c8f4304b9c8d tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] Pushing event updated for resources: {'Port': ['ID=15781f55-411f-4068-832a-9e37278912a9,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:02.600794 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [req-78d48396-b2bb-4362-800d-849f1bef6fe0 req-46fe52c1-8bd3-4022-abd5-c8f4304b9c8d tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] Received port after_create {{(pid=84764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:22:02.604673 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d48396-b2bb-4362-800d-849f1bef6fe0 req-46fe52c1-8bd3-4022-abd5-c8f4304b9c8d tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:02.613866 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-78d48396-b2bb-4362-800d-849f1bef6fe0 req-46fe52c1-8bd3-4022-abd5-c8f4304b9c8d tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:02.639616 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fe52c1-8bd3-4022-abd5-c8f4304b9c8d tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:22:02.642516 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fe52c1-8bd3-4022-abd5-c8f4304b9c8d tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:22:02.642516 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fe52c1-8bd3-4022-abd5-c8f4304b9c8d tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:22:02.642711 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fe52c1-8bd3-4022-abd5-c8f4304b9c8d tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:22:02.643178 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fe52c1-8bd3-4022-abd5-c8f4304b9c8d tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:22:02.643500 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fe52c1-8bd3-4022-abd5-c8f4304b9c8d tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:22:02.643830 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fe52c1-8bd3-4022-abd5-c8f4304b9c8d tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:22:02.644155 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fe52c1-8bd3-4022-abd5-c8f4304b9c8d tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:22:02.644501 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fe52c1-8bd3-4022-abd5-c8f4304b9c8d tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:22:02.644823 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fe52c1-8bd3-4022-abd5-c8f4304b9c8d tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:22:02.645197 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fe52c1-8bd3-4022-abd5-c8f4304b9c8d tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:22:02.799370 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] get_ports_and_sgs() called for port_ids ['88598214-d4f0-4932-9285-92b3f82eb99c'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:22:02.801140 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-78d48396-b2bb-4362-800d-849f1bef6fe0 req-46fe52c1-8bd3-4022-abd5-c8f4304b9c8d tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5787051 Apr 18 19:22:02.813649 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [req-78d48396-b2bb-4362-800d-849f1bef6fe0 req-caa81b7b-4ede-4ab4-8b93-1b53d5dd14ae service neutron] Request body: {'port': {'device_id': '016b104f-c345-4ebb-a651-fd17ca2d8c0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-2'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:22:02.945018 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ba66ac-477e-459f-9c49-2898b421d8c1 req-bd5bb9f8-e4c5-4de1-89b3-8c803a339b91 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:02.945747 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-33ba66ac-477e-459f-9c49-2898b421d8c1 req-bd5bb9f8-e4c5-4de1-89b3-8c803a339b91 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] Synchronizing usage tracker for tenant:0d5b459d315b4287a98ceac4adc09bfe on resource:port {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:22:03.070772 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-78d48396-b2bb-4362-800d-849f1bef6fe0 req-caa81b7b-4ede-4ab4-8b93-1b53d5dd14ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:03.152651 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-97d08441-7a71-4019-9e42-5e8208db58d2 None None] Provisioning for port 15781f55-411f-4068-832a-9e37278912a9 completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:22:03.167825 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-97d08441-7a71-4019-9e42-5e8208db58d2 None None] Provisioning complete for port 15781f55-411f-4068-832a-9e37278912a9 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:22:03.168361 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-97d08441-7a71-4019-9e42-5e8208db58d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:03.223575 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-33ba66ac-477e-459f-9c49-2898b421d8c1 req-bd5bb9f8-e4c5-4de1-89b3-8c803a339b91 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] Unset dirty status for tenant:0d5b459d315b4287a98ceac4adc09bfe on resource:port {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:22:03.232971 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-33ba66ac-477e-459f-9c49-2898b421d8c1 req-bd5bb9f8-e4c5-4de1-89b3-8c803a339b91 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] 10.222.0.69 "GET /v2.0/ports?device_id=016b104f-c345-4ebb-a651-fd17ca2d8c0d HTTP/1.1" status: 200 len: 936 time: 0.5156674 Apr 18 19:22:03.235645 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-97d08441-7a71-4019-9e42-5e8208db58d2 None None] Port 15781f55-411f-4068-832a-9e37278912a9 cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:22:03.435109 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-33ba66ac-477e-459f-9c49-2898b421d8c1 req-d622929f-c248-4fcd-80f6-22e1bb4a442a tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] 10.222.0.69 "GET /v2.0/security-groups?id=064d4532-d372-4114-a5d4-759e2dc190bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933570 Apr 18 19:22:03.674018 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [req-78d48396-b2bb-4362-800d-849f1bef6fe0 req-caa81b7b-4ede-4ab4-8b93-1b53d5dd14ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15781f55-411f-4068-832a-9e37278912a9 {{(pid=84764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:22:03.686961 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-78d48396-b2bb-4362-800d-849f1bef6fe0 req-caa81b7b-4ede-4ab4-8b93-1b53d5dd14ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:03.761960 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.provisioning_blocks [req-78d48396-b2bb-4362-800d-849f1bef6fe0 req-caa81b7b-4ede-4ab4-8b93-1b53d5dd14ae service neutron] Transition to ACTIVE for port object 15781f55-411f-4068-832a-9e37278912a9 will not be triggered until provisioned by entity L2. {{(pid=84764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:22:03.795584 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-771b5f6f-ab1d-4d75-83f8-a0091a43dfbd req-e833afb7-e213-421a-8283-cfcfe5c93a9d tempest-LiveAutoBlockMigrationV225Test-1421540525 tempest-LiveAutoBlockMigrationV225Test-1421540525-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=e8f3de23-f7b7-40ff-bad5-044ccbc79845 HTTP/1.1" status: 200 len: 1096 time: 0.0976875 Apr 18 19:22:03.836084 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-78d48396-b2bb-4362-800d-849f1bef6fe0 req-caa81b7b-4ede-4ab4-8b93-1b53d5dd14ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:03.891935 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6537d601-2350-4b40-a83a-b8e05b22015e req-66c22d66-22a4-4b69-b2fe-ea5531cb8cc5 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:03.893531 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-6537d601-2350-4b40-a83a-b8e05b22015e req-66c22d66-22a4-4b69-b2fe-ea5531cb8cc5 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] 10.222.0.69 "GET /v2.0/ports?device_id=53003c5f-f70e-46cc-884b-df5cffd3154f HTTP/1.1" status: 200 len: 944 time: 0.1051686 Apr 18 19:22:03.961314 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-6537d601-2350-4b40-a83a-b8e05b22015e req-315eeff2-eb1b-4d91-8a65-bf92c947e8cd tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] 10.222.0.69 "GET /v2.0/security-groups?id=3fcdb8eb-658a-4600-87a3-89b959a21299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583282 Apr 18 19:22:03.993912 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa81b7b-4ede-4ab4-8b93-1b53d5dd14ae service neutron] Pushing event updated for resources: {'Port': ['ID=15781f55-411f-4068-832a-9e37278912a9,revision_number=2']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:04.004886 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-771b5f6f-ab1d-4d75-83f8-a0091a43dfbd req-94c2257f-4d91-445e-84ec-c9dc31c20666 tempest-LiveAutoBlockMigrationV225Test-1421540525 tempest-LiveAutoBlockMigrationV225Test-1421540525-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015922 Apr 18 19:22:04.071509 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-78d48396-b2bb-4362-800d-849f1bef6fe0 req-caa81b7b-4ede-4ab4-8b93-1b53d5dd14ae service neutron] Attempting to bind port 15781f55-411f-4068-832a-9e37278912a9 on host n-h1-836017-2 for vnic_type normal with profile {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:22:04.072048 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-78d48396-b2bb-4362-800d-849f1bef6fe0 req-caa81b7b-4ede-4ab4-8b93-1b53d5dd14ae service neutron] Attempting to bind port 15781f55-411f-4068-832a-9e37278912a9 by drivers openvswitch,hyperv on host n-h1-836017-2 at level 0 using segments [{'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'}] {{(pid=84764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:22:04.072578 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d48396-b2bb-4362-800d-849f1bef6fe0 req-caa81b7b-4ede-4ab4-8b93-1b53d5dd14ae service neutron] Attempting to bind port 15781f55-411f-4068-832a-9e37278912a9 on network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:22:04.084393 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d48396-b2bb-4362-800d-849f1bef6fe0 req-caa81b7b-4ede-4ab4-8b93-1b53d5dd14ae service neutron] Port 15781f55-411f-4068-832a-9e37278912a9 on network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-2 {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:22:04.084888 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d48396-b2bb-4362-800d-849f1bef6fe0 req-caa81b7b-4ede-4ab4-8b93-1b53d5dd14ae service neutron] Attempting to bind port 15781f55-411f-4068-832a-9e37278912a9 on network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:22:04.107910 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d48396-b2bb-4362-800d-849f1bef6fe0 req-caa81b7b-4ede-4ab4-8b93-1b53d5dd14ae service neutron] Checking agent: {'id': 'e3a31811-08e0-42ba-bc2e-ed8a973b714f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 25), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:22:04.107910 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d48396-b2bb-4362-800d-849f1bef6fe0 req-caa81b7b-4ede-4ab4-8b93-1b53d5dd14ae service neutron] Checking segment: {'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:22:04.107910 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d48396-b2bb-4362-800d-849f1bef6fe0 req-caa81b7b-4ede-4ab4-8b93-1b53d5dd14ae service neutron] Bound using segment: {'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'} {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:22:04.107910 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-78d48396-b2bb-4362-800d-849f1bef6fe0 req-caa81b7b-4ede-4ab4-8b93-1b53d5dd14ae service neutron] Bound port: 15781f55-411f-4068-832a-9e37278912a9, host: n-h1-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'}}] {{(pid=84764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:22:04.107910 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-78d48396-b2bb-4362-800d-849f1bef6fe0 req-caa81b7b-4ede-4ab4-8b93-1b53d5dd14ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:04.217923 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-78d48396-b2bb-4362-800d-849f1bef6fe0 req-caa81b7b-4ede-4ab4-8b93-1b53d5dd14ae service neutron] For port 15781f55-411f-4068-832a-9e37278912a9, host n-h1-836017-2, cleared binding levels {{(pid=84764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:22:04.222649 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-78d48396-b2bb-4362-800d-849f1bef6fe0 req-caa81b7b-4ede-4ab4-8b93-1b53d5dd14ae service neutron] For port 15781f55-411f-4068-832a-9e37278912a9, host n-h1-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=15781f55-411f-4068-832a-9e37278912a9,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:22:04.256025 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-788fc376-7362-4493-a028-880e378b3e73 req-b81b8267-69c3-42bb-a7cf-e5ee00f06017 tempest-QuotasAdminNegativeTest-1776892065 tempest-QuotasAdminNegativeTest-1776892065-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=17e16ca1ca744c76b40003d56e9c35ac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0362797 Apr 18 19:22:04.294512 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-78d48396-b2bb-4362-800d-849f1bef6fe0 req-caa81b7b-4ede-4ab4-8b93-1b53d5dd14ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:04.379614 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-78d48396-b2bb-4362-800d-849f1bef6fe0 req-caa81b7b-4ede-4ab4-8b93-1b53d5dd14ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:04.382382 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-78d48396-b2bb-4362-800d-849f1bef6fe0 req-caa81b7b-4ede-4ab4-8b93-1b53d5dd14ae service neutron] 10.222.0.73 "PUT /v2.0/ports/15781f55-411f-4068-832a-9e37278912a9 HTTP/1.1" status: 200 len: 1096 time: 1.5726085 Apr 18 19:22:04.382382 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '016b104f-c345-4ebb-a651-fd17ca2d8c0d', 'tag': '15781f55-411f-4068-832a-9e37278912a9'}] {{(pid=84764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:22:04.416256 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa81b7b-4ede-4ab4-8b93-1b53d5dd14ae service neutron] Pushing event updated for resources: {'Port': ['ID=15781f55-411f-4068-832a-9e37278912a9,revision_number=3']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:04.436625 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-3ab9082e-040b-419b-bff7-ca1e0b27de0d req-829671ad-3dd9-4990-9946-a7933fd1d40a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e8f3de23-f7b7-40ff-bad5-044ccbc79845&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1825428 Apr 18 19:22:04.458215 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788fc376-7362-4493-a028-880e378b3e73 req-b8969fc1-c8ba-434d-86af-adbc94ebb9c2 tempest-QuotasAdminNegativeTest-1776892065 tempest-QuotasAdminNegativeTest-1776892065-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:04.460761 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-788fc376-7362-4493-a028-880e378b3e73 req-b8969fc1-c8ba-434d-86af-adbc94ebb9c2 tempest-QuotasAdminNegativeTest-1776892065 tempest-QuotasAdminNegativeTest-1776892065-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1978481 Apr 18 19:22:04.491479 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-788fc376-7362-4493-a028-880e378b3e73 req-c9aaa4cc-2232-42af-aa7a-c2b44238030c tempest-QuotasAdminNegativeTest-1776892065 tempest-QuotasAdminNegativeTest-1776892065-project] 10.222.0.69 "GET /v2.0/quotas/17e16ca1ca744c76b40003d56e9c35ac HTTP/1.1" status: 200 len: 375 time: 0.0254416 Apr 18 19:22:04.592603 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-788fc376-7362-4493-a028-880e378b3e73 req-f76a6177-d5a4-4b96-b84c-1d228f209d1c tempest-QuotasAdminNegativeTest-1776892065 tempest-QuotasAdminNegativeTest-1776892065-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=17e16ca1ca744c76b40003d56e9c35ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0761547 Apr 18 19:22:04.628256 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-78d48396-b2bb-4362-800d-849f1bef6fe0 req-2758e8e5-88ab-4058-96d3-cf9d2073245e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0d5b459d315b4287a98ceac4adc09bfe&device_id=016b104f-c345-4ebb-a651-fd17ca2d8c0d HTTP/1.1" status: 200 len: 1099 time: 0.1297874 Apr 18 19:22:04.719167 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-78d48396-b2bb-4362-800d-849f1bef6fe0 req-7df9bab8-2f74-46e6-b875-e9402abaaa7b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=15781f55-411f-4068-832a-9e37278912a9 HTTP/1.1" status: 200 len: 217 time: 0.0836833 Apr 18 19:22:04.804454 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d48396-b2bb-4362-800d-849f1bef6fe0 req-37cdd27b-5802-49c8-87ef-d335f1799930 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:04.805962 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-78d48396-b2bb-4362-800d-849f1bef6fe0 req-37cdd27b-5802-49c8-87ef-d335f1799930 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=17d1b3aa-2066-4ffa-a69f-52ed566b6548 HTTP/1.1" status: 200 len: 843 time: 0.0807223 Apr 18 19:22:04.902918 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-78d48396-b2bb-4362-800d-849f1bef6fe0 req-57355f6d-a0d1-4d2a-95fb-929ab75bf1d4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0764210 Apr 18 19:22:05.036364 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-78d48396-b2bb-4362-800d-849f1bef6fe0 req-c9bcd3ac-d53c-4214-92e5-230c6321804d service neutron] 10.222.0.73 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400092 Apr 18 19:22:05.038906 n-d-836017-2 neutron-server[84764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5789e43-c731-4616-860a-df172ea1bbc3'] response: {'name': 'network-changed', 'server_uuid': '016b104f-c345-4ebb-a651-fd17ca2d8c0d', 'tag': '15781f55-411f-4068-832a-9e37278912a9', 'status': 'completed', 'code': 200} Apr 18 19:22:05.223787 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-78d48396-b2bb-4362-800d-849f1bef6fe0 req-dd16011e-4dd4-44ee-83e8-b3860867440e service neutron] 10.222.0.73 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760805 Apr 18 19:22:05.266421 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5e1677-085b-4d9a-a144-d3cbe23f69b7 req-c3da736d-899a-48ff-9e77-fdd993373b99 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:05.269040 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ba5e1677-085b-4d9a-a144-d3cbe23f69b7 req-c3da736d-899a-48ff-9e77-fdd993373b99 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] 10.222.0.69 "GET /v2.0/ports?device_id=016b104f-c345-4ebb-a651-fd17ca2d8c0d HTTP/1.1" status: 200 len: 948 time: 0.0917194 Apr 18 19:22:05.337042 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ba5e1677-085b-4d9a-a144-d3cbe23f69b7 req-499af5a2-3c9b-42be-af46-fa01acc42a0c tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] 10.222.0.69 "GET /v2.0/security-groups?id=064d4532-d372-4114-a5d4-759e2dc190bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594244 Apr 18 19:22:05.408394 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-293d7614-5079-41fa-b8dd-81e2b873bd87 req-0f9133f6-c2b1-4c9d-8528-cf62cc797311 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0d5b459d315b4287a98ceac4adc09bfe&device_id=016b104f-c345-4ebb-a651-fd17ca2d8c0d HTTP/1.1" status: 200 len: 1099 time: 0.0821145 Apr 18 19:22:05.636793 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293d7614-5079-41fa-b8dd-81e2b873bd87 req-d484e020-ca2f-4e7d-a0aa-947aa2030afb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:05.638393 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-293d7614-5079-41fa-b8dd-81e2b873bd87 req-d484e020-ca2f-4e7d-a0aa-947aa2030afb service neutron] 10.222.0.73 "GET /v2.0/networks?id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a HTTP/1.1" status: 200 len: 870 time: 0.2230904 Apr 18 19:22:05.720382 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-293d7614-5079-41fa-b8dd-81e2b873bd87 req-3165eb88-b7f4-4bee-acb7-cc4258d4e724 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=15781f55-411f-4068-832a-9e37278912a9 HTTP/1.1" status: 200 len: 217 time: 0.0748458 Apr 18 19:22:05.785687 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293d7614-5079-41fa-b8dd-81e2b873bd87 req-3e42eef7-fcbc-4f0a-a11f-93e333447c8d service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:05.787284 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-293d7614-5079-41fa-b8dd-81e2b873bd87 req-3e42eef7-fcbc-4f0a-a11f-93e333447c8d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=17d1b3aa-2066-4ffa-a69f-52ed566b6548 HTTP/1.1" status: 200 len: 843 time: 0.0609610 Apr 18 19:22:05.831106 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 88598214-d4f0-4932-9285-92b3f82eb99c up at agent hyperv_n-h1-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:22:05.869713 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-293d7614-5079-41fa-b8dd-81e2b873bd87 req-f9619c79-e012-4710-818b-7faffe310ae9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0755715 Apr 18 19:22:05.982073 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Provisioning for port 88598214-d4f0-4932-9285-92b3f82eb99c completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:22:05.988325 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Provisioning complete for port 88598214-d4f0-4932-9285-92b3f82eb99c triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:22:05.994544 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:06.024899 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-293d7614-5079-41fa-b8dd-81e2b873bd87 req-18d9f46c-9c99-4b4e-8ded-da510724fa8d service neutron] 10.222.0.73 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479886 Apr 18 19:22:06.072869 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2365c4f-1a35-4335-825e-daa026f79f02 req-dbae0a46-03d7-4f5f-8714-a6601c36d103 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:06.074821 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d2365c4f-1a35-4335-825e-daa026f79f02 req-dbae0a46-03d7-4f5f-8714-a6601c36d103 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] 10.222.0.69 "GET /v2.0/ports?device_id=53003c5f-f70e-46cc-884b-df5cffd3154f HTTP/1.1" status: 200 len: 944 time: 0.1042411 Apr 18 19:22:06.154298 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d2365c4f-1a35-4335-825e-daa026f79f02 req-0143a2c2-a113-4af6-9ec7-b6f02b441d72 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] 10.222.0.69 "GET /v2.0/security-groups?id=3fcdb8eb-658a-4600-87a3-89b959a21299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722501 Apr 18 19:22:06.174187 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:06.194353 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-293d7614-5079-41fa-b8dd-81e2b873bd87 req-9fc5ccb2-c573-4f10-b975-0d01e5cdd5a5 service neutron] 10.222.0.73 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618931 Apr 18 19:22:06.216829 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53003c5f-f70e-46cc-884b-df5cffd3154f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88598214-d4f0-4932-9285-92b3f82eb99c'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:22:06.227249 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port 88598214-d4f0-4932-9285-92b3f82eb99c, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=88598214-d4f0-4932-9285-92b3f82eb99c,segment=NetworkSegment(254a4f12-5519-47f4-85e8-7d1b5c621ccf),segment_id=254a4f12-5519-47f4-85e8-7d1b5c621ccf)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:22:06.295677 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:06.381312 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Pushing event updated for resources: {'Port': ['ID=88598214-d4f0-4932-9285-92b3f82eb99c,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:06.545149 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 45532) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:22:06.722338 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 45540) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:22:06.727990 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [req-660e03e4-9ba0-4ddc-a539-a03f1c3fc408 req-5b6edf9e-dd90-4d71-ac85-fe0b032a8c00 tempest-LiveAutoBlockMigrationV225Test-1421540525 tempest-LiveAutoBlockMigrationV225Test-1421540525-project-admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=84763) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:22:06.729009 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-660e03e4-9ba0-4ddc-a539-a03f1c3fc408 req-5b6edf9e-dd90-4d71-ac85-fe0b032a8c00 tempest-LiveAutoBlockMigrationV225Test-1421540525 tempest-LiveAutoBlockMigrationV225Test-1421540525-project-admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0056045 Apr 18 19:22:06.763491 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29e66b68-cd18-4e5c-a87d-9c079ebebc94'] response: {'server_uuid': '53003c5f-f70e-46cc-884b-df5cffd3154f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88598214-d4f0-4932-9285-92b3f82eb99c', 'code': 200} Apr 18 19:22:06.835134 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-36731930-1ff9-4bcb-bade-fba6a98978a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:06.991364 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-36731930-1ff9-4bcb-bade-fba6a98978a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:22:06.992976 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-88ecde16-783f-4c2d-a565-1dce68c2a357 req-5aa9d916-a81a-4906-bdbd-b6390dcdf305 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=53003c5f-f70e-46cc-884b-df5cffd3154f HTTP/1.1" status: 200 len: 1096 time: 0.1421032 Apr 18 19:22:06.999052 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-36731930-1ff9-4bcb-bade-fba6a98978a3 admin admin] Usage tracker for resource:security_group_rule and tenant:5ddd771c5d8b4bd58012657f522d6591 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:22:07.006622 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-36731930-1ff9-4bcb-bade-fba6a98978a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:22:07.016194 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-36731930-1ff9-4bcb-bade-fba6a98978a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:22:07.041784 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-88ecde16-783f-4c2d-a565-1dce68c2a357 req-a3341eff-4f4c-4929-b921-3aa4b6044319 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=3fcdb8eb-658a-4600-87a3-89b959a21299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409157 Apr 18 19:22:07.063653 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd341402-3c9c-4950-9650-049d14885df4 req-dc06bc3a-95a2-43fd-b78c-4e9b2095e176 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:07.065365 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-cd341402-3c9c-4950-9650-049d14885df4 req-dc06bc3a-95a2-43fd-b78c-4e9b2095e176 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] 10.222.0.69 "GET /v2.0/ports?device_id=016b104f-c345-4ebb-a651-fd17ca2d8c0d HTTP/1.1" status: 200 len: 948 time: 0.1743944 Apr 18 19:22:07.072800 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-660e03e4-9ba0-4ddc-a539-a03f1c3fc408 req-159d96ee-de24-45af-a731-c29dbe15c345 service neutron] Request body: {'binding': {'host': 'n-h1-836017-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:22:07.073394 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-660e03e4-9ba0-4ddc-a539-a03f1c3fc408 req-159d96ee-de24-45af-a731-c29dbe15c345 service neutron] Unknown quota resources ['binding']. {{(pid=84763) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Apr 18 19:22:07.275289 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-cd341402-3c9c-4950-9650-049d14885df4 req-d61b3980-d493-464e-845e-650de79d4ff1 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] 10.222.0.69 "GET /v2.0/security-groups?id=064d4532-d372-4114-a5d4-759e2dc190bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742954 Apr 18 19:22:07.287085 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-36731930-1ff9-4bcb-bade-fba6a98978a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:07.355335 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-36731930-1ff9-4bcb-bade-fba6a98978a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:07.411791 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-660e03e4-9ba0-4ddc-a539-a03f1c3fc408 req-159d96ee-de24-45af-a731-c29dbe15c345 service neutron] Attempting to bind port 8a2264cb-205e-466a-993b-c30414da169a on host n-h1-836017-2 for vnic_type normal with profile None {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:22:07.412130 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-660e03e4-9ba0-4ddc-a539-a03f1c3fc408 req-159d96ee-de24-45af-a731-c29dbe15c345 service neutron] Attempting to bind port 8a2264cb-205e-466a-993b-c30414da169a by drivers openvswitch,hyperv on host n-h1-836017-2 at level 0 using segments [{'id': '57f6477d-46cb-4fbc-8909-e9439d3b2b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '5b81b8da-abac-4e05-9e51-d6de7035d9e7'}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:22:07.412490 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660e03e4-9ba0-4ddc-a539-a03f1c3fc408 req-159d96ee-de24-45af-a731-c29dbe15c345 service neutron] Attempting to bind port 8a2264cb-205e-466a-993b-c30414da169a on network 5b81b8da-abac-4e05-9e51-d6de7035d9e7 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:22:07.428026 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36731930-1ff9-4bcb-bade-fba6a98978a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a145668-555a-4e8b-8e95-450e1eb469e1,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:07.438039 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660e03e4-9ba0-4ddc-a539-a03f1c3fc408 req-159d96ee-de24-45af-a731-c29dbe15c345 service neutron] Port 8a2264cb-205e-466a-993b-c30414da169a on network 5b81b8da-abac-4e05-9e51-d6de7035d9e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-2 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:22:07.438370 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660e03e4-9ba0-4ddc-a539-a03f1c3fc408 req-159d96ee-de24-45af-a731-c29dbe15c345 service neutron] Attempting to bind port 8a2264cb-205e-466a-993b-c30414da169a on network 5b81b8da-abac-4e05-9e51-d6de7035d9e7 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:22:07.448717 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-36731930-1ff9-4bcb-bade-fba6a98978a3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5ddd771c5d8b4bd58012657f522d6591&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9002643 Apr 18 19:22:07.451786 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36731930-1ff9-4bcb-bade-fba6a98978a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:22:07.452149 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36731930-1ff9-4bcb-bade-fba6a98978a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:22:07.453547 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 45562) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:22:07.453718 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36731930-1ff9-4bcb-bade-fba6a98978a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:22:07.453718 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36731930-1ff9-4bcb-bade-fba6a98978a3 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:22:07.453718 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36731930-1ff9-4bcb-bade-fba6a98978a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:22:07.454403 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36731930-1ff9-4bcb-bade-fba6a98978a3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:22:07.454403 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36731930-1ff9-4bcb-bade-fba6a98978a3 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:22:07.454722 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36731930-1ff9-4bcb-bade-fba6a98978a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:22:07.455070 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36731930-1ff9-4bcb-bade-fba6a98978a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:22:07.455364 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36731930-1ff9-4bcb-bade-fba6a98978a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:22:07.455688 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36731930-1ff9-4bcb-bade-fba6a98978a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:22:07.460887 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660e03e4-9ba0-4ddc-a539-a03f1c3fc408 req-159d96ee-de24-45af-a731-c29dbe15c345 service neutron] Checking agent: {'id': 'e3a31811-08e0-42ba-bc2e-ed8a973b714f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 25), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:22:07.461226 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660e03e4-9ba0-4ddc-a539-a03f1c3fc408 req-159d96ee-de24-45af-a731-c29dbe15c345 service neutron] Checking segment: {'id': '57f6477d-46cb-4fbc-8909-e9439d3b2b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '5b81b8da-abac-4e05-9e51-d6de7035d9e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:22:07.461691 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660e03e4-9ba0-4ddc-a539-a03f1c3fc408 req-159d96ee-de24-45af-a731-c29dbe15c345 service neutron] Bound using segment: {'id': '57f6477d-46cb-4fbc-8909-e9439d3b2b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '5b81b8da-abac-4e05-9e51-d6de7035d9e7'} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:22:07.462035 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-660e03e4-9ba0-4ddc-a539-a03f1c3fc408 req-159d96ee-de24-45af-a731-c29dbe15c345 service neutron] Bound port: 8a2264cb-205e-466a-993b-c30414da169a, host: n-h1-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57f6477d-46cb-4fbc-8909-e9439d3b2b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '5b81b8da-abac-4e05-9e51-d6de7035d9e7'}}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:22:07.550151 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-542c0022-47f0-48ce-90b4-cd6bc51aeb81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:07.550990 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-660e03e4-9ba0-4ddc-a539-a03f1c3fc408 req-159d96ee-de24-45af-a731-c29dbe15c345 service neutron] For port 8a2264cb-205e-466a-993b-c30414da169a, host n-h1-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=8a2264cb-205e-466a-993b-c30414da169a,segment=NetworkSegment(57f6477d-46cb-4fbc-8909-e9439d3b2b0a),segment_id=57f6477d-46cb-4fbc-8909-e9439d3b2b0a)] {{(pid=84763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:22:07.577089 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-542c0022-47f0-48ce-90b4-cd6bc51aeb81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:07.620100 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-660e03e4-9ba0-4ddc-a539-a03f1c3fc408 req-159d96ee-de24-45af-a731-c29dbe15c345 service neutron] Notify callbacks [] for binding, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:07.630856 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-660e03e4-9ba0-4ddc-a539-a03f1c3fc408 req-159d96ee-de24-45af-a731-c29dbe15c345 service neutron] 10.222.0.69 "POST /v2.0/ports/8a2264cb-205e-466a-993b-c30414da169a/bindings HTTP/1.1" status: 201 len: 389 time: 0.6488144 Apr 18 19:22:07.683700 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-542c0022-47f0-48ce-90b4-cd6bc51aeb81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:07.699396 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542c0022-47f0-48ce-90b4-cd6bc51aeb81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a145668-555a-4e8b-8e95-450e1eb469e1,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:07.707353 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-542c0022-47f0-48ce-90b4-cd6bc51aeb81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:07.711354 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-542c0022-47f0-48ce-90b4-cd6bc51aeb81 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9a145668-555a-4e8b-8e95-450e1eb469e1 HTTP/1.1" status: 204 len: 168 time: 0.2547536 Apr 18 19:22:08.024213 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb721a94-1a52-498a-92a6-d8c30a216b4c req-f3426a30-7439-4cd1-8753-722c2b17b255 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:08.027819 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-cb721a94-1a52-498a-92a6-d8c30a216b4c req-f3426a30-7439-4cd1-8753-722c2b17b255 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] 10.222.0.69 "GET /v2.0/ports?device_id=53003c5f-f70e-46cc-884b-df5cffd3154f HTTP/1.1" status: 200 len: 945 time: 0.1024923 Apr 18 19:22:08.076535 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-cb721a94-1a52-498a-92a6-d8c30a216b4c req-d92b30f8-2076-4105-9697-a635a3e8d944 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] 10.222.0.69 "GET /v2.0/security-groups?id=3fcdb8eb-658a-4600-87a3-89b959a21299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429339 Apr 18 19:22:08.315588 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-11355820-383a-4d15-9c58-70dab957ed35 req-89ada11b-e8c1-4565-9624-59d19b076c7f tempest-QuotasAdminNegativeTest-1776892065 tempest-QuotasAdminNegativeTest-1776892065-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=17e16ca1ca744c76b40003d56e9c35ac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0417593 Apr 18 19:22:08.369556 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344f5eac-e56c-4af2-a361-04577d4be2a2 req-540fb207-8264-4cb7-985d-907128eecf20 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:08.377113 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-344f5eac-e56c-4af2-a361-04577d4be2a2 req-540fb207-8264-4cb7-985d-907128eecf20 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8f3de23-f7b7-40ff-bad5-044ccbc79845 HTTP/1.1" status: 200 len: 945 time: 0.1652622 Apr 18 19:22:08.437449 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-344f5eac-e56c-4af2-a361-04577d4be2a2 req-425fad67-538d-4b0f-81c8-77411c9a7986 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572114 Apr 18 19:22:08.446400 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-660e03e4-9ba0-4ddc-a539-a03f1c3fc408 req-60af08d7-6df7-4922-8891-007316c9377c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e8145a70cab44ff88b524306edcbe946&device_id=e8f3de23-f7b7-40ff-bad5-044ccbc79845 HTTP/1.1" status: 200 len: 1096 time: 0.1625178 Apr 18 19:22:08.524102 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11355820-383a-4d15-9c58-70dab957ed35 req-1e685e54-2b88-49cf-89af-63be3f90f938 tempest-QuotasAdminNegativeTest-1776892065 tempest-QuotasAdminNegativeTest-1776892065-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:08.526590 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-11355820-383a-4d15-9c58-70dab957ed35 req-1e685e54-2b88-49cf-89af-63be3f90f938 tempest-QuotasAdminNegativeTest-1776892065 tempest-QuotasAdminNegativeTest-1776892065-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2102547 Apr 18 19:22:08.548172 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-11355820-383a-4d15-9c58-70dab957ed35 req-bfa95b1f-b3e3-492d-8309-7ef37a5fa512 tempest-QuotasAdminNegativeTest-1776892065 tempest-QuotasAdminNegativeTest-1776892065-project] 10.222.0.69 "GET /v2.0/quotas/17e16ca1ca744c76b40003d56e9c35ac HTTP/1.1" status: 200 len: 375 time: 0.0150323 Apr 18 19:22:08.628828 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-11355820-383a-4d15-9c58-70dab957ed35 req-b33c7fa9-0900-4205-9cf1-0224027f5a45 tempest-QuotasAdminNegativeTest-1776892065 tempest-QuotasAdminNegativeTest-1776892065-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=17e16ca1ca744c76b40003d56e9c35ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0738628 Apr 18 19:22:08.651130 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660e03e4-9ba0-4ddc-a539-a03f1c3fc408 req-6d04aa02-e4f7-435b-888b-d975ae406984 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:08.653067 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-660e03e4-9ba0-4ddc-a539-a03f1c3fc408 req-6d04aa02-e4f7-435b-888b-d975ae406984 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5b81b8da-abac-4e05-9e51-d6de7035d9e7 HTTP/1.1" status: 200 len: 920 time: 0.1967232 Apr 18 19:22:08.724651 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 45596) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:22:08.754069 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-73abf633-46bc-4788-94ed-e94543e6e827 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:08.768752 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-660e03e4-9ba0-4ddc-a539-a03f1c3fc408 req-d019c20c-c46a-4a55-a09f-d72a7026659d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a2264cb-205e-466a-993b-c30414da169a HTTP/1.1" status: 200 len: 217 time: 0.0986204 Apr 18 19:22:08.837230 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-73abf633-46bc-4788-94ed-e94543e6e827 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:22:08.847645 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-73abf633-46bc-4788-94ed-e94543e6e827 admin admin] Usage tracker for resource:security_group_rule and tenant:8c15414d62da46c782e0597745e44833 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:22:08.847853 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660e03e4-9ba0-4ddc-a539-a03f1c3fc408 req-16cd6cdc-49d3-48ce-a339-bd3b1136b4f6 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:08.849195 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-660e03e4-9ba0-4ddc-a539-a03f1c3fc408 req-16cd6cdc-49d3-48ce-a339-bd3b1136b4f6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b10cc942-f819-45fc-bb02-117dc96bc19f HTTP/1.1" status: 200 len: 859 time: 0.0663662 Apr 18 19:22:08.903454 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-660e03e4-9ba0-4ddc-a539-a03f1c3fc408 req-97a2a759-81d7-4f12-8680-deeedf798751 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5b81b8da-abac-4e05-9e51-d6de7035d9e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473390 Apr 18 19:22:08.924984 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-73abf633-46bc-4788-94ed-e94543e6e827 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:22:08.936481 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-73abf633-46bc-4788-94ed-e94543e6e827 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:22:08.993014 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d524f139-f496-4720-a1fb-e7d67ab60031 req-a54c1289-21ed-4d03-83dd-7b8d173b1205 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:09.000797 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d524f139-f496-4720-a1fb-e7d67ab60031 req-a54c1289-21ed-4d03-83dd-7b8d173b1205 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] 10.222.0.69 "GET /v2.0/ports?device_id=016b104f-c345-4ebb-a651-fd17ca2d8c0d HTTP/1.1" status: 200 len: 948 time: 0.2087505 Apr 18 19:22:09.090920 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-660e03e4-9ba0-4ddc-a539-a03f1c3fc408 req-cf6182b4-7711-4677-bf1d-9a14d53a4341 service neutron] 10.222.0.73 "GET /v2.0/networks/5b81b8da-abac-4e05-9e51-d6de7035d9e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807258 Apr 18 19:22:09.118774 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-73abf633-46bc-4788-94ed-e94543e6e827 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:09.125321 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d524f139-f496-4720-a1fb-e7d67ab60031 req-a3e3ece7-513b-4635-b56e-903ee8461726 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] 10.222.0.69 "GET /v2.0/security-groups?id=064d4532-d372-4114-a5d4-759e2dc190bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226745 Apr 18 19:22:09.231962 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-73abf633-46bc-4788-94ed-e94543e6e827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:09.347366 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73abf633-46bc-4788-94ed-e94543e6e827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=638799ee-52fa-49a2-8169-b17761b6d6a3,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:09.355798 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-73abf633-46bc-4788-94ed-e94543e6e827 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8c15414d62da46c782e0597745e44833&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6294837 Apr 18 19:22:09.360108 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 45616) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:22:09.387745 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-660e03e4-9ba0-4ddc-a539-a03f1c3fc408 req-c68b9784-a1d0-4223-9896-8ecadb010ac6 service neutron] 10.222.0.73 "GET /v2.0/networks/5b81b8da-abac-4e05-9e51-d6de7035d9e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2889929 Apr 18 19:22:09.430301 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be307f53-541f-48b8-8c83-0fa1230f273e req-49616823-9573-4374-ba79-ee70af7d4e19 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:09.431877 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-be307f53-541f-48b8-8c83-0fa1230f273e req-49616823-9573-4374-ba79-ee70af7d4e19 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] 10.222.0.69 "GET /v2.0/ports?device_id=53003c5f-f70e-46cc-884b-df5cffd3154f HTTP/1.1" status: 200 len: 945 time: 0.1499858 Apr 18 19:22:09.470790 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-de23ca71-4c6b-4f76-a6a7-08045f578f8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:09.512018 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-be307f53-541f-48b8-8c83-0fa1230f273e req-280ccd46-a503-40e8-9cd4-4eb34f7c86c4 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] 10.222.0.69 "GET /v2.0/security-groups?id=3fcdb8eb-658a-4600-87a3-89b959a21299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690029 Apr 18 19:22:09.516180 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-de23ca71-4c6b-4f76-a6a7-08045f578f8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:09.661039 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-660e03e4-9ba0-4ddc-a539-a03f1c3fc408 req-659c5c44-2a18-4150-9ac5-bd49d88d995d tempest-LiveAutoBlockMigrationV225Test-1421540525 tempest-LiveAutoBlockMigrationV225Test-1421540525-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=e8f3de23-f7b7-40ff-bad5-044ccbc79845&tenant_id=e8145a70cab44ff88b524306edcbe946&binding%3Ahost_id=n-h2-836017-2 HTTP/1.1" status: 200 len: 1096 time: 0.1148305 Apr 18 19:22:09.677259 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [req-660e03e4-9ba0-4ddc-a539-a03f1c3fc408 req-24aef4ba-0188-4960-9a6e-046c898e980a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-836017-2'}}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:22:09.728874 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-de23ca71-4c6b-4f76-a6a7-08045f578f8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:09.770248 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de23ca71-4c6b-4f76-a6a7-08045f578f8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=638799ee-52fa-49a2-8169-b17761b6d6a3,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:09.801921 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-de23ca71-4c6b-4f76-a6a7-08045f578f8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:09.803633 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-de23ca71-4c6b-4f76-a6a7-08045f578f8e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/638799ee-52fa-49a2-8169-b17761b6d6a3 HTTP/1.1" status: 204 len: 168 time: 0.4424453 Apr 18 19:22:09.826867 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-660e03e4-9ba0-4ddc-a539-a03f1c3fc408 req-24aef4ba-0188-4960-9a6e-046c898e980a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:09.848146 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498af226-3226-45dd-a0ef-536c57dd3956 req-2169b7d5-6f3d-48bf-bf17-8f4dc0a23b61 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:09.851695 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-498af226-3226-45dd-a0ef-536c57dd3956 req-2169b7d5-6f3d-48bf-bf17-8f4dc0a23b61 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8f3de23-f7b7-40ff-bad5-044ccbc79845 HTTP/1.1" status: 200 len: 945 time: 0.1970806 Apr 18 19:22:09.853843 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 15781f55-411f-4068-832a-9e37278912a9 details requested by agent hyperv_n-h1-836017-2 with host n-h1-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:22:09.932235 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-498af226-3226-45dd-a0ef-536c57dd3956 req-e25f230a-5344-4849-9361-aac8fc0092e4 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702310 Apr 18 19:22:10.063402 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port 15781f55-411f-4068-832a-9e37278912a9, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=15781f55-411f-4068-832a-9e37278912a9,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:22:10.079084 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Returning: {'device': '15781f55-411f-4068-832a-9e37278912a9', 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a', 'port_id': '15781f55-411f-4068-832a-9e37278912a9', 'mac_address': 'fa:16:3e:06:76:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17d1b3aa-2066-4ffa-a69f-52ed566b6548', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:22:10.144869 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:10.153622 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-660e03e4-9ba0-4ddc-a539-a03f1c3fc408 req-24aef4ba-0188-4960-9a6e-046c898e980a service neutron] For port 8a2264cb-205e-466a-993b-c30414da169a, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=8a2264cb-205e-466a-993b-c30414da169a,segment=NetworkSegment(57f6477d-46cb-4fbc-8909-e9439d3b2b0a),segment_id=57f6477d-46cb-4fbc-8909-e9439d3b2b0a)] {{(pid=84764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:22:10.167347 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15781f55-411f-4068-832a-9e37278912a9 {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:22:10.175851 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1ec940-fb70-4703-b576-73080b0e0874 req-6e1fc85a-9d31-47a0-9894-9f4107303d17 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:10.175851 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ea1ec940-fb70-4703-b576-73080b0e0874 req-6e1fc85a-9d31-47a0-9894-9f4107303d17 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] 10.222.0.69 "GET /v2.0/ports?device_id=027a3482-9de8-4178-93a4-4577839df052&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1408725 Apr 18 19:22:10.193806 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port 15781f55-411f-4068-832a-9e37278912a9, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=15781f55-411f-4068-832a-9e37278912a9,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:22:10.251396 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 45648) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:22:10.265887 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.db.resource_extend [req-660e03e4-9ba0-4ddc-a539-a03f1c3fc408 req-24aef4ba-0188-4960-9a6e-046c898e980a service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 19:22:10.289245 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ea1ec940-fb70-4703-b576-73080b0e0874 req-fb7c43c9-d396-484b-9a90-8ce236c74f47 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.3.237 HTTP/1.1" status: 200 len: 696 time: 0.1076145 Apr 18 19:22:10.294764 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-660e03e4-9ba0-4ddc-a539-a03f1c3fc408 req-24aef4ba-0188-4960-9a6e-046c898e980a service neutron] For port 8a2264cb-205e-466a-993b-c30414da169a, host n-h2-836017-2, cleared binding levels {{(pid=84764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:22:10.307949 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:10.393972 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8f3de23-f7b7-40ff-bad5-044ccbc79845', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a2264cb-205e-466a-993b-c30414da169a'}] {{(pid=84764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:22:10.401504 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [req-ea1ec940-fb70-4703-b576-73080b0e0874 req-d823d93e-06a7-49c3-bd9a-46f09ad593de tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Request body: {'floatingip': {'port_id': '346a209d-f566-45d8-b781-babbfb75723a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:22:10.423947 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Pushing event updated for resources: {'Port': ['ID=15781f55-411f-4068-832a-9e37278912a9,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:10.482245 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-660e03e4-9ba0-4ddc-a539-a03f1c3fc408 req-24aef4ba-0188-4960-9a6e-046c898e980a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:10.486805 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-ea1ec940-fb70-4703-b576-73080b0e0874 req-d823d93e-06a7-49c3-bd9a-46f09ad593de tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Notify callbacks [] for floatingip, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:10.510093 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-b2870662-4739-411f-853e-b51d096fbd92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:10.561213 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-b2870662-4739-411f-853e-b51d096fbd92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:22:10.567475 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-b2870662-4739-411f-853e-b51d096fbd92 admin admin] Usage tracker for resource:security_group_rule and tenant:17e16ca1ca744c76b40003d56e9c35ac is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:22:10.570883 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-b2870662-4739-411f-853e-b51d096fbd92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:22:10.580166 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-b2870662-4739-411f-853e-b51d096fbd92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:22:10.653206 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] get_ports_and_sgs() called for port_ids ['15781f55-411f-4068-832a-9e37278912a9'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:22:10.766504 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-b2870662-4739-411f-853e-b51d096fbd92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:10.872821 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-b2870662-4739-411f-853e-b51d096fbd92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:10.930153 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-660e03e4-9ba0-4ddc-a539-a03f1c3fc408 req-24aef4ba-0188-4960-9a6e-046c898e980a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:11.036245 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2870662-4739-411f-853e-b51d096fbd92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caa78d0d-51ed-4061-ae3a-9ebc2047abc0,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:11.057318 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-b2870662-4739-411f-853e-b51d096fbd92 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=17e16ca1ca744c76b40003d56e9c35ac&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8030143 Apr 18 19:22:11.059983 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 45670) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:22:11.115727 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80cf944-df9a-4c4e-99bd-7332cc8cce7f req-6ab4e103-268e-4717-bc9e-3582d92569e2 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:11.117591 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a80cf944-df9a-4c4e-99bd-7332cc8cce7f req-6ab4e103-268e-4717-bc9e-3582d92569e2 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] 10.222.0.69 "GET /v2.0/ports?device_id=016b104f-c345-4ebb-a651-fd17ca2d8c0d HTTP/1.1" status: 200 len: 949 time: 0.1939933 Apr 18 19:22:11.144884 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aef4ba-0188-4960-9a6e-046c898e980a service neutron] Pushing event updated for resources: {'Port': ['ID=8a2264cb-205e-466a-993b-c30414da169a,revision_number=7']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:11.185850 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ee5b911a-3317-4d75-85ea-979c2949eb49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:11.211951 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a80cf944-df9a-4c4e-99bd-7332cc8cce7f req-81ea5adf-2f8d-4a33-9771-b1d9c2676040 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] 10.222.0.69 "GET /v2.0/security-groups?id=064d4532-d372-4114-a5d4-759e2dc190bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831606 Apr 18 19:22:11.227386 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-660e03e4-9ba0-4ddc-a539-a03f1c3fc408 req-24aef4ba-0188-4960-9a6e-046c898e980a service neutron] Attempting to bind port 8a2264cb-205e-466a-993b-c30414da169a on host n-h2-836017-2 for vnic_type normal with profile {"migrating_to": "n-h1-836017-2"} {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:22:11.228034 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-660e03e4-9ba0-4ddc-a539-a03f1c3fc408 req-24aef4ba-0188-4960-9a6e-046c898e980a service neutron] Attempting to bind port 8a2264cb-205e-466a-993b-c30414da169a by drivers openvswitch,hyperv on host n-h2-836017-2 at level 0 using segments [{'id': '57f6477d-46cb-4fbc-8909-e9439d3b2b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '5b81b8da-abac-4e05-9e51-d6de7035d9e7'}] {{(pid=84764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:22:11.228284 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660e03e4-9ba0-4ddc-a539-a03f1c3fc408 req-24aef4ba-0188-4960-9a6e-046c898e980a service neutron] Attempting to bind port 8a2264cb-205e-466a-993b-c30414da169a on network 5b81b8da-abac-4e05-9e51-d6de7035d9e7 {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:22:11.252634 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ee5b911a-3317-4d75-85ea-979c2949eb49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:11.403944 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ee5b911a-3317-4d75-85ea-979c2949eb49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:11.425962 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5b911a-3317-4d75-85ea-979c2949eb49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caa78d0d-51ed-4061-ae3a-9ebc2047abc0,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:11.434031 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ee5b911a-3317-4d75-85ea-979c2949eb49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:11.435592 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-ee5b911a-3317-4d75-85ea-979c2949eb49 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/caa78d0d-51ed-4061-ae3a-9ebc2047abc0 HTTP/1.1" status: 204 len: 168 time: 0.3746355 Apr 18 19:22:11.456186 n-d-836017-2 neutron-server[84764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f1ba490-9365-40ac-8753-019009e37e82'] response: {'server_uuid': 'e8f3de23-f7b7-40ff-bad5-044ccbc79845', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a2264cb-205e-466a-993b-c30414da169a', 'code': 200} Apr 18 19:22:11.456848 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660e03e4-9ba0-4ddc-a539-a03f1c3fc408 req-24aef4ba-0188-4960-9a6e-046c898e980a service neutron] Port 8a2264cb-205e-466a-993b-c30414da169a on network 5b81b8da-abac-4e05-9e51-d6de7035d9e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-2 {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:22:11.457166 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660e03e4-9ba0-4ddc-a539-a03f1c3fc408 req-24aef4ba-0188-4960-9a6e-046c898e980a service neutron] Attempting to bind port 8a2264cb-205e-466a-993b-c30414da169a on network 5b81b8da-abac-4e05-9e51-d6de7035d9e7 {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:22:11.481391 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660e03e4-9ba0-4ddc-a539-a03f1c3fc408 req-24aef4ba-0188-4960-9a6e-046c898e980a service neutron] Checking agent: {'id': '02e8f951-d3a3-40e1-b8cc-aed258af030b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:22:11.481735 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660e03e4-9ba0-4ddc-a539-a03f1c3fc408 req-24aef4ba-0188-4960-9a6e-046c898e980a service neutron] Checking segment: {'id': '57f6477d-46cb-4fbc-8909-e9439d3b2b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '5b81b8da-abac-4e05-9e51-d6de7035d9e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:22:11.482113 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660e03e4-9ba0-4ddc-a539-a03f1c3fc408 req-24aef4ba-0188-4960-9a6e-046c898e980a service neutron] Bound using segment: {'id': '57f6477d-46cb-4fbc-8909-e9439d3b2b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '5b81b8da-abac-4e05-9e51-d6de7035d9e7'} {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:22:11.482566 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-660e03e4-9ba0-4ddc-a539-a03f1c3fc408 req-24aef4ba-0188-4960-9a6e-046c898e980a service neutron] Bound port: 8a2264cb-205e-466a-993b-c30414da169a, host: n-h2-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57f6477d-46cb-4fbc-8909-e9439d3b2b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '5b81b8da-abac-4e05-9e51-d6de7035d9e7'}}] {{(pid=84764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:22:11.482919 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-660e03e4-9ba0-4ddc-a539-a03f1c3fc408 req-24aef4ba-0188-4960-9a6e-046c898e980a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:11.570626 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0994651-9124-4c3f-a6ad-2ae07a77f2de req-17864531-defd-4045-8a29-bf8ccf85d444 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:11.573072 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a0994651-9124-4c3f-a6ad-2ae07a77f2de req-17864531-defd-4045-8a29-bf8ccf85d444 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8f3de23-f7b7-40ff-bad5-044ccbc79845 HTTP/1.1" status: 200 len: 943 time: 0.1297209 Apr 18 19:22:11.650543 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a0994651-9124-4c3f-a6ad-2ae07a77f2de req-5d098beb-5d1d-4901-8205-751d2af09e7b tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711236 Apr 18 19:22:11.660291 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-660e03e4-9ba0-4ddc-a539-a03f1c3fc408 req-24aef4ba-0188-4960-9a6e-046c898e980a service neutron] For port 8a2264cb-205e-466a-993b-c30414da169a, host n-h2-836017-2, cleared binding levels {{(pid=84764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:22:11.680231 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-660e03e4-9ba0-4ddc-a539-a03f1c3fc408 req-24aef4ba-0188-4960-9a6e-046c898e980a service neutron] For port 8a2264cb-205e-466a-993b-c30414da169a, host n-h2-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=8a2264cb-205e-466a-993b-c30414da169a,segment=NetworkSegment(57f6477d-46cb-4fbc-8909-e9439d3b2b0a),segment_id=57f6477d-46cb-4fbc-8909-e9439d3b2b0a)] {{(pid=84764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:22:11.754666 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-660e03e4-9ba0-4ddc-a539-a03f1c3fc408 req-24aef4ba-0188-4960-9a6e-046c898e980a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:11.856987 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 15781f55-411f-4068-832a-9e37278912a9 up at agent hyperv_n-h1-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:22:11.925850 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aef4ba-0188-4960-9a6e-046c898e980a service neutron] Pushing event updated for resources: {'Port': ['ID=8a2264cb-205e-466a-993b-c30414da169a,revision_number=8']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:11.929431 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-ea1ec940-fb70-4703-b576-73080b0e0874 req-d823d93e-06a7-49c3-bd9a-46f09ad593de tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:11.973388 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-660e03e4-9ba0-4ddc-a539-a03f1c3fc408 req-24aef4ba-0188-4960-9a6e-046c898e980a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:11.974756 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-660e03e4-9ba0-4ddc-a539-a03f1c3fc408 req-24aef4ba-0188-4960-9a6e-046c898e980a service neutron] 10.222.0.73 "PUT /v2.0/ports/8a2264cb-205e-466a-993b-c30414da169a HTTP/1.1" status: 200 len: 1121 time: 2.3076870 Apr 18 19:22:12.008814 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-ea1ec940-fb70-4703-b576-73080b0e0874 req-d823d93e-06a7-49c3-bd9a-46f09ad593de tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416787'] for floatingip, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:12.039014 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Provisioning for port 15781f55-411f-4068-832a-9e37278912a9 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:22:12.050141 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Provisioning complete for port 15781f55-411f-4068-832a-9e37278912a9 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:22:12.050509 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:12.140477 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] get_ports_and_sgs() called for port_ids ['8a2264cb-205e-466a-993b-c30414da169a'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:22:12.299953 n-d-836017-2 neutron-server[84764]: INFO neutron.db.l3_db [req-ea1ec940-fb70-4703-b576-73080b0e0874 req-d823d93e-06a7-49c3-bd9a-46f09ad593de tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Floating IP d5a0a18d-d311-45ad-95a8-422c0918d982 associated. External IP: 172.25.3.237, port: 346a209d-f566-45d8-b781-babbfb75723a. Apr 18 19:22:12.363336 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:12.413700 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '016b104f-c345-4ebb-a651-fd17ca2d8c0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15781f55-411f-4068-832a-9e37278912a9'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:22:12.435599 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port 15781f55-411f-4068-832a-9e37278912a9, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=15781f55-411f-4068-832a-9e37278912a9,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:22:12.529529 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:12.622687 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Pushing event updated for resources: {'Port': ['ID=15781f55-411f-4068-832a-9e37278912a9,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:12.675490 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 45718) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:22:12.703693 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-f53fa5c8-791d-4e35-af7e-b650fe4d8b70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:12.791140 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-f53fa5c8-791d-4e35-af7e-b650fe4d8b70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:22:12.797889 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-f53fa5c8-791d-4e35-af7e-b650fe4d8b70 admin admin] Usage tracker for resource:security_group_rule and tenant:24cad2e2f6804b9db371c9d4a426abd2 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:22:12.803657 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-f53fa5c8-791d-4e35-af7e-b650fe4d8b70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:22:12.809650 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-f53fa5c8-791d-4e35-af7e-b650fe4d8b70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:22:12.816892 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ea1ec940-fb70-4703-b576-73080b0e0874 req-d823d93e-06a7-49c3-bd9a-46f09ad593de tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Router 76420389-0c7c-4da5-a88c-d946185083d1 has already been hosted by L3 agent 21b59c62-f184-4169-bc3e-79831cc043e8 {{(pid=84764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:22:12.892194 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-f53fa5c8-791d-4e35-af7e-b650fe4d8b70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:12.992095 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-f53fa5c8-791d-4e35-af7e-b650fe4d8b70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:13.043214 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53fa5c8-791d-4e35-af7e-b650fe4d8b70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa28860-9470-4c23-8a19-db3fa629d564,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:13.047492 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-f53fa5c8-791d-4e35-af7e-b650fe4d8b70 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=24cad2e2f6804b9db371c9d4a426abd2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3710012 Apr 18 19:22:13.055819 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 45730) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:22:13.117608 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ea1ec940-fb70-4703-b576-73080b0e0874 req-d823d93e-06a7-49c3-bd9a-46f09ad593de tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Notify agent at l3_agent.n-d-836017-2 the message routers_updated {{(pid=84764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:22:13.122863 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-ea1ec940-fb70-4703-b576-73080b0e0874 req-d823d93e-06a7-49c3-bd9a-46f09ad593de tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for floatingip, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:13.129103 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36655729-23eb-4ccf-a403-1996831e627d None None] Sync routers for ids ['76420389-0c7c-4da5-a88c-d946185083d1'] in n-d-836017-2 {{(pid=84766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:22:13.143892 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36655729-23eb-4ccf-a403-1996831e627d None None] Routers {'76420389-0c7c-4da5-a88c-d946185083d1'} bound to L3 agent in host n-d-836017-2 {{(pid=84766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:22:13.144559 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-36655729-23eb-4ccf-a403-1996831e627d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:21:50Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['76420389-0c7c-4da5-a88c-d946185083d1'], 'active': True} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:22:13.165947 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-a4c56376-cf47-4666-9ccc-8c5b01cf2f4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:13.200632 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ea1ec940-fb70-4703-b576-73080b0e0874 req-d823d93e-06a7-49c3-bd9a-46f09ad593de tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] 10.222.0.69 "PUT /v2.0/floatingips/d5a0a18d-d311-45ad-95a8-422c0918d982 HTTP/1.1" status: 200 len: 997 time: 2.8109457 Apr 18 19:22:13.201075 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-a4c56376-cf47-4666-9ccc-8c5b01cf2f4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:13.304903 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ea1ec940-fb70-4703-b576-73080b0e0874 req-10e6aa92-f1bf-4d17-8e55-725abde3adec service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=666658683d0a4c6e8109e68b8b765a46&device_id=027a3482-9de8-4178-93a4-4577839df052 HTTP/1.1" status: 200 len: 1097 time: 0.0847094 Apr 18 19:22:13.348719 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvr_db [None req-36655729-23eb-4ccf-a403-1996831e627d None None] Set router 76420389-0c7c-4da5-a88c-d946185083d1 gateway port host: n-d-836017-2 {{(pid=84766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:22:13.352274 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-a4c56376-cf47-4666-9ccc-8c5b01cf2f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:13.382337 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c56376-cf47-4666-9ccc-8c5b01cf2f4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfa28860-9470-4c23-8a19-db3fa629d564,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:13.388936 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-a4c56376-cf47-4666-9ccc-8c5b01cf2f4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:13.393028 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-a4c56376-cf47-4666-9ccc-8c5b01cf2f4f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/dfa28860-9470-4c23-8a19-db3fa629d564 HTTP/1.1" status: 204 len: 168 time: 0.3316376 Apr 18 19:22:13.458759 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8f3de23-f7b7-40ff-bad5-044ccbc79845', 'tag': '8a2264cb-205e-466a-993b-c30414da169a'}, {'name': 'network-changed', 'server_uuid': '027a3482-9de8-4178-93a4-4577839df052', 'tag': '346a209d-f566-45d8-b781-babbfb75723a'}] {{(pid=84764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:22:13.505341 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1ec940-fb70-4703-b576-73080b0e0874 req-bf67fe60-7917-4031-8264-692a70e48420 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:13.507176 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ea1ec940-fb70-4703-b576-73080b0e0874 req-bf67fe60-7917-4031-8264-692a70e48420 service neutron] 10.222.0.69 "GET /v2.0/networks?id=97b575c1-8a4c-401c-bfc8-567de6de32a8 HTTP/1.1" status: 200 len: 922 time: 0.1963687 Apr 18 19:22:13.633568 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ea1ec940-fb70-4703-b576-73080b0e0874 req-589f55ac-3af2-4ef5-9234-6849d80d555f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=346a209d-f566-45d8-b781-babbfb75723a HTTP/1.1" status: 200 len: 1000 time: 0.1120653 Apr 18 19:22:13.704747 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1ec940-fb70-4703-b576-73080b0e0874 req-06ca3baf-e68b-4387-b673-cf6082efdcd1 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:13.706198 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ea1ec940-fb70-4703-b576-73080b0e0874 req-06ca3baf-e68b-4387-b673-cf6082efdcd1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a4fd8a82-a99d-4f41-8012-881e08157cb0 HTTP/1.1" status: 200 len: 860 time: 0.0660503 Apr 18 19:22:13.797218 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ea1ec940-fb70-4703-b576-73080b0e0874 req-9c04bb8b-c45d-456b-b84c-ebf9e8bb8e70 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=97b575c1-8a4c-401c-bfc8-567de6de32a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0845656 Apr 18 19:22:13.806059 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [req-ea1ec940-fb70-4703-b576-73080b0e0874 req-55ea5eb7-fc6b-4e5b-b07b-be3d777817b6 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=84764) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:22:13.807492 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ea1ec940-fb70-4703-b576-73080b0e0874 req-55ea5eb7-fc6b-4e5b-b07b-be3d777817b6 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0067632 Apr 18 19:22:13.831720 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-36655729-23eb-4ccf-a403-1996831e627d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76420389-0c7c-4da5-a88c-d946185083d1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1709511624-router', 'tenant_id': '666658683d0a4c6e8109e68b8b765a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': 'f5a0c450-17d1-4dbb-addb-8df879102f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:21:06Z', 'updated_at': '2022-04-18T19:21:14Z', 'revision_number': 4, 'project_id': '666658683d0a4c6e8109e68b8b765a46', 'gw_port': {'id': 'f5a0c450-17d1-4dbb-addb-8df879102f28', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:fb:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76420389-0c7c-4da5-a88c-d946185083d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:21:09Z', 'updated_at': '2022-04-18T19:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_floatingips': [{'id': 'd5a0a18d-d311-45ad-95a8-422c0918d982', 'tenant_id': '666658683d0a4c6e8109e68b8b765a46', 'floating_ip_address': '172.25.3.237', 'floating_network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'router_id': '76420389-0c7c-4da5-a88c-d946185083d1', 'port_id': '346a209d-f566-45d8-b781-babbfb75723a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97b575c1-8a4c-401c-bfc8-567de6de32a8', 'mac_address': 'fa:16:3e:79:25:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027a3482-9de8-4178-93a4-4577839df052', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T19:21:45Z', 'updated_at': '2022-04-18T19:22:11Z', 'revision_number': 1, 'project_id': '666658683d0a4c6e8109e68b8b765a46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c366461e-feb8-4736-a327-49e2d973267b', 'name': '', 'network_id': '97b575c1-8a4c-401c-bfc8-567de6de32a8', 'tenant_id': '666658683d0a4c6e8109e68b8b765a46', 'mac_address': 'fa:16:3e:43:9f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76420389-0c7c-4da5-a88c-d946185083d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4fd8a82-a99d-4f41-8012-881e08157cb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:21:13Z', 'updated_at': '2022-04-18T19:21:27Z', 'revision_number': 5, 'project_id': '666658683d0a4c6e8109e68b8b765a46', 'subnets': [{'id': 'a4fd8a82-a99d-4f41-8012-881e08157cb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-2', False) {} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:22:13.837852 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36655729-23eb-4ccf-a403-1996831e627d None None] Checking router: 76420389-0c7c-4da5-a88c-d946185083d1 for host: n-d-836017-2 {{(pid=84766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:22:13.851116 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36655729-23eb-4ccf-a403-1996831e627d None None] Routers {'76420389-0c7c-4da5-a88c-d946185083d1'} bound to L3 agent in host n-d-836017-2 {{(pid=84766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:22:13.851898 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-36655729-23eb-4ccf-a403-1996831e627d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:21:50Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['76420389-0c7c-4da5-a88c-d946185083d1'], 'active': True} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:22:13.872361 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 8a2264cb-205e-466a-993b-c30414da169a details requested by agent hyperv_n-h1-836017-2 with host n-h1-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:22:13.973477 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ea1ec940-fb70-4703-b576-73080b0e0874 req-e03813d7-ae8c-44b2-9e2f-d80615397370 service neutron] 10.222.0.69 "GET /v2.0/networks/97b575c1-8a4c-401c-bfc8-567de6de32a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558447 Apr 18 19:22:14.068801 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17175f13-7e5c-4178-be8c-82db47856142 req-220240fb-c36d-4afe-962d-f7a0aa2ded1b tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:14.068801 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-17175f13-7e5c-4178-be8c-82db47856142 req-220240fb-c36d-4afe-962d-f7a0aa2ded1b tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] 10.222.0.69 "GET /v2.0/ports?device_id=016b104f-c345-4ebb-a651-fd17ca2d8c0d HTTP/1.1" status: 200 len: 950 time: 0.1397519 Apr 18 19:22:14.086602 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvr_db [None req-36655729-23eb-4ccf-a403-1996831e627d None None] Set router 76420389-0c7c-4da5-a88c-d946185083d1 gateway port host: n-d-836017-2 {{(pid=84766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:22:14.102340 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port 8a2264cb-205e-466a-993b-c30414da169a, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=8a2264cb-205e-466a-993b-c30414da169a,segment=NetworkSegment(57f6477d-46cb-4fbc-8909-e9439d3b2b0a),segment_id=57f6477d-46cb-4fbc-8909-e9439d3b2b0a)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:22:14.117879 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 8a2264cb-205e-466a-993b-c30414da169a has no active binding in host n-h1-836017-2 {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Apr 18 19:22:14.144039 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-17175f13-7e5c-4178-be8c-82db47856142 req-b3ff42db-91c2-4f7b-9667-1abb5a633d2d tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] 10.222.0.69 "GET /v2.0/security-groups?id=064d4532-d372-4114-a5d4-759e2dc190bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751307 Apr 18 19:22:14.170882 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ea1ec940-fb70-4703-b576-73080b0e0874 req-1df67160-9b3a-43e4-b70a-4e6edb1aea70 service neutron] 10.222.0.69 "GET /v2.0/networks/97b575c1-8a4c-401c-bfc8-567de6de32a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914325 Apr 18 19:22:14.224268 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f71fad99-7b8b-4525-96ea-d0d7883fcfb6'] response: {'server_uuid': '016b104f-c345-4ebb-a651-fd17ca2d8c0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15781f55-411f-4068-832a-9e37278912a9', 'code': 200} Apr 18 19:22:14.426620 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381e4fff-a02e-49bb-aa5b-baf3d61b407c req-5f905d2c-8c12-41b0-a3e0-20ddd7639df8 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:14.438378 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-381e4fff-a02e-49bb-aa5b-baf3d61b407c req-5f905d2c-8c12-41b0-a3e0-20ddd7639df8 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8f3de23-f7b7-40ff-bad5-044ccbc79845 HTTP/1.1" status: 200 len: 943 time: 0.1044731 Apr 18 19:22:14.462993 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-359406f9-ead1-4861-8f90-4ad0ab9ffd5c req-6ae757f9-71f6-43ff-968e-08df1521f4c0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=016b104f-c345-4ebb-a651-fd17ca2d8c0d HTTP/1.1" status: 200 len: 1101 time: 0.1599231 Apr 18 19:22:14.530863 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-381e4fff-a02e-49bb-aa5b-baf3d61b407c req-97a11334-ed03-499f-93fa-0d44c4b46435 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904610 Apr 18 19:22:14.548060 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-36655729-23eb-4ccf-a403-1996831e627d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76420389-0c7c-4da5-a88c-d946185083d1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1709511624-router', 'tenant_id': '666658683d0a4c6e8109e68b8b765a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': 'f5a0c450-17d1-4dbb-addb-8df879102f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:21:06Z', 'updated_at': '2022-04-18T19:21:14Z', 'revision_number': 4, 'project_id': '666658683d0a4c6e8109e68b8b765a46', 'gw_port': {'id': 'f5a0c450-17d1-4dbb-addb-8df879102f28', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:fb:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76420389-0c7c-4da5-a88c-d946185083d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:21:09Z', 'updated_at': '2022-04-18T19:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_floatingips': [{'id': 'd5a0a18d-d311-45ad-95a8-422c0918d982', 'tenant_id': '666658683d0a4c6e8109e68b8b765a46', 'floating_ip_address': '172.25.3.237', 'floating_network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'router_id': '76420389-0c7c-4da5-a88c-d946185083d1', 'port_id': '346a209d-f566-45d8-b781-babbfb75723a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97b575c1-8a4c-401c-bfc8-567de6de32a8', 'mac_address': 'fa:16:3e:79:25:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027a3482-9de8-4178-93a4-4577839df052', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T19:21:45Z', 'updated_at': '2022-04-18T19:22:11Z', 'revision_number': 1, 'project_id': '666658683d0a4c6e8109e68b8b765a46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c366461e-feb8-4736-a327-49e2d973267b', 'name': '', 'network_id': '97b575c1-8a4c-401c-bfc8-567de6de32a8', 'tenant_id': '666658683d0a4c6e8109e68b8b765a46', 'mac_address': 'fa:16:3e:43:9f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76420389-0c7c-4da5-a88c-d946185083d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4fd8a82-a99d-4f41-8012-881e08157cb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:21:13Z', 'updated_at': '2022-04-18T19:21:27Z', 'revision_number': 5, 'project_id': '666658683d0a4c6e8109e68b8b765a46', 'subnets': [{'id': 'a4fd8a82-a99d-4f41-8012-881e08157cb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-2', False) {} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:22:14.555815 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-359406f9-ead1-4861-8f90-4ad0ab9ffd5c req-5dfa30a7-b871-490c-b760-818324c10b10 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=064d4532-d372-4114-a5d4-759e2dc190bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858107 Apr 18 19:22:14.556059 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36655729-23eb-4ccf-a403-1996831e627d None None] The sync data for ids ['76420389-0c7c-4da5-a88c-d946185083d1'] in n-d-836017-2 is: [{'id': '76420389-0c7c-4da5-a88c-d946185083d1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1709511624-router', 'tenant_id': '666658683d0a4c6e8109e68b8b765a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': 'f5a0c450-17d1-4dbb-addb-8df879102f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:21:06Z', 'updated_at': '2022-04-18T19:21:14Z', 'revision_number': 4, 'project_id': '666658683d0a4c6e8109e68b8b765a46', 'gw_port': {'id': 'f5a0c450-17d1-4dbb-addb-8df879102f28', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:fb:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76420389-0c7c-4da5-a88c-d946185083d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:21:09Z', 'updated_at': '2022-04-18T19:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_floatingips': [{'id': 'd5a0a18d-d311-45ad-95a8-422c0918d982', 'tenant_id': '666658683d0a4c6e8109e68b8b765a46', 'floating_ip_address': '172.25.3.237', 'floating_network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'router_id': '76420389-0c7c-4da5-a88c-d946185083d1', 'port_id': '346a209d-f566-45d8-b781-babbfb75723a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97b575c1-8a4c-401c-bfc8-567de6de32a8', 'mac_address': 'fa:16:3e:79:25:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027a3482-9de8-4178-93a4-4577839df052', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T19:21:45Z', 'updated_at': '2022-04-18T19:22:11Z', 'revision_number': 1, 'project_id': '666658683d0a4c6e8109e68b8b765a46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c366461e-feb8-4736-a327-49e2d973267b', 'name': '', 'network_id': '97b575c1-8a4c-401c-bfc8-567de6de32a8', 'tenant_id': '666658683d0a4c6e8109e68b8b765a46', 'mac_address': 'fa:16:3e:43:9f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76420389-0c7c-4da5-a88c-d946185083d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4fd8a82-a99d-4f41-8012-881e08157cb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:21:13Z', 'updated_at': '2022-04-18T19:21:27Z', 'revision_number': 5, 'project_id': '666658683d0a4c6e8109e68b8b765a46', 'subnets': [{'id': 'a4fd8a82-a99d-4f41-8012-881e08157cb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:22:14.649446 n-d-836017-2 neutron-server[84764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47328d88-8c2e-44d7-812f-2c42b4d2902b'] response: {'name': 'network-changed', 'server_uuid': 'e8f3de23-f7b7-40ff-bad5-044ccbc79845', 'tag': '8a2264cb-205e-466a-993b-c30414da169a', 'status': 'completed', 'code': 200} Apr 18 19:22:14.649708 n-d-836017-2 neutron-server[84764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47328d88-8c2e-44d7-812f-2c42b4d2902b'] response: {'name': 'network-changed', 'server_uuid': '027a3482-9de8-4178-93a4-4577839df052', 'tag': '346a209d-f566-45d8-b781-babbfb75723a', 'status': 'completed', 'code': 200} Apr 18 19:22:14.798763 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-19f0c1de-5fad-4dff-aeb9-212d7c4b3fdd req-0f6cfcce-629b-4797-a392-0256f2308c65 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e8145a70cab44ff88b524306edcbe946&device_id=e8f3de23-f7b7-40ff-bad5-044ccbc79845 HTTP/1.1" status: 200 len: 1124 time: 0.1145167 Apr 18 19:22:14.861528 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df12f5b4-bbab-4aa3-938e-450565d7260a None None] New status for floating IP d5a0a18d-d311-45ad-95a8-422c0918d982: ACTIVE {{(pid=84765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 19:22:15.009817 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f0c1de-5fad-4dff-aeb9-212d7c4b3fdd req-af6c4c6e-ce82-4d94-82ea-37ff230e289c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:15.011656 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-19f0c1de-5fad-4dff-aeb9-212d7c4b3fdd req-af6c4c6e-ce82-4d94-82ea-37ff230e289c service neutron] 10.222.0.72 "GET /v2.0/networks?id=5b81b8da-abac-4e05-9e51-d6de7035d9e7 HTTP/1.1" status: 200 len: 920 time: 0.2048769 Apr 18 19:22:15.120444 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-19f0c1de-5fad-4dff-aeb9-212d7c4b3fdd req-93dde796-73ea-43bb-937b-65b7261e015a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a2264cb-205e-466a-993b-c30414da169a HTTP/1.1" status: 200 len: 217 time: 0.0998302 Apr 18 19:22:15.208065 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f0c1de-5fad-4dff-aeb9-212d7c4b3fdd req-5699477f-46cf-4606-980e-3242418d7ec6 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:15.219019 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-19f0c1de-5fad-4dff-aeb9-212d7c4b3fdd req-5699477f-46cf-4606-980e-3242418d7ec6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b10cc942-f819-45fc-bb02-117dc96bc19f HTTP/1.1" status: 200 len: 859 time: 0.0904908 Apr 18 19:22:15.304202 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-19f0c1de-5fad-4dff-aeb9-212d7c4b3fdd req-e062f041-343a-43a8-9874-0ee211c1d620 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5b81b8da-abac-4e05-9e51-d6de7035d9e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0798995 Apr 18 19:22:15.468635 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0de9acf-42fa-4e1e-b501-d454ae175026 req-9ffd7b78-a23a-4163-8ca0-3d80b3a2ab48 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:15.470287 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d0de9acf-42fa-4e1e-b501-d454ae175026 req-9ffd7b78-a23a-4163-8ca0-3d80b3a2ab48 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] 10.222.0.69 "GET /v2.0/ports?device_id=53003c5f-f70e-46cc-884b-df5cffd3154f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2014678 Apr 18 19:22:15.476050 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-19f0c1de-5fad-4dff-aeb9-212d7c4b3fdd req-b5bc3b4e-72ca-488e-8ee7-8d26ca2cd1ab service neutron] 10.222.0.72 "GET /v2.0/networks/5b81b8da-abac-4e05-9e51-d6de7035d9e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599283 Apr 18 19:22:15.740460 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d0de9acf-42fa-4e1e-b501-d454ae175026 req-e9a8c8a1-65c8-4e9c-8323-8d6b3b056ff0 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.3.237 HTTP/1.1" status: 200 len: 1002 time: 0.2634115 Apr 18 19:22:15.760960 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [req-d0de9acf-42fa-4e1e-b501-d454ae175026 req-7824a4cf-1281-4b43-87f1-f61a5caca058 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Request body: {'floatingip': {'port_id': '88598214-d4f0-4932-9285-92b3f82eb99c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:22:15.857880 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-19f0c1de-5fad-4dff-aeb9-212d7c4b3fdd req-ae00085c-fda6-4f4b-baae-b31098f5557b service neutron] 10.222.0.72 "GET /v2.0/networks/5b81b8da-abac-4e05-9e51-d6de7035d9e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544341 Apr 18 19:22:15.878666 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-d0de9acf-42fa-4e1e-b501-d454ae175026 req-7824a4cf-1281-4b43-87f1-f61a5caca058 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Notify callbacks [] for floatingip, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:16.150852 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-19f0c1de-5fad-4dff-aeb9-212d7c4b3fdd req-ddc0373f-0139-433c-86e1-723f4b265876 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=666658683d0a4c6e8109e68b8b765a46&device_id=027a3482-9de8-4178-93a4-4577839df052 HTTP/1.1" status: 200 len: 1097 time: 0.1774137 Apr 18 19:22:16.503126 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f0c1de-5fad-4dff-aeb9-212d7c4b3fdd req-e4e9372e-cef8-4198-a1dc-6da43d02a328 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:16.504610 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-19f0c1de-5fad-4dff-aeb9-212d7c4b3fdd req-e4e9372e-cef8-4198-a1dc-6da43d02a328 service neutron] 10.222.0.72 "GET /v2.0/networks?id=97b575c1-8a4c-401c-bfc8-567de6de32a8 HTTP/1.1" status: 200 len: 922 time: 0.2997317 Apr 18 19:22:16.645010 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-19f0c1de-5fad-4dff-aeb9-212d7c4b3fdd req-d645602b-4029-4a54-a262-9aa26fac3a91 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=346a209d-f566-45d8-b781-babbfb75723a HTTP/1.1" status: 200 len: 1002 time: 0.1332655 Apr 18 19:22:16.723308 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f0c1de-5fad-4dff-aeb9-212d7c4b3fdd req-40be2e24-9784-4112-9572-f43f9483aba9 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:16.724762 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-19f0c1de-5fad-4dff-aeb9-212d7c4b3fdd req-40be2e24-9784-4112-9572-f43f9483aba9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a4fd8a82-a99d-4f41-8012-881e08157cb0 HTTP/1.1" status: 200 len: 860 time: 0.0733328 Apr 18 19:22:16.979138 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-d0de9acf-42fa-4e1e-b501-d454ae175026 req-7824a4cf-1281-4b43-87f1-f61a5caca058 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:16.983032 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-19f0c1de-5fad-4dff-aeb9-212d7c4b3fdd req-151976bf-5740-4c67-aa9e-3f975dae7c92 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=97b575c1-8a4c-401c-bfc8-567de6de32a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2509656 Apr 18 19:22:17.081081 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-d0de9acf-42fa-4e1e-b501-d454ae175026 req-7824a4cf-1281-4b43-87f1-f61a5caca058 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416787'] for floatingip, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:17.228453 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-19f0c1de-5fad-4dff-aeb9-212d7c4b3fdd req-2fdc3ade-3c1f-417c-af68-835c0f508ce8 service neutron] 10.222.0.72 "GET /v2.0/networks/97b575c1-8a4c-401c-bfc8-567de6de32a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374861 Apr 18 19:22:17.462213 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-19f0c1de-5fad-4dff-aeb9-212d7c4b3fdd req-3a95c8fc-17aa-4f58-a142-2a1fae2be6f9 service neutron] 10.222.0.72 "GET /v2.0/networks/97b575c1-8a4c-401c-bfc8-567de6de32a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239542 Apr 18 19:22:17.464820 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bee428-443b-4399-92ce-56fce97bdb0c req-4bac4ac6-deeb-44b5-9e25-a6f33f6bb6e8 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:17.476943 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e1bee428-443b-4399-92ce-56fce97bdb0c req-4bac4ac6-deeb-44b5-9e25-a6f33f6bb6e8 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] 10.222.0.69 "GET /v2.0/ports?device_id=016b104f-c345-4ebb-a651-fd17ca2d8c0d HTTP/1.1" status: 200 len: 950 time: 0.0891623 Apr 18 19:22:17.507255 n-d-836017-2 neutron-server[84764]: INFO neutron.db.l3_db [req-d0de9acf-42fa-4e1e-b501-d454ae175026 req-7824a4cf-1281-4b43-87f1-f61a5caca058 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Floating IP d5a0a18d-d311-45ad-95a8-422c0918d982 associated. External IP: 172.25.3.237, port: 346a209d-f566-45d8-b781-babbfb75723a. Apr 18 19:22:17.521319 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e1bee428-443b-4399-92ce-56fce97bdb0c req-bb43e199-0f33-4aa5-9ae5-62f15fd95dd4 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] 10.222.0.69 "GET /v2.0/security-groups?id=064d4532-d372-4114-a5d4-759e2dc190bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435050 Apr 18 19:22:17.839911 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 45820) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:22:17.945474 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d0de9acf-42fa-4e1e-b501-d454ae175026 req-7824a4cf-1281-4b43-87f1-f61a5caca058 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Router 76420389-0c7c-4da5-a88c-d946185083d1 has already been hosted by L3 agent 21b59c62-f184-4169-bc3e-79831cc043e8 {{(pid=84764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:22:17.993972 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-9357577f-621f-4765-9d5b-5f040cc31668 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:18.033145 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-9357577f-621f-4765-9d5b-5f040cc31668 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:22:18.037495 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-9357577f-621f-4765-9d5b-5f040cc31668 admin admin] Usage tracker for resource:security_group_rule and tenant:a8949990be404250911d10759ef239bc is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:22:18.040509 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-9357577f-621f-4765-9d5b-5f040cc31668 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:22:18.047016 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-9357577f-621f-4765-9d5b-5f040cc31668 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:22:18.127994 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-9357577f-621f-4765-9d5b-5f040cc31668 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:18.186976 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d0de9acf-42fa-4e1e-b501-d454ae175026 req-7824a4cf-1281-4b43-87f1-f61a5caca058 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Notify agent at l3_agent.n-d-836017-2 the message routers_updated {{(pid=84764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:22:18.203522 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3188ff0-783b-42ab-9b4a-5821279f144b None None] Sync routers for ids ['76420389-0c7c-4da5-a88c-d946185083d1'] in n-d-836017-2 {{(pid=84766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:22:18.210311 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-9357577f-621f-4765-9d5b-5f040cc31668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:18.219368 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3188ff0-783b-42ab-9b4a-5821279f144b None None] Routers {'76420389-0c7c-4da5-a88c-d946185083d1'} bound to L3 agent in host n-d-836017-2 {{(pid=84766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:22:18.219368 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-b3188ff0-783b-42ab-9b4a-5821279f144b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:21:50Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['76420389-0c7c-4da5-a88c-d946185083d1'], 'active': True} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:22:18.244087 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-176acab1-b734-41e6-850d-2a39d185ed96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:18.248094 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de9aba2-cd9a-4baa-bc81-a5478f944b33 req-eadff58e-21f2-49da-9bac-b395326cbb12 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:18.260560 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-9de9aba2-cd9a-4baa-bc81-a5478f944b33 req-eadff58e-21f2-49da-9bac-b395326cbb12 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8f3de23-f7b7-40ff-bad5-044ccbc79845 HTTP/1.1" status: 200 len: 943 time: 0.1221652 Apr 18 19:22:18.324373 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9357577f-621f-4765-9d5b-5f040cc31668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e5d0b79-840c-4cb8-bca8-0bd06b6ae1d1,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:18.330092 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-9357577f-621f-4765-9d5b-5f040cc31668 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a8949990be404250911d10759ef239bc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4890826 Apr 18 19:22:18.338878 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 45828) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:22:18.353299 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-9de9aba2-cd9a-4baa-bc81-a5478f944b33 req-cb6291a5-df01-4f84-ba9d-e2d5e8d825fd tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849822 Apr 18 19:22:18.423935 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-40c0da1b-f4c4-4a53-906a-06f8799eac53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:18.424197 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvr_db [None req-b3188ff0-783b-42ab-9b4a-5821279f144b None None] Set router 76420389-0c7c-4da5-a88c-d946185083d1 gateway port host: n-d-836017-2 {{(pid=84766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:22:18.458155 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-40c0da1b-f4c4-4a53-906a-06f8799eac53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:18.619765 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-40c0da1b-f4c4-4a53-906a-06f8799eac53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:18.657990 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c0da1b-f4c4-4a53-906a-06f8799eac53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e5d0b79-840c-4cb8-bca8-0bd06b6ae1d1,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:18.677382 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-40c0da1b-f4c4-4a53-906a-06f8799eac53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:18.691449 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-40c0da1b-f4c4-4a53-906a-06f8799eac53 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7e5d0b79-840c-4cb8-bca8-0bd06b6ae1d1 HTTP/1.1" status: 204 len: 168 time: 0.3405724 Apr 18 19:22:19.081030 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d0de9acf-42fa-4e1e-b501-d454ae175026 req-7824a4cf-1281-4b43-87f1-f61a5caca058 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Router 76420389-0c7c-4da5-a88c-d946185083d1 has already been hosted by L3 agent 21b59c62-f184-4169-bc3e-79831cc043e8 {{(pid=84764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:22:19.138570 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-b3188ff0-783b-42ab-9b4a-5821279f144b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76420389-0c7c-4da5-a88c-d946185083d1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1709511624-router', 'tenant_id': '666658683d0a4c6e8109e68b8b765a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': 'f5a0c450-17d1-4dbb-addb-8df879102f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:21:06Z', 'updated_at': '2022-04-18T19:21:14Z', 'revision_number': 4, 'project_id': '666658683d0a4c6e8109e68b8b765a46', 'gw_port': {'id': 'f5a0c450-17d1-4dbb-addb-8df879102f28', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:fb:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76420389-0c7c-4da5-a88c-d946185083d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:21:09Z', 'updated_at': '2022-04-18T19:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_floatingips': [{'id': 'd5a0a18d-d311-45ad-95a8-422c0918d982', 'tenant_id': '666658683d0a4c6e8109e68b8b765a46', 'floating_ip_address': '172.25.3.237', 'floating_network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'router_id': '76420389-0c7c-4da5-a88c-d946185083d1', 'port_id': '88598214-d4f0-4932-9285-92b3f82eb99c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97b575c1-8a4c-401c-bfc8-567de6de32a8', 'mac_address': 'fa:16:3e:9e:cc:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53003c5f-f70e-46cc-884b-df5cffd3154f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T19:21:45Z', 'updated_at': '2022-04-18T19:22:16Z', 'revision_number': 3, 'project_id': '666658683d0a4c6e8109e68b8b765a46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c366461e-feb8-4736-a327-49e2d973267b', 'name': '', 'network_id': '97b575c1-8a4c-401c-bfc8-567de6de32a8', 'tenant_id': '666658683d0a4c6e8109e68b8b765a46', 'mac_address': 'fa:16:3e:43:9f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76420389-0c7c-4da5-a88c-d946185083d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4fd8a82-a99d-4f41-8012-881e08157cb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:21:13Z', 'updated_at': '2022-04-18T19:21:27Z', 'revision_number': 5, 'project_id': '666658683d0a4c6e8109e68b8b765a46', 'subnets': [{'id': 'a4fd8a82-a99d-4f41-8012-881e08157cb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-2', False) {} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:22:19.153945 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3188ff0-783b-42ab-9b4a-5821279f144b None None] Checking router: 76420389-0c7c-4da5-a88c-d946185083d1 for host: n-d-836017-2 {{(pid=84766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:22:19.189886 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3188ff0-783b-42ab-9b4a-5821279f144b None None] Routers {'76420389-0c7c-4da5-a88c-d946185083d1'} bound to L3 agent in host n-d-836017-2 {{(pid=84766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:22:19.190500 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-b3188ff0-783b-42ab-9b4a-5821279f144b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:21:50Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['76420389-0c7c-4da5-a88c-d946185083d1'], 'active': True} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:22:19.426424 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed154d9-b4de-46b4-b61f-8325c150781c req-bde3327e-8f37-4d71-9165-4dae3723b2bf tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:19.434512 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-aed154d9-b4de-46b4-b61f-8325c150781c req-bde3327e-8f37-4d71-9165-4dae3723b2bf tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] 10.222.0.69 "GET /v2.0/ports?device_id=016b104f-c345-4ebb-a651-fd17ca2d8c0d HTTP/1.1" status: 200 len: 950 time: 0.2111189 Apr 18 19:22:19.472203 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d0de9acf-42fa-4e1e-b501-d454ae175026 req-7824a4cf-1281-4b43-87f1-f61a5caca058 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Notify agent at l3_agent.n-d-836017-2 the message routers_updated {{(pid=84764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:22:19.478632 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-d0de9acf-42fa-4e1e-b501-d454ae175026 req-7824a4cf-1281-4b43-87f1-f61a5caca058 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for floatingip, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:19.493595 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-aed154d9-b4de-46b4-b61f-8325c150781c req-e90e46ab-85f3-4008-824a-c46cfcd1ae37 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] 10.222.0.69 "GET /v2.0/security-groups?id=064d4532-d372-4114-a5d4-759e2dc190bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579207 Apr 18 19:22:19.504928 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvr_db [None req-b3188ff0-783b-42ab-9b4a-5821279f144b None None] Set router 76420389-0c7c-4da5-a88c-d946185083d1 gateway port host: n-d-836017-2 {{(pid=84766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:22:19.580022 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '027a3482-9de8-4178-93a4-4577839df052', 'tag': '346a209d-f566-45d8-b781-babbfb75723a'}] {{(pid=84764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:22:19.617718 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d0de9acf-42fa-4e1e-b501-d454ae175026 req-7824a4cf-1281-4b43-87f1-f61a5caca058 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] 10.222.0.69 "PUT /v2.0/floatingips/d5a0a18d-d311-45ad-95a8-422c0918d982 HTTP/1.1" status: 200 len: 998 time: 3.8630488 Apr 18 19:22:19.732191 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0de9acf-42fa-4e1e-b501-d454ae175026 req-af4b60a2-0b1d-4030-b748-ebb61ee9b0c6 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:19.734803 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d0de9acf-42fa-4e1e-b501-d454ae175026 req-af4b60a2-0b1d-4030-b748-ebb61ee9b0c6 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] 10.222.0.69 "GET /v2.0/ports/346a209d-f566-45d8-b781-babbfb75723a HTTP/1.1" status: 200 len: 943 time: 0.1117296 Apr 18 19:22:19.824805 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 45860) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:22:19.850253 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-37abb36b-56ab-4276-a947-66dabdb347f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:19.884357 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7fbbf5-ecac-4500-aac8-9e425a933dc7 req-f22cbfbd-428c-4550-b2bc-96dd81ef854b tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:19.885884 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fd7fbbf5-ecac-4500-aac8-9e425a933dc7 req-f22cbfbd-428c-4550-b2bc-96dd81ef854b tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8f3de23-f7b7-40ff-bad5-044ccbc79845 HTTP/1.1" status: 200 len: 943 time: 0.1213944 Apr 18 19:22:19.893250 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d0de9acf-42fa-4e1e-b501-d454ae175026 req-e29ab99b-f530-44f3-bfa6-14605d1768f1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=666658683d0a4c6e8109e68b8b765a46&device_id=027a3482-9de8-4178-93a4-4577839df052 HTTP/1.1" status: 200 len: 1097 time: 0.0929503 Apr 18 19:22:19.922859 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-37abb36b-56ab-4276-a947-66dabdb347f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:22:19.929379 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-37abb36b-56ab-4276-a947-66dabdb347f6 admin admin] Usage tracker for resource:security_group_rule and tenant:d98b1cadb4d0420e9f2c0a888dca53bd is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:22:19.932710 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-37abb36b-56ab-4276-a947-66dabdb347f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:22:19.951111 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-37abb36b-56ab-4276-a947-66dabdb347f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:22:19.971057 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fd7fbbf5-ecac-4500-aac8-9e425a933dc7 req-2d1643ca-1bb5-42f1-a01d-750e1e156307 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717385 Apr 18 19:22:20.041172 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-37abb36b-56ab-4276-a947-66dabdb347f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:20.058093 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-b3188ff0-783b-42ab-9b4a-5821279f144b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76420389-0c7c-4da5-a88c-d946185083d1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1709511624-router', 'tenant_id': '666658683d0a4c6e8109e68b8b765a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': 'f5a0c450-17d1-4dbb-addb-8df879102f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:21:06Z', 'updated_at': '2022-04-18T19:21:14Z', 'revision_number': 4, 'project_id': '666658683d0a4c6e8109e68b8b765a46', 'gw_port': {'id': 'f5a0c450-17d1-4dbb-addb-8df879102f28', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:fb:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76420389-0c7c-4da5-a88c-d946185083d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:21:09Z', 'updated_at': '2022-04-18T19:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_floatingips': [{'id': 'd5a0a18d-d311-45ad-95a8-422c0918d982', 'tenant_id': '666658683d0a4c6e8109e68b8b765a46', 'floating_ip_address': '172.25.3.237', 'floating_network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'router_id': '76420389-0c7c-4da5-a88c-d946185083d1', 'port_id': '88598214-d4f0-4932-9285-92b3f82eb99c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97b575c1-8a4c-401c-bfc8-567de6de32a8', 'mac_address': 'fa:16:3e:9e:cc:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53003c5f-f70e-46cc-884b-df5cffd3154f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T19:21:45Z', 'updated_at': '2022-04-18T19:22:16Z', 'revision_number': 3, 'project_id': '666658683d0a4c6e8109e68b8b765a46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c366461e-feb8-4736-a327-49e2d973267b', 'name': '', 'network_id': '97b575c1-8a4c-401c-bfc8-567de6de32a8', 'tenant_id': '666658683d0a4c6e8109e68b8b765a46', 'mac_address': 'fa:16:3e:43:9f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76420389-0c7c-4da5-a88c-d946185083d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4fd8a82-a99d-4f41-8012-881e08157cb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:21:13Z', 'updated_at': '2022-04-18T19:21:27Z', 'revision_number': 5, 'project_id': '666658683d0a4c6e8109e68b8b765a46', 'subnets': [{'id': 'a4fd8a82-a99d-4f41-8012-881e08157cb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-2', False) {} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:22:20.066255 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3188ff0-783b-42ab-9b4a-5821279f144b None None] The sync data for ids ['76420389-0c7c-4da5-a88c-d946185083d1'] in n-d-836017-2 is: [{'id': '76420389-0c7c-4da5-a88c-d946185083d1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1709511624-router', 'tenant_id': '666658683d0a4c6e8109e68b8b765a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': 'f5a0c450-17d1-4dbb-addb-8df879102f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:21:06Z', 'updated_at': '2022-04-18T19:21:14Z', 'revision_number': 4, 'project_id': '666658683d0a4c6e8109e68b8b765a46', 'gw_port': {'id': 'f5a0c450-17d1-4dbb-addb-8df879102f28', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:fb:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76420389-0c7c-4da5-a88c-d946185083d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:21:09Z', 'updated_at': '2022-04-18T19:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_floatingips': [{'id': 'd5a0a18d-d311-45ad-95a8-422c0918d982', 'tenant_id': '666658683d0a4c6e8109e68b8b765a46', 'floating_ip_address': '172.25.3.237', 'floating_network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'router_id': '76420389-0c7c-4da5-a88c-d946185083d1', 'port_id': '88598214-d4f0-4932-9285-92b3f82eb99c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97b575c1-8a4c-401c-bfc8-567de6de32a8', 'mac_address': 'fa:16:3e:9e:cc:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53003c5f-f70e-46cc-884b-df5cffd3154f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T19:21:45Z', 'updated_at': '2022-04-18T19:22:16Z', 'revision_number': 3, 'project_id': '666658683d0a4c6e8109e68b8b765a46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c366461e-feb8-4736-a327-49e2d973267b', 'name': '', 'network_id': '97b575c1-8a4c-401c-bfc8-567de6de32a8', 'tenant_id': '666658683d0a4c6e8109e68b8b765a46', 'mac_address': 'fa:16:3e:43:9f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76420389-0c7c-4da5-a88c-d946185083d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4fd8a82-a99d-4f41-8012-881e08157cb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:21:13Z', 'updated_at': '2022-04-18T19:21:27Z', 'revision_number': 5, 'project_id': '666658683d0a4c6e8109e68b8b765a46', 'subnets': [{'id': 'a4fd8a82-a99d-4f41-8012-881e08157cb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:22:20.071223 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0de9acf-42fa-4e1e-b501-d454ae175026 req-ab5a0962-fcf5-42d0-bdba-a67aea58cb86 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:20.080904 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d0de9acf-42fa-4e1e-b501-d454ae175026 req-ab5a0962-fcf5-42d0-bdba-a67aea58cb86 service neutron] 10.222.0.69 "GET /v2.0/networks?id=97b575c1-8a4c-401c-bfc8-567de6de32a8 HTTP/1.1" status: 200 len: 922 time: 0.1795626 Apr 18 19:22:20.106567 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-37abb36b-56ab-4276-a947-66dabdb347f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:20.177532 n-d-836017-2 neutron-server[84764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7ee042a-668a-4b3a-ac62-d6a8e6d54ba3'] response: {'name': 'network-changed', 'server_uuid': '027a3482-9de8-4178-93a4-4577839df052', 'tag': '346a209d-f566-45d8-b781-babbfb75723a', 'status': 'completed', 'code': 200} Apr 18 19:22:20.199067 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37abb36b-56ab-4276-a947-66dabdb347f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ad9c370-1398-432b-9773-03182bdac9f6,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:20.212003 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-37abb36b-56ab-4276-a947-66dabdb347f6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d98b1cadb4d0420e9f2c0a888dca53bd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3837960 Apr 18 19:22:20.213857 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 45872) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:22:20.237183 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d0de9acf-42fa-4e1e-b501-d454ae175026 req-ee90395e-4202-451d-8692-4edbe0e444ab service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=346a209d-f566-45d8-b781-babbfb75723a HTTP/1.1" status: 200 len: 217 time: 0.1547825 Apr 18 19:22:20.325576 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0de9acf-42fa-4e1e-b501-d454ae175026 req-805090de-7b98-479c-b3e5-8e9c6fb130bb service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:20.326003 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-07b32cc7-35cd-4bdd-8df7-6f723cf7cf93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:20.327261 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d0de9acf-42fa-4e1e-b501-d454ae175026 req-805090de-7b98-479c-b3e5-8e9c6fb130bb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a4fd8a82-a99d-4f41-8012-881e08157cb0 HTTP/1.1" status: 200 len: 860 time: 0.0799513 Apr 18 19:22:20.338048 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-3dd2fa4f-ec40-466d-a1ff-a298e49c055c req-fa0a571f-2bcb-4013-a0f8-e6acc3222f5e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=666658683d0a4c6e8109e68b8b765a46&device_id=027a3482-9de8-4178-93a4-4577839df052 HTTP/1.1" status: 200 len: 1097 time: 0.1623621 Apr 18 19:22:20.363929 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-390c780d-f8f0-43f3-b545-aacef4b68146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:20.378753 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-07b32cc7-35cd-4bdd-8df7-6f723cf7cf93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:20.550483 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd2fa4f-ec40-466d-a1ff-a298e49c055c req-eb148cbb-0dd8-4ddf-912e-9e3ded36d8ea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:20.552239 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-3dd2fa4f-ec40-466d-a1ff-a298e49c055c req-eb148cbb-0dd8-4ddf-912e-9e3ded36d8ea service neutron] 10.222.0.72 "GET /v2.0/networks?id=97b575c1-8a4c-401c-bfc8-567de6de32a8 HTTP/1.1" status: 200 len: 922 time: 0.2079175 Apr 18 19:22:20.557327 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d0de9acf-42fa-4e1e-b501-d454ae175026 req-f1ce8bc1-f7d7-4f44-8dbe-ce3fcdd619b9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=97b575c1-8a4c-401c-bfc8-567de6de32a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1930015 Apr 18 19:22:20.564036 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-07b32cc7-35cd-4bdd-8df7-6f723cf7cf93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:20.584564 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-07b32cc7-35cd-4bdd-8df7-6f723cf7cf93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:20.586183 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-07b32cc7-35cd-4bdd-8df7-6f723cf7cf93 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9ad9c370-1398-432b-9773-03182bdac9f6 HTTP/1.1" status: 204 len: 168 time: 0.3704727 Apr 18 19:22:20.587923 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b32cc7-35cd-4bdd-8df7-6f723cf7cf93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ad9c370-1398-432b-9773-03182bdac9f6,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:20.650233 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:20.797474 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-3dd2fa4f-ec40-466d-a1ff-a298e49c055c req-b26d91d4-16a7-4cb3-a081-d1f0c9e32d7e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=346a209d-f566-45d8-b781-babbfb75723a HTTP/1.1" status: 200 len: 217 time: 0.2382460 Apr 18 19:22:20.891638 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5507c7-f928-429f-8b8a-231233184b05 req-61321d76-ca1f-4112-8c7c-ddd081ef750f tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:20.893190 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-cd5507c7-f928-429f-8b8a-231233184b05 req-61321d76-ca1f-4112-8c7c-ddd081ef750f tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] 10.222.0.69 "GET /v2.0/ports?device_id=016b104f-c345-4ebb-a651-fd17ca2d8c0d HTTP/1.1" status: 200 len: 950 time: 0.0895219 Apr 18 19:22:20.897231 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd2fa4f-ec40-466d-a1ff-a298e49c055c req-e88bc25b-47ad-478c-ae41-3263c837300f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:20.898702 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-3dd2fa4f-ec40-466d-a1ff-a298e49c055c req-e88bc25b-47ad-478c-ae41-3263c837300f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a4fd8a82-a99d-4f41-8012-881e08157cb0 HTTP/1.1" status: 200 len: 860 time: 0.0919032 Apr 18 19:22:20.900613 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d0de9acf-42fa-4e1e-b501-d454ae175026 req-a880cb39-694c-4e9e-963b-2b52033470a4 service neutron] 10.222.0.69 "GET /v2.0/networks/97b575c1-8a4c-401c-bfc8-567de6de32a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506266 Apr 18 19:22:20.945096 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-cd5507c7-f928-429f-8b8a-231233184b05 req-aae49c9e-f422-452d-9ce4-27be00dad72b tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] 10.222.0.69 "GET /v2.0/security-groups?id=064d4532-d372-4114-a5d4-759e2dc190bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431864 Apr 18 19:22:21.232675 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-3dd2fa4f-ec40-466d-a1ff-a298e49c055c req-4d55d3a4-3270-4140-89d9-bc179dc7dd43 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=97b575c1-8a4c-401c-bfc8-567de6de32a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3264179 Apr 18 19:22:21.330042 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d0de9acf-42fa-4e1e-b501-d454ae175026 req-67a5e80d-72fb-4f51-824e-6baf7decbf33 service neutron] 10.222.0.69 "GET /v2.0/networks/97b575c1-8a4c-401c-bfc8-567de6de32a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3884988 Apr 18 19:22:21.407418 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45bc8b0-9fc0-4bfd-9850-b372844fed8b None None] New status for floating IP d5a0a18d-d311-45ad-95a8-422c0918d982: ACTIVE {{(pid=84765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 19:22:21.418872 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-3dd2fa4f-ec40-466d-a1ff-a298e49c055c req-7fa88b3f-ebf6-4e1d-84ff-f195e01c7938 service neutron] 10.222.0.72 "GET /v2.0/networks/97b575c1-8a4c-401c-bfc8-567de6de32a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768105 Apr 18 19:22:21.468736 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b46191a-ab3f-4782-a7d8-5fffcbb4e392 req-f34a6ada-243a-4c3f-862c-639309750ae7 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:21.471607 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7b46191a-ab3f-4782-a7d8-5fffcbb4e392 req-f34a6ada-243a-4c3f-862c-639309750ae7 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8f3de23-f7b7-40ff-bad5-044ccbc79845 HTTP/1.1" status: 200 len: 943 time: 0.1398971 Apr 18 19:22:21.608247 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7b46191a-ab3f-4782-a7d8-5fffcbb4e392 req-ac422df6-780c-4410-b235-66f317970866 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307790 Apr 18 19:22:21.709071 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-3dd2fa4f-ec40-466d-a1ff-a298e49c055c req-6b81e6cf-90fb-40ed-8731-6410476bfaaa service neutron] 10.222.0.72 "GET /v2.0/networks/97b575c1-8a4c-401c-bfc8-567de6de32a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2833791 Apr 18 19:22:21.723572 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d0de9acf-42fa-4e1e-b501-d454ae175026 req-63a41731-bcea-48e2-89aa-412e1373d455 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=666658683d0a4c6e8109e68b8b765a46&device_id=53003c5f-f70e-46cc-884b-df5cffd3154f HTTP/1.1" status: 200 len: 1096 time: 0.2575226 Apr 18 19:22:21.811217 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1c541fd-6087-4755-8778-e68e27e46067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:21.933244 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 45940) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:22:21.964870 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0de9acf-42fa-4e1e-b501-d454ae175026 req-b83b286d-121c-4e4e-8f1b-4bb4ff8bb71e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:21.972628 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d0de9acf-42fa-4e1e-b501-d454ae175026 req-b83b286d-121c-4e4e-8f1b-4bb4ff8bb71e service neutron] 10.222.0.69 "GET /v2.0/networks?id=97b575c1-8a4c-401c-bfc8-567de6de32a8 HTTP/1.1" status: 200 len: 922 time: 0.2419679 Apr 18 19:22:22.006775 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d2438e-697e-478a-87b5-7c42c1ba3022 None None] Sync routers for ids ['76420389-0c7c-4da5-a88c-d946185083d1'] in n-d-836017-2 {{(pid=84766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:22:22.009042 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:22.030638 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d2438e-697e-478a-87b5-7c42c1ba3022 None None] Routers {'76420389-0c7c-4da5-a88c-d946185083d1'} bound to L3 agent in host n-d-836017-2 {{(pid=84766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:22:22.031542 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-38d2438e-697e-478a-87b5-7c42c1ba3022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:22:20Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['76420389-0c7c-4da5-a88c-d946185083d1'], 'active': True} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:22:22.109134 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d0de9acf-42fa-4e1e-b501-d454ae175026 req-ad67b238-9f22-4159-98ea-beec5961094f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88598214-d4f0-4932-9285-92b3f82eb99c HTTP/1.1" status: 200 len: 1001 time: 0.1347950 Apr 18 19:22:22.179152 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53003c5f-f70e-46cc-884b-df5cffd3154f', 'tag': '88598214-d4f0-4932-9285-92b3f82eb99c'}] {{(pid=84764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:22:22.199712 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0de9acf-42fa-4e1e-b501-d454ae175026 req-acf16409-4700-4ccf-86f0-060ad6db9f62 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:22.201250 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d0de9acf-42fa-4e1e-b501-d454ae175026 req-acf16409-4700-4ccf-86f0-060ad6db9f62 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a4fd8a82-a99d-4f41-8012-881e08157cb0 HTTP/1.1" status: 200 len: 860 time: 0.0840132 Apr 18 19:22:22.262774 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-a4393eb6-470e-4e70-8660-768e376367af admin admin] Notify callbacks [] for security_group, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:22.303439 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d0de9acf-42fa-4e1e-b501-d454ae175026 req-a5839da4-3f08-4517-9336-047979c2e5a1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=97b575c1-8a4c-401c-bfc8-567de6de32a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0937312 Apr 18 19:22:22.335040 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvr_db [None req-38d2438e-697e-478a-87b5-7c42c1ba3022 None None] Set router 76420389-0c7c-4da5-a88c-d946185083d1 gateway port host: n-d-836017-2 {{(pid=84766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:22:22.352027 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-a4393eb6-470e-4e70-8660-768e376367af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:22:22.357318 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-a4393eb6-470e-4e70-8660-768e376367af admin admin] Usage tracker for resource:security_group_rule and tenant:e59882b826854d8399d1133b3bd98683 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:22:22.362565 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-a4393eb6-470e-4e70-8660-768e376367af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:22:22.369429 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-a4393eb6-470e-4e70-8660-768e376367af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:22:22.513977 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d0de9acf-42fa-4e1e-b501-d454ae175026 req-794c0911-d1cf-4c10-bdcb-771c910e177f service neutron] 10.222.0.69 "GET /v2.0/networks/97b575c1-8a4c-401c-bfc8-567de6de32a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029603 Apr 18 19:22:22.537853 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-a4393eb6-470e-4e70-8660-768e376367af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:22.612348 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef54c505-c9dc-4d10-a73e-e075c65aca4b req-382b54dc-7020-4dbf-99c3-6a403be1bc3f tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:22.612940 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ef54c505-c9dc-4d10-a73e-e075c65aca4b req-382b54dc-7020-4dbf-99c3-6a403be1bc3f tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] 10.222.0.69 "GET /v2.0/ports?device_id=016b104f-c345-4ebb-a651-fd17ca2d8c0d HTTP/1.1" status: 200 len: 950 time: 0.1510112 Apr 18 19:22:22.616115 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-a4393eb6-470e-4e70-8660-768e376367af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:22.747310 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d0de9acf-42fa-4e1e-b501-d454ae175026 req-efbe7b4d-4701-4d6d-8222-508959f2ef1d service neutron] 10.222.0.69 "GET /v2.0/networks/97b575c1-8a4c-401c-bfc8-567de6de32a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244024 Apr 18 19:22:22.809366 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ef54c505-c9dc-4d10-a73e-e075c65aca4b req-81b62d2d-8f6d-448f-842e-942dc12c1d3e tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] 10.222.0.69 "GET /v2.0/security-groups?id=064d4532-d372-4114-a5d4-759e2dc190bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744192 Apr 18 19:22:22.810068 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4393eb6-470e-4e70-8660-768e376367af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f77d9dc3-e228-49e2-afc9-f361ee7d77d8,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:22.851304 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-a4393eb6-470e-4e70-8660-768e376367af admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e59882b826854d8399d1133b3bd98683&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9136524 Apr 18 19:22:22.851842 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 45966) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:22:22.892021 n-d-836017-2 neutron-server[84764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b509b55-00bb-4617-83a5-a1a903ee7b19'] response: {'name': 'network-changed', 'server_uuid': '53003c5f-f70e-46cc-884b-df5cffd3154f', 'tag': '88598214-d4f0-4932-9285-92b3f82eb99c', 'status': 'completed', 'code': 200} Apr 18 19:22:22.941712 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-38d2438e-697e-478a-87b5-7c42c1ba3022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76420389-0c7c-4da5-a88c-d946185083d1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1709511624-router', 'tenant_id': '666658683d0a4c6e8109e68b8b765a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': 'f5a0c450-17d1-4dbb-addb-8df879102f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:21:06Z', 'updated_at': '2022-04-18T19:21:14Z', 'revision_number': 4, 'project_id': '666658683d0a4c6e8109e68b8b765a46', 'gw_port': {'id': 'f5a0c450-17d1-4dbb-addb-8df879102f28', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:fb:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76420389-0c7c-4da5-a88c-d946185083d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:21:09Z', 'updated_at': '2022-04-18T19:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_floatingips': [{'id': 'd5a0a18d-d311-45ad-95a8-422c0918d982', 'tenant_id': '666658683d0a4c6e8109e68b8b765a46', 'floating_ip_address': '172.25.3.237', 'floating_network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'router_id': '76420389-0c7c-4da5-a88c-d946185083d1', 'port_id': '88598214-d4f0-4932-9285-92b3f82eb99c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97b575c1-8a4c-401c-bfc8-567de6de32a8', 'mac_address': 'fa:16:3e:9e:cc:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53003c5f-f70e-46cc-884b-df5cffd3154f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T19:21:45Z', 'updated_at': '2022-04-18T19:22:21Z', 'revision_number': 4, 'project_id': '666658683d0a4c6e8109e68b8b765a46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c366461e-feb8-4736-a327-49e2d973267b', 'name': '', 'network_id': '97b575c1-8a4c-401c-bfc8-567de6de32a8', 'tenant_id': '666658683d0a4c6e8109e68b8b765a46', 'mac_address': 'fa:16:3e:43:9f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76420389-0c7c-4da5-a88c-d946185083d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4fd8a82-a99d-4f41-8012-881e08157cb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:21:13Z', 'updated_at': '2022-04-18T19:21:27Z', 'revision_number': 5, 'project_id': '666658683d0a4c6e8109e68b8b765a46', 'subnets': [{'id': 'a4fd8a82-a99d-4f41-8012-881e08157cb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-2', False) {} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:22:22.946272 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d2438e-697e-478a-87b5-7c42c1ba3022 None None] Checking router: 76420389-0c7c-4da5-a88c-d946185083d1 for host: n-d-836017-2 {{(pid=84766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:22:22.977744 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d2438e-697e-478a-87b5-7c42c1ba3022 None None] Routers {'76420389-0c7c-4da5-a88c-d946185083d1'} bound to L3 agent in host n-d-836017-2 {{(pid=84766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:22:22.978592 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-38d2438e-697e-478a-87b5-7c42c1ba3022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:22:20Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['76420389-0c7c-4da5-a88c-d946185083d1'], 'active': True} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:22:22.981687 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a4106dab-6971-4e7e-8fdc-c66f0a3f4877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:22.999791 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 45974) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:22:23.002172 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-c10d01a7-bf28-4fac-84d9-b02880fd7443 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:23.039709 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-c10d01a7-bf28-4fac-84d9-b02880fd7443 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:23.162090 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2d1102-0084-4f1f-b660-e6e499e7436d req-897d6701-1ac4-4d47-bbff-25f1dca11177 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:23.163611 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3e2d1102-0084-4f1f-b660-e6e499e7436d req-897d6701-1ac4-4d47-bbff-25f1dca11177 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8f3de23-f7b7-40ff-bad5-044ccbc79845 HTTP/1.1" status: 200 len: 943 time: 0.1231334 Apr 18 19:22:23.174931 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-c10d01a7-bf28-4fac-84d9-b02880fd7443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:23.189392 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10d01a7-bf28-4fac-84d9-b02880fd7443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f77d9dc3-e228-49e2-afc9-f361ee7d77d8,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:23.207949 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-c10d01a7-bf28-4fac-84d9-b02880fd7443 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:23.212325 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-c10d01a7-bf28-4fac-84d9-b02880fd7443 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f77d9dc3-e228-49e2-afc9-f361ee7d77d8 HTTP/1.1" status: 204 len: 168 time: 0.3563330 Apr 18 19:22:23.223916 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d5eb04bf-d8e5-4f4c-8ce1-d927087e7b4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:23.265106 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvr_db [None req-38d2438e-697e-478a-87b5-7c42c1ba3022 None None] Set router 76420389-0c7c-4da5-a88c-d946185083d1 gateway port host: n-d-836017-2 {{(pid=84766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:22:23.285266 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3e2d1102-0084-4f1f-b660-e6e499e7436d req-6bc708a2-b423-4a7a-ad90-36f79a984f2a tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007550 Apr 18 19:22:23.290255 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-d5eb04bf-d8e5-4f4c-8ce1-d927087e7b4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:22:23.294302 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-d5eb04bf-d8e5-4f4c-8ce1-d927087e7b4b admin admin] Usage tracker for resource:security_group_rule and tenant:d2007341859c40628f38d723817d3789 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:22:23.299149 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-d5eb04bf-d8e5-4f4c-8ce1-d927087e7b4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:22:23.314073 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-d5eb04bf-d8e5-4f4c-8ce1-d927087e7b4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:22:23.481387 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3af12253-dd0b-4599-b49c-568bf7244b08 req-dbfdb422-fe64-4558-b5f2-d5c723fb197d tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.3.237 HTTP/1.1" status: 200 len: 1001 time: 0.1423445 Apr 18 19:22:23.573914 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d5eb04bf-d8e5-4f4c-8ce1-d927087e7b4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:23.602735 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af12253-dd0b-4599-b49c-568bf7244b08 req-cefe46bb-7cdb-4c6c-90ee-bf0e88912985 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:23.620055 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3af12253-dd0b-4599-b49c-568bf7244b08 req-cefe46bb-7cdb-4c6c-90ee-bf0e88912985 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] 10.222.0.69 "GET /v2.0/ports/88598214-d4f0-4932-9285-92b3f82eb99c HTTP/1.1" status: 200 len: 942 time: 0.1012177 Apr 18 19:22:23.672347 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d5eb04bf-d8e5-4f4c-8ce1-d927087e7b4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:23.806876 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eb04bf-d8e5-4f4c-8ce1-d927087e7b4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5917074-72c3-425b-a9dc-5fc67fc8521d,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:23.857951 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-38d2438e-697e-478a-87b5-7c42c1ba3022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76420389-0c7c-4da5-a88c-d946185083d1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1709511624-router', 'tenant_id': '666658683d0a4c6e8109e68b8b765a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': 'f5a0c450-17d1-4dbb-addb-8df879102f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:21:06Z', 'updated_at': '2022-04-18T19:21:14Z', 'revision_number': 4, 'project_id': '666658683d0a4c6e8109e68b8b765a46', 'gw_port': {'id': 'f5a0c450-17d1-4dbb-addb-8df879102f28', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:fb:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76420389-0c7c-4da5-a88c-d946185083d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:21:09Z', 'updated_at': '2022-04-18T19:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_floatingips': [{'id': 'd5a0a18d-d311-45ad-95a8-422c0918d982', 'tenant_id': '666658683d0a4c6e8109e68b8b765a46', 'floating_ip_address': '172.25.3.237', 'floating_network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'router_id': '76420389-0c7c-4da5-a88c-d946185083d1', 'port_id': '88598214-d4f0-4932-9285-92b3f82eb99c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97b575c1-8a4c-401c-bfc8-567de6de32a8', 'mac_address': 'fa:16:3e:9e:cc:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53003c5f-f70e-46cc-884b-df5cffd3154f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T19:21:45Z', 'updated_at': '2022-04-18T19:22:21Z', 'revision_number': 4, 'project_id': '666658683d0a4c6e8109e68b8b765a46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c366461e-feb8-4736-a327-49e2d973267b', 'name': '', 'network_id': '97b575c1-8a4c-401c-bfc8-567de6de32a8', 'tenant_id': '666658683d0a4c6e8109e68b8b765a46', 'mac_address': 'fa:16:3e:43:9f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76420389-0c7c-4da5-a88c-d946185083d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4fd8a82-a99d-4f41-8012-881e08157cb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:21:13Z', 'updated_at': '2022-04-18T19:21:27Z', 'revision_number': 5, 'project_id': '666658683d0a4c6e8109e68b8b765a46', 'subnets': [{'id': 'a4fd8a82-a99d-4f41-8012-881e08157cb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-2', False) {} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:22:23.862577 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d2438e-697e-478a-87b5-7c42c1ba3022 None None] The sync data for ids ['76420389-0c7c-4da5-a88c-d946185083d1'] in n-d-836017-2 is: [{'id': '76420389-0c7c-4da5-a88c-d946185083d1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1709511624-router', 'tenant_id': '666658683d0a4c6e8109e68b8b765a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': 'f5a0c450-17d1-4dbb-addb-8df879102f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:21:06Z', 'updated_at': '2022-04-18T19:21:14Z', 'revision_number': 4, 'project_id': '666658683d0a4c6e8109e68b8b765a46', 'gw_port': {'id': 'f5a0c450-17d1-4dbb-addb-8df879102f28', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:fb:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76420389-0c7c-4da5-a88c-d946185083d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:21:09Z', 'updated_at': '2022-04-18T19:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_floatingips': [{'id': 'd5a0a18d-d311-45ad-95a8-422c0918d982', 'tenant_id': '666658683d0a4c6e8109e68b8b765a46', 'floating_ip_address': '172.25.3.237', 'floating_network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'router_id': '76420389-0c7c-4da5-a88c-d946185083d1', 'port_id': '88598214-d4f0-4932-9285-92b3f82eb99c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97b575c1-8a4c-401c-bfc8-567de6de32a8', 'mac_address': 'fa:16:3e:9e:cc:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53003c5f-f70e-46cc-884b-df5cffd3154f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T19:21:45Z', 'updated_at': '2022-04-18T19:22:21Z', 'revision_number': 4, 'project_id': '666658683d0a4c6e8109e68b8b765a46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c366461e-feb8-4736-a327-49e2d973267b', 'name': '', 'network_id': '97b575c1-8a4c-401c-bfc8-567de6de32a8', 'tenant_id': '666658683d0a4c6e8109e68b8b765a46', 'mac_address': 'fa:16:3e:43:9f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76420389-0c7c-4da5-a88c-d946185083d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4fd8a82-a99d-4f41-8012-881e08157cb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:21:13Z', 'updated_at': '2022-04-18T19:21:27Z', 'revision_number': 5, 'project_id': '666658683d0a4c6e8109e68b8b765a46', 'subnets': [{'id': 'a4fd8a82-a99d-4f41-8012-881e08157cb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:22:23.908822 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 45996) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:22:23.910023 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-d5eb04bf-d8e5-4f4c-8ce1-d927087e7b4b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d2007341859c40628f38d723817d3789&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9084554 Apr 18 19:22:23.971521 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3af12253-dd0b-4599-b49c-568bf7244b08 req-ed78eb9c-6ed1-4e32-9a41-5a1bb0c74247 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.3.237 HTTP/1.1" status: 200 len: 1001 time: 0.1687284 Apr 18 19:22:23.986684 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-6069fd12-944a-4b01-a6d6-ffbce3c1befd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:24.017007 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-6069fd12-944a-4b01-a6d6-ffbce3c1befd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:24.096681 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2104b6a8-6034-461a-96f6-ad3a74af5789 req-0954ec5f-afb2-4dfc-b93c-d2325a2ef1dc tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--449790391&fields=id&tenant_id=879aba68d0c84185b21236d011dd113c HTTP/1.1" status: 200 len: 267 time: 0.0470002 Apr 18 19:22:24.134655 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af12253-dd0b-4599-b49c-568bf7244b08 req-8506c7cb-a40c-4691-82b1-f38bae0edef5 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:24.136133 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3af12253-dd0b-4599-b49c-568bf7244b08 req-8506c7cb-a40c-4691-82b1-f38bae0edef5 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] 10.222.0.69 "GET /v2.0/networks/11e8e108-37df-4084-b6b7-113e6beb66b4 HTTP/1.1" status: 200 len: 784 time: 0.1584144 Apr 18 19:22:24.145793 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [req-3af12253-dd0b-4599-b49c-568bf7244b08 req-0e39b47c-ec49-432c-a63b-346ad91231a8 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=84763) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:22:24.146737 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3af12253-dd0b-4599-b49c-568bf7244b08 req-0e39b47c-ec49-432c-a63b-346ad91231a8 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0053310 Apr 18 19:22:24.206124 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-6069fd12-944a-4b01-a6d6-ffbce3c1befd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:24.231480 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 46008) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:22:24.236617 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6069fd12-944a-4b01-a6d6-ffbce3c1befd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5917074-72c3-425b-a9dc-5fc67fc8521d,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:24.252756 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-8f05d2d7-85e7-4a74-84e3-dc3a5265b5a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:24.263728 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-6069fd12-944a-4b01-a6d6-ffbce3c1befd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:24.265741 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-6069fd12-944a-4b01-a6d6-ffbce3c1befd admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f5917074-72c3-425b-a9dc-5fc67fc8521d HTTP/1.1" status: 204 len: 168 time: 0.3551676 Apr 18 19:22:24.280344 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2104b6a8-6034-461a-96f6-ad3a74af5789 req-28b348c2-cfb2-49a3-a966-437053ae7a90 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:24.287713 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2104b6a8-6034-461a-96f6-ad3a74af5789 req-28b348c2-cfb2-49a3-a966-437053ae7a90 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] 10.222.0.69 "GET /v2.0/networks?id=e57b25b1-270e-45ff-9503-ac3e292dcc2d HTTP/1.1" status: 200 len: 824 time: 0.1844056 Apr 18 19:22:24.290659 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-8f05d2d7-85e7-4a74-84e3-dc3a5265b5a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:22:24.294706 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-8f05d2d7-85e7-4a74-84e3-dc3a5265b5a6 admin admin] Usage tracker for resource:security_group_rule and tenant:c8b4bcbd9c5f44878de3b8b9f9df0acd is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:22:24.298188 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-8f05d2d7-85e7-4a74-84e3-dc3a5265b5a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:22:24.304099 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-8f05d2d7-85e7-4a74-84e3-dc3a5265b5a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:22:24.373293 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-8f05d2d7-85e7-4a74-84e3-dc3a5265b5a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:24.387487 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-660e03e4-9ba0-4ddc-a539-a03f1c3fc408 req-e7d68f68-3f6a-4588-b5d3-450e9441d3b0 service neutron] 10.222.0.72 "GET /v2.0/ports/8a2264cb-205e-466a-993b-c30414da169a/bindings/n-h1-836017-2 HTTP/1.1" status: 200 len: 384 time: 0.0973752 Apr 18 19:22:24.395365 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2104b6a8-6034-461a-96f6-ad3a74af5789 req-77adad86-ce96-4720-9168-6c87f14db1fa tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] 10.222.0.69 "GET /v2.0/quotas/879aba68d0c84185b21236d011dd113c HTTP/1.1" status: 200 len: 375 time: 0.1064198 Apr 18 19:22:24.449495 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-8f05d2d7-85e7-4a74-84e3-dc3a5265b5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:24.539740 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f05d2d7-85e7-4a74-84e3-dc3a5265b5a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=124511d0-51e9-44bd-9a1a-b5d994a05358,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:24.556566 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-8f05d2d7-85e7-4a74-84e3-dc3a5265b5a6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c8b4bcbd9c5f44878de3b8b9f9df0acd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3212531 Apr 18 19:22:24.565597 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 46020) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:22:24.601548 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f97b2f-aa6b-4578-8329-b5e2d2c574e8 req-42261e4f-f510-4ac0-988e-418f63814153 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:24.609778 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-30f97b2f-aa6b-4578-8329-b5e2d2c574e8 req-42261e4f-f510-4ac0-988e-418f63814153 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] 10.222.0.69 "GET /v2.0/ports?device_id=016b104f-c345-4ebb-a651-fd17ca2d8c0d HTTP/1.1" status: 200 len: 950 time: 0.1418104 Apr 18 19:22:24.649640 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:24.672789 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-30f97b2f-aa6b-4578-8329-b5e2d2c574e8 req-ff4b06d9-583e-4190-94bd-2994f23bfe78 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] 10.222.0.69 "GET /v2.0/security-groups?id=064d4532-d372-4114-a5d4-759e2dc190bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616107 Apr 18 19:22:24.786335 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2104b6a8-6034-461a-96f6-ad3a74af5789 req-f29ece70-787b-45ce-89de-0dbae66ec34b tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=879aba68d0c84185b21236d011dd113c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3900709 Apr 18 19:22:24.892461 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-75bc3cbc-790d-4afb-b291-8556adfb8269 req-ef42035c-0fc4-4b9c-9ab4-ee3acb46b864 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.3.237 HTTP/1.1" status: 200 len: 1001 time: 0.1410766 Apr 18 19:22:24.978637 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bc3cbc-790d-4afb-b291-8556adfb8269 req-f9e32845-fc3f-46c4-af10-a922d9dd980f tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:24.980344 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-75bc3cbc-790d-4afb-b291-8556adfb8269 req-f9e32845-fc3f-46c4-af10-a922d9dd980f tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] 10.222.0.69 "GET /v2.0/ports/88598214-d4f0-4932-9285-92b3f82eb99c HTTP/1.1" status: 200 len: 942 time: 0.0854957 Apr 18 19:22:25.015946 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-8f5d01c3-dc7f-4f0d-8e37-88a550707bea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:25.072589 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-660e03e4-9ba0-4ddc-a539-a03f1c3fc408 req-838360c2-0644-4080-9b44-5059233894aa service neutron] For port 8a2264cb-205e-466a-993b-c30414da169a, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=8a2264cb-205e-466a-993b-c30414da169a,segment=NetworkSegment(57f6477d-46cb-4fbc-8909-e9439d3b2b0a),segment_id=57f6477d-46cb-4fbc-8909-e9439d3b2b0a)] {{(pid=84764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:22:25.105333 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2104b6a8-6034-461a-96f6-ad3a74af5789 req-24cb7cc7-3bed-48ac-8aee-885bb63f31fa service neutron] 10.222.0.69 "GET /v2.0/networks/e57b25b1-270e-45ff-9503-ac3e292dcc2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2900712 Apr 18 19:22:25.107106 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-8f5d01c3-dc7f-4f0d-8e37-88a550707bea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:25.152100 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-660e03e4-9ba0-4ddc-a539-a03f1c3fc408 req-838360c2-0644-4080-9b44-5059233894aa service neutron] For port 8a2264cb-205e-466a-993b-c30414da169a, host n-h2-836017-2, cleared binding levels {{(pid=84764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:22:25.209751 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-75bc3cbc-790d-4afb-b291-8556adfb8269 req-d135d160-0925-4291-a0f9-30557879ec5c tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.3.237 HTTP/1.1" status: 200 len: 1001 time: 0.1203625 Apr 18 19:22:25.271109 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 46030) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:22:25.300660 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [req-660e03e4-9ba0-4ddc-a539-a03f1c3fc408 req-838360c2-0644-4080-9b44-5059233894aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a2264cb-205e-466a-993b-c30414da169a {{(pid=84764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:22:25.335863 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-660e03e4-9ba0-4ddc-a539-a03f1c3fc408 req-838360c2-0644-4080-9b44-5059233894aa service neutron] For port 8a2264cb-205e-466a-993b-c30414da169a, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=8a2264cb-205e-466a-993b-c30414da169a,segment=NetworkSegment(57f6477d-46cb-4fbc-8909-e9439d3b2b0a),segment_id=57f6477d-46cb-4fbc-8909-e9439d3b2b0a)] {{(pid=84764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:22:25.350969 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-8f90ea52-e719-4466-a76b-6225630f23b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:25.408255 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bc3cbc-790d-4afb-b291-8556adfb8269 req-135f6641-f96f-4f70-9dda-97d8ce043fff tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:25.410059 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2104b6a8-6034-461a-96f6-ad3a74af5789 req-6efad2f3-43e9-48cf-9330-8f214534b7bd service neutron] 10.222.0.69 "GET /v2.0/networks/e57b25b1-270e-45ff-9503-ac3e292dcc2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2920649 Apr 18 19:22:25.412784 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-75bc3cbc-790d-4afb-b291-8556adfb8269 req-135f6641-f96f-4f70-9dda-97d8ce043fff tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] 10.222.0.69 "GET /v2.0/networks/11e8e108-37df-4084-b6b7-113e6beb66b4 HTTP/1.1" status: 200 len: 784 time: 0.1968286 Apr 18 19:22:25.464557 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-660e03e4-9ba0-4ddc-a539-a03f1c3fc408 req-838360c2-0644-4080-9b44-5059233894aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:25.537262 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-75bc3cbc-790d-4afb-b291-8556adfb8269 req-3545384b-6aad-4dad-96c8-59bd597c6616 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.3.237 HTTP/1.1" status: 200 len: 1001 time: 0.1179624 Apr 18 19:22:25.541426 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-8f5d01c3-dc7f-4f0d-8e37-88a550707bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:25.549223 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-75bc3cbc-790d-4afb-b291-8556adfb8269 req-238cb840-c526-4594-8203-02e3e4d64a87 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:22:25.584774 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-8f90ea52-e719-4466-a76b-6225630f23b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:22:25.596824 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5d01c3-dc7f-4f0d-8e37-88a550707bea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=124511d0-51e9-44bd-9a1a-b5d994a05358,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:25.610294 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-8f90ea52-e719-4466-a76b-6225630f23b2 admin admin] Usage tracker for resource:security_group_rule and tenant:4bd4339685e541118e6555a149435adb is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:22:25.616473 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-8f90ea52-e719-4466-a76b-6225630f23b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:22:25.623183 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-8f90ea52-e719-4466-a76b-6225630f23b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:22:25.628479 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-8f5d01c3-dc7f-4f0d-8e37-88a550707bea admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:25.629729 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-8f5d01c3-dc7f-4f0d-8e37-88a550707bea admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/124511d0-51e9-44bd-9a1a-b5d994a05358 HTTP/1.1" status: 204 len: 168 time: 1.0629950 Apr 18 19:22:25.672214 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.provisioning_blocks [req-660e03e4-9ba0-4ddc-a539-a03f1c3fc408 req-838360c2-0644-4080-9b44-5059233894aa service neutron] Transition to ACTIVE for port object 8a2264cb-205e-466a-993b-c30414da169a will not be triggered until provisioned by entity L2. {{(pid=84764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:22:25.763281 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-660e03e4-9ba0-4ddc-a539-a03f1c3fc408 req-838360c2-0644-4080-9b44-5059233894aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:25.911226 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-75bc3cbc-790d-4afb-b291-8556adfb8269 req-238cb840-c526-4594-8203-02e3e4d64a87 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Notify callbacks [] for floatingip, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:25.938081 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-8f90ea52-e719-4466-a76b-6225630f23b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:26.014871 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-8f90ea52-e719-4466-a76b-6225630f23b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:26.077290 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838360c2-0644-4080-9b44-5059233894aa service neutron] Pushing event updated for resources: {'Port': ['ID=8a2264cb-205e-466a-993b-c30414da169a,revision_number=10']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:26.089524 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [req-660e03e4-9ba0-4ddc-a539-a03f1c3fc408 req-838360c2-0644-4080-9b44-5059233894aa service neutron] No DVR routers for this DVR port 8a2264cb-205e-466a-993b-c30414da169a on host n-h2-836017-2 {{(pid=84764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:22:26.127753 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f90ea52-e719-4466-a76b-6225630f23b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ccc35fd-80d0-4a91-acfd-eeadfba10aed,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:26.133680 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-8f90ea52-e719-4466-a76b-6225630f23b2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4bd4339685e541118e6555a149435adb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8535714 Apr 18 19:22:26.147026 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 46048) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:22:26.191794 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-660e03e4-9ba0-4ddc-a539-a03f1c3fc408 req-838360c2-0644-4080-9b44-5059233894aa service neutron] 10.222.0.72 "PUT /v2.0/ports/8a2264cb-205e-466a-993b-c30414da169a/bindings/n-h1-836017-2/activate HTTP/1.1" status: 200 len: 369 time: 1.7601109 Apr 18 19:22:26.198898 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6590f151-86a2-47f0-aff6-f2b2d4ef309b req-2c9e0aab-239a-4275-ba0c-7bef82d5a783 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:26.206430 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6590f151-86a2-47f0-aff6-f2b2d4ef309b req-2c9e0aab-239a-4275-ba0c-7bef82d5a783 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8f3de23-f7b7-40ff-bad5-044ccbc79845 HTTP/1.1" status: 200 len: 944 time: 0.3334086 Apr 18 19:22:26.265280 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6590f151-86a2-47f0-aff6-f2b2d4ef309b req-3a19774e-a9cb-4dd0-9873-b33cecc91579 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566266 Apr 18 19:22:26.292673 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-4e03ed1f-8c44-4a41-a17d-24e807232305 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:26.321801 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-4e03ed1f-8c44-4a41-a17d-24e807232305 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:26.448222 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-75bc3cbc-790d-4afb-b291-8556adfb8269 req-238cb840-c526-4594-8203-02e3e4d64a87 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:26.471301 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-162cbbbe-0af6-45f3-be89-e59e321ed4b8 req-9811fad4-44dc-4791-8704-69a88e566b8f tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] 10.222.0.69 "GET /v2.0/ports?device_id=65fac923-8be7-44b9-8e7f-1b954f17650c HTTP/1.1" status: 200 len: 210 time: 0.1028497 Apr 18 19:22:26.511622 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-4e03ed1f-8c44-4a41-a17d-24e807232305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:26.537812 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e03ed1f-8c44-4a41-a17d-24e807232305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ccc35fd-80d0-4a91-acfd-eeadfba10aed,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:26.546839 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-75bc3cbc-790d-4afb-b291-8556adfb8269 req-238cb840-c526-4594-8203-02e3e4d64a87 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416787'] for floatingip, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:26.546839 n-d-836017-2 neutron-server[84763]: INFO neutron.db.l3_db [req-75bc3cbc-790d-4afb-b291-8556adfb8269 req-238cb840-c526-4594-8203-02e3e4d64a87 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Floating IP d5a0a18d-d311-45ad-95a8-422c0918d982 disassociated. External IP: 172.25.3.237, port: 88598214-d4f0-4932-9285-92b3f82eb99c. Apr 18 19:22:26.667100 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-4e03ed1f-8c44-4a41-a17d-24e807232305 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:26.671028 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-4e03ed1f-8c44-4a41-a17d-24e807232305 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5ccc35fd-80d0-4a91-acfd-eeadfba10aed HTTP/1.1" status: 204 len: 168 time: 0.5223920 Apr 18 19:22:26.710465 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ff3a33-41fa-4a22-b625-6b41d07e7226 req-ce2edd8e-58ef-4270-8e21-d98961840184 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:26.714097 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-99ff3a33-41fa-4a22-b625-6b41d07e7226 req-ce2edd8e-58ef-4270-8e21-d98961840184 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] 10.222.0.69 "GET /v2.0/ports?device_id=016b104f-c345-4ebb-a651-fd17ca2d8c0d HTTP/1.1" status: 200 len: 950 time: 0.1200502 Apr 18 19:22:26.868742 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-99ff3a33-41fa-4a22-b625-6b41d07e7226 req-52fc2de6-0063-4f77-9daf-3ff43491f981 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] 10.222.0.69 "GET /v2.0/security-groups?id=064d4532-d372-4114-a5d4-759e2dc190bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434181 Apr 18 19:22:26.919860 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-3d6f6c1d-bbe5-43b9-af72-ca926608691f req-29c6282c-bf54-4bd2-9712-cf174da75dc1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=666658683d0a4c6e8109e68b8b765a46&device_id=53003c5f-f70e-46cc-884b-df5cffd3154f HTTP/1.1" status: 200 len: 1096 time: 0.1506417 Apr 18 19:22:27.160454 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-660e03e4-9ba0-4ddc-a539-a03f1c3fc408 req-776b2d51-8195-4171-93d2-a5ff12bfb602 tempest-LiveAutoBlockMigrationV225Test-1421540525 tempest-LiveAutoBlockMigrationV225Test-1421540525-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=e8f3de23-f7b7-40ff-bad5-044ccbc79845&tenant_id=e8145a70cab44ff88b524306edcbe946&binding%3Ahost_id=n-h2-836017-2 HTTP/1.1" status: 200 len: 1095 time: 0.3239827 Apr 18 19:22:27.288461 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6f6c1d-bbe5-43b9-af72-ca926608691f req-14fec0a4-9fe0-4dc7-bc38-4323b9ecbc23 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:27.293730 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-3d6f6c1d-bbe5-43b9-af72-ca926608691f req-14fec0a4-9fe0-4dc7-bc38-4323b9ecbc23 service neutron] 10.222.0.73 "GET /v2.0/networks?id=97b575c1-8a4c-401c-bfc8-567de6de32a8 HTTP/1.1" status: 200 len: 922 time: 0.3677585 Apr 18 19:22:27.296619 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-660e03e4-9ba0-4ddc-a539-a03f1c3fc408 req-8ad80f53-bd52-4638-a6ee-b1843c03a808 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e8f3de23-f7b7-40ff-bad5-044ccbc79845&tenant_id=e8145a70cab44ff88b524306edcbe946 HTTP/1.1" status: 200 len: 1095 time: 0.1260085 Apr 18 19:22:27.470349 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.l3_agent_scheduler [req-75bc3cbc-790d-4afb-b291-8556adfb8269 req-238cb840-c526-4594-8203-02e3e4d64a87 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Router 76420389-0c7c-4da5-a88c-d946185083d1 has already been hosted by L3 agent 21b59c62-f184-4169-bc3e-79831cc043e8 {{(pid=84763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:22:27.471706 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-3d6f6c1d-bbe5-43b9-af72-ca926608691f req-2077a872-ec71-41c1-947c-92dbecea2ea2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88598214-d4f0-4932-9285-92b3f82eb99c HTTP/1.1" status: 200 len: 217 time: 0.1657555 Apr 18 19:22:27.855306 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 8a2264cb-205e-466a-993b-c30414da169a no longer exists at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:22:27.866344 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-660e03e4-9ba0-4ddc-a539-a03f1c3fc408 req-15d1b621-3e1a-4ce6-b0a3-e22351bae0d4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e8145a70cab44ff88b524306edcbe946&device_id=e8f3de23-f7b7-40ff-bad5-044ccbc79845 HTTP/1.1" status: 200 len: 1095 time: 0.5169387 Apr 18 19:22:27.883854 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 46110) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:22:27.970560 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6f6c1d-bbe5-43b9-af72-ca926608691f req-122b9e49-e8a8-4fd3-8b71-e4a8f957192e service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:27.973036 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-3d6f6c1d-bbe5-43b9-af72-ca926608691f req-122b9e49-e8a8-4fd3-8b71-e4a8f957192e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a4fd8a82-a99d-4f41-8012-881e08157cb0 HTTP/1.1" status: 200 len: 860 time: 0.4945664 Apr 18 19:22:27.973242 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 8a2264cb-205e-466a-993b-c30414da169a not bound to the agent host n-h2-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:22:28.058276 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660e03e4-9ba0-4ddc-a539-a03f1c3fc408 req-197cd786-8630-4a8b-be9f-b17deceb5c70 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:28.059823 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-660e03e4-9ba0-4ddc-a539-a03f1c3fc408 req-197cd786-8630-4a8b-be9f-b17deceb5c70 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5b81b8da-abac-4e05-9e51-d6de7035d9e7 HTTP/1.1" status: 200 len: 920 time: 0.1714425 Apr 18 19:22:28.159585 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c78c154-5b46-455d-97fe-cc8b35518e6b req-f2edd297-8d00-4566-bd28-66e26078f6ed tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:28.161409 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-4c78c154-5b46-455d-97fe-cc8b35518e6b req-f2edd297-8d00-4566-bd28-66e26078f6ed tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8f3de23-f7b7-40ff-bad5-044ccbc79845 HTTP/1.1" status: 200 len: 944 time: 0.3918154 Apr 18 19:22:28.225355 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-3d6f6c1d-bbe5-43b9-af72-ca926608691f req-c377daf2-a748-4759-8edb-c469523b22a5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=97b575c1-8a4c-401c-bfc8-567de6de32a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2407100 Apr 18 19:22:28.368226 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-4c78c154-5b46-455d-97fe-cc8b35518e6b req-8f7bd97e-ea24-43f5-b630-a69e1786bc97 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919489 Apr 18 19:22:28.479070 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-67f2a15c-7e91-4698-82d2-efe5243863ab admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1020243039-network', 'tenant_id': 'fc56e011536d43568ffc66b480cf23b0'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:22:28.505883 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-67f2a15c-7e91-4698-82d2-efe5243863ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:22:28.509908 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-3d6f6c1d-bbe5-43b9-af72-ca926608691f req-ced7dc24-8b99-4fff-b3c8-91e7720c4be5 service neutron] 10.222.0.73 "GET /v2.0/networks/97b575c1-8a4c-401c-bfc8-567de6de32a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2757719 Apr 18 19:22:28.515387 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-660e03e4-9ba0-4ddc-a539-a03f1c3fc408 req-1df4ebde-9169-4f12-b026-211bd371e46d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a2264cb-205e-466a-993b-c30414da169a HTTP/1.1" status: 200 len: 217 time: 0.4407561 Apr 18 19:22:28.595720 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-67f2a15c-7e91-4698-82d2-efe5243863ab admin admin] Usage tracker for resource:network and tenant:fc56e011536d43568ffc66b480cf23b0 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:22:28.700838 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-67f2a15c-7e91-4698-82d2-efe5243863ab admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:22:28.709620 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.73', 63557) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:22:28.911420 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 46132) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:22:28.918972 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2104b6a8-6034-461a-96f6-ad3a74af5789 req-78422285-eab8-41e4-a66a-03d0dbfd6f62 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:28.921129 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2104b6a8-6034-461a-96f6-ad3a74af5789 req-78422285-eab8-41e4-a66a-03d0dbfd6f62 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] 10.222.0.73 "GET /v2.0/networks?id=e57b25b1-270e-45ff-9503-ac3e292dcc2d HTTP/1.1" status: 200 len: 824 time: 0.2079139 Apr 18 19:22:28.922109 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-67f2a15c-7e91-4698-82d2-efe5243863ab admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:22:28.998058 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-77662edc-bfe0-4d66-9576-07b18260947a req-523a772b-1434-41a9-bccd-7749a37ce747 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] 10.222.0.69 "GET /v2.0/ports?device_id=65fac923-8be7-44b9-8e7f-1b954f17650c HTTP/1.1" status: 200 len: 210 time: 0.0837233 Apr 18 19:22:29.000587 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660e03e4-9ba0-4ddc-a539-a03f1c3fc408 req-784b2663-9649-49ce-bbeb-658248b6b45e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:29.001863 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-3d6f6c1d-bbe5-43b9-af72-ca926608691f req-3119a02c-4b7c-4450-869a-759d8edb77ce service neutron] 10.222.0.73 "GET /v2.0/networks/97b575c1-8a4c-401c-bfc8-567de6de32a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4809155 Apr 18 19:22:29.002229 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-660e03e4-9ba0-4ddc-a539-a03f1c3fc408 req-784b2663-9649-49ce-bbeb-658248b6b45e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b10cc942-f819-45fc-bb02-117dc96bc19f HTTP/1.1" status: 200 len: 859 time: 0.4760242 Apr 18 19:22:29.083076 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-660e03e4-9ba0-4ddc-a539-a03f1c3fc408 req-57e15f58-d8ba-44df-98f2-2729f48faf4b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5b81b8da-abac-4e05-9e51-d6de7035d9e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648639 Apr 18 19:22:29.092255 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67f2a15c-7e91-4698-82d2-efe5243863ab admin admin] Made reservation on behalf of fc56e011536d43568ffc66b480cf23b0 for: {'network': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:22:29.095806 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-67f2a15c-7e91-4698-82d2-efe5243863ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for network, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:29.115154 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a9d0f5-ec49-4c98-a11b-25f306c23fb5 req-f363b134-30f9-46cc-a3c1-7aaf42ae2834 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:29.117811 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-32a9d0f5-ec49-4c98-a11b-25f306c23fb5 req-f363b134-30f9-46cc-a3c1-7aaf42ae2834 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad50ccd9-f8c7-4e9f-a612-0fc852816914 HTTP/1.1" status: 200 len: 945 time: 0.5146632 Apr 18 19:22:29.200736 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-67f2a15c-7e91-4698-82d2-efe5243863ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:29.214536 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2104b6a8-6034-461a-96f6-ad3a74af5789 req-334ccd52-4ccb-4b4b-87e3-3dd3ddea093e tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=879aba68d0c84185b21236d011dd113c HTTP/1.1" status: 200 len: 379 time: 0.2634146 Apr 18 19:22:29.260592 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-8bfa3be9-bef4-44f3-b4f6-d16df610b027 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1956738310-network', 'tenant_id': '8f2160bd253744eb9f673c1dacb132a8'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:22:29.275652 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-8bfa3be9-bef4-44f3-b4f6-d16df610b027 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:22:29.282801 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-8bfa3be9-bef4-44f3-b4f6-d16df610b027 admin admin] Usage tracker for resource:network and tenant:8f2160bd253744eb9f673c1dacb132a8 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:22:29.287127 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-8bfa3be9-bef4-44f3-b4f6-d16df610b027 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:22:29.300674 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-8bfa3be9-bef4-44f3-b4f6-d16df610b027 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:22:29.314725 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-2104b6a8-6034-461a-96f6-ad3a74af5789 req-94e2abb0-6f94-48de-9088-ae128a85e6e5 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Request body: {'port': {'device_id': '65fac923-8be7-44b9-8e7f-1b954f17650c', 'network_id': 'e57b25b1-270e-45ff-9503-ac3e292dcc2d', 'admin_state_up': True, 'tenant_id': '879aba68d0c84185b21236d011dd113c', 'security_groups': ['8c52123b-60a4-4956-916c-e7722e17de2a']}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:22:29.405942 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0f1035-2fd0-4761-96bb-e80f194a01cd req-8e4c8948-ecbb-4716-ac1a-0c5bfcfc2c98 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:29.407402 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-eb0f1035-2fd0-4761-96bb-e80f194a01cd req-8e4c8948-ecbb-4716-ac1a-0c5bfcfc2c98 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] 10.222.0.69 "GET /v2.0/ports?device_id=016b104f-c345-4ebb-a651-fd17ca2d8c0d HTTP/1.1" status: 200 len: 950 time: 0.0911922 Apr 18 19:22:29.432730 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bfa3be9-bef4-44f3-b4f6-d16df610b027 admin admin] Made reservation on behalf of 8f2160bd253744eb9f673c1dacb132a8 for: {'network': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:22:29.434340 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-8bfa3be9-bef4-44f3-b4f6-d16df610b027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for network, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:29.454149 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-8bfa3be9-bef4-44f3-b4f6-d16df610b027 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:29.459547 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-75bc3cbc-790d-4afb-b291-8556adfb8269 req-238cb840-c526-4594-8203-02e3e4d64a87 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Notify agent at l3_agent.n-d-836017-2 the message routers_updated {{(pid=84763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:22:29.474443 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225f9139-26dc-4d92-be28-110818856e3d None None] Sync routers for ids ['76420389-0c7c-4da5-a88c-d946185083d1'] in n-d-836017-2 {{(pid=84765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:22:29.488357 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225f9139-26dc-4d92-be28-110818856e3d None None] Routers {'76420389-0c7c-4da5-a88c-d946185083d1'} bound to L3 agent in host n-d-836017-2 {{(pid=84765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:22:29.489288 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-225f9139-26dc-4d92-be28-110818856e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:22:20Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['76420389-0c7c-4da5-a88c-d946185083d1'], 'active': True} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:22:29.504444 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-eb0f1035-2fd0-4761-96bb-e80f194a01cd req-f90971d4-dced-44c8-b258-ad6cba1d0461 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] 10.222.0.69 "GET /v2.0/security-groups?id=064d4532-d372-4114-a5d4-759e2dc190bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891676 Apr 18 19:22:29.508638 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-32a9d0f5-ec49-4c98-a11b-25f306c23fb5 req-fc2bed8b-13d1-4ef4-b2ed-095fbee7b1d2 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Deleting port 4e8ac556-a312-47c3-96eb-49f6efdb48d7 {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:22:29.509146 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-32a9d0f5-ec49-4c98-a11b-25f306c23fb5 req-fc2bed8b-13d1-4ef4-b2ed-095fbee7b1d2 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:29.543158 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-8bfa3be9-bef4-44f3-b4f6-d16df610b027 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:22:29.549959 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-8bfa3be9-bef4-44f3-b4f6-d16df610b027 admin admin] Usage tracker for resource:security_group_rule and tenant:8f2160bd253744eb9f673c1dacb132a8 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:22:29.553346 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-8bfa3be9-bef4-44f3-b4f6-d16df610b027 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:22:29.555277 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-75bc3cbc-790d-4afb-b291-8556adfb8269 req-238cb840-c526-4594-8203-02e3e4d64a87 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for floatingip, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:29.560155 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-8bfa3be9-bef4-44f3-b4f6-d16df610b027 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:22:29.614854 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-67f2a15c-7e91-4698-82d2-efe5243863ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:22:29.654976 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-8bfa3be9-bef4-44f3-b4f6-d16df610b027 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:29.664519 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-67f2a15c-7e91-4698-82d2-efe5243863ab admin admin] Usage tracker for resource:security_group_rule and tenant:fc56e011536d43568ffc66b480cf23b0 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:22:29.682373 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-660e03e4-9ba0-4ddc-a539-a03f1c3fc408 req-3a84dd90-3d01-4cc1-8d03-0163fc953ae9 service neutron] 10.222.0.73 "GET /v2.0/networks/5b81b8da-abac-4e05-9e51-d6de7035d9e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5617294 Apr 18 19:22:29.688744 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-67f2a15c-7e91-4698-82d2-efe5243863ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:22:29.713981 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-67f2a15c-7e91-4698-82d2-efe5243863ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:22:29.746407 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-8bfa3be9-bef4-44f3-b4f6-d16df610b027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:29.765045 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-225f9139-26dc-4d92-be28-110818856e3d None None] Set router 76420389-0c7c-4da5-a88c-d946185083d1 gateway port host: n-d-836017-2 {{(pid=84765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:22:29.856670 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bfa3be9-bef4-44f3-b4f6-d16df610b027 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=84764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:22:29.864945 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-75bc3cbc-790d-4afb-b291-8556adfb8269 req-238cb840-c526-4594-8203-02e3e4d64a87 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] 10.222.0.69 "PUT /v2.0/floatingips/d5a0a18d-d311-45ad-95a8-422c0918d982 HTTP/1.1" status: 200 len: 695 time: 4.3214507 Apr 18 19:22:29.872948 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfa3be9-bef4-44f3-b4f6-d16df610b027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b80025dd-c25b-42ca-82ea-1fde604da64e,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:29.882497 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53003c5f-f70e-46cc-884b-df5cffd3154f', 'tag': '88598214-d4f0-4932-9285-92b3f82eb99c'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:22:29.893523 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-2104b6a8-6034-461a-96f6-ad3a74af5789 req-94e2abb0-6f94-48de-9088-ae128a85e6e5 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:22:29.924908 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-8bfa3be9-bef4-44f3-b4f6-d16df610b027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:29.925416 n-d-836017-2 neutron-server[84764]: INFO neutron.db.segments_db [None req-8bfa3be9-bef4-44f3-b4f6-d16df610b027 admin admin] Added segment a7053a24-cc63-4013-adec-346cf7b48cb9 of type vlan for network 2855f453-769b-46d1-87a9-363cad7d7229 Apr 18 19:22:29.969863 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-8bfa3be9-bef4-44f3-b4f6-d16df610b027 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791093404182'] for network, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:29.980870 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1308be0-1364-4070-a8ed-c08e631be4d0 req-36474dba-0ea0-4ba7-a2a0-ebe50ebd4404 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:29.989316 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d1308be0-1364-4070-a8ed-c08e631be4d0 req-36474dba-0ea0-4ba7-a2a0-ebe50ebd4404 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8f3de23-f7b7-40ff-bad5-044ccbc79845 HTTP/1.1" status: 200 len: 944 time: 0.2361031 Apr 18 19:22:30.005719 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-2104b6a8-6034-461a-96f6-ad3a74af5789 req-94e2abb0-6f94-48de-9088-ae128a85e6e5 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:22:30.075224 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d1308be0-1364-4070-a8ed-c08e631be4d0 req-267253de-76ab-4e12-a826-194e9b2cd638 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821607 Apr 18 19:22:30.180483 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-8bfa3be9-bef4-44f3-b4f6-d16df610b027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251'] for network, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:30.182176 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bfa3be9-bef4-44f3-b4f6-d16df610b027 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:30.182946 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-8bfa3be9-bef4-44f3-b4f6-d16df610b027 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:30.195657 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-660e03e4-9ba0-4ddc-a539-a03f1c3fc408 req-afd78af1-0654-405d-a915-83f53194833e service neutron] 10.222.0.73 "GET /v2.0/networks/5b81b8da-abac-4e05-9e51-d6de7035d9e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4878843 Apr 18 19:22:30.202606 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c31901a-09a8-404e-b3d6-7fc2ddc91bac'] response: {'name': 'network-changed', 'server_uuid': '53003c5f-f70e-46cc-884b-df5cffd3154f', 'tag': '88598214-d4f0-4932-9285-92b3f82eb99c', 'status': 'completed', 'code': 200} Apr 18 19:22:30.236441 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-67f2a15c-7e91-4698-82d2-efe5243863ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:30.238768 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2104b6a8-6034-461a-96f6-ad3a74af5789 req-94e2abb0-6f94-48de-9088-ae128a85e6e5 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Made reservation on behalf of 879aba68d0c84185b21236d011dd113c for: {'port': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:22:30.254153 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-2104b6a8-6034-461a-96f6-ad3a74af5789 req-94e2abb0-6f94-48de-9088-ae128a85e6e5 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:30.321578 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-225f9139-26dc-4d92-be28-110818856e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76420389-0c7c-4da5-a88c-d946185083d1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1709511624-router', 'tenant_id': '666658683d0a4c6e8109e68b8b765a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': 'f5a0c450-17d1-4dbb-addb-8df879102f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:21:06Z', 'updated_at': '2022-04-18T19:21:14Z', 'revision_number': 4, 'project_id': '666658683d0a4c6e8109e68b8b765a46', 'gw_port': {'id': 'f5a0c450-17d1-4dbb-addb-8df879102f28', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:fb:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76420389-0c7c-4da5-a88c-d946185083d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:21:09Z', 'updated_at': '2022-04-18T19:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_interfaces': [{'id': 'c366461e-feb8-4736-a327-49e2d973267b', 'name': '', 'network_id': '97b575c1-8a4c-401c-bfc8-567de6de32a8', 'tenant_id': '666658683d0a4c6e8109e68b8b765a46', 'mac_address': 'fa:16:3e:43:9f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76420389-0c7c-4da5-a88c-d946185083d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4fd8a82-a99d-4f41-8012-881e08157cb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:21:13Z', 'updated_at': '2022-04-18T19:21:27Z', 'revision_number': 5, 'project_id': '666658683d0a4c6e8109e68b8b765a46', 'subnets': [{'id': 'a4fd8a82-a99d-4f41-8012-881e08157cb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-2', False) {} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:22:30.323576 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-32a9d0f5-ec49-4c98-a11b-25f306c23fb5 req-fc2bed8b-13d1-4ef4-b2ed-095fbee7b1d2 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] For port 4e8ac556-a312-47c3-96eb-49f6efdb48d7, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=4e8ac556-a312-47c3-96eb-49f6efdb48d7,segment=NetworkSegment(6756b591-a26a-489e-add9-6f6fd4d12828),segment_id=6756b591-a26a-489e-add9-6f6fd4d12828)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:22:30.324245 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-32a9d0f5-ec49-4c98-a11b-25f306c23fb5 req-fc2bed8b-13d1-4ef4-b2ed-095fbee7b1d2 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:30.332108 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225f9139-26dc-4d92-be28-110818856e3d None None] Checking router: 76420389-0c7c-4da5-a88c-d946185083d1 for host: n-d-836017-2 {{(pid=84765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:22:30.351241 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225f9139-26dc-4d92-be28-110818856e3d None None] Routers {'76420389-0c7c-4da5-a88c-d946185083d1'} bound to L3 agent in host n-d-836017-2 {{(pid=84765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:22:30.351910 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-225f9139-26dc-4d92-be28-110818856e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:22:20Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['76420389-0c7c-4da5-a88c-d946185083d1'], 'active': True} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:22:30.352963 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-75bc3cbc-790d-4afb-b291-8556adfb8269 req-f9ca6ee4-9dc1-41b9-aee1-02206984e66f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=666658683d0a4c6e8109e68b8b765a46&device_id=53003c5f-f70e-46cc-884b-df5cffd3154f HTTP/1.1" status: 200 len: 1096 time: 0.4606965 Apr 18 19:22:30.422278 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-47c38c17-3569-4c74-83af-ea6331acb53f req-d21b0e78-a22a-497e-8a7e-4f628553baba tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] 10.222.0.69 "GET /v2.0/ports?device_id=65fac923-8be7-44b9-8e7f-1b954f17650c HTTP/1.1" status: 200 len: 210 time: 0.0883555 Apr 18 19:22:30.432023 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfa3be9-bef4-44f3-b4f6-d16df610b027 admin admin] Pushing event updated for resources: {'Network': ['ID=2855f453-769b-46d1-87a9-363cad7d7229,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:30.440079 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-67f2a15c-7e91-4698-82d2-efe5243863ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:30.489786 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-8bfa3be9-bef4-44f3-b4f6-d16df610b027 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.5741851 Apr 18 19:22:30.492274 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 46152) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:22:30.498163 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-c23b96e0-cfd6-408c-aedb-099791513373 admin admin] Request body: {'subnet': {'network_id': '2855f453-769b-46d1-87a9-363cad7d7229', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1956738310-subnet', 'tenant_id': '8f2160bd253744eb9f673c1dacb132a8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:22:30.519141 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-c23b96e0-cfd6-408c-aedb-099791513373 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:22:30.532407 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-c23b96e0-cfd6-408c-aedb-099791513373 admin admin] Usage tracker for resource:subnet and tenant:8f2160bd253744eb9f673c1dacb132a8 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:22:30.538611 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-c23b96e0-cfd6-408c-aedb-099791513373 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:22:30.561052 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-c23b96e0-cfd6-408c-aedb-099791513373 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:22:30.622511 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Network 2855f453-769b-46d1-87a9-363cad7d7229 details requested by agent ovs-agent-n-d-836017-2 with host n-d-836017-2 {{(pid=84765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:22:30.648710 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c23b96e0-cfd6-408c-aedb-099791513373 admin admin] Made reservation on behalf of 8f2160bd253744eb9f673c1dacb132a8 for: {'subnet': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:22:30.651030 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-c23b96e0-cfd6-408c-aedb-099791513373 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:30.740237 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67f2a15c-7e91-4698-82d2-efe5243863ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=84763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:22:30.843785 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-67f2a15c-7e91-4698-82d2-efe5243863ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:30.844169 n-d-836017-2 neutron-server[84763]: INFO neutron.db.segments_db [None req-67f2a15c-7e91-4698-82d2-efe5243863ab admin admin] Added segment 1b33902c-725a-4527-bb11-2978d3dba7a4 of type vlan for network 0685e2b1-3b13-405d-a131-f90aa0a8867a Apr 18 19:22:30.848998 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f2a15c-7e91-4698-82d2-efe5243863ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:30.936714 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-225f9139-26dc-4d92-be28-110818856e3d None None] Set router 76420389-0c7c-4da5-a88c-d946185083d1 gateway port host: n-d-836017-2 {{(pid=84765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:22:31.180784 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-660e03e4-9ba0-4ddc-a539-a03f1c3fc408 req-6ad04a73-1e05-4522-9cd9-fb900bdd8ac3 tempest-LiveAutoBlockMigrationV225Test-1421540525 tempest-LiveAutoBlockMigrationV225Test-1421540525-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=e8f3de23-f7b7-40ff-bad5-044ccbc79845&tenant_id=e8145a70cab44ff88b524306edcbe946&binding%3Ahost_id=n-h1-836017-2 HTTP/1.1" status: 200 len: 1095 time: 0.3808384 Apr 18 19:22:31.188028 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-67f2a15c-7e91-4698-82d2-efe5243863ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791093404182'] for network, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:31.200873 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a317e8-5d6d-4e96-9b9a-b33d5a90220c req-01d8839b-fb1c-43ae-9a9e-526971cc1817 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:31.204289 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-b5a317e8-5d6d-4e96-9b9a-b33d5a90220c req-01d8839b-fb1c-43ae-9a9e-526971cc1817 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] 10.222.0.69 "GET /v2.0/ports?device_id=016b104f-c345-4ebb-a651-fd17ca2d8c0d HTTP/1.1" status: 200 len: 950 time: 0.4514785 Apr 18 19:22:31.256796 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-754d9047-449f-44fe-a0b4-19a8a92c38ed req-1eff1c52-63dd-475f-b186-85045a6e5730 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=666658683d0a4c6e8109e68b8b765a46&device_id=53003c5f-f70e-46cc-884b-df5cffd3154f HTTP/1.1" status: 200 len: 1096 time: 0.9843431 Apr 18 19:22:31.337556 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bc3cbc-790d-4afb-b291-8556adfb8269 req-d2a4cad4-6e37-465b-a520-df7a8c4ff3dc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:31.339138 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-75bc3cbc-790d-4afb-b291-8556adfb8269 req-d2a4cad4-6e37-465b-a520-df7a8c4ff3dc service neutron] 10.222.0.69 "GET /v2.0/networks?id=97b575c1-8a4c-401c-bfc8-567de6de32a8 HTTP/1.1" status: 200 len: 922 time: 0.9852376 Apr 18 19:22:31.371329 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-b5a317e8-5d6d-4e96-9b9a-b33d5a90220c req-09f13ae8-7e9c-47bc-98e9-13f8df0f0451 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] 10.222.0.69 "GET /v2.0/security-groups?id=064d4532-d372-4114-a5d4-759e2dc190bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490638 Apr 18 19:22:31.381374 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-c23b96e0-cfd6-408c-aedb-099791513373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251'] for subnet, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:31.407081 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-225f9139-26dc-4d92-be28-110818856e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76420389-0c7c-4da5-a88c-d946185083d1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1709511624-router', 'tenant_id': '666658683d0a4c6e8109e68b8b765a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': 'f5a0c450-17d1-4dbb-addb-8df879102f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:21:06Z', 'updated_at': '2022-04-18T19:21:14Z', 'revision_number': 4, 'project_id': '666658683d0a4c6e8109e68b8b765a46', 'gw_port': {'id': 'f5a0c450-17d1-4dbb-addb-8df879102f28', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:fb:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76420389-0c7c-4da5-a88c-d946185083d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:21:09Z', 'updated_at': '2022-04-18T19:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_interfaces': [{'id': 'c366461e-feb8-4736-a327-49e2d973267b', 'name': '', 'network_id': '97b575c1-8a4c-401c-bfc8-567de6de32a8', 'tenant_id': '666658683d0a4c6e8109e68b8b765a46', 'mac_address': 'fa:16:3e:43:9f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76420389-0c7c-4da5-a88c-d946185083d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4fd8a82-a99d-4f41-8012-881e08157cb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:21:13Z', 'updated_at': '2022-04-18T19:21:27Z', 'revision_number': 5, 'project_id': '666658683d0a4c6e8109e68b8b765a46', 'subnets': [{'id': 'a4fd8a82-a99d-4f41-8012-881e08157cb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-2', False) {} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:22:31.412077 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225f9139-26dc-4d92-be28-110818856e3d None None] The sync data for ids ['76420389-0c7c-4da5-a88c-d946185083d1'] in n-d-836017-2 is: [{'id': '76420389-0c7c-4da5-a88c-d946185083d1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1709511624-router', 'tenant_id': '666658683d0a4c6e8109e68b8b765a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': 'f5a0c450-17d1-4dbb-addb-8df879102f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:21:06Z', 'updated_at': '2022-04-18T19:21:14Z', 'revision_number': 4, 'project_id': '666658683d0a4c6e8109e68b8b765a46', 'gw_port': {'id': 'f5a0c450-17d1-4dbb-addb-8df879102f28', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:fb:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76420389-0c7c-4da5-a88c-d946185083d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:21:09Z', 'updated_at': '2022-04-18T19:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_interfaces': [{'id': 'c366461e-feb8-4736-a327-49e2d973267b', 'name': '', 'network_id': '97b575c1-8a4c-401c-bfc8-567de6de32a8', 'tenant_id': '666658683d0a4c6e8109e68b8b765a46', 'mac_address': 'fa:16:3e:43:9f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76420389-0c7c-4da5-a88c-d946185083d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4fd8a82-a99d-4f41-8012-881e08157cb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:21:13Z', 'updated_at': '2022-04-18T19:21:27Z', 'revision_number': 5, 'project_id': '666658683d0a4c6e8109e68b8b765a46', 'subnets': [{'id': 'a4fd8a82-a99d-4f41-8012-881e08157cb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:22:31.466991 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23b96e0-cfd6-408c-aedb-099791513373 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e614d498-f6c5-474d-b8a7-e81a388a7a3b,revision_number=0']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:31.471820 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-75bc3cbc-790d-4afb-b291-8556adfb8269 req-0eb07376-69f3-4200-96da-4304706c54f6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88598214-d4f0-4932-9285-92b3f82eb99c HTTP/1.1" status: 200 len: 217 time: 0.1126466 Apr 18 19:22:31.488020 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23b96e0-cfd6-408c-aedb-099791513373 admin admin] Checking segment: {'id': 'a7053a24-cc63-4013-adec-346cf7b48cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2855f453-769b-46d1-87a9-363cad7d7229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:22:31.488415 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23b96e0-cfd6-408c-aedb-099791513373 admin admin] Network hostable DHCP agents. Network: 2855f453-769b-46d1-87a9-363cad7d7229, hostable agents: ['f6987c12-6d6c-47d4-b22d-cfcd164dc40d'], hosted agents: [] {{(pid=84764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:22:31.499218 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.db.resource_extend [None req-67f2a15c-7e91-4698-82d2-efe5243863ab admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 19:22:31.525422 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-660e03e4-9ba0-4ddc-a539-a03f1c3fc408 req-8d6a8a87-5586-4c1e-b8c8-070f9dd7f01c service neutron] For port 8a2264cb-205e-466a-993b-c30414da169a, host n-h2-836017-2, cleared binding levels {{(pid=84764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:22:31.537890 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-660e03e4-9ba0-4ddc-a539-a03f1c3fc408 req-8d6a8a87-5586-4c1e-b8c8-070f9dd7f01c service neutron] Notify callbacks [] for binding, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:31.539006 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-660e03e4-9ba0-4ddc-a539-a03f1c3fc408 req-8d6a8a87-5586-4c1e-b8c8-070f9dd7f01c service neutron] 10.222.0.73 "DELETE /v2.0/ports/8a2264cb-205e-466a-993b-c30414da169a/bindings/n-h2-836017-2 HTTP/1.1" status: 204 len: 173 time: 0.3189800 Apr 18 19:22:31.660943 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_common [req-2104b6a8-6034-461a-96f6-ad3a74af5789 req-94e2abb0-6f94-48de-9088-ae128a85e6e5 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Allocated IP 172.20.0.3 (e57b25b1-270e-45ff-9503-ac3e292dcc2d/aa3d7594-8a64-4b57-b0dc-322016530760/5ea48081-67b5-46d0-ac7b-fc5251ab13c4) {{(pid=84763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:22:31.679813 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23b96e0-cfd6-408c-aedb-099791513373 admin admin] Network 2855f453-769b-46d1-87a9-363cad7d7229 is scheduled to be hosted by DHCP agent f6987c12-6d6c-47d4-b22d-cfcd164dc40d with binding_index 1 {{(pid=84764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:22:31.759487 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-32a9d0f5-ec49-4c98-a11b-25f306c23fb5 req-fc2bed8b-13d1-4ef4-b2ed-095fbee7b1d2 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:31.760475 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-32a9d0f5-ec49-4c98-a11b-25f306c23fb5 req-fc2bed8b-13d1-4ef4-b2ed-095fbee7b1d2 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416787'] for floatingip, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:31.760475 n-d-836017-2 neutron-server[84763]: INFO neutron.db.l3_db [req-32a9d0f5-ec49-4c98-a11b-25f306c23fb5 req-fc2bed8b-13d1-4ef4-b2ed-095fbee7b1d2 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Floating IP 449ed824-e743-44fb-b2f8-6a24e67c368c disassociated. External IP: 172.25.3.96, port: 4e8ac556-a312-47c3-96eb-49f6efdb48d7. Apr 18 19:22:31.760475 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-32a9d0f5-ec49-4c98-a11b-25f306c23fb5 req-fc2bed8b-13d1-4ef4-b2ed-095fbee7b1d2 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Calling delete_port for 4e8ac556-a312-47c3-96eb-49f6efdb48d7 owned by compute:nova {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:22:31.782701 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb488b77-ed7e-47f9-a0d8-a51eed3abe88 None None] New status for floating IP d5a0a18d-d311-45ad-95a8-422c0918d982: DOWN {{(pid=84766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 19:22:31.814964 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-67f2a15c-7e91-4698-82d2-efe5243863ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251'] for network, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:31.815849 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f2a15c-7e91-4698-82d2-efe5243863ab admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:31.816445 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-67f2a15c-7e91-4698-82d2-efe5243863ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:31.820623 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bc3cbc-790d-4afb-b291-8556adfb8269 req-61a02ed1-0871-44a3-922b-fcf5839bfaf1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:31.822176 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-75bc3cbc-790d-4afb-b291-8556adfb8269 req-61a02ed1-0871-44a3-922b-fcf5839bfaf1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a4fd8a82-a99d-4f41-8012-881e08157cb0 HTTP/1.1" status: 200 len: 860 time: 0.3412557 Apr 18 19:22:31.919452 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a232dc5c-0496-4b67-9fc5-16f163f6b096 req-c2db1e61-878b-4563-9c41-4349b2cc6f42 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:31.927704 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a232dc5c-0496-4b67-9fc5-16f163f6b096 req-c2db1e61-878b-4563-9c41-4349b2cc6f42 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8f3de23-f7b7-40ff-bad5-044ccbc79845 HTTP/1.1" status: 200 len: 944 time: 0.3114746 Apr 18 19:22:31.947193 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6a696117-c4f3-449a-b830-88590050ac3d req-fa2792ac-69af-4779-9fda-035942878d27 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d2355448-26c2-4627-add5-d1edc93520c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2735553 Apr 18 19:22:31.947783 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [None req-c23b96e0-cfd6-408c-aedb-099791513373 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-2, 2855f453-769b-46d1-87a9-363cad7d7229) {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:22:31.958420 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c23b96e0-cfd6-408c-aedb-099791513373 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:31.959353 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-c23b96e0-cfd6-408c-aedb-099791513373 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for subnet, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:31.965457 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f148e8d-4f81-4614-bc83-8b0e88d6130c None None] Network 2855f453-769b-46d1-87a9-363cad7d7229 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:22:32.023260 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 4e8ac556-a312-47c3-96eb-49f6efdb48d7 no longer exists at agent hyperv_n-h1-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:22:32.056894 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a232dc5c-0496-4b67-9fc5-16f163f6b096 req-92c07cd8-921d-4eef-be58-610be8f0c4bb tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282713 Apr 18 19:22:32.078205 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-c23b96e0-cfd6-408c-aedb-099791513373 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.5846231 Apr 18 19:22:32.080548 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 46170) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:22:32.085907 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-c29c41ff-6265-439f-8ad6-39950d028c49 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1956738310-router', 'tenant_id': '8f2160bd253744eb9f673c1dacb132a8', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'}}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:22:32.096017 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-c29c41ff-6265-439f-8ad6-39950d028c49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:22:32.101961 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-c29c41ff-6265-439f-8ad6-39950d028c49 admin admin] Usage tracker for resource:router and tenant:8f2160bd253744eb9f673c1dacb132a8 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:22:32.107261 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-c29c41ff-6265-439f-8ad6-39950d028c49 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:22:32.115103 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-c29c41ff-6265-439f-8ad6-39950d028c49 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:22:32.144812 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6a696117-c4f3-449a-b830-88590050ac3d req-60ecfd34-0221-486a-b4cd-92ade1bf0ace service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e8145a70cab44ff88b524306edcbe946&device_id=d2355448-26c2-4627-add5-d1edc93520c0 HTTP/1.1" status: 200 len: 1118 time: 0.1400309 Apr 18 19:22:32.205803 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f2a15c-7e91-4698-82d2-efe5243863ab admin admin] Pushing event updated for resources: {'Network': ['ID=0685e2b1-3b13-405d-a131-f90aa0a8867a,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:32.208796 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754d9047-449f-44fe-a0b4-19a8a92c38ed req-f914a005-a32e-4da3-931f-f5d5a2dab08d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:32.210574 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-754d9047-449f-44fe-a0b4-19a8a92c38ed req-f914a005-a32e-4da3-931f-f5d5a2dab08d service neutron] 10.222.0.73 "GET /v2.0/networks?id=97b575c1-8a4c-401c-bfc8-567de6de32a8 HTTP/1.1" status: 200 len: 922 time: 0.8662550 Apr 18 19:22:32.234746 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-c29c41ff-6265-439f-8ad6-39950d028c49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-415242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4425'] for router, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:32.236118 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-c29c41ff-6265-439f-8ad6-39950d028c49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-416909', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4418'] for router, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:32.280894 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Network 0685e2b1-3b13-405d-a131-f90aa0a8867a details requested by agent ovs-agent-n-d-836017-2 with host n-d-836017-2 {{(pid=84765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:22:32.309458 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-67f2a15c-7e91-4698-82d2-efe5243863ab admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 4.2533109 Apr 18 19:22:32.328189 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 46176) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:22:32.337985 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-754d9047-449f-44fe-a0b4-19a8a92c38ed req-d18992aa-211e-47ea-b790-0898b35cdd01 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88598214-d4f0-4932-9285-92b3f82eb99c HTTP/1.1" status: 200 len: 217 time: 0.1196051 Apr 18 19:22:32.345684 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-71c1eda2-404f-4f4e-b23e-a5dc494b8a9c admin admin] Request body: {'subnet': {'network_id': '0685e2b1-3b13-405d-a131-f90aa0a8867a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1020243039-subnet', 'tenant_id': 'fc56e011536d43568ffc66b480cf23b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:22:32.406456 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-c29c41ff-6265-439f-8ad6-39950d028c49 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:32.445074 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a696117-c4f3-449a-b830-88590050ac3d req-141bd206-7955-483f-bdef-5a8a1e7041ac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:32.446891 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6a696117-c4f3-449a-b830-88590050ac3d req-141bd206-7955-483f-bdef-5a8a1e7041ac service neutron] 10.222.0.73 "GET /v2.0/networks?id=5b81b8da-abac-4e05-9e51-d6de7035d9e7 HTTP/1.1" status: 200 len: 920 time: 0.2740498 Apr 18 19:22:32.465825 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-71c1eda2-404f-4f4e-b23e-a5dc494b8a9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:22:32.471273 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-71c1eda2-404f-4f4e-b23e-a5dc494b8a9c admin admin] Usage tracker for resource:subnet and tenant:fc56e011536d43568ffc66b480cf23b0 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:22:32.474356 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-71c1eda2-404f-4f4e-b23e-a5dc494b8a9c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:22:32.488724 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-71c1eda2-404f-4f4e-b23e-a5dc494b8a9c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:22:32.538653 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6a696117-c4f3-449a-b830-88590050ac3d req-ba907ab3-f2b8-4948-836b-bc5f287bb59c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2db22ea-4eb8-4fa8-8067-77968b7252ce HTTP/1.1" status: 200 len: 217 time: 0.0836499 Apr 18 19:22:32.575613 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-2104b6a8-6034-461a-96f6-ad3a74af5789 req-94e2abb0-6f94-48de-9088-ae128a85e6e5 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Notify callbacks [] for port, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:32.602598 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:32.637726 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-75bc3cbc-790d-4afb-b291-8556adfb8269 req-d0b3b8ec-668b-467e-b0b8-0f46c5fd5187 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=97b575c1-8a4c-401c-bfc8-567de6de32a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7782137 Apr 18 19:22:32.639774 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [req-2104b6a8-6034-461a-96f6-ad3a74af5789 req-94e2abb0-6f94-48de-9088-ae128a85e6e5 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Transition to ACTIVE for port object 5ea48081-67b5-46d0-ac7b-fc5251ab13c4 will not be triggered until provisioned by entity DHCP. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:22:32.646625 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c1eda2-404f-4f4e-b23e-a5dc494b8a9c admin admin] Made reservation on behalf of fc56e011536d43568ffc66b480cf23b0 for: {'subnet': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:22:32.649114 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-71c1eda2-404f-4f4e-b23e-a5dc494b8a9c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540907'] for subnet, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:32.715000 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d894a2c4-bf4d-4603-8c3b-41a5db93f173 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31f5fbf7-4b5c-5a44-b255-70c4fc176ae8-2855f453-769b-46d1-87a9-363cad7d7229', 'network_id': '2855f453-769b-46d1-87a9-363cad7d7229', 'tenant_id': '8f2160bd253744eb9f673c1dacb132a8', 'fixed_ips': [{'subnet_id': 'e614d498-f6c5-474d-b8a7-e81a388a7a3b'}]}} from n-d-836017-2. {{(pid=84765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 19:22:32.715000 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d894a2c4-bf4d-4603-8c3b-41a5db93f173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:32.776128 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a696117-c4f3-449a-b830-88590050ac3d req-ddce6f50-5a35-4ddb-a38b-592da29a1af2 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:32.780462 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6a696117-c4f3-449a-b830-88590050ac3d req-ddce6f50-5a35-4ddb-a38b-592da29a1af2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b10cc942-f819-45fc-bb02-117dc96bc19f HTTP/1.1" status: 200 len: 859 time: 0.2236118 Apr 18 19:22:32.813214 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754d9047-449f-44fe-a0b4-19a8a92c38ed req-5cc0b241-25db-4b89-a5f9-f339e2adb04c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:32.814789 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-754d9047-449f-44fe-a0b4-19a8a92c38ed req-5cc0b241-25db-4b89-a5f9-f339e2adb04c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a4fd8a82-a99d-4f41-8012-881e08157cb0 HTTP/1.1" status: 200 len: 860 time: 0.4308381 Apr 18 19:22:32.829297 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6a696117-c4f3-449a-b830-88590050ac3d req-63a112f6-ead3-4a96-8330-ed9ebea91467 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5b81b8da-abac-4e05-9e51-d6de7035d9e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445745 Apr 18 19:22:32.831949 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-c29c41ff-6265-439f-8ad6-39950d028c49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416895', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4776'] for router, precommit_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:32.910660 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-d894a2c4-bf4d-4603-8c3b-41a5db93f173 None None] Allocated IP 172.20.0.2 (2855f453-769b-46d1-87a9-363cad7d7229/e614d498-f6c5-474d-b8a7-e81a388a7a3b/ecebb6e1-e7a9-46e4-ab21-0fc8de3318ec) {{(pid=84765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:22:33.010836 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6a696117-c4f3-449a-b830-88590050ac3d req-e04b17cc-a21c-4b7c-aefd-8a15a925fd6d service neutron] 10.222.0.73 "GET /v2.0/networks/5b81b8da-abac-4e05-9e51-d6de7035d9e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721084 Apr 18 19:22:33.201229 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-32a9d0f5-ec49-4c98-a11b-25f306c23fb5 req-fc2bed8b-13d1-4ef4-b2ed-095fbee7b1d2 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:33.205130 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-75bc3cbc-790d-4afb-b291-8556adfb8269 req-0a0ed1d2-2ad6-4957-a3f3-169007d14262 service neutron] 10.222.0.69 "GET /v2.0/networks/97b575c1-8a4c-401c-bfc8-567de6de32a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4897931 Apr 18 19:22:33.238376 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d894a2c4-bf4d-4603-8c3b-41a5db93f173 None None] Notify callbacks [] for port, precommit_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:33.250049 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-d894a2c4-bf4d-4603-8c3b-41a5db93f173 None None] Transition to ACTIVE for port object ecebb6e1-e7a9-46e4-ab21-0fc8de3318ec will not be triggered until provisioned by entity L2. {{(pid=84765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:22:33.258427 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6a696117-c4f3-449a-b830-88590050ac3d req-07b67117-8ec5-4186-ac8f-cce8b1e71392 service neutron] 10.222.0.73 "GET /v2.0/networks/5b81b8da-abac-4e05-9e51-d6de7035d9e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388539 Apr 18 19:22:33.272799 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-d894a2c4-bf4d-4603-8c3b-41a5db93f173 None None] Transition to ACTIVE for port object ecebb6e1-e7a9-46e4-ab21-0fc8de3318ec will not be triggered until provisioned by entity DHCP. {{(pid=84765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:22:33.307319 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-86aa72e0-8601-4d73-98e0-8143813e84d2 req-cbdf889e-aa35-46ff-bd88-0723fa2c5621 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] 10.222.0.69 "GET /v2.0/ports?device_id=65fac923-8be7-44b9-8e7f-1b954f17650c HTTP/1.1" status: 200 len: 210 time: 0.0475495 Apr 18 19:22:33.345020 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d894a2c4-bf4d-4603-8c3b-41a5db93f173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331'] for port, after_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:33.402876 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2bed8b-13d1-4ef4-b2ed-095fbee7b1d2 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Pushing event deleted for resources: {'Port': ['ID=4e8ac556-a312-47c3-96eb-49f6efdb48d7,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:33.403859 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-c29c41ff-6265-439f-8ad6-39950d028c49 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:33.405433 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-2104b6a8-6034-461a-96f6-ad3a74af5789 req-94e2abb0-6f94-48de-9088-ae128a85e6e5 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:33.442765 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-c29c41ff-6265-439f-8ad6-39950d028c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:33.462820 n-d-836017-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d894a2c4-bf4d-4603-8c3b-41a5db93f173 None None] Network 2855f453-769b-46d1-87a9-363cad7d7229 is already hosted by enough agents. {{(pid=84765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:22:33.464019 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d894a2c4-bf4d-4603-8c3b-41a5db93f173 None None] Pushing event updated for resources: {'Port': ['ID=ecebb6e1-e7a9-46e4-ab21-0fc8de3318ec,revision_number=1']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:33.467847 n-d-836017-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-d894a2c4-bf4d-4603-8c3b-41a5db93f173 None None] Resources bound (agent type, host, resource id): {{(pid=84765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:22:33.470897 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d894a2c4-bf4d-4603-8c3b-41a5db93f173 None None] Received port after_create {{(pid=84765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:22:33.604726 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2104b6a8-6034-461a-96f6-ad3a74af5789 req-94e2abb0-6f94-48de-9088-ae128a85e6e5 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Network e57b25b1-270e-45ff-9503-ac3e292dcc2d is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:22:33.632110 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-d894a2c4-bf4d-4603-8c3b-41a5db93f173 None None] Attempting to bind port ecebb6e1-e7a9-46e4-ab21-0fc8de3318ec on host n-d-836017-2 for vnic_type normal with profile {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:22:33.632857 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-d894a2c4-bf4d-4603-8c3b-41a5db93f173 None None] Attempting to bind port ecebb6e1-e7a9-46e4-ab21-0fc8de3318ec by drivers openvswitch,hyperv on host n-d-836017-2 at level 0 using segments [{'id': 'a7053a24-cc63-4013-adec-346cf7b48cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2855f453-769b-46d1-87a9-363cad7d7229'}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:22:33.633330 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d894a2c4-bf4d-4603-8c3b-41a5db93f173 None None] Attempting to bind port ecebb6e1-e7a9-46e4-ab21-0fc8de3318ec on network 2855f453-769b-46d1-87a9-363cad7d7229 {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:22:33.647317 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d894a2c4-bf4d-4603-8c3b-41a5db93f173 None None] Checking agent: {'id': 'df2a5cfe-6839-400b-a998-e4fffce70f45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 8, 22), 'started_at': datetime.datetime(2022, 4, 18, 19, 8, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:22:33.647772 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d894a2c4-bf4d-4603-8c3b-41a5db93f173 None None] Checking segment: {'id': 'a7053a24-cc63-4013-adec-346cf7b48cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2855f453-769b-46d1-87a9-363cad7d7229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:22:33.648285 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d894a2c4-bf4d-4603-8c3b-41a5db93f173 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:33.648759 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d894a2c4-bf4d-4603-8c3b-41a5db93f173 None None] Bound using segment: {'id': 'a7053a24-cc63-4013-adec-346cf7b48cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2855f453-769b-46d1-87a9-363cad7d7229'} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:22:33.649285 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-d894a2c4-bf4d-4603-8c3b-41a5db93f173 None None] Bound port: ecebb6e1-e7a9-46e4-ab21-0fc8de3318ec, host: n-d-836017-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7053a24-cc63-4013-adec-346cf7b48cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2855f453-769b-46d1-87a9-363cad7d7229'}}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:22:33.649872 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d894a2c4-bf4d-4603-8c3b-41a5db93f173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:33.655102 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e2abb0-6f94-48de-9088-ae128a85e6e5 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Pushing event updated for resources: {'Port': ['ID=5ea48081-67b5-46d0-ac7b-fc5251ab13c4,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:33.667653 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [req-2104b6a8-6034-461a-96f6-ad3a74af5789 req-94e2abb0-6f94-48de-9088-ae128a85e6e5 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:22:33.689831 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-2104b6a8-6034-461a-96f6-ad3a74af5789 req-94e2abb0-6f94-48de-9088-ae128a85e6e5 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Received port after_create {{(pid=84763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:22:33.710606 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_common [None req-c29c41ff-6265-439f-8ad6-39950d028c49 admin admin] Allocated IP 172.25.3.216 (11e8e108-37df-4084-b6b7-113e6beb66b4/3b0abf32-1504-448b-b06e-c8c870b6a7c8/3afef78b-770d-491b-873e-7853f2532bdb) {{(pid=84764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:22:33.794922 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-d894a2c4-bf4d-4603-8c3b-41a5db93f173 None None] For port ecebb6e1-e7a9-46e4-ab21-0fc8de3318ec, host n-d-836017-2, cleared binding levels {{(pid=84765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:22:33.799844 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-d894a2c4-bf4d-4603-8c3b-41a5db93f173 None None] For port ecebb6e1-e7a9-46e4-ab21-0fc8de3318ec, host n-d-836017-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=ecebb6e1-e7a9-46e4-ab21-0fc8de3318ec,segment=NetworkSegment(a7053a24-cc63-4013-adec-346cf7b48cb9),segment_id=a7053a24-cc63-4013-adec-346cf7b48cb9)] {{(pid=84765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:22:33.830796 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-75bc3cbc-790d-4afb-b291-8556adfb8269 req-b8f606f1-8a76-48bf-8685-f29f8bf06fae service neutron] 10.222.0.69 "GET /v2.0/networks/97b575c1-8a4c-401c-bfc8-567de6de32a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6061475 Apr 18 19:22:33.839491 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-754d9047-449f-44fe-a0b4-19a8a92c38ed req-ac1a912a-a65b-41b1-8ef4-176cb452571e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=97b575c1-8a4c-401c-bfc8-567de6de32a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9575753 Apr 18 19:22:33.891275 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d894a2c4-bf4d-4603-8c3b-41a5db93f173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:33.919761 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f5cfec-0694-4c7d-840d-b6fc7140f7c9 req-8b4a9333-2cc5-419b-b24d-22f34c51ec4a tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:33.926203 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-23f5cfec-0694-4c7d-840d-b6fc7140f7c9 req-8b4a9333-2cc5-419b-b24d-22f34c51ec4a tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] 10.222.0.69 "GET /v2.0/ports?device_id=016b104f-c345-4ebb-a651-fd17ca2d8c0d HTTP/1.1" status: 200 len: 950 time: 0.3237307 Apr 18 19:22:33.960387 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2104b6a8-6034-461a-96f6-ad3a74af5789 req-94e2abb0-6f94-48de-9088-ae128a85e6e5 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:33.961070 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-2104b6a8-6034-461a-96f6-ad3a74af5789 req-94e2abb0-6f94-48de-9088-ae128a85e6e5 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:33.983368 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-71c1eda2-404f-4f4e-b23e-a5dc494b8a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66351616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66540921'] for subnet, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:34.067970 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d894a2c4-bf4d-4603-8c3b-41a5db93f173 None None] Pushing event updated for resources: {'Port': ['ID=ecebb6e1-e7a9-46e4-ab21-0fc8de3318ec,revision_number=2']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:34.096285 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-23f5cfec-0694-4c7d-840d-b6fc7140f7c9 req-3314b78f-1ce5-435b-a4b1-26a2f6831859 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] 10.222.0.69 "GET /v2.0/security-groups?id=064d4532-d372-4114-a5d4-759e2dc190bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617200 Apr 18 19:22:34.125560 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-c29c41ff-6265-439f-8ad6-39950d028c49 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:34.215042 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-c29c41ff-6265-439f-8ad6-39950d028c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331'] for port, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:34.316159 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c1eda2-404f-4f4e-b23e-a5dc494b8a9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c71b90d-680b-4d0c-80a6-944953a6ed07,revision_number=0']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:34.345419 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2104b6a8-6034-461a-96f6-ad3a74af5789 req-94e2abb0-6f94-48de-9088-ae128a85e6e5 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0432928 Apr 18 19:22:34.427579 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-2104b6a8-6034-461a-96f6-ad3a74af5789 req-e546823e-61f1-4b72-aa18-6f84ed7fbebf service neutron] Request body: {'port': {'device_id': '65fac923-8be7-44b9-8e7f-1b954f17650c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-2'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:22:34.430421 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29c41ff-6265-439f-8ad6-39950d028c49 admin admin] Network 11e8e108-37df-4084-b6b7-113e6beb66b4 is already hosted by enough agents. {{(pid=84764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:22:34.435730 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [None req-c29c41ff-6265-439f-8ad6-39950d028c49 admin admin] Resources bound (agent type, host, resource id): {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:22:34.446506 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29c41ff-6265-439f-8ad6-39950d028c49 admin admin] Pushing event updated for resources: {'Port': ['ID=3afef78b-770d-491b-873e-7853f2532bdb,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:34.453515 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29c41ff-6265-439f-8ad6-39950d028c49 admin admin] Received port after_create {{(pid=84764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:22:34.495607 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c1eda2-404f-4f4e-b23e-a5dc494b8a9c admin admin] Checking segment: {'id': '1b33902c-725a-4527-bb11-2978d3dba7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '0685e2b1-3b13-405d-a131-f90aa0a8867a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:22:34.495979 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c1eda2-404f-4f4e-b23e-a5dc494b8a9c admin admin] Network hostable DHCP agents. Network: 0685e2b1-3b13-405d-a131-f90aa0a8867a, hostable agents: ['f6987c12-6d6c-47d4-b22d-cfcd164dc40d'], hosted agents: [] {{(pid=84763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:22:34.507100 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-754d9047-449f-44fe-a0b4-19a8a92c38ed req-e0e02bfa-71c5-4d41-8000-548681c2a80e service neutron] 10.222.0.73 "GET /v2.0/networks/97b575c1-8a4c-401c-bfc8-567de6de32a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6483612 Apr 18 19:22:34.592807 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-806c4102-6e69-4b86-beb3-610cc79ad02b None None] Provisioning for port 5ea48081-67b5-46d0-ac7b-fc5251ab13c4 completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:22:34.602392 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-806c4102-6e69-4b86-beb3-610cc79ad02b None None] Provisioning complete for port 5ea48081-67b5-46d0-ac7b-fc5251ab13c4 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:22:34.603061 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-806c4102-6e69-4b86-beb3-610cc79ad02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:34.666853 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-24376e12-6d91-4d35-93a8-d5d8c8fe1df8 req-fa31bc34-1fbd-4e36-8894-c77d13f02743 tempest-LiveAutoBlockMigrationV225Test-1421540525 tempest-LiveAutoBlockMigrationV225Test-1421540525-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=e8f3de23-f7b7-40ff-bad5-044ccbc79845 HTTP/1.1" status: 200 len: 1095 time: 0.3113043 Apr 18 19:22:34.714138 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-806c4102-6e69-4b86-beb3-610cc79ad02b None None] Port 5ea48081-67b5-46d0-ac7b-fc5251ab13c4 cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:22:34.723244 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121d448a-3d2b-4a42-a65f-901a54a6cd76 req-b70fb81c-a0a6-482f-b96c-35a56de1977f tempest-VolumesAdminNegativeTest-1780893317 tempest-VolumesAdminNegativeTest-1780893317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:34.730697 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-121d448a-3d2b-4a42-a65f-901a54a6cd76 req-b70fb81c-a0a6-482f-b96c-35a56de1977f tempest-VolumesAdminNegativeTest-1780893317 tempest-VolumesAdminNegativeTest-1780893317-project] 10.222.0.69 "GET /v2.0/ports?device_id=a900412f-fc6f-4a38-8ed7-e8408fa28320 HTTP/1.1" status: 200 len: 945 time: 0.6642137 Apr 18 19:22:34.738576 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1e68dd-e19b-46e3-8e41-8f741b39cf1b req-2c19e551-e94d-4e22-b2b8-4d800ef7c062 tempest-VolumesAdminNegativeTest-1780893317 tempest-VolumesAdminNegativeTest-1780893317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:34.740206 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-7f1e68dd-e19b-46e3-8e41-8f741b39cf1b req-2c19e551-e94d-4e22-b2b8-4d800ef7c062 tempest-VolumesAdminNegativeTest-1780893317 tempest-VolumesAdminNegativeTest-1780893317-project] 10.222.0.72 "GET /v2.0/ports?device_id=a900412f-fc6f-4a38-8ed7-e8408fa28320 HTTP/1.1" status: 200 len: 945 time: 0.2205567 Apr 18 19:22:34.756671 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device ecebb6e1-e7a9-46e4-ab21-0fc8de3318ec up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:22:34.793869 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-24376e12-6d91-4d35-93a8-d5d8c8fe1df8 req-95681bcc-0a6c-4e72-b825-7eb5d860aa18 tempest-LiveAutoBlockMigrationV225Test-1421540525 tempest-LiveAutoBlockMigrationV225Test-1421540525-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251175 Apr 18 19:22:34.858559 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [req-7f1e68dd-e19b-46e3-8e41-8f741b39cf1b req-8737c1b0-88cb-4d18-ae0a-f12a20ea2a3b tempest-VolumesAdminNegativeTest-1780893317 tempest-VolumesAdminNegativeTest-1780893317-project] Deleting port 5c755db4-9212-4b78-8ee2-2eabc31a296e {{(pid=84764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:22:34.862368 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-7f1e68dd-e19b-46e3-8e41-8f741b39cf1b req-8737c1b0-88cb-4d18-ae0a-f12a20ea2a3b tempest-VolumesAdminNegativeTest-1780893317 tempest-VolumesAdminNegativeTest-1780893317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:34.877981 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-2104b6a8-6034-461a-96f6-ad3a74af5789 req-e546823e-61f1-4b72-aa18-6f84ed7fbebf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:34.930075 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c1eda2-404f-4f4e-b23e-a5dc494b8a9c admin admin] Network 0685e2b1-3b13-405d-a131-f90aa0a8867a is scheduled to be hosted by DHCP agent f6987c12-6d6c-47d4-b22d-cfcd164dc40d with binding_index 1 {{(pid=84763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:22:34.940427 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning for port ecebb6e1-e7a9-46e4-ab21-0fc8de3318ec completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:22:35.017545 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-121d448a-3d2b-4a42-a65f-901a54a6cd76 req-10b647b6-31d0-4c57-a066-dcfc3532e7b8 tempest-VolumesAdminNegativeTest-1780893317 tempest-VolumesAdminNegativeTest-1780893317-project] 10.222.0.69 "GET /v2.0/security-groups?id=5e86d7a7-8466-44fd-a2cc-a4abadcee91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2833724 Apr 18 19:22:35.025908 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-754d9047-449f-44fe-a0b4-19a8a92c38ed req-1d50f18b-d056-477a-abd2-5306057a1c1d service neutron] 10.222.0.73 "GET /v2.0/networks/97b575c1-8a4c-401c-bfc8-567de6de32a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4985056 Apr 18 19:22:35.051195 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-c29c41ff-6265-439f-8ad6-39950d028c49 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:35.052749 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-c29c41ff-6265-439f-8ad6-39950d028c49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416864'] for router, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:35.115510 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [None req-71c1eda2-404f-4f4e-b23e-a5dc494b8a9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-2, 0685e2b1-3b13-405d-a131-f90aa0a8867a) {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:22:35.120550 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c1eda2-404f-4f4e-b23e-a5dc494b8a9c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:35.123127 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-71c1eda2-404f-4f4e-b23e-a5dc494b8a9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:35.133891 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-392c63f3-34d9-42de-be3f-8c66bdc7d13d None None] Network 0685e2b1-3b13-405d-a131-f90aa0a8867a requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:22:35.178949 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.l3_agent_scheduler [req-32a9d0f5-ec49-4c98-a11b-25f306c23fb5 req-fc2bed8b-13d1-4ef4-b2ed-095fbee7b1d2 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Router d006cc8b-66d4-405c-ab79-ccaaa7e75f1b has already been hosted by L3 agent 21b59c62-f184-4169-bc3e-79831cc043e8 {{(pid=84763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:22:35.260395 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.agents_db [None req-eb67022b-f881-4bc8-8f45-fca90fb27803 None None] Agent healthcheck: found 7 active agents {{(pid=84766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:22:35.528472 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-71c1eda2-404f-4f4e-b23e-a5dc494b8a9c admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 3.1971812 Apr 18 19:22:35.617426 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-7f1e68dd-e19b-46e3-8e41-8f741b39cf1b req-8737c1b0-88cb-4d18-ae0a-f12a20ea2a3b tempest-VolumesAdminNegativeTest-1780893317 tempest-VolumesAdminNegativeTest-1780893317-project] For port 5c755db4-9212-4b78-8ee2-2eabc31a296e, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=5c755db4-9212-4b78-8ee2-2eabc31a296e,segment=NetworkSegment(7c102c6e-87c4-4294-a1cf-31fa08e22e18),segment_id=7c102c6e-87c4-4294-a1cf-31fa08e22e18)] {{(pid=84764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:22:35.617727 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-7f1e68dd-e19b-46e3-8e41-8f741b39cf1b req-8737c1b0-88cb-4d18-ae0a-f12a20ea2a3b tempest-VolumesAdminNegativeTest-1780893317 tempest-VolumesAdminNegativeTest-1780893317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:35.618345 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c3412e-9eae-4bfb-a4bf-96baac94e0b3 None None] Network 2855f453-769b-46d1-87a9-363cad7d7229 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:22:35.792124 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34bb8c84-b4f8-4c5b-b121-44682ef583ab None None] Network 0685e2b1-3b13-405d-a131-f90aa0a8867a requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:22:35.921318 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9611ae74-ab12-4b8a-ba7b-663757214986 req-993cdca2-b25a-4950-9126-bbd35e33655f tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:35.922196 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-9611ae74-ab12-4b8a-ba7b-663757214986 req-993cdca2-b25a-4950-9126-bbd35e33655f tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Synchronizing usage tracker for tenant:879aba68d0c84185b21236d011dd113c on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:22:35.949066 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [req-7f1e68dd-e19b-46e3-8e41-8f741b39cf1b req-8737c1b0-88cb-4d18-ae0a-f12a20ea2a3b tempest-VolumesAdminNegativeTest-1780893317 tempest-VolumesAdminNegativeTest-1780893317-project] Calling delete_port for 5c755db4-9212-4b78-8ee2-2eabc31a296e owned by compute:nova {{(pid=84764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:22:36.034668 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-9611ae74-ab12-4b8a-ba7b-663757214986 req-993cdca2-b25a-4950-9126-bbd35e33655f tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Unset dirty status for tenant:879aba68d0c84185b21236d011dd113c on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:22:36.045547 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-9611ae74-ab12-4b8a-ba7b-663757214986 req-993cdca2-b25a-4950-9126-bbd35e33655f tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] 10.222.0.69 "GET /v2.0/ports?device_id=65fac923-8be7-44b9-8e7f-1b954f17650c HTTP/1.1" status: 200 len: 931 time: 0.6960859 Apr 18 19:22:36.047677 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-b3fc66df-fa67-4539-ad7e-d1316c637ba2 None None] Provisioning for port ecebb6e1-e7a9-46e4-ab21-0fc8de3318ec completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:22:36.078159 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [req-2104b6a8-6034-461a-96f6-ad3a74af5789 req-e546823e-61f1-4b72-aa18-6f84ed7fbebf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ea48081-67b5-46d0-ac7b-fc5251ab13c4 {{(pid=84763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:22:36.096705 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-b3fc66df-fa67-4539-ad7e-d1316c637ba2 None None] Provisioning complete for port ecebb6e1-e7a9-46e4-ab21-0fc8de3318ec triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:22:36.097297 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b3fc66df-fa67-4539-ad7e-d1316c637ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:36.121780 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c213eb-feeb-44c7-a6d5-a178139ae534 req-1c874df1-4bba-40fe-9516-5fb1c29e0eb5 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:36.129817 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-66c213eb-feeb-44c7-a6d5-a178139ae534 req-1c874df1-4bba-40fe-9516-5fb1c29e0eb5 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] 10.222.0.69 "GET /v2.0/ports?device_id=016b104f-c345-4ebb-a651-fd17ca2d8c0d HTTP/1.1" status: 200 len: 950 time: 0.3222165 Apr 18 19:22:36.134636 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-2104b6a8-6034-461a-96f6-ad3a74af5789 req-e546823e-61f1-4b72-aa18-6f84ed7fbebf service neutron] Notify callbacks [] for port, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:36.206459 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [req-2104b6a8-6034-461a-96f6-ad3a74af5789 req-e546823e-61f1-4b72-aa18-6f84ed7fbebf service neutron] Transition to ACTIVE for port object 5ea48081-67b5-46d0-ac7b-fc5251ab13c4 will not be triggered until provisioned by entity L2. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:22:36.218414 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-32a9d0f5-ec49-4c98-a11b-25f306c23fb5 req-fc2bed8b-13d1-4ef4-b2ed-095fbee7b1d2 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Notify agent at l3_agent.n-d-836017-2 the message routers_updated {{(pid=84763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:22:36.266512 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-66c213eb-feeb-44c7-a6d5-a178139ae534 req-d96800db-c008-4865-8ef3-bce51d350ba5 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] 10.222.0.69 "GET /v2.0/security-groups?id=064d4532-d372-4114-a5d4-759e2dc190bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356978 Apr 18 19:22:36.277152 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-9611ae74-ab12-4b8a-ba7b-663757214986 req-37c4a282-b3ef-41cb-b084-22fc4410d5c8 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] 10.222.0.69 "GET /v2.0/security-groups?id=8c52123b-60a4-4956-916c-e7722e17de2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2255781 Apr 18 19:22:36.304815 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011dd9a2-f657-45bb-9fab-45136ce291cd None None] Sync routers for ids ['d006cc8b-66d4-405c-ab79-ccaaa7e75f1b'] in n-d-836017-2 {{(pid=84765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:22:36.322784 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-7f1e68dd-e19b-46e3-8e41-8f741b39cf1b req-8737c1b0-88cb-4d18-ae0a-f12a20ea2a3b tempest-VolumesAdminNegativeTest-1780893317 tempest-VolumesAdminNegativeTest-1780893317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340'] for port, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:36.345450 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-2104b6a8-6034-461a-96f6-ad3a74af5789 req-e546823e-61f1-4b72-aa18-6f84ed7fbebf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:36.402347 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011dd9a2-f657-45bb-9fab-45136ce291cd None None] Routers {'d006cc8b-66d4-405c-ab79-ccaaa7e75f1b'} bound to L3 agent in host n-d-836017-2 {{(pid=84765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:22:36.402980 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-011dd9a2-f657-45bb-9fab-45136ce291cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:22:20Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['d006cc8b-66d4-405c-ab79-ccaaa7e75f1b'], 'active': True} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:22:36.453909 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 46220) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:22:36.454719 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e546823e-61f1-4b72-aa18-6f84ed7fbebf service neutron] Pushing event updated for resources: {'Port': ['ID=5ea48081-67b5-46d0-ac7b-fc5251ab13c4,revision_number=2']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:36.469855 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-32a9d0f5-ec49-4c98-a11b-25f306c23fb5 req-fc2bed8b-13d1-4ef4-b2ed-095fbee7b1d2 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] No DVR routers for this DVR port 4e8ac556-a312-47c3-96eb-49f6efdb48d7 on host n-h1-836017-2 {{(pid=84763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:22:36.692766 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-011dd9a2-f657-45bb-9fab-45136ce291cd None None] Set router d006cc8b-66d4-405c-ab79-ccaaa7e75f1b gateway port host: n-d-836017-2 {{(pid=84765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:22:36.728785 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-32a9d0f5-ec49-4c98-a11b-25f306c23fb5 req-fc2bed8b-13d1-4ef4-b2ed-095fbee7b1d2 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:36.731102 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-32a9d0f5-ec49-4c98-a11b-25f306c23fb5 req-fc2bed8b-13d1-4ef4-b2ed-095fbee7b1d2 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] 10.222.0.73 "DELETE /v2.0/ports/4e8ac556-a312-47c3-96eb-49f6efdb48d7 HTTP/1.1" status: 204 len: 173 time: 7.5803039 Apr 18 19:22:36.824642 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad50ccd9-f8c7-4e9f-a612-0fc852816914', 'name': 'network-vif-deleted', 'tag': '4e8ac556-a312-47c3-96eb-49f6efdb48d7'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:22:36.862100 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-2104b6a8-6034-461a-96f6-ad3a74af5789 req-e546823e-61f1-4b72-aa18-6f84ed7fbebf service neutron] Attempting to bind port 5ea48081-67b5-46d0-ac7b-fc5251ab13c4 on host n-h1-836017-2 for vnic_type normal with profile {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:22:36.862733 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-2104b6a8-6034-461a-96f6-ad3a74af5789 req-e546823e-61f1-4b72-aa18-6f84ed7fbebf service neutron] Attempting to bind port 5ea48081-67b5-46d0-ac7b-fc5251ab13c4 by drivers openvswitch,hyperv on host n-h1-836017-2 at level 0 using segments [{'id': '6756b591-a26a-489e-add9-6f6fd4d12828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'e57b25b1-270e-45ff-9503-ac3e292dcc2d'}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:22:36.863312 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2104b6a8-6034-461a-96f6-ad3a74af5789 req-e546823e-61f1-4b72-aa18-6f84ed7fbebf service neutron] Attempting to bind port 5ea48081-67b5-46d0-ac7b-fc5251ab13c4 on network e57b25b1-270e-45ff-9503-ac3e292dcc2d {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:22:36.877779 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2104b6a8-6034-461a-96f6-ad3a74af5789 req-e546823e-61f1-4b72-aa18-6f84ed7fbebf service neutron] Port 5ea48081-67b5-46d0-ac7b-fc5251ab13c4 on network e57b25b1-270e-45ff-9503-ac3e292dcc2d not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-2 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:22:36.878447 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2104b6a8-6034-461a-96f6-ad3a74af5789 req-e546823e-61f1-4b72-aa18-6f84ed7fbebf service neutron] Attempting to bind port 5ea48081-67b5-46d0-ac7b-fc5251ab13c4 on network e57b25b1-270e-45ff-9503-ac3e292dcc2d {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:22:36.888530 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2104b6a8-6034-461a-96f6-ad3a74af5789 req-e546823e-61f1-4b72-aa18-6f84ed7fbebf service neutron] Checking agent: {'id': 'e3a31811-08e0-42ba-bc2e-ed8a973b714f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 25), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:22:36.889608 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2104b6a8-6034-461a-96f6-ad3a74af5789 req-e546823e-61f1-4b72-aa18-6f84ed7fbebf service neutron] Checking segment: {'id': '6756b591-a26a-489e-add9-6f6fd4d12828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'e57b25b1-270e-45ff-9503-ac3e292dcc2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:22:36.890171 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2104b6a8-6034-461a-96f6-ad3a74af5789 req-e546823e-61f1-4b72-aa18-6f84ed7fbebf service neutron] Bound using segment: {'id': '6756b591-a26a-489e-add9-6f6fd4d12828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'e57b25b1-270e-45ff-9503-ac3e292dcc2d'} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:22:36.890730 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-2104b6a8-6034-461a-96f6-ad3a74af5789 req-e546823e-61f1-4b72-aa18-6f84ed7fbebf service neutron] Bound port: 5ea48081-67b5-46d0-ac7b-fc5251ab13c4, host: n-h1-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6756b591-a26a-489e-add9-6f6fd4d12828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'e57b25b1-270e-45ff-9503-ac3e292dcc2d'}}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:22:36.891210 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-2104b6a8-6034-461a-96f6-ad3a74af5789 req-e546823e-61f1-4b72-aa18-6f84ed7fbebf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:36.906904 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8737c1b0-88cb-4d18-ae0a-f12a20ea2a3b tempest-VolumesAdminNegativeTest-1780893317 tempest-VolumesAdminNegativeTest-1780893317-project] Pushing event deleted for resources: {'Port': ['ID=5c755db4-9212-4b78-8ee2-2eabc31a296e,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:36.943678 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d2dd1d-df61-45c0-95f7-7f81f68c4b6b req-f00f016b-3197-4aad-9628-7cfec0d2bb69 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:36.945641 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d8d2dd1d-df61-45c0-95f7-7f81f68c4b6b req-f00f016b-3197-4aad-9628-7cfec0d2bb69 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/networks?id=5b81b8da-abac-4e05-9e51-d6de7035d9e7 HTTP/1.1" status: 200 len: 819 time: 0.4885721 Apr 18 19:22:36.990462 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d8d2dd1d-df61-45c0-95f7-7f81f68c4b6b req-1ef60774-cb9d-4f6c-9826-6d9da0a6795b tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/quotas/e8145a70cab44ff88b524306edcbe946 HTTP/1.1" status: 200 len: 375 time: 0.0293984 Apr 18 19:22:37.021950 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-2104b6a8-6034-461a-96f6-ad3a74af5789 req-e546823e-61f1-4b72-aa18-6f84ed7fbebf service neutron] For port 5ea48081-67b5-46d0-ac7b-fc5251ab13c4, host n-h1-836017-2, cleared binding levels {{(pid=84763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:22:37.025442 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-2104b6a8-6034-461a-96f6-ad3a74af5789 req-e546823e-61f1-4b72-aa18-6f84ed7fbebf service neutron] For port 5ea48081-67b5-46d0-ac7b-fc5251ab13c4, host n-h1-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=5ea48081-67b5-46d0-ac7b-fc5251ab13c4,segment=NetworkSegment(6756b591-a26a-489e-add9-6f6fd4d12828),segment_id=6756b591-a26a-489e-add9-6f6fd4d12828)] {{(pid=84763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:22:37.026756 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-7385e148-b946-4158-8af5-4c506f09de5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:37.073038 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-7385e148-b946-4158-8af5-4c506f09de5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:22:37.082091 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6db0d8-3bb7-48cd-979f-6346819c9d28 req-106b8778-56c5-4ac9-88dc-53e418c4ae7f tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:37.089525 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ee6db0d8-3bb7-48cd-979f-6346819c9d28 req-106b8778-56c5-4ac9-88dc-53e418c4ae7f tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] 10.222.0.69 "GET /v2.0/ports?device_id=027a3482-9de8-4178-93a4-4577839df052&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.4893568 Apr 18 19:22:37.157295 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-7385e148-b946-4158-8af5-4c506f09de5b admin admin] Usage tracker for resource:security_group_rule and tenant:0b1bb3e0b5d04a64994625e7c5dee992 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:22:37.161875 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-2104b6a8-6034-461a-96f6-ad3a74af5789 req-e546823e-61f1-4b72-aa18-6f84ed7fbebf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:37.172020 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-7385e148-b946-4158-8af5-4c506f09de5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:22:37.175325 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f1e68dd-e19b-46e3-8e41-8f741b39cf1b req-8737c1b0-88cb-4d18-ae0a-f12a20ea2a3b tempest-VolumesAdminNegativeTest-1780893317 tempest-VolumesAdminNegativeTest-1780893317-project] No DVR routers for this DVR port 5c755db4-9212-4b78-8ee2-2eabc31a296e on host n-h2-836017-2 {{(pid=84764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:22:37.179748 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-7f1e68dd-e19b-46e3-8e41-8f741b39cf1b req-8737c1b0-88cb-4d18-ae0a-f12a20ea2a3b tempest-VolumesAdminNegativeTest-1780893317 tempest-VolumesAdminNegativeTest-1780893317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:37.183697 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a900412f-fc6f-4a38-8ed7-e8408fa28320', 'name': 'network-vif-deleted', 'tag': '5c755db4-9212-4b78-8ee2-2eabc31a296e'}] {{(pid=84764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:22:37.230611 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-7385e148-b946-4158-8af5-4c506f09de5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:22:37.250303 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d8d2dd1d-df61-45c0-95f7-7f81f68c4b6b req-0a8f3407-bedc-4627-975e-816e0507785f tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=e8145a70cab44ff88b524306edcbe946&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1984572 Apr 18 19:22:37.266755 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ee6db0d8-3bb7-48cd-979f-6346819c9d28 req-dffa8efa-e1b8-4a2b-8e25-e04036a0a886 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.3.237 HTTP/1.1" status: 200 len: 696 time: 0.1761463 Apr 18 19:22:37.276952 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b3fc66df-fa67-4539-ad7e-d1316c637ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:37.282113 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-ee6db0d8-3bb7-48cd-979f-6346819c9d28 req-3862ceb8-7f9e-4e65-b16d-00ddb65fa57f tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Request body: {'floatingip': {'port_id': '346a209d-f566-45d8-b781-babbfb75723a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:22:37.287701 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c29c41ff-6265-439f-8ad6-39950d028c49 admin admin] Router 97f82dc5-ac04-4690-9af4-897752677a70 is scheduled to L3 agent 21b59c62-f184-4169-bc3e-79831cc043e8 with binding_index 1 {{(pid=84764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 19:22:37.350600 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-b3fc66df-fa67-4539-ad7e-d1316c637ba2 None None] For port ecebb6e1-e7a9-46e4-ab21-0fc8de3318ec, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=ecebb6e1-e7a9-46e4-ab21-0fc8de3318ec,segment=NetworkSegment(a7053a24-cc63-4013-adec-346cf7b48cb9),segment_id=a7053a24-cc63-4013-adec-346cf7b48cb9)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:22:37.362073 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-011dd9a2-f657-45bb-9fab-45136ce291cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd006cc8b-66d4-405c-ab79-ccaaa7e75f1b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1362457460-router', 'tenant_id': '879aba68d0c84185b21236d011dd113c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'e303d130-41ec-4c36-aaef-b0d95c1dd8ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:19:59Z', 'updated_at': '2022-04-18T19:20:04Z', 'revision_number': 4, 'project_id': '879aba68d0c84185b21236d011dd113c', 'gw_port': {'id': 'e303d130-41ec-4c36-aaef-b0d95c1dd8ba', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd006cc8b-66d4-405c-ab79-ccaaa7e75f1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:19:59Z', 'updated_at': '2022-04-18T19:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_interfaces': [{'id': 'a454c1b6-054d-4e55-99b6-2a3048b753b0', 'name': '', 'network_id': 'e57b25b1-270e-45ff-9503-ac3e292dcc2d', 'tenant_id': '879aba68d0c84185b21236d011dd113c', 'mac_address': 'fa:16:3e:8e:2c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd006cc8b-66d4-405c-ab79-ccaaa7e75f1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aa3d7594-8a64-4b57-b0dc-322016530760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:20:03Z', 'updated_at': '2022-04-18T19:20:13Z', 'revision_number': 5, 'project_id': '879aba68d0c84185b21236d011dd113c', 'subnets': [{'id': 'aa3d7594-8a64-4b57-b0dc-322016530760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-2', False) {} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:22:37.367518 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011dd9a2-f657-45bb-9fab-45136ce291cd None None] Checking router: d006cc8b-66d4-405c-ab79-ccaaa7e75f1b for host: n-d-836017-2 {{(pid=84765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:22:37.368730 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-7f1e68dd-e19b-46e3-8e41-8f741b39cf1b req-8737c1b0-88cb-4d18-ae0a-f12a20ea2a3b tempest-VolumesAdminNegativeTest-1780893317 tempest-VolumesAdminNegativeTest-1780893317-project] 10.222.0.72 "DELETE /v2.0/ports/5c755db4-9212-4b78-8ee2-2eabc31a296e HTTP/1.1" status: 204 len: 173 time: 2.6222925 Apr 18 19:22:37.387067 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011dd9a2-f657-45bb-9fab-45136ce291cd None None] Routers {'d006cc8b-66d4-405c-ab79-ccaaa7e75f1b'} bound to L3 agent in host n-d-836017-2 {{(pid=84765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:22:37.387706 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-011dd9a2-f657-45bb-9fab-45136ce291cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:22:20Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['d006cc8b-66d4-405c-ab79-ccaaa7e75f1b'], 'active': True} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:22:37.521720 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-2104b6a8-6034-461a-96f6-ad3a74af5789 req-e546823e-61f1-4b72-aa18-6f84ed7fbebf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:37.523976 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b3fc66df-fa67-4539-ad7e-d1316c637ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:37.532632 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2104b6a8-6034-461a-96f6-ad3a74af5789 req-e546823e-61f1-4b72-aa18-6f84ed7fbebf service neutron] 10.222.0.73 "PUT /v2.0/ports/5ea48081-67b5-46d0-ac7b-fc5251ab13c4 HTTP/1.1" status: 200 len: 1091 time: 3.1766481 Apr 18 19:22:37.536766 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-ee6db0d8-3bb7-48cd-979f-6346819c9d28 req-3862ceb8-7f9e-4e65-b16d-00ddb65fa57f tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Notify callbacks [] for floatingip, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:37.618127 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e546823e-61f1-4b72-aa18-6f84ed7fbebf service neutron] Pushing event updated for resources: {'Port': ['ID=5ea48081-67b5-46d0-ac7b-fc5251ab13c4,revision_number=3']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:37.734226 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 46250) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:22:37.734563 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d8d2dd1d-df61-45c0-95f7-7f81f68c4b6b req-3ad5dc7c-133f-4729-a560-55a3fc7224a1 service neutron] 10.222.0.69 "GET /v2.0/networks/5b81b8da-abac-4e05-9e51-d6de7035d9e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4757876 Apr 18 19:22:37.822170 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-2fed2128-7905-4ad8-a410-a18486a90f5f admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-219310678-network', 'tenant_id': 'd2be229c31e74dfebee2ec560a92523b'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:22:37.851489 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-2fed2128-7905-4ad8-a410-a18486a90f5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:22:37.869815 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fc66df-fa67-4539-ad7e-d1316c637ba2 None None] Pushing event updated for resources: {'Port': ['ID=ecebb6e1-e7a9-46e4-ab21-0fc8de3318ec,revision_number=3']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:37.874745 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-2fed2128-7905-4ad8-a410-a18486a90f5f admin admin] Usage tracker for resource:network and tenant:d2be229c31e74dfebee2ec560a92523b is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:22:37.892785 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-2fed2128-7905-4ad8-a410-a18486a90f5f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:22:37.910308 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-2fed2128-7905-4ad8-a410-a18486a90f5f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:22:37.911071 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 5c755db4-9212-4b78-8ee2-2eabc31a296e no longer exists at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:22:37.951902 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d8d2dd1d-df61-45c0-95f7-7f81f68c4b6b req-c1c637a3-4d25-4808-8520-57601e9facbc service neutron] 10.222.0.69 "GET /v2.0/networks/5b81b8da-abac-4e05-9e51-d6de7035d9e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038007 Apr 18 19:22:37.984646 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-7385e148-b946-4158-8af5-4c506f09de5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:37.985588 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] No Port match for: 5c755db4-9212-4b78-8ee2-2eabc31a296e {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:22:37.985588 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 5c755db4-9212-4b78-8ee2-2eabc31a296e not bound to the agent host n-h2-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:22:37.995870 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-011dd9a2-f657-45bb-9fab-45136ce291cd None None] Set router d006cc8b-66d4-405c-ab79-ccaaa7e75f1b gateway port host: n-d-836017-2 {{(pid=84765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:22:38.007820 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c29c41ff-6265-439f-8ad6-39950d028c49 admin admin] Notify agent at l3_agent.n-d-836017-2 the message routers_updated {{(pid=84764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:22:38.021660 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ffe3d4a-2a80-4834-94f6-b5c40dab40a4 None None] Sync routers for ids ['97f82dc5-ac04-4690-9af4-897752677a70'] in n-d-836017-2 {{(pid=84766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:22:38.043816 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ffe3d4a-2a80-4834-94f6-b5c40dab40a4 None None] Routers {'97f82dc5-ac04-4690-9af4-897752677a70'} bound to L3 agent in host n-d-836017-2 {{(pid=84766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:22:38.046042 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-7ffe3d4a-2a80-4834-94f6-b5c40dab40a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:22:20Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['97f82dc5-ac04-4690-9af4-897752677a70'], 'active': True} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:22:38.112925 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d255aa1a-555d-4b13-bbac-5baf71d4e7d7 req-ac54bcd9-e1b2-42a0-854a-76c13bbd5cd9 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:38.114496 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d255aa1a-555d-4b13-bbac-5baf71d4e7d7 req-ac54bcd9-e1b2-42a0-854a-76c13bbd5cd9 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] 10.222.0.73 "GET /v2.0/ports?device_id=53003c5f-f70e-46cc-884b-df5cffd3154f HTTP/1.1" status: 200 len: 945 time: 0.8455627 Apr 18 19:22:38.129830 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-7385e148-b946-4158-8af5-4c506f09de5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:38.134922 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-c29c41ff-6265-439f-8ad6-39950d028c49 admin admin] Notify callbacks [] for router, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:38.138817 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-c29c41ff-6265-439f-8ad6-39950d028c49 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.0548768 Apr 18 19:22:38.139300 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 46256) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:22:38.262767 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fed2128-7905-4ad8-a410-a18486a90f5f admin admin] Made reservation on behalf of d2be229c31e74dfebee2ec560a92523b for: {'network': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:22:38.265162 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-2fed2128-7905-4ad8-a410-a18486a90f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for network, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:38.292768 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvr_db [None req-7ffe3d4a-2a80-4834-94f6-b5c40dab40a4 None None] Set router 97f82dc5-ac04-4690-9af4-897752677a70 gateway port host: n-d-836017-2 {{(pid=84766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:22:38.568965 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-2fed2128-7905-4ad8-a410-a18486a90f5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:38.605940 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2104b6a8-6034-461a-96f6-ad3a74af5789 req-54d9644a-df50-4a87-8de9-d7306dd87761 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=879aba68d0c84185b21236d011dd113c&device_id=65fac923-8be7-44b9-8e7f-1b954f17650c HTTP/1.1" status: 200 len: 1094 time: 0.8824611 Apr 18 19:22:38.607053 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7385e148-b946-4158-8af5-4c506f09de5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c57eb5e-7434-4b61-86d1-710dd95b145b,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:38.620579 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-7385e148-b946-4158-8af5-4c506f09de5b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0b1bb3e0b5d04a64994625e7c5dee992&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1544499 Apr 18 19:22:38.625246 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-d255aa1a-555d-4b13-bbac-5baf71d4e7d7 req-673aa1e0-16eb-4317-bfdb-e9223300f470 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Deleting port 88598214-d4f0-4932-9285-92b3f82eb99c {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:22:38.626779 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-d255aa1a-555d-4b13-bbac-5baf71d4e7d7 req-673aa1e0-16eb-4317-bfdb-e9223300f470 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:38.660041 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 46268) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:22:38.774702 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-2fed2128-7905-4ad8-a410-a18486a90f5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:22:38.779167 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-2fed2128-7905-4ad8-a410-a18486a90f5f admin admin] Usage tracker for resource:security_group_rule and tenant:d2be229c31e74dfebee2ec560a92523b is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:22:38.783001 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-2fed2128-7905-4ad8-a410-a18486a90f5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:22:38.784253 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device ecebb6e1-e7a9-46e4-ab21-0fc8de3318ec up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:22:38.789559 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-2fed2128-7905-4ad8-a410-a18486a90f5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:22:38.850844 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-7ffe3d4a-2a80-4834-94f6-b5c40dab40a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97f82dc5-ac04-4690-9af4-897752677a70', 'name': 'tempest-FloatingIPsNegativeTestJSON-1956738310-router', 'tenant_id': '8f2160bd253744eb9f673c1dacb132a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '3afef78b-770d-491b-873e-7853f2532bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:22:32Z', 'updated_at': '2022-04-18T19:22:34Z', 'revision_number': 3, 'project_id': '8f2160bd253744eb9f673c1dacb132a8', 'gw_port': {'id': '3afef78b-770d-491b-873e-7853f2532bdb', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f5:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97f82dc5-ac04-4690-9af4-897752677a70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:22:33Z', 'updated_at': '2022-04-18T19:22:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2'}], 'n-d-836017-2', False) {} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:22:38.855765 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ffe3d4a-2a80-4834-94f6-b5c40dab40a4 None None] Checking router: 97f82dc5-ac04-4690-9af4-897752677a70 for host: n-d-836017-2 {{(pid=84766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:22:38.856115 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ffe3d4a-2a80-4834-94f6-b5c40dab40a4 None None] Updating router 97f82dc5-ac04-4690-9af4-897752677a70 port 3afef78b-770d-491b-873e-7853f2532bdb binding host n-d-836017-2 {{(pid=84766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 19:22:38.916160 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-7ffe3d4a-2a80-4834-94f6-b5c40dab40a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:38.944903 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-c0c067ee-a479-46bc-88a1-f4bf48a75edc None None] Provisioning complete for port ecebb6e1-e7a9-46e4-ab21-0fc8de3318ec triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:22:38.945994 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c0c067ee-a479-46bc-88a1-f4bf48a75edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:38.966239 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-d53431ac-bca6-4547-86be-eb32c5ded472 req-429e4f16-bda6-4307-9d30-2ef34394f8dd tempest-VolumesAdminNegativeTest-1780893317 tempest-VolumesAdminNegativeTest-1780893317-project] Synchronizing usage tracker for tenant:2d9f7608386b473b918b1ba4a28a73a2 on resource:port {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:22:39.098398 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port ecebb6e1-e7a9-46e4-ab21-0fc8de3318ec triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:22:39.098878 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:39.117256 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-299bb228-b5be-4024-8898-260e540db9df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:39.165509 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-299bb228-b5be-4024-8898-260e540db9df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:39.183471 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-d53431ac-bca6-4547-86be-eb32c5ded472 req-429e4f16-bda6-4307-9d30-2ef34394f8dd tempest-VolumesAdminNegativeTest-1780893317 tempest-VolumesAdminNegativeTest-1780893317-project] Unset dirty status for tenant:2d9f7608386b473b918b1ba4a28a73a2 on resource:port {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:22:39.185182 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d53431ac-bca6-4547-86be-eb32c5ded472 req-429e4f16-bda6-4307-9d30-2ef34394f8dd tempest-VolumesAdminNegativeTest-1780893317 tempest-VolumesAdminNegativeTest-1780893317-project] 10.222.0.69 "GET /v2.0/ports?device_id=a900412f-fc6f-4a38-8ed7-e8408fa28320 HTTP/1.1" status: 200 len: 210 time: 0.5274596 Apr 18 19:22:39.313189 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-011dd9a2-f657-45bb-9fab-45136ce291cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd006cc8b-66d4-405c-ab79-ccaaa7e75f1b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1362457460-router', 'tenant_id': '879aba68d0c84185b21236d011dd113c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'e303d130-41ec-4c36-aaef-b0d95c1dd8ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:19:59Z', 'updated_at': '2022-04-18T19:20:04Z', 'revision_number': 4, 'project_id': '879aba68d0c84185b21236d011dd113c', 'gw_port': {'id': 'e303d130-41ec-4c36-aaef-b0d95c1dd8ba', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd006cc8b-66d4-405c-ab79-ccaaa7e75f1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:19:59Z', 'updated_at': '2022-04-18T19:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_interfaces': [{'id': 'a454c1b6-054d-4e55-99b6-2a3048b753b0', 'name': '', 'network_id': 'e57b25b1-270e-45ff-9503-ac3e292dcc2d', 'tenant_id': '879aba68d0c84185b21236d011dd113c', 'mac_address': 'fa:16:3e:8e:2c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd006cc8b-66d4-405c-ab79-ccaaa7e75f1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aa3d7594-8a64-4b57-b0dc-322016530760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:20:03Z', 'updated_at': '2022-04-18T19:20:13Z', 'revision_number': 5, 'project_id': '879aba68d0c84185b21236d011dd113c', 'subnets': [{'id': 'aa3d7594-8a64-4b57-b0dc-322016530760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-2', False) {} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:22:39.339184 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011dd9a2-f657-45bb-9fab-45136ce291cd None None] The sync data for ids ['d006cc8b-66d4-405c-ab79-ccaaa7e75f1b'] in n-d-836017-2 is: [{'id': 'd006cc8b-66d4-405c-ab79-ccaaa7e75f1b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1362457460-router', 'tenant_id': '879aba68d0c84185b21236d011dd113c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'e303d130-41ec-4c36-aaef-b0d95c1dd8ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:19:59Z', 'updated_at': '2022-04-18T19:20:04Z', 'revision_number': 4, 'project_id': '879aba68d0c84185b21236d011dd113c', 'gw_port': {'id': 'e303d130-41ec-4c36-aaef-b0d95c1dd8ba', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd006cc8b-66d4-405c-ab79-ccaaa7e75f1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:19:59Z', 'updated_at': '2022-04-18T19:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_interfaces': [{'id': 'a454c1b6-054d-4e55-99b6-2a3048b753b0', 'name': '', 'network_id': 'e57b25b1-270e-45ff-9503-ac3e292dcc2d', 'tenant_id': '879aba68d0c84185b21236d011dd113c', 'mac_address': 'fa:16:3e:8e:2c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd006cc8b-66d4-405c-ab79-ccaaa7e75f1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aa3d7594-8a64-4b57-b0dc-322016530760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:20:03Z', 'updated_at': '2022-04-18T19:20:13Z', 'revision_number': 5, 'project_id': '879aba68d0c84185b21236d011dd113c', 'subnets': [{'id': 'aa3d7594-8a64-4b57-b0dc-322016530760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:22:39.414442 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-7ffe3d4a-2a80-4834-94f6-b5c40dab40a4 None None] Notify callbacks [] for port, precommit_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:39.434552 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdad1dc4-f370-49cb-936f-2bbc5baac85a'] response: {'server_uuid': 'ad50ccd9-f8c7-4e9f-a612-0fc852816914', 'name': 'network-vif-deleted', 'tag': '4e8ac556-a312-47c3-96eb-49f6efdb48d7', 'status': 'completed', 'code': 200} Apr 18 19:22:39.455004 n-d-836017-2 neutron-server[84764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93eba8b0-0023-4267-8a0b-5a04de55fe00'] response: {'server_uuid': 'a900412f-fc6f-4a38-8ed7-e8408fa28320', 'name': 'network-vif-deleted', 'tag': '5c755db4-9212-4b78-8ee2-2eabc31a296e', 'status': 'completed', 'code': 200} Apr 18 19:22:39.531869 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-ee6db0d8-3bb7-48cd-979f-6346819c9d28 req-3862ceb8-7f9e-4e65-b16d-00ddb65fa57f tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:39.538189 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2104b6a8-6034-461a-96f6-ad3a74af5789 req-218fcb03-e487-4be8-880d-c16e819b00bf service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5ea48081-67b5-46d0-ac7b-fc5251ab13c4 HTTP/1.1" status: 200 len: 217 time: 0.8649380 Apr 18 19:22:39.569151 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.provisioning_blocks [None req-7ffe3d4a-2a80-4834-94f6-b5c40dab40a4 None None] Transition to ACTIVE for port object 3afef78b-770d-491b-873e-7853f2532bdb will not be triggered until provisioned by entity L2. {{(pid=84766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:22:39.587647 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-299bb228-b5be-4024-8898-260e540db9df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:39.657476 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe63286c-c0ee-40a5-961d-2cbc454b5c9c None None] New status for floating IP 449ed824-e743-44fb-b2f8-6a24e67c368c: DOWN {{(pid=84765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 19:22:39.691017 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-7ffe3d4a-2a80-4834-94f6-b5c40dab40a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:39.694290 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-d255aa1a-555d-4b13-bbac-5baf71d4e7d7 req-673aa1e0-16eb-4317-bfdb-e9223300f470 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] For port 88598214-d4f0-4932-9285-92b3f82eb99c, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=88598214-d4f0-4932-9285-92b3f82eb99c,segment=NetworkSegment(254a4f12-5519-47f4-85e8-7d1b5c621ccf),segment_id=254a4f12-5519-47f4-85e8-7d1b5c621ccf)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:22:39.694731 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-d255aa1a-555d-4b13-bbac-5baf71d4e7d7 req-673aa1e0-16eb-4317-bfdb-e9223300f470 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:39.792971 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299bb228-b5be-4024-8898-260e540db9df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c57eb5e-7434-4b61-86d1-710dd95b145b,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:39.818875 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-299bb228-b5be-4024-8898-260e540db9df admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:39.827807 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.managers [None req-7ffe3d4a-2a80-4834-94f6-b5c40dab40a4 None None] Attempting to bind port 3afef78b-770d-491b-873e-7853f2532bdb on host n-d-836017-2 for vnic_type normal with profile {{(pid=84766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:22:39.838057 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.managers [None req-7ffe3d4a-2a80-4834-94f6-b5c40dab40a4 None None] Attempting to bind port 3afef78b-770d-491b-873e-7853f2532bdb by drivers openvswitch,hyperv on host n-d-836017-2 at level 0 using segments [{'id': '5de34947-6c56-419b-85d0-f61f69ce7c45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'}] {{(pid=84766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:22:39.838057 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ffe3d4a-2a80-4834-94f6-b5c40dab40a4 None None] Attempting to bind port 3afef78b-770d-491b-873e-7853f2532bdb on network 11e8e108-37df-4084-b6b7-113e6beb66b4 {{(pid=84766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:22:39.838877 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-299bb228-b5be-4024-8898-260e540db9df admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1c57eb5e-7434-4b61-86d1-710dd95b145b HTTP/1.1" status: 204 len: 168 time: 1.0155001 Apr 18 19:22:39.842825 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ffe3d4a-2a80-4834-94f6-b5c40dab40a4 None None] Checking agent: {'id': 'df2a5cfe-6839-400b-a998-e4fffce70f45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 8, 22), 'started_at': datetime.datetime(2022, 4, 18, 19, 8, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:22:39.843198 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ffe3d4a-2a80-4834-94f6-b5c40dab40a4 None None] Checking segment: {'id': '5de34947-6c56-419b-85d0-f61f69ce7c45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:22:39.843635 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-7ffe3d4a-2a80-4834-94f6-b5c40dab40a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:39.844026 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ffe3d4a-2a80-4834-94f6-b5c40dab40a4 None None] Bound using segment: {'id': '5de34947-6c56-419b-85d0-f61f69ce7c45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'} {{(pid=84766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:22:39.844535 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.managers [None req-7ffe3d4a-2a80-4834-94f6-b5c40dab40a4 None None] Bound port: 3afef78b-770d-491b-873e-7853f2532bdb, host: n-d-836017-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5de34947-6c56-419b-85d0-f61f69ce7c45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'}}] {{(pid=84766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:22:39.844923 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-7ffe3d4a-2a80-4834-94f6-b5c40dab40a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:39.882011 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-d255aa1a-555d-4b13-bbac-5baf71d4e7d7 req-673aa1e0-16eb-4317-bfdb-e9223300f470 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Calling delete_port for 88598214-d4f0-4932-9285-92b3f82eb99c owned by compute:nova {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:22:39.925425 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.db [None req-7ffe3d4a-2a80-4834-94f6-b5c40dab40a4 None None] For port 3afef78b-770d-491b-873e-7853f2532bdb, host n-d-836017-2, cleared binding levels {{(pid=84766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:22:39.928621 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.db [None req-7ffe3d4a-2a80-4834-94f6-b5c40dab40a4 None None] For port 3afef78b-770d-491b-873e-7853f2532bdb, host n-d-836017-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=3afef78b-770d-491b-873e-7853f2532bdb,segment=NetworkSegment(5de34947-6c56-419b-85d0-f61f69ce7c45),segment_id=5de34947-6c56-419b-85d0-f61f69ce7c45)] {{(pid=84766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:22:39.965005 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a956346-affb-4a70-b7ea-667004ed825a None None] Pushing event updated for resources: {'Port': ['ID=3afef78b-770d-491b-873e-7853f2532bdb,revision_number=2']} {{(pid=84766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:39.977247 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a956346-affb-4a70-b7ea-667004ed825a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:22:39.977872 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a956346-affb-4a70-b7ea-667004ed825a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:22:39.978353 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a956346-affb-4a70-b7ea-667004ed825a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:22:39.987136 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a956346-affb-4a70-b7ea-667004ed825a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:22:39.987136 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a956346-affb-4a70-b7ea-667004ed825a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:22:39.987136 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a956346-affb-4a70-b7ea-667004ed825a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:22:39.987136 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a956346-affb-4a70-b7ea-667004ed825a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:22:39.987136 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a956346-affb-4a70-b7ea-667004ed825a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:22:39.987136 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a956346-affb-4a70-b7ea-667004ed825a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:22:39.987136 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a956346-affb-4a70-b7ea-667004ed825a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:22:39.987136 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a956346-affb-4a70-b7ea-667004ed825a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:22:40.004052 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-7ffe3d4a-2a80-4834-94f6-b5c40dab40a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:40.048576 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 88598214-d4f0-4932-9285-92b3f82eb99c no longer exists at agent hyperv_n-h1-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:22:40.065135 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e6132-3476-4b1f-9de2-d1d1b36a86b1 req-081f93c9-8b03-44b0-afb6-2b28fa85f626 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:40.073194 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-598e6132-3476-4b1f-9de2-d1d1b36a86b1 req-081f93c9-8b03-44b0-afb6-2b28fa85f626 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] 10.222.0.69 "GET /v2.0/ports?device_id=016b104f-c345-4ebb-a651-fd17ca2d8c0d HTTP/1.1" status: 200 len: 950 time: 0.3522706 Apr 18 19:22:40.111023 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-9dce762b-191d-4d87-b2a6-df5b5745868a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:40.118175 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-2fed2128-7905-4ad8-a410-a18486a90f5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:40.119288 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2104b6a8-6034-461a-96f6-ad3a74af5789 req-5bc619e7-8210-44bc-9dee-711b60210702 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:40.120850 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2104b6a8-6034-461a-96f6-ad3a74af5789 req-5bc619e7-8210-44bc-9dee-711b60210702 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=aa3d7594-8a64-4b57-b0dc-322016530760 HTTP/1.1" status: 200 len: 863 time: 0.5752594 Apr 18 19:22:40.121443 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-ee6db0d8-3bb7-48cd-979f-6346819c9d28 req-3862ceb8-7f9e-4e65-b16d-00ddb65fa57f tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416787'] for floatingip, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:40.134586 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a956346-affb-4a70-b7ea-667004ed825a None None] Pushing event updated for resources: {'Port': ['ID=3afef78b-770d-491b-873e-7853f2532bdb,revision_number=3']} {{(pid=84766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:40.169211 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ffe3d4a-2a80-4834-94f6-b5c40dab40a4 None None] Routers {'97f82dc5-ac04-4690-9af4-897752677a70'} bound to L3 agent in host n-d-836017-2 {{(pid=84766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:22:40.169898 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-7ffe3d4a-2a80-4834-94f6-b5c40dab40a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:22:20Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['97f82dc5-ac04-4690-9af4-897752677a70'], 'active': True} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:22:40.290847 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] No active binding found for port 88598214-d4f0-4932-9285-92b3f82eb99c {{(pid=84765) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Apr 18 19:22:40.292625 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 88598214-d4f0-4932-9285-92b3f82eb99c not bound to the agent host n-h1-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:22:40.329078 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-598e6132-3476-4b1f-9de2-d1d1b36a86b1 req-84d8ea12-e303-46c5-b635-e01324e4ff12 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] 10.222.0.69 "GET /v2.0/security-groups?id=064d4532-d372-4114-a5d4-759e2dc190bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545533 Apr 18 19:22:40.391286 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-d255aa1a-555d-4b13-bbac-5baf71d4e7d7 req-673aa1e0-16eb-4317-bfdb-e9223300f470 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:40.394588 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvr_db [None req-7ffe3d4a-2a80-4834-94f6-b5c40dab40a4 None None] Set router 97f82dc5-ac04-4690-9af4-897752677a70 gateway port host: n-d-836017-2 {{(pid=84766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:22:40.441074 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-2fed2128-7905-4ad8-a410-a18486a90f5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:40.462765 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fed2128-7905-4ad8-a410-a18486a90f5f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=84763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:22:40.472975 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-2fed2128-7905-4ad8-a410-a18486a90f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:40.473316 n-d-836017-2 neutron-server[84763]: INFO neutron.db.segments_db [None req-2fed2128-7905-4ad8-a410-a18486a90f5f admin admin] Added segment 5afc61cf-4350-4988-a157-e2e571bb5062 of type vlan for network 2b00a197-7e1a-42b3-8e52-094be068fc9a Apr 18 19:22:40.514914 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-2fed2128-7905-4ad8-a410-a18486a90f5f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791093404182'] for network, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:40.556972 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] get_ports_and_sgs() called for port_ids ['346a209d-f566-45d8-b781-babbfb75723a'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:22:40.568905 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_common [None req-9dce762b-191d-4d87-b2a6-df5b5745868a admin admin] Allocated IP 172.20.0.1 (2855f453-769b-46d1-87a9-363cad7d7229/e614d498-f6c5-474d-b8a7-e81a388a7a3b/ec61950c-bb0a-42ef-9c8b-08e3c480f98e) {{(pid=84764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:22:40.614710 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fed2128-7905-4ad8-a410-a18486a90f5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb5323d4-bdeb-466a-84ee-3f3f12e4123c,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:40.670433 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673aa1e0-16eb-4317-bfdb-e9223300f470 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Pushing event deleted for resources: {'Port': ['ID=88598214-d4f0-4932-9285-92b3f82eb99c,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:40.672288 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-2fed2128-7905-4ad8-a410-a18486a90f5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251'] for network, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:40.673119 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fed2128-7905-4ad8-a410-a18486a90f5f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:40.673681 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-2fed2128-7905-4ad8-a410-a18486a90f5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:40.954596 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fed2128-7905-4ad8-a410-a18486a90f5f admin admin] Pushing event updated for resources: {'Network': ['ID=2b00a197-7e1a-42b3-8e52-094be068fc9a,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:40.961767 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-d255aa1a-555d-4b13-bbac-5baf71d4e7d7 req-673aa1e0-16eb-4317-bfdb-e9223300f470 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] No DVR routers for this DVR port 88598214-d4f0-4932-9285-92b3f82eb99c on host n-h1-836017-2 {{(pid=84763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:22:40.973487 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-2fed2128-7905-4ad8-a410-a18486a90f5f admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 3.2349970 Apr 18 19:22:40.976368 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Network 2b00a197-7e1a-42b3-8e52-094be068fc9a details requested by agent ovs-agent-n-d-836017-2 with host n-d-836017-2 {{(pid=84765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:22:40.978077 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-d255aa1a-555d-4b13-bbac-5baf71d4e7d7 req-673aa1e0-16eb-4317-bfdb-e9223300f470 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:40.985077 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d255aa1a-555d-4b13-bbac-5baf71d4e7d7 req-673aa1e0-16eb-4317-bfdb-e9223300f470 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] 10.222.0.73 "DELETE /v2.0/ports/88598214-d4f0-4932-9285-92b3f82eb99c HTTP/1.1" status: 204 len: 173 time: 2.8603153 Apr 18 19:22:40.986043 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 46290) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:22:40.995754 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-e9010050-cfee-4fff-a034-521d315505c1 admin admin] Request body: {'subnet': {'network_id': '2b00a197-7e1a-42b3-8e52-094be068fc9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-219310678-subnet', 'tenant_id': 'd2be229c31e74dfebee2ec560a92523b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:22:41.006811 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2104b6a8-6034-461a-96f6-ad3a74af5789 req-ec81161a-18da-4f8a-a34e-d6d35ac24c55 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e57b25b1-270e-45ff-9503-ac3e292dcc2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8104284 Apr 18 19:22:41.008462 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-7ffe3d4a-2a80-4834-94f6-b5c40dab40a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97f82dc5-ac04-4690-9af4-897752677a70', 'name': 'tempest-FloatingIPsNegativeTestJSON-1956738310-router', 'tenant_id': '8f2160bd253744eb9f673c1dacb132a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '3afef78b-770d-491b-873e-7853f2532bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:22:32Z', 'updated_at': '2022-04-18T19:22:34Z', 'revision_number': 3, 'project_id': '8f2160bd253744eb9f673c1dacb132a8', 'gw_port': {'id': '3afef78b-770d-491b-873e-7853f2532bdb', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f5:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97f82dc5-ac04-4690-9af4-897752677a70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:22:33Z', 'updated_at': '2022-04-18T19:22:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2'}], 'n-d-836017-2', False) {} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:22:41.008968 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-e9010050-cfee-4fff-a034-521d315505c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:22:41.013607 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ffe3d4a-2a80-4834-94f6-b5c40dab40a4 None None] The sync data for ids ['97f82dc5-ac04-4690-9af4-897752677a70'] in n-d-836017-2 is: [{'id': '97f82dc5-ac04-4690-9af4-897752677a70', 'name': 'tempest-FloatingIPsNegativeTestJSON-1956738310-router', 'tenant_id': '8f2160bd253744eb9f673c1dacb132a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '3afef78b-770d-491b-873e-7853f2532bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:22:32Z', 'updated_at': '2022-04-18T19:22:34Z', 'revision_number': 3, 'project_id': '8f2160bd253744eb9f673c1dacb132a8', 'gw_port': {'id': '3afef78b-770d-491b-873e-7853f2532bdb', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f5:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97f82dc5-ac04-4690-9af4-897752677a70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:22:33Z', 'updated_at': '2022-04-18T19:22:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2'}] {{(pid=84766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:22:41.015127 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-e9010050-cfee-4fff-a034-521d315505c1 admin admin] Usage tracker for resource:subnet and tenant:d2be229c31e74dfebee2ec560a92523b is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:22:41.019158 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-e9010050-cfee-4fff-a034-521d315505c1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:22:41.047891 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-e9010050-cfee-4fff-a034-521d315505c1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:22:41.120686 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-9dce762b-191d-4d87-b2a6-df5b5745868a admin admin] Notify callbacks [] for port, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:41.149139 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.provisioning_blocks [None req-9dce762b-191d-4d87-b2a6-df5b5745868a admin admin] Transition to ACTIVE for port object ec61950c-bb0a-42ef-9c8b-08e3c480f98e will not be triggered until provisioned by entity DHCP. {{(pid=84764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:22:41.163123 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b7da84-d1e7-4dd6-bcd9-2b65dfcb29b4 req-bf7f2ec7-3109-4957-bb84-e964a7a9c9f8 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:41.170837 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-b4b7da84-d1e7-4dd6-bcd9-2b65dfcb29b4 req-bf7f2ec7-3109-4957-bb84-e964a7a9c9f8 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] 10.222.0.69 "GET /v2.0/ports?device_id=65fac923-8be7-44b9-8e7f-1b954f17650c HTTP/1.1" status: 200 len: 943 time: 0.2215593 Apr 18 19:22:41.250675 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2104b6a8-6034-461a-96f6-ad3a74af5789 req-4efd41f0-bab1-485d-8d1f-01a5cdebec28 service neutron] 10.222.0.73 "GET /v2.0/networks/e57b25b1-270e-45ff-9503-ac3e292dcc2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326028 Apr 18 19:22:41.253215 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9010050-cfee-4fff-a034-521d315505c1 admin admin] Made reservation on behalf of d2be229c31e74dfebee2ec560a92523b for: {'subnet': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:22:41.266704 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-e9010050-cfee-4fff-a034-521d315505c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540907'] for subnet, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:41.345450 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-b4b7da84-d1e7-4dd6-bcd9-2b65dfcb29b4 req-38d43060-3d26-4fe6-85ff-5b8cfe64ced9 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] 10.222.0.69 "GET /v2.0/security-groups?id=8c52123b-60a4-4956-916c-e7722e17de2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1726513 Apr 18 19:22:41.439478 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65fac923-8be7-44b9-8e7f-1b954f17650c', 'tag': '5ea48081-67b5-46d0-ac7b-fc5251ab13c4'}, {'server_uuid': '53003c5f-f70e-46cc-884b-df5cffd3154f', 'name': 'network-vif-deleted', 'tag': '88598214-d4f0-4932-9285-92b3f82eb99c'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:22:41.444001 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-9dce762b-191d-4d87-b2a6-df5b5745868a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331'] for port, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:41.528644 n-d-836017-2 neutron-server[84763]: INFO neutron.db.l3_db [req-ee6db0d8-3bb7-48cd-979f-6346819c9d28 req-3862ceb8-7f9e-4e65-b16d-00ddb65fa57f tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Floating IP d5a0a18d-d311-45ad-95a8-422c0918d982 associated. External IP: 172.25.3.237, port: 346a209d-f566-45d8-b781-babbfb75723a. Apr 18 19:22:41.608858 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dce762b-191d-4d87-b2a6-df5b5745868a admin admin] Pushing event updated for resources: {'Port': ['ID=ec61950c-bb0a-42ef-9c8b-08e3c480f98e,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:41.649729 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d2dd1d-df61-45c0-95f7-7f81f68c4b6b req-6e8c71de-d168-45d7-b30a-10b62900c84c tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:41.651779 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d8d2dd1d-df61-45c0-95f7-7f81f68c4b6b req-6e8c71de-d168-45d7-b30a-10b62900c84c tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.72 "GET /v2.0/networks?id=5b81b8da-abac-4e05-9e51-d6de7035d9e7 HTTP/1.1" status: 200 len: 819 time: 0.4146791 Apr 18 19:22:41.712684 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [req-d8d2dd1d-df61-45c0-95f7-7f81f68c4b6b req-9c333a28-09df-4c07-932e-354915fb2a9c tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Request body: {'port': {'device_id': '6623f59d-6d74-43c2-bd67-bd59cf127910', 'network_id': '5b81b8da-abac-4e05-9e51-d6de7035d9e7', 'admin_state_up': True, 'tenant_id': 'e8145a70cab44ff88b524306edcbe946'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:22:41.822487 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2104b6a8-6034-461a-96f6-ad3a74af5789 req-445915fd-b534-4a38-833c-e1b057d6ec38 service neutron] 10.222.0.73 "GET /v2.0/networks/e57b25b1-270e-45ff-9503-ac3e292dcc2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5093803 Apr 18 19:22:41.860937 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dce762b-191d-4d87-b2a6-df5b5745868a admin admin] Network 2855f453-769b-46d1-87a9-363cad7d7229 is already hosted by enough agents. {{(pid=84764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:22:41.882389 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [None req-9dce762b-191d-4d87-b2a6-df5b5745868a admin admin] Resources bound (agent type, host, resource id): {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:22:41.891413 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dce762b-191d-4d87-b2a6-df5b5745868a admin admin] Received port after_create {{(pid=84764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:22:41.891900 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-9dce762b-191d-4d87-b2a6-df5b5745868a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417434'] for router_interface, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:41.908569 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-7ae111bd-8fbd-4d27-8dce-800af2cdd4b5 req-547fdd01-885b-4dc7-9b10-bcdad7bcd07b tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?device_id=6623f59d-6d74-43c2-bd67-bd59cf127910 HTTP/1.1" status: 200 len: 210 time: 0.2458966 Apr 18 19:22:41.959791 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 46304) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:22:42.007048 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-d8d2dd1d-df61-45c0-95f7-7f81f68c4b6b req-9c333a28-09df-4c07-932e-354915fb2a9c tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:22:42.030778 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-d8d2dd1d-df61-45c0-95f7-7f81f68c4b6b req-9c333a28-09df-4c07-932e-354915fb2a9c tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:22:42.145925 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 46310) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:22:42.166308 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-e9010050-cfee-4fff-a034-521d315505c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66351616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66540921'] for subnet, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:42.243390 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8d2dd1d-df61-45c0-95f7-7f81f68c4b6b req-9c333a28-09df-4c07-932e-354915fb2a9c tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Made reservation on behalf of e8145a70cab44ff88b524306edcbe946 for: {'port': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:22:42.246860 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-d8d2dd1d-df61-45c0-95f7-7f81f68c4b6b req-9c333a28-09df-4c07-932e-354915fb2a9c tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:42.297804 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-d081a41c-0851-4545-b8a0-bb93cf473b05 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-230689474-network', 'tenant_id': '9b74ec910fb54960866ccdca4b96acdd'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:22:42.314349 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-d081a41c-0851-4545-b8a0-bb93cf473b05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:22:42.333449 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-d081a41c-0851-4545-b8a0-bb93cf473b05 admin admin] Usage tracker for resource:network and tenant:9b74ec910fb54960866ccdca4b96acdd is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:22:42.339478 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-d081a41c-0851-4545-b8a0-bb93cf473b05 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:22:42.348475 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-d081a41c-0851-4545-b8a0-bb93cf473b05 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:22:42.372501 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_v2 [None req-65c613d3-748b-4ef9-ad25-5367e7987f9b admin admin] Deleting subnet d23d703d-3788-4d9f-ae29-c7caba9ab5f5 {{(pid=84764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:22:42.375441 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9010050-cfee-4fff-a034-521d315505c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e33e96dc-f5ad-4767-94fb-a1c77987a7da,revision_number=0']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:42.383190 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-65c613d3-748b-4ef9-ad25-5367e7987f9b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:42.421708 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-9dce762b-191d-4d87-b2a6-df5b5745868a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:42.426357 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9010050-cfee-4fff-a034-521d315505c1 admin admin] Checking segment: {'id': '5afc61cf-4350-4988-a157-e2e571bb5062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '2b00a197-7e1a-42b3-8e52-094be068fc9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:22:42.426709 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9010050-cfee-4fff-a034-521d315505c1 admin admin] Network hostable DHCP agents. Network: 2b00a197-7e1a-42b3-8e52-094be068fc9a, hostable agents: ['f6987c12-6d6c-47d4-b22d-cfcd164dc40d'], hosted agents: [] {{(pid=84763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:22:42.499756 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ee6db0d8-3bb7-48cd-979f-6346819c9d28 req-3862ceb8-7f9e-4e65-b16d-00ddb65fa57f tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Router 76420389-0c7c-4da5-a88c-d946185083d1 has already been hosted by L3 agent 21b59c62-f184-4169-bc3e-79831cc043e8 {{(pid=84763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:22:42.509605 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-65c613d3-748b-4ef9-ad25-5367e7987f9b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:42.511635 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-b3a7d161-d594-497c-ae1e-0628390bbc5d None None] Provisioning for port ec61950c-bb0a-42ef-9c8b-08e3c480f98e completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:22:42.512764 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d081a41c-0851-4545-b8a0-bb93cf473b05 admin admin] Made reservation on behalf of 9b74ec910fb54960866ccdca4b96acdd for: {'network': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:22:42.515578 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d081a41c-0851-4545-b8a0-bb93cf473b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for network, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:42.518505 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-b3a7d161-d594-497c-ae1e-0628390bbc5d None None] Provisioning complete for port ec61950c-bb0a-42ef-9c8b-08e3c480f98e triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:22:42.519150 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b3a7d161-d594-497c-ae1e-0628390bbc5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:42.545220 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-65c613d3-748b-4ef9-ad25-5367e7987f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1258508'] for subnet, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:42.625335 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-b3a7d161-d594-497c-ae1e-0628390bbc5d None None] Port ec61950c-bb0a-42ef-9c8b-08e3c480f98e cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:22:42.711541 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9010050-cfee-4fff-a034-521d315505c1 admin admin] Network 2b00a197-7e1a-42b3-8e52-094be068fc9a is scheduled to be hosted by DHCP agent f6987c12-6d6c-47d4-b22d-cfcd164dc40d with binding_index 1 {{(pid=84763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:22:42.717273 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d081a41c-0851-4545-b8a0-bb93cf473b05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:42.749729 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 3afef78b-770d-491b-873e-7853f2532bdb up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:22:42.770702 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_common [req-d8d2dd1d-df61-45c0-95f7-7f81f68c4b6b req-9c333a28-09df-4c07-932e-354915fb2a9c tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Allocated IP 172.20.0.4 (5b81b8da-abac-4e05-9e51-d6de7035d9e7/b10cc942-f819-45fc-bb02-117dc96bc19f/abe1a1c1-6ab6-46fd-abfb-f7df79d33862) {{(pid=84764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:22:42.828927 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-d081a41c-0851-4545-b8a0-bb93cf473b05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:22:42.834954 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-d081a41c-0851-4545-b8a0-bb93cf473b05 admin admin] Usage tracker for resource:security_group_rule and tenant:9b74ec910fb54960866ccdca4b96acdd is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:22:42.838561 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-d081a41c-0851-4545-b8a0-bb93cf473b05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:22:42.848030 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-d081a41c-0851-4545-b8a0-bb93cf473b05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:22:42.862617 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [None req-e9010050-cfee-4fff-a034-521d315505c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-2, 2b00a197-7e1a-42b3-8e52-094be068fc9a) {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:22:42.878818 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9010050-cfee-4fff-a034-521d315505c1 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:42.879419 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-e9010050-cfee-4fff-a034-521d315505c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:42.882023 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af89db3b-295b-4aad-b190-c8175ce0652e None None] Network 2b00a197-7e1a-42b3-8e52-094be068fc9a requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:22:42.890001 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-152449df-51ec-4138-952b-505169bbc15d'] response: {'name': 'network-changed', 'server_uuid': '65fac923-8be7-44b9-8e7f-1b954f17650c', 'tag': '5ea48081-67b5-46d0-ac7b-fc5251ab13c4', 'status': 'completed', 'code': 200} Apr 18 19:22:42.890285 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-152449df-51ec-4138-952b-505169bbc15d'] response: {'server_uuid': '53003c5f-f70e-46cc-884b-df5cffd3154f', 'name': 'network-vif-deleted', 'tag': '88598214-d4f0-4932-9285-92b3f82eb99c', 'status': 'completed', 'code': 200} Apr 18 19:22:42.913198 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning for port 3afef78b-770d-491b-873e-7853f2532bdb completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:22:43.002575 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-65c613d3-748b-4ef9-ad25-5367e7987f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1258501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251'] for subnet, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:43.005655 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port 3afef78b-770d-491b-873e-7853f2532bdb triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:22:43.006394 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:43.024631 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-e9010050-cfee-4fff-a034-521d315505c1 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.0360718 Apr 18 19:22:43.076395 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d081a41c-0851-4545-b8a0-bb93cf473b05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:43.097483 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ee6db0d8-3bb7-48cd-979f-6346819c9d28 req-3862ceb8-7f9e-4e65-b16d-00ddb65fa57f tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Notify agent at l3_agent.n-d-836017-2 the message routers_updated {{(pid=84763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:22:43.097933 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-9dce762b-191d-4d87-b2a6-df5b5745868a admin admin] Notify callbacks [] for port, precommit_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:43.110376 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b48f9f-724a-4abc-b2a1-b12d45fe39cf None None] Sync routers for ids ['76420389-0c7c-4da5-a88c-d946185083d1'] in n-d-836017-2 {{(pid=84766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:22:43.113510 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-ee6db0d8-3bb7-48cd-979f-6346819c9d28 req-3862ceb8-7f9e-4e65-b16d-00ddb65fa57f tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for floatingip, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:43.131182 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b48f9f-724a-4abc-b2a1-b12d45fe39cf None None] Routers {'76420389-0c7c-4da5-a88c-d946185083d1'} bound to L3 agent in host n-d-836017-2 {{(pid=84766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:22:43.131989 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-65b48f9f-724a-4abc-b2a1-b12d45fe39cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:22:20Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['76420389-0c7c-4da5-a88c-d946185083d1'], 'active': True} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:22:43.176804 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-194a867d-660a-45e7-a044-92da949bd3e3 req-05f9ebf4-f71c-427b-bf39-b2e6ad00642b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=879aba68d0c84185b21236d011dd113c&device_id=65fac923-8be7-44b9-8e7f-1b954f17650c HTTP/1.1" status: 200 len: 1094 time: 0.2398851 Apr 18 19:22:43.238504 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:43.244407 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d081a41c-0851-4545-b8a0-bb93cf473b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:43.303997 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] For port 3afef78b-770d-491b-873e-7853f2532bdb, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=3afef78b-770d-491b-873e-7853f2532bdb,segment=NetworkSegment(5de34947-6c56-419b-85d0-f61f69ce7c45),segment_id=5de34947-6c56-419b-85d0-f61f69ce7c45)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:22:43.307365 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c613d3-748b-4ef9-ad25-5367e7987f9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d23d703d-3788-4d9f-ae29-c7caba9ab5f5,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:43.317332 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d081a41c-0851-4545-b8a0-bb93cf473b05 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=84763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:22:43.318000 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-d8d2dd1d-df61-45c0-95f7-7f81f68c4b6b req-9c333a28-09df-4c07-932e-354915fb2a9c tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Notify callbacks [] for port, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:43.328402 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d081a41c-0851-4545-b8a0-bb93cf473b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:43.328755 n-d-836017-2 neutron-server[84763]: INFO neutron.db.segments_db [None req-d081a41c-0851-4545-b8a0-bb93cf473b05 admin admin] Added segment ec678859-6834-4e7e-97ee-4ea660d35812 of type vlan for network a43c91ae-a048-44c5-b9cb-a0d58dd8597e Apr 18 19:22:43.368452 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d081a41c-0851-4545-b8a0-bb93cf473b05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791093404182'] for network, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:43.373150 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-9dce762b-191d-4d87-b2a6-df5b5745868a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:43.377295 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-9dce762b-191d-4d87-b2a6-df5b5745868a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-417335'] for router_interface, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:43.397872 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1b8889-3942-4208-8538-d4d7ace4cf60 None None] Network 2b00a197-7e1a-42b3-8e52-094be068fc9a requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:22:43.415797 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:43.430780 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvr_db [None req-65b48f9f-724a-4abc-b2a1-b12d45fe39cf None None] Set router 76420389-0c7c-4da5-a88c-d946185083d1 gateway port host: n-d-836017-2 {{(pid=84766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:22:43.518589 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d081a41c-0851-4545-b8a0-bb93cf473b05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb88e3f3-94df-46d8-87cd-5823cbab9825,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:43.537509 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194a867d-660a-45e7-a044-92da949bd3e3 req-b49fad64-9dd1-4008-8bd8-5f7320fe73d5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:43.539068 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-194a867d-660a-45e7-a044-92da949bd3e3 req-b49fad64-9dd1-4008-8bd8-5f7320fe73d5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e57b25b1-270e-45ff-9503-ac3e292dcc2d HTTP/1.1" status: 200 len: 925 time: 0.3512723 Apr 18 19:22:43.563956 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ee6db0d8-3bb7-48cd-979f-6346819c9d28 req-3862ceb8-7f9e-4e65-b16d-00ddb65fa57f tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] 10.222.0.69 "PUT /v2.0/floatingips/d5a0a18d-d311-45ad-95a8-422c0918d982 HTTP/1.1" status: 200 len: 997 time: 6.2955174 Apr 18 19:22:43.585223 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Pushing event updated for resources: {'Port': ['ID=3afef78b-770d-491b-873e-7853f2532bdb,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:43.613539 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dce762b-191d-4d87-b2a6-df5b5745868a admin admin] Network 2855f453-769b-46d1-87a9-363cad7d7229 is already hosted by enough agents. {{(pid=84764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:22:43.630272 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [None req-9dce762b-191d-4d87-b2a6-df5b5745868a admin admin] Resources bound (agent type, host, resource id): {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:22:43.632663 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-65c613d3-748b-4ef9-ad25-5367e7987f9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for subnet, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:43.754354 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-194a867d-660a-45e7-a044-92da949bd3e3 req-43a4eee2-f6dd-4c5a-946f-bdd8ac214b43 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5ea48081-67b5-46d0-ac7b-fc5251ab13c4 HTTP/1.1" status: 200 len: 217 time: 0.1860089 Apr 18 19:22:43.824886 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ee6db0d8-3bb7-48cd-979f-6346819c9d28 req-1d7a1b6c-2cf4-415e-8c60-44f8d20a736a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=666658683d0a4c6e8109e68b8b765a46&device_id=027a3482-9de8-4178-93a4-4577839df052 HTTP/1.1" status: 200 len: 1097 time: 0.2602880 Apr 18 19:22:43.830191 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d081a41c-0851-4545-b8a0-bb93cf473b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251'] for network, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:43.831335 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d081a41c-0851-4545-b8a0-bb93cf473b05 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:43.832199 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d081a41c-0851-4545-b8a0-bb93cf473b05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:43.884021 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-65c613d3-748b-4ef9-ad25-5367e7987f9b admin admin] 10.222.0.69 "DELETE /v2.0/subnets/d23d703d-3788-4d9f-ae29-c7caba9ab5f5 HTTP/1.1" status: 204 len: 168 time: 1.7365577 Apr 18 19:22:43.884964 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 46326) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:22:43.936789 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dce762b-191d-4d87-b2a6-df5b5745868a admin admin] Pushing event updated for resources: {'Port': ['ID=ec61950c-bb0a-42ef-9c8b-08e3c480f98e,revision_number=2']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:43.986591 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca05533f-8258-4d27-a8ae-3dc76e801361 req-29c582ba-c420-472c-a808-ba2d041d16aa tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:43.989378 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ca05533f-8258-4d27-a8ae-3dc76e801361 req-29c582ba-c420-472c-a808-ba2d041d16aa tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] 10.222.0.69 "GET /v2.0/ports?device_id=65fac923-8be7-44b9-8e7f-1b954f17650c HTTP/1.1" status: 200 len: 943 time: 0.6855774 Apr 18 19:22:43.990911 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-48417a39-c6f2-414d-81b6-e5a93595bfe8 None None] Provisioning complete for port ec61950c-bb0a-42ef-9c8b-08e3c480f98e triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:22:43.991392 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-48417a39-c6f2-414d-81b6-e5a93595bfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:44.024467 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-65b48f9f-724a-4abc-b2a1-b12d45fe39cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76420389-0c7c-4da5-a88c-d946185083d1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1709511624-router', 'tenant_id': '666658683d0a4c6e8109e68b8b765a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': 'f5a0c450-17d1-4dbb-addb-8df879102f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:21:06Z', 'updated_at': '2022-04-18T19:21:14Z', 'revision_number': 4, 'project_id': '666658683d0a4c6e8109e68b8b765a46', 'gw_port': {'id': 'f5a0c450-17d1-4dbb-addb-8df879102f28', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:fb:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76420389-0c7c-4da5-a88c-d946185083d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:21:09Z', 'updated_at': '2022-04-18T19:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_floatingips': [{'id': 'd5a0a18d-d311-45ad-95a8-422c0918d982', 'tenant_id': '666658683d0a4c6e8109e68b8b765a46', 'floating_ip_address': '172.25.3.237', 'floating_network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'router_id': '76420389-0c7c-4da5-a88c-d946185083d1', 'port_id': '346a209d-f566-45d8-b781-babbfb75723a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97b575c1-8a4c-401c-bfc8-567de6de32a8', 'mac_address': 'fa:16:3e:79:25:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027a3482-9de8-4178-93a4-4577839df052', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T19:21:45Z', 'updated_at': '2022-04-18T19:22:39Z', 'revision_number': 8, 'project_id': '666658683d0a4c6e8109e68b8b765a46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c366461e-feb8-4736-a327-49e2d973267b', 'name': '', 'network_id': '97b575c1-8a4c-401c-bfc8-567de6de32a8', 'tenant_id': '666658683d0a4c6e8109e68b8b765a46', 'mac_address': 'fa:16:3e:43:9f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76420389-0c7c-4da5-a88c-d946185083d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4fd8a82-a99d-4f41-8012-881e08157cb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:21:13Z', 'updated_at': '2022-04-18T19:21:27Z', 'revision_number': 5, 'project_id': '666658683d0a4c6e8109e68b8b765a46', 'subnets': [{'id': 'a4fd8a82-a99d-4f41-8012-881e08157cb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-2', False) {} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:22:44.031143 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b48f9f-724a-4abc-b2a1-b12d45fe39cf None None] Checking router: 76420389-0c7c-4da5-a88c-d946185083d1 for host: n-d-836017-2 {{(pid=84766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:22:44.047081 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b48f9f-724a-4abc-b2a1-b12d45fe39cf None None] Routers {'76420389-0c7c-4da5-a88c-d946185083d1'} bound to L3 agent in host n-d-836017-2 {{(pid=84766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:22:44.048188 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-65b48f9f-724a-4abc-b2a1-b12d45fe39cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:22:20Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['76420389-0c7c-4da5-a88c-d946185083d1'], 'active': True} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:22:44.059584 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-d8d2dd1d-df61-45c0-95f7-7f81f68c4b6b req-9c333a28-09df-4c07-932e-354915fb2a9c tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331'] for port, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:44.068988 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-48417a39-c6f2-414d-81b6-e5a93595bfe8 None None] Port ec61950c-bb0a-42ef-9c8b-08e3c480f98e cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:22:44.142819 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194a867d-660a-45e7-a044-92da949bd3e3 req-8e8c626a-ed9c-4a04-8e1c-fe57b28a702d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:44.144602 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-194a867d-660a-45e7-a044-92da949bd3e3 req-8e8c626a-ed9c-4a04-8e1c-fe57b28a702d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=aa3d7594-8a64-4b57-b0dc-322016530760 HTTP/1.1" status: 200 len: 863 time: 0.3776925 Apr 18 19:22:44.192516 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d081a41c-0851-4545-b8a0-bb93cf473b05 admin admin] Pushing event updated for resources: {'Network': ['ID=a43c91ae-a048-44c5-b9cb-a0d58dd8597e,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:44.211132 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Network a43c91ae-a048-44c5-b9cb-a0d58dd8597e details requested by agent ovs-agent-n-d-836017-2 with host n-d-836017-2 {{(pid=84765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:22:44.229882 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-d081a41c-0851-4545-b8a0-bb93cf473b05 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.2671096 Apr 18 19:22:44.230823 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 46330) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:22:44.257748 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-79eefdc5-5922-405b-b2aa-e8233afd6a7e admin admin] Request body: {'subnet': {'network_id': 'a43c91ae-a048-44c5-b9cb-a0d58dd8597e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-230689474-subnet', 'tenant_id': '9b74ec910fb54960866ccdca4b96acdd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:22:44.257973 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8d2dd1d-df61-45c0-95f7-7f81f68c4b6b req-9c333a28-09df-4c07-932e-354915fb2a9c tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Network 5b81b8da-abac-4e05-9e51-d6de7035d9e7 is already hosted by enough agents. {{(pid=84764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:22:44.267313 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [req-d8d2dd1d-df61-45c0-95f7-7f81f68c4b6b req-9c333a28-09df-4c07-932e-354915fb2a9c tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Resources bound (agent type, host, resource id): {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:22:44.269123 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-40c0436d-01f5-4970-a4ab-cbc63af56b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:44.270102 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c333a28-09df-4c07-932e-354915fb2a9c tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Pushing event updated for resources: {'Port': ['ID=abe1a1c1-6ab6-46fd-abfb-f7df79d33862,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:44.273268 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8d2dd1d-df61-45c0-95f7-7f81f68c4b6b req-9c333a28-09df-4c07-932e-354915fb2a9c tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Received port after_create {{(pid=84764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:22:44.277507 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d2dd1d-df61-45c0-95f7-7f81f68c4b6b req-9c333a28-09df-4c07-932e-354915fb2a9c tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:44.278152 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-d8d2dd1d-df61-45c0-95f7-7f81f68c4b6b req-9c333a28-09df-4c07-932e-354915fb2a9c tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:44.282349 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-79eefdc5-5922-405b-b2aa-e8233afd6a7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:22:44.287416 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvr_db [None req-65b48f9f-724a-4abc-b2a1-b12d45fe39cf None None] Set router 76420389-0c7c-4da5-a88c-d946185083d1 gateway port host: n-d-836017-2 {{(pid=84766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:22:44.290893 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ca05533f-8258-4d27-a8ae-3dc76e801361 req-bbc38d7e-4460-4a0a-9989-46a033080c8b tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] 10.222.0.69 "GET /v2.0/security-groups?id=8c52123b-60a4-4956-916c-e7722e17de2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2913859 Apr 18 19:22:44.321612 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-79eefdc5-5922-405b-b2aa-e8233afd6a7e admin admin] Usage tracker for resource:subnet and tenant:9b74ec910fb54960866ccdca4b96acdd is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:22:44.380122 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-79eefdc5-5922-405b-b2aa-e8233afd6a7e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:22:44.417011 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6db0d8-3bb7-48cd-979f-6346819c9d28 req-ee544cc1-74e2-4412-8823-ba0a5f36be04 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:44.417011 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ee6db0d8-3bb7-48cd-979f-6346819c9d28 req-ee544cc1-74e2-4412-8823-ba0a5f36be04 service neutron] 10.222.0.69 "GET /v2.0/networks?id=97b575c1-8a4c-401c-bfc8-567de6de32a8 HTTP/1.1" status: 200 len: 922 time: 0.5698347 Apr 18 19:22:44.417011 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-79eefdc5-5922-405b-b2aa-e8233afd6a7e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:22:44.487227 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dce762b-191d-4d87-b2a6-df5b5745868a admin admin] Router 97f82dc5-ac04-4690-9af4-897752677a70 has already been hosted by L3 agent 21b59c62-f184-4169-bc3e-79831cc043e8 {{(pid=84764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:22:44.496572 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d8d2dd1d-df61-45c0-95f7-7f81f68c4b6b req-9c333a28-09df-4c07-932e-354915fb2a9c tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8285964 Apr 18 19:22:44.620626 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [req-d8d2dd1d-df61-45c0-95f7-7f81f68c4b6b req-6e247381-3988-450a-83fa-2f4cdd7af0b6 service neutron] Request body: {'port': {'device_id': '6623f59d-6d74-43c2-bd67-bd59cf127910', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-2'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:22:44.660635 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79eefdc5-5922-405b-b2aa-e8233afd6a7e admin admin] Made reservation on behalf of 9b74ec910fb54960866ccdca4b96acdd for: {'subnet': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:22:44.664381 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-79eefdc5-5922-405b-b2aa-e8233afd6a7e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540907'] for subnet, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:44.723804 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 3afef78b-770d-491b-873e-7853f2532bdb up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:22:44.751650 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-65b48f9f-724a-4abc-b2a1-b12d45fe39cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76420389-0c7c-4da5-a88c-d946185083d1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1709511624-router', 'tenant_id': '666658683d0a4c6e8109e68b8b765a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': 'f5a0c450-17d1-4dbb-addb-8df879102f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:21:06Z', 'updated_at': '2022-04-18T19:21:14Z', 'revision_number': 4, 'project_id': '666658683d0a4c6e8109e68b8b765a46', 'gw_port': {'id': 'f5a0c450-17d1-4dbb-addb-8df879102f28', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:fb:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76420389-0c7c-4da5-a88c-d946185083d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:21:09Z', 'updated_at': '2022-04-18T19:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_floatingips': [{'id': 'd5a0a18d-d311-45ad-95a8-422c0918d982', 'tenant_id': '666658683d0a4c6e8109e68b8b765a46', 'floating_ip_address': '172.25.3.237', 'floating_network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'router_id': '76420389-0c7c-4da5-a88c-d946185083d1', 'port_id': '346a209d-f566-45d8-b781-babbfb75723a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97b575c1-8a4c-401c-bfc8-567de6de32a8', 'mac_address': 'fa:16:3e:79:25:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027a3482-9de8-4178-93a4-4577839df052', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T19:21:45Z', 'updated_at': '2022-04-18T19:22:39Z', 'revision_number': 8, 'project_id': '666658683d0a4c6e8109e68b8b765a46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c366461e-feb8-4736-a327-49e2d973267b', 'name': '', 'network_id': '97b575c1-8a4c-401c-bfc8-567de6de32a8', 'tenant_id': '666658683d0a4c6e8109e68b8b765a46', 'mac_address': 'fa:16:3e:43:9f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76420389-0c7c-4da5-a88c-d946185083d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4fd8a82-a99d-4f41-8012-881e08157cb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:21:13Z', 'updated_at': '2022-04-18T19:21:27Z', 'revision_number': 5, 'project_id': '666658683d0a4c6e8109e68b8b765a46', 'subnets': [{'id': 'a4fd8a82-a99d-4f41-8012-881e08157cb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-2', False) {} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:22:44.756333 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b48f9f-724a-4abc-b2a1-b12d45fe39cf None None] The sync data for ids ['76420389-0c7c-4da5-a88c-d946185083d1'] in n-d-836017-2 is: [{'id': '76420389-0c7c-4da5-a88c-d946185083d1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1709511624-router', 'tenant_id': '666658683d0a4c6e8109e68b8b765a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': 'f5a0c450-17d1-4dbb-addb-8df879102f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:21:06Z', 'updated_at': '2022-04-18T19:21:14Z', 'revision_number': 4, 'project_id': '666658683d0a4c6e8109e68b8b765a46', 'gw_port': {'id': 'f5a0c450-17d1-4dbb-addb-8df879102f28', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:fb:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76420389-0c7c-4da5-a88c-d946185083d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:21:09Z', 'updated_at': '2022-04-18T19:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_floatingips': [{'id': 'd5a0a18d-d311-45ad-95a8-422c0918d982', 'tenant_id': '666658683d0a4c6e8109e68b8b765a46', 'floating_ip_address': '172.25.3.237', 'floating_network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'router_id': '76420389-0c7c-4da5-a88c-d946185083d1', 'port_id': '346a209d-f566-45d8-b781-babbfb75723a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97b575c1-8a4c-401c-bfc8-567de6de32a8', 'mac_address': 'fa:16:3e:79:25:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027a3482-9de8-4178-93a4-4577839df052', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T19:21:45Z', 'updated_at': '2022-04-18T19:22:39Z', 'revision_number': 8, 'project_id': '666658683d0a4c6e8109e68b8b765a46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c366461e-feb8-4736-a327-49e2d973267b', 'name': '', 'network_id': '97b575c1-8a4c-401c-bfc8-567de6de32a8', 'tenant_id': '666658683d0a4c6e8109e68b8b765a46', 'mac_address': 'fa:16:3e:43:9f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76420389-0c7c-4da5-a88c-d946185083d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4fd8a82-a99d-4f41-8012-881e08157cb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:21:13Z', 'updated_at': '2022-04-18T19:21:27Z', 'revision_number': 5, 'project_id': '666658683d0a4c6e8109e68b8b765a46', 'subnets': [{'id': 'a4fd8a82-a99d-4f41-8012-881e08157cb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:22:44.817516 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633a8b97-5a9d-492e-b2b7-ac7427691c52 req-c92bacb3-985b-4c25-a103-aec554367b81 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:44.825101 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-633a8b97-5a9d-492e-b2b7-ac7427691c52 req-c92bacb3-985b-4c25-a103-aec554367b81 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] 10.222.0.69 "GET /v2.0/ports?device_id=016b104f-c345-4ebb-a651-fd17ca2d8c0d HTTP/1.1" status: 200 len: 950 time: 0.2603242 Apr 18 19:22:44.852705 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port 3afef78b-770d-491b-873e-7853f2532bdb triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:22:44.853537 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:44.891683 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-194a867d-660a-45e7-a044-92da949bd3e3 req-a8656403-7d97-4463-9277-e57cb1401c27 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e57b25b1-270e-45ff-9503-ac3e292dcc2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7347958 Apr 18 19:22:44.916896 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '027a3482-9de8-4178-93a4-4577839df052', 'tag': '346a209d-f566-45d8-b781-babbfb75723a'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:22:44.930831 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-40c0436d-01f5-4970-a4ab-cbc63af56b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256345', 'neutron.services.segments.db._delete_segments_for_network-8791093852025'] for network, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:45.070970 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-d8d2dd1d-df61-45c0-95f7-7f81f68c4b6b req-6e247381-3988-450a-83fa-2f4cdd7af0b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:45.089429 n-d-836017-2 neutron-server[84763]: DEBUG neutron.services.segments.db [None req-40c0436d-01f5-4970-a4ab-cbc63af56b27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f94d4914-3e24-4c46-858b-d5937c14a12d']}} {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:22:45.099702 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b897a69-a02c-4f6b-bd73-f75bdd28b915 None None] New status for floating IP d5a0a18d-d311-45ad-95a8-422c0918d982: ACTIVE {{(pid=84765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 19:22:45.111611 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ee6db0d8-3bb7-48cd-979f-6346819c9d28 req-8be99b2f-edc7-406e-b6f3-cfc5ac3dbe84 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=346a209d-f566-45d8-b781-babbfb75723a HTTP/1.1" status: 200 len: 1000 time: 0.6875854 Apr 18 19:22:45.121543 n-d-836017-2 neutron-server[84763]: DEBUG neutron.services.segments.db [None req-40c0436d-01f5-4970-a4ab-cbc63af56b27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c102c6e-87c4-4294-a1cf-31fa08e22e18') {'for_net_delete': True} {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:22:45.122069 n-d-836017-2 neutron-server[84763]: DEBUG neutron.services.segments.db [None req-40c0436d-01f5-4970-a4ab-cbc63af56b27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c102c6e-87c4-4294-a1cf-31fa08e22e18') {} {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:22:45.156816 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-633a8b97-5a9d-492e-b2b7-ac7427691c52 req-a1476b6e-9baf-4d20-ac80-af8f630dc58a tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] 10.222.0.69 "GET /v2.0/security-groups?id=064d4532-d372-4114-a5d4-759e2dc190bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3308406 Apr 18 19:22:45.260955 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6db0d8-3bb7-48cd-979f-6346819c9d28 req-10c63683-eb01-45c0-8579-4e050ff7efeb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:45.260955 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ee6db0d8-3bb7-48cd-979f-6346819c9d28 req-10c63683-eb01-45c0-8579-4e050ff7efeb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a4fd8a82-a99d-4f41-8012-881e08157cb0 HTTP/1.1" status: 200 len: 860 time: 0.0816994 Apr 18 19:22:45.260955 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-40c0436d-01f5-4970-a4ab-cbc63af56b27 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791093851908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66272256'] for segment, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:45.308224 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-40c0436d-01f5-4970-a4ab-cbc63af56b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:45.324712 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40c0436d-01f5-4970-a4ab-cbc63af56b27 admin admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=84763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:22:45.325127 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-40c0436d-01f5-4970-a4ab-cbc63af56b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66351785'] for segment, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:45.343438 n-d-836017-2 neutron-server[84763]: Traceback (most recent call last): Apr 18 19:22:45.343438 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:22:45.343438 n-d-836017-2 neutron-server[84763]: timer() Apr 18 19:22:45.343438 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:22:45.343438 n-d-836017-2 neutron-server[84763]: cb(*args, **kw) Apr 18 19:22:45.343438 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:22:45.343438 n-d-836017-2 neutron-server[84763]: return func(*args, **kwargs) Apr 18 19:22:45.343438 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:22:45.343438 n-d-836017-2 neutron-server[84763]: self._notify() Apr 18 19:22:45.343438 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:22:45.343438 n-d-836017-2 neutron-server[84763]: self.callback(batched_events) Apr 18 19:22:45.343438 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:22:45.343438 n-d-836017-2 neutron-server[84763]: event.method(event) Apr 18 19:22:45.343438 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:22:45.343438 n-d-836017-2 neutron-server[84763]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:22:45.343438 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:22:45.343438 n-d-836017-2 neutron-server[84763]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:22:45.343438 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:22:45.343438 n-d-836017-2 neutron-server[84763]: return f(self, *a, **k) Apr 18 19:22:45.343438 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:22:45.343438 n-d-836017-2 neutron-server[84763]: return self._get(url).json() Apr 18 19:22:45.343438 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:22:45.343438 n-d-836017-2 neutron-server[84763]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:22:45.343438 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:22:45.343438 n-d-836017-2 neutron-server[84763]: return self.request(url, 'GET', **kwargs) Apr 18 19:22:45.343438 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:22:45.343438 n-d-836017-2 neutron-server[84763]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:22:45.343438 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:22:45.343438 n-d-836017-2 neutron-server[84763]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:22:45.343438 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:22:45.343438 n-d-836017-2 neutron-server[84763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:22:45.343438 n-d-836017-2 neutron-server[84763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:22:45.436869 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-194a867d-660a-45e7-a044-92da949bd3e3 req-984632e8-0f9e-4e9e-9187-bfe1915073e2 service neutron] 10.222.0.73 "GET /v2.0/networks/e57b25b1-270e-45ff-9503-ac3e292dcc2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5112793 Apr 18 19:22:45.469563 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dce762b-191d-4d87-b2a6-df5b5745868a admin admin] Notify agent at l3_agent.n-d-836017-2 the message routers_updated {{(pid=84764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:22:45.475350 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-9dce762b-191d-4d87-b2a6-df5b5745868a admin admin] 10.222.0.69 "PUT /v2.0/routers/97f82dc5-ac04-4690-9af4-897752677a70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3351171 Apr 18 19:22:45.556053 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a92f9b9-1288-45ac-afef-2fc9be10733b req-b40acc7c-0fdd-4c8d-88a1-cc801c24b6a9 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:45.556931 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-3a92f9b9-1288-45ac-afef-2fc9be10733b req-b40acc7c-0fdd-4c8d-88a1-cc801c24b6a9 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Synchronizing usage tracker for tenant:e8145a70cab44ff88b524306edcbe946 on resource:port {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:22:45.648284 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [req-d8d2dd1d-df61-45c0-95f7-7f81f68c4b6b req-6e247381-3988-450a-83fa-2f4cdd7af0b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abe1a1c1-6ab6-46fd-abfb-f7df79d33862 {{(pid=84764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:22:45.659240 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-d8d2dd1d-df61-45c0-95f7-7f81f68c4b6b req-6e247381-3988-450a-83fa-2f4cdd7af0b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:45.672009 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ee6db0d8-3bb7-48cd-979f-6346819c9d28 req-d2393057-8b76-4919-b9d9-38e19bb10d87 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=97b575c1-8a4c-401c-bfc8-567de6de32a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4313240 Apr 18 19:22:45.675790 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.provisioning_blocks [req-d8d2dd1d-df61-45c0-95f7-7f81f68c4b6b req-6e247381-3988-450a-83fa-2f4cdd7af0b6 service neutron] Transition to ACTIVE for port object abe1a1c1-6ab6-46fd-abfb-f7df79d33862 will not be triggered until provisioned by entity L2. {{(pid=84764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:22:45.714167 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-40c0436d-01f5-4970-a4ab-cbc63af56b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416801'] for network, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:45.734036 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-3a92f9b9-1288-45ac-afef-2fc9be10733b req-b40acc7c-0fdd-4c8d-88a1-cc801c24b6a9 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Unset dirty status for tenant:e8145a70cab44ff88b524306edcbe946 on resource:port {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:22:45.734664 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-3a92f9b9-1288-45ac-afef-2fc9be10733b req-b40acc7c-0fdd-4c8d-88a1-cc801c24b6a9 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?device_id=6623f59d-6d74-43c2-bd67-bd59cf127910 HTTP/1.1" status: 200 len: 931 time: 0.3324320 Apr 18 19:22:45.788364 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-3a92f9b9-1288-45ac-afef-2fc9be10733b req-68d9d1fc-72d9-4ab7-804e-14b3e224b035 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477278 Apr 18 19:22:45.798766 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-d8d2dd1d-df61-45c0-95f7-7f81f68c4b6b req-6e247381-3988-450a-83fa-2f4cdd7af0b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:45.803356 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-40c0436d-01f5-4970-a4ab-cbc63af56b27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:45.810722 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c0436d-01f5-4970-a4ab-cbc63af56b27 admin admin] Pushing event deleted for resources: {'Network': ['ID=f94d4914-3e24-4c46-858b-d5937c14a12d,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:45.810722 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-194a867d-660a-45e7-a044-92da949bd3e3 req-08252cce-f38f-4c4b-9c51-642c0a2c688e service neutron] 10.222.0.73 "GET /v2.0/networks/e57b25b1-270e-45ff-9503-ac3e292dcc2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3551095 Apr 18 19:22:45.852937 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-79eefdc5-5922-405b-b2aa-e8233afd6a7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66351616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66540921'] for subnet, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:45.963429 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-40c0436d-01f5-4970-a4ab-cbc63af56b27 admin admin] 10.222.0.69 "DELETE /v2.0/networks/f94d4914-3e24-4c46-858b-d5937c14a12d HTTP/1.1" status: 204 len: 168 time: 2.0703495 Apr 18 19:22:45.965406 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ee6db0d8-3bb7-48cd-979f-6346819c9d28 req-0485253f-c774-428b-9d2a-8494c4db9445 service neutron] 10.222.0.69 "GET /v2.0/networks/97b575c1-8a4c-401c-bfc8-567de6de32a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2929842 Apr 18 19:22:45.968930 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eefdc5-5922-405b-b2aa-e8233afd6a7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=24f81edd-8c54-4975-85b7-99c8013565a0,revision_number=0']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:45.969318 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 46346) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:22:46.011829 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79eefdc5-5922-405b-b2aa-e8233afd6a7e admin admin] Checking segment: {'id': 'ec678859-6834-4e7e-97ee-4ea660d35812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a43c91ae-a048-44c5-b9cb-a0d58dd8597e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:22:46.012232 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79eefdc5-5922-405b-b2aa-e8233afd6a7e admin admin] Network hostable DHCP agents. Network: a43c91ae-a048-44c5-b9cb-a0d58dd8597e, hostable agents: ['f6987c12-6d6c-47d4-b22d-cfcd164dc40d'], hosted agents: [] {{(pid=84763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:22:46.021173 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e247381-3988-450a-83fa-2f4cdd7af0b6 service neutron] Pushing event updated for resources: {'Port': ['ID=abe1a1c1-6ab6-46fd-abfb-f7df79d33862,revision_number=2']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:46.095186 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 5ea48081-67b5-46d0-ac7b-fc5251ab13c4 details requested by agent hyperv_n-h1-836017-2 with host n-h1-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:22:46.099040 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7d65691-ef0a-441b-aa5f-60ae3b98e27b admin admin] Deleting subnet 0261c43a-73d1-4bc7-89fa-3b22c44a6770 {{(pid=84764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:22:46.102917 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-d8d2dd1d-df61-45c0-95f7-7f81f68c4b6b req-6e247381-3988-450a-83fa-2f4cdd7af0b6 service neutron] Attempting to bind port abe1a1c1-6ab6-46fd-abfb-f7df79d33862 on host n-h2-836017-2 for vnic_type normal with profile {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:22:46.106638 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-d8d2dd1d-df61-45c0-95f7-7f81f68c4b6b req-6e247381-3988-450a-83fa-2f4cdd7af0b6 service neutron] Attempting to bind port abe1a1c1-6ab6-46fd-abfb-f7df79d33862 by drivers openvswitch,hyperv on host n-h2-836017-2 at level 0 using segments [{'id': '57f6477d-46cb-4fbc-8909-e9439d3b2b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '5b81b8da-abac-4e05-9e51-d6de7035d9e7'}] {{(pid=84764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:22:46.106638 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d2dd1d-df61-45c0-95f7-7f81f68c4b6b req-6e247381-3988-450a-83fa-2f4cdd7af0b6 service neutron] Attempting to bind port abe1a1c1-6ab6-46fd-abfb-f7df79d33862 on network 5b81b8da-abac-4e05-9e51-d6de7035d9e7 {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:22:46.113948 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-d7d65691-ef0a-441b-aa5f-60ae3b98e27b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:46.142878 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d2dd1d-df61-45c0-95f7-7f81f68c4b6b req-6e247381-3988-450a-83fa-2f4cdd7af0b6 service neutron] Port abe1a1c1-6ab6-46fd-abfb-f7df79d33862 on network 5b81b8da-abac-4e05-9e51-d6de7035d9e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-2 {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:22:46.143208 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d2dd1d-df61-45c0-95f7-7f81f68c4b6b req-6e247381-3988-450a-83fa-2f4cdd7af0b6 service neutron] Attempting to bind port abe1a1c1-6ab6-46fd-abfb-f7df79d33862 on network 5b81b8da-abac-4e05-9e51-d6de7035d9e7 {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:22:46.170886 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d2dd1d-df61-45c0-95f7-7f81f68c4b6b req-6e247381-3988-450a-83fa-2f4cdd7af0b6 service neutron] Checking agent: {'id': '02e8f951-d3a3-40e1-b8cc-aed258af030b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:22:46.172951 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d2dd1d-df61-45c0-95f7-7f81f68c4b6b req-6e247381-3988-450a-83fa-2f4cdd7af0b6 service neutron] Checking segment: {'id': '57f6477d-46cb-4fbc-8909-e9439d3b2b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '5b81b8da-abac-4e05-9e51-d6de7035d9e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:22:46.172951 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d2dd1d-df61-45c0-95f7-7f81f68c4b6b req-6e247381-3988-450a-83fa-2f4cdd7af0b6 service neutron] Bound using segment: {'id': '57f6477d-46cb-4fbc-8909-e9439d3b2b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '5b81b8da-abac-4e05-9e51-d6de7035d9e7'} {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:22:46.172951 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-d8d2dd1d-df61-45c0-95f7-7f81f68c4b6b req-6e247381-3988-450a-83fa-2f4cdd7af0b6 service neutron] Bound port: abe1a1c1-6ab6-46fd-abfb-f7df79d33862, host: n-h2-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57f6477d-46cb-4fbc-8909-e9439d3b2b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '5b81b8da-abac-4e05-9e51-d6de7035d9e7'}}] {{(pid=84764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:22:46.173754 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ee6db0d8-3bb7-48cd-979f-6346819c9d28 req-789e614e-074a-4f0a-86f9-49d206de9854 service neutron] 10.222.0.69 "GET /v2.0/networks/97b575c1-8a4c-401c-bfc8-567de6de32a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850188 Apr 18 19:22:46.173903 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-d8d2dd1d-df61-45c0-95f7-7f81f68c4b6b req-6e247381-3988-450a-83fa-2f4cdd7af0b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:46.217833 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-d7d65691-ef0a-441b-aa5f-60ae3b98e27b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:46.254460 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79eefdc5-5922-405b-b2aa-e8233afd6a7e admin admin] Network a43c91ae-a048-44c5-b9cb-a0d58dd8597e is scheduled to be hosted by DHCP agent f6987c12-6d6c-47d4-b22d-cfcd164dc40d with binding_index 1 {{(pid=84763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:22:46.272695 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port 5ea48081-67b5-46d0-ac7b-fc5251ab13c4, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=5ea48081-67b5-46d0-ac7b-fc5251ab13c4,segment=NetworkSegment(6756b591-a26a-489e-add9-6f6fd4d12828),segment_id=6756b591-a26a-489e-add9-6f6fd4d12828)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:22:46.284743 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-d7d65691-ef0a-441b-aa5f-60ae3b98e27b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1258508'] for subnet, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:46.289624 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Returning: {'device': '5ea48081-67b5-46d0-ac7b-fc5251ab13c4', 'network_id': 'e57b25b1-270e-45ff-9503-ac3e292dcc2d', 'port_id': '5ea48081-67b5-46d0-ac7b-fc5251ab13c4', 'mac_address': 'fa:16:3e:07:18:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa3d7594-8a64-4b57-b0dc-322016530760', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:22:46.338582 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-611079f9-b867-4ec0-b566-9cb7c90c7fa9'] response: {'name': 'network-changed', 'server_uuid': '027a3482-9de8-4178-93a4-4577839df052', 'tag': '346a209d-f566-45d8-b781-babbfb75723a', 'status': 'completed', 'code': 200} Apr 18 19:22:46.346331 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [None req-79eefdc5-5922-405b-b2aa-e8233afd6a7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-2, a43c91ae-a048-44c5-b9cb-a0d58dd8597e) {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:22:46.351598 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79eefdc5-5922-405b-b2aa-e8233afd6a7e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:46.353520 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-79eefdc5-5922-405b-b2aa-e8233afd6a7e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:46.365352 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65277a6-35f3-4dc5-ae25-8a408b754b64 None None] Network a43c91ae-a048-44c5-b9cb-a0d58dd8597e requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:22:46.454316 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:46.479172 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683828c0-93be-408d-8746-526cba4b0917 req-43c0c1bc-c03a-4e36-b792-66e3a17e6cfa tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:46.480516 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-683828c0-93be-408d-8746-526cba4b0917 req-43c0c1bc-c03a-4e36-b792-66e3a17e6cfa tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/networks?id=0685e2b1-3b13-405d-a131-f90aa0a8867a HTTP/1.1" status: 200 len: 808 time: 0.3135028 Apr 18 19:22:46.489291 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-d8d2dd1d-df61-45c0-95f7-7f81f68c4b6b req-6e247381-3988-450a-83fa-2f4cdd7af0b6 service neutron] For port abe1a1c1-6ab6-46fd-abfb-f7df79d33862, host n-h2-836017-2, cleared binding levels {{(pid=84764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:22:46.490771 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b6e385f2-2dd1-48e2-9d79-b8500363a748 req-c562f5c2-d1ac-41d4-b9eb-6482d775e0a8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=666658683d0a4c6e8109e68b8b765a46&device_id=027a3482-9de8-4178-93a4-4577839df052 HTTP/1.1" status: 200 len: 1097 time: 0.1088283 Apr 18 19:22:46.492041 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ea48081-67b5-46d0-ac7b-fc5251ab13c4 {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:22:46.493126 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-d8d2dd1d-df61-45c0-95f7-7f81f68c4b6b req-6e247381-3988-450a-83fa-2f4cdd7af0b6 service neutron] For port abe1a1c1-6ab6-46fd-abfb-f7df79d33862, host n-h2-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=abe1a1c1-6ab6-46fd-abfb-f7df79d33862,segment=NetworkSegment(57f6477d-46cb-4fbc-8909-e9439d3b2b0a),segment_id=57f6477d-46cb-4fbc-8909-e9439d3b2b0a)] {{(pid=84764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:22:46.507670 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-683828c0-93be-408d-8746-526cba4b0917 req-12d42598-7ace-44d9-ab66-9d6fccdc5525 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/quotas/fc56e011536d43568ffc66b480cf23b0 HTTP/1.1" status: 200 len: 375 time: 0.0129786 Apr 18 19:22:46.543954 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port 5ea48081-67b5-46d0-ac7b-fc5251ab13c4, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=5ea48081-67b5-46d0-ac7b-fc5251ab13c4,segment=NetworkSegment(6756b591-a26a-489e-add9-6f6fd4d12828),segment_id=6756b591-a26a-489e-add9-6f6fd4d12828)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:22:46.546488 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-79eefdc5-5922-405b-b2aa-e8233afd6a7e admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.2958493 Apr 18 19:22:46.552869 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 46356) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:22:46.568972 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-683828c0-93be-408d-8746-526cba4b0917 req-d1b8fe52-7951-436f-ab27-ce4e6a8c0ba7 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=fc56e011536d43568ffc66b480cf23b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0542660 Apr 18 19:22:46.599838 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-d7d65691-ef0a-441b-aa5f-60ae3b98e27b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1258501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251'] for subnet, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:46.613921 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-ec8b3f44-7e29-4f00-b480-23f5bb143468 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-230689474-router', 'tenant_id': '9b74ec910fb54960866ccdca4b96acdd', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'}}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:22:46.624825 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-ec8b3f44-7e29-4f00-b480-23f5bb143468 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:22:46.630412 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-ec8b3f44-7e29-4f00-b480-23f5bb143468 admin admin] Usage tracker for resource:router and tenant:9b74ec910fb54960866ccdca4b96acdd is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:22:46.635004 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-ec8b3f44-7e29-4f00-b480-23f5bb143468 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:22:46.642683 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-ec8b3f44-7e29-4f00-b480-23f5bb143468 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:22:46.665378 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:46.718061 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441f8c2a-642a-4492-a19a-a5b466c36e3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31f5fbf7-4b5c-5a44-b255-70c4fc176ae8-a43c91ae-a048-44c5-b9cb-a0d58dd8597e', 'network_id': 'a43c91ae-a048-44c5-b9cb-a0d58dd8597e', 'tenant_id': '9b74ec910fb54960866ccdca4b96acdd', 'fixed_ips': [{'subnet_id': '24f81edd-8c54-4975-85b7-99c8013565a0'}]}} from n-d-836017-2. {{(pid=84765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 19:22:46.718952 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-441f8c2a-642a-4492-a19a-a5b466c36e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:46.722258 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-d8d2dd1d-df61-45c0-95f7-7f81f68c4b6b req-6e247381-3988-450a-83fa-2f4cdd7af0b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:46.731187 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e385f2-2dd1-48e2-9d79-b8500363a748 req-6f7e1106-d698-41dd-aec8-6320e1dc27a5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:46.733285 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b6e385f2-2dd1-48e2-9d79-b8500363a748 req-6f7e1106-d698-41dd-aec8-6320e1dc27a5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=97b575c1-8a4c-401c-bfc8-567de6de32a8 HTTP/1.1" status: 200 len: 922 time: 0.2366278 Apr 18 19:22:46.767987 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d65691-ef0a-441b-aa5f-60ae3b98e27b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0261c43a-73d1-4bc7-89fa-3b22c44a6770,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:46.796164 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-d7d65691-ef0a-441b-aa5f-60ae3b98e27b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for subnet, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:46.807243 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ec8b3f44-7e29-4f00-b480-23f5bb143468 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-415242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4425'] for router, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:46.808898 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ec8b3f44-7e29-4f00-b480-23f5bb143468 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-416909', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4418'] for router, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:46.820544 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Pushing event updated for resources: {'Port': ['ID=5ea48081-67b5-46d0-ac7b-fc5251ab13c4,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:46.836381 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-d8d2dd1d-df61-45c0-95f7-7f81f68c4b6b req-6e247381-3988-450a-83fa-2f4cdd7af0b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:46.837505 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d8d2dd1d-df61-45c0-95f7-7f81f68c4b6b req-6e247381-3988-450a-83fa-2f4cdd7af0b6 service neutron] 10.222.0.72 "PUT /v2.0/ports/abe1a1c1-6ab6-46fd-abfb-f7df79d33862 HTTP/1.1" status: 200 len: 1091 time: 2.2741504 Apr 18 19:22:46.840385 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6623f59d-6d74-43c2-bd67-bd59cf127910', 'tag': 'abe1a1c1-6ab6-46fd-abfb-f7df79d33862'}] {{(pid=84764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:22:46.851978 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-d7d65691-ef0a-441b-aa5f-60ae3b98e27b admin admin] 10.222.0.69 "DELETE /v2.0/subnets/0261c43a-73d1-4bc7-89fa-3b22c44a6770 HTTP/1.1" status: 204 len: 168 time: 0.8816147 Apr 18 19:22:46.858287 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 46362) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:22:46.880836 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b6e385f2-2dd1-48e2-9d79-b8500363a748 req-191cc82e-ed11-4c6b-b185-0b9156d172ed service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=346a209d-f566-45d8-b781-babbfb75723a HTTP/1.1" status: 200 len: 1002 time: 0.1407256 Apr 18 19:22:46.891204 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ec8b3f44-7e29-4f00-b480-23f5bb143468 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:46.898343 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e247381-3988-450a-83fa-2f4cdd7af0b6 service neutron] Pushing event updated for resources: {'Port': ['ID=abe1a1c1-6ab6-46fd-abfb-f7df79d33862,revision_number=3']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:46.965833 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-683828c0-93be-408d-8746-526cba4b0917 req-642ee37f-31e2-462e-ac04-9ca886b87cfd service neutron] 10.222.0.69 "GET /v2.0/networks/0685e2b1-3b13-405d-a131-f90aa0a8867a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3897722 Apr 18 19:22:46.974578 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e385f2-2dd1-48e2-9d79-b8500363a748 req-8b59be97-5a9e-44bb-8751-9cb80eabe34c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:46.976431 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b6e385f2-2dd1-48e2-9d79-b8500363a748 req-8b59be97-5a9e-44bb-8751-9cb80eabe34c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a4fd8a82-a99d-4f41-8012-881e08157cb0 HTTP/1.1" status: 200 len: 860 time: 0.0890381 Apr 18 19:22:47.049616 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] get_ports_and_sgs() called for port_ids ['5ea48081-67b5-46d0-ac7b-fc5251ab13c4'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:22:47.141700 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-441f8c2a-642a-4492-a19a-a5b466c36e3b None None] Allocated IP 172.20.0.2 (a43c91ae-a048-44c5-b9cb-a0d58dd8597e/24f81edd-8c54-4975-85b7-99c8013565a0/05972937-5459-433e-971f-f233f5af06c0) {{(pid=84765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:22:47.300648 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-6b2824fb-c8c7-4d8d-94c7-a9b6af2a8631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:47.400367 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-683828c0-93be-408d-8746-526cba4b0917 req-326b85a6-1172-4c97-902d-e89bf2843d9a service neutron] 10.222.0.69 "GET /v2.0/networks/0685e2b1-3b13-405d-a131-f90aa0a8867a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4329703 Apr 18 19:22:47.426352 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b6e385f2-2dd1-48e2-9d79-b8500363a748 req-c32b274a-d42d-4216-a160-665f912a7fda service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=97b575c1-8a4c-401c-bfc8-567de6de32a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4431279 Apr 18 19:22:47.509332 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-441f8c2a-642a-4492-a19a-a5b466c36e3b None None] Notify callbacks [] for port, precommit_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:47.516005 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d8d2dd1d-df61-45c0-95f7-7f81f68c4b6b req-245e47fc-561c-48f8-bf90-07d68b94df98 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e8145a70cab44ff88b524306edcbe946&device_id=6623f59d-6d74-43c2-bd67-bd59cf127910 HTTP/1.1" status: 200 len: 1094 time: 0.4473822 Apr 18 19:22:47.517661 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-6b2824fb-c8c7-4d8d-94c7-a9b6af2a8631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256345', 'neutron.services.segments.db._delete_segments_for_network-8791093852025'] for network, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:47.523832 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ec8b3f44-7e29-4f00-b480-23f5bb143468 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416895', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4776'] for router, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:47.529996 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-441f8c2a-642a-4492-a19a-a5b466c36e3b None None] Transition to ACTIVE for port object 05972937-5459-433e-971f-f233f5af06c0 will not be triggered until provisioned by entity L2. {{(pid=84765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:22:47.563571 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-441f8c2a-642a-4492-a19a-a5b466c36e3b None None] Transition to ACTIVE for port object 05972937-5459-433e-971f-f233f5af06c0 will not be triggered until provisioned by entity DHCP. {{(pid=84765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:22:47.572398 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6093b22-dfde-4006-887e-819c5463fdac req-ee7f3117-3d5b-4985-b013-ca7b88f7aa75 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:47.575897 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a6093b22-dfde-4006-887e-819c5463fdac req-ee7f3117-3d5b-4985-b013-ca7b88f7aa75 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] 10.222.0.69 "GET /v2.0/ports?device_id=65fac923-8be7-44b9-8e7f-1b954f17650c HTTP/1.1" status: 200 len: 944 time: 0.5170112 Apr 18 19:22:47.620959 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d8d2dd1d-df61-45c0-95f7-7f81f68c4b6b req-7bbd2f04-ab00-4527-b30d-999283f60b4e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=abe1a1c1-6ab6-46fd-abfb-f7df79d33862 HTTP/1.1" status: 200 len: 217 time: 0.0945048 Apr 18 19:22:47.623740 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-6b2824fb-c8c7-4d8d-94c7-a9b6af2a8631 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=84764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:22:47.623740 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-6b2824fb-c8c7-4d8d-94c7-a9b6af2a8631 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:22:47.624103 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-6b2824fb-c8c7-4d8d-94c7-a9b6af2a8631 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:22:47.624247 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-6b2824fb-c8c7-4d8d-94c7-a9b6af2a8631 admin admin] Subscribe: > port after_create 55550000 {{(pid=84764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:22:47.625781 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-6b2824fb-c8c7-4d8d-94c7-a9b6af2a8631 admin admin] Subscribe: > port after_delete 55550000 {{(pid=84764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:22:47.625781 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-6b2824fb-c8c7-4d8d-94c7-a9b6af2a8631 admin admin] Subscribe: > port after_update 55550000 {{(pid=84764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:22:47.625781 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-6b2824fb-c8c7-4d8d-94c7-a9b6af2a8631 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=84764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:22:47.625781 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-6b2824fb-c8c7-4d8d-94c7-a9b6af2a8631 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:22:47.631187 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-6b2824fb-c8c7-4d8d-94c7-a9b6af2a8631 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:22:47.631187 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-6b2824fb-c8c7-4d8d-94c7-a9b6af2a8631 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=84764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:22:47.650222 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-441f8c2a-642a-4492-a19a-a5b466c36e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331'] for port, after_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:47.659676 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b6e385f2-2dd1-48e2-9d79-b8500363a748 req-d3a8aa84-f6b7-4061-9646-050312104510 service neutron] 10.222.0.72 "GET /v2.0/networks/97b575c1-8a4c-401c-bfc8-567de6de32a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215004 Apr 18 19:22:47.692294 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-6b2824fb-c8c7-4d8d-94c7-a9b6af2a8631 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:22:47.692671 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-6b2824fb-c8c7-4d8d-94c7-a9b6af2a8631 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:22:47.692992 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-6b2824fb-c8c7-4d8d-94c7-a9b6af2a8631 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=84764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:22:47.693447 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-6b2824fb-c8c7-4d8d-94c7-a9b6af2a8631 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=84764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:22:47.694082 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-6b2824fb-c8c7-4d8d-94c7-a9b6af2a8631 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f014da3c-4768-4be1-81f5-58c86dedc022']}} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:22:47.769797 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-6b2824fb-c8c7-4d8d-94c7-a9b6af2a8631 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51632a17-909a-48f2-9094-b39c65267df0') {'for_net_delete': True} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:22:47.770625 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-6b2824fb-c8c7-4d8d-94c7-a9b6af2a8631 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51632a17-909a-48f2-9094-b39c65267df0') {} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:22:47.813700 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-6b2824fb-c8c7-4d8d-94c7-a9b6af2a8631 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791093851908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66932133'] for segment, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:47.842614 n-d-836017-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441f8c2a-642a-4492-a19a-a5b466c36e3b None None] Network a43c91ae-a048-44c5-b9cb-a0d58dd8597e is already hosted by enough agents. {{(pid=84765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:22:47.843847 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441f8c2a-642a-4492-a19a-a5b466c36e3b None None] Pushing event updated for resources: {'Port': ['ID=05972937-5459-433e-971f-f233f5af06c0,revision_number=1']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:47.848447 n-d-836017-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-441f8c2a-642a-4492-a19a-a5b466c36e3b None None] Resources bound (agent type, host, resource id): {{(pid=84765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:22:47.852339 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441f8c2a-642a-4492-a19a-a5b466c36e3b None None] Received port after_create {{(pid=84765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:22:47.883754 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a6093b22-dfde-4006-887e-819c5463fdac req-580d8862-87f0-4ff8-a23f-6fda6c95c46b tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] 10.222.0.69 "GET /v2.0/security-groups?id=8c52123b-60a4-4956-916c-e7722e17de2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2975345 Apr 18 19:22:47.891254 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-6b2824fb-c8c7-4d8d-94c7-a9b6af2a8631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:47.898263 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d2dd1d-df61-45c0-95f7-7f81f68c4b6b req-63417b66-43ea-439a-972f-2cf9c6e90693 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:47.901348 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d8d2dd1d-df61-45c0-95f7-7f81f68c4b6b req-63417b66-43ea-439a-972f-2cf9c6e90693 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b10cc942-f819-45fc-bb02-117dc96bc19f HTTP/1.1" status: 200 len: 859 time: 0.1979342 Apr 18 19:22:47.963630 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b6e385f2-2dd1-48e2-9d79-b8500363a748 req-332d47f6-6465-4568-84e3-076f6bbf8f1b service neutron] 10.222.0.72 "GET /v2.0/networks/97b575c1-8a4c-401c-bfc8-567de6de32a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2997882 Apr 18 19:22:48.056401 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-441f8c2a-642a-4492-a19a-a5b466c36e3b None None] Attempting to bind port 05972937-5459-433e-971f-f233f5af06c0 on host n-d-836017-2 for vnic_type normal with profile {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:22:48.057082 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-441f8c2a-642a-4492-a19a-a5b466c36e3b None None] Attempting to bind port 05972937-5459-433e-971f-f233f5af06c0 by drivers openvswitch,hyperv on host n-d-836017-2 at level 0 using segments [{'id': 'ec678859-6834-4e7e-97ee-4ea660d35812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a43c91ae-a048-44c5-b9cb-a0d58dd8597e'}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:22:48.058353 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441f8c2a-642a-4492-a19a-a5b466c36e3b None None] Attempting to bind port 05972937-5459-433e-971f-f233f5af06c0 on network a43c91ae-a048-44c5-b9cb-a0d58dd8597e {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:22:48.061465 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b2824fb-c8c7-4d8d-94c7-a9b6af2a8631 admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=84764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:22:48.061878 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-6b2824fb-c8c7-4d8d-94c7-a9b6af2a8631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2290898'] for segment, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:48.076900 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441f8c2a-642a-4492-a19a-a5b466c36e3b None None] Checking agent: {'id': 'df2a5cfe-6839-400b-a998-e4fffce70f45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 8, 22), 'started_at': datetime.datetime(2022, 4, 18, 19, 8, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:22:48.077321 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441f8c2a-642a-4492-a19a-a5b466c36e3b None None] Checking segment: {'id': 'ec678859-6834-4e7e-97ee-4ea660d35812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a43c91ae-a048-44c5-b9cb-a0d58dd8597e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:22:48.077771 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-441f8c2a-642a-4492-a19a-a5b466c36e3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:48.079697 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441f8c2a-642a-4492-a19a-a5b466c36e3b None None] Bound using segment: {'id': 'ec678859-6834-4e7e-97ee-4ea660d35812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a43c91ae-a048-44c5-b9cb-a0d58dd8597e'} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:22:48.079697 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-441f8c2a-642a-4492-a19a-a5b466c36e3b None None] Bound port: 05972937-5459-433e-971f-f233f5af06c0, host: n-d-836017-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec678859-6834-4e7e-97ee-4ea660d35812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a43c91ae-a048-44c5-b9cb-a0d58dd8597e'}}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:22:48.079697 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-441f8c2a-642a-4492-a19a-a5b466c36e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:48.128788 n-d-836017-2 neutron-server[84764]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 18 19:22:48.128788 n-d-836017-2 neutron-server[84764]: util.warn_limited( Apr 18 19:22:48.128788 n-d-836017-2 neutron-server[84764]: Traceback (most recent call last): Apr 18 19:22:48.128788 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:22:48.128788 n-d-836017-2 neutron-server[84764]: timer() Apr 18 19:22:48.128788 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:22:48.128788 n-d-836017-2 neutron-server[84764]: cb(*args, **kw) Apr 18 19:22:48.128788 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:22:48.128788 n-d-836017-2 neutron-server[84764]: return func(*args, **kwargs) Apr 18 19:22:48.128788 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:22:48.128788 n-d-836017-2 neutron-server[84764]: self._notify() Apr 18 19:22:48.128788 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:22:48.128788 n-d-836017-2 neutron-server[84764]: self.callback(batched_events) Apr 18 19:22:48.128788 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:22:48.128788 n-d-836017-2 neutron-server[84764]: event.method(event) Apr 18 19:22:48.128788 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:22:48.128788 n-d-836017-2 neutron-server[84764]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:22:48.128788 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:22:48.128788 n-d-836017-2 neutron-server[84764]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:22:48.128788 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:22:48.128788 n-d-836017-2 neutron-server[84764]: return f(self, *a, **k) Apr 18 19:22:48.128788 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:22:48.128788 n-d-836017-2 neutron-server[84764]: return self._get(url).json() Apr 18 19:22:48.128788 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:22:48.128788 n-d-836017-2 neutron-server[84764]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:22:48.128788 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:22:48.128788 n-d-836017-2 neutron-server[84764]: return self.request(url, 'GET', **kwargs) Apr 18 19:22:48.128788 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:22:48.128788 n-d-836017-2 neutron-server[84764]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:22:48.128788 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:22:48.128788 n-d-836017-2 neutron-server[84764]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:22:48.128788 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:22:48.128788 n-d-836017-2 neutron-server[84764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:22:48.128788 n-d-836017-2 neutron-server[84764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:22:48.137207 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d8d2dd1d-df61-45c0-95f7-7f81f68c4b6b req-4fcdd5de-bb49-4053-8917-162ae77e121f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5b81b8da-abac-4e05-9e51-d6de7035d9e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2272577 Apr 18 19:22:48.183364 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f646892d-3ce3-480d-bede-6a2855a39e3a req-a42d0838-be78-4a4c-81f8-80a5a11dab10 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] 10.222.0.69 "GET /v2.0/floatingips/d5a0a18d-d311-45ad-95a8-422c0918d982 HTTP/1.1" status: 200 len: 999 time: 0.1881018 Apr 18 19:22:48.197816 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-441f8c2a-642a-4492-a19a-a5b466c36e3b None None] For port 05972937-5459-433e-971f-f233f5af06c0, host n-d-836017-2, cleared binding levels {{(pid=84765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:22:48.199817 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2a549355-6fb8-4546-84c3-dea3095556fd req-17960bcf-1efc-4c16-a730-d86bc6e3ba3f tempest-FloatingIPsNegativeTestJSON-560924730 tempest-FloatingIPsNegativeTestJSON-560924730-project] 10.222.0.69 "GET /v2.0/floatingips?tenant_id=8f2160bd253744eb9f673c1dacb132a8 HTTP/1.1" status: 200 len: 217 time: 0.2938037 Apr 18 19:22:48.205671 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-441f8c2a-642a-4492-a19a-a5b466c36e3b None None] For port 05972937-5459-433e-971f-f233f5af06c0, host n-d-836017-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=05972937-5459-433e-971f-f233f5af06c0,segment=NetworkSegment(ec678859-6834-4e7e-97ee-4ea660d35812),segment_id=ec678859-6834-4e7e-97ee-4ea660d35812)] {{(pid=84765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:22:48.270640 n-d-836017-2 neutron-server[84764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00aa0a3b-8ba6-4632-80bb-fe00df813691'] response: {'name': 'network-changed', 'server_uuid': '6623f59d-6d74-43c2-bd67-bd59cf127910', 'tag': 'abe1a1c1-6ab6-46fd-abfb-f7df79d33862', 'status': 'completed', 'code': 200} Apr 18 19:22:48.308808 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ec8b3f44-7e29-4f00-b480-23f5bb143468 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:48.324707 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-09886ecf-ad29-4b28-9f02-2e59c92c91cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:48.327845 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d8d2dd1d-df61-45c0-95f7-7f81f68c4b6b req-545c7903-c9b9-4fb2-b225-a9424931c26c service neutron] 10.222.0.72 "GET /v2.0/networks/5b81b8da-abac-4e05-9e51-d6de7035d9e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636255 Apr 18 19:22:48.350067 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ec8b3f44-7e29-4f00-b480-23f5bb143468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:48.352247 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-441f8c2a-642a-4492-a19a-a5b466c36e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:48.363105 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-6b2824fb-c8c7-4d8d-94c7-a9b6af2a8631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416801'] for network, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:48.387365 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-6b2824fb-c8c7-4d8d-94c7-a9b6af2a8631 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:48.476195 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441f8c2a-642a-4492-a19a-a5b466c36e3b None None] Pushing event updated for resources: {'Port': ['ID=05972937-5459-433e-971f-f233f5af06c0,revision_number=2']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:48.518383 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2824fb-c8c7-4d8d-94c7-a9b6af2a8631 admin admin] Pushing event deleted for resources: {'Network': ['ID=f014da3c-4768-4be1-81f5-58c86dedc022,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:48.555165 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-6b2824fb-c8c7-4d8d-94c7-a9b6af2a8631 admin admin] 10.222.0.69 "DELETE /v2.0/networks/f014da3c-4768-4be1-81f5-58c86dedc022 HTTP/1.1" status: 204 len: 168 time: 1.6941888 Apr 18 19:22:48.631282 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f646892d-3ce3-480d-bede-6a2855a39e3a req-1571c950-e1a9-4482-8748-381b4af408da tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:48.632693 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f646892d-3ce3-480d-bede-6a2855a39e3a req-1571c950-e1a9-4482-8748-381b4af408da tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] 10.222.0.69 "GET /v2.0/networks/11e8e108-37df-4084-b6b7-113e6beb66b4 HTTP/1.1" status: 200 len: 784 time: 0.4367609 Apr 18 19:22:48.640404 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d8d2dd1d-df61-45c0-95f7-7f81f68c4b6b req-67bf08b3-4ce0-4d08-921b-8ba28e97b499 service neutron] 10.222.0.72 "GET /v2.0/networks/5b81b8da-abac-4e05-9e51-d6de7035d9e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3065238 Apr 18 19:22:48.674149 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15edee7b-21b2-4ba2-ba31-b221f992f264 req-1dd543af-d692-43f4-89c9-8c145fe6267e tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:48.683601 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-15edee7b-21b2-4ba2-ba31-b221f992f264 req-1dd543af-d692-43f4-89c9-8c145fe6267e tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?device_id=6623f59d-6d74-43c2-bd67-bd59cf127910 HTTP/1.1" status: 200 len: 943 time: 0.3007138 Apr 18 19:22:48.758815 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [req-f646892d-3ce3-480d-bede-6a2855a39e3a req-bf1f8051-d168-4c34-8a00-4129b532ef15 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=84763) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:22:48.759879 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f646892d-3ce3-480d-bede-6a2855a39e3a req-bf1f8051-d168-4c34-8a00-4129b532ef15 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0272820 Apr 18 19:22:48.784483 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-15edee7b-21b2-4ba2-ba31-b221f992f264 req-03d0c1cf-7a26-4f41-ba79-4db48929ab75 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964482 Apr 18 19:22:48.809361 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_common [None req-ec8b3f44-7e29-4f00-b480-23f5bb143468 admin admin] Allocated IP 172.25.3.119 (11e8e108-37df-4084-b6b7-113e6beb66b4/3b0abf32-1504-448b-b06e-c8c870b6a7c8/156e67cb-02e4-4765-822d-e40a7dfcb41c) {{(pid=84763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:22:48.955677 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-9ec96fd3-ac17-45da-9555-bf2e82458769 req-833e08d7-ac15-4f38-9be8-ede90a8ec511 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=b036cac9-0805-4344-b7ed-7456f39c642e HTTP/1.1" status: 200 len: 210 time: 0.0641193 Apr 18 19:22:48.993360 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-7d954cc3-3c7d-4b82-a55d-8402d555e57d req-43f6b659-618c-4fc7-9abe-81f2e66005f5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e8145a70cab44ff88b524306edcbe946&device_id=6623f59d-6d74-43c2-bd67-bd59cf127910 HTTP/1.1" status: 200 len: 1094 time: 0.1862724 Apr 18 19:22:49.125957 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-ac8cb54e-bf81-457d-ac8e-f63e74d55919 req-b88d39c9-23c0-4c57-beb0-87253d6b8a10 tempest-FloatingIPsNegativeTestJSON-560924730 tempest-FloatingIPsNegativeTestJSON-560924730-project] Synchronizing usage tracker for tenant:8f2160bd253744eb9f673c1dacb132a8 on resource:network {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:22:49.133271 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9693b52c-4b4c-4686-91d0-ad9eda1d8cf3 req-2ab98591-a021-47ba-b69e-6af537dfec94 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:49.134244 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-9693b52c-4b4c-4686-91d0-ad9eda1d8cf3 req-2ab98591-a021-47ba-b69e-6af537dfec94 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] 10.222.0.73 "GET /v2.0/ports?device_id=016b104f-c345-4ebb-a651-fd17ca2d8c0d HTTP/1.1" status: 200 len: 950 time: 0.5285647 Apr 18 19:22:49.135570 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 46390) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:22:49.147524 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ec8b3f44-7e29-4f00-b480-23f5bb143468 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:49.193373 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d954cc3-3c7d-4b82-a55d-8402d555e57d req-d7a7b7c6-fdc6-4959-af01-635574b61367 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:49.194879 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-7d954cc3-3c7d-4b82-a55d-8402d555e57d req-d7a7b7c6-fdc6-4959-af01-635574b61367 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5b81b8da-abac-4e05-9e51-d6de7035d9e7 HTTP/1.1" status: 200 len: 920 time: 0.1951346 Apr 18 19:22:49.259933 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-ac8cb54e-bf81-457d-ac8e-f63e74d55919 req-b88d39c9-23c0-4c57-beb0-87253d6b8a10 tempest-FloatingIPsNegativeTestJSON-560924730 tempest-FloatingIPsNegativeTestJSON-560924730-project] Unset dirty status for tenant:8f2160bd253744eb9f673c1dacb132a8 on resource:network {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:22:49.261263 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ac8cb54e-bf81-457d-ac8e-f63e74d55919 req-b88d39c9-23c0-4c57-beb0-87253d6b8a10 tempest-FloatingIPsNegativeTestJSON-560924730 tempest-FloatingIPsNegativeTestJSON-560924730-project] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.2424312 Apr 18 19:22:49.282451 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-7d954cc3-3c7d-4b82-a55d-8402d555e57d req-9fa22109-e7f7-45e2-a062-943efd955fc8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=abe1a1c1-6ab6-46fd-abfb-f7df79d33862 HTTP/1.1" status: 200 len: 217 time: 0.0767772 Apr 18 19:22:49.330407 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5067b1-266a-4403-b8d5-a205b15c7d6d req-b89be4bb-1597-45b5-9709-981cf72bb8d3 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:49.337231 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-6b5067b1-266a-4403-b8d5-a205b15c7d6d req-b89be4bb-1597-45b5-9709-981cf72bb8d3 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] 10.222.0.69 "GET /v2.0/ports?device_id=016b104f-c345-4ebb-a651-fd17ca2d8c0d HTTP/1.1" status: 200 len: 950 time: 0.3883491 Apr 18 19:22:49.417493 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-9693b52c-4b4c-4686-91d0-ad9eda1d8cf3 req-d83d8cec-ba7e-4f93-a408-5e57a7bf4995 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] Deleting port 15781f55-411f-4068-832a-9e37278912a9 {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:22:49.417930 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-9693b52c-4b4c-4686-91d0-ad9eda1d8cf3 req-d83d8cec-ba7e-4f93-a408-5e57a7bf4995 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:49.513075 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-6b5067b1-266a-4403-b8d5-a205b15c7d6d req-7f3af506-f6ad-4610-90d6-f913a8c2cc9a tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] 10.222.0.69 "GET /v2.0/security-groups?id=064d4532-d372-4114-a5d4-759e2dc190bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739154 Apr 18 19:22:49.519045 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-dfb6fcb2-fc68-45bc-9069-bc71d7cc0dde admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2d9f7608386b473b918b1ba4a28a73a2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3788600 Apr 18 19:22:49.521795 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 46396) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:22:49.564538 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d954cc3-3c7d-4b82-a55d-8402d555e57d req-aa8be89b-5806-4512-afb7-22c263c05969 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:49.565862 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-7d954cc3-3c7d-4b82-a55d-8402d555e57d req-aa8be89b-5806-4512-afb7-22c263c05969 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b10cc942-f819-45fc-bb02-117dc96bc19f HTTP/1.1" status: 200 len: 859 time: 0.2763007 Apr 18 19:22:49.603375 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e3473b-1ada-4d93-b51f-2ed1dcaf668e None None] Sync routers for ids ['97f82dc5-ac04-4690-9af4-897752677a70'] in n-d-836017-2 {{(pid=84766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:22:49.629242 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-7d954cc3-3c7d-4b82-a55d-8402d555e57d req-9d670bed-fd06-45c5-86be-9ef2cafddad3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5b81b8da-abac-4e05-9e51-d6de7035d9e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558531 Apr 18 19:22:49.629589 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e3473b-1ada-4d93-b51f-2ed1dcaf668e None None] Routers {'97f82dc5-ac04-4690-9af4-897752677a70'} bound to L3 agent in host n-d-836017-2 {{(pid=84766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:22:49.631187 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-09e3473b-1ada-4d93-b51f-2ed1dcaf668e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:22:20Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['97f82dc5-ac04-4690-9af4-897752677a70'], 'active': True} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:22:49.632342 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a252825b-7594-4e5a-afe2-40310cd2b502 req-b3524dbb-3109-4eb5-956e-5295f420584d tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.3.237 HTTP/1.1" status: 200 len: 1002 time: 0.3082955 Apr 18 19:22:49.652101 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ec8b3f44-7e29-4f00-b480-23f5bb143468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:49.755652 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b82495-e56f-4963-b3dd-7737eddeb803 None None] Network a43c91ae-a048-44c5-b9cb-a0d58dd8597e requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:22:49.865177 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a252825b-7594-4e5a-afe2-40310cd2b502 req-6bb45293-0a13-4852-9882-337f101d55c6 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:49.876674 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a252825b-7594-4e5a-afe2-40310cd2b502 req-6bb45293-0a13-4852-9882-337f101d55c6 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] 10.222.0.69 "GET /v2.0/ports/346a209d-f566-45d8-b781-babbfb75723a HTTP/1.1" status: 200 len: 943 time: 0.2331367 Apr 18 19:22:49.928414 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8b3f44-7e29-4f00-b480-23f5bb143468 admin admin] Network 11e8e108-37df-4084-b6b7-113e6beb66b4 is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:22:49.967479 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-7d954cc3-3c7d-4b82-a55d-8402d555e57d req-07521f47-70b6-4321-a8f8-b7e95a01f97e service neutron] 10.222.0.72 "GET /v2.0/networks/5b81b8da-abac-4e05-9e51-d6de7035d9e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3230891 Apr 18 19:22:50.079795 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8b3f44-7e29-4f00-b480-23f5bb143468 admin admin] Pushing event updated for resources: {'Port': ['ID=156e67cb-02e4-4765-822d-e40a7dfcb41c,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:50.083899 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [None req-ec8b3f44-7e29-4f00-b480-23f5bb143468 admin admin] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:22:50.129478 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8b3f44-7e29-4f00-b480-23f5bb143468 admin admin] Received port after_create {{(pid=84763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:22:50.162175 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 5ea48081-67b5-46d0-ac7b-fc5251ab13c4 up at agent hyperv_n-h1-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:22:50.198404 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a252825b-7594-4e5a-afe2-40310cd2b502 req-c1d6503c-6f3e-431c-9d4d-f4f37a2b0f92 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.3.237 HTTP/1.1" status: 200 len: 1002 time: 0.1822293 Apr 18 19:22:50.199908 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvr_db [None req-09e3473b-1ada-4d93-b51f-2ed1dcaf668e None None] Set router 97f82dc5-ac04-4690-9af4-897752677a70 gateway port host: n-d-836017-2 {{(pid=84766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:22:50.225990 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ced76922-4fa9-4af5-91b5-ae8ea5f1756f None None] Provisioning for port 05972937-5459-433e-971f-f233f5af06c0 completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:22:50.227090 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-827f0d15-1a38-4adf-973b-7287ab1917d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:50.332842 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-827f0d15-1a38-4adf-973b-7287ab1917d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:50.422799 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8bf16953-1543-48bc-8c79-922e66e858b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:50.429618 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-7d954cc3-3c7d-4b82-a55d-8402d555e57d req-ab16ffe1-11a5-4e02-8a95-07346c1eb5f2 service neutron] 10.222.0.72 "GET /v2.0/networks/5b81b8da-abac-4e05-9e51-d6de7035d9e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4554136 Apr 18 19:22:50.455641 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a252825b-7594-4e5a-afe2-40310cd2b502 req-9428c53f-1845-43df-968b-4a940c905d2c tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:50.464874 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a252825b-7594-4e5a-afe2-40310cd2b502 req-9428c53f-1845-43df-968b-4a940c905d2c tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] 10.222.0.69 "GET /v2.0/networks/11e8e108-37df-4084-b6b7-113e6beb66b4 HTTP/1.1" status: 200 len: 784 time: 0.2650435 Apr 18 19:22:50.466261 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-9693b52c-4b4c-4686-91d0-ad9eda1d8cf3 req-d83d8cec-ba7e-4f93-a408-5e57a7bf4995 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] For port 15781f55-411f-4068-832a-9e37278912a9, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=15781f55-411f-4068-832a-9e37278912a9,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:22:50.467680 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-9693b52c-4b4c-4686-91d0-ad9eda1d8cf3 req-d83d8cec-ba7e-4f93-a408-5e57a7bf4995 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:50.534561 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Provisioning for port 5ea48081-67b5-46d0-ac7b-fc5251ab13c4 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:22:50.544658 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Provisioning complete for port 5ea48081-67b5-46d0-ac7b-fc5251ab13c4 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:22:50.548833 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:50.639468 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a252825b-7594-4e5a-afe2-40310cd2b502 req-7e343599-0651-4b82-b90b-8483f02a6671 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.3.237 HTTP/1.1" status: 200 len: 1002 time: 0.1667395 Apr 18 19:22:50.646998 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [req-a252825b-7594-4e5a-afe2-40310cd2b502 req-74e9ecc5-c510-4fa1-9e9a-4925a2193f28 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:22:50.690664 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d89aa6-8dbc-4904-9900-d531d587b02b req-5a244b43-9d90-4a0a-9f78-3c4eba95842c tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:50.698250 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-14d89aa6-8dbc-4904-9900-d531d587b02b req-5a244b43-9d90-4a0a-9f78-3c4eba95842c tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] 10.222.0.69 "GET /v2.0/ports?device_id=65fac923-8be7-44b9-8e7f-1b954f17650c HTTP/1.1" status: 200 len: 944 time: 0.7866466 Apr 18 19:22:50.742036 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-9693b52c-4b4c-4686-91d0-ad9eda1d8cf3 req-d83d8cec-ba7e-4f93-a408-5e57a7bf4995 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] Calling delete_port for 15781f55-411f-4068-832a-9e37278912a9 owned by compute:nova {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:22:50.824128 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-827f0d15-1a38-4adf-973b-7287ab1917d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:50.839670 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 05972937-5459-433e-971f-f233f5af06c0 up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:22:50.908470 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:50.915471 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-a252825b-7594-4e5a-afe2-40310cd2b502 req-74e9ecc5-c510-4fa1-9e9a-4925a2193f28 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Notify callbacks [] for floatingip, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:50.920779 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827f0d15-1a38-4adf-973b-7287ab1917d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e86d7a7-8466-44fd-a2cc-a4abadcee91d,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:50.926295 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-14d89aa6-8dbc-4904-9900-d531d587b02b req-44197a98-593d-4eaf-97d2-c786fa584427 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] 10.222.0.69 "GET /v2.0/security-groups?id=8c52123b-60a4-4956-916c-e7722e17de2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102924 Apr 18 19:22:50.938838 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-09e3473b-1ada-4d93-b51f-2ed1dcaf668e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97f82dc5-ac04-4690-9af4-897752677a70', 'name': 'tempest-FloatingIPsNegativeTestJSON-1956738310-router', 'tenant_id': '8f2160bd253744eb9f673c1dacb132a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '3afef78b-770d-491b-873e-7853f2532bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:22:32Z', 'updated_at': '2022-04-18T19:22:42Z', 'revision_number': 4, 'project_id': '8f2160bd253744eb9f673c1dacb132a8', 'gw_port': {'id': '3afef78b-770d-491b-873e-7853f2532bdb', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f5:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f82dc5-ac04-4690-9af4-897752677a70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:22:33Z', 'updated_at': '2022-04-18T19:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_interfaces': [{'id': 'ec61950c-bb0a-42ef-9c8b-08e3c480f98e', 'name': '', 'network_id': '2855f453-769b-46d1-87a9-363cad7d7229', 'tenant_id': '8f2160bd253744eb9f673c1dacb132a8', 'mac_address': 'fa:16:3e:f6:c5:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97f82dc5-ac04-4690-9af4-897752677a70', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e614d498-f6c5-474d-b8a7-e81a388a7a3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:22:40Z', 'updated_at': '2022-04-18T19:22:42Z', 'revision_number': 2, 'project_id': '8f2160bd253744eb9f673c1dacb132a8', 'subnets': [{'id': 'e614d498-f6c5-474d-b8a7-e81a388a7a3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-2', False) {} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:22:50.945774 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e3473b-1ada-4d93-b51f-2ed1dcaf668e None None] Checking router: 97f82dc5-ac04-4690-9af4-897752677a70 for host: n-d-836017-2 {{(pid=84766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:22:50.946344 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e3473b-1ada-4d93-b51f-2ed1dcaf668e None None] Updating router 97f82dc5-ac04-4690-9af4-897752677a70 port ec61950c-bb0a-42ef-9c8b-08e3c480f98e binding host n-d-836017-2 {{(pid=84766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 19:22:50.984397 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:51.027302 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65fac923-8be7-44b9-8e7f-1b954f17650c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ea48081-67b5-46d0-ac7b-fc5251ab13c4'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:22:51.045252 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port 5ea48081-67b5-46d0-ac7b-fc5251ab13c4, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=5ea48081-67b5-46d0-ac7b-fc5251ab13c4,segment=NetworkSegment(6756b591-a26a-489e-add9-6f6fd4d12828),segment_id=6756b591-a26a-489e-add9-6f6fd4d12828)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:22:51.049945 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-09e3473b-1ada-4d93-b51f-2ed1dcaf668e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:51.123240 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning for port 05972937-5459-433e-971f-f233f5af06c0 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:22:51.126743 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:51.127519 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 15781f55-411f-4068-832a-9e37278912a9 no longer exists at agent hyperv_n-h1-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:22:51.200185 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port 05972937-5459-433e-971f-f233f5af06c0 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:22:51.200185 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:51.270309 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-827f0d15-1a38-4adf-973b-7287ab1917d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:51.271761 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-827f0d15-1a38-4adf-973b-7287ab1917d9 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5e86d7a7-8466-44fd-a2cc-a4abadcee91d HTTP/1.1" status: 204 len: 168 time: 1.7490339 Apr 18 19:22:51.291781 n-d-836017-2 neutron-server[84763]: INFO neutron.api.v2.resource [req-a25d9045-6b6c-48d7-bbf0-5034d3b45370 req-60f759d0-d039-4f0f-a746-7a5e6d0d4430 tempest-FloatingIPsNegativeTestJSON-560924730 tempest-FloatingIPsNegativeTestJSON-560924730-project] show failed (client error): The resource could not be found. Apr 18 19:22:51.293266 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a25d9045-6b6c-48d7-bbf0-5034d3b45370 req-60f759d0-d039-4f0f-a746-7a5e6d0d4430 tempest-FloatingIPsNegativeTestJSON-560924730 tempest-FloatingIPsNegativeTestJSON-560924730-project] 10.222.0.69 "GET /v2.0/floatingips/05e15cb9-7bd1-46ad-8a7e-560aa8d47146 HTTP/1.1" status: 404 len: 350 time: 0.2199326 Apr 18 19:22:51.310966 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 46410) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:22:51.406977 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Pushing event updated for resources: {'Port': ['ID=5ea48081-67b5-46d0-ac7b-fc5251ab13c4,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:51.421849 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-9693b52c-4b4c-4686-91d0-ad9eda1d8cf3 req-d83d8cec-ba7e-4f93-a408-5e57a7bf4995 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:51.425222 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] No active binding found for port 15781f55-411f-4068-832a-9e37278912a9 {{(pid=84765) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Apr 18 19:22:51.427768 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 15781f55-411f-4068-832a-9e37278912a9 not bound to the agent host n-h1-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:22:51.453540 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-a252825b-7594-4e5a-afe2-40310cd2b502 req-74e9ecc5-c510-4fa1-9e9a-4925a2193f28 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:51.565464 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:51.573343 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683828c0-93be-408d-8746-526cba4b0917 req-c9c286fd-0236-4a62-a775-5045985f04ce tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:51.576402 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-683828c0-93be-408d-8746-526cba4b0917 req-c9c286fd-0236-4a62-a775-5045985f04ce tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.72 "GET /v2.0/networks?id=0685e2b1-3b13-405d-a131-f90aa0a8867a HTTP/1.1" status: 200 len: 808 time: 0.4987369 Apr 18 19:22:51.578038 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-a252825b-7594-4e5a-afe2-40310cd2b502 req-74e9ecc5-c510-4fa1-9e9a-4925a2193f28 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416787'] for floatingip, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:51.578656 n-d-836017-2 neutron-server[84764]: INFO neutron.db.l3_db [req-a252825b-7594-4e5a-afe2-40310cd2b502 req-74e9ecc5-c510-4fa1-9e9a-4925a2193f28 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Floating IP d5a0a18d-d311-45ad-95a8-422c0918d982 disassociated. External IP: 172.25.3.237, port: 346a209d-f566-45d8-b781-babbfb75723a. Apr 18 19:22:51.669979 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] For port 05972937-5459-433e-971f-f233f5af06c0, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=05972937-5459-433e-971f-f233f5af06c0,segment=NetworkSegment(ec678859-6834-4e7e-97ee-4ea660d35812),segment_id=ec678859-6834-4e7e-97ee-4ea660d35812)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:22:51.723938 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83d8cec-ba7e-4f93-a408-5e57a7bf4995 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] Pushing event deleted for resources: {'Port': ['ID=15781f55-411f-4068-832a-9e37278912a9,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:51.744633 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-9693b52c-4b4c-4686-91d0-ad9eda1d8cf3 req-d83d8cec-ba7e-4f93-a408-5e57a7bf4995 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] No DVR routers for this DVR port 15781f55-411f-4068-832a-9e37278912a9 on host n-h1-836017-2 {{(pid=84763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:22:51.748481 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ec8b3f44-7e29-4f00-b480-23f5bb143468 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:51.749481 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ec8b3f44-7e29-4f00-b480-23f5bb143468 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416864'] for router, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:51.750631 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [req-683828c0-93be-408d-8746-526cba4b0917 req-49df3906-119e-4a09-8601-76751a0d316e tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Request body: {'port': {'device_id': 'b036cac9-0805-4344-b7ed-7456f39c642e', 'network_id': '0685e2b1-3b13-405d-a131-f90aa0a8867a', 'admin_state_up': True, 'tenant_id': 'fc56e011536d43568ffc66b480cf23b0'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:22:51.754075 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-9693b52c-4b4c-4686-91d0-ad9eda1d8cf3 req-d83d8cec-ba7e-4f93-a408-5e57a7bf4995 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:51.791857 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1c541fd-6087-4755-8778-e68e27e46067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:51.792708 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:51.800219 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-09e3473b-1ada-4d93-b51f-2ed1dcaf668e None None] Notify callbacks [] for port, precommit_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:51.811950 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '016b104f-c345-4ebb-a651-fd17ca2d8c0d', 'name': 'network-vif-deleted', 'tag': '15781f55-411f-4068-832a-9e37278912a9'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:22:51.818086 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.provisioning_blocks [None req-09e3473b-1ada-4d93-b51f-2ed1dcaf668e None None] Transition to ACTIVE for port object ec61950c-bb0a-42ef-9c8b-08e3c480f98e will not be triggered until provisioned by entity L2. {{(pid=84766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:22:51.894678 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-09e3473b-1ada-4d93-b51f-2ed1dcaf668e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:51.930384 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Pushing event updated for resources: {'Port': ['ID=05972937-5459-433e-971f-f233f5af06c0,revision_number=3']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:51.975443 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device abe1a1c1-6ab6-46fd-abfb-f7df79d33862 details requested by agent hyperv_n-h2-836017-2 with host n-h2-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:22:52.147521 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:52.240516 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port abe1a1c1-6ab6-46fd-abfb-f7df79d33862, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=abe1a1c1-6ab6-46fd-abfb-f7df79d33862,segment=NetworkSegment(57f6477d-46cb-4fbc-8909-e9439d3b2b0a),segment_id=57f6477d-46cb-4fbc-8909-e9439d3b2b0a)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:22:52.241309 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-683828c0-93be-408d-8746-526cba4b0917 req-49df3906-119e-4a09-8601-76751a0d316e tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:22:52.243238 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.managers [None req-09e3473b-1ada-4d93-b51f-2ed1dcaf668e None None] Attempting to bind port ec61950c-bb0a-42ef-9c8b-08e3c480f98e on host n-d-836017-2 for vnic_type normal with profile {{(pid=84766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:22:52.243992 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.managers [None req-09e3473b-1ada-4d93-b51f-2ed1dcaf668e None None] Attempting to bind port ec61950c-bb0a-42ef-9c8b-08e3c480f98e by drivers openvswitch,hyperv on host n-d-836017-2 at level 0 using segments [{'id': 'a7053a24-cc63-4013-adec-346cf7b48cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2855f453-769b-46d1-87a9-363cad7d7229'}] {{(pid=84766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:22:52.244585 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e3473b-1ada-4d93-b51f-2ed1dcaf668e None None] Attempting to bind port ec61950c-bb0a-42ef-9c8b-08e3c480f98e on network 2855f453-769b-46d1-87a9-363cad7d7229 {{(pid=84766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:22:52.251823 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-683828c0-93be-408d-8746-526cba4b0917 req-49df3906-119e-4a09-8601-76751a0d316e tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Usage tracker for resource:port and tenant:fc56e011536d43568ffc66b480cf23b0 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:22:52.255468 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-683828c0-93be-408d-8746-526cba4b0917 req-49df3906-119e-4a09-8601-76751a0d316e tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:22:52.260252 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e3473b-1ada-4d93-b51f-2ed1dcaf668e None None] Checking agent: {'id': 'df2a5cfe-6839-400b-a998-e4fffce70f45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 8, 22), 'started_at': datetime.datetime(2022, 4, 18, 19, 8, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:22:52.261389 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e3473b-1ada-4d93-b51f-2ed1dcaf668e None None] Checking segment: {'id': 'a7053a24-cc63-4013-adec-346cf7b48cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2855f453-769b-46d1-87a9-363cad7d7229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:22:52.261942 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-09e3473b-1ada-4d93-b51f-2ed1dcaf668e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:52.262453 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e3473b-1ada-4d93-b51f-2ed1dcaf668e None None] Bound using segment: {'id': 'a7053a24-cc63-4013-adec-346cf7b48cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2855f453-769b-46d1-87a9-363cad7d7229'} {{(pid=84766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:22:52.264194 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.managers [None req-09e3473b-1ada-4d93-b51f-2ed1dcaf668e None None] Bound port: ec61950c-bb0a-42ef-9c8b-08e3c480f98e, host: n-d-836017-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7053a24-cc63-4013-adec-346cf7b48cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2855f453-769b-46d1-87a9-363cad7d7229'}}] {{(pid=84766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:22:52.264786 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-09e3473b-1ada-4d93-b51f-2ed1dcaf668e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:52.265418 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Returning: {'device': 'abe1a1c1-6ab6-46fd-abfb-f7df79d33862', 'network_id': '5b81b8da-abac-4e05-9e51-d6de7035d9e7', 'port_id': 'abe1a1c1-6ab6-46fd-abfb-f7df79d33862', 'mac_address': 'fa:16:3e:7d:6e:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b10cc942-f819-45fc-bb02-117dc96bc19f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:22:52.281075 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-683828c0-93be-408d-8746-526cba4b0917 req-49df3906-119e-4a09-8601-76751a0d316e tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:22:52.305024 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-9693b52c-4b4c-4686-91d0-ad9eda1d8cf3 req-d83d8cec-ba7e-4f93-a408-5e57a7bf4995 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] 10.222.0.73 "DELETE /v2.0/ports/15781f55-411f-4068-832a-9e37278912a9 HTTP/1.1" status: 204 len: 173 time: 3.1631982 Apr 18 19:22:52.338294 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b62da09-fb62-427c-a722-d04619467c17 None None] Pushing event updated for resources: {'Port': ['ID=ec61950c-bb0a-42ef-9c8b-08e3c480f98e,revision_number=3']} {{(pid=84766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:52.341888 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:52.400864 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abe1a1c1-6ab6-46fd-abfb-f7df79d33862 {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:22:52.415798 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.db [None req-09e3473b-1ada-4d93-b51f-2ed1dcaf668e None None] For port ec61950c-bb0a-42ef-9c8b-08e3c480f98e, host n-d-836017-2, cleared binding levels {{(pid=84766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:22:52.422874 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.db [None req-09e3473b-1ada-4d93-b51f-2ed1dcaf668e None None] For port ec61950c-bb0a-42ef-9c8b-08e3c480f98e, host n-d-836017-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=ec61950c-bb0a-42ef-9c8b-08e3c480f98e,segment=NetworkSegment(a7053a24-cc63-4013-adec-346cf7b48cb9),segment_id=a7053a24-cc63-4013-adec-346cf7b48cb9)] {{(pid=84766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:22:52.429356 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09d21ba-9a02-4756-a974-344272d223d1 req-e7bc835d-3cdf-44de-97e3-204b720aa4c6 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:52.429907 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port abe1a1c1-6ab6-46fd-abfb-f7df79d33862, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=abe1a1c1-6ab6-46fd-abfb-f7df79d33862,segment=NetworkSegment(57f6477d-46cb-4fbc-8909-e9439d3b2b0a),segment_id=57f6477d-46cb-4fbc-8909-e9439d3b2b0a)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:22:52.431545 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d09d21ba-9a02-4756-a974-344272d223d1 req-e7bc835d-3cdf-44de-97e3-204b720aa4c6 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?device_id=6623f59d-6d74-43c2-bd67-bd59cf127910 HTTP/1.1" status: 200 len: 943 time: 0.7236731 Apr 18 19:22:52.520521 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-683828c0-93be-408d-8746-526cba4b0917 req-49df3906-119e-4a09-8601-76751a0d316e tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Made reservation on behalf of fc56e011536d43568ffc66b480cf23b0 for: {'port': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:22:52.521769 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:52.522406 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-09e3473b-1ada-4d93-b51f-2ed1dcaf668e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:52.524417 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-683828c0-93be-408d-8746-526cba4b0917 req-49df3906-119e-4a09-8601-76751a0d316e tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:52.524907 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d09d21ba-9a02-4756-a974-344272d223d1 req-a12f9b05-73eb-4ae8-8132-794e4317fcb8 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816362 Apr 18 19:22:52.678767 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=abe1a1c1-6ab6-46fd-abfb-f7df79d33862,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:52.742553 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] get_ports_and_sgs() called for port_ids ['abe1a1c1-6ab6-46fd-abfb-f7df79d33862'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:22:52.762392 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e3473b-1ada-4d93-b51f-2ed1dcaf668e None None] Routers {'97f82dc5-ac04-4690-9af4-897752677a70'} bound to L3 agent in host n-d-836017-2 {{(pid=84766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:22:52.763554 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-09e3473b-1ada-4d93-b51f-2ed1dcaf668e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:22:50Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['97f82dc5-ac04-4690-9af4-897752677a70'], 'active': True} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:22:52.816999 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 46420) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:22:52.862438 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 05972937-5459-433e-971f-f233f5af06c0 up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:22:52.916280 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_common [req-683828c0-93be-408d-8746-526cba4b0917 req-49df3906-119e-4a09-8601-76751a0d316e tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Allocated IP 172.20.0.10 (0685e2b1-3b13-405d-a131-f90aa0a8867a/1c71b90d-680b-4d0c-80a6-944953a6ed07/1322c92f-b999-445a-867c-1cc9d3db029b) {{(pid=84764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:22:52.973440 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-7ecb367f-89d0-4c17-b3e8-52f063a1a877 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d405a328ff6a4d28abce400512d1ad5f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1544771 Apr 18 19:22:52.975570 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 46424) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:22:53.062762 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a252825b-7594-4e5a-afe2-40310cd2b502 req-74e9ecc5-c510-4fa1-9e9a-4925a2193f28 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Router 76420389-0c7c-4da5-a88c-d946185083d1 has already been hosted by L3 agent 21b59c62-f184-4169-bc3e-79831cc043e8 {{(pid=84764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:22:53.085880 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4a57dc97-7173-43a3-a6ac-b0c44f36b560 req-1a973702-e19e-497f-9657-cfa4b92cec10 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=b036cac9-0805-4344-b7ed-7456f39c642e HTTP/1.1" status: 200 len: 210 time: 0.1121619 Apr 18 19:22:53.094917 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec8b3f44-7e29-4f00-b480-23f5bb143468 admin admin] Router 773814fa-f3b0-45a8-b43d-b6bd81b1654f is scheduled to L3 agent 21b59c62-f184-4169-bc3e-79831cc043e8 with binding_index 1 {{(pid=84763) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 19:22:53.135308 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a4106dab-6971-4e7e-8fdc-c66f0a3f4877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:53.154269 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b62da09-fb62-427c-a722-d04619467c17 None None] Pushing event updated for resources: {'Port': ['ID=ec61950c-bb0a-42ef-9c8b-08e3c480f98e,revision_number=4']} {{(pid=84766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:53.214066 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-15e9b917-bd93-47fc-ada3-32fa0b92470b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:53.223645 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port 05972937-5459-433e-971f-f233f5af06c0 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:22:53.224701 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:53.245082 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvr_db [None req-09e3473b-1ada-4d93-b51f-2ed1dcaf668e None None] Set router 97f82dc5-ac04-4690-9af4-897752677a70 gateway port host: n-d-836017-2 {{(pid=84766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:22:53.395763 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-683828c0-93be-408d-8746-526cba4b0917 req-49df3906-119e-4a09-8601-76751a0d316e tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Notify callbacks [] for port, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:53.405014 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-15e9b917-bd93-47fc-ada3-32fa0b92470b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:53.508852 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a252825b-7594-4e5a-afe2-40310cd2b502 req-74e9ecc5-c510-4fa1-9e9a-4925a2193f28 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Notify agent at l3_agent.n-d-836017-2 the message routers_updated {{(pid=84764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:22:53.521850 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcc6654-1fb5-4619-afb0-4ef2424825f1 None None] Sync routers for ids ['76420389-0c7c-4da5-a88c-d946185083d1'] in n-d-836017-2 {{(pid=84765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:22:53.526097 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-a252825b-7594-4e5a-afe2-40310cd2b502 req-74e9ecc5-c510-4fa1-9e9a-4925a2193f28 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for floatingip, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:53.537180 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcc6654-1fb5-4619-afb0-4ef2424825f1 None None] Routers {'76420389-0c7c-4da5-a88c-d946185083d1'} bound to L3 agent in host n-d-836017-2 {{(pid=84765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:22:53.537862 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-0bcc6654-1fb5-4619-afb0-4ef2424825f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:22:50Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['76420389-0c7c-4da5-a88c-d946185083d1'], 'active': True} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:22:53.579383 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-683828c0-93be-408d-8746-526cba4b0917 req-49df3906-119e-4a09-8601-76751a0d316e tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:53.639525 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-4b598eca-e8ce-4f31-b8f8-0537ab5914d1 req-ac4eb508-d3e8-4feb-ae1d-050852b651c0 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] Synchronizing usage tracker for tenant:0d5b459d315b4287a98ceac4adc09bfe on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:22:53.650926 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-8f3c52fd-62dc-4dfa-950f-d5b65cbd844a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417313'] for router_interface, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:53.692780 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49df3906-119e-4a09-8601-76751a0d316e tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Pushing event updated for resources: {'Port': ['ID=1322c92f-b999-445a-867c-1cc9d3db029b,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:53.725837 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-683828c0-93be-408d-8746-526cba4b0917 req-49df3906-119e-4a09-8601-76751a0d316e tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Network 0685e2b1-3b13-405d-a131-f90aa0a8867a is already hosted by enough agents. {{(pid=84764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:22:53.729684 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [req-683828c0-93be-408d-8746-526cba4b0917 req-49df3906-119e-4a09-8601-76751a0d316e tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Resources bound (agent type, host, resource id): {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:22:53.733313 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [req-683828c0-93be-408d-8746-526cba4b0917 req-49df3906-119e-4a09-8601-76751a0d316e tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Received port after_create {{(pid=84764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:22:53.810904 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683828c0-93be-408d-8746-526cba4b0917 req-49df3906-119e-4a09-8601-76751a0d316e tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:53.810904 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-683828c0-93be-408d-8746-526cba4b0917 req-49df3906-119e-4a09-8601-76751a0d316e tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:53.817550 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-15e9b917-bd93-47fc-ada3-32fa0b92470b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:53.832060 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a252825b-7594-4e5a-afe2-40310cd2b502 req-74e9ecc5-c510-4fa1-9e9a-4925a2193f28 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] 10.222.0.69 "PUT /v2.0/floatingips/d5a0a18d-d311-45ad-95a8-422c0918d982 HTTP/1.1" status: 200 len: 696 time: 3.1912410 Apr 18 19:22:53.832828 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '027a3482-9de8-4178-93a4-4577839df052', 'tag': '346a209d-f566-45d8-b781-babbfb75723a'}] {{(pid=84764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:22:53.833384 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-0bcc6654-1fb5-4619-afb0-4ef2424825f1 None None] Set router 76420389-0c7c-4da5-a88c-d946185083d1 gateway port host: n-d-836017-2 {{(pid=84765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:22:53.858404 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e9b917-bd93-47fc-ada3-32fa0b92470b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e668ef8a-3c63-44ca-966c-7c979301d531,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:53.887309 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-15e9b917-bd93-47fc-ada3-32fa0b92470b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:53.887309 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-15e9b917-bd93-47fc-ada3-32fa0b92470b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e668ef8a-3c63-44ca-966c-7c979301d531 HTTP/1.1" status: 204 len: 168 time: 0.9038446 Apr 18 19:22:53.915126 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-09e3473b-1ada-4d93-b51f-2ed1dcaf668e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97f82dc5-ac04-4690-9af4-897752677a70', 'name': 'tempest-FloatingIPsNegativeTestJSON-1956738310-router', 'tenant_id': '8f2160bd253744eb9f673c1dacb132a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '3afef78b-770d-491b-873e-7853f2532bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:22:32Z', 'updated_at': '2022-04-18T19:22:42Z', 'revision_number': 4, 'project_id': '8f2160bd253744eb9f673c1dacb132a8', 'gw_port': {'id': '3afef78b-770d-491b-873e-7853f2532bdb', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f5:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f82dc5-ac04-4690-9af4-897752677a70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:22:33Z', 'updated_at': '2022-04-18T19:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_interfaces': [{'id': 'ec61950c-bb0a-42ef-9c8b-08e3c480f98e', 'name': '', 'network_id': '2855f453-769b-46d1-87a9-363cad7d7229', 'tenant_id': '8f2160bd253744eb9f673c1dacb132a8', 'mac_address': 'fa:16:3e:f6:c5:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97f82dc5-ac04-4690-9af4-897752677a70', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e614d498-f6c5-474d-b8a7-e81a388a7a3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:22:40Z', 'updated_at': '2022-04-18T19:22:52Z', 'revision_number': 4, 'project_id': '8f2160bd253744eb9f673c1dacb132a8', 'subnets': [{'id': 'e614d498-f6c5-474d-b8a7-e81a388a7a3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-2', False) {} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:22:53.920983 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e3473b-1ada-4d93-b51f-2ed1dcaf668e None None] The sync data for ids ['97f82dc5-ac04-4690-9af4-897752677a70'] in n-d-836017-2 is: [{'id': '97f82dc5-ac04-4690-9af4-897752677a70', 'name': 'tempest-FloatingIPsNegativeTestJSON-1956738310-router', 'tenant_id': '8f2160bd253744eb9f673c1dacb132a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '3afef78b-770d-491b-873e-7853f2532bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:22:32Z', 'updated_at': '2022-04-18T19:22:42Z', 'revision_number': 4, 'project_id': '8f2160bd253744eb9f673c1dacb132a8', 'gw_port': {'id': '3afef78b-770d-491b-873e-7853f2532bdb', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f5:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f82dc5-ac04-4690-9af4-897752677a70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:22:33Z', 'updated_at': '2022-04-18T19:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_interfaces': [{'id': 'ec61950c-bb0a-42ef-9c8b-08e3c480f98e', 'name': '', 'network_id': '2855f453-769b-46d1-87a9-363cad7d7229', 'tenant_id': '8f2160bd253744eb9f673c1dacb132a8', 'mac_address': 'fa:16:3e:f6:c5:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97f82dc5-ac04-4690-9af4-897752677a70', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e614d498-f6c5-474d-b8a7-e81a388a7a3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:22:40Z', 'updated_at': '2022-04-18T19:22:52Z', 'revision_number': 4, 'project_id': '8f2160bd253744eb9f673c1dacb132a8', 'subnets': [{'id': 'e614d498-f6c5-474d-b8a7-e81a388a7a3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:22:53.943294 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-683828c0-93be-408d-8746-526cba4b0917 req-49df3906-119e-4a09-8601-76751a0d316e tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2054496 Apr 18 19:22:53.969925 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-4b598eca-e8ce-4f31-b8f8-0537ab5914d1 req-ac4eb508-d3e8-4feb-ae1d-050852b651c0 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] Unset dirty status for tenant:0d5b459d315b4287a98ceac4adc09bfe on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:22:53.969925 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4b598eca-e8ce-4f31-b8f8-0537ab5914d1 req-ac4eb508-d3e8-4feb-ae1d-050852b651c0 tempest-DeleteServersAdminTestJSON-1609282443 tempest-DeleteServersAdminTestJSON-1609282443-project] 10.222.0.69 "GET /v2.0/ports?device_id=016b104f-c345-4ebb-a651-fd17ca2d8c0d HTTP/1.1" status: 200 len: 210 time: 0.4136896 Apr 18 19:22:54.024835 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [req-683828c0-93be-408d-8746-526cba4b0917 req-a2254f39-3a0e-4297-8385-603e7e6a03bb service neutron] Request body: {'port': {'device_id': 'b036cac9-0805-4344-b7ed-7456f39c642e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-2'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:22:54.042845 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device abe1a1c1-6ab6-46fd-abfb-f7df79d33862 up at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:22:54.065497 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec8b3f44-7e29-4f00-b480-23f5bb143468 admin admin] Notify agent at l3_agent.n-d-836017-2 the message routers_updated {{(pid=84763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:22:54.089496 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f651f592-eb3f-4e6a-bba6-1051fa52a7ea None None] Sync routers for ids ['773814fa-f3b0-45a8-b43d-b6bd81b1654f'] in n-d-836017-2 {{(pid=84766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:22:54.121712 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f651f592-eb3f-4e6a-bba6-1051fa52a7ea None None] Routers {'773814fa-f3b0-45a8-b43d-b6bd81b1654f'} bound to L3 agent in host n-d-836017-2 {{(pid=84766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:22:54.124877 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-f651f592-eb3f-4e6a-bba6-1051fa52a7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:22:50Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['773814fa-f3b0-45a8-b43d-b6bd81b1654f'], 'active': True} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:22:54.177599 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ec8b3f44-7e29-4f00-b480-23f5bb143468 admin admin] Notify callbacks [] for router, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:54.182138 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-ec8b3f44-7e29-4f00-b480-23f5bb143468 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.6283166 Apr 18 19:22:54.186863 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 46436) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:22:54.242126 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d20406b-41b1-4695-8a87-eb55081e6b22'] response: {'server_uuid': '65fac923-8be7-44b9-8e7f-1b954f17650c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ea48081-67b5-46d0-ac7b-fc5251ab13c4', 'code': 200} Apr 18 19:22:54.351400 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dffee422-603d-443f-8476-4b0d3d7407f9'] response: {'server_uuid': '016b104f-c345-4ebb-a651-fd17ca2d8c0d', 'name': 'network-vif-deleted', 'tag': '15781f55-411f-4068-832a-9e37278912a9', 'status': 'completed', 'code': 200} Apr 18 19:22:54.405517 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a252825b-7594-4e5a-afe2-40310cd2b502 req-dc74a1a5-0b7b-4421-aff2-fbb96a4d213b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=666658683d0a4c6e8109e68b8b765a46&device_id=027a3482-9de8-4178-93a4-4577839df052 HTTP/1.1" status: 200 len: 1097 time: 0.5338719 Apr 18 19:22:54.478565 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-683828c0-93be-408d-8746-526cba4b0917 req-a2254f39-3a0e-4297-8385-603e7e6a03bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:54.499946 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning for port abe1a1c1-6ab6-46fd-abfb-f7df79d33862 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:22:54.532739 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning complete for port abe1a1c1-6ab6-46fd-abfb-f7df79d33862 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:22:54.533157 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:54.660930 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvr_db [None req-f651f592-eb3f-4e6a-bba6-1051fa52a7ea None None] Set router 773814fa-f3b0-45a8-b43d-b6bd81b1654f gateway port host: n-d-836017-2 {{(pid=84766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:22:54.724463 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-0bcc6654-1fb5-4619-afb0-4ef2424825f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76420389-0c7c-4da5-a88c-d946185083d1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1709511624-router', 'tenant_id': '666658683d0a4c6e8109e68b8b765a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': 'f5a0c450-17d1-4dbb-addb-8df879102f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:21:06Z', 'updated_at': '2022-04-18T19:21:14Z', 'revision_number': 4, 'project_id': '666658683d0a4c6e8109e68b8b765a46', 'gw_port': {'id': 'f5a0c450-17d1-4dbb-addb-8df879102f28', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:fb:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76420389-0c7c-4da5-a88c-d946185083d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:21:09Z', 'updated_at': '2022-04-18T19:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_interfaces': [{'id': 'c366461e-feb8-4736-a327-49e2d973267b', 'name': '', 'network_id': '97b575c1-8a4c-401c-bfc8-567de6de32a8', 'tenant_id': '666658683d0a4c6e8109e68b8b765a46', 'mac_address': 'fa:16:3e:43:9f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76420389-0c7c-4da5-a88c-d946185083d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4fd8a82-a99d-4f41-8012-881e08157cb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:21:13Z', 'updated_at': '2022-04-18T19:21:27Z', 'revision_number': 5, 'project_id': '666658683d0a4c6e8109e68b8b765a46', 'subnets': [{'id': 'a4fd8a82-a99d-4f41-8012-881e08157cb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-2', False) {} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:22:54.807985 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcc6654-1fb5-4619-afb0-4ef2424825f1 None None] Checking router: 76420389-0c7c-4da5-a88c-d946185083d1 for host: n-d-836017-2 {{(pid=84765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:22:54.818345 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:54.819293 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device ec61950c-bb0a-42ef-9c8b-08e3c480f98e up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:22:54.942426 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:54.970380 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcc6654-1fb5-4619-afb0-4ef2424825f1 None None] Routers {'76420389-0c7c-4da5-a88c-d946185083d1'} bound to L3 agent in host n-d-836017-2 {{(pid=84765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:22:54.971203 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-0bcc6654-1fb5-4619-afb0-4ef2424825f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:22:50Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['76420389-0c7c-4da5-a88c-d946185083d1'], 'active': True} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:22:55.188915 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port abe1a1c1-6ab6-46fd-abfb-f7df79d33862, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=abe1a1c1-6ab6-46fd-abfb-f7df79d33862,segment=NetworkSegment(57f6477d-46cb-4fbc-8909-e9439d3b2b0a),segment_id=57f6477d-46cb-4fbc-8909-e9439d3b2b0a)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:22:55.223477 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a252825b-7594-4e5a-afe2-40310cd2b502 req-2f456a62-6c06-487a-aacc-0eb4bfe9416d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:55.234759 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a252825b-7594-4e5a-afe2-40310cd2b502 req-2f456a62-6c06-487a-aacc-0eb4bfe9416d service neutron] 10.222.0.69 "GET /v2.0/networks?id=97b575c1-8a4c-401c-bfc8-567de6de32a8 HTTP/1.1" status: 200 len: 922 time: 0.8278134 Apr 18 19:22:55.295380 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:55.348854 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-f651f592-eb3f-4e6a-bba6-1051fa52a7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '773814fa-f3b0-45a8-b43d-b6bd81b1654f', 'name': 'tempest-FloatingIPsTestJSON-230689474-router', 'tenant_id': '9b74ec910fb54960866ccdca4b96acdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '156e67cb-02e4-4765-822d-e40a7dfcb41c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:22:46Z', 'updated_at': '2022-04-18T19:22:50Z', 'revision_number': 3, 'project_id': '9b74ec910fb54960866ccdca4b96acdd', 'gw_port': {'id': '156e67cb-02e4-4765-822d-e40a7dfcb41c', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8d:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '773814fa-f3b0-45a8-b43d-b6bd81b1654f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:22:48Z', 'updated_at': '2022-04-18T19:22:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2'}], 'n-d-836017-2', False) {} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:22:55.351085 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-00c08b0f-4edb-42d8-9bb5-e7ebdfe1d029 req-889fd64e-8315-4e30-8e5f-0107190256ad service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=65fac923-8be7-44b9-8e7f-1b954f17650c HTTP/1.1" status: 200 len: 1096 time: 0.9985836 Apr 18 19:22:55.361980 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f651f592-eb3f-4e6a-bba6-1051fa52a7ea None None] Checking router: 773814fa-f3b0-45a8-b43d-b6bd81b1654f for host: n-d-836017-2 {{(pid=84766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:22:55.363340 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f651f592-eb3f-4e6a-bba6-1051fa52a7ea None None] Updating router 773814fa-f3b0-45a8-b43d-b6bd81b1654f port 156e67cb-02e4-4765-822d-e40a7dfcb41c binding host n-d-836017-2 {{(pid=84766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 19:22:55.381180 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning for port ec61950c-bb0a-42ef-9c8b-08e3c480f98e completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:22:55.410833 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-0bcc6654-1fb5-4619-afb0-4ef2424825f1 None None] Set router 76420389-0c7c-4da5-a88c-d946185083d1 gateway port host: n-d-836017-2 {{(pid=84765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:22:55.428827 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfc346c-00bf-401c-bfd5-c0a4d8ea8269 req-d6fbd632-766b-4393-a839-c0cd78d87fef tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:55.437668 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5dfc346c-00bf-401c-bfd5-c0a4d8ea8269 req-d6fbd632-766b-4393-a839-c0cd78d87fef tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] 10.222.0.69 "GET /v2.0/ports?device_id=65fac923-8be7-44b9-8e7f-1b954f17650c HTTP/1.1" status: 200 len: 945 time: 0.7744558 Apr 18 19:22:55.462749 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-f651f592-eb3f-4e6a-bba6-1051fa52a7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:55.496807 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port ec61950c-bb0a-42ef-9c8b-08e3c480f98e triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:22:55.497933 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:55.634459 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a252825b-7594-4e5a-afe2-40310cd2b502 req-dd2de2ee-e4d1-4678-a3d4-5f984a74059a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=346a209d-f566-45d8-b781-babbfb75723a HTTP/1.1" status: 200 len: 217 time: 0.3983378 Apr 18 19:22:55.672426 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-00c08b0f-4edb-42d8-9bb5-e7ebdfe1d029 req-4168778e-1c33-4f55-a5fa-8df5ff70504e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=8c52123b-60a4-4956-916c-e7722e17de2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2792940 Apr 18 19:22:55.688077 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=abe1a1c1-6ab6-46fd-abfb-f7df79d33862,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:55.706705 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5dfc346c-00bf-401c-bfd5-c0a4d8ea8269 req-5d6a33c5-2700-45c0-9300-beba668242f2 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] 10.222.0.69 "GET /v2.0/security-groups?id=8c52123b-60a4-4956-916c-e7722e17de2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2676246 Apr 18 19:22:55.791707 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [req-683828c0-93be-408d-8746-526cba4b0917 req-a2254f39-3a0e-4297-8385-603e7e6a03bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1322c92f-b999-445a-867c-1cc9d3db029b {{(pid=84764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:22:55.805629 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-683828c0-93be-408d-8746-526cba4b0917 req-a2254f39-3a0e-4297-8385-603e7e6a03bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:55.810108 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a252825b-7594-4e5a-afe2-40310cd2b502 req-c085c1a9-39f6-4539-ba5c-18fe37ef8b7d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:55.819266 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a252825b-7594-4e5a-afe2-40310cd2b502 req-c085c1a9-39f6-4539-ba5c-18fe37ef8b7d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a4fd8a82-a99d-4f41-8012-881e08157cb0 HTTP/1.1" status: 200 len: 860 time: 0.1830609 Apr 18 19:22:55.890117 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.provisioning_blocks [req-683828c0-93be-408d-8746-526cba4b0917 req-a2254f39-3a0e-4297-8385-603e7e6a03bb service neutron] Transition to ACTIVE for port object 1322c92f-b999-445a-867c-1cc9d3db029b will not be triggered until provisioned by entity L2. {{(pid=84764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:22:55.948659 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a252825b-7594-4e5a-afe2-40310cd2b502 req-b476eb07-db28-447d-8a24-a00742635a5a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=97b575c1-8a4c-401c-bfc8-567de6de32a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1282778 Apr 18 19:22:55.990022 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-683828c0-93be-408d-8746-526cba4b0917 req-a2254f39-3a0e-4297-8385-603e7e6a03bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2290934'] for port, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:56.021110 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:56.096132 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] For port ec61950c-bb0a-42ef-9c8b-08e3c480f98e, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=ec61950c-bb0a-42ef-9c8b-08e3c480f98e,segment=NetworkSegment(a7053a24-cc63-4013-adec-346cf7b48cb9),segment_id=a7053a24-cc63-4013-adec-346cf7b48cb9)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:22:56.175519 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-f651f592-eb3f-4e6a-bba6-1051fa52a7ea None None] Notify callbacks [] for port, precommit_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:56.189220 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.provisioning_blocks [None req-f651f592-eb3f-4e6a-bba6-1051fa52a7ea None None] Transition to ACTIVE for port object 156e67cb-02e4-4765-822d-e40a7dfcb41c will not be triggered until provisioned by entity L2. {{(pid=84766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:22:56.221922 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:56.226754 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2254f39-3a0e-4297-8385-603e7e6a03bb service neutron] Pushing event updated for resources: {'Port': ['ID=1322c92f-b999-445a-867c-1cc9d3db029b,revision_number=2']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:56.271521 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-f651f592-eb3f-4e6a-bba6-1051fa52a7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:56.279971 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6623f59d-6d74-43c2-bd67-bd59cf127910', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abe1a1c1-6ab6-46fd-abfb-f7df79d33862'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:22:56.338378 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Pushing event updated for resources: {'Port': ['ID=ec61950c-bb0a-42ef-9c8b-08e3c480f98e,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:56.351425 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-0bcc6654-1fb5-4619-afb0-4ef2424825f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76420389-0c7c-4da5-a88c-d946185083d1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1709511624-router', 'tenant_id': '666658683d0a4c6e8109e68b8b765a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': 'f5a0c450-17d1-4dbb-addb-8df879102f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:21:06Z', 'updated_at': '2022-04-18T19:21:14Z', 'revision_number': 4, 'project_id': '666658683d0a4c6e8109e68b8b765a46', 'gw_port': {'id': 'f5a0c450-17d1-4dbb-addb-8df879102f28', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:fb:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76420389-0c7c-4da5-a88c-d946185083d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:21:09Z', 'updated_at': '2022-04-18T19:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_interfaces': [{'id': 'c366461e-feb8-4736-a327-49e2d973267b', 'name': '', 'network_id': '97b575c1-8a4c-401c-bfc8-567de6de32a8', 'tenant_id': '666658683d0a4c6e8109e68b8b765a46', 'mac_address': 'fa:16:3e:43:9f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76420389-0c7c-4da5-a88c-d946185083d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4fd8a82-a99d-4f41-8012-881e08157cb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:21:13Z', 'updated_at': '2022-04-18T19:21:27Z', 'revision_number': 5, 'project_id': '666658683d0a4c6e8109e68b8b765a46', 'subnets': [{'id': 'a4fd8a82-a99d-4f41-8012-881e08157cb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-2', False) {} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:22:56.363740 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a252825b-7594-4e5a-afe2-40310cd2b502 req-6752ad74-9e19-467d-8c48-8ab3e9600ee6 service neutron] 10.222.0.69 "GET /v2.0/networks/97b575c1-8a4c-401c-bfc8-567de6de32a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4076033 Apr 18 19:22:56.387022 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f86539-ae2a-4a7f-8a2a-5d687dd135a2 req-48ebfa22-549a-4cf8-9b12-3b0b67862774 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:56.389273 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-14f86539-ae2a-4a7f-8a2a-5d687dd135a2 req-48ebfa22-549a-4cf8-9b12-3b0b67862774 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?device_id=6623f59d-6d74-43c2-bd67-bd59cf127910 HTTP/1.1" status: 200 len: 945 time: 0.3491828 Apr 18 19:22:56.398292 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcc6654-1fb5-4619-afb0-4ef2424825f1 None None] The sync data for ids ['76420389-0c7c-4da5-a88c-d946185083d1'] in n-d-836017-2 is: [{'id': '76420389-0c7c-4da5-a88c-d946185083d1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1709511624-router', 'tenant_id': '666658683d0a4c6e8109e68b8b765a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': 'f5a0c450-17d1-4dbb-addb-8df879102f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:21:06Z', 'updated_at': '2022-04-18T19:21:14Z', 'revision_number': 4, 'project_id': '666658683d0a4c6e8109e68b8b765a46', 'gw_port': {'id': 'f5a0c450-17d1-4dbb-addb-8df879102f28', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:fb:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76420389-0c7c-4da5-a88c-d946185083d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:21:09Z', 'updated_at': '2022-04-18T19:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_interfaces': [{'id': 'c366461e-feb8-4736-a327-49e2d973267b', 'name': '', 'network_id': '97b575c1-8a4c-401c-bfc8-567de6de32a8', 'tenant_id': '666658683d0a4c6e8109e68b8b765a46', 'mac_address': 'fa:16:3e:43:9f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76420389-0c7c-4da5-a88c-d946185083d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4fd8a82-a99d-4f41-8012-881e08157cb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:21:13Z', 'updated_at': '2022-04-18T19:21:27Z', 'revision_number': 5, 'project_id': '666658683d0a4c6e8109e68b8b765a46', 'subnets': [{'id': 'a4fd8a82-a99d-4f41-8012-881e08157cb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:22:56.434199 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dec075c-daa1-4263-8bb4-9cca360d5939 None None] Pushing event updated for resources: {'Port': ['ID=156e67cb-02e4-4765-822d-e40a7dfcb41c,revision_number=2']} {{(pid=84766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:56.464848 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-14f86539-ae2a-4a7f-8a2a-5d687dd135a2 req-25d6ac4a-27fd-4df1-9d24-9568090b8275 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667238 Apr 18 19:22:56.473319 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-8f3c52fd-62dc-4dfa-950f-d5b65cbd844a admin admin] Deleting port ec61950c-bb0a-42ef-9c8b-08e3c480f98e {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:22:56.473673 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-8f3c52fd-62dc-4dfa-950f-d5b65cbd844a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:56.477491 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.managers [None req-f651f592-eb3f-4e6a-bba6-1051fa52a7ea None None] Attempting to bind port 156e67cb-02e4-4765-822d-e40a7dfcb41c on host n-d-836017-2 for vnic_type normal with profile {{(pid=84766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:22:56.477798 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.managers [None req-f651f592-eb3f-4e6a-bba6-1051fa52a7ea None None] Attempting to bind port 156e67cb-02e4-4765-822d-e40a7dfcb41c by drivers openvswitch,hyperv on host n-d-836017-2 at level 0 using segments [{'id': '5de34947-6c56-419b-85d0-f61f69ce7c45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'}] {{(pid=84766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:22:56.478251 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f651f592-eb3f-4e6a-bba6-1051fa52a7ea None None] Attempting to bind port 156e67cb-02e4-4765-822d-e40a7dfcb41c on network 11e8e108-37df-4084-b6b7-113e6beb66b4 {{(pid=84766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:22:56.488661 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f651f592-eb3f-4e6a-bba6-1051fa52a7ea None None] Checking agent: {'id': 'df2a5cfe-6839-400b-a998-e4fffce70f45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 8, 22), 'started_at': datetime.datetime(2022, 4, 18, 19, 8, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:22:56.489665 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f651f592-eb3f-4e6a-bba6-1051fa52a7ea None None] Checking segment: {'id': '5de34947-6c56-419b-85d0-f61f69ce7c45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:22:56.490148 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-f651f592-eb3f-4e6a-bba6-1051fa52a7ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:56.490751 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f651f592-eb3f-4e6a-bba6-1051fa52a7ea None None] Bound using segment: {'id': '5de34947-6c56-419b-85d0-f61f69ce7c45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'} {{(pid=84766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:22:56.491302 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.managers [None req-f651f592-eb3f-4e6a-bba6-1051fa52a7ea None None] Bound port: 156e67cb-02e4-4765-822d-e40a7dfcb41c, host: n-d-836017-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5de34947-6c56-419b-85d0-f61f69ce7c45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'}}] {{(pid=84766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:22:56.491770 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-f651f592-eb3f-4e6a-bba6-1051fa52a7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:56.543082 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-683828c0-93be-408d-8746-526cba4b0917 req-a2254f39-3a0e-4297-8385-603e7e6a03bb service neutron] Attempting to bind port 1322c92f-b999-445a-867c-1cc9d3db029b on host n-h2-836017-2 for vnic_type normal with profile {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:22:56.543644 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-683828c0-93be-408d-8746-526cba4b0917 req-a2254f39-3a0e-4297-8385-603e7e6a03bb service neutron] Attempting to bind port 1322c92f-b999-445a-867c-1cc9d3db029b by drivers openvswitch,hyperv on host n-h2-836017-2 at level 0 using segments [{'id': '1b33902c-725a-4527-bb11-2978d3dba7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '0685e2b1-3b13-405d-a131-f90aa0a8867a'}] {{(pid=84764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:22:56.544193 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683828c0-93be-408d-8746-526cba4b0917 req-a2254f39-3a0e-4297-8385-603e7e6a03bb service neutron] Attempting to bind port 1322c92f-b999-445a-867c-1cc9d3db029b on network 0685e2b1-3b13-405d-a131-f90aa0a8867a {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:22:56.553725 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683828c0-93be-408d-8746-526cba4b0917 req-a2254f39-3a0e-4297-8385-603e7e6a03bb service neutron] Port 1322c92f-b999-445a-867c-1cc9d3db029b on network 0685e2b1-3b13-405d-a131-f90aa0a8867a not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-2 {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:22:56.554279 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683828c0-93be-408d-8746-526cba4b0917 req-a2254f39-3a0e-4297-8385-603e7e6a03bb service neutron] Attempting to bind port 1322c92f-b999-445a-867c-1cc9d3db029b on network 0685e2b1-3b13-405d-a131-f90aa0a8867a {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:22:56.618955 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.db [None req-f651f592-eb3f-4e6a-bba6-1051fa52a7ea None None] For port 156e67cb-02e4-4765-822d-e40a7dfcb41c, host n-d-836017-2, cleared binding levels {{(pid=84766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:22:56.625916 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.db [None req-f651f592-eb3f-4e6a-bba6-1051fa52a7ea None None] For port 156e67cb-02e4-4765-822d-e40a7dfcb41c, host n-d-836017-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=156e67cb-02e4-4765-822d-e40a7dfcb41c,segment=NetworkSegment(5de34947-6c56-419b-85d0-f61f69ce7c45),segment_id=5de34947-6c56-419b-85d0-f61f69ce7c45)] {{(pid=84766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:22:56.632957 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683828c0-93be-408d-8746-526cba4b0917 req-a2254f39-3a0e-4297-8385-603e7e6a03bb service neutron] Checking agent: {'id': '02e8f951-d3a3-40e1-b8cc-aed258af030b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:22:56.633675 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683828c0-93be-408d-8746-526cba4b0917 req-a2254f39-3a0e-4297-8385-603e7e6a03bb service neutron] Checking segment: {'id': '1b33902c-725a-4527-bb11-2978d3dba7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '0685e2b1-3b13-405d-a131-f90aa0a8867a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:22:56.634133 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683828c0-93be-408d-8746-526cba4b0917 req-a2254f39-3a0e-4297-8385-603e7e6a03bb service neutron] Bound using segment: {'id': '1b33902c-725a-4527-bb11-2978d3dba7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '0685e2b1-3b13-405d-a131-f90aa0a8867a'} {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:22:56.634571 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-683828c0-93be-408d-8746-526cba4b0917 req-a2254f39-3a0e-4297-8385-603e7e6a03bb service neutron] Bound port: 1322c92f-b999-445a-867c-1cc9d3db029b, host: n-h2-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b33902c-725a-4527-bb11-2978d3dba7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '0685e2b1-3b13-405d-a131-f90aa0a8867a'}}] {{(pid=84764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:22:56.635143 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-683828c0-93be-408d-8746-526cba4b0917 req-a2254f39-3a0e-4297-8385-603e7e6a03bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:56.648838 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a252825b-7594-4e5a-afe2-40310cd2b502 req-8c6ae292-04f7-4f0a-8207-c77be74766db service neutron] 10.222.0.69 "GET /v2.0/networks/97b575c1-8a4c-401c-bfc8-567de6de32a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738004 Apr 18 19:22:56.652608 n-d-836017-2 neutron-server[84764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0355a8e5-681e-4d68-aac8-16af6c2acd9f'] response: {'name': 'network-changed', 'server_uuid': '027a3482-9de8-4178-93a4-4577839df052', 'tag': '346a209d-f566-45d8-b781-babbfb75723a', 'status': 'completed', 'code': 200} Apr 18 19:22:56.694570 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-f651f592-eb3f-4e6a-bba6-1051fa52a7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:56.731060 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device ec61950c-bb0a-42ef-9c8b-08e3c480f98e up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:22:56.800018 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dec075c-daa1-4263-8bb4-9cca360d5939 None None] Pushing event updated for resources: {'Port': ['ID=156e67cb-02e4-4765-822d-e40a7dfcb41c,revision_number=3']} {{(pid=84766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:56.812672 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-683828c0-93be-408d-8746-526cba4b0917 req-a2254f39-3a0e-4297-8385-603e7e6a03bb service neutron] For port 1322c92f-b999-445a-867c-1cc9d3db029b, host n-h2-836017-2, cleared binding levels {{(pid=84764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:22:56.817323 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-683828c0-93be-408d-8746-526cba4b0917 req-a2254f39-3a0e-4297-8385-603e7e6a03bb service neutron] For port 1322c92f-b999-445a-867c-1cc9d3db029b, host n-h2-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=1322c92f-b999-445a-867c-1cc9d3db029b,segment=NetworkSegment(1b33902c-725a-4527-bb11-2978d3dba7a4),segment_id=1b33902c-725a-4527-bb11-2978d3dba7a4)] {{(pid=84764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:22:56.832510 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f651f592-eb3f-4e6a-bba6-1051fa52a7ea None None] Routers {'773814fa-f3b0-45a8-b43d-b6bd81b1654f'} bound to L3 agent in host n-d-836017-2 {{(pid=84766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:22:56.833217 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-f651f592-eb3f-4e6a-bba6-1051fa52a7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:22:50Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['773814fa-f3b0-45a8-b43d-b6bd81b1654f'], 'active': True} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:22:56.902563 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-683828c0-93be-408d-8746-526cba4b0917 req-a2254f39-3a0e-4297-8385-603e7e6a03bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2290934'] for port, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:56.912037 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port ec61950c-bb0a-42ef-9c8b-08e3c480f98e triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:22:56.912806 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:56.979887 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [None req-8f3c52fd-62dc-4dfa-950f-d5b65cbd844a admin admin] For port ec61950c-bb0a-42ef-9c8b-08e3c480f98e, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=ec61950c-bb0a-42ef-9c8b-08e3c480f98e,segment=NetworkSegment(a7053a24-cc63-4013-adec-346cf7b48cb9),segment_id=a7053a24-cc63-4013-adec-346cf7b48cb9)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:22:56.979887 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-8f3c52fd-62dc-4dfa-950f-d5b65cbd844a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:57.056194 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2254f39-3a0e-4297-8385-603e7e6a03bb service neutron] Pushing event updated for resources: {'Port': ['ID=1322c92f-b999-445a-867c-1cc9d3db029b,revision_number=3']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:57.062614 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-683828c0-93be-408d-8746-526cba4b0917 req-a2254f39-3a0e-4297-8385-603e7e6a03bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:57.064144 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-683828c0-93be-408d-8746-526cba4b0917 req-a2254f39-3a0e-4297-8385-603e7e6a03bb service neutron] 10.222.0.72 "PUT /v2.0/ports/1322c92f-b999-445a-867c-1cc9d3db029b HTTP/1.1" status: 200 len: 1092 time: 3.1123579 Apr 18 19:22:57.082728 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a6f5a8b-11b9-4c7f-8bfc-313655ac5057'] response: {'server_uuid': '6623f59d-6d74-43c2-bd67-bd59cf127910', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abe1a1c1-6ab6-46fd-abfb-f7df79d33862', 'code': 200} Apr 18 19:22:57.156677 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-8f3c52fd-62dc-4dfa-950f-d5b65cbd844a admin admin] Calling delete_port for ec61950c-bb0a-42ef-9c8b-08e3c480f98e owned by network:router_interface {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:22:57.233697 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvr_db [None req-f651f592-eb3f-4e6a-bba6-1051fa52a7ea None None] Set router 773814fa-f3b0-45a8-b43d-b6bd81b1654f gateway port host: n-d-836017-2 {{(pid=84766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:22:57.410297 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-7cf7b62d-f786-4919-b1c7-4fbdd3ae0228 req-60ab285d-970f-4deb-8ec2-4defc860ecf3 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=68c4f9e817a54964a6be17b7a402ba56&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0383902 Apr 18 19:22:57.425565 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-57299ce9-4ccd-4041-a48f-d3437b8c2843 req-00fa2327-409e-4120-ada2-07891e8429c8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6623f59d-6d74-43c2-bd67-bd59cf127910 HTTP/1.1" status: 200 len: 1096 time: 0.2464454 Apr 18 19:22:57.449731 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-683828c0-93be-408d-8746-526cba4b0917 req-131136cd-f0d5-4954-a246-c5c1d50d3fc3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fc56e011536d43568ffc66b480cf23b0&device_id=b036cac9-0805-4344-b7ed-7456f39c642e HTTP/1.1" status: 200 len: 1095 time: 0.1883414 Apr 18 19:22:57.612495 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-f651f592-eb3f-4e6a-bba6-1051fa52a7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '773814fa-f3b0-45a8-b43d-b6bd81b1654f', 'name': 'tempest-FloatingIPsTestJSON-230689474-router', 'tenant_id': '9b74ec910fb54960866ccdca4b96acdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '156e67cb-02e4-4765-822d-e40a7dfcb41c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:22:46Z', 'updated_at': '2022-04-18T19:22:50Z', 'revision_number': 3, 'project_id': '9b74ec910fb54960866ccdca4b96acdd', 'gw_port': {'id': '156e67cb-02e4-4765-822d-e40a7dfcb41c', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8d:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '773814fa-f3b0-45a8-b43d-b6bd81b1654f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:22:48Z', 'updated_at': '2022-04-18T19:22:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2'}], 'n-d-836017-2', False) {} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:22:57.618185 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f651f592-eb3f-4e6a-bba6-1051fa52a7ea None None] The sync data for ids ['773814fa-f3b0-45a8-b43d-b6bd81b1654f'] in n-d-836017-2 is: [{'id': '773814fa-f3b0-45a8-b43d-b6bd81b1654f', 'name': 'tempest-FloatingIPsTestJSON-230689474-router', 'tenant_id': '9b74ec910fb54960866ccdca4b96acdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '156e67cb-02e4-4765-822d-e40a7dfcb41c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:22:46Z', 'updated_at': '2022-04-18T19:22:50Z', 'revision_number': 3, 'project_id': '9b74ec910fb54960866ccdca4b96acdd', 'gw_port': {'id': '156e67cb-02e4-4765-822d-e40a7dfcb41c', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8d:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '773814fa-f3b0-45a8-b43d-b6bd81b1654f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:22:48Z', 'updated_at': '2022-04-18T19:22:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2'}] {{(pid=84766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:22:57.720571 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-683828c0-93be-408d-8746-526cba4b0917 req-2b1b4478-ccc0-44dd-9002-68f653abe861 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1322c92f-b999-445a-867c-1cc9d3db029b HTTP/1.1" status: 200 len: 217 time: 0.2504418 Apr 18 19:22:57.771706 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e5b8f5-90e2-4222-9794-f10aa53a1e10 req-38871ced-e2aa-4345-aae6-8ecff516b418 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:57.773270 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-38e5b8f5-90e2-4222-9794-f10aa53a1e10 req-38871ced-e2aa-4345-aae6-8ecff516b418 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=b036cac9-0805-4344-b7ed-7456f39c642e HTTP/1.1" status: 200 len: 944 time: 1.0170226 Apr 18 19:22:57.776165 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-647a450a-3669-4916-a172-539aabf7aa99 req-369df296-3cc7-41fa-a51a-dc0abcae5a13 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=666658683d0a4c6e8109e68b8b765a46&device_id=027a3482-9de8-4178-93a4-4577839df052 HTTP/1.1" status: 200 len: 1097 time: 1.0552371 Apr 18 19:22:57.786059 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-57299ce9-4ccd-4041-a48f-d3437b8c2843 req-fd4aea43-5a3d-4ad8-b867-18afa2b3ea7d service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3396254 Apr 18 19:22:57.834136 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683828c0-93be-408d-8746-526cba4b0917 req-ff9eb000-4da5-4ddf-90fb-ba2e7a522e81 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:57.835589 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-683828c0-93be-408d-8746-526cba4b0917 req-ff9eb000-4da5-4ddf-90fb-ba2e7a522e81 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1c71b90d-680b-4d0c-80a6-944953a6ed07 HTTP/1.1" status: 200 len: 848 time: 0.1058767 Apr 18 19:22:57.841816 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf7b62d-f786-4919-b1c7-4fbdd3ae0228 req-c8cfc7c7-5024-4bec-a2e2-69dc9736933d tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:57.843245 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-7cf7b62d-f786-4919-b1c7-4fbdd3ae0228 req-c8cfc7c7-5024-4bec-a2e2-69dc9736933d tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4211545 Apr 18 19:22:57.860947 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-7cf7b62d-f786-4919-b1c7-4fbdd3ae0228 req-3a919cd8-7389-4c0e-b869-ad532c8798e2 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] 10.222.0.69 "GET /v2.0/quotas/68c4f9e817a54964a6be17b7a402ba56 HTTP/1.1" status: 200 len: 375 time: 0.0119028 Apr 18 19:22:57.898320 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-8f3c52fd-62dc-4dfa-950f-d5b65cbd844a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:57.911367 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-7cf7b62d-f786-4919-b1c7-4fbdd3ae0228 req-141a8814-a92a-4dc5-90bc-9692392c20bf tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=68c4f9e817a54964a6be17b7a402ba56&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0449049 Apr 18 19:22:57.973622 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3c52fd-62dc-4dfa-950f-d5b65cbd844a admin admin] Pushing event deleted for resources: {'Port': ['ID=ec61950c-bb0a-42ef-9c8b-08e3c480f98e,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:58.025216 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-683828c0-93be-408d-8746-526cba4b0917 req-3389d572-44c4-4a19-86ff-7b9a791c4ea8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0685e2b1-3b13-405d-a131-f90aa0a8867a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477688 Apr 18 19:22:58.053000 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-38e5b8f5-90e2-4222-9794-f10aa53a1e10 req-aa6e7297-d9dd-4d91-b70c-91e0dba3fac7 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Synchronizing usage tracker for tenant:fc56e011536d43568ffc66b480cf23b0 on resource:security_group {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:22:58.140493 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647a450a-3669-4916-a172-539aabf7aa99 req-99cbc9b3-bf48-400a-9844-a07f058b3ac9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:58.141941 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-647a450a-3669-4916-a172-539aabf7aa99 req-99cbc9b3-bf48-400a-9844-a07f058b3ac9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=97b575c1-8a4c-401c-bfc8-567de6de32a8 HTTP/1.1" status: 200 len: 922 time: 0.3503730 Apr 18 19:22:58.222463 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-683828c0-93be-408d-8746-526cba4b0917 req-6680323f-a2b5-4a2a-bff1-48666b54ef17 service neutron] 10.222.0.72 "GET /v2.0/networks/0685e2b1-3b13-405d-a131-f90aa0a8867a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914520 Apr 18 19:22:58.255404 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-38e5b8f5-90e2-4222-9794-f10aa53a1e10 req-aa6e7297-d9dd-4d91-b70c-91e0dba3fac7 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Unset dirty status for tenant:fc56e011536d43568ffc66b480cf23b0 on resource:security_group {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:22:58.256325 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-38e5b8f5-90e2-4222-9794-f10aa53a1e10 req-aa6e7297-d9dd-4d91-b70c-91e0dba3fac7 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4657955 Apr 18 19:22:58.384226 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-647a450a-3669-4916-a172-539aabf7aa99 req-dd54bd24-92d8-4ace-9967-bc7f4de7ee65 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=346a209d-f566-45d8-b781-babbfb75723a HTTP/1.1" status: 200 len: 217 time: 0.2313936 Apr 18 19:22:58.564350 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-683828c0-93be-408d-8746-526cba4b0917 req-912f6677-7949-44db-b394-ea1dd24e9d93 service neutron] 10.222.0.72 "GET /v2.0/networks/0685e2b1-3b13-405d-a131-f90aa0a8867a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3328178 Apr 18 19:22:58.571139 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dbec09-d1cf-41e6-87aa-e7b7d8831760 req-3ce7b5b9-8696-4568-a6c5-4ca49d5d81bd tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:58.578659 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-87dbec09-d1cf-41e6-87aa-e7b7d8831760 req-3ce7b5b9-8696-4568-a6c5-4ca49d5d81bd tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] 10.222.0.69 "GET /v2.0/ports?device_id=65fac923-8be7-44b9-8e7f-1b954f17650c HTTP/1.1" status: 200 len: 945 time: 0.2668664 Apr 18 19:22:58.613841 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647a450a-3669-4916-a172-539aabf7aa99 req-ee26e1f4-d131-4d2d-aa78-8c78b3659c1a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:58.616232 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-647a450a-3669-4916-a172-539aabf7aa99 req-ee26e1f4-d131-4d2d-aa78-8c78b3659c1a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a4fd8a82-a99d-4f41-8012-881e08157cb0 HTTP/1.1" status: 200 len: 860 time: 0.2093697 Apr 18 19:22:58.664003 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-87dbec09-d1cf-41e6-87aa-e7b7d8831760 req-1a00e5c7-b8b4-4905-8ecb-a5bab17224ca tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] 10.222.0.69 "GET /v2.0/security-groups?id=8c52123b-60a4-4956-916c-e7722e17de2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846438 Apr 18 19:22:58.664531 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b036cac9-0805-4344-b7ed-7456f39c642e', 'tag': '1322c92f-b999-445a-867c-1cc9d3db029b'}] {{(pid=84764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:22:58.811684 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-5f6ac490-6f5e-45b6-9deb-735079b8e314 req-bb32a4de-5564-4ef3-974f-1c30146308a0 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3396816-7672-4e6c-a9ee-905861ee2aea HTTP/1.1" status: 200 len: 210 time: 0.0465035 Apr 18 19:22:58.925014 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-647a450a-3669-4916-a172-539aabf7aa99 req-dcbf0461-db40-40cd-89e9-09a744162094 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=97b575c1-8a4c-401c-bfc8-567de6de32a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2981119 Apr 18 19:22:58.968015 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de578a9f-cc04-415d-9a06-0e322626fb28 req-367c6096-e013-41f3-8e78-f77886913241 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:58.969585 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-de578a9f-cc04-415d-9a06-0e322626fb28 req-367c6096-e013-41f3-8e78-f77886913241 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?device_id=6623f59d-6d74-43c2-bd67-bd59cf127910 HTTP/1.1" status: 200 len: 945 time: 0.3038232 Apr 18 19:22:59.120085 n-d-836017-2 neutron-server[84764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-480c1d5f-5776-447f-b779-6305014f8798'] response: {'name': 'network-changed', 'server_uuid': 'b036cac9-0805-4344-b7ed-7456f39c642e', 'tag': '1322c92f-b999-445a-867c-1cc9d3db029b', 'status': 'completed', 'code': 200} Apr 18 19:22:59.127445 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-b2b4df5f-78d5-4f0a-98a3-05ca4a5b2b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:59.143064 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-8f3c52fd-62dc-4dfa-950f-d5b65cbd844a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417398'] for router_interface, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:59.206667 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-de578a9f-cc04-415d-9a06-0e322626fb28 req-5e102a4c-9c53-4348-bab5-303d7d8e79c9 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012475 Apr 18 19:22:59.281190 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-82e83b9b-f642-43f4-a48f-a186eb6ffdbb req-84d94461-fd10-40ee-a923-2c0fd4c23c53 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fc56e011536d43568ffc66b480cf23b0&device_id=b036cac9-0805-4344-b7ed-7456f39c642e HTTP/1.1" status: 200 len: 1095 time: 0.1416123 Apr 18 19:22:59.435206 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-647a450a-3669-4916-a172-539aabf7aa99 req-98d8d3f6-521a-4cff-9df3-b342fa207c72 service neutron] 10.222.0.72 "GET /v2.0/networks/97b575c1-8a4c-401c-bfc8-567de6de32a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4739158 Apr 18 19:22:59.445954 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d45db5-ab5e-4163-9a5c-4ef777c5f7fa req-8f931e9e-653c-401b-9e60-0e6fd6124f6b tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:59.458811 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e1d45db5-ab5e-4163-9a5c-4ef777c5f7fa req-8f931e9e-653c-401b-9e60-0e6fd6124f6b tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] 10.222.0.69 "GET /v2.0/ports?device_id=65fac923-8be7-44b9-8e7f-1b954f17650c HTTP/1.1" status: 200 len: 945 time: 0.2292349 Apr 18 19:22:59.459245 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 46506) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:22:59.467497 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-e36a8c17-8a0c-4c2d-ad20-b6ac1f374be0 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Request body: {'floatingip': {'port_id': '5ea48081-67b5-46d0-ac7b-fc5251ab13c4'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:22:59.535162 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e83b9b-f642-43f4-a48f-a186eb6ffdbb req-92aba83a-dc3a-4008-bc87-8706655647ae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:59.536736 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-82e83b9b-f642-43f4-a48f-a186eb6ffdbb req-92aba83a-dc3a-4008-bc87-8706655647ae service neutron] 10.222.0.72 "GET /v2.0/networks?id=0685e2b1-3b13-405d-a131-f90aa0a8867a HTTP/1.1" status: 200 len: 909 time: 0.2478476 Apr 18 19:22:59.625064 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-82e83b9b-f642-43f4-a48f-a186eb6ffdbb req-516b1f36-b71c-4b8f-a9e8-b8aa0e6a0c08 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1322c92f-b999-445a-867c-1cc9d3db029b HTTP/1.1" status: 200 len: 217 time: 0.0738668 Apr 18 19:22:59.628698 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-e36a8c17-8a0c-4c2d-ad20-b6ac1f374be0 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Notify callbacks [] for floatingip, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:59.701139 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-9953fb1b-f153-4a7d-8091-8f5fc9061ac8 req-9e749ff3-fa5e-4c88-ae13-ce9f11fd1378 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] 10.222.0.69 "GET /v2.0/floatingips/d5a0a18d-d311-45ad-95a8-422c0918d982 HTTP/1.1" status: 200 len: 696 time: 0.2731740 Apr 18 19:22:59.899915 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e83b9b-f642-43f4-a48f-a186eb6ffdbb req-443d9630-abf8-479b-97bb-ae3fa54f224d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:59.901418 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-82e83b9b-f642-43f4-a48f-a186eb6ffdbb req-443d9630-abf8-479b-97bb-ae3fa54f224d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1c71b90d-680b-4d0c-80a6-944953a6ed07 HTTP/1.1" status: 200 len: 848 time: 0.2141914 Apr 18 19:22:59.932591 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-647a450a-3669-4916-a172-539aabf7aa99 req-0be599ef-08b1-42cd-97bb-e8c6533462e4 service neutron] 10.222.0.72 "GET /v2.0/networks/97b575c1-8a4c-401c-bfc8-567de6de32a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4888206 Apr 18 19:23:00.061131 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_common [None req-b2b4df5f-78d5-4f0a-98a3-05ca4a5b2b9c admin admin] Allocated IP 172.20.0.1 (a43c91ae-a048-44c5-b9cb-a0d58dd8597e/24f81edd-8c54-4975-85b7-99c8013565a0/718d898d-5f29-4bde-8ebf-b834b04b3475) {{(pid=84763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:23:00.068823 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9953fb1b-f153-4a7d-8091-8f5fc9061ac8 req-eba0ff22-86ba-4b04-be5b-f5084361e87f tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:00.070294 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-9953fb1b-f153-4a7d-8091-8f5fc9061ac8 req-eba0ff22-86ba-4b04-be5b-f5084361e87f tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] 10.222.0.69 "GET /v2.0/networks/11e8e108-37df-4084-b6b7-113e6beb66b4 HTTP/1.1" status: 200 len: 784 time: 0.3584094 Apr 18 19:23:00.071757 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-82e83b9b-f642-43f4-a48f-a186eb6ffdbb req-373686fa-f3f1-4ce5-8310-57968c833419 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0685e2b1-3b13-405d-a131-f90aa0a8867a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1629560 Apr 18 19:23:00.089773 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [req-9953fb1b-f153-4a7d-8091-8f5fc9061ac8 req-564886a2-0ccb-4ecc-9f71-8af638366dd4 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=84763) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:23:00.090782 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-9953fb1b-f153-4a7d-8091-8f5fc9061ac8 req-564886a2-0ccb-4ecc-9f71-8af638366dd4 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0095625 Apr 18 19:23:00.267601 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-9953fb1b-f153-4a7d-8091-8f5fc9061ac8 req-a25cdf14-0bec-436a-a512-e28fdd74c51b tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.3.237 HTTP/1.1" status: 200 len: 699 time: 0.1579542 Apr 18 19:23:00.278082 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4326c6-6e79-433c-a082-da276c47d1f7 req-f6bc1f05-38f4-4cda-89e8-4b3d285708a9 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:00.279829 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-bd4326c6-6e79-433c-a082-da276c47d1f7 req-f6bc1f05-38f4-4cda-89e8-4b3d285708a9 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Synchronizing usage tracker for tenant:fc56e011536d43568ffc66b480cf23b0 on resource:port {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:23:00.395743 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-82e83b9b-f642-43f4-a48f-a186eb6ffdbb req-616840b6-0f0d-477e-8058-a5751dc25546 service neutron] 10.222.0.72 "GET /v2.0/networks/0685e2b1-3b13-405d-a131-f90aa0a8867a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3177197 Apr 18 19:23:00.480616 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-bd4326c6-6e79-433c-a082-da276c47d1f7 req-f6bc1f05-38f4-4cda-89e8-4b3d285708a9 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Unset dirty status for tenant:fc56e011536d43568ffc66b480cf23b0 on resource:port {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:23:00.480616 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-bd4326c6-6e79-433c-a082-da276c47d1f7 req-f6bc1f05-38f4-4cda-89e8-4b3d285708a9 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=b036cac9-0805-4344-b7ed-7456f39c642e HTTP/1.1" status: 200 len: 944 time: 0.7945082 Apr 18 19:23:00.525552 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-9953fb1b-f153-4a7d-8091-8f5fc9061ac8 req-17f8c5a0-6dd1-448a-a78e-3bf81e1816d5 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.3.237 HTTP/1.1" status: 200 len: 699 time: 0.2371376 Apr 18 19:23:00.528927 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-b2b4df5f-78d5-4f0a-98a3-05ca4a5b2b9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:00.570442 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedc69bf-087a-444d-ae2f-f2ed3f58e3ce None None] New status for floating IP d5a0a18d-d311-45ad-95a8-422c0918d982: DOWN {{(pid=84765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 19:23:00.687224 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [None req-b2b4df5f-78d5-4f0a-98a3-05ca4a5b2b9c admin admin] Transition to ACTIVE for port object 718d898d-5f29-4bde-8ebf-b834b04b3475 will not be triggered until provisioned by entity DHCP. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:23:00.692764 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-82e83b9b-f642-43f4-a48f-a186eb6ffdbb req-c45aa80e-a7d1-4215-b294-7f05f59ee157 service neutron] 10.222.0.72 "GET /v2.0/networks/0685e2b1-3b13-405d-a131-f90aa0a8867a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2853825 Apr 18 19:23:00.699216 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-bd4326c6-6e79-433c-a082-da276c47d1f7 req-d5f7b71d-23b4-4dde-84e4-fd0d58733ce2 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457000 Apr 18 19:23:00.877008 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-e36a8c17-8a0c-4c2d-ad20-b6ac1f374be0 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:00.962582 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-e36a8c17-8a0c-4c2d-ad20-b6ac1f374be0 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416787'] for floatingip, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:01.093223 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-9953fb1b-f153-4a7d-8091-8f5fc9061ac8 req-5046610f-87db-4d72-a8ed-ef1b9e671cd6 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Deleting port f5650b9b-c716-4d7b-90bd-7540d84b91a7 {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:23:01.093762 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-9953fb1b-f153-4a7d-8091-8f5fc9061ac8 req-5046610f-87db-4d72-a8ed-ef1b9e671cd6 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:01.122401 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7cf7b62d-f786-4919-b1c7-4fbdd3ae0228 req-c2097a22-cffa-4b69-a6b5-c58b4680845f tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=68c4f9e817a54964a6be17b7a402ba56&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1411190 Apr 18 19:23:01.195232 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-50a3d889-5f02-4d98-bf84-f72f83c56f95 req-48008ac6-388e-48a7-a163-526358448b7f tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3396816-7672-4e6c-a9ee-905861ee2aea HTTP/1.1" status: 200 len: 210 time: 0.1108456 Apr 18 19:23:01.311160 n-d-836017-2 neutron-server[84764]: INFO neutron.db.l3_db [None req-e36a8c17-8a0c-4c2d-ad20-b6ac1f374be0 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Floating IP 449ed824-e743-44fb-b2f8-6a24e67c368c associated. External IP: 172.25.3.96, port: 5ea48081-67b5-46d0-ac7b-fc5251ab13c4. Apr 18 19:23:01.433636 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-b2b4df5f-78d5-4f0a-98a3-05ca4a5b2b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:01.510288 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 46520) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:23:01.563901 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b6ca54-7032-408c-9801-55aadec52789 req-2e51af37-21bb-47f2-8007-d2b2cf4fb16d tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:01.565453 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-30b6ca54-7032-408c-9801-55aadec52789 req-2e51af37-21bb-47f2-8007-d2b2cf4fb16d tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?device_id=6623f59d-6d74-43c2-bd67-bd59cf127910 HTTP/1.1" status: 200 len: 945 time: 0.1764162 Apr 18 19:23:01.611578 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b4df5f-78d5-4f0a-98a3-05ca4a5b2b9c admin admin] Network a43c91ae-a048-44c5-b9cb-a0d58dd8597e is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:23:01.640904 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-30b6ca54-7032-408c-9801-55aadec52789 req-98fc822d-83d4-4c76-aeb8-53207deb6270 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629277 Apr 18 19:23:01.650008 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [None req-b2b4df5f-78d5-4f0a-98a3-05ca4a5b2b9c admin admin] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:23:01.665542 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b4df5f-78d5-4f0a-98a3-05ca4a5b2b9c admin admin] Pushing event updated for resources: {'Port': ['ID=718d898d-5f29-4bde-8ebf-b834b04b3475,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:01.685380 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b4df5f-78d5-4f0a-98a3-05ca4a5b2b9c admin admin] Received port after_create {{(pid=84763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:23:01.761805 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf7b62d-f786-4919-b1c7-4fbdd3ae0228 req-f964a192-20a1-4497-bf01-bec0e3ca89db tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:01.763882 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7cf7b62d-f786-4919-b1c7-4fbdd3ae0228 req-f964a192-20a1-4497-bf01-bec0e3ca89db tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6300511 Apr 18 19:23:01.816188 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-7cf7b62d-f786-4919-b1c7-4fbdd3ae0228 req-3224d806-e414-475a-be05-7631e4874810 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] Request body: {'port': {'device_id': 'f3396816-7672-4e6c-a9ee-905861ee2aea', 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a', 'admin_state_up': True, 'tenant_id': '68c4f9e817a54964a6be17b7a402ba56'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:23:01.845633 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-9953fb1b-f153-4a7d-8091-8f5fc9061ac8 req-5046610f-87db-4d72-a8ed-ef1b9e671cd6 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:01.846041 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-9953fb1b-f153-4a7d-8091-8f5fc9061ac8 req-5046610f-87db-4d72-a8ed-ef1b9e671cd6 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:01.896947 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-b2b4df5f-78d5-4f0a-98a3-05ca4a5b2b9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417434'] for router_interface, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:02.008029 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 1322c92f-b999-445a-867c-1cc9d3db029b details requested by agent hyperv_n-h2-836017-2 with host n-h2-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:23:02.102498 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-9953fb1b-f153-4a7d-8091-8f5fc9061ac8 req-5046610f-87db-4d72-a8ed-ef1b9e671cd6 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Calling delete_port for f5650b9b-c716-4d7b-90bd-7540d84b91a7 owned by network:floatingip {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:23:02.168762 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 1322c92f-b999-445a-867c-1cc9d3db029b, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=1322c92f-b999-445a-867c-1cc9d3db029b,segment=NetworkSegment(1b33902c-725a-4527-bb11-2978d3dba7a4),segment_id=1b33902c-725a-4527-bb11-2978d3dba7a4)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:23:02.187116 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Returning: {'device': '1322c92f-b999-445a-867c-1cc9d3db029b', 'network_id': '0685e2b1-3b13-405d-a131-f90aa0a8867a', 'port_id': '1322c92f-b999-445a-867c-1cc9d3db029b', 'mac_address': 'fa:16:3e:aa:ff:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c71b90d-680b-4d0c-80a6-944953a6ed07', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:23:02.228471 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-d9b04bfa-9793-4b15-b670-f4b4225f50df None None] Provisioning for port 718d898d-5f29-4bde-8ebf-b834b04b3475 completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:23:02.242678 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-d9b04bfa-9793-4b15-b670-f4b4225f50df None None] Provisioning complete for port 718d898d-5f29-4bde-8ebf-b834b04b3475 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:23:02.242678 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d9b04bfa-9793-4b15-b670-f4b4225f50df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:02.263175 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-00f88bae-79e6-466b-b055-5301d929a13a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0d5b459d315b4287a98ceac4adc09bfe&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7465127 Apr 18 19:23:02.263175 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 46534) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:23:02.298470 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-7cf7b62d-f786-4919-b1c7-4fbdd3ae0228 req-3224d806-e414-475a-be05-7631e4874810 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:23:02.306061 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-7cf7b62d-f786-4919-b1c7-4fbdd3ae0228 req-3224d806-e414-475a-be05-7631e4874810 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] Usage tracker for resource:port and tenant:68c4f9e817a54964a6be17b7a402ba56 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:23:02.317037 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-7cf7b62d-f786-4919-b1c7-4fbdd3ae0228 req-3224d806-e414-475a-be05-7631e4874810 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:23:02.320285 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:02.327430 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-7cf7b62d-f786-4919-b1c7-4fbdd3ae0228 req-3224d806-e414-475a-be05-7631e4874810 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:23:02.371477 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.db.api [req-9953fb1b-f153-4a7d-8091-8f5fc9061ac8 req-5046610f-87db-4d72-a8ed-ef1b9e671cd6 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84763) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 19:23:02.372041 n-d-836017-2 neutron-server[84763]: DEBUG oslo_db.api [req-9953fb1b-f153-4a7d-8091-8f5fc9061ac8 req-5046610f-87db-4d72-a8ed-ef1b9e671cd6 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 19:23:02.377005 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d44f3d65-5025-48ea-acfa-bf171339b648 req-c673e4d1-f2ae-4ccc-ba04-28563d681507 tempest-LiveAutoBlockMigrationV225Test-1421540525 tempest-LiveAutoBlockMigrationV225Test-1421540525-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=6623f59d-6d74-43c2-bd67-bd59cf127910 HTTP/1.1" status: 200 len: 1096 time: 0.3501794 Apr 18 19:23:02.379501 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1322c92f-b999-445a-867c-1cc9d3db029b {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:23:02.408585 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 1322c92f-b999-445a-867c-1cc9d3db029b, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=1322c92f-b999-445a-867c-1cc9d3db029b,segment=NetworkSegment(1b33902c-725a-4527-bb11-2978d3dba7a4),segment_id=1b33902c-725a-4527-bb11-2978d3dba7a4)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:23:02.412337 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-b2b4df5f-78d5-4f0a-98a3-05ca4a5b2b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:02.412567 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-d9b04bfa-9793-4b15-b670-f4b4225f50df None None] Port 718d898d-5f29-4bde-8ebf-b834b04b3475 cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:23:02.453407 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-ee06a937-deb6-4d5c-8c6c-50b3198f7945 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:02.477699 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f3c52fd-62dc-4dfa-950f-d5b65cbd844a admin admin] Router 97f82dc5-ac04-4690-9af4-897752677a70 has already been hosted by L3 agent 21b59c62-f184-4169-bc3e-79831cc043e8 {{(pid=84763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:23:02.478613 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cf7b62d-f786-4919-b1c7-4fbdd3ae0228 req-3224d806-e414-475a-be05-7631e4874810 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] Made reservation on behalf of 68c4f9e817a54964a6be17b7a402ba56 for: {'port': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:23:02.482194 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-7cf7b62d-f786-4919-b1c7-4fbdd3ae0228 req-3224d806-e414-475a-be05-7631e4874810 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:02.489121 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:02.492631 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d44f3d65-5025-48ea-acfa-bf171339b648 req-118db315-c098-471c-965c-c19dcb611e16 tempest-LiveAutoBlockMigrationV225Test-1421540525 tempest-LiveAutoBlockMigrationV225Test-1421540525-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057639 Apr 18 19:23:02.497406 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-ee06a937-deb6-4d5c-8c6c-50b3198f7945 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:02.527921 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-7cf7b62d-f786-4919-b1c7-4fbdd3ae0228 req-3224d806-e414-475a-be05-7631e4874810 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] Notify callbacks [] for security_group, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:02.562688 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=1322c92f-b999-445a-867c-1cc9d3db029b,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:02.587763 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:23:02.588116 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:23:02.588481 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:23:02.588806 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:23:02.589133 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:23:02.589456 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:23:02.589775 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:23:02.590096 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:23:02.590419 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:23:02.590791 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:23:02.591148 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:23:02.599733 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e36a8c17-8a0c-4c2d-ad20-b6ac1f374be0 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Router d006cc8b-66d4-405c-ab79-ccaaa7e75f1b has already been hosted by L3 agent 21b59c62-f184-4169-bc3e-79831cc043e8 {{(pid=84764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:23:02.707114 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-ee06a937-deb6-4d5c-8c6c-50b3198f7945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:02.713901 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] get_ports_and_sgs() called for port_ids ['1322c92f-b999-445a-867c-1cc9d3db029b'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:23:02.796486 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 156e67cb-02e4-4765-822d-e40a7dfcb41c up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:23:02.817425 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-7cf7b62d-f786-4919-b1c7-4fbdd3ae0228 req-3224d806-e414-475a-be05-7631e4874810 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:23:02.873632 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-7cf7b62d-f786-4919-b1c7-4fbdd3ae0228 req-3224d806-e414-475a-be05-7631e4874810 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] Usage tracker for resource:security_group_rule and tenant:68c4f9e817a54964a6be17b7a402ba56 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:23:02.875933 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee06a937-deb6-4d5c-8c6c-50b3198f7945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=064d4532-d372-4114-a5d4-759e2dc190bd,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:02.881435 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-9953fb1b-f153-4a7d-8091-8f5fc9061ac8 req-5046610f-87db-4d72-a8ed-ef1b9e671cd6 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Deleting port f5650b9b-c716-4d7b-90bd-7540d84b91a7 {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:23:02.881833 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-9953fb1b-f153-4a7d-8091-8f5fc9061ac8 req-5046610f-87db-4d72-a8ed-ef1b9e671cd6 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:02.895992 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee06a937-deb6-4d5c-8c6c-50b3198f7945 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:23:02.896501 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee06a937-deb6-4d5c-8c6c-50b3198f7945 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:23:02.896699 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee06a937-deb6-4d5c-8c6c-50b3198f7945 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:23:02.897035 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee06a937-deb6-4d5c-8c6c-50b3198f7945 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:23:02.897365 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee06a937-deb6-4d5c-8c6c-50b3198f7945 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:23:02.897696 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee06a937-deb6-4d5c-8c6c-50b3198f7945 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:23:02.898022 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee06a937-deb6-4d5c-8c6c-50b3198f7945 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:23:02.898580 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee06a937-deb6-4d5c-8c6c-50b3198f7945 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:23:02.898689 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee06a937-deb6-4d5c-8c6c-50b3198f7945 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:23:02.898976 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee06a937-deb6-4d5c-8c6c-50b3198f7945 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:23:02.899298 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee06a937-deb6-4d5c-8c6c-50b3198f7945 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:23:02.935980 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-ee06a937-deb6-4d5c-8c6c-50b3198f7945 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:02.940011 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-ee06a937-deb6-4d5c-8c6c-50b3198f7945 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/064d4532-d372-4114-a5d4-759e2dc190bd HTTP/1.1" status: 204 len: 168 time: 0.6726477 Apr 18 19:23:02.990456 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning for port 156e67cb-02e4-4765-822d-e40a7dfcb41c completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:23:03.001729 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port 156e67cb-02e4-4765-822d-e40a7dfcb41c triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:23:03.002091 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:03.004445 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a922a33-3f95-4df4-b07d-af144275e311 req-0b75a0ab-54f0-4388-99a2-cc83a55e6f52 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:03.008184 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8a922a33-3f95-4df4-b07d-af144275e311 req-0b75a0ab-54f0-4388-99a2-cc83a55e6f52 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=b036cac9-0805-4344-b7ed-7456f39c642e HTTP/1.1" status: 200 len: 945 time: 0.1862237 Apr 18 19:23:03.124719 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8a922a33-3f95-4df4-b07d-af144275e311 req-fd0c26f9-e1cc-4bd1-a1cc-bf8158249e92 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048257 Apr 18 19:23:03.141831 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-7cf7b62d-f786-4919-b1c7-4fbdd3ae0228 req-3224d806-e414-475a-be05-7631e4874810 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:23:03.183107 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e36a8c17-8a0c-4c2d-ad20-b6ac1f374be0 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Notify agent at l3_agent.n-d-836017-2 the message routers_updated {{(pid=84764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:23:03.187800 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-e36a8c17-8a0c-4c2d-ad20-b6ac1f374be0 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for floatingip, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:03.205074 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-7cf7b62d-f786-4919-b1c7-4fbdd3ae0228 req-3224d806-e414-475a-be05-7631e4874810 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:23:03.206268 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21fb4800-74df-4026-97b7-4321ca427f7b None None] Sync routers for ids ['d006cc8b-66d4-405c-ab79-ccaaa7e75f1b'] in n-d-836017-2 {{(pid=84766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:23:03.285166 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fb4800-74df-4026-97b7-4321ca427f7b None None] Routers {'d006cc8b-66d4-405c-ab79-ccaaa7e75f1b'} bound to L3 agent in host n-d-836017-2 {{(pid=84766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:23:03.286491 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-21fb4800-74df-4026-97b7-4321ca427f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:22:50Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['d006cc8b-66d4-405c-ab79-ccaaa7e75f1b'], 'active': True} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:23:03.318721 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:03.325177 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-e36a8c17-8a0c-4c2d-ad20-b6ac1f374be0 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] 10.222.0.69 "PUT /v2.0/floatingips/449ed824-e743-44fb-b2f8-6a24e67c368c HTTP/1.1" status: 200 len: 990 time: 3.8618991 Apr 18 19:23:03.327679 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65fac923-8be7-44b9-8e7f-1b954f17650c', 'tag': '5ea48081-67b5-46d0-ac7b-fc5251ab13c4'}] {{(pid=84764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:23:03.363949 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] For port 156e67cb-02e4-4765-822d-e40a7dfcb41c, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=156e67cb-02e4-4765-822d-e40a7dfcb41c,segment=NetworkSegment(5de34947-6c56-419b-85d0-f61f69ce7c45),segment_id=5de34947-6c56-419b-85d0-f61f69ce7c45)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:23:03.415290 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:03.426213 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-33e1a265-406a-4765-86b4-55f1e68058c0 req-765bb936-fb65-46b5-84ba-6e7ed3472ba0 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3396816-7672-4e6c-a9ee-905861ee2aea HTTP/1.1" status: 200 len: 210 time: 0.0747495 Apr 18 19:23:03.558563 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvr_db [None req-21fb4800-74df-4026-97b7-4321ca427f7b None None] Set router d006cc8b-66d4-405c-ab79-ccaaa7e75f1b gateway port host: n-d-836017-2 {{(pid=84766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:23:03.561192 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Pushing event updated for resources: {'Port': ['ID=156e67cb-02e4-4765-822d-e40a7dfcb41c,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:03.627550 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.db.resource_extend [None req-b2b4df5f-78d5-4f0a-98a3-05ca4a5b2b9c admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 19:23:03.679534 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-b2b4df5f-78d5-4f0a-98a3-05ca4a5b2b9c admin admin] Notify callbacks [] for port, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:03.682266 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-9953fb1b-f153-4a7d-8091-8f5fc9061ac8 req-5046610f-87db-4d72-a8ed-ef1b9e671cd6 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:03.682599 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-9953fb1b-f153-4a7d-8091-8f5fc9061ac8 req-5046610f-87db-4d72-a8ed-ef1b9e671cd6 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:03.725890 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-7cf7b62d-f786-4919-b1c7-4fbdd3ae0228 req-3224d806-e414-475a-be05-7631e4874810 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] Notify callbacks [] for security_group, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:03.806692 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584dc481-ab1e-4fdb-9a2c-5abd063428ba req-9ffdb757-edf5-4e27-acbd-cb0a11bc6ac0 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:03.810978 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-584dc481-ab1e-4fdb-9a2c-5abd063428ba req-9ffdb757-edf5-4e27-acbd-cb0a11bc6ac0 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] 10.222.0.69 "GET /v2.0/ports?device_id=65fac923-8be7-44b9-8e7f-1b954f17650c HTTP/1.1" status: 200 len: 945 time: 0.1309376 Apr 18 19:23:03.870255 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-584dc481-ab1e-4fdb-9a2c-5abd063428ba req-e75f23fd-9054-44ad-92e3-41afe12fcbb3 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] 10.222.0.69 "GET /v2.0/security-groups?id=8c52123b-60a4-4956-916c-e7722e17de2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523815 Apr 18 19:23:03.898436 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-9953fb1b-f153-4a7d-8091-8f5fc9061ac8 req-5046610f-87db-4d72-a8ed-ef1b9e671cd6 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Calling delete_port for f5650b9b-c716-4d7b-90bd-7540d84b91a7 owned by network:floatingip {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:23:03.960733 n-d-836017-2 neutron-server[84764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-982b2756-57df-467c-94f8-327bd11e5ea8'] response: {'name': 'network-changed', 'server_uuid': '65fac923-8be7-44b9-8e7f-1b954f17650c', 'tag': '5ea48081-67b5-46d0-ac7b-fc5251ab13c4', 'status': 'completed', 'code': 200} Apr 18 19:23:04.038617 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 1322c92f-b999-445a-867c-1cc9d3db029b up at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:23:04.062982 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-21fb4800-74df-4026-97b7-4321ca427f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd006cc8b-66d4-405c-ab79-ccaaa7e75f1b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1362457460-router', 'tenant_id': '879aba68d0c84185b21236d011dd113c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'e303d130-41ec-4c36-aaef-b0d95c1dd8ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:19:59Z', 'updated_at': '2022-04-18T19:20:04Z', 'revision_number': 4, 'project_id': '879aba68d0c84185b21236d011dd113c', 'gw_port': {'id': 'e303d130-41ec-4c36-aaef-b0d95c1dd8ba', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd006cc8b-66d4-405c-ab79-ccaaa7e75f1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:19:59Z', 'updated_at': '2022-04-18T19:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_floatingips': [{'id': '449ed824-e743-44fb-b2f8-6a24e67c368c', 'tenant_id': '879aba68d0c84185b21236d011dd113c', 'floating_ip_address': '172.25.3.96', 'floating_network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'router_id': 'd006cc8b-66d4-405c-ab79-ccaaa7e75f1b', 'port_id': '5ea48081-67b5-46d0-ac7b-fc5251ab13c4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e57b25b1-270e-45ff-9503-ac3e292dcc2d', 'mac_address': 'fa:16:3e:07:18:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65fac923-8be7-44b9-8e7f-1b954f17650c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T19:20:32Z', 'updated_at': '2022-04-18T19:23:00Z', 'revision_number': 5, 'project_id': '879aba68d0c84185b21236d011dd113c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a454c1b6-054d-4e55-99b6-2a3048b753b0', 'name': '', 'network_id': 'e57b25b1-270e-45ff-9503-ac3e292dcc2d', 'tenant_id': '879aba68d0c84185b21236d011dd113c', 'mac_address': 'fa:16:3e:8e:2c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd006cc8b-66d4-405c-ab79-ccaaa7e75f1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aa3d7594-8a64-4b57-b0dc-322016530760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:20:03Z', 'updated_at': '2022-04-18T19:20:13Z', 'revision_number': 5, 'project_id': '879aba68d0c84185b21236d011dd113c', 'subnets': [{'id': 'aa3d7594-8a64-4b57-b0dc-322016530760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-2', False) {} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:23:04.069451 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f3c52fd-62dc-4dfa-950f-d5b65cbd844a admin admin] Notify agent at l3_agent.n-d-836017-2 the message routers_updated {{(pid=84763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:23:04.076235 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21fb4800-74df-4026-97b7-4321ca427f7b None None] Checking router: d006cc8b-66d4-405c-ab79-ccaaa7e75f1b for host: n-d-836017-2 {{(pid=84766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:23:04.090408 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fb4800-74df-4026-97b7-4321ca427f7b None None] Routers {'d006cc8b-66d4-405c-ab79-ccaaa7e75f1b'} bound to L3 agent in host n-d-836017-2 {{(pid=84766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:23:04.091314 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-21fb4800-74df-4026-97b7-4321ca427f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:22:50Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['d006cc8b-66d4-405c-ab79-ccaaa7e75f1b'], 'active': True} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:23:04.119583 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-b2b4df5f-78d5-4f0a-98a3-05ca4a5b2b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:04.159531 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507fb33c-a16a-43d8-81cf-a71f0964abbe None None] Sync routers for ids ['97f82dc5-ac04-4690-9af4-897752677a70'] in n-d-836017-2 {{(pid=84765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:23:04.196234 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507fb33c-a16a-43d8-81cf-a71f0964abbe None None] Routers {'97f82dc5-ac04-4690-9af4-897752677a70'} bound to L3 agent in host n-d-836017-2 {{(pid=84765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:23:04.200911 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-507fb33c-a16a-43d8-81cf-a71f0964abbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:22:50Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['97f82dc5-ac04-4690-9af4-897752677a70'], 'active': True} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:23:04.207653 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-7cf7b62d-f786-4919-b1c7-4fbdd3ae0228 req-3224d806-e414-475a-be05-7631e4874810 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:04.332842 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvr_db [None req-21fb4800-74df-4026-97b7-4321ca427f7b None None] Set router d006cc8b-66d4-405c-ab79-ccaaa7e75f1b gateway port host: n-d-836017-2 {{(pid=84766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:23:04.371486 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 46556) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:23:04.374145 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-563c9fd7-e257-4cb9-88a7-bf0350c566c6 req-b80d59c9-b0a6-4b9c-aa9a-257659dd10aa service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=879aba68d0c84185b21236d011dd113c&device_id=65fac923-8be7-44b9-8e7f-1b954f17650c HTTP/1.1" status: 200 len: 1096 time: 0.3867042 Apr 18 19:23:04.375371 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3224d806-e414-475a-be05-7631e4874810 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b82ee4b-1b13-4f19-86d2-85d0db8a03cf,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:04.381155 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b4df5f-78d5-4f0a-98a3-05ca4a5b2b9c admin admin] Pushing event updated for resources: {'Port': ['ID=718d898d-5f29-4bde-8ebf-b834b04b3475,revision_number=2']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:04.383619 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-b2b4df5f-78d5-4f0a-98a3-05ca4a5b2b9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-417335'] for router_interface, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:04.404296 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-fb60af81-51ab-46b1-805f-dfe4891d05b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:04.467976 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-fb60af81-51ab-46b1-805f-dfe4891d05b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:23:04.473691 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-fb60af81-51ab-46b1-805f-dfe4891d05b6 admin admin] Usage tracker for resource:security_group_rule and tenant:1ffc2ff9ca1c41f08309e13713311859 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:23:04.478210 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-fb60af81-51ab-46b1-805f-dfe4891d05b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:23:04.489481 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-fb60af81-51ab-46b1-805f-dfe4891d05b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:23:04.510356 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c56f6be-a4f9-48f5-a1fb-44179c65c2be req-b85bea68-c6a2-450d-a996-95dad2abac9d tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:04.521763 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-3c56f6be-a4f9-48f5-a1fb-44179c65c2be req-b85bea68-c6a2-450d-a996-95dad2abac9d tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=b036cac9-0805-4344-b7ed-7456f39c642e HTTP/1.1" status: 200 len: 945 time: 0.1852262 Apr 18 19:23:04.549597 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-507fb33c-a16a-43d8-81cf-a71f0964abbe None None] Set router 97f82dc5-ac04-4690-9af4-897752677a70 gateway port host: n-d-836017-2 {{(pid=84765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:23:04.578924 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-9953fb1b-f153-4a7d-8091-8f5fc9061ac8 req-5046610f-87db-4d72-a8ed-ef1b9e671cd6 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:04.607741 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-3c56f6be-a4f9-48f5-a1fb-44179c65c2be req-0ae6d074-1248-49e3-b641-847fe1185edc tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880048 Apr 18 19:23:04.723497 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning for port 1322c92f-b999-445a-867c-1cc9d3db029b completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:23:04.744166 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-fb60af81-51ab-46b1-805f-dfe4891d05b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:04.795888 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-8f3c52fd-62dc-4dfa-950f-d5b65cbd844a admin admin] 10.222.0.69 "PUT /v2.0/routers/97f82dc5-ac04-4690-9af4-897752677a70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.4827447 Apr 18 19:23:04.799559 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 46564) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:23:04.816967 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning complete for port 1322c92f-b999-445a-867c-1cc9d3db029b triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:23:04.817514 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:04.827439 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5046610f-87db-4d72-a8ed-ef1b9e671cd6 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Pushing event deleted for resources: {'Port': ['ID=f5650b9b-c716-4d7b-90bd-7540d84b91a7,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:04.852409 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 156e67cb-02e4-4765-822d-e40a7dfcb41c up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:23:04.986438 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-fb60af81-51ab-46b1-805f-dfe4891d05b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:05.094334 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_common [req-7cf7b62d-f786-4919-b1c7-4fbdd3ae0228 req-3224d806-e414-475a-be05-7631e4874810 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] Allocated IP 192.168.233.93 (cb6d8c7c-7ea4-4a32-b429-1c2934b7306a/17d1b3aa-2066-4ffa-a69f-52ed566b6548/61407fd5-cf4f-4a26-b617-938a77b67461) {{(pid=84763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:23:05.109082 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-b8c5ccdc-c3d2-40dc-9f0f-4b75f38a398b req-bdc894f6-ccb2-46b2-8d6c-41a3535deac5 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3396816-7672-4e6c-a9ee-905861ee2aea HTTP/1.1" status: 200 len: 210 time: 0.1831284 Apr 18 19:23:05.128375 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-21fb4800-74df-4026-97b7-4321ca427f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd006cc8b-66d4-405c-ab79-ccaaa7e75f1b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1362457460-router', 'tenant_id': '879aba68d0c84185b21236d011dd113c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'e303d130-41ec-4c36-aaef-b0d95c1dd8ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:19:59Z', 'updated_at': '2022-04-18T19:20:04Z', 'revision_number': 4, 'project_id': '879aba68d0c84185b21236d011dd113c', 'gw_port': {'id': 'e303d130-41ec-4c36-aaef-b0d95c1dd8ba', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd006cc8b-66d4-405c-ab79-ccaaa7e75f1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:19:59Z', 'updated_at': '2022-04-18T19:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_floatingips': [{'id': '449ed824-e743-44fb-b2f8-6a24e67c368c', 'tenant_id': '879aba68d0c84185b21236d011dd113c', 'floating_ip_address': '172.25.3.96', 'floating_network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'router_id': 'd006cc8b-66d4-405c-ab79-ccaaa7e75f1b', 'port_id': '5ea48081-67b5-46d0-ac7b-fc5251ab13c4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e57b25b1-270e-45ff-9503-ac3e292dcc2d', 'mac_address': 'fa:16:3e:07:18:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65fac923-8be7-44b9-8e7f-1b954f17650c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T19:20:32Z', 'updated_at': '2022-04-18T19:23:00Z', 'revision_number': 5, 'project_id': '879aba68d0c84185b21236d011dd113c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a454c1b6-054d-4e55-99b6-2a3048b753b0', 'name': '', 'network_id': 'e57b25b1-270e-45ff-9503-ac3e292dcc2d', 'tenant_id': '879aba68d0c84185b21236d011dd113c', 'mac_address': 'fa:16:3e:8e:2c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd006cc8b-66d4-405c-ab79-ccaaa7e75f1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aa3d7594-8a64-4b57-b0dc-322016530760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:20:03Z', 'updated_at': '2022-04-18T19:20:13Z', 'revision_number': 5, 'project_id': '879aba68d0c84185b21236d011dd113c', 'subnets': [{'id': 'aa3d7594-8a64-4b57-b0dc-322016530760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-2', False) {} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:23:05.133790 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port 156e67cb-02e4-4765-822d-e40a7dfcb41c triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:23:05.144184 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:05.144649 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21fb4800-74df-4026-97b7-4321ca427f7b None None] The sync data for ids ['d006cc8b-66d4-405c-ab79-ccaaa7e75f1b'] in n-d-836017-2 is: [{'id': 'd006cc8b-66d4-405c-ab79-ccaaa7e75f1b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1362457460-router', 'tenant_id': '879aba68d0c84185b21236d011dd113c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'e303d130-41ec-4c36-aaef-b0d95c1dd8ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:19:59Z', 'updated_at': '2022-04-18T19:20:04Z', 'revision_number': 4, 'project_id': '879aba68d0c84185b21236d011dd113c', 'gw_port': {'id': 'e303d130-41ec-4c36-aaef-b0d95c1dd8ba', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd006cc8b-66d4-405c-ab79-ccaaa7e75f1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:19:59Z', 'updated_at': '2022-04-18T19:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_floatingips': [{'id': '449ed824-e743-44fb-b2f8-6a24e67c368c', 'tenant_id': '879aba68d0c84185b21236d011dd113c', 'floating_ip_address': '172.25.3.96', 'floating_network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'router_id': 'd006cc8b-66d4-405c-ab79-ccaaa7e75f1b', 'port_id': '5ea48081-67b5-46d0-ac7b-fc5251ab13c4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e57b25b1-270e-45ff-9503-ac3e292dcc2d', 'mac_address': 'fa:16:3e:07:18:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65fac923-8be7-44b9-8e7f-1b954f17650c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T19:20:32Z', 'updated_at': '2022-04-18T19:23:00Z', 'revision_number': 5, 'project_id': '879aba68d0c84185b21236d011dd113c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a454c1b6-054d-4e55-99b6-2a3048b753b0', 'name': '', 'network_id': 'e57b25b1-270e-45ff-9503-ac3e292dcc2d', 'tenant_id': '879aba68d0c84185b21236d011dd113c', 'mac_address': 'fa:16:3e:8e:2c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd006cc8b-66d4-405c-ab79-ccaaa7e75f1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aa3d7594-8a64-4b57-b0dc-322016530760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:20:03Z', 'updated_at': '2022-04-18T19:20:13Z', 'revision_number': 5, 'project_id': '879aba68d0c84185b21236d011dd113c', 'subnets': [{'id': 'aa3d7594-8a64-4b57-b0dc-322016530760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:23:05.178372 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb60af81-51ab-46b1-805f-dfe4891d05b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd40bb33-f179-42d6-98f9-27b78e869141,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:05.222903 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-fb60af81-51ab-46b1-805f-dfe4891d05b6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1ffc2ff9ca1c41f08309e13713311859&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8502722 Apr 18 19:23:05.225786 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 46570) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:23:05.325735 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b4f1c5d5-4ebe-4a84-8461-5c6f21523397 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:05.343251 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563c9fd7-e257-4cb9-88a7-bf0350c566c6 req-21bf4da9-931a-40d0-8182-606e1a11593e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:05.346192 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-563c9fd7-e257-4cb9-88a7-bf0350c566c6 req-21bf4da9-931a-40d0-8182-606e1a11593e service neutron] 10.222.0.73 "GET /v2.0/networks?id=e57b25b1-270e-45ff-9503-ac3e292dcc2d HTTP/1.1" status: 200 len: 925 time: 0.9555595 Apr 18 19:23:05.353687 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:05.364908 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b4f1c5d5-4ebe-4a84-8461-5c6f21523397 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:05.404775 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-507fb33c-a16a-43d8-81cf-a71f0964abbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97f82dc5-ac04-4690-9af4-897752677a70', 'name': 'tempest-FloatingIPsNegativeTestJSON-1956738310-router', 'tenant_id': '8f2160bd253744eb9f673c1dacb132a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '3afef78b-770d-491b-873e-7853f2532bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:22:32Z', 'updated_at': '2022-04-18T19:22:57Z', 'revision_number': 5, 'project_id': '8f2160bd253744eb9f673c1dacb132a8', 'gw_port': {'id': '3afef78b-770d-491b-873e-7853f2532bdb', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f5:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f82dc5-ac04-4690-9af4-897752677a70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:22:33Z', 'updated_at': '2022-04-18T19:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2'}], 'n-d-836017-2', False) {} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:23:05.419698 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507fb33c-a16a-43d8-81cf-a71f0964abbe None None] Checking router: 97f82dc5-ac04-4690-9af4-897752677a70 for host: n-d-836017-2 {{(pid=84765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:23:05.436783 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-14717625-5ae0-484b-85cf-ba539be46a06 admin admin] Notify callbacks [] for router, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:05.448833 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b036cac9-0805-4344-b7ed-7456f39c642e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1322c92f-b999-445a-867c-1cc9d3db029b'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:23:05.466908 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 1322c92f-b999-445a-867c-1cc9d3db029b, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=1322c92f-b999-445a-867c-1cc9d3db029b,segment=NetworkSegment(1b33902c-725a-4527-bb11-2978d3dba7a4),segment_id=1b33902c-725a-4527-bb11-2978d3dba7a4)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:23:05.477754 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507fb33c-a16a-43d8-81cf-a71f0964abbe None None] Routers {'97f82dc5-ac04-4690-9af4-897752677a70'} bound to L3 agent in host n-d-836017-2 {{(pid=84765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:23:05.477754 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-507fb33c-a16a-43d8-81cf-a71f0964abbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:22:50Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['97f82dc5-ac04-4690-9af4-897752677a70'], 'active': True} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:23:05.714148 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-9953fb1b-f153-4a7d-8091-8f5fc9061ac8 req-5046610f-87db-4d72-a8ed-ef1b9e671cd6 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Notify callbacks [] for floatingip, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:05.770544 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-9953fb1b-f153-4a7d-8091-8f5fc9061ac8 req-5046610f-87db-4d72-a8ed-ef1b9e671cd6 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for floatingip, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:05.771998 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-9953fb1b-f153-4a7d-8091-8f5fc9061ac8 req-5046610f-87db-4d72-a8ed-ef1b9e671cd6 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] 10.222.0.69 "DELETE /v2.0/floatingips/d5a0a18d-d311-45ad-95a8-422c0918d982 HTTP/1.1" status: 204 len: 173 time: 5.2371361 Apr 18 19:23:05.821299 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-7cf7b62d-f786-4919-b1c7-4fbdd3ae0228 req-3224d806-e414-475a-be05-7631e4874810 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] Notify callbacks [] for port, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:05.826039 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-507fb33c-a16a-43d8-81cf-a71f0964abbe None None] Set router 97f82dc5-ac04-4690-9af4-897752677a70 gateway port host: n-d-836017-2 {{(pid=84765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:23:05.833851 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b4df5f-78d5-4f0a-98a3-05ca4a5b2b9c admin admin] Network a43c91ae-a048-44c5-b9cb-a0d58dd8597e is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:23:05.835091 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b4f1c5d5-4ebe-4a84-8461-5c6f21523397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:05.839794 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [None req-b2b4df5f-78d5-4f0a-98a3-05ca4a5b2b9c admin admin] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:23:05.849295 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-563c9fd7-e257-4cb9-88a7-bf0350c566c6 req-55f9c313-2326-423b-900d-a784a79524ef service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5ea48081-67b5-46d0-ac7b-fc5251ab13c4 HTTP/1.1" status: 200 len: 998 time: 0.2792652 Apr 18 19:23:05.941175 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f1c5d5-4ebe-4a84-8461-5c6f21523397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd40bb33-f179-42d6-98f9-27b78e869141,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:05.985353 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b4f1c5d5-4ebe-4a84-8461-5c6f21523397 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:06.017121 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-b4f1c5d5-4ebe-4a84-8461-5c6f21523397 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/dd40bb33-f179-42d6-98f9-27b78e869141 HTTP/1.1" status: 204 len: 168 time: 0.7901044 Apr 18 19:23:06.028501 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afa67b59-d7ba-4df0-b911-91e06325a301'] response: {'server_uuid': 'b036cac9-0805-4344-b7ed-7456f39c642e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1322c92f-b999-445a-867c-1cc9d3db029b', 'code': 200} Apr 18 19:23:06.046920 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:06.047280 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-5afaa843-f356-4564-be44-e80eeb758184 req-94dcb879-4459-4cd3-8406-de46a7d2b544 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b036cac9-0805-4344-b7ed-7456f39c642e HTTP/1.1" status: 200 len: 1097 time: 0.3219717 Apr 18 19:23:06.120744 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d9d723-af5c-48e1-be0e-d401f1a7b903 req-328ac8da-28f1-49f6-a832-4bb5d7cc091b tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:06.129355 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-b9d9d723-af5c-48e1-be0e-d401f1a7b903 req-328ac8da-28f1-49f6-a832-4bb5d7cc091b tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=b036cac9-0805-4344-b7ed-7456f39c642e HTTP/1.1" status: 200 len: 946 time: 0.2865396 Apr 18 19:23:06.192532 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [req-7cf7b62d-f786-4919-b1c7-4fbdd3ae0228 req-3224d806-e414-475a-be05-7631e4874810 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] Transition to ACTIVE for port object 61407fd5-cf4f-4a26-b617-938a77b67461 will not be triggered until provisioned by entity DHCP. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:23:06.213350 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-5afaa843-f356-4564-be44-e80eeb758184 req-6f24f7ac-cb1a-499c-a918-300101c5242a service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570334 Apr 18 19:23:06.248291 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=1322c92f-b999-445a-867c-1cc9d3db029b,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:06.261482 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563c9fd7-e257-4cb9-88a7-bf0350c566c6 req-c8446b44-bf82-42ae-a447-f05de1534f81 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:06.263574 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-563c9fd7-e257-4cb9-88a7-bf0350c566c6 req-c8446b44-bf82-42ae-a447-f05de1534f81 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=aa3d7594-8a64-4b57-b0dc-322016530760 HTTP/1.1" status: 200 len: 863 time: 0.2872329 Apr 18 19:23:06.349287 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ce122aed-ea79-41dc-84e3-a9a83a1ef867 None None] Provisioning complete for port 718d898d-5f29-4bde-8ebf-b834b04b3475 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:23:06.356593 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-b9d9d723-af5c-48e1-be0e-d401f1a7b903 req-55217314-45df-4747-acef-8fd1ce25b1eb tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261376 Apr 18 19:23:06.362083 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ce122aed-ea79-41dc-84e3-a9a83a1ef867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:06.423783 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-14717625-5ae0-484b-85cf-ba539be46a06 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:06.482774 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-ce122aed-ea79-41dc-84e3-a9a83a1ef867 None None] Port 718d898d-5f29-4bde-8ebf-b834b04b3475 cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:23:06.533469 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-14717625-5ae0-484b-85cf-ba539be46a06 admin admin] Deleting port 3afef78b-770d-491b-873e-7853f2532bdb {{(pid=84764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:23:06.534073 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-14717625-5ae0-484b-85cf-ba539be46a06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:06.583498 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-7cf7b62d-f786-4919-b1c7-4fbdd3ae0228 req-3224d806-e414-475a-be05-7631e4874810 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:06.653309 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-507fb33c-a16a-43d8-81cf-a71f0964abbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97f82dc5-ac04-4690-9af4-897752677a70', 'name': 'tempest-FloatingIPsNegativeTestJSON-1956738310-router', 'tenant_id': '8f2160bd253744eb9f673c1dacb132a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '3afef78b-770d-491b-873e-7853f2532bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:22:32Z', 'updated_at': '2022-04-18T19:22:57Z', 'revision_number': 5, 'project_id': '8f2160bd253744eb9f673c1dacb132a8', 'gw_port': {'id': '3afef78b-770d-491b-873e-7853f2532bdb', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f5:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f82dc5-ac04-4690-9af4-897752677a70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:22:33Z', 'updated_at': '2022-04-18T19:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2'}], 'n-d-836017-2', False) {} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:23:06.660917 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507fb33c-a16a-43d8-81cf-a71f0964abbe None None] The sync data for ids ['97f82dc5-ac04-4690-9af4-897752677a70'] in n-d-836017-2 is: [{'id': '97f82dc5-ac04-4690-9af4-897752677a70', 'name': 'tempest-FloatingIPsNegativeTestJSON-1956738310-router', 'tenant_id': '8f2160bd253744eb9f673c1dacb132a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '3afef78b-770d-491b-873e-7853f2532bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:22:32Z', 'updated_at': '2022-04-18T19:22:57Z', 'revision_number': 5, 'project_id': '8f2160bd253744eb9f673c1dacb132a8', 'gw_port': {'id': '3afef78b-770d-491b-873e-7853f2532bdb', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f5:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f82dc5-ac04-4690-9af4-897752677a70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:22:33Z', 'updated_at': '2022-04-18T19:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2'}] {{(pid=84765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:23:06.845638 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cf7b62d-f786-4919-b1c7-4fbdd3ae0228 req-3224d806-e414-475a-be05-7631e4874810 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] Network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:23:06.852785 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [None req-14717625-5ae0-484b-85cf-ba539be46a06 admin admin] For port 3afef78b-770d-491b-873e-7853f2532bdb, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=3afef78b-770d-491b-873e-7853f2532bdb,segment=NetworkSegment(5de34947-6c56-419b-85d0-f61f69ce7c45),segment_id=5de34947-6c56-419b-85d0-f61f69ce7c45)] {{(pid=84764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:23:06.853300 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-14717625-5ae0-484b-85cf-ba539be46a06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:06.874498 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [req-7cf7b62d-f786-4919-b1c7-4fbdd3ae0228 req-3224d806-e414-475a-be05-7631e4874810 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:23:06.882704 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-563c9fd7-e257-4cb9-88a7-bf0350c566c6 req-6c296c1b-c7f3-4760-994c-cf928395193a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e57b25b1-270e-45ff-9503-ac3e292dcc2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6015460 Apr 18 19:23:06.886811 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cf7b62d-f786-4919-b1c7-4fbdd3ae0228 req-3224d806-e414-475a-be05-7631e4874810 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] Received port after_create {{(pid=84763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:23:07.054495 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-14717625-5ae0-484b-85cf-ba539be46a06 admin admin] Calling delete_port for 3afef78b-770d-491b-873e-7853f2532bdb owned by network:router_gateway {{(pid=84764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:23:07.217648 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-563c9fd7-e257-4cb9-88a7-bf0350c566c6 req-441d4b31-6afb-4c23-ac8f-b19bc862794c service neutron] 10.222.0.73 "GET /v2.0/networks/e57b25b1-270e-45ff-9503-ac3e292dcc2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2966516 Apr 18 19:23:07.218298 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3224d806-e414-475a-be05-7631e4874810 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] Pushing event updated for resources: {'Port': ['ID=61407fd5-cf4f-4a26-b617-938a77b67461,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:07.299853 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-75ca4af9-6f5f-4d41-842a-c634c276a7ac None None] Provisioning for port 61407fd5-cf4f-4a26-b617-938a77b67461 completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:23:07.307375 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cef66ad-31bd-45ee-a626-022315389ee9 req-de12b594-e199-4e91-8cb3-c2b9e9f7ed8a tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:07.312433 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-0cef66ad-31bd-45ee-a626-022315389ee9 req-de12b594-e199-4e91-8cb3-c2b9e9f7ed8a tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3396816-7672-4e6c-a9ee-905861ee2aea HTTP/1.1" status: 200 len: 935 time: 0.5280325 Apr 18 19:23:07.317987 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-75ca4af9-6f5f-4d41-842a-c634c276a7ac None None] Provisioning complete for port 61407fd5-cf4f-4a26-b617-938a77b67461 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:23:07.318486 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-75ca4af9-6f5f-4d41-842a-c634c276a7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:07.398254 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf7b62d-f786-4919-b1c7-4fbdd3ae0228 req-3224d806-e414-475a-be05-7631e4874810 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:07.402343 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-7cf7b62d-f786-4919-b1c7-4fbdd3ae0228 req-3224d806-e414-475a-be05-7631e4874810 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:07.478119 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-75ca4af9-6f5f-4d41-842a-c634c276a7ac None None] Port 61407fd5-cf4f-4a26-b617-938a77b67461 cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:23:07.502047 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a25b53-538c-4177-95e7-eaf7dedcdf19 req-d458d231-a5cc-4a4d-a7a4-aefd153dcc7a tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:07.502928 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-a1a25b53-538c-4177-95e7-eaf7dedcdf19 req-d458d231-a5cc-4a4d-a7a4-aefd153dcc7a tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Synchronizing usage tracker for tenant:666658683d0a4c6e8109e68b8b765a46 on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:23:07.517571 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-0cef66ad-31bd-45ee-a626-022315389ee9 req-cc866809-b315-4e13-a3db-42b8b02aa6c6 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b82ee4b-1b13-4f19-86d2-85d0db8a03cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826618 Apr 18 19:23:07.552218 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7cf7b62d-f786-4919-b1c7-4fbdd3ae0228 req-3224d806-e414-475a-be05-7631e4874810 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.7616637 Apr 18 19:23:07.552218 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-563c9fd7-e257-4cb9-88a7-bf0350c566c6 req-f77ad769-c9ef-4c5a-bc70-ba73e4db2d6e service neutron] 10.222.0.73 "GET /v2.0/networks/e57b25b1-270e-45ff-9503-ac3e292dcc2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3210711 Apr 18 19:23:07.582478 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-7cf7b62d-f786-4919-b1c7-4fbdd3ae0228 req-9fb83ac2-dd2f-45a2-8b1f-696a3848b5ff service neutron] Request body: {'port': {'device_id': 'f3396816-7672-4e6c-a9ee-905861ee2aea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-2'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:23:07.687288 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-a1a25b53-538c-4177-95e7-eaf7dedcdf19 req-d458d231-a5cc-4a4d-a7a4-aefd153dcc7a tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Unset dirty status for tenant:666658683d0a4c6e8109e68b8b765a46 on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:23:07.689383 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a1a25b53-538c-4177-95e7-eaf7dedcdf19 req-d458d231-a5cc-4a4d-a7a4-aefd153dcc7a tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] 10.222.0.69 "GET /v2.0/ports?device_id=027a3482-9de8-4178-93a4-4577839df052 HTTP/1.1" status: 200 len: 946 time: 0.9032278 Apr 18 19:23:07.733419 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-14717625-5ae0-484b-85cf-ba539be46a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:07.810750 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14717625-5ae0-484b-85cf-ba539be46a06 admin admin] Pushing event deleted for resources: {'Port': ['ID=3afef78b-770d-491b-873e-7853f2532bdb,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:07.862800 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a1a25b53-538c-4177-95e7-eaf7dedcdf19 req-4d95e065-6007-49c7-ace8-8a012b56c7b2 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] 10.222.0.69 "GET /v2.0/security-groups?id=3fcdb8eb-658a-4600-87a3-89b959a21299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661110 Apr 18 19:23:07.888129 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2b4df5f-78d5-4f0a-98a3-05ca4a5b2b9c admin admin] Router 773814fa-f3b0-45a8-b43d-b6bd81b1654f has already been hosted by L3 agent 21b59c62-f184-4169-bc3e-79831cc043e8 {{(pid=84763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:23:07.975930 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-7cf7b62d-f786-4919-b1c7-4fbdd3ae0228 req-9fb83ac2-dd2f-45a2-8b1f-696a3848b5ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:08.246595 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-14717625-5ae0-484b-85cf-ba539be46a06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416828'] for router_gateway, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:08.475189 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4a26b2-12ad-48a6-b902-a9bb134226de req-3bf5d434-3c26-4de3-b11e-0dc9b537495a tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:08.477496 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-5b4a26b2-12ad-48a6-b902-a9bb134226de req-3bf5d434-3c26-4de3-b11e-0dc9b537495a tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] 10.222.0.72 "GET /v2.0/ports?device_id=027a3482-9de8-4178-93a4-4577839df052 HTTP/1.1" status: 200 len: 946 time: 0.5488009 Apr 18 19:23:08.490319 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8811ca-836c-44c6-a192-b02562aee20c req-8b14f16b-577c-4885-8a4c-ee3902290025 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:08.497277 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-6c8811ca-836c-44c6-a192-b02562aee20c req-8b14f16b-577c-4885-8a4c-ee3902290025 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=b036cac9-0805-4344-b7ed-7456f39c642e HTTP/1.1" status: 200 len: 946 time: 0.2563031 Apr 18 19:23:08.611181 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-14717625-5ae0-484b-85cf-ba539be46a06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4443'] for router, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:08.621509 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-14717625-5ae0-484b-85cf-ba539be46a06 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:08.634099 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [req-5b4a26b2-12ad-48a6-b902-a9bb134226de req-59e05581-1306-4a0f-9be0-b1622306824b tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Deleting port 346a209d-f566-45d8-b781-babbfb75723a {{(pid=84764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:23:08.634329 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-5b4a26b2-12ad-48a6-b902-a9bb134226de req-59e05581-1306-4a0f-9be0-b1622306824b tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:08.693600 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-6c8811ca-836c-44c6-a192-b02562aee20c req-fce984b7-51d8-4921-8bab-d680a2b4b0cb tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500285 Apr 18 19:23:08.825578 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2b4df5f-78d5-4f0a-98a3-05ca4a5b2b9c admin admin] Notify agent at l3_agent.n-d-836017-2 the message routers_updated {{(pid=84763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:23:08.838986 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-b2b4df5f-78d5-4f0a-98a3-05ca4a5b2b9c admin admin] 10.222.0.69 "PUT /v2.0/routers/773814fa-f3b0-45a8-b43d-b6bd81b1654f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.6348162 Apr 18 19:23:08.864580 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device ec61950c-bb0a-42ef-9c8b-08e3c480f98e no longer exists at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:23:08.946698 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] No Port match for: ec61950c-bb0a-42ef-9c8b-08e3c480f98e {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:23:08.950740 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device ec61950c-bb0a-42ef-9c8b-08e3c480f98e not bound to the agent host n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:23:08.957623 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-14717625-5ae0-484b-85cf-ba539be46a06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412768'] for router, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:08.958182 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14717625-5ae0-484b-85cf-ba539be46a06 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97f82dc5-ac04-4690-9af4-897752677a70 {{(pid=84764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 19:23:09.002002 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [req-7cf7b62d-f786-4919-b1c7-4fbdd3ae0228 req-9fb83ac2-dd2f-45a2-8b1f-696a3848b5ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61407fd5-cf4f-4a26-b617-938a77b67461 {{(pid=84763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:23:09.064750 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-14717625-5ae0-484b-85cf-ba539be46a06 admin admin] Notify callbacks [] for router, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:09.066747 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-14717625-5ae0-484b-85cf-ba539be46a06 admin admin] 10.222.0.69 "DELETE /v2.0/routers/97f82dc5-ac04-4690-9af4-897752677a70 HTTP/1.1" status: 204 len: 168 time: 4.2657521 Apr 18 19:23:09.072065 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 46638) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:23:09.088194 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-7cf7b62d-f786-4919-b1c7-4fbdd3ae0228 req-9fb83ac2-dd2f-45a2-8b1f-696a3848b5ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:09.108425 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [req-7cf7b62d-f786-4919-b1c7-4fbdd3ae0228 req-9fb83ac2-dd2f-45a2-8b1f-696a3848b5ff service neutron] Transition to ACTIVE for port object 61407fd5-cf4f-4a26-b617-938a77b67461 will not be triggered until provisioned by entity L2. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:23:09.158932 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902e7af5-8d85-4e74-82fe-43a62af3645a req-a01fe884-2d24-4894-8eb5-42aad856dbc9 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:09.159697 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-902e7af5-8d85-4e74-82fe-43a62af3645a req-a01fe884-2d24-4894-8eb5-42aad856dbc9 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] Synchronizing usage tracker for tenant:68c4f9e817a54964a6be17b7a402ba56 on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:23:09.185353 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-7cf7b62d-f786-4919-b1c7-4fbdd3ae0228 req-9fb83ac2-dd2f-45a2-8b1f-696a3848b5ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:09.225086 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_v2 [None req-a563c7fb-d271-427c-b996-e74f066c4212 admin admin] Deleting subnet e614d498-f6c5-474d-b8a7-e81a388a7a3b {{(pid=84764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:23:09.237552 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-a563c7fb-d271-427c-b996-e74f066c4212 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:09.277063 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb83ac2-dd2f-45a2-8b1f-696a3848b5ff service neutron] Pushing event updated for resources: {'Port': ['ID=61407fd5-cf4f-4a26-b617-938a77b67461,revision_number=2']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:09.290385 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb83ac2-dd2f-45a2-8b1f-696a3848b5ff service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:23:09.290733 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb83ac2-dd2f-45a2-8b1f-696a3848b5ff service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:23:09.291073 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb83ac2-dd2f-45a2-8b1f-696a3848b5ff service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:23:09.291408 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb83ac2-dd2f-45a2-8b1f-696a3848b5ff service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:23:09.291805 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb83ac2-dd2f-45a2-8b1f-696a3848b5ff service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:23:09.292143 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb83ac2-dd2f-45a2-8b1f-696a3848b5ff service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:23:09.292514 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb83ac2-dd2f-45a2-8b1f-696a3848b5ff service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:23:09.292931 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb83ac2-dd2f-45a2-8b1f-696a3848b5ff service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:23:09.293263 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb83ac2-dd2f-45a2-8b1f-696a3848b5ff service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:23:09.294453 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb83ac2-dd2f-45a2-8b1f-696a3848b5ff service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:23:09.294782 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb83ac2-dd2f-45a2-8b1f-696a3848b5ff service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:23:09.299025 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-902e7af5-8d85-4e74-82fe-43a62af3645a req-a01fe884-2d24-4894-8eb5-42aad856dbc9 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] Unset dirty status for tenant:68c4f9e817a54964a6be17b7a402ba56 on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:23:09.300736 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-902e7af5-8d85-4e74-82fe-43a62af3645a req-a01fe884-2d24-4894-8eb5-42aad856dbc9 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3396816-7672-4e6c-a9ee-905861ee2aea HTTP/1.1" status: 200 len: 935 time: 0.3056028 Apr 18 19:23:09.358634 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-a563c7fb-d271-427c-b996-e74f066c4212 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66931798'] for subnet, precommit_delete_associations {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:09.451019 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-5b4a26b2-12ad-48a6-b902-a9bb134226de req-59e05581-1306-4a0f-9be0-b1622306824b tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] For port 346a209d-f566-45d8-b781-babbfb75723a, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=346a209d-f566-45d8-b781-babbfb75723a,segment=NetworkSegment(254a4f12-5519-47f4-85e8-7d1b5c621ccf),segment_id=254a4f12-5519-47f4-85e8-7d1b5c621ccf)] {{(pid=84764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:23:09.451433 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-5b4a26b2-12ad-48a6-b902-a9bb134226de req-59e05581-1306-4a0f-9be0-b1622306824b tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:09.567307 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-902e7af5-8d85-4e74-82fe-43a62af3645a req-69d63584-1c48-4a01-a0ef-2322bdcd2173 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] Synchronizing usage tracker for tenant:68c4f9e817a54964a6be17b7a402ba56 on resource:security_group {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:23:09.627455 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [req-5b4a26b2-12ad-48a6-b902-a9bb134226de req-59e05581-1306-4a0f-9be0-b1622306824b tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Calling delete_port for 346a209d-f566-45d8-b781-babbfb75723a owned by compute:nova {{(pid=84764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:23:09.643077 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-7cf7b62d-f786-4919-b1c7-4fbdd3ae0228 req-9fb83ac2-dd2f-45a2-8b1f-696a3848b5ff service neutron] Attempting to bind port 61407fd5-cf4f-4a26-b617-938a77b67461 on host n-h1-836017-2 for vnic_type normal with profile {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:23:09.643612 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-7cf7b62d-f786-4919-b1c7-4fbdd3ae0228 req-9fb83ac2-dd2f-45a2-8b1f-696a3848b5ff service neutron] Attempting to bind port 61407fd5-cf4f-4a26-b617-938a77b67461 by drivers openvswitch,hyperv on host n-h1-836017-2 at level 0 using segments [{'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:23:09.644148 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf7b62d-f786-4919-b1c7-4fbdd3ae0228 req-9fb83ac2-dd2f-45a2-8b1f-696a3848b5ff service neutron] Attempting to bind port 61407fd5-cf4f-4a26-b617-938a77b67461 on network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:23:09.668503 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf7b62d-f786-4919-b1c7-4fbdd3ae0228 req-9fb83ac2-dd2f-45a2-8b1f-696a3848b5ff service neutron] Port 61407fd5-cf4f-4a26-b617-938a77b67461 on network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-2 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:23:09.669462 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf7b62d-f786-4919-b1c7-4fbdd3ae0228 req-9fb83ac2-dd2f-45a2-8b1f-696a3848b5ff service neutron] Attempting to bind port 61407fd5-cf4f-4a26-b617-938a77b67461 on network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:23:09.681980 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf7b62d-f786-4919-b1c7-4fbdd3ae0228 req-9fb83ac2-dd2f-45a2-8b1f-696a3848b5ff service neutron] Checking agent: {'id': 'e3a31811-08e0-42ba-bc2e-ed8a973b714f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 25), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:23:09.682737 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf7b62d-f786-4919-b1c7-4fbdd3ae0228 req-9fb83ac2-dd2f-45a2-8b1f-696a3848b5ff service neutron] Checking segment: {'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:23:09.685150 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf7b62d-f786-4919-b1c7-4fbdd3ae0228 req-9fb83ac2-dd2f-45a2-8b1f-696a3848b5ff service neutron] Bound using segment: {'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:23:09.685150 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-7cf7b62d-f786-4919-b1c7-4fbdd3ae0228 req-9fb83ac2-dd2f-45a2-8b1f-696a3848b5ff service neutron] Bound port: 61407fd5-cf4f-4a26-b617-938a77b67461, host: n-h1-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'}}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:23:09.685150 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-7cf7b62d-f786-4919-b1c7-4fbdd3ae0228 req-9fb83ac2-dd2f-45a2-8b1f-696a3848b5ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:09.751777 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-902e7af5-8d85-4e74-82fe-43a62af3645a req-69d63584-1c48-4a01-a0ef-2322bdcd2173 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] Unset dirty status for tenant:68c4f9e817a54964a6be17b7a402ba56 on resource:security_group {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:23:09.753105 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-902e7af5-8d85-4e74-82fe-43a62af3645a req-69d63584-1c48-4a01-a0ef-2322bdcd2173 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b82ee4b-1b13-4f19-86d2-85d0db8a03cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3445292 Apr 18 19:23:09.814761 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-7cf7b62d-f786-4919-b1c7-4fbdd3ae0228 req-9fb83ac2-dd2f-45a2-8b1f-696a3848b5ff service neutron] For port 61407fd5-cf4f-4a26-b617-938a77b67461, host n-h1-836017-2, cleared binding levels {{(pid=84763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:23:09.819115 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-7cf7b62d-f786-4919-b1c7-4fbdd3ae0228 req-9fb83ac2-dd2f-45a2-8b1f-696a3848b5ff service neutron] For port 61407fd5-cf4f-4a26-b617-938a77b67461, host n-h1-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=61407fd5-cf4f-4a26-b617-938a77b67461,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:23:09.867406 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6e8df5ad-4df9-4b41-a65e-81b073624726 req-69c5c183-46fd-47a3-b603-856d08834021 tempest-LiveMigrationTest-374537811 tempest-LiveMigrationTest-374537811-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=b036cac9-0805-4344-b7ed-7456f39c642e HTTP/1.1" status: 200 len: 1097 time: 0.4754326 Apr 18 19:23:09.870757 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-a563c7fb-d271-427c-b996-e74f066c4212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1258508'] for subnet, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:09.888976 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-7cf7b62d-f786-4919-b1c7-4fbdd3ae0228 req-9fb83ac2-dd2f-45a2-8b1f-696a3848b5ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:10.022531 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-7cf7b62d-f786-4919-b1c7-4fbdd3ae0228 req-9fb83ac2-dd2f-45a2-8b1f-696a3848b5ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:10.024202 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7cf7b62d-f786-4919-b1c7-4fbdd3ae0228 req-9fb83ac2-dd2f-45a2-8b1f-696a3848b5ff service neutron] 10.222.0.73 "PUT /v2.0/ports/61407fd5-cf4f-4a26-b617-938a77b67461 HTTP/1.1" status: 200 len: 1095 time: 2.4665577 Apr 18 19:23:10.026510 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3396816-7672-4e6c-a9ee-905861ee2aea', 'tag': '61407fd5-cf4f-4a26-b617-938a77b67461'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:23:10.075154 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-5b4a26b2-12ad-48a6-b902-a9bb134226de req-59e05581-1306-4a0f-9be0-b1622306824b tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:10.078014 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb83ac2-dd2f-45a2-8b1f-696a3848b5ff service neutron] Pushing event updated for resources: {'Port': ['ID=61407fd5-cf4f-4a26-b617-938a77b67461,revision_number=3']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:10.108532 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c73a49b-3554-49ec-87ee-4a5425e93abb req-12854712-c79b-4aab-8834-78729594b3d5 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:10.112656 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8c73a49b-3554-49ec-87ee-4a5425e93abb req-12854712-c79b-4aab-8834-78729594b3d5 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] 10.222.0.69 "GET /v2.0/ports?device_id=027a3482-9de8-4178-93a4-4577839df052 HTTP/1.1" status: 200 len: 946 time: 0.1688933 Apr 18 19:23:10.244681 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8c73a49b-3554-49ec-87ee-4a5425e93abb req-9d86fdf4-ba32-4356-896d-961e9e878d3e tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] 10.222.0.69 "GET /v2.0/security-groups?id=3fcdb8eb-658a-4600-87a3-89b959a21299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201985 Apr 18 19:23:10.271331 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7cf7b62d-f786-4919-b1c7-4fbdd3ae0228 req-2a5320f8-51da-4a9c-87bc-2e177b154852 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=68c4f9e817a54964a6be17b7a402ba56&device_id=f3396816-7672-4e6c-a9ee-905861ee2aea HTTP/1.1" status: 200 len: 1098 time: 0.1245053 Apr 18 19:23:10.386474 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7cf7b62d-f786-4919-b1c7-4fbdd3ae0228 req-83e44615-2d59-4a04-a243-5ed0f1ae4ef6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=61407fd5-cf4f-4a26-b617-938a77b67461 HTTP/1.1" status: 200 len: 217 time: 0.1063855 Apr 18 19:23:10.390558 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b4a26b2-12ad-48a6-b902-a9bb134226de req-59e05581-1306-4a0f-9be0-b1622306824b tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] No DVR routers for this DVR port 346a209d-f566-45d8-b781-babbfb75723a on host n-h2-836017-2 {{(pid=84764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:23:10.394146 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-5b4a26b2-12ad-48a6-b902-a9bb134226de req-59e05581-1306-4a0f-9be0-b1622306824b tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:10.401267 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6e8df5ad-4df9-4b41-a65e-81b073624726 req-91bbec88-8138-4f2e-ac1a-12902b1e252c tempest-LiveMigrationTest-374537811 tempest-LiveMigrationTest-374537811-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4069972 Apr 18 19:23:10.404828 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '027a3482-9de8-4178-93a4-4577839df052', 'name': 'network-vif-deleted', 'tag': '346a209d-f566-45d8-b781-babbfb75723a'}] {{(pid=84764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:23:10.411209 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e05581-1306-4a0f-9be0-b1622306824b tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Pushing event deleted for resources: {'Port': ['ID=346a209d-f566-45d8-b781-babbfb75723a,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:10.467180 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf7b62d-f786-4919-b1c7-4fbdd3ae0228 req-3b89301b-975c-4f35-a96e-d9655b086386 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:10.468765 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7cf7b62d-f786-4919-b1c7-4fbdd3ae0228 req-3b89301b-975c-4f35-a96e-d9655b086386 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=17d1b3aa-2066-4ffa-a69f-52ed566b6548 HTTP/1.1" status: 200 len: 843 time: 0.0754232 Apr 18 19:23:10.504895 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-a563c7fb-d271-427c-b996-e74f066c4212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1258501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2290876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65862598'] for subnet, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:10.528997 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7eee5b7d-6d5d-44c9-8e0f-e20f40ca1ee1'] response: {'name': 'network-changed', 'server_uuid': 'f3396816-7672-4e6c-a9ee-905861ee2aea', 'tag': '61407fd5-cf4f-4a26-b617-938a77b67461', 'status': 'completed', 'code': 200} Apr 18 19:23:10.599694 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893e3a7a-c760-4362-95fc-490ef77e5c07 None None] Network 2855f453-769b-46d1-87a9-363cad7d7229 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:23:10.600835 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-a563c7fb-d271-427c-b996-e74f066c4212 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for subnet, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:10.605475 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-a563c7fb-d271-427c-b996-e74f066c4212 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/e614d498-f6c5-474d-b8a7-e81a388a7a3b HTTP/1.1" status: 204 len: 168 time: 1.5297596 Apr 18 19:23:10.606291 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7cf7b62d-f786-4919-b1c7-4fbdd3ae0228 req-5074e917-06c7-4f9c-8626-5c18662f15f4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1301117 Apr 18 19:23:10.606778 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 46670) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:23:10.610228 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-5b4a26b2-12ad-48a6-b902-a9bb134226de req-59e05581-1306-4a0f-9be0-b1622306824b tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] 10.222.0.72 "DELETE /v2.0/ports/346a209d-f566-45d8-b781-babbfb75723a HTTP/1.1" status: 204 len: 173 time: 2.1214998 Apr 18 19:23:10.642239 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a563c7fb-d271-427c-b996-e74f066c4212 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e614d498-f6c5-474d-b8a7-e81a388a7a3b,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:10.758892 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-30ce9551-abc2-493d-8bf8-d365550b0a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:10.890414 n-d-836017-2 neutron-server[84764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8d4e57c-c5a8-44db-91d1-7e076dc0fea1'] response: {'server_uuid': '027a3482-9de8-4178-93a4-4577839df052', 'name': 'network-vif-deleted', 'tag': '346a209d-f566-45d8-b781-babbfb75723a', 'status': 'completed', 'code': 200} Apr 18 19:23:11.063496 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdefc04f-b8ec-41e9-af5a-b159d0d7841f None None] New status for floating IP 449ed824-e743-44fb-b2f8-6a24e67c368c: ACTIVE {{(pid=84766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 19:23:11.167223 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-694b904a-8a6f-4673-bba9-ac9132549c36 req-0775e290-9f26-4e31-b203-906cb3b61df8 tempest-LiveMigrationTest-374537811 tempest-LiveMigrationTest-374537811-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=b036cac9-0805-4344-b7ed-7456f39c642e HTTP/1.1" status: 200 len: 1097 time: 0.1152670 Apr 18 19:23:11.230429 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-694b904a-8a6f-4673-bba9-ac9132549c36 req-b5a93d29-cc5e-478b-8a36-d2b9bdd6e2a0 tempest-LiveMigrationTest-374537811 tempest-LiveMigrationTest-374537811-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622256 Apr 18 19:23:11.236650 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-30ce9551-abc2-493d-8bf8-d365550b0a3b admin admin] Deleting port ecebb6e1-e7a9-46e4-ab21-0fc8de3318ec {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:23:11.236922 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-30ce9551-abc2-493d-8bf8-d365550b0a3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:11.333479 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9736296-6281-4f3f-a891-e2794e3ac537 None None] DHCP port deletion for 2855f453-769b-46d1-87a9-363cad7d7229 request from n-d-836017-2 {{(pid=84765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 19:23:11.338042 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-f9736296-6281-4f3f-a891-e2794e3ac537 None None] Deleting port ecebb6e1-e7a9-46e4-ab21-0fc8de3318ec {{(pid=84765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:23:11.338425 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f9736296-6281-4f3f-a891-e2794e3ac537 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:11.363431 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-6be09625-1166-4878-ab76-21f3ef6090cc req-4cdfb0bf-eaa1-4c2a-a5d7-6a66f88c0c9b tempest-FloatingIPsTestJSON-1170587735 tempest-FloatingIPsTestJSON-1170587735-project] Synchronizing usage tracker for tenant:9b74ec910fb54960866ccdca4b96acdd on resource:network {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:23:11.530807 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fc65e0-a05d-4c7f-b4df-23b5ab83b07c req-718fc007-13ef-453d-a55d-f5905ddc0a62 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:11.532824 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f3fc65e0-a05d-4c7f-b4df-23b5ab83b07c req-718fc007-13ef-453d-a55d-f5905ddc0a62 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3396816-7672-4e6c-a9ee-905861ee2aea HTTP/1.1" status: 200 len: 947 time: 0.1018445 Apr 18 19:23:11.593572 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f3fc65e0-a05d-4c7f-b4df-23b5ab83b07c req-4d708780-7968-4963-ab85-8f1b8e43f6d4 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b82ee4b-1b13-4f19-86d2-85d0db8a03cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534968 Apr 18 19:23:11.690999 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-f9736296-6281-4f3f-a891-e2794e3ac537 None None] For port ecebb6e1-e7a9-46e4-ab21-0fc8de3318ec, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=ecebb6e1-e7a9-46e4-ab21-0fc8de3318ec,segment=NetworkSegment(a7053a24-cc63-4013-adec-346cf7b48cb9),segment_id=a7053a24-cc63-4013-adec-346cf7b48cb9)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:23:11.693529 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f9736296-6281-4f3f-a891-e2794e3ac537 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:11.711307 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-6be09625-1166-4878-ab76-21f3ef6090cc req-4cdfb0bf-eaa1-4c2a-a5d7-6a66f88c0c9b tempest-FloatingIPsTestJSON-1170587735 tempest-FloatingIPsTestJSON-1170587735-project] Unset dirty status for tenant:9b74ec910fb54960866ccdca4b96acdd on resource:network {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:23:11.719267 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-6be09625-1166-4878-ab76-21f3ef6090cc req-4cdfb0bf-eaa1-4c2a-a5d7-6a66f88c0c9b tempest-FloatingIPsTestJSON-1170587735 tempest-FloatingIPsTestJSON-1170587735-project] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.9550791 Apr 18 19:23:11.731161 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-6be09625-1166-4878-ab76-21f3ef6090cc req-93132867-bf70-473e-9d52-e3720f3eba06 tempest-FloatingIPsTestJSON-1170587735 tempest-FloatingIPsTestJSON-1170587735-project] Request body: {'floatingip': {'floating_network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:23:11.738146 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-6be09625-1166-4878-ab76-21f3ef6090cc req-93132867-bf70-473e-9d52-e3720f3eba06 tempest-FloatingIPsTestJSON-1170587735 tempest-FloatingIPsTestJSON-1170587735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:23:11.745267 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-6be09625-1166-4878-ab76-21f3ef6090cc req-93132867-bf70-473e-9d52-e3720f3eba06 tempest-FloatingIPsTestJSON-1170587735 tempest-FloatingIPsTestJSON-1170587735-project] Usage tracker for resource:floatingip and tenant:9b74ec910fb54960866ccdca4b96acdd is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:23:11.752193 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-6be09625-1166-4878-ab76-21f3ef6090cc req-93132867-bf70-473e-9d52-e3720f3eba06 tempest-FloatingIPsTestJSON-1170587735 tempest-FloatingIPsTestJSON-1170587735-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:23:11.762804 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-6be09625-1166-4878-ab76-21f3ef6090cc req-93132867-bf70-473e-9d52-e3720f3eba06 tempest-FloatingIPsTestJSON-1170587735 tempest-FloatingIPsTestJSON-1170587735-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:23:11.768733 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7cf7b62d-f786-4919-b1c7-4fbdd3ae0228 req-5144b557-b85f-4504-8f71-73f65d3752a6 service neutron] 10.222.0.73 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0074143 Apr 18 19:23:11.870546 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-f9736296-6281-4f3f-a891-e2794e3ac537 None None] Calling delete_port for ecebb6e1-e7a9-46e4-ab21-0fc8de3318ec owned by network:dhcp {{(pid=84765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:23:11.873282 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-996cbd12-24d9-42c4-a253-b88e379df7ec req-77302a1b-6b10-408c-897e-67ce04e700e7 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Synchronizing usage tracker for tenant:666658683d0a4c6e8109e68b8b765a46 on resource:port {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:23:11.916513 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [None req-30ce9551-abc2-493d-8bf8-d365550b0a3b admin admin] For port ecebb6e1-e7a9-46e4-ab21-0fc8de3318ec, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=ecebb6e1-e7a9-46e4-ab21-0fc8de3318ec,segment=NetworkSegment(a7053a24-cc63-4013-adec-346cf7b48cb9),segment_id=a7053a24-cc63-4013-adec-346cf7b48cb9)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:23:11.916901 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-30ce9551-abc2-493d-8bf8-d365550b0a3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:11.952430 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-996cbd12-24d9-42c4-a253-b88e379df7ec req-77302a1b-6b10-408c-897e-67ce04e700e7 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] Unset dirty status for tenant:666658683d0a4c6e8109e68b8b765a46 on resource:port {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:23:11.953610 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-996cbd12-24d9-42c4-a253-b88e379df7ec req-77302a1b-6b10-408c-897e-67ce04e700e7 tempest-FloatingIPsAssociationTestJSON-252392682 tempest-FloatingIPsAssociationTestJSON-252392682-project] 10.222.0.69 "GET /v2.0/ports?device_id=027a3482-9de8-4178-93a4-4577839df052 HTTP/1.1" status: 200 len: 210 time: 0.1251731 Apr 18 19:23:12.048223 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-6be09625-1166-4878-ab76-21f3ef6090cc req-93132867-bf70-473e-9d52-e3720f3eba06 tempest-FloatingIPsTestJSON-1170587735 tempest-FloatingIPsTestJSON-1170587735-project] Notify callbacks [] for floatingip, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:12.057670 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 346a209d-f566-45d8-b781-babbfb75723a no longer exists at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:23:12.081636 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-30ce9551-abc2-493d-8bf8-d365550b0a3b admin admin] Calling delete_port for ecebb6e1-e7a9-46e4-ab21-0fc8de3318ec owned by network:dhcp {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:23:12.099393 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] No Port match for: 346a209d-f566-45d8-b781-babbfb75723a {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:23:12.099731 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 346a209d-f566-45d8-b781-babbfb75723a not bound to the agent host n-h2-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:23:12.111436 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f9736296-6281-4f3f-a891-e2794e3ac537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340'] for port, after_delete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:12.166943 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9736296-6281-4f3f-a891-e2794e3ac537 None None] Pushing event deleted for resources: {'Port': ['ID=ecebb6e1-e7a9-46e4-ab21-0fc8de3318ec,revision_number=None']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:12.173529 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9736296-6281-4f3f-a891-e2794e3ac537 None None] No DVR routers for this DVR port ecebb6e1-e7a9-46e4-ab21-0fc8de3318ec on host n-d-836017-2 {{(pid=84765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:23:12.217050 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7cf7b62d-f786-4919-b1c7-4fbdd3ae0228 req-8d1e0cfb-b1db-4245-8df6-c10984a63d3c service neutron] 10.222.0.73 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4280410 Apr 18 19:23:12.252677 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.agents_db [None req-eb67022b-f881-4bc8-8f45-fca90fb27803 None None] Agent healthcheck: found 7 active agents {{(pid=84766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:23:12.255085 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f64a4cb9-5c4f-4f83-9fe5-30e49ec23747 req-bd42959a-eed2-4148-8d7a-f43a98477524 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b036cac9-0805-4344-b7ed-7456f39c642e&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0995653 Apr 18 19:23:12.256568 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.db.api [None req-30ce9551-abc2-493d-8bf8-d365550b0a3b admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84763) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 19:23:12.257279 n-d-836017-2 neutron-server[84763]: DEBUG oslo_db.api [None req-30ce9551-abc2-493d-8bf8-d365550b0a3b admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 19:23:12.400124 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-6be09625-1166-4878-ab76-21f3ef6090cc req-93132867-bf70-473e-9d52-e3720f3eba06 tempest-FloatingIPsTestJSON-1170587735 tempest-FloatingIPsTestJSON-1170587735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:12.528559 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-1b6875b0-dc79-4dc7-89bb-0e9a3e8c600c req-6251910a-0719-42f6-b157-d2aa49ea5740 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=68c4f9e817a54964a6be17b7a402ba56&device_id=f3396816-7672-4e6c-a9ee-905861ee2aea HTTP/1.1" status: 200 len: 1098 time: 0.1856406 Apr 18 19:23:12.643019 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_common [req-6be09625-1166-4878-ab76-21f3ef6090cc req-93132867-bf70-473e-9d52-e3720f3eba06 tempest-FloatingIPsTestJSON-1170587735 tempest-FloatingIPsTestJSON-1170587735-project] Allocated IP 172.25.3.200 (11e8e108-37df-4084-b6b7-113e6beb66b4/3b0abf32-1504-448b-b06e-c8c870b6a7c8/dc8e9a94-2497-4fa4-96bf-21ce59bc769c) {{(pid=84763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:23:12.696818 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device ecebb6e1-e7a9-46e4-ab21-0fc8de3318ec no longer exists at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:23:12.733187 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] No Port match for: ecebb6e1-e7a9-46e4-ab21-0fc8de3318ec {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:23:12.733621 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device ecebb6e1-e7a9-46e4-ab21-0fc8de3318ec not bound to the agent host n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:23:12.761757 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-30ce9551-abc2-493d-8bf8-d365550b0a3b admin admin] Deleting port ecebb6e1-e7a9-46e4-ab21-0fc8de3318ec {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:23:12.762127 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-30ce9551-abc2-493d-8bf8-d365550b0a3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:12.792414 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6875b0-dc79-4dc7-89bb-0e9a3e8c600c req-1f9acaf0-8f94-4c11-934d-1d549daea6de service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:12.792414 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-1b6875b0-dc79-4dc7-89bb-0e9a3e8c600c req-1f9acaf0-8f94-4c11-934d-1d549daea6de service neutron] 10.222.0.73 "GET /v2.0/networks?id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a HTTP/1.1" status: 200 len: 870 time: 0.2549815 Apr 18 19:23:13.005576 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-30ce9551-abc2-493d-8bf8-d365550b0a3b admin admin] The port 'ecebb6e1-e7a9-46e4-ab21-0fc8de3318ec' was deleted {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 19:23:13.007208 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-1b6875b0-dc79-4dc7-89bb-0e9a3e8c600c req-e9e9b5c5-d29d-4743-8449-9796063144e6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=61407fd5-cf4f-4a26-b617-938a77b67461 HTTP/1.1" status: 200 len: 217 time: 0.2082050 Apr 18 19:23:13.228282 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-30ce9551-abc2-493d-8bf8-d365550b0a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256345', 'neutron.services.segments.db._delete_segments_for_network-8791093852025'] for network, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:13.237255 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6875b0-dc79-4dc7-89bb-0e9a3e8c600c req-62e1f5f9-c027-4960-acb1-9222181dcb8d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:13.238799 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-1b6875b0-dc79-4dc7-89bb-0e9a3e8c600c req-62e1f5f9-c027-4960-acb1-9222181dcb8d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=17d1b3aa-2066-4ffa-a69f-52ed566b6548 HTTP/1.1" status: 200 len: 843 time: 0.1915097 Apr 18 19:23:13.244153 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-6be09625-1166-4878-ab76-21f3ef6090cc req-93132867-bf70-473e-9d52-e3720f3eba06 tempest-FloatingIPsTestJSON-1170587735 tempest-FloatingIPsTestJSON-1170587735-project] Notify callbacks [] for port, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:13.310173 n-d-836017-2 neutron-server[84763]: DEBUG neutron.services.segments.db [None req-30ce9551-abc2-493d-8bf8-d365550b0a3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2855f453-769b-46d1-87a9-363cad7d7229']}} {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:23:13.329249 n-d-836017-2 neutron-server[84763]: DEBUG neutron.services.segments.db [None req-30ce9551-abc2-493d-8bf8-d365550b0a3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7053a24-cc63-4013-adec-346cf7b48cb9') {'for_net_delete': True} {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:23:13.329589 n-d-836017-2 neutron-server[84763]: DEBUG neutron.services.segments.db [None req-30ce9551-abc2-493d-8bf8-d365550b0a3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7053a24-cc63-4013-adec-346cf7b48cb9') {} {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:23:13.345209 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-30ce9551-abc2-493d-8bf8-d365550b0a3b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791093851908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66272256'] for segment, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:13.376922 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-30ce9551-abc2-493d-8bf8-d365550b0a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:13.388287 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30ce9551-abc2-493d-8bf8-d365550b0a3b admin admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=84763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:23:13.388802 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-30ce9551-abc2-493d-8bf8-d365550b0a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66351785'] for segment, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:13.403821 n-d-836017-2 neutron-server[84763]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:23:13.403821 n-d-836017-2 neutron-server[84763]: util.warn( Apr 18 19:23:13.403821 n-d-836017-2 neutron-server[84763]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:23:13.403821 n-d-836017-2 neutron-server[84763]: util.warn( Apr 18 19:23:13.403821 n-d-836017-2 neutron-server[84763]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:23:13.403821 n-d-836017-2 neutron-server[84763]: util.warn( Apr 18 19:23:13.403821 n-d-836017-2 neutron-server[84763]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:23:13.403821 n-d-836017-2 neutron-server[84763]: util.warn( Apr 18 19:23:13.403821 n-d-836017-2 neutron-server[84763]: Traceback (most recent call last): Apr 18 19:23:13.403821 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:23:13.403821 n-d-836017-2 neutron-server[84763]: timer() Apr 18 19:23:13.403821 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:23:13.403821 n-d-836017-2 neutron-server[84763]: cb(*args, **kw) Apr 18 19:23:13.403821 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:23:13.403821 n-d-836017-2 neutron-server[84763]: return func(*args, **kwargs) Apr 18 19:23:13.403821 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:23:13.403821 n-d-836017-2 neutron-server[84763]: self._notify() Apr 18 19:23:13.403821 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:23:13.403821 n-d-836017-2 neutron-server[84763]: self.callback(batched_events) Apr 18 19:23:13.403821 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:23:13.403821 n-d-836017-2 neutron-server[84763]: event.method(event) Apr 18 19:23:13.403821 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:23:13.403821 n-d-836017-2 neutron-server[84763]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:23:13.403821 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:23:13.403821 n-d-836017-2 neutron-server[84763]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:23:13.403821 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:23:13.403821 n-d-836017-2 neutron-server[84763]: return f(self, *a, **k) Apr 18 19:23:13.403821 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:23:13.403821 n-d-836017-2 neutron-server[84763]: return self._get(url).json() Apr 18 19:23:13.403821 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:23:13.403821 n-d-836017-2 neutron-server[84763]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:23:13.403821 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:23:13.403821 n-d-836017-2 neutron-server[84763]: return self.request(url, 'GET', **kwargs) Apr 18 19:23:13.403821 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:23:13.403821 n-d-836017-2 neutron-server[84763]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:23:13.403821 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:23:13.403821 n-d-836017-2 neutron-server[84763]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:23:13.403821 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:23:13.403821 n-d-836017-2 neutron-server[84763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:23:13.403821 n-d-836017-2 neutron-server[84763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:23:13.495426 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-1b6875b0-dc79-4dc7-89bb-0e9a3e8c600c req-80f2218f-dc3d-4f8e-a014-4230b694f879 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2467258 Apr 18 19:23:13.575126 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-30ce9551-abc2-493d-8bf8-d365550b0a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416801'] for network, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:13.580927 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-30ce9551-abc2-493d-8bf8-d365550b0a3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:13.601821 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-6be09625-1166-4878-ab76-21f3ef6090cc req-93132867-bf70-473e-9d52-e3720f3eba06 tempest-FloatingIPsTestJSON-1170587735 tempest-FloatingIPsTestJSON-1170587735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:13.661255 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ce9551-abc2-493d-8bf8-d365550b0a3b admin admin] Pushing event deleted for resources: {'Network': ['ID=2855f453-769b-46d1-87a9-363cad7d7229,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:13.713189 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6be09625-1166-4878-ab76-21f3ef6090cc req-93132867-bf70-473e-9d52-e3720f3eba06 tempest-FloatingIPsTestJSON-1170587735 tempest-FloatingIPsTestJSON-1170587735-project] Network 11e8e108-37df-4084-b6b7-113e6beb66b4 is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:23:13.728506 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [req-6be09625-1166-4878-ab76-21f3ef6090cc req-93132867-bf70-473e-9d52-e3720f3eba06 tempest-FloatingIPsTestJSON-1170587735 tempest-FloatingIPsTestJSON-1170587735-project] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:23:13.732013 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-6be09625-1166-4878-ab76-21f3ef6090cc req-93132867-bf70-473e-9d52-e3720f3eba06 tempest-FloatingIPsTestJSON-1170587735 tempest-FloatingIPsTestJSON-1170587735-project] Received port after_create {{(pid=84763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:23:13.769874 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93132867-bf70-473e-9d52-e3720f3eba06 tempest-FloatingIPsTestJSON-1170587735 tempest-FloatingIPsTestJSON-1170587735-project] Pushing event updated for resources: {'Port': ['ID=dc8e9a94-2497-4fa4-96bf-21ce59bc769c,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:13.775079 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-30ce9551-abc2-493d-8bf8-d365550b0a3b admin admin] 10.222.0.69 "DELETE /v2.0/networks/2855f453-769b-46d1-87a9-363cad7d7229 HTTP/1.1" status: 204 len: 168 time: 3.1673343 Apr 18 19:23:13.817650 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-1b6875b0-dc79-4dc7-89bb-0e9a3e8c600c req-e0d951b4-c780-4922-b2e5-3b6035d6a77e service neutron] 10.222.0.73 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3154595 Apr 18 19:23:14.041304 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-6be09625-1166-4878-ab76-21f3ef6090cc req-93132867-bf70-473e-9d52-e3720f3eba06 tempest-FloatingIPsTestJSON-1170587735 tempest-FloatingIPsTestJSON-1170587735-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:14.080707 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-1b6875b0-dc79-4dc7-89bb-0e9a3e8c600c req-a02bfc09-549f-4d09-b155-ddc2c28b2c98 service neutron] 10.222.0.73 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353156 Apr 18 19:23:14.150856 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-6be09625-1166-4878-ab76-21f3ef6090cc req-93132867-bf70-473e-9d52-e3720f3eba06 tempest-FloatingIPsTestJSON-1170587735 tempest-FloatingIPsTestJSON-1170587735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:14.178075 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [req-e2f69418-9868-4851-b913-42054844cc10 req-4a779089-aebd-4463-a127-e98e86449965 tempest-LiveMigrationTest-374537811 tempest-LiveMigrationTest-374537811-project-admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=84764) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:23:14.179031 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e2f69418-9868-4851-b913-42054844cc10 req-4a779089-aebd-4463-a127-e98e86449965 tempest-LiveMigrationTest-374537811 tempest-LiveMigrationTest-374537811-project-admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0057738 Apr 18 19:23:14.189422 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [req-e2f69418-9868-4851-b913-42054844cc10 req-46e79b63-02c4-406f-831b-b15d740779f7 service neutron] Request body: {'binding': {'host': 'n-h1-836017-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:23:14.189875 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [req-e2f69418-9868-4851-b913-42054844cc10 req-46e79b63-02c4-406f-831b-b15d740779f7 service neutron] Unknown quota resources ['binding']. {{(pid=84764) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Apr 18 19:23:14.298748 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 46724) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:23:14.394288 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-5d8ed579-f118-4cb8-b504-819bb898cd3f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8f2160bd253744eb9f673c1dacb132a8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0945742 Apr 18 19:23:14.396862 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 46728) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:23:14.401417 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-e2f69418-9868-4851-b913-42054844cc10 req-46e79b63-02c4-406f-831b-b15d740779f7 service neutron] Attempting to bind port 1322c92f-b999-445a-867c-1cc9d3db029b on host n-h1-836017-2 for vnic_type normal with profile None {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:23:14.401687 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-e2f69418-9868-4851-b913-42054844cc10 req-46e79b63-02c4-406f-831b-b15d740779f7 service neutron] Attempting to bind port 1322c92f-b999-445a-867c-1cc9d3db029b by drivers openvswitch,hyperv on host n-h1-836017-2 at level 0 using segments [{'id': '1b33902c-725a-4527-bb11-2978d3dba7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '0685e2b1-3b13-405d-a131-f90aa0a8867a'}] {{(pid=84764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:23:14.402009 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f69418-9868-4851-b913-42054844cc10 req-46e79b63-02c4-406f-831b-b15d740779f7 service neutron] Attempting to bind port 1322c92f-b999-445a-867c-1cc9d3db029b on network 0685e2b1-3b13-405d-a131-f90aa0a8867a {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:23:14.408658 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f69418-9868-4851-b913-42054844cc10 req-46e79b63-02c4-406f-831b-b15d740779f7 service neutron] Port 1322c92f-b999-445a-867c-1cc9d3db029b on network 0685e2b1-3b13-405d-a131-f90aa0a8867a not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-2 {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:23:14.408979 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f69418-9868-4851-b913-42054844cc10 req-46e79b63-02c4-406f-831b-b15d740779f7 service neutron] Attempting to bind port 1322c92f-b999-445a-867c-1cc9d3db029b on network 0685e2b1-3b13-405d-a131-f90aa0a8867a {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:23:14.415261 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f69418-9868-4851-b913-42054844cc10 req-46e79b63-02c4-406f-831b-b15d740779f7 service neutron] Checking agent: {'id': 'e3a31811-08e0-42ba-bc2e-ed8a973b714f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 25), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:23:14.415600 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f69418-9868-4851-b913-42054844cc10 req-46e79b63-02c4-406f-831b-b15d740779f7 service neutron] Checking segment: {'id': '1b33902c-725a-4527-bb11-2978d3dba7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '0685e2b1-3b13-405d-a131-f90aa0a8867a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:23:14.415961 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f69418-9868-4851-b913-42054844cc10 req-46e79b63-02c4-406f-831b-b15d740779f7 service neutron] Bound using segment: {'id': '1b33902c-725a-4527-bb11-2978d3dba7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '0685e2b1-3b13-405d-a131-f90aa0a8867a'} {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:23:14.416400 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-e2f69418-9868-4851-b913-42054844cc10 req-46e79b63-02c4-406f-831b-b15d740779f7 service neutron] Bound port: 1322c92f-b999-445a-867c-1cc9d3db029b, host: n-h1-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b33902c-725a-4527-bb11-2978d3dba7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '0685e2b1-3b13-405d-a131-f90aa0a8867a'}}] {{(pid=84764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:23:14.445203 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-e2f69418-9868-4851-b913-42054844cc10 req-46e79b63-02c4-406f-831b-b15d740779f7 service neutron] For port 1322c92f-b999-445a-867c-1cc9d3db029b, host n-h1-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=1322c92f-b999-445a-867c-1cc9d3db029b,segment=NetworkSegment(1b33902c-725a-4527-bb11-2978d3dba7a4),segment_id=1b33902c-725a-4527-bb11-2978d3dba7a4)] {{(pid=84764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:23:14.447282 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-6be09625-1166-4878-ab76-21f3ef6090cc req-93132867-bf70-473e-9d52-e3720f3eba06 tempest-FloatingIPsTestJSON-1170587735 tempest-FloatingIPsTestJSON-1170587735-project] Notify callbacks [] for port, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:14.472895 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-c3581fe5-10a0-4e98-8a54-d2c6c5a3168b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:14.498119 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-c3581fe5-10a0-4e98-8a54-d2c6c5a3168b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:14.511784 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-e2f69418-9868-4851-b913-42054844cc10 req-46e79b63-02c4-406f-831b-b15d740779f7 service neutron] Notify callbacks [] for binding, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:14.513758 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e2f69418-9868-4851-b913-42054844cc10 req-46e79b63-02c4-406f-831b-b15d740779f7 service neutron] 10.222.0.69 "POST /v2.0/ports/1322c92f-b999-445a-867c-1cc9d3db029b/bindings HTTP/1.1" status: 201 len: 389 time: 0.3281233 Apr 18 19:23:14.530373 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-6be09625-1166-4878-ab76-21f3ef6090cc req-93132867-bf70-473e-9d52-e3720f3eba06 tempest-FloatingIPsTestJSON-1170587735 tempest-FloatingIPsTestJSON-1170587735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:14.649619 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93132867-bf70-473e-9d52-e3720f3eba06 tempest-FloatingIPsTestJSON-1170587735 tempest-FloatingIPsTestJSON-1170587735-project] Pushing event updated for resources: {'Port': ['ID=dc8e9a94-2497-4fa4-96bf-21ce59bc769c,revision_number=2']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:14.665647 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-6be09625-1166-4878-ab76-21f3ef6090cc req-93132867-bf70-473e-9d52-e3720f3eba06 tempest-FloatingIPsTestJSON-1170587735 tempest-FloatingIPsTestJSON-1170587735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416787'] for floatingip, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:14.705571 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-c3581fe5-10a0-4e98-8a54-d2c6c5a3168b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:14.709626 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-c3581fe5-10a0-4e98-8a54-d2c6c5a3168b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:14.714059 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-c3581fe5-10a0-4e98-8a54-d2c6c5a3168b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b80025dd-c25b-42ca-82ea-1fde604da64e HTTP/1.1" status: 204 len: 168 time: 0.3155997 Apr 18 19:23:14.727359 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3581fe5-10a0-4e98-8a54-d2c6c5a3168b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b80025dd-c25b-42ca-82ea-1fde604da64e,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:14.768294 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-6be09625-1166-4878-ab76-21f3ef6090cc req-93132867-bf70-473e-9d52-e3720f3eba06 tempest-FloatingIPsTestJSON-1170587735 tempest-FloatingIPsTestJSON-1170587735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for floatingip, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:14.770261 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-6be09625-1166-4878-ab76-21f3ef6090cc req-93132867-bf70-473e-9d52-e3720f3eba06 tempest-FloatingIPsTestJSON-1170587735 tempest-FloatingIPsTestJSON-1170587735-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.0497897 Apr 18 19:23:14.924592 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4b26bb-16ac-40e6-8e47-c2b0243955ec req-73565ea0-724b-4775-b542-ca1ff0823be4 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:14.932095 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-9e4b26bb-16ac-40e6-8e47-c2b0243955ec req-73565ea0-724b-4775-b542-ca1ff0823be4 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3396816-7672-4e6c-a9ee-905861ee2aea HTTP/1.1" status: 200 len: 947 time: 0.1105521 Apr 18 19:23:14.986075 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-9e4b26bb-16ac-40e6-8e47-c2b0243955ec req-232f76b6-a031-4c3c-a4da-00b244364a91 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b82ee4b-1b13-4f19-86d2-85d0db8a03cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528512 Apr 18 19:23:14.986510 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-6be09625-1166-4878-ab76-21f3ef6090cc req-e0913c02-67aa-4fc8-a641-12aaa89ee5bd tempest-FloatingIPsTestJSON-1170587735 tempest-FloatingIPsTestJSON-1170587735-project] Synchronizing usage tracker for tenant:9b74ec910fb54960866ccdca4b96acdd on resource:floatingip {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:23:15.099160 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 46740) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:23:15.197017 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-6be09625-1166-4878-ab76-21f3ef6090cc req-e0913c02-67aa-4fc8-a641-12aaa89ee5bd tempest-FloatingIPsTestJSON-1170587735 tempest-FloatingIPsTestJSON-1170587735-project] Unset dirty status for tenant:9b74ec910fb54960866ccdca4b96acdd on resource:floatingip {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:23:15.198022 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-6be09625-1166-4878-ab76-21f3ef6090cc req-e0913c02-67aa-4fc8-a641-12aaa89ee5bd tempest-FloatingIPsTestJSON-1170587735 tempest-FloatingIPsTestJSON-1170587735-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.3.200 HTTP/1.1" status: 200 len: 696 time: 0.4205167 Apr 18 19:23:15.280527 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60d4452-764d-4c51-b327-7104c22ddd8d req-b77407a8-779a-4135-8eac-d030d372174e tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:15.282194 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a60d4452-764d-4c51-b327-7104c22ddd8d req-b77407a8-779a-4135-8eac-d030d372174e tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=b036cac9-0805-4344-b7ed-7456f39c642e HTTP/1.1" status: 200 len: 946 time: 0.0898569 Apr 18 19:23:15.333677 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a60d4452-764d-4c51-b327-7104c22ddd8d req-ffeaeb70-08d4-4985-8272-b54fb36574fb tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452945 Apr 18 19:23:15.465435 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be09625-1166-4878-ab76-21f3ef6090cc req-84ea26f6-ea36-4848-9194-31d162d60af1 tempest-FloatingIPsTestJSON-1170587735 tempest-FloatingIPsTestJSON-1170587735-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:15.466784 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-6be09625-1166-4878-ab76-21f3ef6090cc req-84ea26f6-ea36-4848-9194-31d162d60af1 tempest-FloatingIPsTestJSON-1170587735 tempest-FloatingIPsTestJSON-1170587735-project] 10.222.0.69 "GET /v2.0/networks/11e8e108-37df-4084-b6b7-113e6beb66b4 HTTP/1.1" status: 200 len: 784 time: 0.2073832 Apr 18 19:23:15.474776 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e2f69418-9868-4851-b913-42054844cc10 req-95905440-aecb-47fc-b5c3-0335c84e6b6c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fc56e011536d43568ffc66b480cf23b0&device_id=b036cac9-0805-4344-b7ed-7456f39c642e HTTP/1.1" status: 200 len: 1097 time: 0.3130565 Apr 18 19:23:15.686826 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ac18fa3f-0c7a-4ac2-95eb-04cac9da2414 req-a76da9d0-5545-4d8e-b003-4e821cba6810 tempest-FloatingIPsTestJSON-1170587735 tempest-FloatingIPsTestJSON-1170587735-project] 10.222.0.69 "GET /v2.0/floatingips/d2e05254-bf6a-444d-a461-ca1b93313742 HTTP/1.1" status: 200 len: 693 time: 0.1257026 Apr 18 19:23:15.835316 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f69418-9868-4851-b913-42054844cc10 req-4cadacca-2d13-4f27-b2f9-ee17c65c34fc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:15.836821 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e2f69418-9868-4851-b913-42054844cc10 req-4cadacca-2d13-4f27-b2f9-ee17c65c34fc service neutron] 10.222.0.73 "GET /v2.0/networks?id=0685e2b1-3b13-405d-a131-f90aa0a8867a HTTP/1.1" status: 200 len: 909 time: 0.3537369 Apr 18 19:23:15.939869 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e2f69418-9868-4851-b913-42054844cc10 req-3bf2490c-b72f-4e97-9bfe-87559c493e07 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1322c92f-b999-445a-867c-1cc9d3db029b HTTP/1.1" status: 200 len: 217 time: 0.0961189 Apr 18 19:23:16.059240 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac18fa3f-0c7a-4ac2-95eb-04cac9da2414 req-41c02663-c0a0-4348-8032-d29112cbcca8 tempest-FloatingIPsTestJSON-1170587735 tempest-FloatingIPsTestJSON-1170587735-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:16.060631 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ac18fa3f-0c7a-4ac2-95eb-04cac9da2414 req-41c02663-c0a0-4348-8032-d29112cbcca8 tempest-FloatingIPsTestJSON-1170587735 tempest-FloatingIPsTestJSON-1170587735-project] 10.222.0.69 "GET /v2.0/networks/11e8e108-37df-4084-b6b7-113e6beb66b4 HTTP/1.1" status: 200 len: 784 time: 0.3569994 Apr 18 19:23:16.215064 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7f5006-d5aa-40a6-b1e5-c5b726660d24 req-5ea1f213-d8aa-4361-b668-16084694e00d tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:16.216996 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-0b7f5006-d5aa-40a6-b1e5-c5b726660d24 req-5ea1f213-d8aa-4361-b668-16084694e00d tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3396816-7672-4e6c-a9ee-905861ee2aea HTTP/1.1" status: 200 len: 947 time: 0.0893323 Apr 18 19:23:16.221283 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f69418-9868-4851-b913-42054844cc10 req-f4aff526-c038-4362-979c-f6dc62368982 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:16.222758 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e2f69418-9868-4851-b913-42054844cc10 req-f4aff526-c038-4362-979c-f6dc62368982 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1c71b90d-680b-4d0c-80a6-944953a6ed07 HTTP/1.1" status: 200 len: 848 time: 0.2659178 Apr 18 19:23:16.226899 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-aae06692-6667-4976-b0e8-15340f78aa41 req-5662ea15-939c-41a6-b02d-b044d1f1bc58 tempest-FloatingIPsTestJSON-1170587735 tempest-FloatingIPsTestJSON-1170587735-project] 10.222.0.69 "GET /v2.0/floatingips?tenant_id=9b74ec910fb54960866ccdca4b96acdd HTTP/1.1" status: 200 len: 696 time: 0.1032195 Apr 18 19:23:16.276683 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 61407fd5-cf4f-4a26-b617-938a77b67461 details requested by agent hyperv_n-h1-836017-2 with host n-h1-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:23:16.288578 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-0b7f5006-d5aa-40a6-b1e5-c5b726660d24 req-e4845cde-c9ce-454e-bf80-a44b8011822e tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b82ee4b-1b13-4f19-86d2-85d0db8a03cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654140 Apr 18 19:23:16.301910 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e2f69418-9868-4851-b913-42054844cc10 req-7f979c52-aee0-48a0-aa51-a214c39b213f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0685e2b1-3b13-405d-a131-f90aa0a8867a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649967 Apr 18 19:23:16.358032 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 46782) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:23:16.359391 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 46784) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:23:16.457549 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port 61407fd5-cf4f-4a26-b617-938a77b67461, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=61407fd5-cf4f-4a26-b617-938a77b67461,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:23:16.474466 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Returning: {'device': '61407fd5-cf4f-4a26-b617-938a77b67461', 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a', 'port_id': '61407fd5-cf4f-4a26-b617-938a77b67461', 'mac_address': 'fa:16:3e:5a:b7:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17d1b3aa-2066-4ffa-a69f-52ed566b6548', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:23:16.547400 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:16.592252 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61407fd5-cf4f-4a26-b617-938a77b67461 {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:23:16.627612 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-7cd5defb-8246-41ba-ae8c-44942a4d45a4 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1975818549-network', 'tenant_id': 'd4aab0ee4d6648218144abf0ed8f0615'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:23:16.634152 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port 61407fd5-cf4f-4a26-b617-938a77b67461, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=61407fd5-cf4f-4a26-b617-938a77b67461,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:23:16.641630 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b5853f-6b2d-40d2-857b-f160eac4e5e9 req-8ae78109-2bf1-4d7a-a7d7-e6d63d4ca794 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:16.652761 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-84b5853f-6b2d-40d2-857b-f160eac4e5e9 req-8ae78109-2bf1-4d7a-a7d7-e6d63d4ca794 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=b036cac9-0805-4344-b7ed-7456f39c642e HTTP/1.1" status: 200 len: 946 time: 0.1229954 Apr 18 19:23:16.652761 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-7cd5defb-8246-41ba-ae8c-44942a4d45a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:23:16.652761 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-7cd5defb-8246-41ba-ae8c-44942a4d45a4 admin admin] Usage tracker for resource:network and tenant:d4aab0ee4d6648218144abf0ed8f0615 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:23:16.652761 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-7cd5defb-8246-41ba-ae8c-44942a4d45a4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:23:16.669782 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-7cd5defb-8246-41ba-ae8c-44942a4d45a4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:23:16.718525 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-c4b7bab8-c233-4388-a55a-a0b4d5d1b178 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:16.722352 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:16.762291 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae06692-6667-4976-b0e8-15340f78aa41 req-4b6f37e7-3a13-445e-b587-8a334efae60e tempest-FloatingIPsTestJSON-1170587735 tempest-FloatingIPsTestJSON-1170587735-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:16.764267 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-aae06692-6667-4976-b0e8-15340f78aa41 req-4b6f37e7-3a13-445e-b587-8a334efae60e tempest-FloatingIPsTestJSON-1170587735 tempest-FloatingIPsTestJSON-1170587735-project] 10.222.0.69 "GET /v2.0/networks?id=11e8e108-37df-4084-b6b7-113e6beb66b4 HTTP/1.1" status: 200 len: 787 time: 0.5291314 Apr 18 19:23:16.785131 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-84b5853f-6b2d-40d2-857b-f160eac4e5e9 req-2c3e9f78-0833-4cf0-8c7f-3f750bd45067 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290493 Apr 18 19:23:16.787405 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [req-aae06692-6667-4976-b0e8-15340f78aa41 req-76902f3e-ed96-41b2-9816-a10d1771ed83 tempest-FloatingIPsTestJSON-1170587735 tempest-FloatingIPsTestJSON-1170587735-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=84763) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:23:16.788394 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-aae06692-6667-4976-b0e8-15340f78aa41 req-76902f3e-ed96-41b2-9816-a10d1771ed83 tempest-FloatingIPsTestJSON-1170587735 tempest-FloatingIPsTestJSON-1170587735-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0168641 Apr 18 19:23:16.797149 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-c4b7bab8-c233-4388-a55a-a0b4d5d1b178 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:23:16.802419 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cd5defb-8246-41ba-ae8c-44942a4d45a4 admin admin] Made reservation on behalf of d4aab0ee4d6648218144abf0ed8f0615 for: {'network': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:23:16.804985 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-7cd5defb-8246-41ba-ae8c-44942a4d45a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for network, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:16.818492 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-c4b7bab8-c233-4388-a55a-a0b4d5d1b178 admin admin] Usage tracker for resource:security_group_rule and tenant:99fd1c8fd0b14e1093d16dd4dec4516d is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:23:16.822675 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-c4b7bab8-c233-4388-a55a-a0b4d5d1b178 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:23:16.834650 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-7cd5defb-8246-41ba-ae8c-44942a4d45a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:16.844783 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-c4b7bab8-c233-4388-a55a-a0b4d5d1b178 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:23:16.882333 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Pushing event updated for resources: {'Port': ['ID=61407fd5-cf4f-4a26-b617-938a77b67461,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:16.897275 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-7cd5defb-8246-41ba-ae8c-44942a4d45a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:23:16.905865 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-7cd5defb-8246-41ba-ae8c-44942a4d45a4 admin admin] Usage tracker for resource:security_group_rule and tenant:d4aab0ee4d6648218144abf0ed8f0615 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:23:16.909852 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-7cd5defb-8246-41ba-ae8c-44942a4d45a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:23:16.920937 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-7cd5defb-8246-41ba-ae8c-44942a4d45a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:23:16.955815 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e2f69418-9868-4851-b913-42054844cc10 req-664388da-a161-47f9-990e-9b64fa2d5c22 service neutron] 10.222.0.73 "GET /v2.0/networks/0685e2b1-3b13-405d-a131-f90aa0a8867a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4888234 Apr 18 19:23:16.961298 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-1884bd95-b7d7-4807-8f8c-7959bc59f483 req-f1a91aca-ccc3-4c52-81e7-8c0d12482d7b tempest-FloatingIPsTestJSON-1170587735 tempest-FloatingIPsTestJSON-1170587735-project] 10.222.0.69 "GET /v2.0/floatingips/d2e05254-bf6a-444d-a461-ca1b93313742 HTTP/1.1" status: 200 len: 693 time: 0.1069732 Apr 18 19:23:16.970978 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd487a7-f69c-493f-80cc-10994cf146d8 None None] Sync routers for ids ['773814fa-f3b0-45a8-b43d-b6bd81b1654f'] in n-d-836017-2 {{(pid=84765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:23:16.978099 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-c4b7bab8-c233-4388-a55a-a0b4d5d1b178 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:16.984799 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd487a7-f69c-493f-80cc-10994cf146d8 None None] Routers {'773814fa-f3b0-45a8-b43d-b6bd81b1654f'} bound to L3 agent in host n-d-836017-2 {{(pid=84765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:23:16.985574 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-4dd487a7-f69c-493f-80cc-10994cf146d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:22:50Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['773814fa-f3b0-45a8-b43d-b6bd81b1654f'], 'active': True} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:23:17.031960 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-7cd5defb-8246-41ba-ae8c-44942a4d45a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:17.044450 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] get_ports_and_sgs() called for port_ids ['61407fd5-cf4f-4a26-b617-938a77b67461'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:23:17.053623 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-c4b7bab8-c233-4388-a55a-a0b4d5d1b178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:17.106477 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-7cd5defb-8246-41ba-ae8c-44942a4d45a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:17.109485 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b7bab8-c233-4388-a55a-a0b4d5d1b178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0900b847-2253-40f2-b2ca-06731478b0d0,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:17.127130 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-c4b7bab8-c233-4388-a55a-a0b4d5d1b178 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=99fd1c8fd0b14e1093d16dd4dec4516d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7633512 Apr 18 19:23:17.130879 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 46802) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:23:17.165147 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cd5defb-8246-41ba-ae8c-44942a4d45a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=84764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:23:17.220229 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd5defb-8246-41ba-ae8c-44942a4d45a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e5cc43e-ae04-4a53-be47-dfdad3ea2d17,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:17.235689 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-7cd5defb-8246-41ba-ae8c-44942a4d45a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:17.236351 n-d-836017-2 neutron-server[84764]: INFO neutron.db.segments_db [None req-7cd5defb-8246-41ba-ae8c-44942a4d45a4 admin admin] Added segment 86100cac-9c92-472b-98b8-7c63b08b3562 of type vlan for network c33889f7-294d-49c5-8dfc-a57c4d580672 Apr 18 19:23:17.237892 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ad79a724-c787-4e4c-963d-c412c1ab2a9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417313'] for router_interface, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:17.240046 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-4dd487a7-f69c-493f-80cc-10994cf146d8 None None] Set router 773814fa-f3b0-45a8-b43d-b6bd81b1654f gateway port host: n-d-836017-2 {{(pid=84765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:23:17.292880 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-7cd5defb-8246-41ba-ae8c-44942a4d45a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791093404182'] for network, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:17.306931 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-88ec9df6-5499-46a7-ab22-d3c0104712fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:17.360342 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-88ec9df6-5499-46a7-ab22-d3c0104712fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:17.383109 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e2f69418-9868-4851-b913-42054844cc10 req-4439336e-e124-4981-8d70-83f80699c08a service neutron] 10.222.0.73 "GET /v2.0/networks/0685e2b1-3b13-405d-a131-f90aa0a8867a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4194999 Apr 18 19:23:17.415942 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1884bd95-b7d7-4807-8f8c-7959bc59f483 req-17017d3c-3723-4707-b46a-bd6391517bb0 tempest-FloatingIPsTestJSON-1170587735 tempest-FloatingIPsTestJSON-1170587735-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:17.417658 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-1884bd95-b7d7-4807-8f8c-7959bc59f483 req-17017d3c-3723-4707-b46a-bd6391517bb0 tempest-FloatingIPsTestJSON-1170587735 tempest-FloatingIPsTestJSON-1170587735-project] 10.222.0.69 "GET /v2.0/networks/11e8e108-37df-4084-b6b7-113e6beb66b4 HTTP/1.1" status: 200 len: 784 time: 0.4345834 Apr 18 19:23:17.505088 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-7cd5defb-8246-41ba-ae8c-44942a4d45a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251'] for network, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:17.506345 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd5defb-8246-41ba-ae8c-44942a4d45a4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:17.506866 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-7cd5defb-8246-41ba-ae8c-44942a4d45a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:17.535833 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-88ec9df6-5499-46a7-ab22-d3c0104712fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:17.546823 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-1884bd95-b7d7-4807-8f8c-7959bc59f483 req-669259ce-0fc0-4dde-8df7-f555b9fe6db8 tempest-FloatingIPsTestJSON-1170587735 tempest-FloatingIPsTestJSON-1170587735-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.3.200 HTTP/1.1" status: 200 len: 696 time: 0.1173940 Apr 18 19:23:17.636032 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ec9df6-5499-46a7-ab22-d3c0104712fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0900b847-2253-40f2-b2ca-06731478b0d0,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:17.666707 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd5defb-8246-41ba-ae8c-44942a4d45a4 admin admin] Pushing event updated for resources: {'Network': ['ID=c33889f7-294d-49c5-8dfc-a57c4d580672,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:17.670006 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-88ec9df6-5499-46a7-ab22-d3c0104712fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:17.673527 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-88ec9df6-5499-46a7-ab22-d3c0104712fb admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0900b847-2253-40f2-b2ca-06731478b0d0 HTTP/1.1" status: 204 len: 168 time: 0.5411775 Apr 18 19:23:17.693858 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Network c33889f7-294d-49c5-8dfc-a57c4d580672 details requested by agent ovs-agent-n-d-836017-2 with host n-d-836017-2 {{(pid=84765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:23:17.705669 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2903b746-a5e5-4314-81cd-f824936694e9 req-8dd847bc-96a0-4768-898e-565fd26f3e0f tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:17.714389 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2903b746-a5e5-4314-81cd-f824936694e9 req-8dd847bc-96a0-4768-898e-565fd26f3e0f tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3396816-7672-4e6c-a9ee-905861ee2aea HTTP/1.1" status: 200 len: 948 time: 0.2518032 Apr 18 19:23:17.742162 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-7cd5defb-8246-41ba-ae8c-44942a4d45a4 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3785102 Apr 18 19:23:17.743486 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 46810) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:23:17.749704 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-015d47f5-2ee6-4a5e-91ae-df5651406165 admin admin] Request body: {'subnet': {'network_id': 'c33889f7-294d-49c5-8dfc-a57c4d580672', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1975818549-subnet', 'tenant_id': 'd4aab0ee4d6648218144abf0ed8f0615', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:23:17.752942 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-1884bd95-b7d7-4807-8f8c-7959bc59f483 req-293b4d65-deb2-441f-afc4-4145a200686a tempest-FloatingIPsTestJSON-1170587735 tempest-FloatingIPsTestJSON-1170587735-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.3.200 HTTP/1.1" status: 200 len: 696 time: 0.1972847 Apr 18 19:23:17.760589 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-015d47f5-2ee6-4a5e-91ae-df5651406165 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:23:17.778870 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-015d47f5-2ee6-4a5e-91ae-df5651406165 admin admin] Usage tracker for resource:subnet and tenant:d4aab0ee4d6648218144abf0ed8f0615 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:23:17.781514 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-015d47f5-2ee6-4a5e-91ae-df5651406165 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:23:17.813584 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-015d47f5-2ee6-4a5e-91ae-df5651406165 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:23:17.848287 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2903b746-a5e5-4314-81cd-f824936694e9 req-1a5109d8-44a3-4c24-9b58-36e3fc7bb7df tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b82ee4b-1b13-4f19-86d2-85d0db8a03cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299176 Apr 18 19:23:17.914992 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e2f69418-9868-4851-b913-42054844cc10 req-b948d6d9-af1b-49b7-b5fe-d0be95cb1651 tempest-LiveMigrationTest-374537811 tempest-LiveMigrationTest-374537811-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=b036cac9-0805-4344-b7ed-7456f39c642e&tenant_id=fc56e011536d43568ffc66b480cf23b0&binding%3Ahost_id=n-h2-836017-2 HTTP/1.1" status: 200 len: 1097 time: 0.3542640 Apr 18 19:23:17.957033 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-015d47f5-2ee6-4a5e-91ae-df5651406165 admin admin] Made reservation on behalf of d4aab0ee4d6648218144abf0ed8f0615 for: {'subnet': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:23:17.960494 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-015d47f5-2ee6-4a5e-91ae-df5651406165 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65862573'] for subnet, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:17.991953 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-4dd487a7-f69c-493f-80cc-10994cf146d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '773814fa-f3b0-45a8-b43d-b6bd81b1654f', 'name': 'tempest-FloatingIPsTestJSON-230689474-router', 'tenant_id': '9b74ec910fb54960866ccdca4b96acdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '156e67cb-02e4-4765-822d-e40a7dfcb41c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:22:46Z', 'updated_at': '2022-04-18T19:23:02Z', 'revision_number': 4, 'project_id': '9b74ec910fb54960866ccdca4b96acdd', 'gw_port': {'id': '156e67cb-02e4-4765-822d-e40a7dfcb41c', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773814fa-f3b0-45a8-b43d-b6bd81b1654f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:22:48Z', 'updated_at': '2022-04-18T19:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_interfaces': [{'id': '718d898d-5f29-4bde-8ebf-b834b04b3475', 'name': '', 'network_id': 'a43c91ae-a048-44c5-b9cb-a0d58dd8597e', 'tenant_id': '9b74ec910fb54960866ccdca4b96acdd', 'mac_address': 'fa:16:3e:07:22:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '773814fa-f3b0-45a8-b43d-b6bd81b1654f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '24f81edd-8c54-4975-85b7-99c8013565a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:22:59Z', 'updated_at': '2022-04-18T19:23:02Z', 'revision_number': 2, 'project_id': '9b74ec910fb54960866ccdca4b96acdd', 'subnets': [{'id': '24f81edd-8c54-4975-85b7-99c8013565a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-2', False) {} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:23:18.010179 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd487a7-f69c-493f-80cc-10994cf146d8 None None] Checking router: 773814fa-f3b0-45a8-b43d-b6bd81b1654f for host: n-d-836017-2 {{(pid=84765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:23:18.012531 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd487a7-f69c-493f-80cc-10994cf146d8 None None] Updating router 773814fa-f3b0-45a8-b43d-b6bd81b1654f port 718d898d-5f29-4bde-8ebf-b834b04b3475 binding host n-d-836017-2 {{(pid=84765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 19:23:18.014861 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-e2f69418-9868-4851-b913-42054844cc10 req-2801a731-12df-496a-aaa7-f7799bba2ec9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-836017-2'}}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:23:18.083214 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4dd487a7-f69c-493f-80cc-10994cf146d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:18.105917 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-1884bd95-b7d7-4807-8f8c-7959bc59f483 req-be667faa-a59f-4241-80e3-5b15f98887e1 tempest-FloatingIPsTestJSON-1170587735 tempest-FloatingIPsTestJSON-1170587735-project] Deleting port dc8e9a94-2497-4fa4-96bf-21ce59bc769c {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:23:18.106812 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-1884bd95-b7d7-4807-8f8c-7959bc59f483 req-be667faa-a59f-4241-80e3-5b15f98887e1 tempest-FloatingIPsTestJSON-1170587735 tempest-FloatingIPsTestJSON-1170587735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:18.340793 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153867af-1e2a-4305-aab3-46e227efa0a4 req-e5a5994b-1ecf-41bf-ab4d-5e79afa5dd94 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:18.343365 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-153867af-1e2a-4305-aab3-46e227efa0a4 req-e5a5994b-1ecf-41bf-ab4d-5e79afa5dd94 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=b036cac9-0805-4344-b7ed-7456f39c642e HTTP/1.1" status: 200 len: 946 time: 0.1892877 Apr 18 19:23:18.469367 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-153867af-1e2a-4305-aab3-46e227efa0a4 req-3d8fd00f-4261-4841-bf67-051f8befc8be tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834353 Apr 18 19:23:18.483714 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f2175e60-a91f-4169-ac20-cbb2232292c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:18.525834 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4dd487a7-f69c-493f-80cc-10994cf146d8 None None] Notify callbacks [] for port, precommit_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:18.534220 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-e2f69418-9868-4851-b913-42054844cc10 req-2801a731-12df-496a-aaa7-f7799bba2ec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:18.539488 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-4dd487a7-f69c-493f-80cc-10994cf146d8 None None] Transition to ACTIVE for port object 718d898d-5f29-4bde-8ebf-b834b04b3475 will not be triggered until provisioned by entity L2. {{(pid=84765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:23:18.562627 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-015d47f5-2ee6-4a5e-91ae-df5651406165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2290811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65862591'] for subnet, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:18.614139 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 46820) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:23:18.649854 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 3afef78b-770d-491b-873e-7853f2532bdb no longer exists at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:23:18.663118 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-2597a548-6b8f-4c53-a1e0-c64f7f0e9c0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:18.677482 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4dd487a7-f69c-493f-80cc-10994cf146d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:18.701142 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015d47f5-2ee6-4a5e-91ae-df5651406165 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ca62fcd-7a30-48d0-a691-50cd0f54f5ee,revision_number=0']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:18.727332 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] No Port match for: 3afef78b-770d-491b-873e-7853f2532bdb {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:23:18.727332 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 3afef78b-770d-491b-873e-7853f2532bdb not bound to the agent host n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:23:18.730334 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-1884bd95-b7d7-4807-8f8c-7959bc59f483 req-be667faa-a59f-4241-80e3-5b15f98887e1 tempest-FloatingIPsTestJSON-1170587735 tempest-FloatingIPsTestJSON-1170587735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:18.731060 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-1884bd95-b7d7-4807-8f8c-7959bc59f483 req-be667faa-a59f-4241-80e3-5b15f98887e1 tempest-FloatingIPsTestJSON-1170587735 tempest-FloatingIPsTestJSON-1170587735-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:18.737344 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-2597a548-6b8f-4c53-a1e0-c64f7f0e9c0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:23:18.739702 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015d47f5-2ee6-4a5e-91ae-df5651406165 admin admin] Checking segment: {'id': '86100cac-9c92-472b-98b8-7c63b08b3562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'c33889f7-294d-49c5-8dfc-a57c4d580672'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:23:18.740061 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015d47f5-2ee6-4a5e-91ae-df5651406165 admin admin] Network hostable DHCP agents. Network: c33889f7-294d-49c5-8dfc-a57c4d580672, hostable agents: ['f6987c12-6d6c-47d4-b22d-cfcd164dc40d'], hosted agents: [] {{(pid=84764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:23:18.749069 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-2597a548-6b8f-4c53-a1e0-c64f7f0e9c0a admin admin] Usage tracker for resource:security_group_rule and tenant:9344c7a474b34e68b0593e98acefb760 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:23:18.761191 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-2597a548-6b8f-4c53-a1e0-c64f7f0e9c0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:23:18.769959 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-2597a548-6b8f-4c53-a1e0-c64f7f0e9c0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:23:18.818081 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c735f48c-4ab4-49a9-b162-578c5876bc51 None None] Pushing event updated for resources: {'Port': ['ID=718d898d-5f29-4bde-8ebf-b834b04b3475,revision_number=3']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:18.869562 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-2597a548-6b8f-4c53-a1e0-c64f7f0e9c0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:18.869562 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015d47f5-2ee6-4a5e-91ae-df5651406165 admin admin] Network c33889f7-294d-49c5-8dfc-a57c4d580672 is scheduled to be hosted by DHCP agent f6987c12-6d6c-47d4-b22d-cfcd164dc40d with binding_index 1 {{(pid=84764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:23:18.923867 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-1884bd95-b7d7-4807-8f8c-7959bc59f483 req-be667faa-a59f-4241-80e3-5b15f98887e1 tempest-FloatingIPsTestJSON-1170587735 tempest-FloatingIPsTestJSON-1170587735-project] Calling delete_port for dc8e9a94-2497-4fa4-96bf-21ce59bc769c owned by network:floatingip {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:23:18.929967 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-4dd487a7-f69c-493f-80cc-10994cf146d8 None None] Attempting to bind port 718d898d-5f29-4bde-8ebf-b834b04b3475 on host n-d-836017-2 for vnic_type normal with profile {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:23:18.930330 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-4dd487a7-f69c-493f-80cc-10994cf146d8 None None] Attempting to bind port 718d898d-5f29-4bde-8ebf-b834b04b3475 by drivers openvswitch,hyperv on host n-d-836017-2 at level 0 using segments [{'id': 'ec678859-6834-4e7e-97ee-4ea660d35812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a43c91ae-a048-44c5-b9cb-a0d58dd8597e'}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:23:18.930702 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd487a7-f69c-493f-80cc-10994cf146d8 None None] Attempting to bind port 718d898d-5f29-4bde-8ebf-b834b04b3475 on network a43c91ae-a048-44c5-b9cb-a0d58dd8597e {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:23:18.938366 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd487a7-f69c-493f-80cc-10994cf146d8 None None] Checking agent: {'id': 'df2a5cfe-6839-400b-a998-e4fffce70f45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 8, 22), 'started_at': datetime.datetime(2022, 4, 18, 19, 8, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:23:18.938896 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd487a7-f69c-493f-80cc-10994cf146d8 None None] Checking segment: {'id': 'ec678859-6834-4e7e-97ee-4ea660d35812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a43c91ae-a048-44c5-b9cb-a0d58dd8597e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:23:18.939299 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4dd487a7-f69c-493f-80cc-10994cf146d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:18.939861 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd487a7-f69c-493f-80cc-10994cf146d8 None None] Bound using segment: {'id': 'ec678859-6834-4e7e-97ee-4ea660d35812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a43c91ae-a048-44c5-b9cb-a0d58dd8597e'} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:23:18.940357 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-4dd487a7-f69c-493f-80cc-10994cf146d8 None None] Bound port: 718d898d-5f29-4bde-8ebf-b834b04b3475, host: n-d-836017-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec678859-6834-4e7e-97ee-4ea660d35812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a43c91ae-a048-44c5-b9cb-a0d58dd8597e'}}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:23:18.940549 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-2597a548-6b8f-4c53-a1e0-c64f7f0e9c0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:18.940767 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4dd487a7-f69c-493f-80cc-10994cf146d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:18.971842 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [None req-015d47f5-2ee6-4a5e-91ae-df5651406165 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-2, c33889f7-294d-49c5-8dfc-a57c4d580672) {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:23:19.003986 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4ef308-1d17-4191-9d06-a1c89a6aed87 None None] Network c33889f7-294d-49c5-8dfc-a57c4d580672 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:23:19.006770 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-015d47f5-2ee6-4a5e-91ae-df5651406165 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:19.011223 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-015d47f5-2ee6-4a5e-91ae-df5651406165 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for subnet, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:19.150074 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-2597a548-6b8f-4c53-a1e0-c64f7f0e9c0a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9344c7a474b34e68b0593e98acefb760&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5349030 Apr 18 19:23:19.152157 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2597a548-6b8f-4c53-a1e0-c64f7f0e9c0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6b99ca9-af51-4bdf-a28e-bf86ed13ef3c,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:19.163545 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 46828) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:23:19.218540 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-4dd487a7-f69c-493f-80cc-10994cf146d8 None None] For port 718d898d-5f29-4bde-8ebf-b834b04b3475, host n-d-836017-2, cleared binding levels {{(pid=84765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:23:19.233736 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-4dd487a7-f69c-493f-80cc-10994cf146d8 None None] For port 718d898d-5f29-4bde-8ebf-b834b04b3475, host n-d-836017-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=718d898d-5f29-4bde-8ebf-b834b04b3475,segment=NetworkSegment(ec678859-6834-4e7e-97ee-4ea660d35812),segment_id=ec678859-6834-4e7e-97ee-4ea660d35812)] {{(pid=84765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:23:19.249986 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-e2f69418-9868-4851-b913-42054844cc10 req-2801a731-12df-496a-aaa7-f7799bba2ec9 service neutron] For port 1322c92f-b999-445a-867c-1cc9d3db029b, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=1322c92f-b999-445a-867c-1cc9d3db029b,segment=NetworkSegment(1b33902c-725a-4527-bb11-2978d3dba7a4),segment_id=1b33902c-725a-4527-bb11-2978d3dba7a4)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:23:19.269475 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97305752-7b98-4c1c-aaac-97ee733ac775 req-bd17dcb2-17b4-49d9-bfa8-70edc5102854 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:19.269475 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-97305752-7b98-4c1c-aaac-97ee733ac775 req-bd17dcb2-17b4-49d9-bfa8-70edc5102854 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3396816-7672-4e6c-a9ee-905861ee2aea HTTP/1.1" status: 200 len: 948 time: 0.2204952 Apr 18 19:23:19.305852 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-ea230828-c2ca-4b62-b081-71dd6e3d59fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:19.316734 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-015d47f5-2ee6-4a5e-91ae-df5651406165 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5638182 Apr 18 19:23:19.341910 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4dd487a7-f69c-493f-80cc-10994cf146d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:19.354295 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-ea230828-c2ca-4b62-b081-71dd6e3d59fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:19.373271 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-97305752-7b98-4c1c-aaac-97ee733ac775 req-4db2ceb6-77d3-4d2c-b7e1-13b8999f526a tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b82ee4b-1b13-4f19-86d2-85d0db8a03cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047540 Apr 18 19:23:19.400439 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-e2f69418-9868-4851-b913-42054844cc10 req-2801a731-12df-496a-aaa7-f7799bba2ec9 service neutron] For port 1322c92f-b999-445a-867c-1cc9d3db029b, host n-h2-836017-2, cleared binding levels {{(pid=84763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:23:19.516907 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b036cac9-0805-4344-b7ed-7456f39c642e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1322c92f-b999-445a-867c-1cc9d3db029b'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:23:19.523202 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-e2f69418-9868-4851-b913-42054844cc10 req-2801a731-12df-496a-aaa7-f7799bba2ec9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:19.529840 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-ea230828-c2ca-4b62-b081-71dd6e3d59fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:19.628518 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-1884bd95-b7d7-4807-8f8c-7959bc59f483 req-be667faa-a59f-4241-80e3-5b15f98887e1 tempest-FloatingIPsTestJSON-1170587735 tempest-FloatingIPsTestJSON-1170587735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:19.631638 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c735f48c-4ab4-49a9-b162-578c5876bc51 None None] Pushing event updated for resources: {'Port': ['ID=718d898d-5f29-4bde-8ebf-b834b04b3475,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:19.634802 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd487a7-f69c-493f-80cc-10994cf146d8 None None] Routers {'773814fa-f3b0-45a8-b43d-b6bd81b1654f'} bound to L3 agent in host n-d-836017-2 {{(pid=84765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:23:19.635359 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-4dd487a7-f69c-493f-80cc-10994cf146d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:22:50Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['773814fa-f3b0-45a8-b43d-b6bd81b1654f'], 'active': True} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:23:19.701049 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a7afc2c-b634-4a61-8721-0bf086bc94e5 None None] Network c33889f7-294d-49c5-8dfc-a57c4d580672 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:23:19.735021 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea230828-c2ca-4b62-b081-71dd6e3d59fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6b99ca9-af51-4bdf-a28e-bf86ed13ef3c,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:19.770464 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-e2f69418-9868-4851-b913-42054844cc10 req-2801a731-12df-496a-aaa7-f7799bba2ec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:19.783414 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-ea230828-c2ca-4b62-b081-71dd6e3d59fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:19.789748 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-ea230828-c2ca-4b62-b081-71dd6e3d59fb admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c6b99ca9-af51-4bdf-a28e-bf86ed13ef3c HTTP/1.1" status: 204 len: 168 time: 0.6186368 Apr 18 19:23:19.829318 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be667faa-a59f-4241-80e3-5b15f98887e1 tempest-FloatingIPsTestJSON-1170587735 tempest-FloatingIPsTestJSON-1170587735-project] Pushing event deleted for resources: {'Port': ['ID=dc8e9a94-2497-4fa4-96bf-21ce59bc769c,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:19.876998 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-dc0dc575-91f7-4f09-8216-5b8535485171 req-14080fab-1634-4dc5-a6c0-23e660f64f17 tempest-LiveAutoBlockMigrationV225Test-1421540525 tempest-LiveAutoBlockMigrationV225Test-1421540525-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=6623f59d-6d74-43c2-bd67-bd59cf127910 HTTP/1.1" status: 200 len: 1096 time: 0.3223097 Apr 18 19:23:20.000838 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-dc0dc575-91f7-4f09-8216-5b8535485171 req-0d94230f-c021-4caf-a784-bbe15ce6dfd5 tempest-LiveAutoBlockMigrationV225Test-1421540525 tempest-LiveAutoBlockMigrationV225Test-1421540525-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228082 Apr 18 19:23:20.122801 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-4dd487a7-f69c-493f-80cc-10994cf146d8 None None] Set router 773814fa-f3b0-45a8-b43d-b6bd81b1654f gateway port host: n-d-836017-2 {{(pid=84765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:23:20.208901 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-1884bd95-b7d7-4807-8f8c-7959bc59f483 req-be667faa-a59f-4241-80e3-5b15f98887e1 tempest-FloatingIPsTestJSON-1170587735 tempest-FloatingIPsTestJSON-1170587735-project] Notify callbacks [] for floatingip, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:20.269535 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2801a731-12df-496a-aaa7-f7799bba2ec9 service neutron] Pushing event updated for resources: {'Port': ['ID=1322c92f-b999-445a-867c-1cc9d3db029b,revision_number=7']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:20.315205 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26b1fda-4f0c-4aa6-9760-0868dc08aa62 req-31ba10d9-b4ff-458f-a4fd-cf128a691740 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:20.322340 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d26b1fda-4f0c-4aa6-9760-0868dc08aa62 req-31ba10d9-b4ff-458f-a4fd-cf128a691740 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=b036cac9-0805-4344-b7ed-7456f39c642e HTTP/1.1" status: 200 len: 944 time: 0.0969737 Apr 18 19:23:20.339808 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-e2f69418-9868-4851-b913-42054844cc10 req-2801a731-12df-496a-aaa7-f7799bba2ec9 service neutron] Attempting to bind port 1322c92f-b999-445a-867c-1cc9d3db029b on host n-h2-836017-2 for vnic_type normal with profile {"migrating_to": "n-h1-836017-2"} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:23:20.339808 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-e2f69418-9868-4851-b913-42054844cc10 req-2801a731-12df-496a-aaa7-f7799bba2ec9 service neutron] Attempting to bind port 1322c92f-b999-445a-867c-1cc9d3db029b by drivers openvswitch,hyperv on host n-h2-836017-2 at level 0 using segments [{'id': '1b33902c-725a-4527-bb11-2978d3dba7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '0685e2b1-3b13-405d-a131-f90aa0a8867a'}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:23:20.341118 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f69418-9868-4851-b913-42054844cc10 req-2801a731-12df-496a-aaa7-f7799bba2ec9 service neutron] Attempting to bind port 1322c92f-b999-445a-867c-1cc9d3db029b on network 0685e2b1-3b13-405d-a131-f90aa0a8867a {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:23:20.350373 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 61407fd5-cf4f-4a26-b617-938a77b67461 up at agent hyperv_n-h1-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:23:20.362774 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-1884bd95-b7d7-4807-8f8c-7959bc59f483 req-be667faa-a59f-4241-80e3-5b15f98887e1 tempest-FloatingIPsTestJSON-1170587735 tempest-FloatingIPsTestJSON-1170587735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for floatingip, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:20.363796 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-1884bd95-b7d7-4807-8f8c-7959bc59f483 req-be667faa-a59f-4241-80e3-5b15f98887e1 tempest-FloatingIPsTestJSON-1170587735 tempest-FloatingIPsTestJSON-1170587735-project] 10.222.0.69 "DELETE /v2.0/floatingips/d2e05254-bf6a-444d-a461-ca1b93313742 HTTP/1.1" status: 204 len: 173 time: 2.5948377 Apr 18 19:23:20.374446 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f69418-9868-4851-b913-42054844cc10 req-2801a731-12df-496a-aaa7-f7799bba2ec9 service neutron] Port 1322c92f-b999-445a-867c-1cc9d3db029b on network 0685e2b1-3b13-405d-a131-f90aa0a8867a not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-2 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:23:20.374814 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f69418-9868-4851-b913-42054844cc10 req-2801a731-12df-496a-aaa7-f7799bba2ec9 service neutron] Attempting to bind port 1322c92f-b999-445a-867c-1cc9d3db029b on network 0685e2b1-3b13-405d-a131-f90aa0a8867a {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:23:20.388589 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-ad79a724-c787-4e4c-963d-c412c1ab2a9c admin admin] Deleting port c366461e-feb8-4736-a327-49e2d973267b {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:23:20.388753 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ad79a724-c787-4e4c-963d-c412c1ab2a9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:20.420515 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f69418-9868-4851-b913-42054844cc10 req-2801a731-12df-496a-aaa7-f7799bba2ec9 service neutron] Checking agent: {'id': '02e8f951-d3a3-40e1-b8cc-aed258af030b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:23:20.420811 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f69418-9868-4851-b913-42054844cc10 req-2801a731-12df-496a-aaa7-f7799bba2ec9 service neutron] Checking segment: {'id': '1b33902c-725a-4527-bb11-2978d3dba7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '0685e2b1-3b13-405d-a131-f90aa0a8867a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:23:20.421203 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f69418-9868-4851-b913-42054844cc10 req-2801a731-12df-496a-aaa7-f7799bba2ec9 service neutron] Bound using segment: {'id': '1b33902c-725a-4527-bb11-2978d3dba7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '0685e2b1-3b13-405d-a131-f90aa0a8867a'} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:23:20.421666 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-e2f69418-9868-4851-b913-42054844cc10 req-2801a731-12df-496a-aaa7-f7799bba2ec9 service neutron] Bound port: 1322c92f-b999-445a-867c-1cc9d3db029b, host: n-h2-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b33902c-725a-4527-bb11-2978d3dba7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '0685e2b1-3b13-405d-a131-f90aa0a8867a'}}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:23:20.422013 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-e2f69418-9868-4851-b913-42054844cc10 req-2801a731-12df-496a-aaa7-f7799bba2ec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:20.424981 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d26b1fda-4f0c-4aa6-9760-0868dc08aa62 req-4ce33be4-dd6b-4aab-b38f-d2f379fa271a tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007414 Apr 18 19:23:20.448505 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-908cd856-3354-4df5-9d5d-91a74444cba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:20.683516 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32abb0d7-33d9-4c83-ad12-3a8f090447f9'] response: {'server_uuid': 'b036cac9-0805-4344-b7ed-7456f39c642e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1322c92f-b999-445a-867c-1cc9d3db029b', 'code': 200} Apr 18 19:23:20.686562 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Provisioning for port 61407fd5-cf4f-4a26-b617-938a77b67461 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:23:20.693451 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Provisioning complete for port 61407fd5-cf4f-4a26-b617-938a77b67461 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:23:20.693904 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:20.756738 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:20.814710 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-4dd487a7-f69c-493f-80cc-10994cf146d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '773814fa-f3b0-45a8-b43d-b6bd81b1654f', 'name': 'tempest-FloatingIPsTestJSON-230689474-router', 'tenant_id': '9b74ec910fb54960866ccdca4b96acdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '156e67cb-02e4-4765-822d-e40a7dfcb41c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:22:46Z', 'updated_at': '2022-04-18T19:23:02Z', 'revision_number': 4, 'project_id': '9b74ec910fb54960866ccdca4b96acdd', 'gw_port': {'id': '156e67cb-02e4-4765-822d-e40a7dfcb41c', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773814fa-f3b0-45a8-b43d-b6bd81b1654f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:22:48Z', 'updated_at': '2022-04-18T19:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_interfaces': [{'id': '718d898d-5f29-4bde-8ebf-b834b04b3475', 'name': '', 'network_id': 'a43c91ae-a048-44c5-b9cb-a0d58dd8597e', 'tenant_id': '9b74ec910fb54960866ccdca4b96acdd', 'mac_address': 'fa:16:3e:07:22:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '773814fa-f3b0-45a8-b43d-b6bd81b1654f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '24f81edd-8c54-4975-85b7-99c8013565a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:22:59Z', 'updated_at': '2022-04-18T19:23:19Z', 'revision_number': 4, 'project_id': '9b74ec910fb54960866ccdca4b96acdd', 'subnets': [{'id': '24f81edd-8c54-4975-85b7-99c8013565a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-2', False) {} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:23:20.823925 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-e2f69418-9868-4851-b913-42054844cc10 req-2801a731-12df-496a-aaa7-f7799bba2ec9 service neutron] For port 1322c92f-b999-445a-867c-1cc9d3db029b, host n-h2-836017-2, cleared binding levels {{(pid=84763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:23:20.827819 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-e2f69418-9868-4851-b913-42054844cc10 req-2801a731-12df-496a-aaa7-f7799bba2ec9 service neutron] For port 1322c92f-b999-445a-867c-1cc9d3db029b, host n-h2-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=1322c92f-b999-445a-867c-1cc9d3db029b,segment=NetworkSegment(1b33902c-725a-4527-bb11-2978d3dba7a4),segment_id=1b33902c-725a-4527-bb11-2978d3dba7a4)] {{(pid=84763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:23:20.852709 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd487a7-f69c-493f-80cc-10994cf146d8 None None] The sync data for ids ['773814fa-f3b0-45a8-b43d-b6bd81b1654f'] in n-d-836017-2 is: [{'id': '773814fa-f3b0-45a8-b43d-b6bd81b1654f', 'name': 'tempest-FloatingIPsTestJSON-230689474-router', 'tenant_id': '9b74ec910fb54960866ccdca4b96acdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '156e67cb-02e4-4765-822d-e40a7dfcb41c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:22:46Z', 'updated_at': '2022-04-18T19:23:02Z', 'revision_number': 4, 'project_id': '9b74ec910fb54960866ccdca4b96acdd', 'gw_port': {'id': '156e67cb-02e4-4765-822d-e40a7dfcb41c', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773814fa-f3b0-45a8-b43d-b6bd81b1654f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:22:48Z', 'updated_at': '2022-04-18T19:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_interfaces': [{'id': '718d898d-5f29-4bde-8ebf-b834b04b3475', 'name': '', 'network_id': 'a43c91ae-a048-44c5-b9cb-a0d58dd8597e', 'tenant_id': '9b74ec910fb54960866ccdca4b96acdd', 'mac_address': 'fa:16:3e:07:22:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '773814fa-f3b0-45a8-b43d-b6bd81b1654f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '24f81edd-8c54-4975-85b7-99c8013565a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:22:59Z', 'updated_at': '2022-04-18T19:23:19Z', 'revision_number': 4, 'project_id': '9b74ec910fb54960866ccdca4b96acdd', 'subnets': [{'id': '24f81edd-8c54-4975-85b7-99c8013565a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:23:20.887696 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:20.942680 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-e2f69418-9868-4851-b913-42054844cc10 req-2801a731-12df-496a-aaa7-f7799bba2ec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:21.000152 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3396816-7672-4e6c-a9ee-905861ee2aea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61407fd5-cf4f-4a26-b617-938a77b67461'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:23:21.017119 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port 61407fd5-cf4f-4a26-b617-938a77b67461, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=61407fd5-cf4f-4a26-b617-938a77b67461,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:23:21.099269 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:21.124437 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0845758a-a706-46ef-890e-9294870a1fae req-553b240d-111a-4878-b5c4-14a2d2fb90a0 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6623f59d-6d74-43c2-bd67-bd59cf127910&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.3393245 Apr 18 19:23:21.196732 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [None req-ad79a724-c787-4e4c-963d-c412c1ab2a9c admin admin] For port c366461e-feb8-4736-a327-49e2d973267b, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=c366461e-feb8-4736-a327-49e2d973267b,segment=NetworkSegment(254a4f12-5519-47f4-85e8-7d1b5c621ccf),segment_id=254a4f12-5519-47f4-85e8-7d1b5c621ccf)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:23:21.197265 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ad79a724-c787-4e4c-963d-c412c1ab2a9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:21.237788 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Pushing event updated for resources: {'Port': ['ID=61407fd5-cf4f-4a26-b617-938a77b67461,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:21.238328 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-e2f69418-9868-4851-b913-42054844cc10 req-2801a731-12df-496a-aaa7-f7799bba2ec9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:21.240651 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e2f69418-9868-4851-b913-42054844cc10 req-2801a731-12df-496a-aaa7-f7799bba2ec9 service neutron] 10.222.0.73 "PUT /v2.0/ports/1322c92f-b999-445a-867c-1cc9d3db029b HTTP/1.1" status: 200 len: 1122 time: 3.2311387 Apr 18 19:23:21.276899 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383ed372-042a-43e2-9c58-d65958bde95b req-bcb28067-a904-4dcc-8975-fb5f15009151 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:21.278428 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-383ed372-042a-43e2-9c58-d65958bde95b req-bcb28067-a904-4dcc-8975-fb5f15009151 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Synchronizing usage tracker for tenant:d4aab0ee4d6648218144abf0ed8f0615 on resource:network {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:23:21.294707 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] get_ports_and_sgs() called for port_ids ['1322c92f-b999-445a-867c-1cc9d3db029b'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:23:21.368038 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-383ed372-042a-43e2-9c58-d65958bde95b req-bcb28067-a904-4dcc-8975-fb5f15009151 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Unset dirty status for tenant:d4aab0ee4d6648218144abf0ed8f0615 on resource:network {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:23:21.369467 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-383ed372-042a-43e2-9c58-d65958bde95b req-bcb28067-a904-4dcc-8975-fb5f15009151 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/networks?id=c33889f7-294d-49c5-8dfc-a57c4d580672 HTTP/1.1" status: 200 len: 815 time: 0.3396924 Apr 18 19:23:21.394737 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-383ed372-042a-43e2-9c58-d65958bde95b req-d22d250f-aef0-45ae-bd64-7c9e449c0cc8 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/quotas/d4aab0ee4d6648218144abf0ed8f0615 HTTP/1.1" status: 200 len: 375 time: 0.0187271 Apr 18 19:23:21.405886 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-ad79a724-c787-4e4c-963d-c412c1ab2a9c admin admin] Calling delete_port for c366461e-feb8-4736-a327-49e2d973267b owned by network:router_interface {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:23:21.438772 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2801a731-12df-496a-aaa7-f7799bba2ec9 service neutron] Pushing event updated for resources: {'Port': ['ID=1322c92f-b999-445a-867c-1cc9d3db029b,revision_number=8']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:21.501468 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-383ed372-042a-43e2-9c58-d65958bde95b req-a250e83e-9297-46a6-9cae-02d796c88bd9 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=d4aab0ee4d6648218144abf0ed8f0615&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0997822 Apr 18 19:23:21.700454 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-383ed372-042a-43e2-9c58-d65958bde95b req-6cae223c-cdab-42c6-a93d-96f36b03f495 service neutron] 10.222.0.69 "GET /v2.0/networks/c33889f7-294d-49c5-8dfc-a57c4d580672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978991 Apr 18 19:23:21.733754 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ad79a724-c787-4e4c-963d-c412c1ab2a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:21.757466 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1c541fd-6087-4755-8778-e68e27e46067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:21.786691 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad79a724-c787-4e4c-963d-c412c1ab2a9c admin admin] Pushing event deleted for resources: {'Port': ['ID=c366461e-feb8-4736-a327-49e2d973267b,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:22.003081 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-383ed372-042a-43e2-9c58-d65958bde95b req-b884a8ba-905e-4ba5-ad28-4955ffd6f94c service neutron] 10.222.0.69 "GET /v2.0/networks/c33889f7-294d-49c5-8dfc-a57c4d580672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2945230 Apr 18 19:23:22.054094 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:22.336351 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ad79a724-c787-4e4c-963d-c412c1ab2a9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417398'] for router_interface, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:22.641923 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a448e095-abe8-4e92-bc91-be98cf9c8019 req-d5038558-ea0b-4c49-a188-1a87324893b9 tempest-FloatingIPsTestJSON-1170587735 tempest-FloatingIPsTestJSON-1170587735-project] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3106248 Apr 18 19:23:22.648555 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [req-a448e095-abe8-4e92-bc91-be98cf9c8019 req-e2093516-cd74-468b-a62b-802554425ef4 tempest-FloatingIPsTestJSON-1170587735 tempest-FloatingIPsTestJSON-1170587735-project] Request body: {'floatingip': {'floating_network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:23:22.655458 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-a448e095-abe8-4e92-bc91-be98cf9c8019 req-e2093516-cd74-468b-a62b-802554425ef4 tempest-FloatingIPsTestJSON-1170587735 tempest-FloatingIPsTestJSON-1170587735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:23:22.678007 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-a448e095-abe8-4e92-bc91-be98cf9c8019 req-e2093516-cd74-468b-a62b-802554425ef4 tempest-FloatingIPsTestJSON-1170587735 tempest-FloatingIPsTestJSON-1170587735-project] Usage tracker for resource:floatingip and tenant:9b74ec910fb54960866ccdca4b96acdd is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:23:22.684744 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-a448e095-abe8-4e92-bc91-be98cf9c8019 req-e2093516-cd74-468b-a62b-802554425ef4 tempest-FloatingIPsTestJSON-1170587735 tempest-FloatingIPsTestJSON-1170587735-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:23:22.686111 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b036cac9-0805-4344-b7ed-7456f39c642e', 'tag': '1322c92f-b999-445a-867c-1cc9d3db029b'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:23:22.689995 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-a448e095-abe8-4e92-bc91-be98cf9c8019 req-e2093516-cd74-468b-a62b-802554425ef4 tempest-FloatingIPsTestJSON-1170587735 tempest-FloatingIPsTestJSON-1170587735-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:23:22.797552 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-a448e095-abe8-4e92-bc91-be98cf9c8019 req-e2093516-cd74-468b-a62b-802554425ef4 tempest-FloatingIPsTestJSON-1170587735 tempest-FloatingIPsTestJSON-1170587735-project] Notify callbacks [] for floatingip, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:22.869376 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 718d898d-5f29-4bde-8ebf-b834b04b3475 up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:23:22.964453 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-a448e095-abe8-4e92-bc91-be98cf9c8019 req-e2093516-cd74-468b-a62b-802554425ef4 tempest-FloatingIPsTestJSON-1170587735 tempest-FloatingIPsTestJSON-1170587735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:23.031310 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a4106dab-6971-4e7e-8fdc-c66f0a3f4877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:23.060091 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning for port 718d898d-5f29-4bde-8ebf-b834b04b3475 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:23:23.069257 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port 718d898d-5f29-4bde-8ebf-b834b04b3475 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:23:23.069903 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:23.151572 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_common [req-a448e095-abe8-4e92-bc91-be98cf9c8019 req-e2093516-cd74-468b-a62b-802554425ef4 tempest-FloatingIPsTestJSON-1170587735 tempest-FloatingIPsTestJSON-1170587735-project] Allocated IP 172.25.3.219 (11e8e108-37df-4084-b6b7-113e6beb66b4/3b0abf32-1504-448b-b06e-c8c870b6a7c8/2bfe0c1d-7730-4055-8886-006e2be6286a) {{(pid=84764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:23:23.293928 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:23.360901 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] For port 718d898d-5f29-4bde-8ebf-b834b04b3475, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=718d898d-5f29-4bde-8ebf-b834b04b3475,segment=NetworkSegment(ec678859-6834-4e7e-97ee-4ea660d35812),segment_id=ec678859-6834-4e7e-97ee-4ea660d35812)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:23:23.431267 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:23.497342 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad79a724-c787-4e4c-963d-c412c1ab2a9c admin admin] Router 76420389-0c7c-4da5-a88c-d946185083d1 has already been hosted by L3 agent 21b59c62-f184-4169-bc3e-79831cc043e8 {{(pid=84763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:23:23.555094 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Pushing event updated for resources: {'Port': ['ID=718d898d-5f29-4bde-8ebf-b834b04b3475,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:23.577757 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-a448e095-abe8-4e92-bc91-be98cf9c8019 req-e2093516-cd74-468b-a62b-802554425ef4 tempest-FloatingIPsTestJSON-1170587735 tempest-FloatingIPsTestJSON-1170587735-project] Notify callbacks [] for port, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:23.712105 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [req-e0843b50-db72-4b73-ab88-85afade48daa req-c1879b36-7b3f-4b6e-aacc-79a72b56e8d2 tempest-LiveAutoBlockMigrationV225Test-1421540525 tempest-LiveAutoBlockMigrationV225Test-1421540525-project-admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=84763) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:23:23.713120 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e0843b50-db72-4b73-ab88-85afade48daa req-c1879b36-7b3f-4b6e-aacc-79a72b56e8d2 tempest-LiveAutoBlockMigrationV225Test-1421540525 tempest-LiveAutoBlockMigrationV225Test-1421540525-project-admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0072925 Apr 18 19:23:23.724687 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-e0843b50-db72-4b73-ab88-85afade48daa req-c692a62c-8597-471a-b760-69239fe27eef service neutron] Request body: {'binding': {'host': 'n-h1-836017-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:23:23.725120 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-e0843b50-db72-4b73-ab88-85afade48daa req-c692a62c-8597-471a-b760-69239fe27eef service neutron] Unknown quota resources ['binding']. {{(pid=84763) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Apr 18 19:23:23.757593 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-a448e095-abe8-4e92-bc91-be98cf9c8019 req-e2093516-cd74-468b-a62b-802554425ef4 tempest-FloatingIPsTestJSON-1170587735 tempest-FloatingIPsTestJSON-1170587735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:23.831707 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a448e095-abe8-4e92-bc91-be98cf9c8019 req-e2093516-cd74-468b-a62b-802554425ef4 tempest-FloatingIPsTestJSON-1170587735 tempest-FloatingIPsTestJSON-1170587735-project] Network 11e8e108-37df-4084-b6b7-113e6beb66b4 is already hosted by enough agents. {{(pid=84764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:23:23.834385 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [req-a448e095-abe8-4e92-bc91-be98cf9c8019 req-e2093516-cd74-468b-a62b-802554425ef4 tempest-FloatingIPsTestJSON-1170587735 tempest-FloatingIPsTestJSON-1170587735-project] Resources bound (agent type, host, resource id): {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:23:23.838911 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [req-a448e095-abe8-4e92-bc91-be98cf9c8019 req-e2093516-cd74-468b-a62b-802554425ef4 tempest-FloatingIPsTestJSON-1170587735 tempest-FloatingIPsTestJSON-1170587735-project] Received port after_create {{(pid=84764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:23:23.873589 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2093516-cd74-468b-a62b-802554425ef4 tempest-FloatingIPsTestJSON-1170587735 tempest-FloatingIPsTestJSON-1170587735-project] Pushing event updated for resources: {'Port': ['ID=2bfe0c1d-7730-4055-8886-006e2be6286a,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:23.887386 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad79a724-c787-4e4c-963d-c412c1ab2a9c admin admin] Notify agent at l3_agent.n-d-836017-2 the message routers_updated {{(pid=84763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:23:23.899190 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2903b8-0b21-47f5-ba78-1bad7dba9c3f None None] Sync routers for ids ['76420389-0c7c-4da5-a88c-d946185083d1'] in n-d-836017-2 {{(pid=84766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:23:23.914520 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2903b8-0b21-47f5-ba78-1bad7dba9c3f None None] Routers {'76420389-0c7c-4da5-a88c-d946185083d1'} bound to L3 agent in host n-d-836017-2 {{(pid=84766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:23:23.915684 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-5e2903b8-0b21-47f5-ba78-1bad7dba9c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:23:20Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['76420389-0c7c-4da5-a88c-d946185083d1'], 'active': True} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:23:23.991141 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-e0843b50-db72-4b73-ab88-85afade48daa req-c692a62c-8597-471a-b760-69239fe27eef service neutron] Attempting to bind port abe1a1c1-6ab6-46fd-abfb-f7df79d33862 on host n-h1-836017-2 for vnic_type normal with profile None {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:23:23.991646 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-e0843b50-db72-4b73-ab88-85afade48daa req-c692a62c-8597-471a-b760-69239fe27eef service neutron] Attempting to bind port abe1a1c1-6ab6-46fd-abfb-f7df79d33862 by drivers openvswitch,hyperv on host n-h1-836017-2 at level 0 using segments [{'id': '57f6477d-46cb-4fbc-8909-e9439d3b2b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '5b81b8da-abac-4e05-9e51-d6de7035d9e7'}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:23:23.991972 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0843b50-db72-4b73-ab88-85afade48daa req-c692a62c-8597-471a-b760-69239fe27eef service neutron] Attempting to bind port abe1a1c1-6ab6-46fd-abfb-f7df79d33862 on network 5b81b8da-abac-4e05-9e51-d6de7035d9e7 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:23:24.004912 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-ad79a724-c787-4e4c-963d-c412c1ab2a9c admin admin] 10.222.0.69 "PUT /v2.0/routers/76420389-0c7c-4da5-a88c-d946185083d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9003060 Apr 18 19:23:24.005171 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 46938) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:23:24.032201 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-a448e095-abe8-4e92-bc91-be98cf9c8019 req-e2093516-cd74-468b-a62b-802554425ef4 tempest-FloatingIPsTestJSON-1170587735 tempest-FloatingIPsTestJSON-1170587735-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:24.065279 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0843b50-db72-4b73-ab88-85afade48daa req-c692a62c-8597-471a-b760-69239fe27eef service neutron] Port abe1a1c1-6ab6-46fd-abfb-f7df79d33862 on network 5b81b8da-abac-4e05-9e51-d6de7035d9e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-2 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:23:24.065651 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0843b50-db72-4b73-ab88-85afade48daa req-c692a62c-8597-471a-b760-69239fe27eef service neutron] Attempting to bind port abe1a1c1-6ab6-46fd-abfb-f7df79d33862 on network 5b81b8da-abac-4e05-9e51-d6de7035d9e7 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:23:24.121844 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvr_db [None req-5e2903b8-0b21-47f5-ba78-1bad7dba9c3f None None] Set router 76420389-0c7c-4da5-a88c-d946185083d1 gateway port host: n-d-836017-2 {{(pid=84766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:23:24.134892 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0843b50-db72-4b73-ab88-85afade48daa req-c692a62c-8597-471a-b760-69239fe27eef service neutron] Checking agent: {'id': 'e3a31811-08e0-42ba-bc2e-ed8a973b714f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 25), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:23:24.135232 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0843b50-db72-4b73-ab88-85afade48daa req-c692a62c-8597-471a-b760-69239fe27eef service neutron] Checking segment: {'id': '57f6477d-46cb-4fbc-8909-e9439d3b2b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '5b81b8da-abac-4e05-9e51-d6de7035d9e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:23:24.135594 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0843b50-db72-4b73-ab88-85afade48daa req-c692a62c-8597-471a-b760-69239fe27eef service neutron] Bound using segment: {'id': '57f6477d-46cb-4fbc-8909-e9439d3b2b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '5b81b8da-abac-4e05-9e51-d6de7035d9e7'} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:23:24.136019 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-e0843b50-db72-4b73-ab88-85afade48daa req-c692a62c-8597-471a-b760-69239fe27eef service neutron] Bound port: abe1a1c1-6ab6-46fd-abfb-f7df79d33862, host: n-h1-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57f6477d-46cb-4fbc-8909-e9439d3b2b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '5b81b8da-abac-4e05-9e51-d6de7035d9e7'}}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:23:24.198438 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-e0843b50-db72-4b73-ab88-85afade48daa req-c692a62c-8597-471a-b760-69239fe27eef service neutron] For port abe1a1c1-6ab6-46fd-abfb-f7df79d33862, host n-h1-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=abe1a1c1-6ab6-46fd-abfb-f7df79d33862,segment=NetworkSegment(57f6477d-46cb-4fbc-8909-e9439d3b2b0a),segment_id=57f6477d-46cb-4fbc-8909-e9439d3b2b0a)] {{(pid=84763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:23:24.204979 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-a448e095-abe8-4e92-bc91-be98cf9c8019 req-e2093516-cd74-468b-a62b-802554425ef4 tempest-FloatingIPsTestJSON-1170587735 tempest-FloatingIPsTestJSON-1170587735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:24.255145 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-5beb2fc0-7b17-4b47-bf1d-254e0d546ddd admin admin] Notify callbacks [] for router, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:24.311348 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-e0843b50-db72-4b73-ab88-85afade48daa req-c692a62c-8597-471a-b760-69239fe27eef service neutron] Notify callbacks [] for binding, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:24.312543 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e0843b50-db72-4b73-ab88-85afade48daa req-c692a62c-8597-471a-b760-69239fe27eef service neutron] 10.222.0.69 "POST /v2.0/ports/abe1a1c1-6ab6-46fd-abfb-f7df79d33862/bindings HTTP/1.1" status: 201 len: 389 time: 0.5922751 Apr 18 19:23:24.315691 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 1322c92f-b999-445a-867c-1cc9d3db029b details requested by agent hyperv_n-h1-836017-2 with host n-h1-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:23:24.492754 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-a448e095-abe8-4e92-bc91-be98cf9c8019 req-e2093516-cd74-468b-a62b-802554425ef4 tempest-FloatingIPsTestJSON-1170587735 tempest-FloatingIPsTestJSON-1170587735-project] Notify callbacks [] for port, precommit_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:24.506679 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-5beb2fc0-7b17-4b47-bf1d-254e0d546ddd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:24.545082 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-a448e095-abe8-4e92-bc91-be98cf9c8019 req-e2093516-cd74-468b-a62b-802554425ef4 tempest-FloatingIPsTestJSON-1170587735 tempest-FloatingIPsTestJSON-1170587735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2290934'] for port, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:24.577867 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-5e2903b8-0b21-47f5-ba78-1bad7dba9c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76420389-0c7c-4da5-a88c-d946185083d1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1709511624-router', 'tenant_id': '666658683d0a4c6e8109e68b8b765a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': 'f5a0c450-17d1-4dbb-addb-8df879102f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:21:06Z', 'updated_at': '2022-04-18T19:23:21Z', 'revision_number': 5, 'project_id': '666658683d0a4c6e8109e68b8b765a46', 'gw_port': {'id': 'f5a0c450-17d1-4dbb-addb-8df879102f28', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:fb:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76420389-0c7c-4da5-a88c-d946185083d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:21:09Z', 'updated_at': '2022-04-18T19:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2'}], 'n-d-836017-2', False) {} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:23:24.582917 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2903b8-0b21-47f5-ba78-1bad7dba9c3f None None] Checking router: 76420389-0c7c-4da5-a88c-d946185083d1 for host: n-d-836017-2 {{(pid=84766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:23:24.595306 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2903b8-0b21-47f5-ba78-1bad7dba9c3f None None] Routers {'76420389-0c7c-4da5-a88c-d946185083d1'} bound to L3 agent in host n-d-836017-2 {{(pid=84766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:23:24.595913 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-5e2903b8-0b21-47f5-ba78-1bad7dba9c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:23:20Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['76420389-0c7c-4da5-a88c-d946185083d1'], 'active': True} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:23:24.602251 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-5beb2fc0-7b17-4b47-bf1d-254e0d546ddd admin admin] Deleting port f5a0c450-17d1-4dbb-addb-8df879102f28 {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:23:24.602661 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-5beb2fc0-7b17-4b47-bf1d-254e0d546ddd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:24.656983 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port 1322c92f-b999-445a-867c-1cc9d3db029b, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=1322c92f-b999-445a-867c-1cc9d3db029b,segment=NetworkSegment(1b33902c-725a-4527-bb11-2978d3dba7a4),segment_id=1b33902c-725a-4527-bb11-2978d3dba7a4)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:23:24.673452 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 1322c92f-b999-445a-867c-1cc9d3db029b has no active binding in host n-h1-836017-2 {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Apr 18 19:23:24.687955 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:24.741250 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-a448e095-abe8-4e92-bc91-be98cf9c8019 req-e2093516-cd74-468b-a62b-802554425ef4 tempest-FloatingIPsTestJSON-1170587735 tempest-FloatingIPsTestJSON-1170587735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416787'] for floatingip, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:24.792081 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2093516-cd74-468b-a62b-802554425ef4 tempest-FloatingIPsTestJSON-1170587735 tempest-FloatingIPsTestJSON-1170587735-project] Pushing event updated for resources: {'Port': ['ID=2bfe0c1d-7730-4055-8886-006e2be6286a,revision_number=2']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:24.816680 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 718d898d-5f29-4bde-8ebf-b834b04b3475 up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:23:24.842216 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvr_db [None req-5e2903b8-0b21-47f5-ba78-1bad7dba9c3f None None] Set router 76420389-0c7c-4da5-a88c-d946185083d1 gateway port host: None {{(pid=84766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:23:24.878385 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-a448e095-abe8-4e92-bc91-be98cf9c8019 req-e2093516-cd74-468b-a62b-802554425ef4 tempest-FloatingIPsTestJSON-1170587735 tempest-FloatingIPsTestJSON-1170587735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for floatingip, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:24.882455 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a448e095-abe8-4e92-bc91-be98cf9c8019 req-e2093516-cd74-468b-a62b-802554425ef4 tempest-FloatingIPsTestJSON-1170587735 tempest-FloatingIPsTestJSON-1170587735-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2468438 Apr 18 19:23:24.907270 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port 718d898d-5f29-4bde-8ebf-b834b04b3475 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:23:24.908089 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:24.962185 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-5e2903b8-0b21-47f5-ba78-1bad7dba9c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76420389-0c7c-4da5-a88c-d946185083d1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1709511624-router', 'tenant_id': '666658683d0a4c6e8109e68b8b765a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:21:06Z', 'updated_at': '2022-04-18T19:23:24Z', 'revision_number': 6, 'project_id': '666658683d0a4c6e8109e68b8b765a46', 'gw_port_host': None}], 'n-d-836017-2', False) {} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:23:24.967407 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2903b8-0b21-47f5-ba78-1bad7dba9c3f None None] The sync data for ids ['76420389-0c7c-4da5-a88c-d946185083d1'] in n-d-836017-2 is: [{'id': '76420389-0c7c-4da5-a88c-d946185083d1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1709511624-router', 'tenant_id': '666658683d0a4c6e8109e68b8b765a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:21:06Z', 'updated_at': '2022-04-18T19:23:24Z', 'revision_number': 6, 'project_id': '666658683d0a4c6e8109e68b8b765a46', 'gw_port_host': None}] {{(pid=84766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:23:25.000684 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-a448e095-abe8-4e92-bc91-be98cf9c8019 req-53b12f40-52fa-41c4-9f5d-8f04efe93243 tempest-FloatingIPsTestJSON-1170587735 tempest-FloatingIPsTestJSON-1170587735-project] Synchronizing usage tracker for tenant:9b74ec910fb54960866ccdca4b96acdd on resource:floatingip {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:23:25.004145 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [None req-5beb2fc0-7b17-4b47-bf1d-254e0d546ddd admin admin] For port f5a0c450-17d1-4dbb-addb-8df879102f28, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=f5a0c450-17d1-4dbb-addb-8df879102f28,segment=NetworkSegment(5de34947-6c56-419b-85d0-f61f69ce7c45),segment_id=5de34947-6c56-419b-85d0-f61f69ce7c45)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:23:25.004576 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-5beb2fc0-7b17-4b47-bf1d-254e0d546ddd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:25.026380 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b194f76-1743-4e30-9dab-947afd562a20 req-59d33195-b04a-44f2-92d9-6417ac4f6fa9 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:25.028510 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5b194f76-1743-4e30-9dab-947afd562a20 req-59d33195-b04a-44f2-92d9-6417ac4f6fa9 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3396816-7672-4e6c-a9ee-905861ee2aea HTTP/1.1" status: 200 len: 949 time: 0.1848884 Apr 18 19:23:25.084441 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-a448e095-abe8-4e92-bc91-be98cf9c8019 req-53b12f40-52fa-41c4-9f5d-8f04efe93243 tempest-FloatingIPsTestJSON-1170587735 tempest-FloatingIPsTestJSON-1170587735-project] Unset dirty status for tenant:9b74ec910fb54960866ccdca4b96acdd on resource:floatingip {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:23:25.086152 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a448e095-abe8-4e92-bc91-be98cf9c8019 req-53b12f40-52fa-41c4-9f5d-8f04efe93243 tempest-FloatingIPsTestJSON-1170587735 tempest-FloatingIPsTestJSON-1170587735-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.3.219 HTTP/1.1" status: 200 len: 696 time: 0.1864593 Apr 18 19:23:25.247520 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a448e095-abe8-4e92-bc91-be98cf9c8019 req-4ae73655-5f3d-49bb-a8d6-8a20bb430ee0 tempest-FloatingIPsTestJSON-1170587735 tempest-FloatingIPsTestJSON-1170587735-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:25.248909 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a448e095-abe8-4e92-bc91-be98cf9c8019 req-4ae73655-5f3d-49bb-a8d6-8a20bb430ee0 tempest-FloatingIPsTestJSON-1170587735 tempest-FloatingIPsTestJSON-1170587735-project] 10.222.0.69 "GET /v2.0/networks/11e8e108-37df-4084-b6b7-113e6beb66b4 HTTP/1.1" status: 200 len: 784 time: 0.1571889 Apr 18 19:23:25.252145 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-5beb2fc0-7b17-4b47-bf1d-254e0d546ddd admin admin] Calling delete_port for f5a0c450-17d1-4dbb-addb-8df879102f28 owned by network:router_gateway {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:23:25.264424 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [req-a448e095-abe8-4e92-bc91-be98cf9c8019 req-ef41786f-247e-44bd-b348-07445143777f tempest-FloatingIPsTestJSON-1170587735 tempest-FloatingIPsTestJSON-1170587735-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=84764) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:23:25.264424 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a448e095-abe8-4e92-bc91-be98cf9c8019 req-ef41786f-247e-44bd-b348-07445143777f tempest-FloatingIPsTestJSON-1170587735 tempest-FloatingIPsTestJSON-1170587735-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0055072 Apr 18 19:23:25.320828 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb76960f-092d-440f-a6ac-bd59baff83f8'] response: {'server_uuid': 'f3396816-7672-4e6c-a9ee-905861ee2aea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61407fd5-cf4f-4a26-b617-938a77b67461', 'code': 200} Apr 18 19:23:25.356386 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5b194f76-1743-4e30-9dab-947afd562a20 req-0481e872-9c1d-4e6c-8046-fa8c3581d2c0 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b82ee4b-1b13-4f19-86d2-85d0db8a03cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757385 Apr 18 19:23:25.551549 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3a8afebb-d8d9-4755-a388-da85da7e3ab5 req-e9bfb8de-6a76-4b66-a59f-721c43f3dd73 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b043aff-a1de-4df2-bb9c-37333bb01f66 HTTP/1.1" status: 200 len: 210 time: 0.0599988 Apr 18 19:23:25.624950 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383ed372-042a-43e2-9c58-d65958bde95b req-9485eed1-fd14-47e7-939c-daa02feb8062 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:25.628528 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-383ed372-042a-43e2-9c58-d65958bde95b req-9485eed1-fd14-47e7-939c-daa02feb8062 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.72 "GET /v2.0/networks?id=c33889f7-294d-49c5-8dfc-a57c4d580672 HTTP/1.1" status: 200 len: 815 time: 0.2982626 Apr 18 19:23:25.646459 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-6777c9cb-03de-42c4-9100-c72d4a3c2aa9 req-b9fb0afe-8dfd-4b4f-b2d0-85d6959a0439 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f3396816-7672-4e6c-a9ee-905861ee2aea HTTP/1.1" status: 200 len: 1100 time: 0.2370238 Apr 18 19:23:25.648999 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [req-383ed372-042a-43e2-9c58-d65958bde95b req-2e26a996-0274-431c-a584-7c91bab019d1 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Request body: {'port': {'device_id': '1b043aff-a1de-4df2-bb9c-37333bb01f66', 'network_id': 'c33889f7-294d-49c5-8dfc-a57c4d580672', 'admin_state_up': True, 'tenant_id': 'd4aab0ee4d6648218144abf0ed8f0615'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:23:25.649327 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a022697d-7ae5-419d-9460-ca5c48f1f32a'] response: {'name': 'network-changed', 'server_uuid': 'b036cac9-0805-4344-b7ed-7456f39c642e', 'tag': '1322c92f-b999-445a-867c-1cc9d3db029b', 'status': 'completed', 'code': 200} Apr 18 19:23:25.722475 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-5beb2fc0-7b17-4b47-bf1d-254e0d546ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:25.795833 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5beb2fc0-7b17-4b47-bf1d-254e0d546ddd admin admin] Pushing event deleted for resources: {'Port': ['ID=f5a0c450-17d1-4dbb-addb-8df879102f28,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:25.811442 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f42594-719b-48ac-a27b-cf87ed074241 req-87f4af46-5e13-41e7-a2a0-a7e8ae153f6f tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:25.813187 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d6f42594-719b-48ac-a27b-cf87ed074241 req-87f4af46-5e13-41e7-a2a0-a7e8ae153f6f tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=b036cac9-0805-4344-b7ed-7456f39c642e HTTP/1.1" status: 200 len: 944 time: 0.2478619 Apr 18 19:23:25.819245 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-6777c9cb-03de-42c4-9100-c72d4a3c2aa9 req-9501f005-f7dc-4b8a-b3f7-b1919e2b7826 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=5b82ee4b-1b13-4f19-86d2-85d0db8a03cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669128 Apr 18 19:23:25.896801 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-383ed372-042a-43e2-9c58-d65958bde95b req-2e26a996-0274-431c-a584-7c91bab019d1 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:23:25.903112 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d6f42594-719b-48ac-a27b-cf87ed074241 req-6d4626f3-e138-4559-aac2-e2c08f3010e2 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763879 Apr 18 19:23:25.904009 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-383ed372-042a-43e2-9c58-d65958bde95b req-2e26a996-0274-431c-a584-7c91bab019d1 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Usage tracker for resource:port and tenant:d4aab0ee4d6648218144abf0ed8f0615 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:23:25.913358 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-383ed372-042a-43e2-9c58-d65958bde95b req-2e26a996-0274-431c-a584-7c91bab019d1 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:23:25.921595 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-383ed372-042a-43e2-9c58-d65958bde95b req-2e26a996-0274-431c-a584-7c91bab019d1 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:23:26.047356 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-383ed372-042a-43e2-9c58-d65958bde95b req-2e26a996-0274-431c-a584-7c91bab019d1 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Made reservation on behalf of d4aab0ee4d6648218144abf0ed8f0615 for: {'port': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:23:26.050760 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-383ed372-042a-43e2-9c58-d65958bde95b req-2e26a996-0274-431c-a584-7c91bab019d1 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:26.060287 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2ed439ae-c191-4178-8c7c-d01375081ebc req-840a94b3-5d47-4107-8f5a-6ef5c4268d68 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fc56e011536d43568ffc66b480cf23b0&device_id=b036cac9-0805-4344-b7ed-7456f39c642e HTTP/1.1" status: 200 len: 1125 time: 0.3824999 Apr 18 19:23:26.254134 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda033ba-aa5a-4a79-b772-233627ee3ce6 req-26eabe47-d921-41a0-886d-338abd532fa0 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:26.255991 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-fda033ba-aa5a-4a79-b772-233627ee3ce6 req-26eabe47-d921-41a0-886d-338abd532fa0 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?device_id=6623f59d-6d74-43c2-bd67-bd59cf127910 HTTP/1.1" status: 200 len: 945 time: 0.1905298 Apr 18 19:23:26.292548 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a1d3b1b1-9f80-42dd-9675-30cfc679e867 req-dbb437e4-8659-4bb4-9117-162f48d1affb tempest-FloatingIPsTestJSON-1170587735 tempest-FloatingIPsTestJSON-1170587735-project] 10.222.0.69 "GET /v2.0/floatingips/a8d0efe1-0f22-4379-b04b-c3d738a70d09 HTTP/1.1" status: 200 len: 693 time: 0.2419417 Apr 18 19:23:26.295201 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-5beb2fc0-7b17-4b47-bf1d-254e0d546ddd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416828'] for router_gateway, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:26.328544 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_common [req-383ed372-042a-43e2-9c58-d65958bde95b req-2e26a996-0274-431c-a584-7c91bab019d1 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Allocated IP 172.20.0.8 (c33889f7-294d-49c5-8dfc-a57c4d580672/8ca62fcd-7a30-48d0-a691-50cd0f54f5ee/cabcf3f1-2529-4531-805d-7b11c6774823) {{(pid=84764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:23:26.342615 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-fda033ba-aa5a-4a79-b772-233627ee3ce6 req-9bfaaef7-8ee7-471e-9bc5-c894054f1aca tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761857 Apr 18 19:23:26.674828 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c996c5-34c6-4160-994a-0368007fcff4 req-93059252-f180-4622-8f9a-c12a74bdbd17 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:26.682111 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-87c996c5-34c6-4160-994a-0368007fcff4 req-93059252-f180-4622-8f9a-c12a74bdbd17 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3396816-7672-4e6c-a9ee-905861ee2aea HTTP/1.1" status: 200 len: 949 time: 0.1786683 Apr 18 19:23:26.709603 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device c366461e-feb8-4736-a327-49e2d973267b no longer exists at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:23:26.749856 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] No Port match for: c366461e-feb8-4736-a327-49e2d973267b {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:23:26.750451 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device c366461e-feb8-4736-a327-49e2d973267b not bound to the agent host n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:23:26.750850 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device f5a0c450-17d1-4dbb-addb-8df879102f28 no longer exists at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:23:26.772258 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-87c996c5-34c6-4160-994a-0368007fcff4 req-5ff81c0b-5f16-4191-b1de-7caa3d2368bf tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b82ee4b-1b13-4f19-86d2-85d0db8a03cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891745 Apr 18 19:23:26.782346 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-383ed372-042a-43e2-9c58-d65958bde95b req-2e26a996-0274-431c-a584-7c91bab019d1 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Notify callbacks [] for port, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:26.786450 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] No Port match for: f5a0c450-17d1-4dbb-addb-8df879102f28 {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:23:26.786983 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device f5a0c450-17d1-4dbb-addb-8df879102f28 not bound to the agent host n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:23:26.789878 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed439ae-c191-4178-8c7c-d01375081ebc req-28e23f4d-9b39-47d1-b17f-ae25f9a74a43 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:26.791538 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2ed439ae-c191-4178-8c7c-d01375081ebc req-28e23f4d-9b39-47d1-b17f-ae25f9a74a43 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0685e2b1-3b13-405d-a131-f90aa0a8867a HTTP/1.1" status: 200 len: 909 time: 0.6134377 Apr 18 19:23:26.882584 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-383ed372-042a-43e2-9c58-d65958bde95b req-2e26a996-0274-431c-a584-7c91bab019d1 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:26.884639 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-5beb2fc0-7b17-4b47-bf1d-254e0d546ddd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4443'] for router, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:26.901458 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2ed439ae-c191-4178-8c7c-d01375081ebc req-d4429cfc-af44-43d7-8dce-da6a18ae0965 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1322c92f-b999-445a-867c-1cc9d3db029b HTTP/1.1" status: 200 len: 217 time: 0.0916061 Apr 18 19:23:26.907207 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-5beb2fc0-7b17-4b47-bf1d-254e0d546ddd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:26.913064 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d3b1b1-9f80-42dd-9675-30cfc679e867 req-5e83b9ce-9c84-4100-816a-8d7932e8a595 tempest-FloatingIPsTestJSON-1170587735 tempest-FloatingIPsTestJSON-1170587735-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:26.914469 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a1d3b1b1-9f80-42dd-9675-30cfc679e867 req-5e83b9ce-9c84-4100-816a-8d7932e8a595 tempest-FloatingIPsTestJSON-1170587735 tempest-FloatingIPsTestJSON-1170587735-project] 10.222.0.69 "GET /v2.0/networks/11e8e108-37df-4084-b6b7-113e6beb66b4 HTTP/1.1" status: 200 len: 784 time: 0.5638053 Apr 18 19:23:27.002754 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-383ed372-042a-43e2-9c58-d65958bde95b req-2e26a996-0274-431c-a584-7c91bab019d1 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Network c33889f7-294d-49c5-8dfc-a57c4d580672 is already hosted by enough agents. {{(pid=84764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:23:27.006644 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [req-383ed372-042a-43e2-9c58-d65958bde95b req-2e26a996-0274-431c-a584-7c91bab019d1 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Resources bound (agent type, host, resource id): {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:23:27.013573 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [req-383ed372-042a-43e2-9c58-d65958bde95b req-2e26a996-0274-431c-a584-7c91bab019d1 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Received port after_create {{(pid=84764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:23:27.064537 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e26a996-0274-431c-a584-7c91bab019d1 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Pushing event updated for resources: {'Port': ['ID=cabcf3f1-2529-4531-805d-7b11c6774823,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:27.096192 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383ed372-042a-43e2-9c58-d65958bde95b req-2e26a996-0274-431c-a584-7c91bab019d1 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:27.096526 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-383ed372-042a-43e2-9c58-d65958bde95b req-2e26a996-0274-431c-a584-7c91bab019d1 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:27.124388 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-a1d3b1b1-9f80-42dd-9675-30cfc679e867 req-1736553c-4ab3-4481-afa7-e0e0abf777c7 tempest-FloatingIPsTestJSON-1170587735 tempest-FloatingIPsTestJSON-1170587735-project] Synchronizing usage tracker for tenant:9b74ec910fb54960866ccdca4b96acdd on resource:floatingip {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:23:27.132705 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed439ae-c191-4178-8c7c-d01375081ebc req-bf436193-33dd-48b4-b95e-a53f37a029ae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:27.138292 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2ed439ae-c191-4178-8c7c-d01375081ebc req-bf436193-33dd-48b4-b95e-a53f37a029ae service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1c71b90d-680b-4d0c-80a6-944953a6ed07 HTTP/1.1" status: 200 len: 848 time: 0.2183838 Apr 18 19:23:27.143931 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a193d443-0e11-4ad8-a70c-7426b13cad39 req-4c9bf9c6-8b9c-45ff-b400-a3e06cde5c71 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:27.143931 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-a193d443-0e11-4ad8-a70c-7426b13cad39 req-4c9bf9c6-8b9c-45ff-b400-a3e06cde5c71 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Synchronizing usage tracker for tenant:d4aab0ee4d6648218144abf0ed8f0615 on resource:port {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:23:27.184599 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2ed439ae-c191-4178-8c7c-d01375081ebc req-7cdb41f3-6c34-4f3d-9af3-6d036debb813 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0685e2b1-3b13-405d-a131-f90aa0a8867a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419118 Apr 18 19:23:27.185171 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-a1d3b1b1-9f80-42dd-9675-30cfc679e867 req-1736553c-4ab3-4481-afa7-e0e0abf777c7 tempest-FloatingIPsTestJSON-1170587735 tempest-FloatingIPsTestJSON-1170587735-project] Unset dirty status for tenant:9b74ec910fb54960866ccdca4b96acdd on resource:floatingip {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:23:27.186183 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a1d3b1b1-9f80-42dd-9675-30cfc679e867 req-1736553c-4ab3-4481-afa7-e0e0abf777c7 tempest-FloatingIPsTestJSON-1170587735 tempest-FloatingIPsTestJSON-1170587735-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.3.219 HTTP/1.1" status: 200 len: 696 time: 0.2405837 Apr 18 19:23:27.209349 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-383ed372-042a-43e2-9c58-d65958bde95b req-2e26a996-0274-431c-a584-7c91bab019d1 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5667071 Apr 18 19:23:27.220507 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [req-383ed372-042a-43e2-9c58-d65958bde95b req-e94c5080-58f0-4e44-b380-a36300d44015 service neutron] Request body: {'port': {'device_id': '1b043aff-a1de-4df2-bb9c-37333bb01f66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-2'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:23:27.249932 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-a193d443-0e11-4ad8-a70c-7426b13cad39 req-4c9bf9c6-8b9c-45ff-b400-a3e06cde5c71 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Unset dirty status for tenant:d4aab0ee4d6648218144abf0ed8f0615 on resource:port {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:23:27.251071 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a193d443-0e11-4ad8-a70c-7426b13cad39 req-4c9bf9c6-8b9c-45ff-b400-a3e06cde5c71 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b043aff-a1de-4df2-bb9c-37333bb01f66 HTTP/1.1" status: 200 len: 931 time: 0.3148179 Apr 18 19:23:27.322802 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-5beb2fc0-7b17-4b47-bf1d-254e0d546ddd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412768'] for router, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:27.323269 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5beb2fc0-7b17-4b47-bf1d-254e0d546ddd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 76420389-0c7c-4da5-a88c-d946185083d1 {{(pid=84763) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 19:23:27.355782 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a1d3b1b1-9f80-42dd-9675-30cfc679e867 req-76ca5734-cb5e-4e85-a214-0d78bde521c0 tempest-FloatingIPsTestJSON-1170587735 tempest-FloatingIPsTestJSON-1170587735-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.3.219 HTTP/1.1" status: 200 len: 696 time: 0.1464336 Apr 18 19:23:27.361805 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-a193d443-0e11-4ad8-a70c-7426b13cad39 req-73922714-c72c-42f8-b1ec-7c188c92321e tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Synchronizing usage tracker for tenant:d4aab0ee4d6648218144abf0ed8f0615 on resource:security_group {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:23:27.369307 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-383ed372-042a-43e2-9c58-d65958bde95b req-e94c5080-58f0-4e44-b380-a36300d44015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:27.428090 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-5beb2fc0-7b17-4b47-bf1d-254e0d546ddd admin admin] Notify callbacks [] for router, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:27.429220 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-5beb2fc0-7b17-4b47-bf1d-254e0d546ddd admin admin] 10.222.0.69 "DELETE /v2.0/routers/76420389-0c7c-4da5-a88c-d946185083d1 HTTP/1.1" status: 204 len: 168 time: 3.4232306 Apr 18 19:23:27.431867 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 46962) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:23:27.545333 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-a193d443-0e11-4ad8-a70c-7426b13cad39 req-73922714-c72c-42f8-b1ec-7c188c92321e tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Unset dirty status for tenant:d4aab0ee4d6648218144abf0ed8f0615 on resource:security_group {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:23:27.546493 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a193d443-0e11-4ad8-a70c-7426b13cad39 req-73922714-c72c-42f8-b1ec-7c188c92321e tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/security-groups?id=1e5cc43e-ae04-4a53-be47-dfdad3ea2d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2889016 Apr 18 19:23:27.552205 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2ed439ae-c191-4178-8c7c-d01375081ebc req-5c8a9415-1afc-4bf6-8793-a13ad654b694 service neutron] 10.222.0.72 "GET /v2.0/networks/0685e2b1-3b13-405d-a131-f90aa0a8867a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3605988 Apr 18 19:23:27.555860 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-a1d3b1b1-9f80-42dd-9675-30cfc679e867 req-dfde46cd-111f-4483-8d80-145365a6d8ac tempest-FloatingIPsTestJSON-1170587735 tempest-FloatingIPsTestJSON-1170587735-project] Deleting port 2bfe0c1d-7730-4055-8886-006e2be6286a {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:23:27.555860 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-a1d3b1b1-9f80-42dd-9675-30cfc679e867 req-dfde46cd-111f-4483-8d80-145365a6d8ac tempest-FloatingIPsTestJSON-1170587735 tempest-FloatingIPsTestJSON-1170587735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:27.569272 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_v2 [None req-ace6ab71-caa8-446d-abd3-4204c5cbbc70 admin admin] Deleting subnet a4fd8a82-a99d-4f41-8012-881e08157cb0 {{(pid=84764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:23:27.574826 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-ace6ab71-caa8-446d-abd3-4204c5cbbc70 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:27.630333 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-ace6ab71-caa8-446d-abd3-4204c5cbbc70 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66931798'] for subnet, precommit_delete_associations {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:27.711537 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-ace6ab71-caa8-446d-abd3-4204c5cbbc70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1258508'] for subnet, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:27.849499 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2ed439ae-c191-4178-8c7c-d01375081ebc req-f5d07c01-46d6-4ee2-a377-5ebb2c578ce5 service neutron] 10.222.0.72 "GET /v2.0/networks/0685e2b1-3b13-405d-a131-f90aa0a8867a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652066 Apr 18 19:23:27.879295 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-a1d3b1b1-9f80-42dd-9675-30cfc679e867 req-dfde46cd-111f-4483-8d80-145365a6d8ac tempest-FloatingIPsTestJSON-1170587735 tempest-FloatingIPsTestJSON-1170587735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:27.879295 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-a1d3b1b1-9f80-42dd-9675-30cfc679e867 req-dfde46cd-111f-4483-8d80-145365a6d8ac tempest-FloatingIPsTestJSON-1170587735 tempest-FloatingIPsTestJSON-1170587735-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:27.962277 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-ace6ab71-caa8-446d-abd3-4204c5cbbc70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1258501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2290876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65862598'] for subnet, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:28.009939 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-a1d3b1b1-9f80-42dd-9675-30cfc679e867 req-dfde46cd-111f-4483-8d80-145365a6d8ac tempest-FloatingIPsTestJSON-1170587735 tempest-FloatingIPsTestJSON-1170587735-project] Calling delete_port for 2bfe0c1d-7730-4055-8886-006e2be6286a owned by network:floatingip {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:23:28.011369 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace6ab71-caa8-446d-abd3-4204c5cbbc70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4fd8a82-a99d-4f41-8012-881e08157cb0,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:28.031478 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-ace6ab71-caa8-446d-abd3-4204c5cbbc70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for subnet, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:28.037872 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e81e70-78bb-4e69-8ae7-9e87d2b3680a None None] Network 97b575c1-8a4c-401c-bfc8-567de6de32a8 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:23:28.047088 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-ace6ab71-caa8-446d-abd3-4204c5cbbc70 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/a4fd8a82-a99d-4f41-8012-881e08157cb0 HTTP/1.1" status: 204 len: 168 time: 0.6118076 Apr 18 19:23:28.048333 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 46972) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:23:28.129128 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69223d24-dc25-4376-b4aa-482b04fa1d71 req-f0bc4493-2a84-462a-ace4-48edb39ebf09 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:28.133141 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-69223d24-dc25-4376-b4aa-482b04fa1d71 req-f0bc4493-2a84-462a-ace4-48edb39ebf09 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=b036cac9-0805-4344-b7ed-7456f39c642e HTTP/1.1" status: 200 len: 944 time: 0.2253673 Apr 18 19:23:28.143665 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [req-383ed372-042a-43e2-9c58-d65958bde95b req-e94c5080-58f0-4e44-b380-a36300d44015 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cabcf3f1-2529-4531-805d-7b11c6774823 {{(pid=84764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:23:28.166193 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-383ed372-042a-43e2-9c58-d65958bde95b req-e94c5080-58f0-4e44-b380-a36300d44015 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:28.199966 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.provisioning_blocks [req-383ed372-042a-43e2-9c58-d65958bde95b req-e94c5080-58f0-4e44-b380-a36300d44015 service neutron] Transition to ACTIVE for port object cabcf3f1-2529-4531-805d-7b11c6774823 will not be triggered until provisioned by entity L2. {{(pid=84764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:23:28.210705 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-69223d24-dc25-4376-b4aa-482b04fa1d71 req-0bf145a4-52ea-4dc4-bd8b-9cb5f7b2ac0a tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716941 Apr 18 19:23:28.282597 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-383ed372-042a-43e2-9c58-d65958bde95b req-e94c5080-58f0-4e44-b380-a36300d44015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2290934'] for port, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:28.313641 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-4027a4ae-03e6-42c6-aa78-2b35d223d7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:28.336587 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-4027a4ae-03e6-42c6-aa78-2b35d223d7c8 admin admin] Deleting port e2d283d6-35cb-49ab-9d3a-94a29818c50b {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:23:28.337163 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-4027a4ae-03e6-42c6-aa78-2b35d223d7c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:28.392337 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a443f73-c687-4460-acc8-bef08da419e7 None None] DHCP port deletion for 97b575c1-8a4c-401c-bfc8-567de6de32a8 request from n-d-836017-2 {{(pid=84765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 19:23:28.397299 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-1a443f73-c687-4460-acc8-bef08da419e7 None None] Deleting port e2d283d6-35cb-49ab-9d3a-94a29818c50b {{(pid=84765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:23:28.397798 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1a443f73-c687-4460-acc8-bef08da419e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:28.582121 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-a1d3b1b1-9f80-42dd-9675-30cfc679e867 req-dfde46cd-111f-4483-8d80-145365a6d8ac tempest-FloatingIPsTestJSON-1170587735 tempest-FloatingIPsTestJSON-1170587735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:28.638408 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-1a443f73-c687-4460-acc8-bef08da419e7 None None] For port e2d283d6-35cb-49ab-9d3a-94a29818c50b, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=e2d283d6-35cb-49ab-9d3a-94a29818c50b,segment=NetworkSegment(254a4f12-5519-47f4-85e8-7d1b5c621ccf),segment_id=254a4f12-5519-47f4-85e8-7d1b5c621ccf)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:23:28.639217 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1a443f73-c687-4460-acc8-bef08da419e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:28.655372 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfde46cd-111f-4483-8d80-145365a6d8ac tempest-FloatingIPsTestJSON-1170587735 tempest-FloatingIPsTestJSON-1170587735-project] Pushing event deleted for resources: {'Port': ['ID=2bfe0c1d-7730-4055-8886-006e2be6286a,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:28.669397 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [None req-4027a4ae-03e6-42c6-aa78-2b35d223d7c8 admin admin] For port e2d283d6-35cb-49ab-9d3a-94a29818c50b, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=e2d283d6-35cb-49ab-9d3a-94a29818c50b,segment=NetworkSegment(254a4f12-5519-47f4-85e8-7d1b5c621ccf),segment_id=254a4f12-5519-47f4-85e8-7d1b5c621ccf)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:23:28.669765 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-4027a4ae-03e6-42c6-aa78-2b35d223d7c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:28.677601 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94c5080-58f0-4e44-b380-a36300d44015 service neutron] Pushing event updated for resources: {'Port': ['ID=cabcf3f1-2529-4531-805d-7b11c6774823,revision_number=2']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:28.744496 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-383ed372-042a-43e2-9c58-d65958bde95b req-e94c5080-58f0-4e44-b380-a36300d44015 service neutron] Attempting to bind port cabcf3f1-2529-4531-805d-7b11c6774823 on host n-h2-836017-2 for vnic_type normal with profile {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:23:28.745069 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-383ed372-042a-43e2-9c58-d65958bde95b req-e94c5080-58f0-4e44-b380-a36300d44015 service neutron] Attempting to bind port cabcf3f1-2529-4531-805d-7b11c6774823 by drivers openvswitch,hyperv on host n-h2-836017-2 at level 0 using segments [{'id': '86100cac-9c92-472b-98b8-7c63b08b3562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'c33889f7-294d-49c5-8dfc-a57c4d580672'}] {{(pid=84764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:23:28.745544 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383ed372-042a-43e2-9c58-d65958bde95b req-e94c5080-58f0-4e44-b380-a36300d44015 service neutron] Attempting to bind port cabcf3f1-2529-4531-805d-7b11c6774823 on network c33889f7-294d-49c5-8dfc-a57c4d580672 {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:23:28.763665 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383ed372-042a-43e2-9c58-d65958bde95b req-e94c5080-58f0-4e44-b380-a36300d44015 service neutron] Port cabcf3f1-2529-4531-805d-7b11c6774823 on network c33889f7-294d-49c5-8dfc-a57c4d580672 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-2 {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:23:28.763990 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383ed372-042a-43e2-9c58-d65958bde95b req-e94c5080-58f0-4e44-b380-a36300d44015 service neutron] Attempting to bind port cabcf3f1-2529-4531-805d-7b11c6774823 on network c33889f7-294d-49c5-8dfc-a57c4d580672 {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:23:28.775008 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5751065e-e8f8-4cb7-bf0d-e42a65d47af1 req-45b390ab-46fa-4ef0-a335-18dc506dac75 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:28.782884 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-5751065e-e8f8-4cb7-bf0d-e42a65d47af1 req-45b390ab-46fa-4ef0-a335-18dc506dac75 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?device_id=6623f59d-6d74-43c2-bd67-bd59cf127910 HTTP/1.1" status: 200 len: 945 time: 0.4431801 Apr 18 19:23:28.783463 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device e2d283d6-35cb-49ab-9d3a-94a29818c50b no longer exists at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:23:28.806923 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383ed372-042a-43e2-9c58-d65958bde95b req-e94c5080-58f0-4e44-b380-a36300d44015 service neutron] Checking agent: {'id': '02e8f951-d3a3-40e1-b8cc-aed258af030b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:23:28.807268 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383ed372-042a-43e2-9c58-d65958bde95b req-e94c5080-58f0-4e44-b380-a36300d44015 service neutron] Checking segment: {'id': '86100cac-9c92-472b-98b8-7c63b08b3562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'c33889f7-294d-49c5-8dfc-a57c4d580672'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:23:28.807664 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383ed372-042a-43e2-9c58-d65958bde95b req-e94c5080-58f0-4e44-b380-a36300d44015 service neutron] Bound using segment: {'id': '86100cac-9c92-472b-98b8-7c63b08b3562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'c33889f7-294d-49c5-8dfc-a57c4d580672'} {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:23:28.808121 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-383ed372-042a-43e2-9c58-d65958bde95b req-e94c5080-58f0-4e44-b380-a36300d44015 service neutron] Bound port: cabcf3f1-2529-4531-805d-7b11c6774823, host: n-h2-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86100cac-9c92-472b-98b8-7c63b08b3562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'c33889f7-294d-49c5-8dfc-a57c4d580672'}}] {{(pid=84764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:23:28.809125 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-383ed372-042a-43e2-9c58-d65958bde95b req-e94c5080-58f0-4e44-b380-a36300d44015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:28.830474 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-1a443f73-c687-4460-acc8-bef08da419e7 None None] Calling delete_port for e2d283d6-35cb-49ab-9d3a-94a29818c50b owned by network:dhcp {{(pid=84765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:23:28.887461 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-4027a4ae-03e6-42c6-aa78-2b35d223d7c8 admin admin] Calling delete_port for e2d283d6-35cb-49ab-9d3a-94a29818c50b owned by network:dhcp {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:23:28.901363 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-5751065e-e8f8-4cb7-bf0d-e42a65d47af1 req-3189a494-e860-4155-a5af-48fa1493ff22 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166286 Apr 18 19:23:28.944837 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-a1d3b1b1-9f80-42dd-9675-30cfc679e867 req-dfde46cd-111f-4483-8d80-145365a6d8ac tempest-FloatingIPsTestJSON-1170587735 tempest-FloatingIPsTestJSON-1170587735-project] Notify callbacks [] for floatingip, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:28.947854 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-383ed372-042a-43e2-9c58-d65958bde95b req-e94c5080-58f0-4e44-b380-a36300d44015 service neutron] For port cabcf3f1-2529-4531-805d-7b11c6774823, host n-h2-836017-2, cleared binding levels {{(pid=84764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:23:29.006919 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:29.048667 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1a443f73-c687-4460-acc8-bef08da419e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340'] for port, after_delete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:29.049390 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-383ed372-042a-43e2-9c58-d65958bde95b req-e94c5080-58f0-4e44-b380-a36300d44015 service neutron] For port cabcf3f1-2529-4531-805d-7b11c6774823, host n-h2-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=cabcf3f1-2529-4531-805d-7b11c6774823,segment=NetworkSegment(86100cac-9c92-472b-98b8-7c63b08b3562),segment_id=86100cac-9c92-472b-98b8-7c63b08b3562)] {{(pid=84764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:23:29.054304 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.db.api [None req-4027a4ae-03e6-42c6-aa78-2b35d223d7c8 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84763) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 19:23:29.058832 n-d-836017-2 neutron-server[84763]: DEBUG oslo_db.api [None req-4027a4ae-03e6-42c6-aa78-2b35d223d7c8 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 19:23:29.077482 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-a1d3b1b1-9f80-42dd-9675-30cfc679e867 req-dfde46cd-111f-4483-8d80-145365a6d8ac tempest-FloatingIPsTestJSON-1170587735 tempest-FloatingIPsTestJSON-1170587735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for floatingip, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:29.078721 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a1d3b1b1-9f80-42dd-9675-30cfc679e867 req-dfde46cd-111f-4483-8d80-145365a6d8ac tempest-FloatingIPsTestJSON-1170587735 tempest-FloatingIPsTestJSON-1170587735-project] 10.222.0.69 "DELETE /v2.0/floatingips/a8d0efe1-0f22-4379-b04b-c3d738a70d09 HTTP/1.1" status: 204 len: 173 time: 1.7156439 Apr 18 19:23:29.110410 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-383ed372-042a-43e2-9c58-d65958bde95b req-e94c5080-58f0-4e44-b380-a36300d44015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2290934'] for port, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:29.134819 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a443f73-c687-4460-acc8-bef08da419e7 None None] Pushing event deleted for resources: {'Port': ['ID=e2d283d6-35cb-49ab-9d3a-94a29818c50b,revision_number=None']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:29.147414 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a443f73-c687-4460-acc8-bef08da419e7 None None] No DVR routers for this DVR port e2d283d6-35cb-49ab-9d3a-94a29818c50b on host n-d-836017-2 {{(pid=84765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:23:29.209867 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-383ed372-042a-43e2-9c58-d65958bde95b req-e94c5080-58f0-4e44-b380-a36300d44015 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:29.211277 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-383ed372-042a-43e2-9c58-d65958bde95b req-e94c5080-58f0-4e44-b380-a36300d44015 service neutron] 10.222.0.72 "PUT /v2.0/ports/cabcf3f1-2529-4531-805d-7b11c6774823 HTTP/1.1" status: 200 len: 1091 time: 1.9948592 Apr 18 19:23:29.214345 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b043aff-a1de-4df2-bb9c-37333bb01f66', 'tag': 'cabcf3f1-2529-4531-805d-7b11c6774823'}] {{(pid=84764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:23:29.229017 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94c5080-58f0-4e44-b380-a36300d44015 service neutron] Pushing event updated for resources: {'Port': ['ID=cabcf3f1-2529-4531-805d-7b11c6774823,revision_number=3']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:29.256001 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ff9db2-8244-476b-be21-9fda7f6cdb52 req-1bbfddb0-a448-48d9-948f-9069ad9fad29 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:29.257525 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-18ff9db2-8244-476b-be21-9fda7f6cdb52 req-1bbfddb0-a448-48d9-948f-9069ad9fad29 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3396816-7672-4e6c-a9ee-905861ee2aea HTTP/1.1" status: 200 len: 949 time: 0.1937852 Apr 18 19:23:29.321998 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9a6b8b-95e3-4efb-8912-998430100c37 req-7e9dfd39-5f51-4696-8eeb-49ea449c2315 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:29.323483 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-bf9a6b8b-95e3-4efb-8912-998430100c37 req-7e9dfd39-5f51-4696-8eeb-49ea449c2315 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b043aff-a1de-4df2-bb9c-37333bb01f66 HTTP/1.1" status: 200 len: 943 time: 0.1056478 Apr 18 19:23:29.355771 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-18ff9db2-8244-476b-be21-9fda7f6cdb52 req-14783a0e-a492-44b2-b4dd-e72fa55bb894 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b82ee4b-1b13-4f19-86d2-85d0db8a03cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615926 Apr 18 19:23:29.373134 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-7f1d6c87-7172-416c-91d3-e648cd18e5a7 req-8f6c845e-84c6-4362-bf94-3a20b6427049 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e8145a70cab44ff88b524306edcbe946&device_id=6623f59d-6d74-43c2-bd67-bd59cf127910 HTTP/1.1" status: 200 len: 1096 time: 0.1133986 Apr 18 19:23:29.376030 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-bf9a6b8b-95e3-4efb-8912-998430100c37 req-4c9d3d47-7951-4387-a015-8720e5b5d258 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/security-groups?id=1e5cc43e-ae04-4a53-be47-dfdad3ea2d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433416 Apr 18 19:23:29.466392 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-383ed372-042a-43e2-9c58-d65958bde95b req-b08f56c8-3160-47f0-a919-9d347d63fe30 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d4aab0ee4d6648218144abf0ed8f0615&device_id=1b043aff-a1de-4df2-bb9c-37333bb01f66 HTTP/1.1" status: 200 len: 1094 time: 0.0801957 Apr 18 19:23:29.532798 n-d-836017-2 neutron-server[84764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5dcf2792-d607-4891-98fa-fa7cae85558e'] response: {'name': 'network-changed', 'server_uuid': '1b043aff-a1de-4df2-bb9c-37333bb01f66', 'tag': 'cabcf3f1-2529-4531-805d-7b11c6774823', 'status': 'completed', 'code': 200} Apr 18 19:23:29.550247 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-383ed372-042a-43e2-9c58-d65958bde95b req-8a86287d-46bf-40e9-b1b4-6cdea0791a3a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cabcf3f1-2529-4531-805d-7b11c6774823 HTTP/1.1" status: 200 len: 217 time: 0.0732026 Apr 18 19:23:29.568878 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-4027a4ae-03e6-42c6-aa78-2b35d223d7c8 admin admin] Deleting port e2d283d6-35cb-49ab-9d3a-94a29818c50b {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:23:29.569224 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-4027a4ae-03e6-42c6-aa78-2b35d223d7c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:29.606558 n-d-836017-2 neutron-server[84763]: INFO neutron.api.v2.resource [req-b64f6119-812a-4694-bb75-5263a8ac0589 req-04ceab51-40ca-4184-aa8c-e1b4626d20e3 tempest-FloatingIPsTestJSON-1170587735 tempest-FloatingIPsTestJSON-1170587735-project] show failed (client error): The resource could not be found. Apr 18 19:23:29.607588 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b64f6119-812a-4694-bb75-5263a8ac0589 req-04ceab51-40ca-4184-aa8c-e1b4626d20e3 tempest-FloatingIPsTestJSON-1170587735 tempest-FloatingIPsTestJSON-1170587735-project] 10.222.0.69 "GET /v2.0/floatingips/a8d0efe1-0f22-4379-b04b-c3d738a70d09 HTTP/1.1" status: 404 len: 350 time: 0.1769090 Apr 18 19:23:29.651770 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-4027a4ae-03e6-42c6-aa78-2b35d223d7c8 admin admin] The port 'e2d283d6-35cb-49ab-9d3a-94a29818c50b' was deleted {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 19:23:29.673581 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383ed372-042a-43e2-9c58-d65958bde95b req-9cfec447-27ab-4df6-912a-75ff512bde1b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:29.675052 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-383ed372-042a-43e2-9c58-d65958bde95b req-9cfec447-27ab-4df6-912a-75ff512bde1b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8ca62fcd-7a30-48d0-a691-50cd0f54f5ee HTTP/1.1" status: 200 len: 855 time: 0.1176093 Apr 18 19:23:29.742405 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-383ed372-042a-43e2-9c58-d65958bde95b req-11c95934-8241-4094-9bb5-f167941ac022 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c33889f7-294d-49c5-8dfc-a57c4d580672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503457 Apr 18 19:23:29.830446 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f97907-dd25-4b21-be1d-48e0345ec9ca req-482a1b17-67d0-45d5-a721-06aca29227e8 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:29.831924 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f3f97907-dd25-4b21-be1d-48e0345ec9ca req-482a1b17-67d0-45d5-a721-06aca29227e8 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=b036cac9-0805-4344-b7ed-7456f39c642e HTTP/1.1" status: 200 len: 944 time: 0.2197714 Apr 18 19:23:29.842406 n-d-836017-2 neutron-server[84763]: INFO neutron.api.v2.resource [req-02ac2155-f009-4d0b-a304-e0f3e45cdf84 req-c1312200-81d1-40cb-8f95-e51223232961 tempest-FloatingIPsTestJSON-1170587735 tempest-FloatingIPsTestJSON-1170587735-project] show failed (client error): The resource could not be found. Apr 18 19:23:29.843429 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-02ac2155-f009-4d0b-a304-e0f3e45cdf84 req-c1312200-81d1-40cb-8f95-e51223232961 tempest-FloatingIPsTestJSON-1170587735 tempest-FloatingIPsTestJSON-1170587735-project] 10.222.0.69 "GET /v2.0/floatingips/a8d0efe1-0f22-4379-b04b-c3d738a70d09 HTTP/1.1" status: 404 len: 350 time: 0.1334028 Apr 18 19:23:29.862282 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 46992) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:23:29.886409 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-4027a4ae-03e6-42c6-aa78-2b35d223d7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256345', 'neutron.services.segments.db._delete_segments_for_network-8791093852025'] for network, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:29.894116 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1d6c87-7172-416c-91d3-e648cd18e5a7 req-4860a009-9522-4332-a07d-9bf787b9db32 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:29.895685 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7f1d6c87-7172-416c-91d3-e648cd18e5a7 req-4860a009-9522-4332-a07d-9bf787b9db32 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5b81b8da-abac-4e05-9e51-d6de7035d9e7 HTTP/1.1" status: 200 len: 920 time: 0.4981923 Apr 18 19:23:29.980883 n-d-836017-2 neutron-server[84763]: DEBUG neutron.services.segments.db [None req-4027a4ae-03e6-42c6-aa78-2b35d223d7c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97b575c1-8a4c-401c-bfc8-567de6de32a8']}} {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:23:30.000657 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7f1d6c87-7172-416c-91d3-e648cd18e5a7 req-46d06bad-f986-4c89-a111-c514852eb641 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=abe1a1c1-6ab6-46fd-abfb-f7df79d33862 HTTP/1.1" status: 200 len: 217 time: 0.0795774 Apr 18 19:23:30.009821 n-d-836017-2 neutron-server[84763]: DEBUG neutron.services.segments.db [None req-4027a4ae-03e6-42c6-aa78-2b35d223d7c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '254a4f12-5519-47f4-85e8-7d1b5c621ccf') {'for_net_delete': True} {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:23:30.010275 n-d-836017-2 neutron-server[84763]: DEBUG neutron.services.segments.db [None req-4027a4ae-03e6-42c6-aa78-2b35d223d7c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '254a4f12-5519-47f4-85e8-7d1b5c621ccf') {} {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:23:30.052244 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f3f97907-dd25-4b21-be1d-48e0345ec9ca req-1fa0d3ef-10e2-4e76-b219-3a8d104e1fd3 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127874 Apr 18 19:23:30.059098 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-383ed372-042a-43e2-9c58-d65958bde95b req-6383123b-154a-4ad1-8deb-d11f9269cd67 service neutron] 10.222.0.72 "GET /v2.0/networks/c33889f7-294d-49c5-8dfc-a57c4d580672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3074434 Apr 18 19:23:30.205750 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-4027a4ae-03e6-42c6-aa78-2b35d223d7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791093851908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66272256'] for segment, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:30.242515 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-4027a4ae-03e6-42c6-aa78-2b35d223d7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:30.245269 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-383ed372-042a-43e2-9c58-d65958bde95b req-2f384ca4-c5b5-4819-a382-a8991fddc262 service neutron] 10.222.0.72 "GET /v2.0/networks/c33889f7-294d-49c5-8dfc-a57c4d580672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751850 Apr 18 19:23:30.253685 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1d6c87-7172-416c-91d3-e648cd18e5a7 req-38b3959c-d413-44d2-8740-5c34b1224cb5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:30.255164 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7f1d6c87-7172-416c-91d3-e648cd18e5a7 req-38b3959c-d413-44d2-8740-5c34b1224cb5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b10cc942-f819-45fc-bb02-117dc96bc19f HTTP/1.1" status: 200 len: 859 time: 0.2361093 Apr 18 19:23:30.301522 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4027a4ae-03e6-42c6-aa78-2b35d223d7c8 admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=84763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:23:30.301913 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-4027a4ae-03e6-42c6-aa78-2b35d223d7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66351785'] for segment, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:30.315864 n-d-836017-2 neutron-server[84763]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:23:30.315864 n-d-836017-2 neutron-server[84763]: util.warn( Apr 18 19:23:30.315864 n-d-836017-2 neutron-server[84763]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:23:30.315864 n-d-836017-2 neutron-server[84763]: util.warn( Apr 18 19:23:30.315864 n-d-836017-2 neutron-server[84763]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:23:30.315864 n-d-836017-2 neutron-server[84763]: util.warn( Apr 18 19:23:30.315864 n-d-836017-2 neutron-server[84763]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:23:30.315864 n-d-836017-2 neutron-server[84763]: util.warn( Apr 18 19:23:30.315864 n-d-836017-2 neutron-server[84763]: Traceback (most recent call last): Apr 18 19:23:30.315864 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:23:30.315864 n-d-836017-2 neutron-server[84763]: timer() Apr 18 19:23:30.315864 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:23:30.315864 n-d-836017-2 neutron-server[84763]: cb(*args, **kw) Apr 18 19:23:30.315864 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:23:30.315864 n-d-836017-2 neutron-server[84763]: return func(*args, **kwargs) Apr 18 19:23:30.315864 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:23:30.315864 n-d-836017-2 neutron-server[84763]: self._notify() Apr 18 19:23:30.315864 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:23:30.315864 n-d-836017-2 neutron-server[84763]: self.callback(batched_events) Apr 18 19:23:30.315864 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:23:30.315864 n-d-836017-2 neutron-server[84763]: event.method(event) Apr 18 19:23:30.315864 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:23:30.315864 n-d-836017-2 neutron-server[84763]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:23:30.315864 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:23:30.315864 n-d-836017-2 neutron-server[84763]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:23:30.315864 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:23:30.315864 n-d-836017-2 neutron-server[84763]: return f(self, *a, **k) Apr 18 19:23:30.315864 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:23:30.315864 n-d-836017-2 neutron-server[84763]: return self._get(url).json() Apr 18 19:23:30.315864 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:23:30.315864 n-d-836017-2 neutron-server[84763]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:23:30.315864 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:23:30.315864 n-d-836017-2 neutron-server[84763]: return self.request(url, 'GET', **kwargs) Apr 18 19:23:30.315864 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:23:30.315864 n-d-836017-2 neutron-server[84763]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:23:30.315864 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:23:30.315864 n-d-836017-2 neutron-server[84763]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:23:30.315864 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:23:30.315864 n-d-836017-2 neutron-server[84763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:23:30.315864 n-d-836017-2 neutron-server[84763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:23:30.384637 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7f1d6c87-7172-416c-91d3-e648cd18e5a7 req-14c5e09e-f308-4553-940f-afc61022a80d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5b81b8da-abac-4e05-9e51-d6de7035d9e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1181388 Apr 18 19:23:30.553670 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 47008) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:23:30.587160 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e100a5-8940-4d98-b577-37c038ce6617 req-6db393ee-4fc4-4c80-a796-d1d31292da55 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:30.589302 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-37e100a5-8940-4d98-b577-37c038ce6617 req-6db393ee-4fc4-4c80-a796-d1d31292da55 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?device_id=6623f59d-6d74-43c2-bd67-bd59cf127910 HTTP/1.1" status: 200 len: 945 time: 0.4246721 Apr 18 19:23:30.596092 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7f1d6c87-7172-416c-91d3-e648cd18e5a7 req-65638801-ae63-435e-8254-031f70eb131f service neutron] 10.222.0.72 "GET /v2.0/networks/5b81b8da-abac-4e05-9e51-d6de7035d9e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968269 Apr 18 19:23:30.652818 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-4027a4ae-03e6-42c6-aa78-2b35d223d7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416801'] for network, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:30.669139 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-33fb2e13-3c69-4812-b04a-51489728dced req-26712160-58f4-476d-bf13-8ee9396ac09b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d4aab0ee4d6648218144abf0ed8f0615&device_id=1b043aff-a1de-4df2-bb9c-37333bb01f66 HTTP/1.1" status: 200 len: 1094 time: 0.2742784 Apr 18 19:23:30.711685 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-4027a4ae-03e6-42c6-aa78-2b35d223d7c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:30.790956 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4027a4ae-03e6-42c6-aa78-2b35d223d7c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=97b575c1-8a4c-401c-bfc8-567de6de32a8,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:30.800449 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a47fee-a14f-48a9-9316-0ffef4cb5ab2 req-09fed34e-97b2-4c7c-a119-db6b692e502d tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:30.810028 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-31a47fee-a14f-48a9-9316-0ffef4cb5ab2 req-09fed34e-97b2-4c7c-a119-db6b692e502d tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3396816-7672-4e6c-a9ee-905861ee2aea HTTP/1.1" status: 200 len: 949 time: 0.2206786 Apr 18 19:23:30.811484 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-37e100a5-8940-4d98-b577-37c038ce6617 req-6fd0a119-463f-40f8-bcb6-441e8163746f tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139375 Apr 18 19:23:30.817205 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-47df9464-284a-4247-98dc-711b044aece8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:30.874207 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7f1d6c87-7172-416c-91d3-e648cd18e5a7 req-378ca0de-4ac9-43f8-9109-aa952227321d service neutron] 10.222.0.72 "GET /v2.0/networks/5b81b8da-abac-4e05-9e51-d6de7035d9e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596424 Apr 18 19:23:30.882705 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-4027a4ae-03e6-42c6-aa78-2b35d223d7c8 admin admin] 10.222.0.69 "DELETE /v2.0/networks/97b575c1-8a4c-401c-bfc8-567de6de32a8 HTTP/1.1" status: 204 len: 168 time: 2.8308427 Apr 18 19:23:30.889314 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-47df9464-284a-4247-98dc-711b044aece8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:23:30.904070 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-47df9464-284a-4247-98dc-711b044aece8 admin admin] Usage tracker for resource:security_group_rule and tenant:446e47b459cd49c98ea1c11eae171513 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:23:30.911117 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-47df9464-284a-4247-98dc-711b044aece8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:23:30.915237 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-47df9464-284a-4247-98dc-711b044aece8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:23:30.930689 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-31a47fee-a14f-48a9-9316-0ffef4cb5ab2 req-2420c5e4-b818-432d-9d87-d94f625745b7 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b82ee4b-1b13-4f19-86d2-85d0db8a03cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185460 Apr 18 19:23:30.937007 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fb2e13-3c69-4812-b04a-51489728dced req-05a1575a-91f0-4b5a-97d2-2ef3660ba740 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:30.939070 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-33fb2e13-3c69-4812-b04a-51489728dced req-05a1575a-91f0-4b5a-97d2-2ef3660ba740 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c33889f7-294d-49c5-8dfc-a57c4d580672 HTTP/1.1" status: 200 len: 916 time: 0.2601502 Apr 18 19:23:30.945126 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-64d1cac9-4ad3-461b-a06b-b4c5d444153a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417313'] for router_interface, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:31.099035 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-47df9464-284a-4247-98dc-711b044aece8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:31.136846 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e25151-65ec-4c6e-a5bd-98ae1c4585d8 req-c6e974d2-451e-4065-a9a7-47d87e9f71f1 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:31.138489 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-c1e25151-65ec-4c6e-a5bd-98ae1c4585d8 req-c6e974d2-451e-4065-a9a7-47d87e9f71f1 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b043aff-a1de-4df2-bb9c-37333bb01f66 HTTP/1.1" status: 200 len: 943 time: 0.1135612 Apr 18 19:23:31.161431 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-47df9464-284a-4247-98dc-711b044aece8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:31.164832 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-33fb2e13-3c69-4812-b04a-51489728dced req-aba97e15-97e1-4555-adba-27eaafac57a2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cabcf3f1-2529-4531-805d-7b11c6774823 HTTP/1.1" status: 200 len: 217 time: 0.1536849 Apr 18 19:23:31.230941 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47df9464-284a-4247-98dc-711b044aece8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e04df503-011f-49cc-ae08-69e8ea0cd0e4,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:31.238513 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-47df9464-284a-4247-98dc-711b044aece8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=446e47b459cd49c98ea1c11eae171513&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6836400 Apr 18 19:23:31.241447 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-c1e25151-65ec-4c6e-a5bd-98ae1c4585d8 req-9c44dac1-6a0e-4608-976d-d1ee62a83e7b tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/security-groups?id=1e5cc43e-ae04-4a53-be47-dfdad3ea2d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976005 Apr 18 19:23:31.241900 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 47018) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:23:31.314354 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fb2e13-3c69-4812-b04a-51489728dced req-12cb519b-af32-4141-b6b8-058e6a9b6482 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:31.315832 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-33fb2e13-3c69-4812-b04a-51489728dced req-12cb519b-af32-4141-b6b8-058e6a9b6482 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8ca62fcd-7a30-48d0-a691-50cd0f54f5ee HTTP/1.1" status: 200 len: 855 time: 0.1435592 Apr 18 19:23:31.346588 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-8031fca3-498e-4f59-af43-489d4bb8561c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:31.366292 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 47022) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:23:31.378181 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-33fb2e13-3c69-4812-b04a-51489728dced req-fcc1aaab-8360-4c04-9604-575ceb29971b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c33889f7-294d-49c5-8dfc-a57c4d580672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525148 Apr 18 19:23:31.430603 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-8031fca3-498e-4f59-af43-489d4bb8561c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:31.474974 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e7dcd9-67af-4e22-affb-a6568fbefa21 req-15eb4cb1-c942-413b-a2da-68ba6225b578 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:31.476439 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-67e7dcd9-67af-4e22-affb-a6568fbefa21 req-15eb4cb1-c942-413b-a2da-68ba6225b578 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=b036cac9-0805-4344-b7ed-7456f39c642e HTTP/1.1" status: 200 len: 944 time: 0.2574751 Apr 18 19:23:31.484770 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-9192fe4e-a061-4866-8f6e-caa506d3299c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=666658683d0a4c6e8109e68b8b765a46&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1177983 Apr 18 19:23:31.487525 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 47026) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:23:31.553260 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-84f98a49-1b42-4c7f-ada7-95a35e1fe669 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:31.581615 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-84f98a49-1b42-4c7f-ada7-95a35e1fe669 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:31.588892 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-67e7dcd9-67af-4e22-affb-a6568fbefa21 req-483bf938-852b-4b8d-8a53-8e1eab37503e tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003971 Apr 18 19:23:31.593203 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-33fb2e13-3c69-4812-b04a-51489728dced req-8242ec2d-1992-441e-b4fd-005061914e35 service neutron] 10.222.0.72 "GET /v2.0/networks/c33889f7-294d-49c5-8dfc-a57c4d580672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072086 Apr 18 19:23:31.642925 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-8031fca3-498e-4f59-af43-489d4bb8561c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:31.703075 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8031fca3-498e-4f59-af43-489d4bb8561c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e04df503-011f-49cc-ae08-69e8ea0cd0e4,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:31.718718 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-8031fca3-498e-4f59-af43-489d4bb8561c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:31.719986 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-8031fca3-498e-4f59-af43-489d4bb8561c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e04df503-011f-49cc-ae08-69e8ea0cd0e4 HTTP/1.1" status: 204 len: 168 time: 0.4770482 Apr 18 19:23:31.757218 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5ffefc7d-88ee-4600-9f31-078c58a5eeca req-43ac6ae4-75b4-4fd9-98bc-0d88c53cfdfd service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d2355448-26c2-4627-add5-d1edc93520c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1034644 Apr 18 19:23:31.790519 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-84f98a49-1b42-4c7f-ada7-95a35e1fe669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:31.813266 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f98a49-1b42-4c7f-ada7-95a35e1fe669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fcdb8eb-658a-4600-87a3-89b959a21299,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:31.885403 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-33fb2e13-3c69-4812-b04a-51489728dced req-3dfd6da4-8de6-4bbb-8e86-bc15bec564d7 service neutron] 10.222.0.72 "GET /v2.0/networks/c33889f7-294d-49c5-8dfc-a57c4d580672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2588758 Apr 18 19:23:31.898897 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-84f98a49-1b42-4c7f-ada7-95a35e1fe669 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:31.903390 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-84f98a49-1b42-4c7f-ada7-95a35e1fe669 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3fcdb8eb-658a-4600-87a3-89b959a21299 HTTP/1.1" status: 204 len: 168 time: 0.4149122 Apr 18 19:23:31.942236 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5ffefc7d-88ee-4600-9f31-078c58a5eeca req-718b3993-1ddd-441b-b73b-d4faaf4bfbf6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e8145a70cab44ff88b524306edcbe946&device_id=d2355448-26c2-4627-add5-d1edc93520c0 HTTP/1.1" status: 200 len: 1118 time: 0.0890677 Apr 18 19:23:32.236155 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed381685-f53f-47d3-957f-7d351db0c282 req-42fc0404-43c1-41da-b06e-5715f5895c72 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:32.244199 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ed381685-f53f-47d3-957f-7d351db0c282 req-42fc0404-43c1-41da-b06e-5715f5895c72 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?device_id=6623f59d-6d74-43c2-bd67-bd59cf127910 HTTP/1.1" status: 200 len: 945 time: 0.2131705 Apr 18 19:23:32.247809 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffefc7d-88ee-4600-9f31-078c58a5eeca req-bc6dfeab-645c-4565-819b-3919d0da0059 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:32.249196 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5ffefc7d-88ee-4600-9f31-078c58a5eeca req-bc6dfeab-645c-4565-819b-3919d0da0059 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5b81b8da-abac-4e05-9e51-d6de7035d9e7 HTTP/1.1" status: 200 len: 920 time: 0.2792885 Apr 18 19:23:32.262380 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e2f69418-9868-4851-b913-42054844cc10 req-975628a4-bf6f-4f34-b06c-f4d82e3916fa service neutron] 10.222.0.72 "GET /v2.0/ports/1322c92f-b999-445a-867c-1cc9d3db029b/bindings/n-h1-836017-2 HTTP/1.1" status: 200 len: 384 time: 0.2413781 Apr 18 19:23:32.360661 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ed381685-f53f-47d3-957f-7d351db0c282 req-8b463e5c-b490-4512-92f2-041ef07b46ff tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154027 Apr 18 19:23:32.382783 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5ffefc7d-88ee-4600-9f31-078c58a5eeca req-b786fbc0-72df-4f43-baf5-de70c5d2feb5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2db22ea-4eb8-4fa8-8067-77968b7252ce HTTP/1.1" status: 200 len: 217 time: 0.1026852 Apr 18 19:23:32.460583 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffefc7d-88ee-4600-9f31-078c58a5eeca req-87ae34e4-f10f-4400-a3a5-e181c83f5abd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:32.462326 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5ffefc7d-88ee-4600-9f31-078c58a5eeca req-87ae34e4-f10f-4400-a3a5-e181c83f5abd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b10cc942-f819-45fc-bb02-117dc96bc19f HTTP/1.1" status: 200 len: 859 time: 0.0729783 Apr 18 19:23:32.545206 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5ffefc7d-88ee-4600-9f31-078c58a5eeca req-349930f4-2734-4202-9e1f-33a56f96b8f2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5b81b8da-abac-4e05-9e51-d6de7035d9e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734251 Apr 18 19:23:32.756859 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a71c793-002e-489a-aed7-4141d8d6b569 req-f3147596-acb1-47e6-a8ab-0a19e4f02b3e tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:32.758259 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-7a71c793-002e-489a-aed7-4141d8d6b569 req-f3147596-acb1-47e6-a8ab-0a19e4f02b3e tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3396816-7672-4e6c-a9ee-905861ee2aea HTTP/1.1" status: 200 len: 949 time: 0.4117634 Apr 18 19:23:32.760957 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 47056) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:23:32.887954 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-e6b2b0b9-3783-4aaf-a31b-4d80e828522c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:32.909451 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5ffefc7d-88ee-4600-9f31-078c58a5eeca req-91d06611-2c17-416c-8247-804406f1d70b service neutron] 10.222.0.73 "GET /v2.0/networks/5b81b8da-abac-4e05-9e51-d6de7035d9e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3570492 Apr 18 19:23:32.923781 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b7a744-b58e-4bac-8da6-f12471edea4b req-0b2bd1d2-e0be-445f-bd70-dad3135a83c7 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:32.925359 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-c5b7a744-b58e-4bac-8da6-f12471edea4b req-0b2bd1d2-e0be-445f-bd70-dad3135a83c7 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b043aff-a1de-4df2-bb9c-37333bb01f66 HTTP/1.1" status: 200 len: 943 time: 0.3267083 Apr 18 19:23:32.976140 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-7a71c793-002e-489a-aed7-4141d8d6b569 req-1350b8ca-bcde-4d5c-859f-24f28dd0de0f tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b82ee4b-1b13-4f19-86d2-85d0db8a03cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798770 Apr 18 19:23:32.996310 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-e6b2b0b9-3783-4aaf-a31b-4d80e828522c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:23:33.034011 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-e6b2b0b9-3783-4aaf-a31b-4d80e828522c admin admin] Usage tracker for resource:security_group_rule and tenant:178ecf0a978443ba89eef21c3d730d2a is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:23:33.042893 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-e6b2b0b9-3783-4aaf-a31b-4d80e828522c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:23:33.051425 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-e6b2b0b9-3783-4aaf-a31b-4d80e828522c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:23:33.068163 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-e2f69418-9868-4851-b913-42054844cc10 req-9978b96e-e3b7-4364-956e-c96188adb8d3 service neutron] For port 1322c92f-b999-445a-867c-1cc9d3db029b, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=1322c92f-b999-445a-867c-1cc9d3db029b,segment=NetworkSegment(1b33902c-725a-4527-bb11-2978d3dba7a4),segment_id=1b33902c-725a-4527-bb11-2978d3dba7a4)] {{(pid=84764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:23:33.077031 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-c5b7a744-b58e-4bac-8da6-f12471edea4b req-a774a119-ea8a-4cc5-bc7f-e79ded615c15 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/security-groups?id=1e5cc43e-ae04-4a53-be47-dfdad3ea2d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302512 Apr 18 19:23:33.101911 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-64d1cac9-4ad3-461b-a06b-b4c5d444153a admin admin] Deleting port 718d898d-5f29-4bde-8ebf-b834b04b3475 {{(pid=84764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:23:33.102252 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-64d1cac9-4ad3-461b-a06b-b4c5d444153a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:33.102951 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5ffefc7d-88ee-4600-9f31-078c58a5eeca req-cee3338c-9386-40cc-b900-a66ae218c10f service neutron] 10.222.0.73 "GET /v2.0/networks/5b81b8da-abac-4e05-9e51-d6de7035d9e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766524 Apr 18 19:23:33.156350 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-e2f69418-9868-4851-b913-42054844cc10 req-9978b96e-e3b7-4364-956e-c96188adb8d3 service neutron] For port 1322c92f-b999-445a-867c-1cc9d3db029b, host n-h2-836017-2, cleared binding levels {{(pid=84764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:23:33.341225 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [req-e2f69418-9868-4851-b913-42054844cc10 req-9978b96e-e3b7-4364-956e-c96188adb8d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1322c92f-b999-445a-867c-1cc9d3db029b {{(pid=84764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:23:33.362789 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 47066) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:23:33.365180 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-e2f69418-9868-4851-b913-42054844cc10 req-9978b96e-e3b7-4364-956e-c96188adb8d3 service neutron] For port 1322c92f-b999-445a-867c-1cc9d3db029b, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=1322c92f-b999-445a-867c-1cc9d3db029b,segment=NetworkSegment(1b33902c-725a-4527-bb11-2978d3dba7a4),segment_id=1b33902c-725a-4527-bb11-2978d3dba7a4)] {{(pid=84764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:23:33.424510 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-e6b2b0b9-3783-4aaf-a31b-4d80e828522c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:33.471794 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [None req-64d1cac9-4ad3-461b-a06b-b4c5d444153a admin admin] For port 718d898d-5f29-4bde-8ebf-b834b04b3475, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=718d898d-5f29-4bde-8ebf-b834b04b3475,segment=NetworkSegment(ec678859-6834-4e7e-97ee-4ea660d35812),segment_id=ec678859-6834-4e7e-97ee-4ea660d35812)] {{(pid=84764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:23:33.472160 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-64d1cac9-4ad3-461b-a06b-b4c5d444153a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:33.483736 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-e2f69418-9868-4851-b913-42054844cc10 req-9978b96e-e3b7-4364-956e-c96188adb8d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:33.515331 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-226aca4c-cbf3-4152-9279-3acc66fb3bce admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1248397671-network', 'tenant_id': '2c5c0db6af674914a5dc8095df286e78'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:23:33.520667 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-226aca4c-cbf3-4152-9279-3acc66fb3bce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:23:33.525605 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-226aca4c-cbf3-4152-9279-3acc66fb3bce admin admin] Usage tracker for resource:network and tenant:2c5c0db6af674914a5dc8095df286e78 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:23:33.529146 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-226aca4c-cbf3-4152-9279-3acc66fb3bce admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:23:33.536980 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-226aca4c-cbf3-4152-9279-3acc66fb3bce admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:23:33.556722 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ecf927-04fe-4668-a109-45e4f2481cb7 req-de900b42-fbcb-4957-98b9-fcc6434ad96f tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:33.558523 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-13ecf927-04fe-4668-a109-45e4f2481cb7 req-de900b42-fbcb-4957-98b9-fcc6434ad96f tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=b036cac9-0805-4344-b7ed-7456f39c642e HTTP/1.1" status: 200 len: 944 time: 0.3718622 Apr 18 19:23:33.620982 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-e6b2b0b9-3783-4aaf-a31b-4d80e828522c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:33.636962 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-64d1cac9-4ad3-461b-a06b-b4c5d444153a admin admin] Calling delete_port for 718d898d-5f29-4bde-8ebf-b834b04b3475 owned by network:router_interface {{(pid=84764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:23:33.643736 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aed4810-5ffe-4494-b709-464565fb802f req-9ac2dd24-404f-439d-b486-79324f90def9 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:33.645659 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8aed4810-5ffe-4494-b709-464565fb802f req-9ac2dd24-404f-439d-b486-79324f90def9 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?device_id=6623f59d-6d74-43c2-bd67-bd59cf127910 HTTP/1.1" status: 200 len: 945 time: 0.0977366 Apr 18 19:23:33.678295 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-226aca4c-cbf3-4152-9279-3acc66fb3bce admin admin] Made reservation on behalf of 2c5c0db6af674914a5dc8095df286e78 for: {'network': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:23:33.680626 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-226aca4c-cbf3-4152-9279-3acc66fb3bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for network, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:33.703364 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-226aca4c-cbf3-4152-9279-3acc66fb3bce admin admin] Notify callbacks [] for security_group, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:33.730694 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8aed4810-5ffe-4494-b709-464565fb802f req-6353bad2-ac66-4338-9fef-c037946e5fb9 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795400 Apr 18 19:23:33.749400 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-226aca4c-cbf3-4152-9279-3acc66fb3bce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:23:33.754954 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-226aca4c-cbf3-4152-9279-3acc66fb3bce admin admin] Usage tracker for resource:security_group_rule and tenant:2c5c0db6af674914a5dc8095df286e78 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:23:33.758368 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-226aca4c-cbf3-4152-9279-3acc66fb3bce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:23:33.767719 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-226aca4c-cbf3-4152-9279-3acc66fb3bce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:23:33.827566 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-e6b2b0b9-3783-4aaf-a31b-4d80e828522c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=178ecf0a978443ba89eef21c3d730d2a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0634770 Apr 18 19:23:33.828413 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b2b0b9-3783-4aaf-a31b-4d80e828522c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79c6e0c5-2018-4269-b439-41135959ce9b,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:33.834780 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 47074) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:23:33.875992 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-13ecf927-04fe-4668-a109-45e4f2481cb7 req-4ad4817f-570e-4286-aafd-ee7486a45631 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129822 Apr 18 19:23:33.879957 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-226aca4c-cbf3-4152-9279-3acc66fb3bce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:33.902861 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.provisioning_blocks [req-e2f69418-9868-4851-b913-42054844cc10 req-9978b96e-e3b7-4364-956e-c96188adb8d3 service neutron] Transition to ACTIVE for port object 1322c92f-b999-445a-867c-1cc9d3db029b will not be triggered until provisioned by entity L2. {{(pid=84764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:23:33.924528 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-9e1de513-6ee7-4e4d-b081-c44da3671acc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:33.948494 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-226aca4c-cbf3-4152-9279-3acc66fb3bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:33.964512 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-9e1de513-6ee7-4e4d-b081-c44da3671acc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:33.989744 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-e2f69418-9868-4851-b913-42054844cc10 req-9978b96e-e3b7-4364-956e-c96188adb8d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2290934'] for port, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:33.993993 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-226aca4c-cbf3-4152-9279-3acc66fb3bce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=84763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:23:34.017295 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226aca4c-cbf3-4152-9279-3acc66fb3bce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18c4d4e3-f3e5-46a4-a12e-4884f4a26371,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:34.037012 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-226aca4c-cbf3-4152-9279-3acc66fb3bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:34.037012 n-d-836017-2 neutron-server[84763]: INFO neutron.db.segments_db [None req-226aca4c-cbf3-4152-9279-3acc66fb3bce admin admin] Added segment abfb4404-b21d-45ad-8846-a7e133674c8d of type vlan for network 2d0ab968-fb78-4fd8-b18d-c975fb4f0b09 Apr 18 19:23:34.074380 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-226aca4c-cbf3-4152-9279-3acc66fb3bce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791093404182'] for network, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:34.106685 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-64d1cac9-4ad3-461b-a06b-b4c5d444153a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:34.165796 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-9e1de513-6ee7-4e4d-b081-c44da3671acc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:34.166470 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9978b96e-e3b7-4364-956e-c96188adb8d3 service neutron] Pushing event updated for resources: {'Port': ['ID=1322c92f-b999-445a-867c-1cc9d3db029b,revision_number=10']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:34.170628 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2f69418-9868-4851-b913-42054844cc10 req-9978b96e-e3b7-4364-956e-c96188adb8d3 service neutron] No DVR routers for this DVR port 1322c92f-b999-445a-867c-1cc9d3db029b on host n-h2-836017-2 {{(pid=84764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:23:34.171614 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device cabcf3f1-2529-4531-805d-7b11c6774823 details requested by agent hyperv_n-h2-836017-2 with host n-h2-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:23:34.196441 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-226aca4c-cbf3-4152-9279-3acc66fb3bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251'] for network, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:34.197994 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-226aca4c-cbf3-4152-9279-3acc66fb3bce admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:34.197994 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-226aca4c-cbf3-4152-9279-3acc66fb3bce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:34.248865 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d1cac9-4ad3-461b-a06b-b4c5d444153a admin admin] Pushing event deleted for resources: {'Port': ['ID=718d898d-5f29-4bde-8ebf-b834b04b3475,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:34.330179 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1de513-6ee7-4e4d-b081-c44da3671acc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79c6e0c5-2018-4269-b439-41135959ce9b,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:34.341362 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226aca4c-cbf3-4152-9279-3acc66fb3bce admin admin] Pushing event updated for resources: {'Network': ['ID=2d0ab968-fb78-4fd8-b18d-c975fb4f0b09,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:34.341362 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-9e1de513-6ee7-4e4d-b081-c44da3671acc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:34.355253 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-9e1de513-6ee7-4e4d-b081-c44da3671acc admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/79c6e0c5-2018-4269-b439-41135959ce9b HTTP/1.1" status: 204 len: 168 time: 0.5184896 Apr 18 19:23:34.358562 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-226aca4c-cbf3-4152-9279-3acc66fb3bce admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9946949 Apr 18 19:23:34.361359 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 47084) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:23:34.374055 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Network 2d0ab968-fb78-4fd8-b18d-c975fb4f0b09 details requested by agent ovs-agent-n-d-836017-2 with host n-d-836017-2 {{(pid=84765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:23:34.375959 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-44c06c50-78dd-4091-8e3c-55febbbe9ae7 admin admin] Request body: {'subnet': {'network_id': '2d0ab968-fb78-4fd8-b18d-c975fb4f0b09', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1248397671-subnet', 'tenant_id': '2c5c0db6af674914a5dc8095df286e78', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:23:34.401434 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port cabcf3f1-2529-4531-805d-7b11c6774823, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=cabcf3f1-2529-4531-805d-7b11c6774823,segment=NetworkSegment(86100cac-9c92-472b-98b8-7c63b08b3562),segment_id=86100cac-9c92-472b-98b8-7c63b08b3562)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:23:34.410208 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-44c06c50-78dd-4091-8e3c-55febbbe9ae7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:23:34.421115 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-44c06c50-78dd-4091-8e3c-55febbbe9ae7 admin admin] Usage tracker for resource:subnet and tenant:2c5c0db6af674914a5dc8095df286e78 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:23:34.425273 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-44c06c50-78dd-4091-8e3c-55febbbe9ae7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:23:34.452081 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-44c06c50-78dd-4091-8e3c-55febbbe9ae7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:23:34.483618 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86cd6fa-4204-4ad0-bbc7-91aef2fe184f req-1bf27b0f-72bd-4812-a466-56f242a20174 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:34.485775 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-c86cd6fa-4204-4ad0-bbc7-91aef2fe184f req-1bf27b0f-72bd-4812-a466-56f242a20174 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3396816-7672-4e6c-a9ee-905861ee2aea HTTP/1.1" status: 200 len: 949 time: 0.3665736 Apr 18 19:23:34.502636 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Returning: {'device': 'cabcf3f1-2529-4531-805d-7b11c6774823', 'network_id': 'c33889f7-294d-49c5-8dfc-a57c4d580672', 'port_id': 'cabcf3f1-2529-4531-805d-7b11c6774823', 'mac_address': 'fa:16:3e:61:94:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ca62fcd-7a30-48d0-a691-50cd0f54f5ee', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:23:34.541917 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-c86cd6fa-4204-4ad0-bbc7-91aef2fe184f req-60f6dd16-fc92-42e1-ba5d-40f8bdc1a579 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b82ee4b-1b13-4f19-86d2-85d0db8a03cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485184 Apr 18 19:23:34.556828 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44c06c50-78dd-4091-8e3c-55febbbe9ae7 admin admin] Made reservation on behalf of 2c5c0db6af674914a5dc8095df286e78 for: {'subnet': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:23:34.570082 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-44c06c50-78dd-4091-8e3c-55febbbe9ae7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540907'] for subnet, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:34.581605 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e2f69418-9868-4851-b913-42054844cc10 req-9978b96e-e3b7-4364-956e-c96188adb8d3 service neutron] 10.222.0.72 "PUT /v2.0/ports/1322c92f-b999-445a-867c-1cc9d3db029b/bindings/n-h1-836017-2/activate HTTP/1.1" status: 200 len: 369 time: 2.3070755 Apr 18 19:23:34.663070 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:34.779124 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cabcf3f1-2529-4531-805d-7b11c6774823 {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:23:34.779124 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port cabcf3f1-2529-4531-805d-7b11c6774823, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=cabcf3f1-2529-4531-805d-7b11c6774823,segment=NetworkSegment(86100cac-9c92-472b-98b8-7c63b08b3562),segment_id=86100cac-9c92-472b-98b8-7c63b08b3562)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:23:34.779544 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ca1517-6fe9-495e-a366-2201604e34f6 req-44326c0d-07a5-4545-b57b-597ce1f65231 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:34.779544 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e1ca1517-6fe9-495e-a366-2201604e34f6 req-44326c0d-07a5-4545-b57b-597ce1f65231 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b043aff-a1de-4df2-bb9c-37333bb01f66 HTTP/1.1" status: 200 len: 943 time: 0.5230787 Apr 18 19:23:34.871602 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e1ca1517-6fe9-495e-a366-2201604e34f6 req-f7558414-3e9e-4b61-a2a3-cda18f2fb9cf tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/security-groups?id=1e5cc43e-ae04-4a53-be47-dfdad3ea2d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981927 Apr 18 19:23:34.923247 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-64d1cac9-4ad3-461b-a06b-b4c5d444153a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417398'] for router_interface, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:34.990225 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:35.056278 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-44c06c50-78dd-4091-8e3c-55febbbe9ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66351616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66540921'] for subnet, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:35.077412 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=cabcf3f1-2529-4531-805d-7b11c6774823,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:35.180334 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c06c50-78dd-4091-8e3c-55febbbe9ae7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5e959cc-d6d1-42ee-8eb8-a7b66849b655,revision_number=0']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:35.198270 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6748579a-cb15-4876-bfbe-10554e1060c6 req-286617b5-1162-4130-94d8-b83bb4cce586 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:35.200343 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6748579a-cb15-4876-bfbe-10554e1060c6 req-286617b5-1162-4130-94d8-b83bb4cce586 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=b036cac9-0805-4344-b7ed-7456f39c642e HTTP/1.1" status: 200 len: 945 time: 0.1315136 Apr 18 19:23:35.208501 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c3c2fd-5ac3-4405-bf52-b82bfc1e2054 req-5e64f333-ffbf-40a3-a258-539328a9fca2 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:35.210002 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-72c3c2fd-5ac3-4405-bf52-b82bfc1e2054 req-5e64f333-ffbf-40a3-a258-539328a9fca2 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?device_id=6623f59d-6d74-43c2-bd67-bd59cf127910 HTTP/1.1" status: 200 len: 945 time: 0.3019061 Apr 18 19:23:35.216978 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e2f69418-9868-4851-b913-42054844cc10 req-8cca0aaa-4033-470a-bb9a-a7b1f1250f39 tempest-LiveMigrationTest-374537811 tempest-LiveMigrationTest-374537811-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=b036cac9-0805-4344-b7ed-7456f39c642e&tenant_id=fc56e011536d43568ffc66b480cf23b0&binding%3Ahost_id=n-h2-836017-2 HTTP/1.1" status: 200 len: 1096 time: 0.2632778 Apr 18 19:23:35.222102 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c06c50-78dd-4091-8e3c-55febbbe9ae7 admin admin] Checking segment: {'id': 'abfb4404-b21d-45ad-8846-a7e133674c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2d0ab968-fb78-4fd8-b18d-c975fb4f0b09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:23:35.222459 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c06c50-78dd-4091-8e3c-55febbbe9ae7 admin admin] Network hostable DHCP agents. Network: 2d0ab968-fb78-4fd8-b18d-c975fb4f0b09, hostable agents: ['f6987c12-6d6c-47d4-b22d-cfcd164dc40d'], hosted agents: [] {{(pid=84763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:23:35.230389 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] get_ports_and_sgs() called for port_ids ['cabcf3f1-2529-4531-805d-7b11c6774823'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:23:35.286095 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6748579a-cb15-4876-bfbe-10554e1060c6 req-4653c4a5-68a5-4c0f-be94-707b1a2ffdb7 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751781 Apr 18 19:23:35.334259 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-72c3c2fd-5ac3-4405-bf52-b82bfc1e2054 req-fee1ccf4-81dc-4dc5-8265-6e580511c7a3 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135814 Apr 18 19:23:35.360455 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e2f69418-9868-4851-b913-42054844cc10 req-bbc82bfa-6fce-493c-979c-07a60b0ecf43 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b036cac9-0805-4344-b7ed-7456f39c642e&tenant_id=fc56e011536d43568ffc66b480cf23b0 HTTP/1.1" status: 200 len: 1096 time: 0.1194158 Apr 18 19:23:35.424703 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c06c50-78dd-4091-8e3c-55febbbe9ae7 admin admin] Network 2d0ab968-fb78-4fd8-b18d-c975fb4f0b09 is scheduled to be hosted by DHCP agent f6987c12-6d6c-47d4-b22d-cfcd164dc40d with binding_index 1 {{(pid=84763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:23:35.473373 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e2f69418-9868-4851-b913-42054844cc10 req-49c3067e-d1ff-47c7-99ab-687e37c34ef5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fc56e011536d43568ffc66b480cf23b0&device_id=b036cac9-0805-4344-b7ed-7456f39c642e HTTP/1.1" status: 200 len: 1096 time: 0.0909672 Apr 18 19:23:35.505126 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [None req-44c06c50-78dd-4091-8e3c-55febbbe9ae7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-2, 2d0ab968-fb78-4fd8-b18d-c975fb4f0b09) {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:23:35.509402 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c06c50-78dd-4091-8e3c-55febbbe9ae7 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:35.510007 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-44c06c50-78dd-4091-8e3c-55febbbe9ae7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:35.540877 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f346d8fc-be1e-45f7-a662-e221a9ef7e68 None None] Network 2d0ab968-fb78-4fd8-b18d-c975fb4f0b09 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:23:35.804680 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f69418-9868-4851-b913-42054844cc10 req-2032859b-9c7c-4948-824f-300e5fc1a8c7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:35.808573 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e2f69418-9868-4851-b913-42054844cc10 req-2032859b-9c7c-4948-824f-300e5fc1a8c7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0685e2b1-3b13-405d-a131-f90aa0a8867a HTTP/1.1" status: 200 len: 909 time: 0.3257086 Apr 18 19:23:35.818175 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-44c06c50-78dd-4091-8e3c-55febbbe9ae7 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4543369 Apr 18 19:23:35.818854 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 47106) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:23:35.868209 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903d7af0-d110-4682-9b97-8955fa81759e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31f5fbf7-4b5c-5a44-b255-70c4fc176ae8-2d0ab968-fb78-4fd8-b18d-c975fb4f0b09', 'network_id': '2d0ab968-fb78-4fd8-b18d-c975fb4f0b09', 'tenant_id': '2c5c0db6af674914a5dc8095df286e78', 'fixed_ips': [{'subnet_id': 'c5e959cc-d6d1-42ee-8eb8-a7b66849b655'}]}} from n-d-836017-2. {{(pid=84765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 19:23:35.869522 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64d1cac9-4ad3-461b-a06b-b4c5d444153a admin admin] Router 773814fa-f3b0-45a8-b43d-b6bd81b1654f has already been hosted by L3 agent 21b59c62-f184-4169-bc3e-79831cc043e8 {{(pid=84764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:23:35.872739 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-903d7af0-d110-4682-9b97-8955fa81759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:35.876425 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b05dfb-4cbc-4b7a-b53b-003cd93d0ded req-0b4b11ab-cce0-49b0-b221-97dee33a7be1 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:35.878030 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-05b05dfb-4cbc-4b7a-b53b-003cd93d0ded req-0b4b11ab-cce0-49b0-b221-97dee33a7be1 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3396816-7672-4e6c-a9ee-905861ee2aea HTTP/1.1" status: 200 len: 949 time: 0.1280203 Apr 18 19:23:35.908699 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-8fdc1642-85a4-4b4b-bd61-a4b81f4ca710 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1248397671-router', 'tenant_id': '2c5c0db6af674914a5dc8095df286e78', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'}}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:23:35.920121 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-8fdc1642-85a4-4b4b-bd61-a4b81f4ca710 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:23:35.931978 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-8fdc1642-85a4-4b4b-bd61-a4b81f4ca710 admin admin] Usage tracker for resource:router and tenant:2c5c0db6af674914a5dc8095df286e78 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:23:35.936500 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e2f69418-9868-4851-b913-42054844cc10 req-052055fd-9a04-4793-9485-7fc70d92aca6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1322c92f-b999-445a-867c-1cc9d3db029b HTTP/1.1" status: 200 len: 217 time: 0.1166730 Apr 18 19:23:35.937368 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-8fdc1642-85a4-4b4b-bd61-a4b81f4ca710 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:23:35.943642 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-8fdc1642-85a4-4b4b-bd61-a4b81f4ca710 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:23:36.018163 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f69418-9868-4851-b913-42054844cc10 req-4d2a37b6-338a-44b1-a7bb-b67d02c5837b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:36.021658 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e2f69418-9868-4851-b913-42054844cc10 req-4d2a37b6-338a-44b1-a7bb-b67d02c5837b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1c71b90d-680b-4d0c-80a6-944953a6ed07 HTTP/1.1" status: 200 len: 848 time: 0.0719132 Apr 18 19:23:36.085031 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-05b05dfb-4cbc-4b7a-b53b-003cd93d0ded req-a2a516bd-bfd5-49cf-8b59-ccf6cca9f64a tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b82ee4b-1b13-4f19-86d2-85d0db8a03cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011631 Apr 18 19:23:36.118741 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-8fdc1642-85a4-4b4b-bd61-a4b81f4ca710 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-415242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4425'] for router, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:36.119182 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-8fdc1642-85a4-4b4b-bd61-a4b81f4ca710 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-416909', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4418'] for router, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:36.127232 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e2f69418-9868-4851-b913-42054844cc10 req-065e57c9-590e-4c72-99e5-625ab3a476ca service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0685e2b1-3b13-405d-a131-f90aa0a8867a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0968590 Apr 18 19:23:36.153581 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-903d7af0-d110-4682-9b97-8955fa81759e None None] Allocated IP 172.20.0.2 (2d0ab968-fb78-4fd8-b18d-c975fb4f0b09/c5e959cc-d6d1-42ee-8eb8-a7b66849b655/64f73943-034e-4b19-93b8-3cb463a2d994) {{(pid=84765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:23:36.188470 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device cabcf3f1-2529-4531-805d-7b11c6774823 up at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:23:36.225899 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64d1cac9-4ad3-461b-a06b-b4c5d444153a admin admin] Notify agent at l3_agent.n-d-836017-2 the message routers_updated {{(pid=84764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:23:36.242417 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-64d1cac9-4ad3-461b-a06b-b4c5d444153a admin admin] 10.222.0.69 "PUT /v2.0/routers/773814fa-f3b0-45a8-b43d-b6bd81b1654f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3775592 Apr 18 19:23:36.243337 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 47116) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:23:36.283655 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627ecabb-ff9d-4ce2-b4b7-6e5213111694 None None] Sync routers for ids ['773814fa-f3b0-45a8-b43d-b6bd81b1654f'] in n-d-836017-2 {{(pid=84765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:23:36.383195 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627ecabb-ff9d-4ce2-b4b7-6e5213111694 None None] Routers {'773814fa-f3b0-45a8-b43d-b6bd81b1654f'} bound to L3 agent in host n-d-836017-2 {{(pid=84765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:23:36.384145 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-627ecabb-ff9d-4ce2-b4b7-6e5213111694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:23:20Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['773814fa-f3b0-45a8-b43d-b6bd81b1654f'], 'active': True} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:23:36.500376 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa0728f-16e9-49c9-b33b-43437f874c97 req-8e764c55-0614-4ab1-b24f-6b331a54aaf8 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:36.502277 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-eaa0728f-16e9-49c9-b33b-43437f874c97 req-8e764c55-0614-4ab1-b24f-6b331a54aaf8 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b043aff-a1de-4df2-bb9c-37333bb01f66 HTTP/1.1" status: 200 len: 944 time: 0.4019072 Apr 18 19:23:36.509291 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-8fdc1642-85a4-4b4b-bd61-a4b81f4ca710 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:36.571197 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e2f69418-9868-4851-b913-42054844cc10 req-8e7a9d84-5d41-4a25-812b-de168c39120e service neutron] 10.222.0.73 "GET /v2.0/networks/0685e2b1-3b13-405d-a131-f90aa0a8867a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3814952 Apr 18 19:23:36.600057 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-eaa0728f-16e9-49c9-b33b-43437f874c97 req-415c4c7a-738a-4b3c-bd9f-0d636a7fa05b tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/security-groups?id=1e5cc43e-ae04-4a53-be47-dfdad3ea2d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889871 Apr 18 19:23:36.678201 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-903d7af0-d110-4682-9b97-8955fa81759e None None] Notify callbacks [] for port, precommit_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:36.693035 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-903d7af0-d110-4682-9b97-8955fa81759e None None] Transition to ACTIVE for port object 64f73943-034e-4b19-93b8-3cb463a2d994 will not be triggered until provisioned by entity L2. {{(pid=84765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:23:36.716398 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-903d7af0-d110-4682-9b97-8955fa81759e None None] Transition to ACTIVE for port object 64f73943-034e-4b19-93b8-3cb463a2d994 will not be triggered until provisioned by entity DHCP. {{(pid=84765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:23:36.796612 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-627ecabb-ff9d-4ce2-b4b7-6e5213111694 None None] Set router 773814fa-f3b0-45a8-b43d-b6bd81b1654f gateway port host: n-d-836017-2 {{(pid=84765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:23:36.816234 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9432261-5e2d-45e9-bd98-b3771509477e req-92c4172c-a2d1-4349-aba5-5c8de3fc7f12 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:36.817826 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e9432261-5e2d-45e9-bd98-b3771509477e req-92c4172c-a2d1-4349-aba5-5c8de3fc7f12 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=b036cac9-0805-4344-b7ed-7456f39c642e HTTP/1.1" status: 200 len: 945 time: 0.2352738 Apr 18 19:23:36.836647 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning for port cabcf3f1-2529-4531-805d-7b11c6774823 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:23:36.841851 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-903d7af0-d110-4682-9b97-8955fa81759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331'] for port, after_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:36.890670 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning complete for port cabcf3f1-2529-4531-805d-7b11c6774823 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:23:36.891080 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:36.903465 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e9432261-5e2d-45e9-bd98-b3771509477e req-6d923e67-704a-4cd0-a904-5dbbf0b70e48 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729451 Apr 18 19:23:36.939823 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-1bbc8324-132d-4086-9d8f-bda03d5dfe1e admin admin] Notify callbacks [] for router, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:36.940089 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e2f69418-9868-4851-b913-42054844cc10 req-cbed40a3-3553-4752-81c6-a5ff89285508 service neutron] 10.222.0.73 "GET /v2.0/networks/0685e2b1-3b13-405d-a131-f90aa0a8867a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3558898 Apr 18 19:23:36.987131 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-8fdc1642-85a4-4b4b-bd61-a4b81f4ca710 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416895', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4776'] for router, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:37.028781 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab51387f-c422-4707-ad92-019305150406 req-0571c4aa-8ef6-47cf-971a-f57e646ac887 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:37.031439 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ab51387f-c422-4707-ad92-019305150406 req-0571c4aa-8ef6-47cf-971a-f57e646ac887 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?device_id=6623f59d-6d74-43c2-bd67-bd59cf127910 HTTP/1.1" status: 200 len: 945 time: 0.1931827 Apr 18 19:23:37.078284 n-d-836017-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903d7af0-d110-4682-9b97-8955fa81759e None None] Network 2d0ab968-fb78-4fd8-b18d-c975fb4f0b09 is already hosted by enough agents. {{(pid=84765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:23:37.127571 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903d7af0-d110-4682-9b97-8955fa81759e None None] Pushing event updated for resources: {'Port': ['ID=64f73943-034e-4b19-93b8-3cb463a2d994,revision_number=1']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:37.136845 n-d-836017-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-903d7af0-d110-4682-9b97-8955fa81759e None None] Resources bound (agent type, host, resource id): {{(pid=84765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:23:37.155687 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903d7af0-d110-4682-9b97-8955fa81759e None None] Received port after_create {{(pid=84765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:23:37.204632 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ab51387f-c422-4707-ad92-019305150406 req-e7e05343-07f2-49c1-8cca-b7f3abc9f74a tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655693 Apr 18 19:23:37.319692 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-1bbc8324-132d-4086-9d8f-bda03d5dfe1e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:37.423430 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-903d7af0-d110-4682-9b97-8955fa81759e None None] Attempting to bind port 64f73943-034e-4b19-93b8-3cb463a2d994 on host n-d-836017-2 for vnic_type normal with profile {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:23:37.424073 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-903d7af0-d110-4682-9b97-8955fa81759e None None] Attempting to bind port 64f73943-034e-4b19-93b8-3cb463a2d994 by drivers openvswitch,hyperv on host n-d-836017-2 at level 0 using segments [{'id': 'abfb4404-b21d-45ad-8846-a7e133674c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2d0ab968-fb78-4fd8-b18d-c975fb4f0b09'}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:23:37.424187 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903d7af0-d110-4682-9b97-8955fa81759e None None] Attempting to bind port 64f73943-034e-4b19-93b8-3cb463a2d994 on network 2d0ab968-fb78-4fd8-b18d-c975fb4f0b09 {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:23:37.425457 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-1bbc8324-132d-4086-9d8f-bda03d5dfe1e admin admin] Deleting port 156e67cb-02e4-4765-822d-e40a7dfcb41c {{(pid=84764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:23:37.425898 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-1bbc8324-132d-4086-9d8f-bda03d5dfe1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:37.460181 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903d7af0-d110-4682-9b97-8955fa81759e None None] Checking agent: {'id': 'df2a5cfe-6839-400b-a998-e4fffce70f45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 8, 22), 'started_at': datetime.datetime(2022, 4, 18, 19, 8, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:23:37.460592 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903d7af0-d110-4682-9b97-8955fa81759e None None] Checking segment: {'id': 'abfb4404-b21d-45ad-8846-a7e133674c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2d0ab968-fb78-4fd8-b18d-c975fb4f0b09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:23:37.460990 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-903d7af0-d110-4682-9b97-8955fa81759e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:37.461385 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903d7af0-d110-4682-9b97-8955fa81759e None None] Bound using segment: {'id': 'abfb4404-b21d-45ad-8846-a7e133674c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2d0ab968-fb78-4fd8-b18d-c975fb4f0b09'} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:23:37.462209 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-903d7af0-d110-4682-9b97-8955fa81759e None None] Bound port: 64f73943-034e-4b19-93b8-3cb463a2d994, host: n-d-836017-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abfb4404-b21d-45ad-8846-a7e133674c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2d0ab968-fb78-4fd8-b18d-c975fb4f0b09'}}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:23:37.462442 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-903d7af0-d110-4682-9b97-8955fa81759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:37.468268 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59230215-8df5-4774-aa1d-c9521a007476 req-87673387-5e72-412d-be91-5e10b00de122 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:37.472577 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-59230215-8df5-4774-aa1d-c9521a007476 req-87673387-5e72-412d-be91-5e10b00de122 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3396816-7672-4e6c-a9ee-905861ee2aea HTTP/1.1" status: 200 len: 949 time: 0.1371682 Apr 18 19:23:37.472718 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-8fdc1642-85a4-4b4b-bd61-a4b81f4ca710 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:37.556026 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:37.579616 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-8fdc1642-85a4-4b4b-bd61-a4b81f4ca710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:37.629961 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-59230215-8df5-4774-aa1d-c9521a007476 req-2468e23d-9bba-43fe-8ea5-27dac5ff48b5 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b82ee4b-1b13-4f19-86d2-85d0db8a03cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479719 Apr 18 19:23:37.641663 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b043aff-a1de-4df2-bb9c-37333bb01f66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cabcf3f1-2529-4531-805d-7b11c6774823'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:23:37.718783 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-903d7af0-d110-4682-9b97-8955fa81759e None None] For port 64f73943-034e-4b19-93b8-3cb463a2d994, host n-d-836017-2, cleared binding levels {{(pid=84765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:23:37.721540 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e2f69418-9868-4851-b913-42054844cc10 req-77ca32f6-43d8-4852-adcb-2cca72730592 tempest-LiveMigrationTest-374537811 tempest-LiveMigrationTest-374537811-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=b036cac9-0805-4344-b7ed-7456f39c642e&tenant_id=fc56e011536d43568ffc66b480cf23b0&binding%3Ahost_id=n-h1-836017-2 HTTP/1.1" status: 200 len: 1096 time: 0.2121971 Apr 18 19:23:37.725535 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-903d7af0-d110-4682-9b97-8955fa81759e None None] For port 64f73943-034e-4b19-93b8-3cb463a2d994, host n-d-836017-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=64f73943-034e-4b19-93b8-3cb463a2d994,segment=NetworkSegment(abfb4404-b21d-45ad-8846-a7e133674c8d),segment_id=abfb4404-b21d-45ad-8846-a7e133674c8d)] {{(pid=84765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:23:37.728208 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port cabcf3f1-2529-4531-805d-7b11c6774823, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=cabcf3f1-2529-4531-805d-7b11c6774823,segment=NetworkSegment(86100cac-9c92-472b-98b8-7c63b08b3562),segment_id=86100cac-9c92-472b-98b8-7c63b08b3562)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:23:37.736687 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [None req-1bbc8324-132d-4086-9d8f-bda03d5dfe1e admin admin] For port 156e67cb-02e4-4765-822d-e40a7dfcb41c, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=156e67cb-02e4-4765-822d-e40a7dfcb41c,segment=NetworkSegment(5de34947-6c56-419b-85d0-f61f69ce7c45),segment_id=5de34947-6c56-419b-85d0-f61f69ce7c45)] {{(pid=84764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:23:37.742221 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-1bbc8324-132d-4086-9d8f-bda03d5dfe1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:37.762870 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-627ecabb-ff9d-4ce2-b4b7-6e5213111694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '773814fa-f3b0-45a8-b43d-b6bd81b1654f', 'name': 'tempest-FloatingIPsTestJSON-230689474-router', 'tenant_id': '9b74ec910fb54960866ccdca4b96acdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '156e67cb-02e4-4765-822d-e40a7dfcb41c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:22:46Z', 'updated_at': '2022-04-18T19:23:33Z', 'revision_number': 5, 'project_id': '9b74ec910fb54960866ccdca4b96acdd', 'gw_port': {'id': '156e67cb-02e4-4765-822d-e40a7dfcb41c', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773814fa-f3b0-45a8-b43d-b6bd81b1654f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:22:48Z', 'updated_at': '2022-04-18T19:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2'}], 'n-d-836017-2', False) {} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:23:37.773441 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627ecabb-ff9d-4ce2-b4b7-6e5213111694 None None] Checking router: 773814fa-f3b0-45a8-b43d-b6bd81b1654f for host: n-d-836017-2 {{(pid=84765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:23:37.799282 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-903d7af0-d110-4682-9b97-8955fa81759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:37.813403 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae1d240e-bfba-40d8-b209-84e9522d904d'] response: {'server_uuid': '1b043aff-a1de-4df2-bb9c-37333bb01f66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cabcf3f1-2529-4531-805d-7b11c6774823', 'code': 200} Apr 18 19:23:37.868764 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:37.869808 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 1322c92f-b999-445a-867c-1cc9d3db029b no longer exists at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:23:37.916811 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627ecabb-ff9d-4ce2-b4b7-6e5213111694 None None] Routers {'773814fa-f3b0-45a8-b43d-b6bd81b1654f'} bound to L3 agent in host n-d-836017-2 {{(pid=84765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:23:37.917970 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-627ecabb-ff9d-4ce2-b4b7-6e5213111694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:23:20Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['773814fa-f3b0-45a8-b43d-b6bd81b1654f'], 'active': True} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:23:37.974395 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-1bbc8324-132d-4086-9d8f-bda03d5dfe1e admin admin] Calling delete_port for 156e67cb-02e4-4765-822d-e40a7dfcb41c owned by network:router_gateway {{(pid=84764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:23:38.077434 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_common [None req-8fdc1642-85a4-4b4b-bd61-a4b81f4ca710 admin admin] Allocated IP 172.25.3.250 (11e8e108-37df-4084-b6b7-113e6beb66b4/3b0abf32-1504-448b-b06e-c8c870b6a7c8/fd15f833-ac06-4819-bce4-1b9f29a16201) {{(pid=84763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:23:38.106064 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-e2f69418-9868-4851-b913-42054844cc10 req-d3a069cc-1ab2-40a9-aad3-0a210f501b84 service neutron] For port 1322c92f-b999-445a-867c-1cc9d3db029b, host n-h2-836017-2, cleared binding levels {{(pid=84763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:23:38.160049 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903d7af0-d110-4682-9b97-8955fa81759e None None] Pushing event updated for resources: {'Port': ['ID=64f73943-034e-4b19-93b8-3cb463a2d994,revision_number=2']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:38.186176 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c036eb7-1ae0-4748-a0cc-a6ebdac288c4 req-e617a19c-38da-4e41-aca8-a0f60d8fe742 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:38.188266 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4c036eb7-1ae0-4748-a0cc-a6ebdac288c4 req-e617a19c-38da-4e41-aca8-a0f60d8fe742 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b043aff-a1de-4df2-bb9c-37333bb01f66 HTTP/1.1" status: 200 len: 945 time: 0.3247428 Apr 18 19:23:38.211565 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 1322c92f-b999-445a-867c-1cc9d3db029b not bound to the agent host n-h2-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:23:38.224815 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-7e1453c7-76a6-4c9d-b288-41e957710273 req-eb6064c8-bdcb-46ae-9fa5-2bc9d62d2508 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=1b043aff-a1de-4df2-bb9c-37333bb01f66 HTTP/1.1" status: 200 len: 1096 time: 0.1989639 Apr 18 19:23:38.237548 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-627ecabb-ff9d-4ce2-b4b7-6e5213111694 None None] Set router 773814fa-f3b0-45a8-b43d-b6bd81b1654f gateway port host: None {{(pid=84765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:23:38.301570 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-7e1453c7-76a6-4c9d-b288-41e957710273 req-48f6e6b2-16f1-4dd9-99b1-305a30439bf0 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=1e5cc43e-ae04-4a53-be47-dfdad3ea2d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657961 Apr 18 19:23:38.310479 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2111ef1-dc26-43d3-bbd6-78194d72367d req-06f13fd9-31c2-43b5-bd35-065447ff16b9 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:38.312135 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e2111ef1-dc26-43d3-bbd6-78194d72367d req-06f13fd9-31c2-43b5-bd35-065447ff16b9 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=b036cac9-0805-4344-b7ed-7456f39c642e HTTP/1.1" status: 200 len: 945 time: 0.2245522 Apr 18 19:23:38.376853 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-627ecabb-ff9d-4ce2-b4b7-6e5213111694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '773814fa-f3b0-45a8-b43d-b6bd81b1654f', 'name': 'tempest-FloatingIPsTestJSON-230689474-router', 'tenant_id': '9b74ec910fb54960866ccdca4b96acdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:22:46Z', 'updated_at': '2022-04-18T19:23:37Z', 'revision_number': 6, 'project_id': '9b74ec910fb54960866ccdca4b96acdd', 'gw_port_host': None}], 'n-d-836017-2', False) {} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:23:38.385366 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627ecabb-ff9d-4ce2-b4b7-6e5213111694 None None] The sync data for ids ['773814fa-f3b0-45a8-b43d-b6bd81b1654f'] in n-d-836017-2 is: [{'id': '773814fa-f3b0-45a8-b43d-b6bd81b1654f', 'name': 'tempest-FloatingIPsTestJSON-230689474-router', 'tenant_id': '9b74ec910fb54960866ccdca4b96acdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:22:46Z', 'updated_at': '2022-04-18T19:23:37Z', 'revision_number': 6, 'project_id': '9b74ec910fb54960866ccdca4b96acdd', 'gw_port_host': None}] {{(pid=84765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:23:38.387826 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=cabcf3f1-2529-4531-805d-7b11c6774823,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:38.423694 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e2111ef1-dc26-43d3-bbd6-78194d72367d req-96747044-4eb6-4474-9faa-053c2bb03b1c tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035411 Apr 18 19:23:38.482006 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-e2f69418-9868-4851-b913-42054844cc10 req-d3a069cc-1ab2-40a9-aad3-0a210f501b84 service neutron] Notify callbacks [] for binding, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:38.491358 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e2f69418-9868-4851-b913-42054844cc10 req-d3a069cc-1ab2-40a9-aad3-0a210f501b84 service neutron] 10.222.0.73 "DELETE /v2.0/ports/1322c92f-b999-445a-867c-1cc9d3db029b/bindings/n-h2-836017-2 HTTP/1.1" status: 204 len: 173 time: 0.7535529 Apr 18 19:23:38.510440 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-1bbc8324-132d-4086-9d8f-bda03d5dfe1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:38.564198 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbc8324-132d-4086-9d8f-bda03d5dfe1e admin admin] Pushing event deleted for resources: {'Port': ['ID=156e67cb-02e4-4765-822d-e40a7dfcb41c,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:38.587770 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4c036eb7-1ae0-4748-a0cc-a6ebdac288c4 req-3598eb66-f6ed-4bf7-933c-18466cb159a8 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/security-groups?id=1e5cc43e-ae04-4a53-be47-dfdad3ea2d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545169 Apr 18 19:23:38.602865 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-8fdc1642-85a4-4b4b-bd61-a4b81f4ca710 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:38.682121 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-8fdc1642-85a4-4b4b-bd61-a4b81f4ca710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:38.804971 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fdc1642-85a4-4b4b-bd61-a4b81f4ca710 admin admin] Network 11e8e108-37df-4084-b6b7-113e6beb66b4 is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:23:38.815579 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [None req-8fdc1642-85a4-4b4b-bd61-a4b81f4ca710 admin admin] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:23:38.827145 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdc1642-85a4-4b4b-bd61-a4b81f4ca710 admin admin] Pushing event updated for resources: {'Port': ['ID=fd15f833-ac06-4819-bce4-1b9f29a16201,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:38.829541 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fdc1642-85a4-4b4b-bd61-a4b81f4ca710 admin admin] Received port after_create {{(pid=84763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:23:38.907689 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 718d898d-5f29-4bde-8ebf-b834b04b3475 no longer exists at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:23:39.002233 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] No Port match for: 718d898d-5f29-4bde-8ebf-b834b04b3475 {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:23:39.002233 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 718d898d-5f29-4bde-8ebf-b834b04b3475 not bound to the agent host n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:23:39.002588 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-1bbc8324-132d-4086-9d8f-bda03d5dfe1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416828'] for router_gateway, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:39.235551 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-8fdc1642-85a4-4b4b-bd61-a4b81f4ca710 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:39.236483 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-8fdc1642-85a4-4b4b-bd61-a4b81f4ca710 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416864'] for router, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:39.243186 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a600caa3-8660-423e-b55c-877fff6b06b9 req-c37844a3-a308-4c35-8599-7bdd6351e2f5 tempest-LiveMigrationTest-374537811 tempest-LiveMigrationTest-374537811-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=b036cac9-0805-4344-b7ed-7456f39c642e HTTP/1.1" status: 200 len: 1096 time: 0.0950313 Apr 18 19:23:39.278647 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f63ae9-4312-413e-841b-223188885f07 req-7a75279d-8f3e-435d-8654-e199e4f02ed4 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:39.288141 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-67f63ae9-4312-413e-841b-223188885f07 req-7a75279d-8f3e-435d-8654-e199e4f02ed4 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?device_id=6623f59d-6d74-43c2-bd67-bd59cf127910 HTTP/1.1" status: 200 len: 945 time: 0.7128258 Apr 18 19:23:39.434425 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-a600caa3-8660-423e-b55c-877fff6b06b9 req-31da9d1c-bc9b-4783-83c2-c17582c1e248 tempest-LiveMigrationTest-374537811 tempest-LiveMigrationTest-374537811-project-admin] Synchronizing usage tracker for tenant:d2be229c31e74dfebee2ec560a92523b on resource:security_group {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:23:39.496811 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-1bbc8324-132d-4086-9d8f-bda03d5dfe1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4443'] for router, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:39.514783 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-67f63ae9-4312-413e-841b-223188885f07 req-81013052-1945-4542-b7e4-e6022abd823b tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644983 Apr 18 19:23:39.520217 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-1bbc8324-132d-4086-9d8f-bda03d5dfe1e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:39.540981 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-a600caa3-8660-423e-b55c-877fff6b06b9 req-31da9d1c-bc9b-4783-83c2-c17582c1e248 tempest-LiveMigrationTest-374537811 tempest-LiveMigrationTest-374537811-project-admin] Unset dirty status for tenant:d2be229c31e74dfebee2ec560a92523b on resource:security_group {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:23:39.542444 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a600caa3-8660-423e-b55c-877fff6b06b9 req-31da9d1c-bc9b-4783-83c2-c17582c1e248 tempest-LiveMigrationTest-374537811 tempest-LiveMigrationTest-374537811-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430077 Apr 18 19:23:39.743873 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fdc1642-85a4-4b4b-bd61-a4b81f4ca710 admin admin] Router 2dd3cbe4-c997-450d-9cd5-e879aaa252d2 is scheduled to L3 agent 21b59c62-f184-4169-bc3e-79831cc043e8 with binding_index 1 {{(pid=84763) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 19:23:39.767778 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-1bbc8324-132d-4086-9d8f-bda03d5dfe1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412768'] for router, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:39.767778 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bbc8324-132d-4086-9d8f-bda03d5dfe1e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 773814fa-f3b0-45a8-b43d-b6bd81b1654f {{(pid=84764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 19:23:39.805252 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-1bbc8324-132d-4086-9d8f-bda03d5dfe1e admin admin] Notify callbacks [] for router, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:39.809946 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-1bbc8324-132d-4086-9d8f-bda03d5dfe1e admin admin] 10.222.0.69 "DELETE /v2.0/routers/773814fa-f3b0-45a8-b43d-b6bd81b1654f HTTP/1.1" status: 204 len: 168 time: 3.5655441 Apr 18 19:23:39.817554 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 47170) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:23:39.886664 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e944aa7-1acb-4674-a787-b942f049ee24 None None] Network 2d0ab968-fb78-4fd8-b18d-c975fb4f0b09 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:23:39.894445 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_v2 [None req-eba6641c-4e8b-4ab5-843b-894e3c41ba5a admin admin] Deleting subnet 24f81edd-8c54-4975-85b7-99c8013565a0 {{(pid=84764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:23:39.901878 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-eba6641c-4e8b-4ab5-843b-894e3c41ba5a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:39.964911 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f7e823-43b1-4daa-bcb7-8414047baf95 req-2f79120b-b0dc-4be6-bf61-5032f91a9ee0 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:39.966671 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c4f7e823-43b1-4daa-bcb7-8414047baf95 req-2f79120b-b0dc-4be6-bf61-5032f91a9ee0 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3396816-7672-4e6c-a9ee-905861ee2aea HTTP/1.1" status: 200 len: 949 time: 0.2410793 Apr 18 19:23:39.973756 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-eba6641c-4e8b-4ab5-843b-894e3c41ba5a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66931798'] for subnet, precommit_delete_associations {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:40.101834 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c4f7e823-43b1-4daa-bcb7-8414047baf95 req-25b4b4bd-19c8-4f32-aa3d-1f536909ac6e tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b82ee4b-1b13-4f19-86d2-85d0db8a03cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958486 Apr 18 19:23:40.132437 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-3973e9eb-7079-4f53-b0aa-87c2c8770613 None None] Provisioning for port 64f73943-034e-4b19-93b8-3cb463a2d994 completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:23:40.133010 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-eba6641c-4e8b-4ab5-843b-894e3c41ba5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1258508'] for subnet, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:40.157705 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fdc1642-85a4-4b4b-bd61-a4b81f4ca710 admin admin] Notify agent at l3_agent.n-d-836017-2 the message routers_updated {{(pid=84763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:23:40.166165 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48f363c-ebf2-4574-9bf8-e3b785717275 None None] Sync routers for ids ['2dd3cbe4-c997-450d-9cd5-e879aaa252d2'] in n-d-836017-2 {{(pid=84766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:23:40.191443 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48f363c-ebf2-4574-9bf8-e3b785717275 None None] Routers {'2dd3cbe4-c997-450d-9cd5-e879aaa252d2'} bound to L3 agent in host n-d-836017-2 {{(pid=84766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:23:40.192179 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-f48f363c-ebf2-4574-9bf8-e3b785717275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:23:20Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['2dd3cbe4-c997-450d-9cd5-e879aaa252d2'], 'active': True} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:23:40.279266 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-8fdc1642-85a4-4b4b-bd61-a4b81f4ca710 admin admin] Notify callbacks [] for router, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:40.291873 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 47174) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:23:40.292963 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-8fdc1642-85a4-4b4b-bd61-a4b81f4ca710 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.4709711 Apr 18 19:23:40.335675 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e0843b50-db72-4b73-ab88-85afade48daa req-b1577c1d-4495-4850-83d7-fa9ec4dd2de1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e8145a70cab44ff88b524306edcbe946&device_id=6623f59d-6d74-43c2-bd67-bd59cf127910 HTTP/1.1" status: 200 len: 1096 time: 0.1004996 Apr 18 19:23:40.379605 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-eba6641c-4e8b-4ab5-843b-894e3c41ba5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1258501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2290876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65862598'] for subnet, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:40.467382 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvr_db [None req-f48f363c-ebf2-4574-9bf8-e3b785717275 None None] Set router 2dd3cbe4-c997-450d-9cd5-e879aaa252d2 gateway port host: n-d-836017-2 {{(pid=84766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:23:40.543530 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0843b50-db72-4b73-ab88-85afade48daa req-9da1ff43-f050-4b81-842b-a1badf98af3f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:40.546277 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e0843b50-db72-4b73-ab88-85afade48daa req-9da1ff43-f050-4b81-842b-a1badf98af3f service neutron] 10.222.0.73 "GET /v2.0/networks?id=5b81b8da-abac-4e05-9e51-d6de7035d9e7 HTTP/1.1" status: 200 len: 920 time: 0.2028370 Apr 18 19:23:40.556798 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba6641c-4e8b-4ab5-843b-894e3c41ba5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24f81edd-8c54-4975-85b7-99c8013565a0,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:40.573950 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-eba6641c-4e8b-4ab5-843b-894e3c41ba5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for subnet, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:40.581737 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-eba6641c-4e8b-4ab5-843b-894e3c41ba5a admin admin] 10.222.0.69 "DELETE /v2.0/subnets/24f81edd-8c54-4975-85b7-99c8013565a0 HTTP/1.1" status: 204 len: 168 time: 0.7607262 Apr 18 19:23:40.583949 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d4e3a6-c885-49fb-9808-852ab317c51c None None] Network a43c91ae-a048-44c5-b9cb-a0d58dd8597e requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:23:40.591111 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 47180) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:23:40.645677 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e0843b50-db72-4b73-ab88-85afade48daa req-aa05d6a6-aaa9-4aee-9df0-fbe25bc4fa33 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=abe1a1c1-6ab6-46fd-abfb-f7df79d33862 HTTP/1.1" status: 200 len: 217 time: 0.0930939 Apr 18 19:23:40.713962 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-1d6b27ce-40c4-43f2-9d4a-1eff83f729c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:40.738492 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-1d6b27ce-40c4-43f2-9d4a-1eff83f729c0 admin admin] Deleting port 05972937-5459-433e-971f-f233f5af06c0 {{(pid=84764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:23:40.740884 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-1d6b27ce-40c4-43f2-9d4a-1eff83f729c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:40.758520 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0843b50-db72-4b73-ab88-85afade48daa req-89639b39-e0fa-4d88-8eef-54344f05c370 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:40.759362 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e0843b50-db72-4b73-ab88-85afade48daa req-89639b39-e0fa-4d88-8eef-54344f05c370 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b10cc942-f819-45fc-bb02-117dc96bc19f HTTP/1.1" status: 200 len: 859 time: 0.1067288 Apr 18 19:23:40.836567 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c197793-85f4-41b1-8acc-26741b942056 req-9256d773-3421-4518-8488-7729262192cd tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:40.843820 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-7c197793-85f4-41b1-8acc-26741b942056 req-9256d773-3421-4518-8488-7729262192cd tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b043aff-a1de-4df2-bb9c-37333bb01f66 HTTP/1.1" status: 200 len: 945 time: 0.4750941 Apr 18 19:23:40.849537 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e0843b50-db72-4b73-ab88-85afade48daa req-c2f06c74-e15b-4ec8-ad73-eaa1a5e58d98 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5b81b8da-abac-4e05-9e51-d6de7035d9e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0832658 Apr 18 19:23:40.868490 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 64f73943-034e-4b19-93b8-3cb463a2d994 up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:23:40.915815 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-f48f363c-ebf2-4574-9bf8-e3b785717275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd3cbe4-c997-450d-9cd5-e879aaa252d2', 'name': 'tempest-FloatingIPDetailsTestJSON-1248397671-router', 'tenant_id': '2c5c0db6af674914a5dc8095df286e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': 'fd15f833-ac06-4819-bce4-1b9f29a16201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:23:36Z', 'updated_at': '2022-04-18T19:23:39Z', 'revision_number': 3, 'project_id': '2c5c0db6af674914a5dc8095df286e78', 'gw_port': {'id': 'fd15f833-ac06-4819-bce4-1b9f29a16201', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:cb:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dd3cbe4-c997-450d-9cd5-e879aaa252d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:23:37Z', 'updated_at': '2022-04-18T19:23:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2'}], 'n-d-836017-2', False) {} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:23:40.921610 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48f363c-ebf2-4574-9bf8-e3b785717275 None None] Checking router: 2dd3cbe4-c997-450d-9cd5-e879aaa252d2 for host: n-d-836017-2 {{(pid=84766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:23:40.926351 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48f363c-ebf2-4574-9bf8-e3b785717275 None None] Updating router 2dd3cbe4-c997-450d-9cd5-e879aaa252d2 port fd15f833-ac06-4819-bce4-1b9f29a16201 binding host n-d-836017-2 {{(pid=84766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 19:23:40.979320 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-7c197793-85f4-41b1-8acc-26741b942056 req-eb7dc9c4-f588-47b0-9af4-12b831cc1cfa tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/security-groups?id=1e5cc43e-ae04-4a53-be47-dfdad3ea2d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343434 Apr 18 19:23:40.998536 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-f48f363c-ebf2-4574-9bf8-e3b785717275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:41.064796 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning for port 64f73943-034e-4b19-93b8-3cb463a2d994 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:23:41.071058 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port 64f73943-034e-4b19-93b8-3cb463a2d994 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:23:41.071656 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:41.075598 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e0843b50-db72-4b73-ab88-85afade48daa req-3e948ab6-8e41-43ac-b0ea-eaf9b67bcd21 service neutron] 10.222.0.73 "GET /v2.0/networks/5b81b8da-abac-4e05-9e51-d6de7035d9e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185926 Apr 18 19:23:41.148243 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d30b28-f8b4-45ff-ba98-565ea6f17556 None None] DHCP port deletion for a43c91ae-a048-44c5-b9cb-a0d58dd8597e request from n-d-836017-2 {{(pid=84765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 19:23:41.173973 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-f0d30b28-f8b4-45ff-ba98-565ea6f17556 None None] Deleting port 05972937-5459-433e-971f-f233f5af06c0 {{(pid=84765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:23:41.174336 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f0d30b28-f8b4-45ff-ba98-565ea6f17556 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:41.406116 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e0843b50-db72-4b73-ab88-85afade48daa req-e6d46c8c-4b44-431f-b1fb-558aa9827d10 service neutron] 10.222.0.73 "GET /v2.0/networks/5b81b8da-abac-4e05-9e51-d6de7035d9e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3235035 Apr 18 19:23:41.415001 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [None req-1d6b27ce-40c4-43f2-9d4a-1eff83f729c0 admin admin] For port 05972937-5459-433e-971f-f233f5af06c0, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=05972937-5459-433e-971f-f233f5af06c0,segment=NetworkSegment(ec678859-6834-4e7e-97ee-4ea660d35812),segment_id=ec678859-6834-4e7e-97ee-4ea660d35812)] {{(pid=84764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:23:41.416066 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-1d6b27ce-40c4-43f2-9d4a-1eff83f729c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:41.497373 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:41.529534 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eb1cf4-388b-4010-b3fc-2ebba66a16a9 req-8c132daf-c894-4c92-86dd-2b4ef5111900 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:41.532654 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-c1eb1cf4-388b-4010-b3fc-2ebba66a16a9 req-8c132daf-c894-4c92-86dd-2b4ef5111900 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?device_id=6623f59d-6d74-43c2-bd67-bd59cf127910 HTTP/1.1" status: 200 len: 945 time: 0.1251352 Apr 18 19:23:41.539977 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-f0d30b28-f8b4-45ff-ba98-565ea6f17556 None None] For port 05972937-5459-433e-971f-f233f5af06c0, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=05972937-5459-433e-971f-f233f5af06c0,segment=NetworkSegment(ec678859-6834-4e7e-97ee-4ea660d35812),segment_id=ec678859-6834-4e7e-97ee-4ea660d35812)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:23:41.540405 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f0d30b28-f8b4-45ff-ba98-565ea6f17556 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:41.575869 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-f48f363c-ebf2-4574-9bf8-e3b785717275 None None] Notify callbacks [] for port, precommit_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:41.594187 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.provisioning_blocks [None req-f48f363c-ebf2-4574-9bf8-e3b785717275 None None] Transition to ACTIVE for port object fd15f833-ac06-4819-bce4-1b9f29a16201 will not be triggered until provisioned by entity L2. {{(pid=84766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:23:41.628950 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-c1eb1cf4-388b-4010-b3fc-2ebba66a16a9 req-d7106978-4739-4ba0-8e09-44ade50a1985 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904670 Apr 18 19:23:41.653573 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-f48f363c-ebf2-4574-9bf8-e3b785717275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:41.688624 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-f0d30b28-f8b4-45ff-ba98-565ea6f17556 None None] Calling delete_port for 05972937-5459-433e-971f-f233f5af06c0 owned by network:dhcp {{(pid=84765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:23:41.718259 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-1d6b27ce-40c4-43f2-9d4a-1eff83f729c0 admin admin] Calling delete_port for 05972937-5459-433e-971f-f233f5af06c0 owned by network:dhcp {{(pid=84764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:23:41.728430 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] For port 64f73943-034e-4b19-93b8-3cb463a2d994, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=64f73943-034e-4b19-93b8-3cb463a2d994,segment=NetworkSegment(abfb4404-b21d-45ad-8846-a7e133674c8d),segment_id=abfb4404-b21d-45ad-8846-a7e133674c8d)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:23:41.780755 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:41.832626 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0535ab1e-7beb-46d7-9c4f-e4ffec97ebd7 None None] Pushing event updated for resources: {'Port': ['ID=fd15f833-ac06-4819-bce4-1b9f29a16201,revision_number=2']} {{(pid=84766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:41.875142 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Pushing event updated for resources: {'Port': ['ID=64f73943-034e-4b19-93b8-3cb463a2d994,revision_number=3']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:41.878697 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 156e67cb-02e4-4765-822d-e40a7dfcb41c no longer exists at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:23:41.900695 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0535ab1e-7beb-46d7-9c4f-e4ffec97ebd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:23:41.901038 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0535ab1e-7beb-46d7-9c4f-e4ffec97ebd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:23:41.901377 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0535ab1e-7beb-46d7-9c4f-e4ffec97ebd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:23:41.902264 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0535ab1e-7beb-46d7-9c4f-e4ffec97ebd7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:23:41.902588 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0535ab1e-7beb-46d7-9c4f-e4ffec97ebd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:23:41.907648 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0535ab1e-7beb-46d7-9c4f-e4ffec97ebd7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:23:41.908245 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0535ab1e-7beb-46d7-9c4f-e4ffec97ebd7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:23:41.909883 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0535ab1e-7beb-46d7-9c4f-e4ffec97ebd7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:23:41.910166 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0535ab1e-7beb-46d7-9c4f-e4ffec97ebd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:23:41.910498 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0535ab1e-7beb-46d7-9c4f-e4ffec97ebd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:23:41.910822 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0535ab1e-7beb-46d7-9c4f-e4ffec97ebd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:23:41.923736 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] No Port match for: 156e67cb-02e4-4765-822d-e40a7dfcb41c {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:23:41.924144 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 156e67cb-02e4-4765-822d-e40a7dfcb41c not bound to the agent host n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:23:41.924386 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.managers [None req-f48f363c-ebf2-4574-9bf8-e3b785717275 None None] Attempting to bind port fd15f833-ac06-4819-bce4-1b9f29a16201 on host n-d-836017-2 for vnic_type normal with profile {{(pid=84766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:23:41.924837 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.managers [None req-f48f363c-ebf2-4574-9bf8-e3b785717275 None None] Attempting to bind port fd15f833-ac06-4819-bce4-1b9f29a16201 by drivers openvswitch,hyperv on host n-d-836017-2 at level 0 using segments [{'id': '5de34947-6c56-419b-85d0-f61f69ce7c45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'}] {{(pid=84766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:23:41.925195 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48f363c-ebf2-4574-9bf8-e3b785717275 None None] Attempting to bind port fd15f833-ac06-4819-bce4-1b9f29a16201 on network 11e8e108-37df-4084-b6b7-113e6beb66b4 {{(pid=84766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:23:41.929098 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f0d30b28-f8b4-45ff-ba98-565ea6f17556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340'] for port, after_delete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:41.938324 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48f363c-ebf2-4574-9bf8-e3b785717275 None None] Checking agent: {'id': 'df2a5cfe-6839-400b-a998-e4fffce70f45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 8, 22), 'started_at': datetime.datetime(2022, 4, 18, 19, 8, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:23:41.939010 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48f363c-ebf2-4574-9bf8-e3b785717275 None None] Checking segment: {'id': '5de34947-6c56-419b-85d0-f61f69ce7c45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:23:41.939568 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-f48f363c-ebf2-4574-9bf8-e3b785717275 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:41.940107 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48f363c-ebf2-4574-9bf8-e3b785717275 None None] Bound using segment: {'id': '5de34947-6c56-419b-85d0-f61f69ce7c45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'} {{(pid=84766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:23:41.941033 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.managers [None req-f48f363c-ebf2-4574-9bf8-e3b785717275 None None] Bound port: fd15f833-ac06-4819-bce4-1b9f29a16201, host: n-d-836017-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5de34947-6c56-419b-85d0-f61f69ce7c45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'}}] {{(pid=84766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:23:41.941592 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-f48f363c-ebf2-4574-9bf8-e3b785717275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:41.943053 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36acc32-6796-471d-952a-54cac0fb96a6 req-17f23330-e07f-44a1-bb7c-e6d07d19d6d7 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:41.944791 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d36acc32-6796-471d-952a-54cac0fb96a6 req-17f23330-e07f-44a1-bb7c-e6d07d19d6d7 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b043aff-a1de-4df2-bb9c-37333bb01f66 HTTP/1.1" status: 200 len: 945 time: 0.1291084 Apr 18 19:23:41.947406 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fa5b5d-0e87-4d73-b051-229dfdcc156e req-900eb519-6a38-4f66-bd68-cc97868ab5f2 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:41.955737 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a7fa5b5d-0e87-4d73-b051-229dfdcc156e req-900eb519-6a38-4f66-bd68-cc97868ab5f2 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/networks?id=0685e2b1-3b13-405d-a131-f90aa0a8867a HTTP/1.1" status: 200 len: 808 time: 0.6839008 Apr 18 19:23:41.999510 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d30b28-f8b4-45ff-ba98-565ea6f17556 None None] No DVR routers for this DVR port 05972937-5459-433e-971f-f233f5af06c0 on host n-d-836017-2 {{(pid=84765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:23:42.002886 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d30b28-f8b4-45ff-ba98-565ea6f17556 None None] Pushing event deleted for resources: {'Port': ['ID=05972937-5459-433e-971f-f233f5af06c0,revision_number=None']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:42.016850 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d36acc32-6796-471d-952a-54cac0fb96a6 req-99b67759-6bd9-45b7-a616-0d6c8a11a192 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/security-groups?id=1e5cc43e-ae04-4a53-be47-dfdad3ea2d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618093 Apr 18 19:23:42.058438 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.db [None req-f48f363c-ebf2-4574-9bf8-e3b785717275 None None] For port fd15f833-ac06-4819-bce4-1b9f29a16201, host n-d-836017-2, cleared binding levels {{(pid=84766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:23:42.062787 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.db [None req-f48f363c-ebf2-4574-9bf8-e3b785717275 None None] For port fd15f833-ac06-4819-bce4-1b9f29a16201, host n-d-836017-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=fd15f833-ac06-4819-bce4-1b9f29a16201,segment=NetworkSegment(5de34947-6c56-419b-85d0-f61f69ce7c45),segment_id=5de34947-6c56-419b-85d0-f61f69ce7c45)] {{(pid=84766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:23:42.071381 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a7fa5b5d-0e87-4d73-b051-229dfdcc156e req-2137c080-ee31-4fdc-b571-f0f20fe8fa0b tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/quotas/fc56e011536d43568ffc66b480cf23b0 HTTP/1.1" status: 200 len: 375 time: 0.1147158 Apr 18 19:23:42.118038 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-f48f363c-ebf2-4574-9bf8-e3b785717275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:42.157735 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.db.api [None req-1d6b27ce-40c4-43f2-9d4a-1eff83f729c0 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84764) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 19:23:42.158080 n-d-836017-2 neutron-server[84764]: DEBUG oslo_db.api [None req-1d6b27ce-40c4-43f2-9d4a-1eff83f729c0 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 19:23:42.206373 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0535ab1e-7beb-46d7-9c4f-e4ffec97ebd7 None None] Pushing event updated for resources: {'Port': ['ID=fd15f833-ac06-4819-bce4-1b9f29a16201,revision_number=3']} {{(pid=84766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:42.216008 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a7fa5b5d-0e87-4d73-b051-229dfdcc156e req-544a6b71-f1b2-4bfb-a571-42ac0d79de39 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=fc56e011536d43568ffc66b480cf23b0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1259458 Apr 18 19:23:42.232897 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48f363c-ebf2-4574-9bf8-e3b785717275 None None] Routers {'2dd3cbe4-c997-450d-9cd5-e879aaa252d2'} bound to L3 agent in host n-d-836017-2 {{(pid=84766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:23:42.233805 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-f48f363c-ebf2-4574-9bf8-e3b785717275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:23:20Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['2dd3cbe4-c997-450d-9cd5-e879aaa252d2'], 'active': True} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:23:42.303314 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3949f30b-a506-42c5-a0d1-65c6a6fc9165 req-fdae8526-39c5-4911-b562-5bfc804cdfa0 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:42.304932 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3949f30b-a506-42c5-a0d1-65c6a6fc9165 req-fdae8526-39c5-4911-b562-5bfc804cdfa0 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3396816-7672-4e6c-a9ee-905861ee2aea HTTP/1.1" status: 200 len: 949 time: 0.1266513 Apr 18 19:23:42.362467 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3949f30b-a506-42c5-a0d1-65c6a6fc9165 req-3cd03fef-b987-4fd3-8d17-ecbbead53a2f tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b82ee4b-1b13-4f19-86d2-85d0db8a03cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506771 Apr 18 19:23:42.399072 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a7fa5b5d-0e87-4d73-b051-229dfdcc156e req-47692421-2a2b-44e6-a5dd-db63164032c8 service neutron] 10.222.0.69 "GET /v2.0/networks/0685e2b1-3b13-405d-a131-f90aa0a8867a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735859 Apr 18 19:23:42.444673 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvr_db [None req-f48f363c-ebf2-4574-9bf8-e3b785717275 None None] Set router 2dd3cbe4-c997-450d-9cd5-e879aaa252d2 gateway port host: n-d-836017-2 {{(pid=84766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:23:42.659586 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-1d6b27ce-40c4-43f2-9d4a-1eff83f729c0 admin admin] Deleting port 05972937-5459-433e-971f-f233f5af06c0 {{(pid=84764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:23:42.660097 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-1d6b27ce-40c4-43f2-9d4a-1eff83f729c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:42.739960 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 64f73943-034e-4b19-93b8-3cb463a2d994 up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:23:42.773842 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-1d6b27ce-40c4-43f2-9d4a-1eff83f729c0 admin admin] The port '05972937-5459-433e-971f-f233f5af06c0' was deleted {{(pid=84764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 19:23:42.820506 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port 64f73943-034e-4b19-93b8-3cb463a2d994 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:23:42.820961 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:42.829288 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a7fa5b5d-0e87-4d73-b051-229dfdcc156e req-76e4f870-13c0-4c8a-8d73-59faa8e794c4 service neutron] 10.222.0.69 "GET /v2.0/networks/0685e2b1-3b13-405d-a131-f90aa0a8867a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3698337 Apr 18 19:23:42.850637 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-f48f363c-ebf2-4574-9bf8-e3b785717275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd3cbe4-c997-450d-9cd5-e879aaa252d2', 'name': 'tempest-FloatingIPDetailsTestJSON-1248397671-router', 'tenant_id': '2c5c0db6af674914a5dc8095df286e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': 'fd15f833-ac06-4819-bce4-1b9f29a16201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:23:36Z', 'updated_at': '2022-04-18T19:23:39Z', 'revision_number': 3, 'project_id': '2c5c0db6af674914a5dc8095df286e78', 'gw_port': {'id': 'fd15f833-ac06-4819-bce4-1b9f29a16201', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:cb:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dd3cbe4-c997-450d-9cd5-e879aaa252d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:23:37Z', 'updated_at': '2022-04-18T19:23:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2'}], 'n-d-836017-2', False) {} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:23:42.862658 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48f363c-ebf2-4574-9bf8-e3b785717275 None None] The sync data for ids ['2dd3cbe4-c997-450d-9cd5-e879aaa252d2'] in n-d-836017-2 is: [{'id': '2dd3cbe4-c997-450d-9cd5-e879aaa252d2', 'name': 'tempest-FloatingIPDetailsTestJSON-1248397671-router', 'tenant_id': '2c5c0db6af674914a5dc8095df286e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': 'fd15f833-ac06-4819-bce4-1b9f29a16201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:23:36Z', 'updated_at': '2022-04-18T19:23:39Z', 'revision_number': 3, 'project_id': '2c5c0db6af674914a5dc8095df286e78', 'gw_port': {'id': 'fd15f833-ac06-4819-bce4-1b9f29a16201', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:cb:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dd3cbe4-c997-450d-9cd5-e879aaa252d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:23:37Z', 'updated_at': '2022-04-18T19:23:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2'}] {{(pid=84766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:23:42.956042 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-1d6b27ce-40c4-43f2-9d4a-1eff83f729c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256345', 'neutron.services.segments.db._delete_segments_for_network-8791093852025'] for network, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:43.000332 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-1d6b27ce-40c4-43f2-9d4a-1eff83f729c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a43c91ae-a048-44c5-b9cb-a0d58dd8597e']}} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:23:43.022154 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-1d6b27ce-40c4-43f2-9d4a-1eff83f729c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec678859-6834-4e7e-97ee-4ea660d35812') {'for_net_delete': True} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:23:43.022463 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-1d6b27ce-40c4-43f2-9d4a-1eff83f729c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec678859-6834-4e7e-97ee-4ea660d35812') {} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:23:43.053606 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-1d6b27ce-40c4-43f2-9d4a-1eff83f729c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791093851908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66932133'] for segment, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:43.090905 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-1d6b27ce-40c4-43f2-9d4a-1eff83f729c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:43.107294 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d6b27ce-40c4-43f2-9d4a-1eff83f729c0 admin admin] Releasing vlan 593 on physical network physnet1 to pool {{(pid=84764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:23:43.107744 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-1d6b27ce-40c4-43f2-9d4a-1eff83f729c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2290898'] for segment, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:43.502034 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 05972937-5459-433e-971f-f233f5af06c0 no longer exists at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:23:43.531780 n-d-836017-2 neutron-server[84764]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:23:43.531780 n-d-836017-2 neutron-server[84764]: util.warn( Apr 18 19:23:43.531780 n-d-836017-2 neutron-server[84764]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:23:43.531780 n-d-836017-2 neutron-server[84764]: util.warn( Apr 18 19:23:43.531780 n-d-836017-2 neutron-server[84764]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:23:43.531780 n-d-836017-2 neutron-server[84764]: util.warn( Apr 18 19:23:43.531780 n-d-836017-2 neutron-server[84764]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:23:43.531780 n-d-836017-2 neutron-server[84764]: util.warn( Apr 18 19:23:43.531780 n-d-836017-2 neutron-server[84764]: Traceback (most recent call last): Apr 18 19:23:43.531780 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:23:43.531780 n-d-836017-2 neutron-server[84764]: timer() Apr 18 19:23:43.531780 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:23:43.531780 n-d-836017-2 neutron-server[84764]: cb(*args, **kw) Apr 18 19:23:43.531780 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:23:43.531780 n-d-836017-2 neutron-server[84764]: return func(*args, **kwargs) Apr 18 19:23:43.531780 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:23:43.531780 n-d-836017-2 neutron-server[84764]: self._notify() Apr 18 19:23:43.531780 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:23:43.531780 n-d-836017-2 neutron-server[84764]: self.callback(batched_events) Apr 18 19:23:43.531780 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:23:43.531780 n-d-836017-2 neutron-server[84764]: event.method(event) Apr 18 19:23:43.531780 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:23:43.531780 n-d-836017-2 neutron-server[84764]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:23:43.531780 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:23:43.531780 n-d-836017-2 neutron-server[84764]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:23:43.531780 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:23:43.531780 n-d-836017-2 neutron-server[84764]: return f(self, *a, **k) Apr 18 19:23:43.531780 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:23:43.531780 n-d-836017-2 neutron-server[84764]: return self._get(url).json() Apr 18 19:23:43.531780 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:23:43.531780 n-d-836017-2 neutron-server[84764]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:23:43.531780 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:23:43.531780 n-d-836017-2 neutron-server[84764]: return self.request(url, 'GET', **kwargs) Apr 18 19:23:43.531780 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:23:43.531780 n-d-836017-2 neutron-server[84764]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:23:43.531780 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:23:43.531780 n-d-836017-2 neutron-server[84764]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:23:43.531780 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:23:43.531780 n-d-836017-2 neutron-server[84764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:23:43.531780 n-d-836017-2 neutron-server[84764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:23:43.548944 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] No Port match for: 05972937-5459-433e-971f-f233f5af06c0 {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:23:43.549288 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 05972937-5459-433e-971f-f233f5af06c0 not bound to the agent host n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:23:43.674071 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-1d6b27ce-40c4-43f2-9d4a-1eff83f729c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416801'] for network, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:43.712015 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-1d6b27ce-40c4-43f2-9d4a-1eff83f729c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:43.724560 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6b27ce-40c4-43f2-9d4a-1eff83f729c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a43c91ae-a048-44c5-b9cb-a0d58dd8597e,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:43.820163 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cadb58b-3cc8-4360-8bf0-c5c46b92357c req-b8cf12f0-3b4b-44c9-8724-6a05079f6ef6 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:43.822142 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-1cadb58b-3cc8-4360-8bf0-c5c46b92357c req-b8cf12f0-3b4b-44c9-8724-6a05079f6ef6 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?device_id=6623f59d-6d74-43c2-bd67-bd59cf127910 HTTP/1.1" status: 200 len: 945 time: 0.2899141 Apr 18 19:23:43.882823 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-1d6b27ce-40c4-43f2-9d4a-1eff83f729c0 admin admin] 10.222.0.69 "DELETE /v2.0/networks/a43c91ae-a048-44c5-b9cb-a0d58dd8597e HTTP/1.1" status: 204 len: 168 time: 3.2882535 Apr 18 19:23:43.941094 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-1cadb58b-3cc8-4360-8bf0-c5c46b92357c req-7e750d66-cb30-4ac6-b2e9-9c253bf4ab51 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091022 Apr 18 19:23:43.943081 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-ae946878-70c9-4486-ba38-921d932b6ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:44.317008 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_common [None req-ae946878-70c9-4486-ba38-921d932b6ca9 admin admin] Allocated IP 172.20.0.1 (2d0ab968-fb78-4fd8-b18d-c975fb4f0b09/c5e959cc-d6d1-42ee-8eb8-a7b66849b655/04f01dbb-8455-40e9-851a-ceb337290635) {{(pid=84764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:23:44.326565 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3e568889-8c1f-4ecf-b99b-8915178090e7 req-e9667870-7042-4486-945f-0e227c74b021 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=115054ae-eaa7-4e63-9798-88a3b5af809d HTTP/1.1" status: 200 len: 210 time: 0.0627265 Apr 18 19:23:44.334545 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf9f444-626d-4f67-8206-1edaa3be57c0 req-2fcb52d0-ff28-475f-8992-d983fd2cf3a2 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:44.335696 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-edf9f444-626d-4f67-8206-1edaa3be57c0 req-2fcb52d0-ff28-475f-8992-d983fd2cf3a2 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b043aff-a1de-4df2-bb9c-37333bb01f66 HTTP/1.1" status: 200 len: 945 time: 0.1810017 Apr 18 19:23:44.481092 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-edf9f444-626d-4f67-8206-1edaa3be57c0 req-37de2994-6c21-4a20-a285-68c47f53f0d3 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/security-groups?id=1e5cc43e-ae04-4a53-be47-dfdad3ea2d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249564 Apr 18 19:23:44.483267 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 47226) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:23:44.546539 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-ae946878-70c9-4486-ba38-921d932b6ca9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:44.559389 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d57e2a-6e35-4e6d-b643-aa13c4e0c6f3 req-21b85c35-12f6-49dd-9631-58c750ac5a39 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:44.560945 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-67d57e2a-6e35-4e6d-b643-aa13c4e0c6f3 req-21b85c35-12f6-49dd-9631-58c750ac5a39 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3396816-7672-4e6c-a9ee-905861ee2aea HTTP/1.1" status: 200 len: 949 time: 0.1128144 Apr 18 19:23:44.578043 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.provisioning_blocks [None req-ae946878-70c9-4486-ba38-921d932b6ca9 admin admin] Transition to ACTIVE for port object 04f01dbb-8455-40e9-851a-ceb337290635 will not be triggered until provisioned by entity DHCP. {{(pid=84764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:23:44.582248 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-97c86fe6-9132-4eb7-ba00-84142368b88f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9b74ec910fb54960866ccdca4b96acdd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0979660 Apr 18 19:23:44.585691 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 47230) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:23:44.619137 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-67d57e2a-6e35-4e6d-b643-aa13c4e0c6f3 req-9f23a8da-b990-48ae-8d0d-609d183d060f tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b82ee4b-1b13-4f19-86d2-85d0db8a03cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502653 Apr 18 19:23:44.694307 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-c95133fc-b0e6-4509-b271-ae09659d3d08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:44.702449 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-ae946878-70c9-4486-ba38-921d932b6ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:44.776075 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device fd15f833-ac06-4819-bce4-1b9f29a16201 up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:23:44.803345 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 47236) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:23:44.805970 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-c95133fc-b0e6-4509-b271-ae09659d3d08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:44.836816 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae946878-70c9-4486-ba38-921d932b6ca9 admin admin] Network 2d0ab968-fb78-4fd8-b18d-c975fb4f0b09 is already hosted by enough agents. {{(pid=84764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:23:44.847531 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [None req-ae946878-70c9-4486-ba38-921d932b6ca9 admin admin] Resources bound (agent type, host, resource id): {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:23:44.852923 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae946878-70c9-4486-ba38-921d932b6ca9 admin admin] Pushing event updated for resources: {'Port': ['ID=04f01dbb-8455-40e9-851a-ceb337290635,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:44.857165 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae946878-70c9-4486-ba38-921d932b6ca9 admin admin] Received port after_create {{(pid=84764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:23:44.940719 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-ae946878-70c9-4486-ba38-921d932b6ca9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417434'] for router_interface, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:44.977588 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning for port fd15f833-ac06-4819-bce4-1b9f29a16201 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:23:44.977763 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ad0ef669-a865-4f35-a375-949681ef579e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:44.984069 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port fd15f833-ac06-4819-bce4-1b9f29a16201 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:23:44.984820 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:45.024137 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-ad0ef669-a865-4f35-a375-949681ef579e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:23:45.029155 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-ad0ef669-a865-4f35-a375-949681ef579e admin admin] Usage tracker for resource:security_group_rule and tenant:865d24ededd64bccaaeef2f3d1497f65 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:23:45.033563 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-ad0ef669-a865-4f35-a375-949681ef579e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:23:45.040274 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-ad0ef669-a865-4f35-a375-949681ef579e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:23:45.101928 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-c95133fc-b0e6-4509-b271-ae09659d3d08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:45.139068 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ad0ef669-a865-4f35-a375-949681ef579e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:45.140603 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:45.159072 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] For port fd15f833-ac06-4819-bce4-1b9f29a16201, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=fd15f833-ac06-4819-bce4-1b9f29a16201,segment=NetworkSegment(5de34947-6c56-419b-85d0-f61f69ce7c45),segment_id=5de34947-6c56-419b-85d0-f61f69ce7c45)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:23:45.216418 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95133fc-b0e6-4509-b271-ae09659d3d08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb88e3f3-94df-46d8-87cd-5823cbab9825,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:45.253333 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ad0ef669-a865-4f35-a375-949681ef579e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:45.262282 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-ae946878-70c9-4486-ba38-921d932b6ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:45.286468 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-c95133fc-b0e6-4509-b271-ae09659d3d08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:45.290135 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-c95133fc-b0e6-4509-b271-ae09659d3d08 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/cb88e3f3-94df-46d8-87cd-5823cbab9825 HTTP/1.1" status: 204 len: 168 time: 0.7009437 Apr 18 19:23:45.290331 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:45.299788 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8a9832d3-8c57-4ad1-a6f7-a04be21ed019 None None] Provisioning for port 04f01dbb-8455-40e9-851a-ceb337290635 completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:23:45.308905 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0ef669-a865-4f35-a375-949681ef579e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bcf6482-e23f-436c-b8ac-37a04da085a4,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:45.314813 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-ad0ef669-a865-4f35-a375-949681ef579e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=865d24ededd64bccaaeef2f3d1497f65&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5103569 Apr 18 19:23:45.317953 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 47246) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:23:45.361257 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaba1b0-fdf1-41df-9835-95d9fc60c3a1 req-32abed58-0892-40f6-9e0e-9b97f11d6bfa tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:45.362215 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ceaba1b0-fdf1-41df-9835-95d9fc60c3a1 req-32abed58-0892-40f6-9e0e-9b97f11d6bfa tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?device_id=6623f59d-6d74-43c2-bd67-bd59cf127910 HTTP/1.1" status: 200 len: 945 time: 0.1980107 Apr 18 19:23:45.365767 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8a9832d3-8c57-4ad1-a6f7-a04be21ed019 None None] Provisioning complete for port 04f01dbb-8455-40e9-851a-ceb337290635 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:23:45.366358 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8a9832d3-8c57-4ad1-a6f7-a04be21ed019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:45.428346 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-03e27669-95e2-4ac4-b380-686fc9d99861 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:45.460077 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-03e27669-95e2-4ac4-b380-686fc9d99861 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:45.479141 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-8a9832d3-8c57-4ad1-a6f7-a04be21ed019 None None] Port 04f01dbb-8455-40e9-851a-ceb337290635 cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:23:45.486946 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Pushing event updated for resources: {'Port': ['ID=fd15f833-ac06-4819-bce4-1b9f29a16201,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:45.518552 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ceaba1b0-fdf1-41df-9835-95d9fc60c3a1 req-fb71c31c-d5d8-4361-9e47-609c40893c93 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432450 Apr 18 19:23:45.603372 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2fa41bbf-8a6a-43a3-97c7-5ba986c3c4e3 req-02b233e6-e275-47de-ae11-1bff28ed415c tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=115054ae-eaa7-4e63-9798-88a3b5af809d HTTP/1.1" status: 200 len: 210 time: 0.0534101 Apr 18 19:23:45.604282 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-ae946878-70c9-4486-ba38-921d932b6ca9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:45.669321 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-03e27669-95e2-4ac4-b380-686fc9d99861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:45.672202 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-ae946878-70c9-4486-ba38-921d932b6ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2290934'] for port, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:45.694686 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e27669-95e2-4ac4-b380-686fc9d99861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bcf6482-e23f-436c-b8ac-37a04da085a4,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:45.712373 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-03e27669-95e2-4ac4-b380-686fc9d99861 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:45.713474 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-03e27669-95e2-4ac4-b380-686fc9d99861 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2bcf6482-e23f-436c-b8ac-37a04da085a4 HTTP/1.1" status: 204 len: 168 time: 0.3944626 Apr 18 19:23:45.968518 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f22ed3-6843-45b9-addd-7526cb752521 req-e6b1eb26-265f-4225-9095-45175da5c893 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:45.970241 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-86f22ed3-6843-45b9-addd-7526cb752521 req-e6b1eb26-265f-4225-9095-45175da5c893 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3396816-7672-4e6c-a9ee-905861ee2aea HTTP/1.1" status: 200 len: 949 time: 0.1133540 Apr 18 19:23:45.975461 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-ae946878-70c9-4486-ba38-921d932b6ca9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-417335'] for router_interface, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:45.980922 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae946878-70c9-4486-ba38-921d932b6ca9 admin admin] Pushing event updated for resources: {'Port': ['ID=04f01dbb-8455-40e9-851a-ceb337290635,revision_number=2']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:46.036024 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-86f22ed3-6843-45b9-addd-7526cb752521 req-82ba0f09-61cf-4f83-82a9-c117c3503b09 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b82ee4b-1b13-4f19-86d2-85d0db8a03cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578754 Apr 18 19:23:46.203666 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54737e41-418d-49b1-a563-529b3d2e2db6 req-468c30b5-05ea-4ee3-bb30-83c3d399149f tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:46.209982 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-54737e41-418d-49b1-a563-529b3d2e2db6 req-468c30b5-05ea-4ee3-bb30-83c3d399149f tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b043aff-a1de-4df2-bb9c-37333bb01f66 HTTP/1.1" status: 200 len: 945 time: 0.4992008 Apr 18 19:23:46.360462 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae946878-70c9-4486-ba38-921d932b6ca9 admin admin] Network 2d0ab968-fb78-4fd8-b18d-c975fb4f0b09 is already hosted by enough agents. {{(pid=84764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:23:46.365959 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fa5b5d-0e87-4d73-b051-229dfdcc156e req-20418352-07ed-4efc-b073-13063afcfc78 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:46.367587 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a7fa5b5d-0e87-4d73-b051-229dfdcc156e req-20418352-07ed-4efc-b073-13063afcfc78 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.72 "GET /v2.0/networks?id=0685e2b1-3b13-405d-a131-f90aa0a8867a HTTP/1.1" status: 200 len: 808 time: 0.2922761 Apr 18 19:23:46.368933 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [None req-ae946878-70c9-4486-ba38-921d932b6ca9 admin admin] Resources bound (agent type, host, resource id): {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:23:46.373563 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-54737e41-418d-49b1-a563-529b3d2e2db6 req-1f3feef6-6c74-40dd-a7a9-a19e33da3181 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/security-groups?id=1e5cc43e-ae04-4a53-be47-dfdad3ea2d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626649 Apr 18 19:23:46.446681 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [req-a7fa5b5d-0e87-4d73-b051-229dfdcc156e req-63162878-09f1-4805-b564-54427ed8e30e tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Request body: {'port': {'device_id': '115054ae-eaa7-4e63-9798-88a3b5af809d', 'network_id': '0685e2b1-3b13-405d-a131-f90aa0a8867a', 'admin_state_up': True, 'tenant_id': 'fc56e011536d43568ffc66b480cf23b0'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:23:46.752186 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 47280) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:23:46.762987 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f8ea2f2-b7ac-4efa-99b7-bd331069664e None None] Provisioning complete for port 04f01dbb-8455-40e9-851a-ceb337290635 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:23:46.763999 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f8ea2f2-b7ac-4efa-99b7-bd331069664e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:46.780084 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-9e7af905-f3f2-44e8-8f27-16e7fdff6ea1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:46.828433 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-9e7af905-f3f2-44e8-8f27-16e7fdff6ea1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:23:46.832793 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-9e7af905-f3f2-44e8-8f27-16e7fdff6ea1 admin admin] Usage tracker for resource:security_group_rule and tenant:499d28537b61413ca17816830a113266 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:23:46.836881 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-9e7af905-f3f2-44e8-8f27-16e7fdff6ea1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:23:46.843080 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device fd15f833-ac06-4819-bce4-1b9f29a16201 up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:23:46.845348 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-9e7af905-f3f2-44e8-8f27-16e7fdff6ea1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:23:46.866567 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-a7fa5b5d-0e87-4d73-b051-229dfdcc156e req-63162878-09f1-4805-b564-54427ed8e30e tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:23:46.882740 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-a7fa5b5d-0e87-4d73-b051-229dfdcc156e req-63162878-09f1-4805-b564-54427ed8e30e tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:23:46.945278 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ea2f2-b7ac-4efa-99b7-bd331069664e None None] Port 04f01dbb-8455-40e9-851a-ceb337290635 cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:23:46.953544 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-9e7af905-f3f2-44e8-8f27-16e7fdff6ea1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:46.990728 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port fd15f833-ac06-4819-bce4-1b9f29a16201 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:23:46.990728 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:47.027956 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-9e7af905-f3f2-44e8-8f27-16e7fdff6ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:47.078467 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-7d61baad-b743-4354-b071-64bc787633ae req-ffd1a0ca-c762-4b6a-bee3-48ce294a8ce5 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=115054ae-eaa7-4e63-9798-88a3b5af809d HTTP/1.1" status: 200 len: 210 time: 0.1258974 Apr 18 19:23:47.094706 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7af905-f3f2-44e8-8f27-16e7fdff6ea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ff46229-e044-45d9-9313-56bb9d35e0a1,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:47.105637 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-9e7af905-f3f2-44e8-8f27-16e7fdff6ea1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=499d28537b61413ca17816830a113266&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3520734 Apr 18 19:23:47.108255 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 47288) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:23:47.124488 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b67ab1-4e65-4224-8753-4b7de8d20f66 req-a4a18fe9-f54d-4432-b762-cae8de1abb7a tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:47.127339 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b5b67ab1-4e65-4224-8753-4b7de8d20f66 req-a4a18fe9-f54d-4432-b762-cae8de1abb7a tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?device_id=6623f59d-6d74-43c2-bd67-bd59cf127910 HTTP/1.1" status: 200 len: 945 time: 0.1722233 Apr 18 19:23:47.137559 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7fa5b5d-0e87-4d73-b051-229dfdcc156e req-63162878-09f1-4805-b564-54427ed8e30e tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Made reservation on behalf of fc56e011536d43568ffc66b480cf23b0 for: {'port': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:23:47.140571 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-a7fa5b5d-0e87-4d73-b051-229dfdcc156e req-63162878-09f1-4805-b564-54427ed8e30e tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:47.203274 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b5b67ab1-4e65-4224-8753-4b7de8d20f66 req-5da1f494-a69f-4bf1-8234-fbac44e8ba24 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664575 Apr 18 19:23:47.325249 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-e5e3ee8e-b8e0-4197-8520-ea431072f372 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:47.419140 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-e5e3ee8e-b8e0-4197-8520-ea431072f372 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:47.457261 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e416d44e-d954-4b8f-9a6a-4a606cfb3910 req-ab9ba8fc-d09d-4bd6-8563-c393e8a66ef5 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:47.459092 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e416d44e-d954-4b8f-9a6a-4a606cfb3910 req-ab9ba8fc-d09d-4bd6-8563-c393e8a66ef5 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3396816-7672-4e6c-a9ee-905861ee2aea HTTP/1.1" status: 200 len: 949 time: 0.1140449 Apr 18 19:23:47.482787 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_common [req-a7fa5b5d-0e87-4d73-b051-229dfdcc156e req-63162878-09f1-4805-b564-54427ed8e30e tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Allocated IP 172.20.0.2 (0685e2b1-3b13-405d-a131-f90aa0a8867a/1c71b90d-680b-4d0c-80a6-944953a6ed07/66070cfb-f3cb-42ed-835a-6e23e8e08665) {{(pid=84764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:23:47.532352 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e416d44e-d954-4b8f-9a6a-4a606cfb3910 req-c66e1c99-6200-4ba0-91f9-64ca3169920f tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b82ee4b-1b13-4f19-86d2-85d0db8a03cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651574 Apr 18 19:23:47.533134 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae946878-70c9-4486-ba38-921d932b6ca9 admin admin] Router 2dd3cbe4-c997-450d-9cd5-e879aaa252d2 has already been hosted by L3 agent 21b59c62-f184-4169-bc3e-79831cc043e8 {{(pid=84764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:23:47.663956 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-e5e3ee8e-b8e0-4197-8520-ea431072f372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:47.993403 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e3ee8e-b8e0-4197-8520-ea431072f372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ff46229-e044-45d9-9313-56bb9d35e0a1,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:48.116979 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-a7fa5b5d-0e87-4d73-b051-229dfdcc156e req-63162878-09f1-4805-b564-54427ed8e30e tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Notify callbacks [] for port, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:48.123207 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-e5e3ee8e-b8e0-4197-8520-ea431072f372 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:48.124360 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-e5e3ee8e-b8e0-4197-8520-ea431072f372 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0ff46229-e044-45d9-9313-56bb9d35e0a1 HTTP/1.1" status: 204 len: 168 time: 1.0147111 Apr 18 19:23:48.134647 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce2a3d6-d1fb-46ce-a3e5-568339f33c91 req-bf6a279a-a83a-4bd5-9dbc-0c65bf88dea4 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:48.142172 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-5ce2a3d6-d1fb-46ce-a3e5-568339f33c91 req-bf6a279a-a83a-4bd5-9dbc-0c65bf88dea4 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b043aff-a1de-4df2-bb9c-37333bb01f66 HTTP/1.1" status: 200 len: 945 time: 0.5043342 Apr 18 19:23:48.218740 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-5ce2a3d6-d1fb-46ce-a3e5-568339f33c91 req-420c6fc0-8978-44fd-9d8d-55da7149d3e1 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/security-groups?id=1e5cc43e-ae04-4a53-be47-dfdad3ea2d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756519 Apr 18 19:23:48.245556 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-74845517-4747-48f2-8af6-bfff35d1df13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:48.259470 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae946878-70c9-4486-ba38-921d932b6ca9 admin admin] Notify agent at l3_agent.n-d-836017-2 the message routers_updated {{(pid=84764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:23:48.268370 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-ae946878-70c9-4486-ba38-921d932b6ca9 admin admin] 10.222.0.69 "PUT /v2.0/routers/2dd3cbe4-c997-450d-9cd5-e879aaa252d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9726264 Apr 18 19:23:48.268892 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01c80cf-4120-481f-9ffc-db7267b09d5e None None] Sync routers for ids ['2dd3cbe4-c997-450d-9cd5-e879aaa252d2'] in n-d-836017-2 {{(pid=84765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:23:48.290474 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01c80cf-4120-481f-9ffc-db7267b09d5e None None] Routers {'2dd3cbe4-c997-450d-9cd5-e879aaa252d2'} bound to L3 agent in host n-d-836017-2 {{(pid=84765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:23:48.292559 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-e01c80cf-4120-481f-9ffc-db7267b09d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:23:20Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['2dd3cbe4-c997-450d-9cd5-e879aaa252d2'], 'active': True} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:23:48.318601 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-098723b8-ace9-4a1f-b31d-f62a265b6454 req-2f414f5e-8534-4173-979e-58b41c6c9cb7 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=115054ae-eaa7-4e63-9798-88a3b5af809d HTTP/1.1" status: 200 len: 210 time: 0.0687487 Apr 18 19:23:48.409924 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-a7fa5b5d-0e87-4d73-b051-229dfdcc156e req-63162878-09f1-4805-b564-54427ed8e30e tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:48.531138 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7fa5b5d-0e87-4d73-b051-229dfdcc156e req-63162878-09f1-4805-b564-54427ed8e30e tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Network 0685e2b1-3b13-405d-a131-f90aa0a8867a is already hosted by enough agents. {{(pid=84764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:23:48.532022 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63162878-09f1-4805-b564-54427ed8e30e tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Pushing event updated for resources: {'Port': ['ID=66070cfb-f3cb-42ed-835a-6e23e8e08665,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:48.533580 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-e01c80cf-4120-481f-9ffc-db7267b09d5e None None] Set router 2dd3cbe4-c997-450d-9cd5-e879aaa252d2 gateway port host: n-d-836017-2 {{(pid=84765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:23:48.536566 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [req-a7fa5b5d-0e87-4d73-b051-229dfdcc156e req-63162878-09f1-4805-b564-54427ed8e30e tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Resources bound (agent type, host, resource id): {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:23:48.538705 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7fa5b5d-0e87-4d73-b051-229dfdcc156e req-63162878-09f1-4805-b564-54427ed8e30e tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Received port after_create {{(pid=84764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:23:48.604730 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2257e2b-153a-4519-9bcf-91e2483f8f08 req-d857dd70-2724-4824-9bbe-1a764bb62be9 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:48.611544 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 47336) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:23:48.612002 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d2257e2b-153a-4519-9bcf-91e2483f8f08 req-d857dd70-2724-4824-9bbe-1a764bb62be9 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?device_id=6623f59d-6d74-43c2-bd67-bd59cf127910 HTTP/1.1" status: 200 len: 945 time: 0.2515438 Apr 18 19:23:48.637880 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fa5b5d-0e87-4d73-b051-229dfdcc156e req-63162878-09f1-4805-b564-54427ed8e30e tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:48.638516 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-a7fa5b5d-0e87-4d73-b051-229dfdcc156e req-63162878-09f1-4805-b564-54427ed8e30e tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:48.705788 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d2257e2b-153a-4519-9bcf-91e2483f8f08 req-76c890d5-cad5-480a-979f-392bd9be96e3 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927753 Apr 18 19:23:48.734576 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a7fa5b5d-0e87-4d73-b051-229dfdcc156e req-63162878-09f1-4805-b564-54427ed8e30e tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2916920 Apr 18 19:23:48.749895 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [req-a7fa5b5d-0e87-4d73-b051-229dfdcc156e req-876ba116-1387-4c76-ab6c-35abcb079840 service neutron] Request body: {'port': {'device_id': '115054ae-eaa7-4e63-9798-88a3b5af809d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-2'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:23:48.894639 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-576a1fb3-c7d2-49e8-b803-1a755edb5abe admin admin] Notify callbacks [] for security_group, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:48.964172 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-e01c80cf-4120-481f-9ffc-db7267b09d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd3cbe4-c997-450d-9cd5-e879aaa252d2', 'name': 'tempest-FloatingIPDetailsTestJSON-1248397671-router', 'tenant_id': '2c5c0db6af674914a5dc8095df286e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': 'fd15f833-ac06-4819-bce4-1b9f29a16201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:23:36Z', 'updated_at': '2022-04-18T19:23:44Z', 'revision_number': 4, 'project_id': '2c5c0db6af674914a5dc8095df286e78', 'gw_port': {'id': 'fd15f833-ac06-4819-bce4-1b9f29a16201', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:cb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd3cbe4-c997-450d-9cd5-e879aaa252d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:23:37Z', 'updated_at': '2022-04-18T19:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_interfaces': [{'id': '04f01dbb-8455-40e9-851a-ceb337290635', 'name': '', 'network_id': '2d0ab968-fb78-4fd8-b18d-c975fb4f0b09', 'tenant_id': '2c5c0db6af674914a5dc8095df286e78', 'mac_address': 'fa:16:3e:d0:6a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dd3cbe4-c997-450d-9cd5-e879aaa252d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5e959cc-d6d1-42ee-8eb8-a7b66849b655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:23:44Z', 'updated_at': '2022-04-18T19:23:45Z', 'revision_number': 2, 'project_id': '2c5c0db6af674914a5dc8095df286e78', 'subnets': [{'id': 'c5e959cc-d6d1-42ee-8eb8-a7b66849b655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-2', False) {} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:23:48.968513 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01c80cf-4120-481f-9ffc-db7267b09d5e None None] Checking router: 2dd3cbe4-c997-450d-9cd5-e879aaa252d2 for host: n-d-836017-2 {{(pid=84765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:23:48.968866 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01c80cf-4120-481f-9ffc-db7267b09d5e None None] Updating router 2dd3cbe4-c997-450d-9cd5-e879aaa252d2 port 04f01dbb-8455-40e9-851a-ceb337290635 binding host n-d-836017-2 {{(pid=84765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 19:23:49.004259 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-a7fa5b5d-0e87-4d73-b051-229dfdcc156e req-876ba116-1387-4c76-ab6c-35abcb079840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:49.050391 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e01c80cf-4120-481f-9ffc-db7267b09d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:49.103244 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e435a96d-5090-4fdc-8a1c-2b9875483134 req-c38a04ea-bb80-4592-b0e9-045b0d7fb4aa tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:49.105307 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e435a96d-5090-4fdc-8a1c-2b9875483134 req-c38a04ea-bb80-4592-b0e9-045b0d7fb4aa tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3396816-7672-4e6c-a9ee-905861ee2aea HTTP/1.1" status: 200 len: 949 time: 0.1993549 Apr 18 19:23:49.114683 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-7af8afd6-a338-418a-89f4-07b8ceeae537 req-e7fed40c-3b03-4956-9a07-a02f70b535c7 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Synchronizing usage tracker for tenant:2c5c0db6af674914a5dc8095df286e78 on resource:network {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:23:49.139116 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-576a1fb3-c7d2-49e8-b803-1a755edb5abe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:23:49.147624 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-576a1fb3-c7d2-49e8-b803-1a755edb5abe admin admin] Usage tracker for resource:security_group_rule and tenant:91bb869c33ac4ba49a41b8908b3d58b4 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:23:49.153480 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-576a1fb3-c7d2-49e8-b803-1a755edb5abe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:23:49.161288 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-576a1fb3-c7d2-49e8-b803-1a755edb5abe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:23:49.256719 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.agents_db [None req-eb67022b-f881-4bc8-8f45-fca90fb27803 None None] Agent healthcheck: found 7 active agents {{(pid=84766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:23:49.304063 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e435a96d-5090-4fdc-8a1c-2b9875483134 req-c36533d8-74e8-4fb9-aa33-b57ffce45657 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b82ee4b-1b13-4f19-86d2-85d0db8a03cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588204 Apr 18 19:23:49.324504 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-7af8afd6-a338-418a-89f4-07b8ceeae537 req-e7fed40c-3b03-4956-9a07-a02f70b535c7 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Unset dirty status for tenant:2c5c0db6af674914a5dc8095df286e78 on resource:network {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:23:49.327124 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7af8afd6-a338-418a-89f4-07b8ceeae537 req-e7fed40c-3b03-4956-9a07-a02f70b535c7 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4097269 Apr 18 19:23:49.356643 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-7af8afd6-a338-418a-89f4-07b8ceeae537 req-5552dbae-e971-4cb0-9b07-dfdc6b9fdd92 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Request body: {'floatingip': {'floating_network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:23:49.374763 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-7af8afd6-a338-418a-89f4-07b8ceeae537 req-5552dbae-e971-4cb0-9b07-dfdc6b9fdd92 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:23:49.380088 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-7af8afd6-a338-418a-89f4-07b8ceeae537 req-5552dbae-e971-4cb0-9b07-dfdc6b9fdd92 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Usage tracker for resource:floatingip and tenant:2c5c0db6af674914a5dc8095df286e78 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:23:49.383233 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-7af8afd6-a338-418a-89f4-07b8ceeae537 req-5552dbae-e971-4cb0-9b07-dfdc6b9fdd92 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:23:49.390120 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-7af8afd6-a338-418a-89f4-07b8ceeae537 req-5552dbae-e971-4cb0-9b07-dfdc6b9fdd92 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:23:49.421690 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-576a1fb3-c7d2-49e8-b803-1a755edb5abe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:49.493081 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e01c80cf-4120-481f-9ffc-db7267b09d5e None None] Notify callbacks [] for port, precommit_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:49.505340 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-576a1fb3-c7d2-49e8-b803-1a755edb5abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:49.520082 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e01c80cf-4120-481f-9ffc-db7267b09d5e None None] Transition to ACTIVE for port object 04f01dbb-8455-40e9-851a-ceb337290635 will not be triggered until provisioned by entity L2. {{(pid=84765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:23:49.542990 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [req-a7fa5b5d-0e87-4d73-b051-229dfdcc156e req-876ba116-1387-4c76-ab6c-35abcb079840 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66070cfb-f3cb-42ed-835a-6e23e8e08665 {{(pid=84764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:23:49.563417 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576a1fb3-c7d2-49e8-b803-1a755edb5abe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b337c51-ba4e-4146-8181-71f0063501ad,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:49.566208 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-a7fa5b5d-0e87-4d73-b051-229dfdcc156e req-876ba116-1387-4c76-ab6c-35abcb079840 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:49.570377 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-576a1fb3-c7d2-49e8-b803-1a755edb5abe admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=91bb869c33ac4ba49a41b8908b3d58b4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9571230 Apr 18 19:23:49.573912 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-7af8afd6-a338-418a-89f4-07b8ceeae537 req-5552dbae-e971-4cb0-9b07-dfdc6b9fdd92 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Notify callbacks [] for floatingip, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:49.577959 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 47360) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:23:49.601988 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e01c80cf-4120-481f-9ffc-db7267b09d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:49.602683 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.provisioning_blocks [req-a7fa5b5d-0e87-4d73-b051-229dfdcc156e req-876ba116-1387-4c76-ab6c-35abcb079840 service neutron] Transition to ACTIVE for port object 66070cfb-f3cb-42ed-835a-6e23e8e08665 will not be triggered until provisioned by entity L2. {{(pid=84764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:23:49.618031 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6629b721-3996-4b82-bf4a-dda9d79813dc req-2d6f0afd-1751-4f88-b220-86a66a5fb614 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:49.619514 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6629b721-3996-4b82-bf4a-dda9d79813dc req-2d6f0afd-1751-4f88-b220-86a66a5fb614 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b043aff-a1de-4df2-bb9c-37333bb01f66 HTTP/1.1" status: 200 len: 945 time: 0.1527650 Apr 18 19:23:49.706937 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6629b721-3996-4b82-bf4a-dda9d79813dc req-7b81ef46-1991-42a2-8ae1-8d5b5a89ddf9 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/security-groups?id=1e5cc43e-ae04-4a53-be47-dfdad3ea2d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790386 Apr 18 19:23:49.710826 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-a7fa5b5d-0e87-4d73-b051-229dfdcc156e req-876ba116-1387-4c76-ab6c-35abcb079840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2290934'] for port, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:49.807380 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-7af8afd6-a338-418a-89f4-07b8ceeae537 req-5552dbae-e971-4cb0-9b07-dfdc6b9fdd92 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:49.938381 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-e01c80cf-4120-481f-9ffc-db7267b09d5e None None] Attempting to bind port 04f01dbb-8455-40e9-851a-ceb337290635 on host n-d-836017-2 for vnic_type normal with profile {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:23:49.938599 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-e01c80cf-4120-481f-9ffc-db7267b09d5e None None] Attempting to bind port 04f01dbb-8455-40e9-851a-ceb337290635 by drivers openvswitch,hyperv on host n-d-836017-2 at level 0 using segments [{'id': 'abfb4404-b21d-45ad-8846-a7e133674c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2d0ab968-fb78-4fd8-b18d-c975fb4f0b09'}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:23:49.938970 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01c80cf-4120-481f-9ffc-db7267b09d5e None None] Attempting to bind port 04f01dbb-8455-40e9-851a-ceb337290635 on network 2d0ab968-fb78-4fd8-b18d-c975fb4f0b09 {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:23:49.957360 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6b3f78-b2bd-4dc7-a3fc-62b5c70abc6d None None] Pushing event updated for resources: {'Port': ['ID=04f01dbb-8455-40e9-851a-ceb337290635,revision_number=3']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:49.959933 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01c80cf-4120-481f-9ffc-db7267b09d5e None None] Checking agent: {'id': 'df2a5cfe-6839-400b-a998-e4fffce70f45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 8, 22), 'started_at': datetime.datetime(2022, 4, 18, 19, 8, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:23:49.960335 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01c80cf-4120-481f-9ffc-db7267b09d5e None None] Checking segment: {'id': 'abfb4404-b21d-45ad-8846-a7e133674c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2d0ab968-fb78-4fd8-b18d-c975fb4f0b09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:23:49.960730 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e01c80cf-4120-481f-9ffc-db7267b09d5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:49.961112 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01c80cf-4120-481f-9ffc-db7267b09d5e None None] Bound using segment: {'id': 'abfb4404-b21d-45ad-8846-a7e133674c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2d0ab968-fb78-4fd8-b18d-c975fb4f0b09'} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:23:49.961593 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-e01c80cf-4120-481f-9ffc-db7267b09d5e None None] Bound port: 04f01dbb-8455-40e9-851a-ceb337290635, host: n-d-836017-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abfb4404-b21d-45ad-8846-a7e133674c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2d0ab968-fb78-4fd8-b18d-c975fb4f0b09'}}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:23:49.962104 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e01c80cf-4120-481f-9ffc-db7267b09d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:50.015930 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_common [req-7af8afd6-a338-418a-89f4-07b8ceeae537 req-5552dbae-e971-4cb0-9b07-dfdc6b9fdd92 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Allocated IP 172.25.3.34 (11e8e108-37df-4084-b6b7-113e6beb66b4/3b0abf32-1504-448b-b06e-c8c870b6a7c8/561307f9-4ebe-4e80-8750-d4e39cf08dfa) {{(pid=84763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:23:50.026758 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-285ea304-b60a-4254-a0ba-8e754d1171f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:50.058768 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-285ea304-b60a-4254-a0ba-8e754d1171f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:50.066536 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e01c80cf-4120-481f-9ffc-db7267b09d5e None None] For port 04f01dbb-8455-40e9-851a-ceb337290635, host n-d-836017-2, cleared binding levels {{(pid=84765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:23:50.070114 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e01c80cf-4120-481f-9ffc-db7267b09d5e None None] For port 04f01dbb-8455-40e9-851a-ceb337290635, host n-d-836017-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=04f01dbb-8455-40e9-851a-ceb337290635,segment=NetworkSegment(abfb4404-b21d-45ad-8846-a7e133674c8d),segment_id=abfb4404-b21d-45ad-8846-a7e133674c8d)] {{(pid=84765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:23:50.136782 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876ba116-1387-4c76-ab6c-35abcb079840 service neutron] Pushing event updated for resources: {'Port': ['ID=66070cfb-f3cb-42ed-835a-6e23e8e08665,revision_number=2']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:50.202931 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e01c80cf-4120-481f-9ffc-db7267b09d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:50.249215 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5861b189-c692-4368-953b-de0e4a63c1cc req-48ff0223-2970-4f41-b756-01211301d5f6 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:50.249937 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-5861b189-c692-4368-953b-de0e4a63c1cc req-48ff0223-2970-4f41-b756-01211301d5f6 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Synchronizing usage tracker for tenant:fc56e011536d43568ffc66b480cf23b0 on resource:port {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:23:50.259809 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-a7fa5b5d-0e87-4d73-b051-229dfdcc156e req-876ba116-1387-4c76-ab6c-35abcb079840 service neutron] Attempting to bind port 66070cfb-f3cb-42ed-835a-6e23e8e08665 on host n-h2-836017-2 for vnic_type normal with profile {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:23:50.260138 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-a7fa5b5d-0e87-4d73-b051-229dfdcc156e req-876ba116-1387-4c76-ab6c-35abcb079840 service neutron] Attempting to bind port 66070cfb-f3cb-42ed-835a-6e23e8e08665 by drivers openvswitch,hyperv on host n-h2-836017-2 at level 0 using segments [{'id': '1b33902c-725a-4527-bb11-2978d3dba7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '0685e2b1-3b13-405d-a131-f90aa0a8867a'}] {{(pid=84764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:23:50.261964 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7fa5b5d-0e87-4d73-b051-229dfdcc156e req-876ba116-1387-4c76-ab6c-35abcb079840 service neutron] Attempting to bind port 66070cfb-f3cb-42ed-835a-6e23e8e08665 on network 0685e2b1-3b13-405d-a131-f90aa0a8867a {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:23:50.273205 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7fa5b5d-0e87-4d73-b051-229dfdcc156e req-876ba116-1387-4c76-ab6c-35abcb079840 service neutron] Port 66070cfb-f3cb-42ed-835a-6e23e8e08665 on network 0685e2b1-3b13-405d-a131-f90aa0a8867a not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-2 {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:23:50.281068 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7fa5b5d-0e87-4d73-b051-229dfdcc156e req-876ba116-1387-4c76-ab6c-35abcb079840 service neutron] Attempting to bind port 66070cfb-f3cb-42ed-835a-6e23e8e08665 on network 0685e2b1-3b13-405d-a131-f90aa0a8867a {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:23:50.281696 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7fa5b5d-0e87-4d73-b051-229dfdcc156e req-876ba116-1387-4c76-ab6c-35abcb079840 service neutron] Checking agent: {'id': '02e8f951-d3a3-40e1-b8cc-aed258af030b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:23:50.281946 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7fa5b5d-0e87-4d73-b051-229dfdcc156e req-876ba116-1387-4c76-ab6c-35abcb079840 service neutron] Checking segment: {'id': '1b33902c-725a-4527-bb11-2978d3dba7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '0685e2b1-3b13-405d-a131-f90aa0a8867a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:23:50.282324 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7fa5b5d-0e87-4d73-b051-229dfdcc156e req-876ba116-1387-4c76-ab6c-35abcb079840 service neutron] Bound using segment: {'id': '1b33902c-725a-4527-bb11-2978d3dba7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '0685e2b1-3b13-405d-a131-f90aa0a8867a'} {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:23:50.283058 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-a7fa5b5d-0e87-4d73-b051-229dfdcc156e req-876ba116-1387-4c76-ab6c-35abcb079840 service neutron] Bound port: 66070cfb-f3cb-42ed-835a-6e23e8e08665, host: n-h2-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b33902c-725a-4527-bb11-2978d3dba7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '0685e2b1-3b13-405d-a131-f90aa0a8867a'}}] {{(pid=84764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:23:50.283058 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-a7fa5b5d-0e87-4d73-b051-229dfdcc156e req-876ba116-1387-4c76-ab6c-35abcb079840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:50.322247 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-7af8afd6-a338-418a-89f4-07b8ceeae537 req-5552dbae-e971-4cb0-9b07-dfdc6b9fdd92 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Notify callbacks [] for port, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:50.341709 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01c80cf-4120-481f-9ffc-db7267b09d5e None None] Routers {'2dd3cbe4-c997-450d-9cd5-e879aaa252d2'} bound to L3 agent in host n-d-836017-2 {{(pid=84765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:23:50.342346 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-e01c80cf-4120-481f-9ffc-db7267b09d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:23:20Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['2dd3cbe4-c997-450d-9cd5-e879aaa252d2'], 'active': True} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:23:50.389772 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-a7fa5b5d-0e87-4d73-b051-229dfdcc156e req-876ba116-1387-4c76-ab6c-35abcb079840 service neutron] For port 66070cfb-f3cb-42ed-835a-6e23e8e08665, host n-h2-836017-2, cleared binding levels {{(pid=84764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:23:50.393676 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-a7fa5b5d-0e87-4d73-b051-229dfdcc156e req-876ba116-1387-4c76-ab6c-35abcb079840 service neutron] For port 66070cfb-f3cb-42ed-835a-6e23e8e08665, host n-h2-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=66070cfb-f3cb-42ed-835a-6e23e8e08665,segment=NetworkSegment(1b33902c-725a-4527-bb11-2978d3dba7a4),segment_id=1b33902c-725a-4527-bb11-2978d3dba7a4)] {{(pid=84764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:23:50.532632 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6b3f78-b2bd-4dc7-a3fc-62b5c70abc6d None None] Pushing event updated for resources: {'Port': ['ID=04f01dbb-8455-40e9-851a-ceb337290635,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:50.601600 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-285ea304-b60a-4254-a0ba-8e754d1171f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:50.610846 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-e01c80cf-4120-481f-9ffc-db7267b09d5e None None] Set router 2dd3cbe4-c997-450d-9cd5-e879aaa252d2 gateway port host: n-d-836017-2 {{(pid=84765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:23:50.620803 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285ea304-b60a-4254-a0ba-8e754d1171f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b337c51-ba4e-4146-8181-71f0063501ad,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:50.624141 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-285ea304-b60a-4254-a0ba-8e754d1171f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:50.625450 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-285ea304-b60a-4254-a0ba-8e754d1171f7 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7b337c51-ba4e-4146-8181-71f0063501ad HTTP/1.1" status: 204 len: 168 time: 1.0465703 Apr 18 19:23:50.652686 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-5861b189-c692-4368-953b-de0e4a63c1cc req-48ff0223-2970-4f41-b756-01211301d5f6 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Unset dirty status for tenant:fc56e011536d43568ffc66b480cf23b0 on resource:port {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:23:50.654870 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-7af8afd6-a338-418a-89f4-07b8ceeae537 req-5552dbae-e971-4cb0-9b07-dfdc6b9fdd92 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:50.656132 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-5861b189-c692-4368-953b-de0e4a63c1cc req-48ff0223-2970-4f41-b756-01211301d5f6 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=115054ae-eaa7-4e63-9798-88a3b5af809d HTTP/1.1" status: 200 len: 943 time: 0.7207055 Apr 18 19:23:50.659319 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-a7fa5b5d-0e87-4d73-b051-229dfdcc156e req-876ba116-1387-4c76-ab6c-35abcb079840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2290934'] for port, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:50.668487 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4e85b41f-b5a0-49b9-b025-5283791156b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:50.711391 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:50.762144 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7af8afd6-a338-418a-89f4-07b8ceeae537 req-5552dbae-e971-4cb0-9b07-dfdc6b9fdd92 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Network 11e8e108-37df-4084-b6b7-113e6beb66b4 is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:23:50.765881 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [req-7af8afd6-a338-418a-89f4-07b8ceeae537 req-5552dbae-e971-4cb0-9b07-dfdc6b9fdd92 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:23:50.768659 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-7af8afd6-a338-418a-89f4-07b8ceeae537 req-5552dbae-e971-4cb0-9b07-dfdc6b9fdd92 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Received port after_create {{(pid=84763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:23:50.831232 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5552dbae-e971-4cb0-9b07-dfdc6b9fdd92 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Pushing event updated for resources: {'Port': ['ID=561307f9-4ebe-4e80-8750-d4e39cf08dfa,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:50.964497 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-a7fa5b5d-0e87-4d73-b051-229dfdcc156e req-876ba116-1387-4c76-ab6c-35abcb079840 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:50.966014 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a7fa5b5d-0e87-4d73-b051-229dfdcc156e req-876ba116-1387-4c76-ab6c-35abcb079840 service neutron] 10.222.0.72 "PUT /v2.0/ports/66070cfb-f3cb-42ed-835a-6e23e8e08665 HTTP/1.1" status: 200 len: 1091 time: 2.2218587 Apr 18 19:23:50.967144 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '115054ae-eaa7-4e63-9798-88a3b5af809d', 'tag': '66070cfb-f3cb-42ed-835a-6e23e8e08665'}] {{(pid=84764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:23:50.992608 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-5861b189-c692-4368-953b-de0e4a63c1cc req-961ba411-88ae-4f27-b17a-6fa8867b3af8 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3164840 Apr 18 19:23:50.997049 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876ba116-1387-4c76-ab6c-35abcb079840 service neutron] Pushing event updated for resources: {'Port': ['ID=66070cfb-f3cb-42ed-835a-6e23e8e08665,revision_number=3']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:51.013721 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-7af8afd6-a338-418a-89f4-07b8ceeae537 req-5552dbae-e971-4cb0-9b07-dfdc6b9fdd92 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:51.159461 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-7af8afd6-a338-418a-89f4-07b8ceeae537 req-5552dbae-e971-4cb0-9b07-dfdc6b9fdd92 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:51.168822 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-e01c80cf-4120-481f-9ffc-db7267b09d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd3cbe4-c997-450d-9cd5-e879aaa252d2', 'name': 'tempest-FloatingIPDetailsTestJSON-1248397671-router', 'tenant_id': '2c5c0db6af674914a5dc8095df286e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': 'fd15f833-ac06-4819-bce4-1b9f29a16201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:23:36Z', 'updated_at': '2022-04-18T19:23:44Z', 'revision_number': 4, 'project_id': '2c5c0db6af674914a5dc8095df286e78', 'gw_port': {'id': 'fd15f833-ac06-4819-bce4-1b9f29a16201', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:cb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd3cbe4-c997-450d-9cd5-e879aaa252d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:23:37Z', 'updated_at': '2022-04-18T19:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_interfaces': [{'id': '04f01dbb-8455-40e9-851a-ceb337290635', 'name': '', 'network_id': '2d0ab968-fb78-4fd8-b18d-c975fb4f0b09', 'tenant_id': '2c5c0db6af674914a5dc8095df286e78', 'mac_address': 'fa:16:3e:d0:6a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dd3cbe4-c997-450d-9cd5-e879aaa252d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5e959cc-d6d1-42ee-8eb8-a7b66849b655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:23:44Z', 'updated_at': '2022-04-18T19:23:50Z', 'revision_number': 4, 'project_id': '2c5c0db6af674914a5dc8095df286e78', 'subnets': [{'id': 'c5e959cc-d6d1-42ee-8eb8-a7b66849b655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-2', False) {} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:23:51.179212 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01c80cf-4120-481f-9ffc-db7267b09d5e None None] The sync data for ids ['2dd3cbe4-c997-450d-9cd5-e879aaa252d2'] in n-d-836017-2 is: [{'id': '2dd3cbe4-c997-450d-9cd5-e879aaa252d2', 'name': 'tempest-FloatingIPDetailsTestJSON-1248397671-router', 'tenant_id': '2c5c0db6af674914a5dc8095df286e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': 'fd15f833-ac06-4819-bce4-1b9f29a16201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:23:36Z', 'updated_at': '2022-04-18T19:23:44Z', 'revision_number': 4, 'project_id': '2c5c0db6af674914a5dc8095df286e78', 'gw_port': {'id': 'fd15f833-ac06-4819-bce4-1b9f29a16201', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:cb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd3cbe4-c997-450d-9cd5-e879aaa252d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:23:37Z', 'updated_at': '2022-04-18T19:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_interfaces': [{'id': '04f01dbb-8455-40e9-851a-ceb337290635', 'name': '', 'network_id': '2d0ab968-fb78-4fd8-b18d-c975fb4f0b09', 'tenant_id': '2c5c0db6af674914a5dc8095df286e78', 'mac_address': 'fa:16:3e:d0:6a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dd3cbe4-c997-450d-9cd5-e879aaa252d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5e959cc-d6d1-42ee-8eb8-a7b66849b655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:23:44Z', 'updated_at': '2022-04-18T19:23:50Z', 'revision_number': 4, 'project_id': '2c5c0db6af674914a5dc8095df286e78', 'subnets': [{'id': 'c5e959cc-d6d1-42ee-8eb8-a7b66849b655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:23:51.213435 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a7fa5b5d-0e87-4d73-b051-229dfdcc156e req-7f510a81-568c-4caa-8c6a-c5a1ef93a574 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fc56e011536d43568ffc66b480cf23b0&device_id=115054ae-eaa7-4e63-9798-88a3b5af809d HTTP/1.1" status: 200 len: 1094 time: 0.1411712 Apr 18 19:23:51.424150 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a7fa5b5d-0e87-4d73-b051-229dfdcc156e req-717783a7-fc03-4ff7-9cb7-f76a8b3b9985 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=66070cfb-f3cb-42ed-835a-6e23e8e08665 HTTP/1.1" status: 200 len: 217 time: 0.1876435 Apr 18 19:23:51.514974 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fa5b5d-0e87-4d73-b051-229dfdcc156e req-f2088096-afde-4d40-b9a1-b8a69034d4e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:51.516672 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a7fa5b5d-0e87-4d73-b051-229dfdcc156e req-f2088096-afde-4d40-b9a1-b8a69034d4e5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1c71b90d-680b-4d0c-80a6-944953a6ed07 HTTP/1.1" status: 200 len: 848 time: 0.0817125 Apr 18 19:23:51.578236 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a7fa5b5d-0e87-4d73-b051-229dfdcc156e req-dd8d3520-f539-4d78-a0ef-f251e87ea7a4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0685e2b1-3b13-405d-a131-f90aa0a8867a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560315 Apr 18 19:23:51.621698 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9929869f-4df5-4dd7-a57e-36f585cb19cc req-17e00177-e2f4-4e7e-8929-675d18907062 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:51.628891 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-9929869f-4df5-4dd7-a57e-36f585cb19cc req-17e00177-e2f4-4e7e-8929-675d18907062 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?device_id=6623f59d-6d74-43c2-bd67-bd59cf127910 HTTP/1.1" status: 200 len: 945 time: 0.2919292 Apr 18 19:23:51.644735 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-7af8afd6-a338-418a-89f4-07b8ceeae537 req-5552dbae-e971-4cb0-9b07-dfdc6b9fdd92 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Notify callbacks [] for port, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:51.729566 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-7af8afd6-a338-418a-89f4-07b8ceeae537 req-5552dbae-e971-4cb0-9b07-dfdc6b9fdd92 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:51.785556 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1c541fd-6087-4755-8778-e68e27e46067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:51.826475 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a7fa5b5d-0e87-4d73-b051-229dfdcc156e req-6cc63af9-7567-468c-a3c9-a2e348c89f84 service neutron] 10.222.0.72 "GET /v2.0/networks/0685e2b1-3b13-405d-a131-f90aa0a8867a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355576 Apr 18 19:23:51.843150 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-9929869f-4df5-4dd7-a57e-36f585cb19cc req-4dd69c16-c781-41ca-bca3-5f45b45638d7 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087915 Apr 18 19:23:51.880000 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5552dbae-e971-4cb0-9b07-dfdc6b9fdd92 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Pushing event updated for resources: {'Port': ['ID=561307f9-4ebe-4e80-8750-d4e39cf08dfa,revision_number=2']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:51.896330 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-7af8afd6-a338-418a-89f4-07b8ceeae537 req-5552dbae-e971-4cb0-9b07-dfdc6b9fdd92 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416787'] for floatingip, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:52.024986 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-7af8afd6-a338-418a-89f4-07b8ceeae537 req-5552dbae-e971-4cb0-9b07-dfdc6b9fdd92 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for floatingip, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:52.026940 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7af8afd6-a338-418a-89f4-07b8ceeae537 req-5552dbae-e971-4cb0-9b07-dfdc6b9fdd92 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.6933575 Apr 18 19:23:52.075869 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:52.114239 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a7fa5b5d-0e87-4d73-b051-229dfdcc156e req-b294807d-486a-4f92-b4e9-5a006cc885ce service neutron] 10.222.0.72 "GET /v2.0/networks/0685e2b1-3b13-405d-a131-f90aa0a8867a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2868414 Apr 18 19:23:52.144397 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-7af8afd6-a338-418a-89f4-07b8ceeae537 req-adeb038e-4758-4151-b0a7-5f3dfb83c5d7 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Synchronizing usage tracker for tenant:2c5c0db6af674914a5dc8095df286e78 on resource:floatingip {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:23:52.163102 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5da6af-d5f9-47bc-ba3c-377b2f922816 req-fd3354fa-be96-4f26-9ca5-0535a9cde8a2 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:52.164981 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-0c5da6af-d5f9-47bc-ba3c-377b2f922816 req-fd3354fa-be96-4f26-9ca5-0535a9cde8a2 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3396816-7672-4e6c-a9ee-905861ee2aea HTTP/1.1" status: 200 len: 949 time: 0.1005201 Apr 18 19:23:52.221384 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-0c5da6af-d5f9-47bc-ba3c-377b2f922816 req-42386aba-150a-4f65-aa32-a494e18685e4 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b82ee4b-1b13-4f19-86d2-85d0db8a03cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476711 Apr 18 19:23:52.258801 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-7af8afd6-a338-418a-89f4-07b8ceeae537 req-adeb038e-4758-4151-b0a7-5f3dfb83c5d7 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Unset dirty status for tenant:2c5c0db6af674914a5dc8095df286e78 on resource:floatingip {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:23:52.260965 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7af8afd6-a338-418a-89f4-07b8ceeae537 req-adeb038e-4758-4151-b0a7-5f3dfb83c5d7 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.3.34 HTTP/1.1" status: 200 len: 695 time: 0.2270465 Apr 18 19:23:52.434147 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af8afd6-a338-418a-89f4-07b8ceeae537 req-81c1463c-5c61-4b5f-bece-d8fccccad320 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:52.436136 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7af8afd6-a338-418a-89f4-07b8ceeae537 req-81c1463c-5c61-4b5f-bece-d8fccccad320 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] 10.222.0.69 "GET /v2.0/networks/11e8e108-37df-4084-b6b7-113e6beb66b4 HTTP/1.1" status: 200 len: 784 time: 0.1682928 Apr 18 19:23:52.478864 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2fe42f-fe74-4bad-aa1d-af0565f298b6 req-c0fafd4d-3d73-4ad8-b975-b24dce60ebfd tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:52.484933 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-9d2fe42f-fe74-4bad-aa1d-af0565f298b6 req-c0fafd4d-3d73-4ad8-b975-b24dce60ebfd tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b043aff-a1de-4df2-bb9c-37333bb01f66 HTTP/1.1" status: 200 len: 945 time: 0.1177313 Apr 18 19:23:52.521686 n-d-836017-2 neutron-server[84764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a085d95a-cabf-4dfd-b4e8-725b60f0825e'] response: {'name': 'network-changed', 'server_uuid': '115054ae-eaa7-4e63-9798-88a3b5af809d', 'tag': '66070cfb-f3cb-42ed-835a-6e23e8e08665', 'status': 'completed', 'code': 200} Apr 18 19:23:52.538866 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-9d2fe42f-fe74-4bad-aa1d-af0565f298b6 req-d59b896f-06e8-419d-9410-4b3b776a1b60 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/security-groups?id=1e5cc43e-ae04-4a53-be47-dfdad3ea2d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504181 Apr 18 19:23:52.647459 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-5827c4d8-033a-4989-b0e3-d9e14c564002 req-c0e8c714-baaa-4616-ae68-df7ac7c34d1e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fc56e011536d43568ffc66b480cf23b0&device_id=115054ae-eaa7-4e63-9798-88a3b5af809d HTTP/1.1" status: 200 len: 1094 time: 0.1040778 Apr 18 19:23:52.754907 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5987512c-9e5b-4dd9-92d4-8918b62f205a req-aa309c54-5310-44ad-bf9f-0f793a3394f0 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:52.763264 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5987512c-9e5b-4dd9-92d4-8918b62f205a req-aa309c54-5310-44ad-bf9f-0f793a3394f0 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=115054ae-eaa7-4e63-9798-88a3b5af809d HTTP/1.1" status: 200 len: 943 time: 0.1200898 Apr 18 19:23:52.787368 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 04f01dbb-8455-40e9-851a-ceb337290635 up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:23:52.836884 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5987512c-9e5b-4dd9-92d4-8918b62f205a req-1e48fe92-664f-451e-8ba0-876b68cb177c tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715988 Apr 18 19:23:52.837549 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5827c4d8-033a-4989-b0e3-d9e14c564002 req-2c8526ed-4b62-4fef-ade8-840198ed2c44 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:52.841652 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-5827c4d8-033a-4989-b0e3-d9e14c564002 req-2c8526ed-4b62-4fef-ade8-840198ed2c44 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0685e2b1-3b13-405d-a131-f90aa0a8867a HTTP/1.1" status: 200 len: 909 time: 0.1871209 Apr 18 19:23:52.936670 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-5827c4d8-033a-4989-b0e3-d9e14c564002 req-0a25f064-9093-4e01-8d04-f631c4337156 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=66070cfb-f3cb-42ed-835a-6e23e8e08665 HTTP/1.1" status: 200 len: 217 time: 0.0825341 Apr 18 19:23:52.960775 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning for port 04f01dbb-8455-40e9-851a-ceb337290635 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:23:52.968815 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port 04f01dbb-8455-40e9-851a-ceb337290635 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:23:52.969182 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:53.032575 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a4106dab-6971-4e7e-8fdc-c66f0a3f4877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:53.034882 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c220b295-2a8d-4bd7-9a9e-ae3dc5396ebd req-689124c5-9dc3-4671-9891-060181efee81 tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=0bfa1acfa101481e821d2de81222b04b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0438204 Apr 18 19:23:53.055313 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d63c617f-3869-4fd2-ba6c-82507be56a61 req-7e2944f9-ba22-4cbe-8c6a-718525246a32 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1768522 Apr 18 19:23:53.065900 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-d63c617f-3869-4fd2-ba6c-82507be56a61 req-caf024dc-11c8-4503-9eca-4bb39800c867 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Request body: {'floatingip': {'floating_network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:23:53.072075 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-d63c617f-3869-4fd2-ba6c-82507be56a61 req-caf024dc-11c8-4503-9eca-4bb39800c867 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:23:53.082848 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5827c4d8-033a-4989-b0e3-d9e14c564002 req-3786f581-f557-45bd-aa00-15410a2a93ef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:53.084634 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-5827c4d8-033a-4989-b0e3-d9e14c564002 req-3786f581-f557-45bd-aa00-15410a2a93ef service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1c71b90d-680b-4d0c-80a6-944953a6ed07 HTTP/1.1" status: 200 len: 848 time: 0.1407254 Apr 18 19:23:53.090731 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-d63c617f-3869-4fd2-ba6c-82507be56a61 req-caf024dc-11c8-4503-9eca-4bb39800c867 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:23:53.118022 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:53.156622 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] For port 04f01dbb-8455-40e9-851a-ceb337290635, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=04f01dbb-8455-40e9-851a-ceb337290635,segment=NetworkSegment(abfb4404-b21d-45ad-8846-a7e133674c8d),segment_id=abfb4404-b21d-45ad-8846-a7e133674c8d)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:23:53.184923 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-d63c617f-3869-4fd2-ba6c-82507be56a61 req-caf024dc-11c8-4503-9eca-4bb39800c867 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Notify callbacks [] for floatingip, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:53.193122 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-5827c4d8-033a-4989-b0e3-d9e14c564002 req-a3976715-f58a-4150-a53a-4ce35583335a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0685e2b1-3b13-405d-a131-f90aa0a8867a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636613 Apr 18 19:23:53.258339 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:53.335621 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Pushing event updated for resources: {'Port': ['ID=04f01dbb-8455-40e9-851a-ceb337290635,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:53.351798 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-d63c617f-3869-4fd2-ba6c-82507be56a61 req-caf024dc-11c8-4503-9eca-4bb39800c867 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:53.437611 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c220b295-2a8d-4bd7-9a9e-ae3dc5396ebd req-a062e422-05f8-4399-87a9-083727fe595a tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:53.439011 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c220b295-2a8d-4bd7-9a9e-ae3dc5396ebd req-a062e422-05f8-4399-87a9-083727fe595a tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3926995 Apr 18 19:23:53.484042 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c220b295-2a8d-4bd7-9a9e-ae3dc5396ebd req-ca8a0b44-e31e-4ce4-a6bd-19f6f1cebd68 tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] 10.222.0.69 "GET /v2.0/quotas/0bfa1acfa101481e821d2de81222b04b HTTP/1.1" status: 200 len: 375 time: 0.0386086 Apr 18 19:23:53.522336 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_common [req-d63c617f-3869-4fd2-ba6c-82507be56a61 req-caf024dc-11c8-4503-9eca-4bb39800c867 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Allocated IP 172.25.3.37 (11e8e108-37df-4084-b6b7-113e6beb66b4/3b0abf32-1504-448b-b06e-c8c870b6a7c8/df1b36cf-3cbd-42ae-bf1d-f80c0aa99d33) {{(pid=84763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:23:53.545345 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c220b295-2a8d-4bd7-9a9e-ae3dc5396ebd req-f08b81f5-afca-4938-a20a-b2437cdfcc02 tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=0bfa1acfa101481e821d2de81222b04b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0504603 Apr 18 19:23:53.547186 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-5827c4d8-033a-4989-b0e3-d9e14c564002 req-9a4aa45c-e988-478b-addb-8ceaf0f64e89 service neutron] 10.222.0.72 "GET /v2.0/networks/0685e2b1-3b13-405d-a131-f90aa0a8867a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3344975 Apr 18 19:23:53.688677 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-5827c4d8-033a-4989-b0e3-d9e14c564002 req-cb236644-4f84-41c8-a0cf-c50614a7a66b service neutron] 10.222.0.72 "GET /v2.0/networks/0685e2b1-3b13-405d-a131-f90aa0a8867a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341090 Apr 18 19:23:53.700294 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-d63c617f-3869-4fd2-ba6c-82507be56a61 req-caf024dc-11c8-4503-9eca-4bb39800c867 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Notify callbacks [] for port, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:53.773362 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-d63c617f-3869-4fd2-ba6c-82507be56a61 req-caf024dc-11c8-4503-9eca-4bb39800c867 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:53.868726 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d63c617f-3869-4fd2-ba6c-82507be56a61 req-caf024dc-11c8-4503-9eca-4bb39800c867 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Network 11e8e108-37df-4084-b6b7-113e6beb66b4 is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:23:53.873411 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [req-d63c617f-3869-4fd2-ba6c-82507be56a61 req-caf024dc-11c8-4503-9eca-4bb39800c867 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:23:53.875549 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf024dc-11c8-4503-9eca-4bb39800c867 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Pushing event updated for resources: {'Port': ['ID=df1b36cf-3cbd-42ae-bf1d-f80c0aa99d33,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:53.878492 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-d63c617f-3869-4fd2-ba6c-82507be56a61 req-caf024dc-11c8-4503-9eca-4bb39800c867 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Received port after_create {{(pid=84763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:23:54.082521 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871733b7-6daf-4930-b03d-c0c9c748762a req-4b5862fa-a46e-4a34-85f4-09377ec9e005 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:54.084327 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-871733b7-6daf-4930-b03d-c0c9c748762a req-4b5862fa-a46e-4a34-85f4-09377ec9e005 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?device_id=6623f59d-6d74-43c2-bd67-bd59cf127910 HTTP/1.1" status: 200 len: 945 time: 0.0962038 Apr 18 19:23:54.133348 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-871733b7-6daf-4930-b03d-c0c9c748762a req-e727cfee-be63-4a6f-ae01-f82207b757cc tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428944 Apr 18 19:23:54.152056 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-d63c617f-3869-4fd2-ba6c-82507be56a61 req-caf024dc-11c8-4503-9eca-4bb39800c867 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:54.235894 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 66070cfb-f3cb-42ed-835a-6e23e8e08665 details requested by agent hyperv_n-h2-836017-2 with host n-h2-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:23:54.295851 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-d63c617f-3869-4fd2-ba6c-82507be56a61 req-caf024dc-11c8-4503-9eca-4bb39800c867 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:54.367717 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d894006-84fb-4bf0-94e4-ee68c7a1e151 req-f8ca5f64-32f8-4e4f-beca-0f5b3de6b919 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:54.369269 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6d894006-84fb-4bf0-94e4-ee68c7a1e151 req-f8ca5f64-32f8-4e4f-beca-0f5b3de6b919 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3396816-7672-4e6c-a9ee-905861ee2aea HTTP/1.1" status: 200 len: 949 time: 0.1030467 Apr 18 19:23:54.393155 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 66070cfb-f3cb-42ed-835a-6e23e8e08665, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=66070cfb-f3cb-42ed-835a-6e23e8e08665,segment=NetworkSegment(1b33902c-725a-4527-bb11-2978d3dba7a4),segment_id=1b33902c-725a-4527-bb11-2978d3dba7a4)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:23:54.410811 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Returning: {'device': '66070cfb-f3cb-42ed-835a-6e23e8e08665', 'network_id': '0685e2b1-3b13-405d-a131-f90aa0a8867a', 'port_id': '66070cfb-f3cb-42ed-835a-6e23e8e08665', 'mac_address': 'fa:16:3e:b0:be:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c71b90d-680b-4d0c-80a6-944953a6ed07', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:23:54.424287 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6d894006-84fb-4bf0-94e4-ee68c7a1e151 req-b78213ae-cdb3-481d-907f-c01c0f498dee tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b82ee4b-1b13-4f19-86d2-85d0db8a03cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457726 Apr 18 19:23:54.471506 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:54.491424 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66070cfb-f3cb-42ed-835a-6e23e8e08665 {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:23:54.509845 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 66070cfb-f3cb-42ed-835a-6e23e8e08665, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=66070cfb-f3cb-42ed-835a-6e23e8e08665,segment=NetworkSegment(1b33902c-725a-4527-bb11-2978d3dba7a4),segment_id=1b33902c-725a-4527-bb11-2978d3dba7a4)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:23:54.561939 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-d63c617f-3869-4fd2-ba6c-82507be56a61 req-caf024dc-11c8-4503-9eca-4bb39800c867 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Notify callbacks [] for port, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:54.584172 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:54.641338 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-d63c617f-3869-4fd2-ba6c-82507be56a61 req-caf024dc-11c8-4503-9eca-4bb39800c867 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:54.674557 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc20d94-e717-448f-ab31-5a6ecbc815f8 req-6be04fe7-bfd7-4028-aff3-f96acf4d4d95 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:54.676557 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-5dc20d94-e717-448f-ab31-5a6ecbc815f8 req-6be04fe7-bfd7-4028-aff3-f96acf4d4d95 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b043aff-a1de-4df2-bb9c-37333bb01f66 HTTP/1.1" status: 200 len: 945 time: 0.1143956 Apr 18 19:23:54.687251 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=66070cfb-f3cb-42ed-835a-6e23e8e08665,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:54.732843 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:54.740961 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 04f01dbb-8455-40e9-851a-ceb337290635 up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:23:54.746009 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-5dc20d94-e717-448f-ab31-5a6ecbc815f8 req-d5c25847-3d9d-469c-b85a-2fc9156e0b35 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/security-groups?id=1e5cc43e-ae04-4a53-be47-dfdad3ea2d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602069 Apr 18 19:23:54.802970 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-d63c617f-3869-4fd2-ba6c-82507be56a61 req-caf024dc-11c8-4503-9eca-4bb39800c867 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416787'] for floatingip, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:54.806779 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf024dc-11c8-4503-9eca-4bb39800c867 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Pushing event updated for resources: {'Port': ['ID=df1b36cf-3cbd-42ae-bf1d-f80c0aa99d33,revision_number=2']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:54.826165 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port 04f01dbb-8455-40e9-851a-ceb337290635 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:23:54.826932 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:54.868154 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c2824c47-e789-4e1f-9258-e65fe8b17321 req-09daf889-8811-4429-b486-ac46d3186c21 tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] 10.222.0.69 "GET /v2.0/ports?device_id=4dc35b47-b950-47d2-a0ef-afc91fe7aefb HTTP/1.1" status: 200 len: 210 time: 0.0535097 Apr 18 19:23:54.893398 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] get_ports_and_sgs() called for port_ids ['66070cfb-f3cb-42ed-835a-6e23e8e08665'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:23:54.934079 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-d63c617f-3869-4fd2-ba6c-82507be56a61 req-caf024dc-11c8-4503-9eca-4bb39800c867 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for floatingip, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:54.938055 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d63c617f-3869-4fd2-ba6c-82507be56a61 req-caf024dc-11c8-4503-9eca-4bb39800c867 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.8752935 Apr 18 19:23:55.046169 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-d63c617f-3869-4fd2-ba6c-82507be56a61 req-0bfd3de8-927d-4c0d-9b91-5d940bc656a4 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Synchronizing usage tracker for tenant:2c5c0db6af674914a5dc8095df286e78 on resource:floatingip {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:23:55.080104 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e6dd68-0ce3-42b2-bba5-fa7c92f88cf5 req-8cb42204-62f8-457f-aa42-e330cec323f7 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:55.081670 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-b7e6dd68-0ce3-42b2-bba5-fa7c92f88cf5 req-8cb42204-62f8-457f-aa42-e330cec323f7 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=115054ae-eaa7-4e63-9798-88a3b5af809d HTTP/1.1" status: 200 len: 944 time: 0.0937202 Apr 18 19:23:55.137546 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-b7e6dd68-0ce3-42b2-bba5-fa7c92f88cf5 req-f14ff87a-267d-4eb7-a640-e250da2ffeed tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492675 Apr 18 19:23:55.144458 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-d63c617f-3869-4fd2-ba6c-82507be56a61 req-0bfd3de8-927d-4c0d-9b91-5d940bc656a4 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Unset dirty status for tenant:2c5c0db6af674914a5dc8095df286e78 on resource:floatingip {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:23:55.145884 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d63c617f-3869-4fd2-ba6c-82507be56a61 req-0bfd3de8-927d-4c0d-9b91-5d940bc656a4 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.3.37 HTTP/1.1" status: 200 len: 695 time: 0.2028224 Apr 18 19:23:55.318501 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63c617f-3869-4fd2-ba6c-82507be56a61 req-f0666d05-d0fd-40fa-bca4-712f740b70af tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:55.319927 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d63c617f-3869-4fd2-ba6c-82507be56a61 req-f0666d05-d0fd-40fa-bca4-712f740b70af tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] 10.222.0.69 "GET /v2.0/networks/11e8e108-37df-4084-b6b7-113e6beb66b4 HTTP/1.1" status: 200 len: 784 time: 0.1645193 Apr 18 19:23:55.432987 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bde916-275d-409a-8f4a-8fe71349a2b3 req-3e4fc894-0310-4d54-ad1b-ce8cc342b2c5 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:55.434410 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e2bde916-275d-409a-8f4a-8fe71349a2b3 req-3e4fc894-0310-4d54-ad1b-ce8cc342b2c5 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?device_id=6623f59d-6d74-43c2-bd67-bd59cf127910 HTTP/1.1" status: 200 len: 945 time: 0.0908940 Apr 18 19:23:55.490862 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e2bde916-275d-409a-8f4a-8fe71349a2b3 req-3e975d77-630e-41a4-94a1-88a598fbb733 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508437 Apr 18 19:23:55.655609 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-bf7a748d-4f8e-4519-ba28-a78c6e72912b req-8e9b4ece-6c41-440e-ac68-64aa28173f8b tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1801028 Apr 18 19:23:55.660667 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-bf7a748d-4f8e-4519-ba28-a78c6e72912b req-5d38f15a-4c74-4ee7-ad0c-738603c5b0b5 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Request body: {'floatingip': {'floating_network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:23:55.666444 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-bf7a748d-4f8e-4519-ba28-a78c6e72912b req-5d38f15a-4c74-4ee7-ad0c-738603c5b0b5 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:23:55.676464 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-bf7a748d-4f8e-4519-ba28-a78c6e72912b req-5d38f15a-4c74-4ee7-ad0c-738603c5b0b5 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:23:55.730977 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9361aed0-1b3b-4d0d-87c0-509cedf5fc77 req-45d54ae6-115c-434e-8264-2d5f74adc5a0 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:55.732494 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-9361aed0-1b3b-4d0d-87c0-509cedf5fc77 req-45d54ae6-115c-434e-8264-2d5f74adc5a0 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3396816-7672-4e6c-a9ee-905861ee2aea HTTP/1.1" status: 200 len: 949 time: 0.0866821 Apr 18 19:23:55.771605 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-bf7a748d-4f8e-4519-ba28-a78c6e72912b req-5d38f15a-4c74-4ee7-ad0c-738603c5b0b5 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Notify callbacks [] for floatingip, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:55.784272 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-9361aed0-1b3b-4d0d-87c0-509cedf5fc77 req-fd9b6d80-6aea-40e8-90cb-2fb5e4a1c3bc tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b82ee4b-1b13-4f19-86d2-85d0db8a03cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460622 Apr 18 19:23:55.923735 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-bf7a748d-4f8e-4519-ba28-a78c6e72912b req-5d38f15a-4c74-4ee7-ad0c-738603c5b0b5 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:55.983180 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024a1eca-6cad-475c-8622-87224dead422 req-bb45a5f9-2ccd-444b-91df-ecda8b8d676c tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:55.984899 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-024a1eca-6cad-475c-8622-87224dead422 req-bb45a5f9-2ccd-444b-91df-ecda8b8d676c tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b043aff-a1de-4df2-bb9c-37333bb01f66 HTTP/1.1" status: 200 len: 945 time: 0.0847449 Apr 18 19:23:56.049412 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-024a1eca-6cad-475c-8622-87224dead422 req-c4f6e9e1-388e-4686-a277-efa271298067 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/security-groups?id=1e5cc43e-ae04-4a53-be47-dfdad3ea2d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577843 Apr 18 19:23:56.082193 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 47476) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:23:56.154785 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-c220b295-2a8d-4bd7-9a9e-ae3dc5396ebd req-0c9959cd-5e72-454d-ada0-99f6d85dac53 tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=0bfa1acfa101481e821d2de81222b04b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0444322 Apr 18 19:23:56.243467 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-81f86559-2693-493b-834e-1179afcbdbfb req-cfb2d7e1-963c-4c1d-bc35-5fc6f0176146 tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] 10.222.0.69 "GET /v2.0/ports?device_id=4dc35b47-b950-47d2-a0ef-afc91fe7aefb HTTP/1.1" status: 200 len: 210 time: 0.0463829 Apr 18 19:23:56.243954 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 66070cfb-f3cb-42ed-835a-6e23e8e08665 up at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:23:56.302438 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e0843b50-db72-4b73-ab88-85afade48daa req-fef40810-a9fe-455d-a353-cd962fb777b9 tempest-LiveAutoBlockMigrationV225Test-1421540525 tempest-LiveAutoBlockMigrationV225Test-1421540525-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=6623f59d-6d74-43c2-bd67-bd59cf127910&tenant_id=e8145a70cab44ff88b524306edcbe946&binding%3Ahost_id=n-h2-836017-2 HTTP/1.1" status: 200 len: 1096 time: 0.3099070 Apr 18 19:23:56.307643 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_common [req-bf7a748d-4f8e-4519-ba28-a78c6e72912b req-5d38f15a-4c74-4ee7-ad0c-738603c5b0b5 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Allocated IP 172.25.3.2 (11e8e108-37df-4084-b6b7-113e6beb66b4/3b0abf32-1504-448b-b06e-c8c870b6a7c8/b9cd99e8-a5b2-4a52-bd9d-24e897340925) {{(pid=84763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:23:56.315673 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-e0843b50-db72-4b73-ab88-85afade48daa req-0248afa0-b991-4887-bae4-5ee7243c1b6a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-836017-2'}}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:23:56.334748 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-4e472f77-4672-4fce-930f-d2c00e79eb23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:56.383229 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-4e472f77-4672-4fce-930f-d2c00e79eb23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:23:56.388277 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-4e472f77-4672-4fce-930f-d2c00e79eb23 admin admin] Usage tracker for resource:security_group_rule and tenant:a0ff3dbc34254e00a56cd0d6984fabd7 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:23:56.391282 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-4e472f77-4672-4fce-930f-d2c00e79eb23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:23:56.398012 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-4e472f77-4672-4fce-930f-d2c00e79eb23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:23:56.458484 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning for port 66070cfb-f3cb-42ed-835a-6e23e8e08665 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:23:56.465205 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning complete for port 66070cfb-f3cb-42ed-835a-6e23e8e08665 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:23:56.466620 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:56.508940 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device abe1a1c1-6ab6-46fd-abfb-f7df79d33862 details requested by agent hyperv_n-h1-836017-2 with host n-h1-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:23:56.546938 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3a9f72-a046-4535-837c-25c7bad920ae req-1cf6af59-5291-45b1-8b13-968630eb92e5 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:56.548914 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-9b3a9f72-a046-4535-837c-25c7bad920ae req-1cf6af59-5291-45b1-8b13-968630eb92e5 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=115054ae-eaa7-4e63-9798-88a3b5af809d HTTP/1.1" status: 200 len: 944 time: 0.1473999 Apr 18 19:23:56.584250 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-4e472f77-4672-4fce-930f-d2c00e79eb23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:56.619238 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-9b3a9f72-a046-4535-837c-25c7bad920ae req-214b005c-3351-49b1-a689-f3bd242dd4a0 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601604 Apr 18 19:23:56.637523 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c220b295-2a8d-4bd7-9a9e-ae3dc5396ebd req-7e2308a8-fdb7-4f58-9c3a-3519f4d2af9f tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:56.639072 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-c220b295-2a8d-4bd7-9a9e-ae3dc5396ebd req-7e2308a8-fdb7-4f58-9c3a-3519f4d2af9f tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4767499 Apr 18 19:23:56.663671 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-c220b295-2a8d-4bd7-9a9e-ae3dc5396ebd req-d752c0aa-7bc1-4f68-bafb-47f9bb02b490 tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] Request body: {'port': {'device_id': '4dc35b47-b950-47d2-a0ef-afc91fe7aefb', 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a', 'admin_state_up': True, 'tenant_id': '0bfa1acfa101481e821d2de81222b04b'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:23:56.681238 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-4e472f77-4672-4fce-930f-d2c00e79eb23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:56.739926 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e472f77-4672-4fce-930f-d2c00e79eb23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eb53648-9ab5-4403-8cdf-a3057140848d,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:56.821541 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-e0843b50-db72-4b73-ab88-85afade48daa req-0248afa0-b991-4887-bae4-5ee7243c1b6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:56.836252 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-4e472f77-4672-4fce-930f-d2c00e79eb23 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a0ff3dbc34254e00a56cd0d6984fabd7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7528050 Apr 18 19:23:56.851938 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 47488) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:23:56.878113 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port abe1a1c1-6ab6-46fd-abfb-f7df79d33862, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=abe1a1c1-6ab6-46fd-abfb-f7df79d33862,segment=NetworkSegment(57f6477d-46cb-4fbc-8909-e9439d3b2b0a),segment_id=57f6477d-46cb-4fbc-8909-e9439d3b2b0a)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:23:56.895132 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:56.907136 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device abe1a1c1-6ab6-46fd-abfb-f7df79d33862 has no active binding in host n-h1-836017-2 {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Apr 18 19:23:56.938672 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '115054ae-eaa7-4e63-9798-88a3b5af809d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66070cfb-f3cb-42ed-835a-6e23e8e08665'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:23:56.949186 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-bf7a748d-4f8e-4519-ba28-a78c6e72912b req-5d38f15a-4c74-4ee7-ad0c-738603c5b0b5 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Notify callbacks [] for port, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:56.952571 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 66070cfb-f3cb-42ed-835a-6e23e8e08665, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=66070cfb-f3cb-42ed-835a-6e23e8e08665,segment=NetworkSegment(1b33902c-725a-4527-bb11-2978d3dba7a4),segment_id=1b33902c-725a-4527-bb11-2978d3dba7a4)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:23:56.956930 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebde994a-6e4c-442a-9a84-dfd10a8c35dc req-1349a6d8-29bd-4a60-b6d8-b3f194190726 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:56.958451 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ebde994a-6e4c-442a-9a84-dfd10a8c35dc req-1349a6d8-29bd-4a60-b6d8-b3f194190726 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?device_id=6623f59d-6d74-43c2-bd67-bd59cf127910 HTTP/1.1" status: 200 len: 945 time: 0.1654074 Apr 18 19:23:56.982972 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-c220b295-2a8d-4bd7-9a9e-ae3dc5396ebd req-d752c0aa-7bc1-4f68-bafb-47f9bb02b490 tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:23:56.990548 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-36a74ece-61dc-4c9c-ae4d-f31366bfc2c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:57.005683 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-c220b295-2a8d-4bd7-9a9e-ae3dc5396ebd req-d752c0aa-7bc1-4f68-bafb-47f9bb02b490 tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] Usage tracker for resource:port and tenant:0bfa1acfa101481e821d2de81222b04b is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:23:57.013382 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-c220b295-2a8d-4bd7-9a9e-ae3dc5396ebd req-d752c0aa-7bc1-4f68-bafb-47f9bb02b490 tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:23:57.018518 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:57.036489 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-36a74ece-61dc-4c9c-ae4d-f31366bfc2c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:57.045358 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ebde994a-6e4c-442a-9a84-dfd10a8c35dc req-e30933eb-aece-4a7a-95e1-2e456cba86d2 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784464 Apr 18 19:23:57.075735 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-c220b295-2a8d-4bd7-9a9e-ae3dc5396ebd req-d752c0aa-7bc1-4f68-bafb-47f9bb02b490 tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:23:57.108089 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=66070cfb-f3cb-42ed-835a-6e23e8e08665,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:57.152844 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-e0843b50-db72-4b73-ab88-85afade48daa req-0248afa0-b991-4887-bae4-5ee7243c1b6a service neutron] For port abe1a1c1-6ab6-46fd-abfb-f7df79d33862, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=abe1a1c1-6ab6-46fd-abfb-f7df79d33862,segment=NetworkSegment(57f6477d-46cb-4fbc-8909-e9439d3b2b0a),segment_id=57f6477d-46cb-4fbc-8909-e9439d3b2b0a)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:23:57.173654 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c220b295-2a8d-4bd7-9a9e-ae3dc5396ebd req-d752c0aa-7bc1-4f68-bafb-47f9bb02b490 tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] Made reservation on behalf of 0bfa1acfa101481e821d2de81222b04b for: {'port': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:23:57.176685 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-c220b295-2a8d-4bd7-9a9e-ae3dc5396ebd req-d752c0aa-7bc1-4f68-bafb-47f9bb02b490 tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:57.201466 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-36a74ece-61dc-4c9c-ae4d-f31366bfc2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:57.203113 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-c220b295-2a8d-4bd7-9a9e-ae3dc5396ebd req-d752c0aa-7bc1-4f68-bafb-47f9bb02b490 tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] Notify callbacks [] for security_group, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:57.214847 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-bf7a748d-4f8e-4519-ba28-a78c6e72912b req-5d38f15a-4c74-4ee7-ad0c-738603c5b0b5 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:57.263080 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-e0843b50-db72-4b73-ab88-85afade48daa req-0248afa0-b991-4887-bae4-5ee7243c1b6a service neutron] For port abe1a1c1-6ab6-46fd-abfb-f7df79d33862, host n-h2-836017-2, cleared binding levels {{(pid=84763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:23:57.264425 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a74ece-61dc-4c9c-ae4d-f31366bfc2c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eb53648-9ab5-4403-8cdf-a3057140848d,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:57.276698 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-36a74ece-61dc-4c9c-ae4d-f31366bfc2c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:57.280781 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-36a74ece-61dc-4c9c-ae4d-f31366bfc2c6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3eb53648-9ab5-4403-8cdf-a3057140848d HTTP/1.1" status: 204 len: 168 time: 0.4241245 Apr 18 19:23:57.330478 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf07094c-e7a6-470d-8462-903e6bb30c0a req-1e9c3726-1c63-4b68-b96e-f4b0db424ec2 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:57.337955 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-bf07094c-e7a6-470d-8462-903e6bb30c0a req-1e9c3726-1c63-4b68-b96e-f4b0db424ec2 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3396816-7672-4e6c-a9ee-905861ee2aea HTTP/1.1" status: 200 len: 949 time: 0.1223555 Apr 18 19:23:57.363890 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf7a748d-4f8e-4519-ba28-a78c6e72912b req-5d38f15a-4c74-4ee7-ad0c-738603c5b0b5 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Network 11e8e108-37df-4084-b6b7-113e6beb66b4 is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:23:57.376793 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [req-bf7a748d-4f8e-4519-ba28-a78c6e72912b req-5d38f15a-4c74-4ee7-ad0c-738603c5b0b5 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:23:57.383079 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d38f15a-4c74-4ee7-ad0c-738603c5b0b5 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Pushing event updated for resources: {'Port': ['ID=b9cd99e8-a5b2-4a52-bd9d-24e897340925,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:57.386675 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf7a748d-4f8e-4519-ba28-a78c6e72912b req-5d38f15a-4c74-4ee7-ad0c-738603c5b0b5 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Received port after_create {{(pid=84763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:23:57.397386 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-bf07094c-e7a6-470d-8462-903e6bb30c0a req-707b12cd-9add-496c-8572-0f2a83d0532e tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b82ee4b-1b13-4f19-86d2-85d0db8a03cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582361 Apr 18 19:23:57.414040 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-c220b295-2a8d-4bd7-9a9e-ae3dc5396ebd req-d752c0aa-7bc1-4f68-bafb-47f9bb02b490 tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:23:57.415960 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6623f59d-6d74-43c2-bd67-bd59cf127910', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abe1a1c1-6ab6-46fd-abfb-f7df79d33862'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:23:57.426194 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-e0843b50-db72-4b73-ab88-85afade48daa req-0248afa0-b991-4887-bae4-5ee7243c1b6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:57.428100 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-c220b295-2a8d-4bd7-9a9e-ae3dc5396ebd req-d752c0aa-7bc1-4f68-bafb-47f9bb02b490 tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] Usage tracker for resource:security_group_rule and tenant:0bfa1acfa101481e821d2de81222b04b is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:23:57.437106 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-c220b295-2a8d-4bd7-9a9e-ae3dc5396ebd req-d752c0aa-7bc1-4f68-bafb-47f9bb02b490 tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:23:57.451267 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-c220b295-2a8d-4bd7-9a9e-ae3dc5396ebd req-d752c0aa-7bc1-4f68-bafb-47f9bb02b490 tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:23:57.469332 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-537f9d98-46bf-406d-8e36-f926beca6c52'] response: {'server_uuid': '115054ae-eaa7-4e63-9798-88a3b5af809d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66070cfb-f3cb-42ed-835a-6e23e8e08665', 'code': 200} Apr 18 19:23:57.504855 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-e0843b50-db72-4b73-ab88-85afade48daa req-0248afa0-b991-4887-bae4-5ee7243c1b6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:57.693194 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-36cd1923-9858-4641-8e0d-81a842c87f78 req-6bce8c87-8d28-4c03-b484-e2e20d8e9230 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=115054ae-eaa7-4e63-9798-88a3b5af809d HTTP/1.1" status: 200 len: 1096 time: 0.1571214 Apr 18 19:23:57.743833 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70498873-389e-471d-abbb-8c585867acbb req-40f37af3-4a31-42a7-a66f-cd6f7cca3f84 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:57.746019 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-70498873-389e-471d-abbb-8c585867acbb req-40f37af3-4a31-42a7-a66f-cd6f7cca3f84 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b043aff-a1de-4df2-bb9c-37333bb01f66 HTTP/1.1" status: 200 len: 945 time: 0.1358242 Apr 18 19:23:57.772745 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-36cd1923-9858-4641-8e0d-81a842c87f78 req-d5e30331-fcb3-4c5c-8e3d-b30ce09d5b7f service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721247 Apr 18 19:23:57.796932 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-c220b295-2a8d-4bd7-9a9e-ae3dc5396ebd req-d752c0aa-7bc1-4f68-bafb-47f9bb02b490 tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] Notify callbacks [] for security_group, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:57.798053 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0248afa0-b991-4887-bae4-5ee7243c1b6a service neutron] Pushing event updated for resources: {'Port': ['ID=abe1a1c1-6ab6-46fd-abfb-f7df79d33862,revision_number=7']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:57.803250 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-70498873-389e-471d-abbb-8c585867acbb req-567f2890-6024-407c-a500-22b1928d2682 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/security-groups?id=1e5cc43e-ae04-4a53-be47-dfdad3ea2d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497196 Apr 18 19:23:57.844555 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-bf7a748d-4f8e-4519-ba28-a78c6e72912b req-5d38f15a-4c74-4ee7-ad0c-738603c5b0b5 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:57.857657 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-c220b295-2a8d-4bd7-9a9e-ae3dc5396ebd req-d752c0aa-7bc1-4f68-bafb-47f9bb02b490 tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:57.918631 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-e0843b50-db72-4b73-ab88-85afade48daa req-0248afa0-b991-4887-bae4-5ee7243c1b6a service neutron] Attempting to bind port abe1a1c1-6ab6-46fd-abfb-f7df79d33862 on host n-h2-836017-2 for vnic_type normal with profile {"migrating_to": "n-h1-836017-2"} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:23:57.918954 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-e0843b50-db72-4b73-ab88-85afade48daa req-0248afa0-b991-4887-bae4-5ee7243c1b6a service neutron] Attempting to bind port abe1a1c1-6ab6-46fd-abfb-f7df79d33862 by drivers openvswitch,hyperv on host n-h2-836017-2 at level 0 using segments [{'id': '57f6477d-46cb-4fbc-8909-e9439d3b2b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '5b81b8da-abac-4e05-9e51-d6de7035d9e7'}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:23:57.919283 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0843b50-db72-4b73-ab88-85afade48daa req-0248afa0-b991-4887-bae4-5ee7243c1b6a service neutron] Attempting to bind port abe1a1c1-6ab6-46fd-abfb-f7df79d33862 on network 5b81b8da-abac-4e05-9e51-d6de7035d9e7 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:23:57.989479 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a62ccc3b-67ef-4546-8d30-18d48ba40f5b req-2a45c506-8e33-46b1-9e06-d34a74826748 tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] 10.222.0.69 "GET /v2.0/ports?device_id=4dc35b47-b950-47d2-a0ef-afc91fe7aefb HTTP/1.1" status: 200 len: 210 time: 0.0431159 Apr 18 19:23:57.994648 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d752c0aa-7bc1-4f68-bafb-47f9bb02b490 tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3cfbdec-ef1b-4f57-b88c-a0c8e082fff0,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:57.997741 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0843b50-db72-4b73-ab88-85afade48daa req-0248afa0-b991-4887-bae4-5ee7243c1b6a service neutron] Port abe1a1c1-6ab6-46fd-abfb-f7df79d33862 on network 5b81b8da-abac-4e05-9e51-d6de7035d9e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-2 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:23:57.998058 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0843b50-db72-4b73-ab88-85afade48daa req-0248afa0-b991-4887-bae4-5ee7243c1b6a service neutron] Attempting to bind port abe1a1c1-6ab6-46fd-abfb-f7df79d33862 on network 5b81b8da-abac-4e05-9e51-d6de7035d9e7 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:23:58.028400 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0843b50-db72-4b73-ab88-85afade48daa req-0248afa0-b991-4887-bae4-5ee7243c1b6a service neutron] Checking agent: {'id': '02e8f951-d3a3-40e1-b8cc-aed258af030b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:23:58.028749 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0843b50-db72-4b73-ab88-85afade48daa req-0248afa0-b991-4887-bae4-5ee7243c1b6a service neutron] Checking segment: {'id': '57f6477d-46cb-4fbc-8909-e9439d3b2b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '5b81b8da-abac-4e05-9e51-d6de7035d9e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:23:58.029142 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0843b50-db72-4b73-ab88-85afade48daa req-0248afa0-b991-4887-bae4-5ee7243c1b6a service neutron] Bound using segment: {'id': '57f6477d-46cb-4fbc-8909-e9439d3b2b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '5b81b8da-abac-4e05-9e51-d6de7035d9e7'} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:23:58.029596 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-e0843b50-db72-4b73-ab88-85afade48daa req-0248afa0-b991-4887-bae4-5ee7243c1b6a service neutron] Bound port: abe1a1c1-6ab6-46fd-abfb-f7df79d33862, host: n-h2-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57f6477d-46cb-4fbc-8909-e9439d3b2b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '5b81b8da-abac-4e05-9e51-d6de7035d9e7'}}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:23:58.029943 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-e0843b50-db72-4b73-ab88-85afade48daa req-0248afa0-b991-4887-bae4-5ee7243c1b6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:58.067920 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-bf7a748d-4f8e-4519-ba28-a78c6e72912b req-5d38f15a-4c74-4ee7-ad0c-738603c5b0b5 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:58.125433 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6132f8c-adeb-40a2-b154-41fac3222af8'] response: {'server_uuid': '6623f59d-6d74-43c2-bd67-bd59cf127910', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abe1a1c1-6ab6-46fd-abfb-f7df79d33862', 'code': 200} Apr 18 19:23:58.254125 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_common [req-c220b295-2a8d-4bd7-9a9e-ae3dc5396ebd req-d752c0aa-7bc1-4f68-bafb-47f9bb02b490 tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] Allocated IP 192.168.233.91 (cb6d8c7c-7ea4-4a32-b429-1c2934b7306a/17d1b3aa-2066-4ffa-a69f-52ed566b6548/be338a45-0f4f-4cee-8ef1-5fed5bd30f38) {{(pid=84763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:23:58.365548 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eac1d66-79aa-47d7-b079-585a407329d0 req-15bcbace-692a-4e6a-b42e-fcd48fa773f9 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:58.368165 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-9eac1d66-79aa-47d7-b079-585a407329d0 req-15bcbace-692a-4e6a-b42e-fcd48fa773f9 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=115054ae-eaa7-4e63-9798-88a3b5af809d HTTP/1.1" status: 200 len: 945 time: 0.1913247 Apr 18 19:23:58.422638 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-9eac1d66-79aa-47d7-b079-585a407329d0 req-78176319-36a2-4961-ace8-f9fa304ca1fc tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471950 Apr 18 19:23:58.474129 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-e0843b50-db72-4b73-ab88-85afade48daa req-0248afa0-b991-4887-bae4-5ee7243c1b6a service neutron] For port abe1a1c1-6ab6-46fd-abfb-f7df79d33862, host n-h2-836017-2, cleared binding levels {{(pid=84763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:23:58.502508 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-e0843b50-db72-4b73-ab88-85afade48daa req-0248afa0-b991-4887-bae4-5ee7243c1b6a service neutron] For port abe1a1c1-6ab6-46fd-abfb-f7df79d33862, host n-h2-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=abe1a1c1-6ab6-46fd-abfb-f7df79d33862,segment=NetworkSegment(57f6477d-46cb-4fbc-8909-e9439d3b2b0a),segment_id=57f6477d-46cb-4fbc-8909-e9439d3b2b0a)] {{(pid=84763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:23:58.642716 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-e0843b50-db72-4b73-ab88-85afade48daa req-0248afa0-b991-4887-bae4-5ee7243c1b6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:58.649885 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70045c63-7757-4945-9399-14b07e73ccab req-3a561835-b328-4508-a157-8de0d9cded72 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:58.651647 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-70045c63-7757-4945-9399-14b07e73ccab req-3a561835-b328-4508-a157-8de0d9cded72 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?device_id=6623f59d-6d74-43c2-bd67-bd59cf127910 HTTP/1.1" status: 200 len: 943 time: 0.0996470 Apr 18 19:23:58.652122 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 47526) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:23:58.708659 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-70045c63-7757-4945-9399-14b07e73ccab req-ca1c94c7-77cb-4922-ae37-f11a83588772 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497718 Apr 18 19:23:58.836087 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-6eaa7594-6cfe-4dc9-8475-e6b1e74b3cd4 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-120961211-network', 'tenant_id': 'ae4efde8a8464528a66b3bf8e643e684'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:23:58.841000 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-6eaa7594-6cfe-4dc9-8475-e6b1e74b3cd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:23:58.845091 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-6eaa7594-6cfe-4dc9-8475-e6b1e74b3cd4 admin admin] Usage tracker for resource:network and tenant:ae4efde8a8464528a66b3bf8e643e684 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:23:58.849957 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-6eaa7594-6cfe-4dc9-8475-e6b1e74b3cd4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:23:58.861477 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.db.resource_extend [req-bf7a748d-4f8e-4519-ba28-a78c6e72912b req-5d38f15a-4c74-4ee7-ad0c-738603c5b0b5 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 19:23:58.870304 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0248afa0-b991-4887-bae4-5ee7243c1b6a service neutron] Pushing event updated for resources: {'Port': ['ID=abe1a1c1-6ab6-46fd-abfb-f7df79d33862,revision_number=8']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:58.884712 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-bf7a748d-4f8e-4519-ba28-a78c6e72912b req-5d38f15a-4c74-4ee7-ad0c-738603c5b0b5 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Notify callbacks [] for port, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:58.889065 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-6eaa7594-6cfe-4dc9-8475-e6b1e74b3cd4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:23:58.958057 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-c220b295-2a8d-4bd7-9a9e-ae3dc5396ebd req-d752c0aa-7bc1-4f68-bafb-47f9bb02b490 tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] Notify callbacks [] for port, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:58.961347 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffb3742-fbc0-4c3d-b76e-9519592e5344 req-1ab05a05-e03d-4cfd-b2b8-ff2951d4146f tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:58.962958 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-5ffb3742-fbc0-4c3d-b76e-9519592e5344 req-1ab05a05-e03d-4cfd-b2b8-ff2951d4146f tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3396816-7672-4e6c-a9ee-905861ee2aea HTTP/1.1" status: 200 len: 949 time: 0.1117635 Apr 18 19:23:58.964622 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-e0843b50-db72-4b73-ab88-85afade48daa req-0248afa0-b991-4887-bae4-5ee7243c1b6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:58.966141 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e0843b50-db72-4b73-ab88-85afade48daa req-0248afa0-b991-4887-bae4-5ee7243c1b6a service neutron] 10.222.0.73 "PUT /v2.0/ports/abe1a1c1-6ab6-46fd-abfb-f7df79d33862 HTTP/1.1" status: 200 len: 1121 time: 2.6547003 Apr 18 19:23:58.972964 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-bf7a748d-4f8e-4519-ba28-a78c6e72912b req-5d38f15a-4c74-4ee7-ad0c-738603c5b0b5 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:59.002959 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eaa7594-6cfe-4dc9-8475-e6b1e74b3cd4 admin admin] Made reservation on behalf of ae4efde8a8464528a66b3bf8e643e684 for: {'network': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:23:59.005572 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-6eaa7594-6cfe-4dc9-8475-e6b1e74b3cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for network, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:59.031169 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-6eaa7594-6cfe-4dc9-8475-e6b1e74b3cd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:59.039732 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [req-c220b295-2a8d-4bd7-9a9e-ae3dc5396ebd req-d752c0aa-7bc1-4f68-bafb-47f9bb02b490 tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] Transition to ACTIVE for port object be338a45-0f4f-4cee-8ef1-5fed5bd30f38 will not be triggered until provisioned by entity DHCP. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:23:59.048222 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] get_ports_and_sgs() called for port_ids ['abe1a1c1-6ab6-46fd-abfb-f7df79d33862'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:23:59.058050 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-5ffb3742-fbc0-4c3d-b76e-9519592e5344 req-96c60bab-36d0-433c-addd-82b8345d7a64 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b82ee4b-1b13-4f19-86d2-85d0db8a03cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884726 Apr 18 19:23:59.118561 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d38f15a-4c74-4ee7-ad0c-738603c5b0b5 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Pushing event updated for resources: {'Port': ['ID=b9cd99e8-a5b2-4a52-bd9d-24e897340925,revision_number=2']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:59.121379 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] get_ports_and_sgs() called for port_ids ['abe1a1c1-6ab6-46fd-abfb-f7df79d33862'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:23:59.126213 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-6eaa7594-6cfe-4dc9-8475-e6b1e74b3cd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:23:59.136202 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-6eaa7594-6cfe-4dc9-8475-e6b1e74b3cd4 admin admin] Usage tracker for resource:security_group_rule and tenant:ae4efde8a8464528a66b3bf8e643e684 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:23:59.143310 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-bf7a748d-4f8e-4519-ba28-a78c6e72912b req-5d38f15a-4c74-4ee7-ad0c-738603c5b0b5 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416787'] for floatingip, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:59.145391 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-6eaa7594-6cfe-4dc9-8475-e6b1e74b3cd4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:23:59.158250 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-6eaa7594-6cfe-4dc9-8475-e6b1e74b3cd4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:23:59.236093 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-c220b295-2a8d-4bd7-9a9e-ae3dc5396ebd req-d752c0aa-7bc1-4f68-bafb-47f9bb02b490 tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:59.295606 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33398a16-214a-4ff7-8eb2-e657d0ac27bd req-f0a4c697-aee8-49de-839e-5cc9049cf9e1 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:59.302350 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-33398a16-214a-4ff7-8eb2-e657d0ac27bd req-f0a4c697-aee8-49de-839e-5cc9049cf9e1 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b043aff-a1de-4df2-bb9c-37333bb01f66 HTTP/1.1" status: 200 len: 945 time: 0.0919981 Apr 18 19:23:59.321628 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-bf7a748d-4f8e-4519-ba28-a78c6e72912b req-5d38f15a-4c74-4ee7-ad0c-738603c5b0b5 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for floatingip, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:59.334448 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-bf7a748d-4f8e-4519-ba28-a78c6e72912b req-5d38f15a-4c74-4ee7-ad0c-738603c5b0b5 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 3.6778445 Apr 18 19:23:59.403488 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-6eaa7594-6cfe-4dc9-8475-e6b1e74b3cd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:59.424064 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c220b295-2a8d-4bd7-9a9e-ae3dc5396ebd req-d752c0aa-7bc1-4f68-bafb-47f9bb02b490 tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] Network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:23:59.430507 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [req-c220b295-2a8d-4bd7-9a9e-ae3dc5396ebd req-d752c0aa-7bc1-4f68-bafb-47f9bb02b490 tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:23:59.442416 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-c220b295-2a8d-4bd7-9a9e-ae3dc5396ebd req-d752c0aa-7bc1-4f68-bafb-47f9bb02b490 tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] Received port after_create {{(pid=84763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:23:59.458520 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-6eaa7594-6cfe-4dc9-8475-e6b1e74b3cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:59.491025 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-bf7a748d-4f8e-4519-ba28-a78c6e72912b req-2ee4f126-76c8-4762-a346-df5208f3887d tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Synchronizing usage tracker for tenant:2c5c0db6af674914a5dc8095df286e78 on resource:floatingip {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:23:59.509119 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaa7594-6cfe-4dc9-8475-e6b1e74b3cd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=005d155c-90ca-4625-80c3-c43b698af2b8,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:59.511516 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d752c0aa-7bc1-4f68-bafb-47f9bb02b490 tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] Pushing event updated for resources: {'Port': ['ID=be338a45-0f4f-4cee-8ef1-5fed5bd30f38,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:59.532211 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-33398a16-214a-4ff7-8eb2-e657d0ac27bd req-8abcfdc2-fad9-4f5f-a700-c4ec88974823 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/security-groups?id=1e5cc43e-ae04-4a53-be47-dfdad3ea2d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253645 Apr 18 19:23:59.538190 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6eaa7594-6cfe-4dc9-8475-e6b1e74b3cd4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=84764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:23:59.541891 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c220b295-2a8d-4bd7-9a9e-ae3dc5396ebd req-d752c0aa-7bc1-4f68-bafb-47f9bb02b490 tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:59.544464 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-c220b295-2a8d-4bd7-9a9e-ae3dc5396ebd req-d752c0aa-7bc1-4f68-bafb-47f9bb02b490 tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:59.559256 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-6eaa7594-6cfe-4dc9-8475-e6b1e74b3cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:59.559927 n-d-836017-2 neutron-server[84764]: INFO neutron.db.segments_db [None req-6eaa7594-6cfe-4dc9-8475-e6b1e74b3cd4 admin admin] Added segment 64e9dd2a-1ec8-4590-b9a5-d212c2764002 of type vlan for network 1c17c057-c249-4320-8b11-c4cc32a9489f Apr 18 19:23:59.595196 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-bf7a748d-4f8e-4519-ba28-a78c6e72912b req-2ee4f126-76c8-4762-a346-df5208f3887d tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Unset dirty status for tenant:2c5c0db6af674914a5dc8095df286e78 on resource:floatingip {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:23:59.597027 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-bf7a748d-4f8e-4519-ba28-a78c6e72912b req-2ee4f126-76c8-4762-a346-df5208f3887d tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.3.2 HTTP/1.1" status: 200 len: 694 time: 0.2610927 Apr 18 19:23:59.598677 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-6eaa7594-6cfe-4dc9-8475-e6b1e74b3cd4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791093404182'] for network, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:59.701700 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-c220b295-2a8d-4bd7-9a9e-ae3dc5396ebd req-d752c0aa-7bc1-4f68-bafb-47f9bb02b490 tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0477514 Apr 18 19:23:59.721987 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-6eaa7594-6cfe-4dc9-8475-e6b1e74b3cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251'] for network, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:59.722620 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-c220b295-2a8d-4bd7-9a9e-ae3dc5396ebd req-91c96d5c-0557-4abd-8b3f-d8c0df968e75 service neutron] Request body: {'port': {'device_id': '4dc35b47-b950-47d2-a0ef-afc91fe7aefb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-2'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:23:59.722839 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eaa7594-6cfe-4dc9-8475-e6b1e74b3cd4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:59.723417 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-6eaa7594-6cfe-4dc9-8475-e6b1e74b3cd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:59.840425 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-765e4c1e-e7b9-46dd-bb85-5fa0cfdbc147 None None] Provisioning for port be338a45-0f4f-4cee-8ef1-5fed5bd30f38 completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:23:59.847446 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-765e4c1e-e7b9-46dd-bb85-5fa0cfdbc147 None None] Provisioning complete for port be338a45-0f4f-4cee-8ef1-5fed5bd30f38 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:23:59.847911 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-765e4c1e-e7b9-46dd-bb85-5fa0cfdbc147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:59.851007 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaa7594-6cfe-4dc9-8475-e6b1e74b3cd4 admin admin] Pushing event updated for resources: {'Network': ['ID=1c17c057-c249-4320-8b11-c4cc32a9489f,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:59.871698 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f08be38-52d2-4b7e-b927-c93cfddb9571 req-e6a657fe-93f8-4024-9814-af8e4e448367 tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:59.879112 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2f08be38-52d2-4b7e-b927-c93cfddb9571 req-e6a657fe-93f8-4024-9814-af8e4e448367 tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] 10.222.0.69 "GET /v2.0/ports?device_id=4dc35b47-b950-47d2-a0ef-afc91fe7aefb HTTP/1.1" status: 200 len: 935 time: 0.2061312 Apr 18 19:23:59.879268 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7a748d-4f8e-4519-ba28-a78c6e72912b req-4b00a17b-cbaa-43b5-8a05-7964ec44c734 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:59.879268 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-bf7a748d-4f8e-4519-ba28-a78c6e72912b req-4b00a17b-cbaa-43b5-8a05-7964ec44c734 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] 10.222.0.69 "GET /v2.0/networks/11e8e108-37df-4084-b6b7-113e6beb66b4 HTTP/1.1" status: 200 len: 784 time: 0.2673945 Apr 18 19:23:59.890815 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Network 1c17c057-c249-4320-8b11-c4cc32a9489f details requested by agent ovs-agent-n-d-836017-2 with host n-d-836017-2 {{(pid=84765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:23:59.894657 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-c220b295-2a8d-4bd7-9a9e-ae3dc5396ebd req-91c96d5c-0557-4abd-8b3f-d8c0df968e75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:59.957822 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2f08be38-52d2-4b7e-b927-c93cfddb9571 req-d20de6d6-15a4-40b4-8e89-fae7a8fdfa6b tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] 10.222.0.69 "GET /v2.0/security-groups?id=f3cfbdec-ef1b-4f57-b88c-a0c8e082fff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652149 Apr 18 19:23:59.962320 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-6eaa7594-6cfe-4dc9-8475-e6b1e74b3cd4 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3061993 Apr 18 19:23:59.963032 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 47542) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:23:59.984215 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-38c47790-9ba6-4965-8ed9-db2107d50e85 admin admin] Request body: {'subnet': {'network_id': '1c17c057-c249-4320-8b11-c4cc32a9489f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-120961211-subnet', 'tenant_id': 'ae4efde8a8464528a66b3bf8e643e684', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:23:59.984215 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-38c47790-9ba6-4965-8ed9-db2107d50e85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:23:59.986782 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-38c47790-9ba6-4965-8ed9-db2107d50e85 admin admin] Usage tracker for resource:subnet and tenant:ae4efde8a8464528a66b3bf8e643e684 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:23:59.990880 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-38c47790-9ba6-4965-8ed9-db2107d50e85 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:23:59.998701 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-38c47790-9ba6-4965-8ed9-db2107d50e85 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:24:00.022543 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-765e4c1e-e7b9-46dd-bb85-5fa0cfdbc147 None None] Port be338a45-0f4f-4cee-8ef1-5fed5bd30f38 cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:24:00.094851 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38c47790-9ba6-4965-8ed9-db2107d50e85 admin admin] Made reservation on behalf of ae4efde8a8464528a66b3bf8e643e684 for: {'subnet': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:24:00.098311 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-38c47790-9ba6-4965-8ed9-db2107d50e85 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65862573'] for subnet, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:00.178274 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6623f59d-6d74-43c2-bd67-bd59cf127910', 'tag': 'abe1a1c1-6ab6-46fd-abfb-f7df79d33862'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:24:00.291277 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ee9287-8e41-4830-afa2-e554efb5a885 req-3712cd9d-0d70-4b47-8af6-74864b5b8e62 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:00.292870 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-18ee9287-8e41-4830-afa2-e554efb5a885 req-3712cd9d-0d70-4b47-8af6-74864b5b8e62 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?device_id=6623f59d-6d74-43c2-bd67-bd59cf127910 HTTP/1.1" status: 200 len: 943 time: 0.1740506 Apr 18 19:24:00.323195 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727e2b77-2845-4f8b-a78a-733bd7782129 req-aa7fd8cb-56ee-4f1f-b0bc-8357d16949c1 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:00.324739 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-727e2b77-2845-4f8b-a78a-733bd7782129 req-aa7fd8cb-56ee-4f1f-b0bc-8357d16949c1 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=115054ae-eaa7-4e63-9798-88a3b5af809d HTTP/1.1" status: 200 len: 945 time: 0.1413515 Apr 18 19:24:00.398440 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-18ee9287-8e41-4830-afa2-e554efb5a885 req-6a8e3324-fea0-4d93-b8a5-060219964df2 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758791 Apr 18 19:24:00.434986 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [req-c220b295-2a8d-4bd7-9a9e-ae3dc5396ebd req-91c96d5c-0557-4abd-8b3f-d8c0df968e75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be338a45-0f4f-4cee-8ef1-5fed5bd30f38 {{(pid=84763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:24:00.442070 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-c220b295-2a8d-4bd7-9a9e-ae3dc5396ebd req-91c96d5c-0557-4abd-8b3f-d8c0df968e75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:00.448932 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-727e2b77-2845-4f8b-a78a-733bd7782129 req-668c9558-35ab-46be-80ee-b4d89e51ecce tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106274 Apr 18 19:24:00.463091 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [req-c220b295-2a8d-4bd7-9a9e-ae3dc5396ebd req-91c96d5c-0557-4abd-8b3f-d8c0df968e75 service neutron] Transition to ACTIVE for port object be338a45-0f4f-4cee-8ef1-5fed5bd30f38 will not be triggered until provisioned by entity L2. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:24:00.502373 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-38c47790-9ba6-4965-8ed9-db2107d50e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2290811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65862591'] for subnet, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:00.527804 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-c220b295-2a8d-4bd7-9a9e-ae3dc5396ebd req-91c96d5c-0557-4abd-8b3f-d8c0df968e75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:00.661216 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c47790-9ba6-4965-8ed9-db2107d50e85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3e2cf5f-cc22-4c6a-a7c1-4742f3519b7c,revision_number=0']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:00.723712 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c47790-9ba6-4965-8ed9-db2107d50e85 admin admin] Checking segment: {'id': '64e9dd2a-1ec8-4590-b9a5-d212c2764002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '1c17c057-c249-4320-8b11-c4cc32a9489f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:24:00.724100 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c47790-9ba6-4965-8ed9-db2107d50e85 admin admin] Network hostable DHCP agents. Network: 1c17c057-c249-4320-8b11-c4cc32a9489f, hostable agents: ['f6987c12-6d6c-47d4-b22d-cfcd164dc40d'], hosted agents: [] {{(pid=84764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:24:00.736979 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-9c97b24f-ea70-4b37-8c7e-78f3f8e9e0ef req-d31ada37-b282-4a1d-ad1a-f7d59ec96f8b tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2647045 Apr 18 19:24:00.750038 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [req-9c97b24f-ea70-4b37-8c7e-78f3f8e9e0ef req-8750158a-4682-4335-bfeb-af813a4e853b tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Request body: {'floatingip': {'floating_network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:24:00.756670 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-9c97b24f-ea70-4b37-8c7e-78f3f8e9e0ef req-8750158a-4682-4335-bfeb-af813a4e853b tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:24:00.771986 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-9c97b24f-ea70-4b37-8c7e-78f3f8e9e0ef req-8750158a-4682-4335-bfeb-af813a4e853b tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Attempting to reserve 1 items for resource floatingip. Total usage: 3; quota limit: 50; headroom:47 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:24:00.837011 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c96d5c-0557-4abd-8b3f-d8c0df968e75 service neutron] Pushing event updated for resources: {'Port': ['ID=be338a45-0f4f-4cee-8ef1-5fed5bd30f38,revision_number=2']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:00.840544 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c47790-9ba6-4965-8ed9-db2107d50e85 admin admin] Network 1c17c057-c249-4320-8b11-c4cc32a9489f is scheduled to be hosted by DHCP agent f6987c12-6d6c-47d4-b22d-cfcd164dc40d with binding_index 1 {{(pid=84764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:24:00.852194 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-9c97b24f-ea70-4b37-8c7e-78f3f8e9e0ef req-8750158a-4682-4335-bfeb-af813a4e853b tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Notify callbacks [] for floatingip, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:00.945980 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [None req-38c47790-9ba6-4965-8ed9-db2107d50e85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-2, 1c17c057-c249-4320-8b11-c4cc32a9489f) {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:24:00.952901 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c47790-9ba6-4965-8ed9-db2107d50e85 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:00.953756 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-38c47790-9ba6-4965-8ed9-db2107d50e85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for subnet, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:00.962362 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1686f438-9907-4725-85cf-cc567f90ece6 None None] Network 1c17c057-c249-4320-8b11-c4cc32a9489f requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:24:00.965971 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e7feed-d3c8-42d2-9a72-082ccde952cd req-1d808e84-6de8-4ff1-ae77-3161cfaab1c8 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:00.967535 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-21e7feed-d3c8-42d2-9a72-082ccde952cd req-1d808e84-6de8-4ff1-ae77-3161cfaab1c8 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3396816-7672-4e6c-a9ee-905861ee2aea HTTP/1.1" status: 200 len: 949 time: 0.3934424 Apr 18 19:24:01.015786 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-c220b295-2a8d-4bd7-9a9e-ae3dc5396ebd req-91c96d5c-0557-4abd-8b3f-d8c0df968e75 service neutron] Attempting to bind port be338a45-0f4f-4cee-8ef1-5fed5bd30f38 on host n-h1-836017-2 for vnic_type normal with profile {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:24:01.016148 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-c220b295-2a8d-4bd7-9a9e-ae3dc5396ebd req-91c96d5c-0557-4abd-8b3f-d8c0df968e75 service neutron] Attempting to bind port be338a45-0f4f-4cee-8ef1-5fed5bd30f38 by drivers openvswitch,hyperv on host n-h1-836017-2 at level 0 using segments [{'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:24:01.016470 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c220b295-2a8d-4bd7-9a9e-ae3dc5396ebd req-91c96d5c-0557-4abd-8b3f-d8c0df968e75 service neutron] Attempting to bind port be338a45-0f4f-4cee-8ef1-5fed5bd30f38 on network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:24:01.035624 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c220b295-2a8d-4bd7-9a9e-ae3dc5396ebd req-91c96d5c-0557-4abd-8b3f-d8c0df968e75 service neutron] Port be338a45-0f4f-4cee-8ef1-5fed5bd30f38 on network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-2 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:24:01.035842 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c220b295-2a8d-4bd7-9a9e-ae3dc5396ebd req-91c96d5c-0557-4abd-8b3f-d8c0df968e75 service neutron] Attempting to bind port be338a45-0f4f-4cee-8ef1-5fed5bd30f38 on network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:24:01.048921 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-9c97b24f-ea70-4b37-8c7e-78f3f8e9e0ef req-8750158a-4682-4335-bfeb-af813a4e853b tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:01.049967 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-21e7feed-d3c8-42d2-9a72-082ccde952cd req-726f0630-4ef0-450d-a4b4-65fdc736904d tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b82ee4b-1b13-4f19-86d2-85d0db8a03cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754199 Apr 18 19:24:01.051182 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c220b295-2a8d-4bd7-9a9e-ae3dc5396ebd req-91c96d5c-0557-4abd-8b3f-d8c0df968e75 service neutron] Checking agent: {'id': 'e3a31811-08e0-42ba-bc2e-ed8a973b714f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 25), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:24:01.051520 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c220b295-2a8d-4bd7-9a9e-ae3dc5396ebd req-91c96d5c-0557-4abd-8b3f-d8c0df968e75 service neutron] Checking segment: {'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:24:01.051904 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c220b295-2a8d-4bd7-9a9e-ae3dc5396ebd req-91c96d5c-0557-4abd-8b3f-d8c0df968e75 service neutron] Bound using segment: {'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:24:01.052473 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-c220b295-2a8d-4bd7-9a9e-ae3dc5396ebd req-91c96d5c-0557-4abd-8b3f-d8c0df968e75 service neutron] Bound port: be338a45-0f4f-4cee-8ef1-5fed5bd30f38, host: n-h1-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'}}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:24:01.052786 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-c220b295-2a8d-4bd7-9a9e-ae3dc5396ebd req-91c96d5c-0557-4abd-8b3f-d8c0df968e75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:01.142745 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2dab423b-911b-4367-a746-0987c13ab282'] response: {'name': 'network-changed', 'server_uuid': '6623f59d-6d74-43c2-bd67-bd59cf127910', 'tag': 'abe1a1c1-6ab6-46fd-abfb-f7df79d33862', 'status': 'completed', 'code': 200} Apr 18 19:24:01.162228 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-c220b295-2a8d-4bd7-9a9e-ae3dc5396ebd req-91c96d5c-0557-4abd-8b3f-d8c0df968e75 service neutron] For port be338a45-0f4f-4cee-8ef1-5fed5bd30f38, host n-h1-836017-2, cleared binding levels {{(pid=84763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:24:01.166526 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-c220b295-2a8d-4bd7-9a9e-ae3dc5396ebd req-91c96d5c-0557-4abd-8b3f-d8c0df968e75 service neutron] For port be338a45-0f4f-4cee-8ef1-5fed5bd30f38, host n-h1-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=be338a45-0f4f-4cee-8ef1-5fed5bd30f38,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:24:01.241807 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-c220b295-2a8d-4bd7-9a9e-ae3dc5396ebd req-91c96d5c-0557-4abd-8b3f-d8c0df968e75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:01.243700 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-38c47790-9ba6-4965-8ed9-db2107d50e85 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2780235 Apr 18 19:24:01.247434 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 47556) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:24:01.261254 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a33507-2ad5-452b-a98e-ac197e109ea0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31f5fbf7-4b5c-5a44-b255-70c4fc176ae8-1c17c057-c249-4320-8b11-c4cc32a9489f', 'network_id': '1c17c057-c249-4320-8b11-c4cc32a9489f', 'tenant_id': 'ae4efde8a8464528a66b3bf8e643e684', 'fixed_ips': [{'subnet_id': 'f3e2cf5f-cc22-4c6a-a7c1-4742f3519b7c'}]}} from n-d-836017-2. {{(pid=84765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 19:24:01.262093 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-73a33507-2ad5-452b-a98e-ac197e109ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:01.305906 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_common [req-9c97b24f-ea70-4b37-8c7e-78f3f8e9e0ef req-8750158a-4682-4335-bfeb-af813a4e853b tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Allocated IP 172.25.3.36 (11e8e108-37df-4084-b6b7-113e6beb66b4/3b0abf32-1504-448b-b06e-c8c870b6a7c8/01bf02a1-2571-48dd-822e-cbbab7df7e71) {{(pid=84764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:24:01.309244 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-c54815bd-3826-46bf-aef8-4fde2237a680 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-120961211-router', 'tenant_id': 'ae4efde8a8464528a66b3bf8e643e684', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'}}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:24:01.314333 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-c54815bd-3826-46bf-aef8-4fde2237a680 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:24:01.317483 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-97136d0e-4a2d-4c17-b63e-7f94b78f3b65 req-751108e4-fab1-45f2-b5c6-1f1aa2078ebc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e8145a70cab44ff88b524306edcbe946&device_id=6623f59d-6d74-43c2-bd67-bd59cf127910 HTTP/1.1" status: 200 len: 1124 time: 0.1249588 Apr 18 19:24:01.318490 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-c54815bd-3826-46bf-aef8-4fde2237a680 admin admin] Usage tracker for resource:router and tenant:ae4efde8a8464528a66b3bf8e643e684 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:24:01.357138 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-c54815bd-3826-46bf-aef8-4fde2237a680 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:24:01.386160 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-c54815bd-3826-46bf-aef8-4fde2237a680 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:24:01.390501 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-c220b295-2a8d-4bd7-9a9e-ae3dc5396ebd req-91c96d5c-0557-4abd-8b3f-d8c0df968e75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:01.391884 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-c220b295-2a8d-4bd7-9a9e-ae3dc5396ebd req-91c96d5c-0557-4abd-8b3f-d8c0df968e75 service neutron] 10.222.0.73 "PUT /v2.0/ports/be338a45-0f4f-4cee-8ef1-5fed5bd30f38 HTTP/1.1" status: 200 len: 1095 time: 1.6758046 Apr 18 19:24:01.442422 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c96d5c-0557-4abd-8b3f-d8c0df968e75 service neutron] Pushing event updated for resources: {'Port': ['ID=be338a45-0f4f-4cee-8ef1-5fed5bd30f38,revision_number=3']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:01.468324 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-bf72d551-7bce-469a-8acb-4939ec337404 req-df010698-fe0c-41bd-b191-e8e313e44d37 tempest-LiveMigrationTest-374537811 tempest-LiveMigrationTest-374537811-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=115054ae-eaa7-4e63-9798-88a3b5af809d HTTP/1.1" status: 200 len: 1096 time: 0.1714575 Apr 18 19:24:01.536340 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-73a33507-2ad5-452b-a98e-ac197e109ea0 None None] Allocated IP 172.20.0.2 (1c17c057-c249-4320-8b11-c4cc32a9489f/f3e2cf5f-cc22-4c6a-a7c1-4742f3519b7c/8b80a8fa-d24b-4f2c-b6e0-97c34511dcba) {{(pid=84765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:24:01.580641 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-c54815bd-3826-46bf-aef8-4fde2237a680 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-415242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4425'] for router, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:01.581624 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-c54815bd-3826-46bf-aef8-4fde2237a680 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-416909', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4418'] for router, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:01.663779 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-bf72d551-7bce-469a-8acb-4939ec337404 req-f42681e7-8cc7-4768-8024-f7ca4746dd97 tempest-LiveMigrationTest-374537811 tempest-LiveMigrationTest-374537811-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892436 Apr 18 19:24:01.665633 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-c54815bd-3826-46bf-aef8-4fde2237a680 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:01.711849 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-c220b295-2a8d-4bd7-9a9e-ae3dc5396ebd req-738c57ca-5201-461a-b268-ebd293ed459e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0bfa1acfa101481e821d2de81222b04b&device_id=4dc35b47-b950-47d2-a0ef-afc91fe7aefb HTTP/1.1" status: 200 len: 1098 time: 0.1895654 Apr 18 19:24:01.743238 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97136d0e-4a2d-4c17-b63e-7f94b78f3b65 req-f3419408-63fb-44a2-a4d5-5ef527ade205 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:01.745712 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-97136d0e-4a2d-4c17-b63e-7f94b78f3b65 req-f3419408-63fb-44a2-a4d5-5ef527ade205 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5b81b8da-abac-4e05-9e51-d6de7035d9e7 HTTP/1.1" status: 200 len: 920 time: 0.4212375 Apr 18 19:24:01.813384 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-9c97b24f-ea70-4b37-8c7e-78f3f8e9e0ef req-8750158a-4682-4335-bfeb-af813a4e853b tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Notify callbacks [] for port, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:01.839348 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-97136d0e-4a2d-4c17-b63e-7f94b78f3b65 req-0826e377-1b08-4138-a40f-39d91c2039e2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=abe1a1c1-6ab6-46fd-abfb-f7df79d33862 HTTP/1.1" status: 200 len: 217 time: 0.0864453 Apr 18 19:24:01.883882 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-73a33507-2ad5-452b-a98e-ac197e109ea0 None None] Notify callbacks [] for port, precommit_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:01.906098 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-73a33507-2ad5-452b-a98e-ac197e109ea0 None None] Transition to ACTIVE for port object 8b80a8fa-d24b-4f2c-b6e0-97c34511dcba will not be triggered until provisioned by entity L2. {{(pid=84765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:24:01.921408 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97136d0e-4a2d-4c17-b63e-7f94b78f3b65 req-f90a46ff-cfa4-425c-bef2-cd18f334b0b1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:01.922942 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-97136d0e-4a2d-4c17-b63e-7f94b78f3b65 req-f90a46ff-cfa4-425c-bef2-cd18f334b0b1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b10cc942-f819-45fc-bb02-117dc96bc19f HTTP/1.1" status: 200 len: 859 time: 0.0769823 Apr 18 19:24:01.925396 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-73a33507-2ad5-452b-a98e-ac197e109ea0 None None] Transition to ACTIVE for port object 8b80a8fa-d24b-4f2c-b6e0-97c34511dcba will not be triggered until provisioned by entity DHCP. {{(pid=84765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:24:01.978135 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-97136d0e-4a2d-4c17-b63e-7f94b78f3b65 req-300d4562-9ae0-4b97-a6ad-9eac08ae74db service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5b81b8da-abac-4e05-9e51-d6de7035d9e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481677 Apr 18 19:24:01.980168 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-9c97b24f-ea70-4b37-8c7e-78f3f8e9e0ef req-8750158a-4682-4335-bfeb-af813a4e853b tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:01.994124 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-c220b295-2a8d-4bd7-9a9e-ae3dc5396ebd req-bcc83c69-82de-4e9e-a527-dc341dc607bf service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=be338a45-0f4f-4cee-8ef1-5fed5bd30f38 HTTP/1.1" status: 200 len: 217 time: 0.2751133 Apr 18 19:24:02.008450 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-73a33507-2ad5-452b-a98e-ac197e109ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331'] for port, after_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:02.086516 n-d-836017-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a33507-2ad5-452b-a98e-ac197e109ea0 None None] Network 1c17c057-c249-4320-8b11-c4cc32a9489f is already hosted by enough agents. {{(pid=84765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:24:02.090967 n-d-836017-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-73a33507-2ad5-452b-a98e-ac197e109ea0 None None] Resources bound (agent type, host, resource id): {{(pid=84765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:24:02.095932 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a33507-2ad5-452b-a98e-ac197e109ea0 None None] Received port after_create {{(pid=84765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:24:02.101782 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a33507-2ad5-452b-a98e-ac197e109ea0 None None] Pushing event updated for resources: {'Port': ['ID=8b80a8fa-d24b-4f2c-b6e0-97c34511dcba,revision_number=1']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:02.106209 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c220b295-2a8d-4bd7-9a9e-ae3dc5396ebd req-a1b5d8b1-b2ff-4a3c-9d96-219aaf11ea31 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:02.107699 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-c220b295-2a8d-4bd7-9a9e-ae3dc5396ebd req-a1b5d8b1-b2ff-4a3c-9d96-219aaf11ea31 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=17d1b3aa-2066-4ffa-a69f-52ed566b6548 HTTP/1.1" status: 200 len: 843 time: 0.1029792 Apr 18 19:24:02.109740 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-c54815bd-3826-46bf-aef8-4fde2237a680 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416895', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4776'] for router, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:02.146307 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c97b24f-ea70-4b37-8c7e-78f3f8e9e0ef req-8750158a-4682-4335-bfeb-af813a4e853b tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Network 11e8e108-37df-4084-b6b7-113e6beb66b4 is already hosted by enough agents. {{(pid=84764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:24:02.151959 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [req-9c97b24f-ea70-4b37-8c7e-78f3f8e9e0ef req-8750158a-4682-4335-bfeb-af813a4e853b tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Resources bound (agent type, host, resource id): {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:24:02.157860 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8750158a-4682-4335-bfeb-af813a4e853b tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Pushing event updated for resources: {'Port': ['ID=01bf02a1-2571-48dd-822e-cbbab7df7e71,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:02.158361 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c97b24f-ea70-4b37-8c7e-78f3f8e9e0ef req-8750158a-4682-4335-bfeb-af813a4e853b tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Received port after_create {{(pid=84764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:24:02.198107 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-73a33507-2ad5-452b-a98e-ac197e109ea0 None None] Attempting to bind port 8b80a8fa-d24b-4f2c-b6e0-97c34511dcba on host n-d-836017-2 for vnic_type normal with profile {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:24:02.198566 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-73a33507-2ad5-452b-a98e-ac197e109ea0 None None] Attempting to bind port 8b80a8fa-d24b-4f2c-b6e0-97c34511dcba by drivers openvswitch,hyperv on host n-d-836017-2 at level 0 using segments [{'id': '64e9dd2a-1ec8-4590-b9a5-d212c2764002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '1c17c057-c249-4320-8b11-c4cc32a9489f'}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:24:02.198946 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a33507-2ad5-452b-a98e-ac197e109ea0 None None] Attempting to bind port 8b80a8fa-d24b-4f2c-b6e0-97c34511dcba on network 1c17c057-c249-4320-8b11-c4cc32a9489f {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:24:02.206944 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a33507-2ad5-452b-a98e-ac197e109ea0 None None] Checking agent: {'id': 'df2a5cfe-6839-400b-a998-e4fffce70f45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 8, 22), 'started_at': datetime.datetime(2022, 4, 18, 19, 8, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:24:02.207283 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a33507-2ad5-452b-a98e-ac197e109ea0 None None] Checking segment: {'id': '64e9dd2a-1ec8-4590-b9a5-d212c2764002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '1c17c057-c249-4320-8b11-c4cc32a9489f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:24:02.207634 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-73a33507-2ad5-452b-a98e-ac197e109ea0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:02.208021 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a33507-2ad5-452b-a98e-ac197e109ea0 None None] Bound using segment: {'id': '64e9dd2a-1ec8-4590-b9a5-d212c2764002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '1c17c057-c249-4320-8b11-c4cc32a9489f'} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:24:02.208514 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-73a33507-2ad5-452b-a98e-ac197e109ea0 None None] Bound port: 8b80a8fa-d24b-4f2c-b6e0-97c34511dcba, host: n-d-836017-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64e9dd2a-1ec8-4590-b9a5-d212c2764002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '1c17c057-c249-4320-8b11-c4cc32a9489f'}}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:24:02.208890 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-73a33507-2ad5-452b-a98e-ac197e109ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:02.210462 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afbe7a5-7f90-4c14-9789-62638e012d17 req-dd314e19-769e-4c7f-acbc-86ce211b3d3e tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:02.212041 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2afbe7a5-7f90-4c14-9789-62638e012d17 req-dd314e19-769e-4c7f-acbc-86ce211b3d3e tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b043aff-a1de-4df2-bb9c-37333bb01f66 HTTP/1.1" status: 200 len: 945 time: 0.3160026 Apr 18 19:24:02.255736 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-97136d0e-4a2d-4c17-b63e-7f94b78f3b65 req-fbe3f91a-e759-4d4b-8471-725f7f59640b service neutron] 10.222.0.72 "GET /v2.0/networks/5b81b8da-abac-4e05-9e51-d6de7035d9e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423029 Apr 18 19:24:02.257335 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-c220b295-2a8d-4bd7-9a9e-ae3dc5396ebd req-4b5a9f92-626d-4324-b7ff-2a03667ee8d8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1422601 Apr 18 19:24:02.321259 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-73a33507-2ad5-452b-a98e-ac197e109ea0 None None] For port 8b80a8fa-d24b-4f2c-b6e0-97c34511dcba, host n-d-836017-2, cleared binding levels {{(pid=84765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:24:02.325466 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-73a33507-2ad5-452b-a98e-ac197e109ea0 None None] For port 8b80a8fa-d24b-4f2c-b6e0-97c34511dcba, host n-d-836017-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=8b80a8fa-d24b-4f2c-b6e0-97c34511dcba,segment=NetworkSegment(64e9dd2a-1ec8-4590-b9a5-d212c2764002),segment_id=64e9dd2a-1ec8-4590-b9a5-d212c2764002)] {{(pid=84765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:24:02.402956 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-73a33507-2ad5-452b-a98e-ac197e109ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:02.472230 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2afbe7a5-7f90-4c14-9789-62638e012d17 req-70720e03-0e51-4df0-8fd0-940ba4c56868 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/security-groups?id=1e5cc43e-ae04-4a53-be47-dfdad3ea2d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458110 Apr 18 19:24:02.506091 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-97136d0e-4a2d-4c17-b63e-7f94b78f3b65 req-6edce05c-bfe0-4e77-bb45-85c2205fd772 service neutron] 10.222.0.72 "GET /v2.0/networks/5b81b8da-abac-4e05-9e51-d6de7035d9e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432668 Apr 18 19:24:02.509326 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-9c97b24f-ea70-4b37-8c7e-78f3f8e9e0ef req-8750158a-4682-4335-bfeb-af813a4e853b tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:02.530351 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a33507-2ad5-452b-a98e-ac197e109ea0 None None] Pushing event updated for resources: {'Port': ['ID=8b80a8fa-d24b-4f2c-b6e0-97c34511dcba,revision_number=2']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:02.538897 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-c220b295-2a8d-4bd7-9a9e-ae3dc5396ebd req-bf8bf15f-ee16-46e4-85f4-cef021a48c6a service neutron] 10.222.0.73 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624042 Apr 18 19:24:02.684349 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-9c97b24f-ea70-4b37-8c7e-78f3f8e9e0ef req-8750158a-4682-4335-bfeb-af813a4e853b tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:02.818417 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-c220b295-2a8d-4bd7-9a9e-ae3dc5396ebd req-66a01112-7242-44d4-adda-245139782aa8 service neutron] 10.222.0.73 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2725563 Apr 18 19:24:02.872738 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-c54815bd-3826-46bf-aef8-4fde2237a680 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:02.917246 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-c54815bd-3826-46bf-aef8-4fde2237a680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:02.926336 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6d27c6-ec91-4e12-a8da-c0343583c888 req-eb3e1581-200c-412e-832b-9aab7c2f4169 tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:02.927092 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-9c6d27c6-ec91-4e12-a8da-c0343583c888 req-eb3e1581-200c-412e-832b-9aab7c2f4169 tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] Synchronizing usage tracker for tenant:0bfa1acfa101481e821d2de81222b04b on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:24:02.985843 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-9c97b24f-ea70-4b37-8c7e-78f3f8e9e0ef req-8750158a-4682-4335-bfeb-af813a4e853b tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Notify callbacks [] for port, precommit_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:03.042050 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-9c97b24f-ea70-4b37-8c7e-78f3f8e9e0ef req-8750158a-4682-4335-bfeb-af813a4e853b tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2290934'] for port, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:03.143813 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dc35b47-b950-47d2-a0ef-afc91fe7aefb', 'tag': 'be338a45-0f4f-4cee-8ef1-5fed5bd30f38'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:24:03.156586 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8750158a-4682-4335-bfeb-af813a4e853b tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Pushing event updated for resources: {'Port': ['ID=01bf02a1-2571-48dd-822e-cbbab7df7e71,revision_number=2']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:03.165235 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-9c6d27c6-ec91-4e12-a8da-c0343583c888 req-eb3e1581-200c-412e-832b-9aab7c2f4169 tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] Unset dirty status for tenant:0bfa1acfa101481e821d2de81222b04b on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:24:03.165235 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-9c6d27c6-ec91-4e12-a8da-c0343583c888 req-eb3e1581-200c-412e-832b-9aab7c2f4169 tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] 10.222.0.69 "GET /v2.0/ports?device_id=4dc35b47-b950-47d2-a0ef-afc91fe7aefb HTTP/1.1" status: 200 len: 947 time: 0.5164526 Apr 18 19:24:03.174165 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8750158a-4682-4335-bfeb-af813a4e853b tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:24:03.174503 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8750158a-4682-4335-bfeb-af813a4e853b tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:24:03.174839 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8750158a-4682-4335-bfeb-af813a4e853b tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:24:03.175172 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8750158a-4682-4335-bfeb-af813a4e853b tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:24:03.175501 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8750158a-4682-4335-bfeb-af813a4e853b tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:24:03.175830 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8750158a-4682-4335-bfeb-af813a4e853b tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:24:03.176155 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8750158a-4682-4335-bfeb-af813a4e853b tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:24:03.176504 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8750158a-4682-4335-bfeb-af813a4e853b tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:24:03.176825 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8750158a-4682-4335-bfeb-af813a4e853b tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:24:03.177145 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8750158a-4682-4335-bfeb-af813a4e853b tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:24:03.177468 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8750158a-4682-4335-bfeb-af813a4e853b tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:24:03.183367 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-9c97b24f-ea70-4b37-8c7e-78f3f8e9e0ef req-8750158a-4682-4335-bfeb-af813a4e853b tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416787'] for floatingip, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:03.247143 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-9c6d27c6-ec91-4e12-a8da-c0343583c888 req-41f4fa4a-39d2-4dec-b9a5-3debe56db154 tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] Synchronizing usage tracker for tenant:0bfa1acfa101481e821d2de81222b04b on resource:security_group {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:24:03.317839 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-9c97b24f-ea70-4b37-8c7e-78f3f8e9e0ef req-8750158a-4682-4335-bfeb-af813a4e853b tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for floatingip, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:03.320768 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-9c97b24f-ea70-4b37-8c7e-78f3f8e9e0ef req-8750158a-4682-4335-bfeb-af813a4e853b tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.5747194 Apr 18 19:24:03.326722 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_common [None req-c54815bd-3826-46bf-aef8-4fde2237a680 admin admin] Allocated IP 172.25.3.197 (11e8e108-37df-4084-b6b7-113e6beb66b4/3b0abf32-1504-448b-b06e-c8c870b6a7c8/1b7fe8e8-0894-44ac-a4d1-684decf9d040) {{(pid=84763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:24:03.410868 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-9c6d27c6-ec91-4e12-a8da-c0343583c888 req-41f4fa4a-39d2-4dec-b9a5-3debe56db154 tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] Unset dirty status for tenant:0bfa1acfa101481e821d2de81222b04b on resource:security_group {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:24:03.420908 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-9c6d27c6-ec91-4e12-a8da-c0343583c888 req-41f4fa4a-39d2-4dec-b9a5-3debe56db154 tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] 10.222.0.69 "GET /v2.0/security-groups?id=f3cfbdec-ef1b-4f57-b88c-a0c8e082fff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516067 Apr 18 19:24:03.422070 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-9c97b24f-ea70-4b37-8c7e-78f3f8e9e0ef req-36ace792-33e2-4772-9d13-2c8a3f2d9d83 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Synchronizing usage tracker for tenant:2c5c0db6af674914a5dc8095df286e78 on resource:floatingip {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:24:03.516653 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-c54815bd-3826-46bf-aef8-4fde2237a680 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:03.527299 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-9c97b24f-ea70-4b37-8c7e-78f3f8e9e0ef req-36ace792-33e2-4772-9d13-2c8a3f2d9d83 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Unset dirty status for tenant:2c5c0db6af674914a5dc8095df286e78 on resource:floatingip {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:24:03.528928 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-9c97b24f-ea70-4b37-8c7e-78f3f8e9e0ef req-36ace792-33e2-4772-9d13-2c8a3f2d9d83 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.3.36 HTTP/1.1" status: 200 len: 695 time: 0.2004457 Apr 18 19:24:03.615926 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-c54815bd-3826-46bf-aef8-4fde2237a680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:03.719195 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54815bd-3826-46bf-aef8-4fde2237a680 admin admin] Network 11e8e108-37df-4084-b6b7-113e6beb66b4 is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:24:03.720918 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54815bd-3826-46bf-aef8-4fde2237a680 admin admin] Pushing event updated for resources: {'Port': ['ID=1b7fe8e8-0894-44ac-a4d1-684decf9d040,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:03.725113 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [None req-c54815bd-3826-46bf-aef8-4fde2237a680 admin admin] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:24:03.729703 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54815bd-3826-46bf-aef8-4fde2237a680 admin admin] Received port after_create {{(pid=84763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:24:03.764333 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40ec44d-6d9a-40f9-8ae2-789a9b97e72a req-5209cc76-6e3e-4677-bac3-0be79e099e92 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:03.765970 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b40ec44d-6d9a-40f9-8ae2-789a9b97e72a req-5209cc76-6e3e-4677-bac3-0be79e099e92 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?device_id=6623f59d-6d74-43c2-bd67-bd59cf127910 HTTP/1.1" status: 200 len: 943 time: 0.2139897 Apr 18 19:24:03.767765 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e1b4d9-bdd6-4104-b2f3-f18ce285d3db None None] Network 1c17c057-c249-4320-8b11-c4cc32a9489f requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:24:03.854517 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c97b24f-ea70-4b37-8c7e-78f3f8e9e0ef req-5b4eae13-da39-44b6-a319-d2652236066a tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:03.856522 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-9c97b24f-ea70-4b37-8c7e-78f3f8e9e0ef req-5b4eae13-da39-44b6-a319-d2652236066a tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] 10.222.0.69 "GET /v2.0/networks/11e8e108-37df-4084-b6b7-113e6beb66b4 HTTP/1.1" status: 200 len: 784 time: 0.3205156 Apr 18 19:24:03.892694 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b40ec44d-6d9a-40f9-8ae2-789a9b97e72a req-06b41e3b-1a60-4606-90e1-0cec53905b73 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148043 Apr 18 19:24:04.053245 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e119ff03-0ef5-45e5-9c96-8d02627bc5b5 req-0dfed815-803e-486d-b4c3-0c6f5fe87218 tempest-LiveMigrationTest-374537811 tempest-LiveMigrationTest-374537811-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=115054ae-eaa7-4e63-9798-88a3b5af809d HTTP/1.1" status: 200 len: 1096 time: 0.0811832 Apr 18 19:24:04.071010 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9e45130d-d6cc-46cd-a8f2-097cba487085 None None] Provisioning for port 8b80a8fa-d24b-4f2c-b6e0-97c34511dcba completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:24:04.121083 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e119ff03-0ef5-45e5-9c96-8d02627bc5b5 req-44347121-534a-47e9-8450-cb9fccd48da0 tempest-LiveMigrationTest-374537811 tempest-LiveMigrationTest-374537811-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567048 Apr 18 19:24:04.159428 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-c54815bd-3826-46bf-aef8-4fde2237a680 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:04.160253 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-c54815bd-3826-46bf-aef8-4fde2237a680 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416864'] for router, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:04.168127 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011e4ae3-4c5e-4c9c-80af-9d291add133e req-d487207c-b0db-488a-9361-5132a7a040c1 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:04.172963 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-011e4ae3-4c5e-4c9c-80af-9d291add133e req-d487207c-b0db-488a-9361-5132a7a040c1 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3396816-7672-4e6c-a9ee-905861ee2aea HTTP/1.1" status: 200 len: 949 time: 0.1177828 Apr 18 19:24:04.262317 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27af02db-6c82-458e-aded-21469aac9e60'] response: {'name': 'network-changed', 'server_uuid': '4dc35b47-b950-47d2-a0ef-afc91fe7aefb', 'tag': 'be338a45-0f4f-4cee-8ef1-5fed5bd30f38', 'status': 'completed', 'code': 200} Apr 18 19:24:04.378218 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbad3d8-3708-41f2-8efb-dd2ecc34b55d req-0ffd6921-b6fe-47e7-b1d8-c6af1f0f8eb9 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:04.379724 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-fdbad3d8-3708-41f2-8efb-dd2ecc34b55d req-0ffd6921-b6fe-47e7-b1d8-c6af1f0f8eb9 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b043aff-a1de-4df2-bb9c-37333bb01f66 HTTP/1.1" status: 200 len: 945 time: 0.0947158 Apr 18 19:24:04.434734 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-fdbad3d8-3708-41f2-8efb-dd2ecc34b55d req-c0ab526c-6985-4d32-968f-044f9f05f739 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/security-groups?id=1e5cc43e-ae04-4a53-be47-dfdad3ea2d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481353 Apr 18 19:24:04.452334 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-011e4ae3-4c5e-4c9c-80af-9d291add133e req-ffe1d29e-ce6f-4b62-97ec-a00140370e31 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b82ee4b-1b13-4f19-86d2-85d0db8a03cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2754378 Apr 18 19:24:04.497618 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a62b4a29-2896-40c7-8679-6e19b7148fc8 req-b9a6b37d-9e2f-4682-9316-74897fd65caf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0bfa1acfa101481e821d2de81222b04b&device_id=4dc35b47-b950-47d2-a0ef-afc91fe7aefb HTTP/1.1" status: 200 len: 1098 time: 0.2082291 Apr 18 19:24:04.571439 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-9cf345ad-402c-4606-8405-004dd5951229 req-a8536d5a-a04a-4de6-96b4-640909444b38 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] 10.222.0.69 "GET /v2.0/floatingips/655be7f2-e722-4a56-b45f-f3db3a7571a1 HTTP/1.1" status: 200 len: 692 time: 0.0889461 Apr 18 19:24:04.701137 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62b4a29-2896-40c7-8679-6e19b7148fc8 req-a3a67ea5-7101-454e-a678-455ee71aac6e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:04.704143 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a62b4a29-2896-40c7-8679-6e19b7148fc8 req-a3a67ea5-7101-454e-a678-455ee71aac6e service neutron] 10.222.0.73 "GET /v2.0/networks?id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a HTTP/1.1" status: 200 len: 870 time: 0.1967530 Apr 18 19:24:04.786670 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 8b80a8fa-d24b-4f2c-b6e0-97c34511dcba up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:24:04.799517 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf345ad-402c-4606-8405-004dd5951229 req-d2536498-8493-47f6-ad98-8d485974cb56 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:04.804925 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-9cf345ad-402c-4606-8405-004dd5951229 req-d2536498-8493-47f6-ad98-8d485974cb56 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] 10.222.0.69 "GET /v2.0/networks/11e8e108-37df-4084-b6b7-113e6beb66b4 HTTP/1.1" status: 200 len: 784 time: 0.2276940 Apr 18 19:24:04.805988 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a62b4a29-2896-40c7-8679-6e19b7148fc8 req-5556b8c2-2774-4a3f-a2cf-cf26cdd91b44 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=be338a45-0f4f-4cee-8ef1-5fed5bd30f38 HTTP/1.1" status: 200 len: 217 time: 0.0900402 Apr 18 19:24:04.813747 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [req-9cf345ad-402c-4606-8405-004dd5951229 req-d45b85d6-a704-4590-8cad-f77832747e7b tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=84764) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:24:04.815430 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-9cf345ad-402c-4606-8405-004dd5951229 req-d45b85d6-a704-4590-8cad-f77832747e7b tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0077329 Apr 18 19:24:04.895075 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62b4a29-2896-40c7-8679-6e19b7148fc8 req-97f531f0-e438-403b-8093-ac5591fc8219 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:04.896553 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a62b4a29-2896-40c7-8679-6e19b7148fc8 req-97f531f0-e438-403b-8093-ac5591fc8219 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=17d1b3aa-2066-4ffa-a69f-52ed566b6548 HTTP/1.1" status: 200 len: 843 time: 0.0815992 Apr 18 19:24:04.967309 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe9c0b1-ce2a-48b2-a730-0e45d56a35c8 req-cdbbdde6-1f21-4529-ab14-e8e82fe83a2f tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:04.968842 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ebe9c0b1-ce2a-48b2-a730-0e45d56a35c8 req-cdbbdde6-1f21-4529-ab14-e8e82fe83a2f tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] 10.222.0.69 "GET /v2.0/ports?device_id=4dc35b47-b950-47d2-a0ef-afc91fe7aefb HTTP/1.1" status: 200 len: 947 time: 0.3066506 Apr 18 19:24:04.989559 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning for port 8b80a8fa-d24b-4f2c-b6e0-97c34511dcba completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:24:04.995860 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port 8b80a8fa-d24b-4f2c-b6e0-97c34511dcba triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:24:04.996836 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:05.080532 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ebe9c0b1-ce2a-48b2-a730-0e45d56a35c8 req-54f445a1-690d-4bff-ae23-e524b4f31faa tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] 10.222.0.69 "GET /v2.0/security-groups?id=f3cfbdec-ef1b-4f57-b88c-a0c8e082fff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046503 Apr 18 19:24:05.091006 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a62b4a29-2896-40c7-8679-6e19b7148fc8 req-cd301dc0-0542-4ed7-bde7-35e31b1c9580 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1860020 Apr 18 19:24:05.176873 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:05.221913 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] For port 8b80a8fa-d24b-4f2c-b6e0-97c34511dcba, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=8b80a8fa-d24b-4f2c-b6e0-97c34511dcba,segment=NetworkSegment(64e9dd2a-1ec8-4590-b9a5-d212c2764002),segment_id=64e9dd2a-1ec8-4590-b9a5-d212c2764002)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:24:05.304258 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:05.309771 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c54815bd-3826-46bf-aef8-4fde2237a680 admin admin] Router a79c24ae-a406-43ee-b80c-897fb4592d6d is scheduled to L3 agent 21b59c62-f184-4169-bc3e-79831cc043e8 with binding_index 1 {{(pid=84763) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 19:24:05.380274 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Pushing event updated for resources: {'Port': ['ID=8b80a8fa-d24b-4f2c-b6e0-97c34511dcba,revision_number=3']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:05.383296 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6998ca81-3245-4fd0-a97c-99a86073d370 req-41ee87fd-cfd9-4f4b-950e-0c5f995a75c8 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:05.385630 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6998ca81-3245-4fd0-a97c-99a86073d370 req-41ee87fd-cfd9-4f4b-950e-0c5f995a75c8 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?device_id=6623f59d-6d74-43c2-bd67-bd59cf127910 HTTP/1.1" status: 200 len: 943 time: 0.0951002 Apr 18 19:24:05.395016 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:24:05.395414 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:24:05.395753 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:24:05.396088 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:24:05.396500 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:24:05.396831 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:24:05.397153 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:24:05.397470 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:24:05.397786 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:24:05.398102 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:24:05.398565 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:24:05.422495 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-05582617-30e4-4f02-bfa7-2a8a517db18e req-6a7a7a9d-3528-44b9-849f-07cd880228cb tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] 10.222.0.69 "GET /v2.0/floatingips/655be7f2-e722-4a56-b45f-f3db3a7571a1 HTTP/1.1" status: 200 len: 692 time: 0.1216152 Apr 18 19:24:05.462738 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6998ca81-3245-4fd0-a97c-99a86073d370 req-634913b5-984e-4108-a56e-f81a7be453a7 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688734 Apr 18 19:24:05.670260 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a62b4a29-2896-40c7-8679-6e19b7148fc8 req-1ba34c82-9fc4-4f14-9fb6-5718a898fde9 service neutron] 10.222.0.73 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5720134 Apr 18 19:24:05.702328 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a0375bb4-293c-4cf7-a353-e4fbf1049e96 req-3942b3dc-ea51-4f12-9a19-6504af2f28e6 tempest-LiveMigrationTest-374537811 tempest-LiveMigrationTest-374537811-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=115054ae-eaa7-4e63-9798-88a3b5af809d HTTP/1.1" status: 200 len: 1096 time: 0.0998514 Apr 18 19:24:05.755816 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a0375bb4-293c-4cf7-a353-e4fbf1049e96 req-4a88086d-4d10-4b1f-a1d4-e14ce2ae50d0 tempest-LiveMigrationTest-374537811 tempest-LiveMigrationTest-374537811-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467041 Apr 18 19:24:05.877995 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05582617-30e4-4f02-bfa7-2a8a517db18e req-ef8224c5-7eeb-4bb7-890c-f985d3300288 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:05.879336 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-05582617-30e4-4f02-bfa7-2a8a517db18e req-ef8224c5-7eeb-4bb7-890c-f985d3300288 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] 10.222.0.69 "GET /v2.0/networks/11e8e108-37df-4084-b6b7-113e6beb66b4 HTTP/1.1" status: 200 len: 784 time: 0.4395738 Apr 18 19:24:05.963781 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9d4e36-3478-4421-ae04-2dd81de92499 req-4dd235a4-4e48-4c42-9e41-3792a953c20f tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:05.965186 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-aa9d4e36-3478-4421-ae04-2dd81de92499 req-4dd235a4-4e48-4c42-9e41-3792a953c20f tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b043aff-a1de-4df2-bb9c-37333bb01f66 HTTP/1.1" status: 200 len: 945 time: 0.0809784 Apr 18 19:24:05.975848 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a62b4a29-2896-40c7-8679-6e19b7148fc8 req-45dee327-2688-4579-be46-7338e21e1aea service neutron] 10.222.0.73 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2963779 Apr 18 19:24:05.990629 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-05582617-30e4-4f02-bfa7-2a8a517db18e req-7d223be7-5825-4b7a-9aa8-d7418cf49ed1 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.3.36 HTTP/1.1" status: 200 len: 695 time: 0.1039834 Apr 18 19:24:06.030090 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-aa9d4e36-3478-4421-ae04-2dd81de92499 req-f0940c42-af4c-4fb8-9d9d-aa3974cf8ae5 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/security-groups?id=1e5cc43e-ae04-4a53-be47-dfdad3ea2d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587885 Apr 18 19:24:06.094174 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-05582617-30e4-4f02-bfa7-2a8a517db18e req-901f8613-98b8-48b3-a362-9af85976c591 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.3.36 HTTP/1.1" status: 200 len: 695 time: 0.0889199 Apr 18 19:24:06.239360 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52da5d5-9151-492a-981a-16db72baddab req-d1c3a94c-7ebd-46c4-a27c-c60840a3affa tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:06.240810 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c52da5d5-9151-492a-981a-16db72baddab req-d1c3a94c-7ebd-46c4-a27c-c60840a3affa tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3396816-7672-4e6c-a9ee-905861ee2aea HTTP/1.1" status: 200 len: 949 time: 0.0878983 Apr 18 19:24:06.264829 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c54815bd-3826-46bf-aef8-4fde2237a680 admin admin] Notify agent at l3_agent.n-d-836017-2 the message routers_updated {{(pid=84763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:24:06.273680 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-05582617-30e4-4f02-bfa7-2a8a517db18e req-24f2fe70-107d-4825-b5dd-f696c55a9f87 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Deleting port 01bf02a1-2571-48dd-822e-cbbab7df7e71 {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:24:06.274023 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-05582617-30e4-4f02-bfa7-2a8a517db18e req-24f2fe70-107d-4825-b5dd-f696c55a9f87 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:06.279529 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03961cd-bc21-4e4b-a9d3-45acb9b48096 None None] Sync routers for ids ['a79c24ae-a406-43ee-b80c-897fb4592d6d'] in n-d-836017-2 {{(pid=84766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:24:06.294545 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03961cd-bc21-4e4b-a9d3-45acb9b48096 None None] Routers {'a79c24ae-a406-43ee-b80c-897fb4592d6d'} bound to L3 agent in host n-d-836017-2 {{(pid=84766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:24:06.295168 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-f03961cd-bc21-4e4b-a9d3-45acb9b48096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:23:50Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['a79c24ae-a406-43ee-b80c-897fb4592d6d'], 'active': True} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:24:06.296821 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c52da5d5-9151-492a-981a-16db72baddab req-24da295e-ef0b-4c8b-a625-6f4f7ebaa67d tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b82ee4b-1b13-4f19-86d2-85d0db8a03cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491276 Apr 18 19:24:06.420692 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-c54815bd-3826-46bf-aef8-4fde2237a680 admin admin] Notify callbacks [] for router, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:06.424713 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-c54815bd-3826-46bf-aef8-4fde2237a680 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.1361222 Apr 18 19:24:06.425126 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 47592) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:24:06.484531 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-05582617-30e4-4f02-bfa7-2a8a517db18e req-24f2fe70-107d-4825-b5dd-f696c55a9f87 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:06.484947 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-05582617-30e4-4f02-bfa7-2a8a517db18e req-24f2fe70-107d-4825-b5dd-f696c55a9f87 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:06.505821 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvr_db [None req-f03961cd-bc21-4e4b-a9d3-45acb9b48096 None None] Set router a79c24ae-a406-43ee-b80c-897fb4592d6d gateway port host: n-d-836017-2 {{(pid=84766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:24:06.562921 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device be338a45-0f4f-4cee-8ef1-5fed5bd30f38 details requested by agent hyperv_n-h1-836017-2 with host n-h1-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:24:06.635422 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-05582617-30e4-4f02-bfa7-2a8a517db18e req-24f2fe70-107d-4825-b5dd-f696c55a9f87 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Calling delete_port for 01bf02a1-2571-48dd-822e-cbbab7df7e71 owned by network:floatingip {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:24:06.682227 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a51595-511a-4773-b1a9-cb1c8b2b471e req-85214efe-65b1-4e43-aebf-322e745fec29 tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:06.683784 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a0a51595-511a-4773-b1a9-cb1c8b2b471e req-85214efe-65b1-4e43-aebf-322e745fec29 tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] 10.222.0.69 "GET /v2.0/ports?device_id=4dc35b47-b950-47d2-a0ef-afc91fe7aefb HTTP/1.1" status: 200 len: 947 time: 0.1983955 Apr 18 19:24:06.761619 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a0a51595-511a-4773-b1a9-cb1c8b2b471e req-15c6cabf-2307-4a7c-b3be-d4b4693e2672 tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] 10.222.0.69 "GET /v2.0/security-groups?id=f3cfbdec-ef1b-4f57-b88c-a0c8e082fff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677402 Apr 18 19:24:06.823811 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 8b80a8fa-d24b-4f2c-b6e0-97c34511dcba up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:24:06.973975 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-f03961cd-bc21-4e4b-a9d3-45acb9b48096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79c24ae-a406-43ee-b80c-897fb4592d6d', 'name': 'tempest-TaggedBootDevicesTest-120961211-router', 'tenant_id': 'ae4efde8a8464528a66b3bf8e643e684', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '1b7fe8e8-0894-44ac-a4d1-684decf9d040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:24:01Z', 'updated_at': '2022-04-18T19:24:03Z', 'revision_number': 3, 'project_id': 'ae4efde8a8464528a66b3bf8e643e684', 'gw_port': {'id': '1b7fe8e8-0894-44ac-a4d1-684decf9d040', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:c4:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a79c24ae-a406-43ee-b80c-897fb4592d6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:24:03Z', 'updated_at': '2022-04-18T19:24:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2'}], 'n-d-836017-2', False) {} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:24:06.978505 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03961cd-bc21-4e4b-a9d3-45acb9b48096 None None] Checking router: a79c24ae-a406-43ee-b80c-897fb4592d6d for host: n-d-836017-2 {{(pid=84766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:24:06.979569 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03961cd-bc21-4e4b-a9d3-45acb9b48096 None None] Updating router a79c24ae-a406-43ee-b80c-897fb4592d6d port 1b7fe8e8-0894-44ac-a4d1-684decf9d040 binding host n-d-836017-2 {{(pid=84766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 19:24:07.040252 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-f03961cd-bc21-4e4b-a9d3-45acb9b48096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:07.093331 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port be338a45-0f4f-4cee-8ef1-5fed5bd30f38, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=be338a45-0f4f-4cee-8ef1-5fed5bd30f38,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:24:07.115762 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Returning: {'device': 'be338a45-0f4f-4cee-8ef1-5fed5bd30f38', 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a', 'port_id': 'be338a45-0f4f-4cee-8ef1-5fed5bd30f38', 'mac_address': 'fa:16:3e:fd:23:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17d1b3aa-2066-4ffa-a69f-52ed566b6548', 'ip_address': '192.168.233.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:24:07.162782 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port 8b80a8fa-d24b-4f2c-b6e0-97c34511dcba triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:24:07.163151 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:07.165089 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325f4bff-03a6-4e43-ba42-860fb4dcce03 req-b7704aac-7b65-4e84-bc3d-1c46bec22377 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:07.174098 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-325f4bff-03a6-4e43-ba42-860fb4dcce03 req-b7704aac-7b65-4e84-bc3d-1c46bec22377 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?device_id=6623f59d-6d74-43c2-bd67-bd59cf127910 HTTP/1.1" status: 200 len: 943 time: 0.1839833 Apr 18 19:24:07.206772 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-05582617-30e4-4f02-bfa7-2a8a517db18e req-24f2fe70-107d-4825-b5dd-f696c55a9f87 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:07.231842 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:07.262580 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be338a45-0f4f-4cee-8ef1-5fed5bd30f38 {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:24:07.279676 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-325f4bff-03a6-4e43-ba42-860fb4dcce03 req-23ce9ac4-d2fb-47b3-ae9b-ab5a293aab04 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043181 Apr 18 19:24:07.285442 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port be338a45-0f4f-4cee-8ef1-5fed5bd30f38, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=be338a45-0f4f-4cee-8ef1-5fed5bd30f38,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:24:07.312264 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f2fe70-107d-4825-b5dd-f696c55a9f87 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Pushing event deleted for resources: {'Port': ['ID=01bf02a1-2571-48dd-822e-cbbab7df7e71,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:07.368537 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:07.466241 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Pushing event updated for resources: {'Port': ['ID=be338a45-0f4f-4cee-8ef1-5fed5bd30f38,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:07.493504 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-05582617-30e4-4f02-bfa7-2a8a517db18e req-24f2fe70-107d-4825-b5dd-f696c55a9f87 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Notify callbacks [] for floatingip, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:07.569169 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-05582617-30e4-4f02-bfa7-2a8a517db18e req-24f2fe70-107d-4825-b5dd-f696c55a9f87 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for floatingip, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:07.571341 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-05582617-30e4-4f02-bfa7-2a8a517db18e req-24f2fe70-107d-4825-b5dd-f696c55a9f87 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] 10.222.0.69 "DELETE /v2.0/floatingips/655be7f2-e722-4a56-b45f-f3db3a7571a1 HTTP/1.1" status: 204 len: 173 time: 1.4705513 Apr 18 19:24:07.640743 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-f03961cd-bc21-4e4b-a9d3-45acb9b48096 None None] Notify callbacks [] for port, precommit_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:07.655438 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.provisioning_blocks [None req-f03961cd-bc21-4e4b-a9d3-45acb9b48096 None None] Transition to ACTIVE for port object 1b7fe8e8-0894-44ac-a4d1-684decf9d040 will not be triggered until provisioned by entity L2. {{(pid=84766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:24:07.761198 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-f03961cd-bc21-4e4b-a9d3-45acb9b48096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:07.778533 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a2535dcd-548e-4a43-b4d3-9465856a6b6f req-66b8c337-c7fc-42da-87b5-f7b85480810f tempest-LiveMigrationTest-374537811 tempest-LiveMigrationTest-374537811-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=115054ae-eaa7-4e63-9798-88a3b5af809d HTTP/1.1" status: 200 len: 1096 time: 0.1559834 Apr 18 19:24:07.788402 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] get_ports_and_sgs() called for port_ids ['be338a45-0f4f-4cee-8ef1-5fed5bd30f38'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:24:07.830787 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4becbcac-b28e-4c18-b440-4dd0d464fd97 req-1d3b4824-2052-4dcb-a4b5-87dc43366f24 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:07.832689 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4becbcac-b28e-4c18-b440-4dd0d464fd97 req-1d3b4824-2052-4dcb-a4b5-87dc43366f24 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b043aff-a1de-4df2-bb9c-37333bb01f66 HTTP/1.1" status: 200 len: 945 time: 0.1031692 Apr 18 19:24:07.875354 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a2535dcd-548e-4a43-b4d3-9465856a6b6f req-5511ec38-b946-4df8-b821-ec10e1320a12 tempest-LiveMigrationTest-374537811 tempest-LiveMigrationTest-374537811-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760245 Apr 18 19:24:07.904616 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71382cab-5116-41d9-a56d-0d3df63acdfc None None] Pushing event updated for resources: {'Port': ['ID=1b7fe8e8-0894-44ac-a4d1-684decf9d040,revision_number=2']} {{(pid=84766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:07.907422 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.managers [None req-f03961cd-bc21-4e4b-a9d3-45acb9b48096 None None] Attempting to bind port 1b7fe8e8-0894-44ac-a4d1-684decf9d040 on host n-d-836017-2 for vnic_type normal with profile {{(pid=84766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:24:07.908009 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.managers [None req-f03961cd-bc21-4e4b-a9d3-45acb9b48096 None None] Attempting to bind port 1b7fe8e8-0894-44ac-a4d1-684decf9d040 by drivers openvswitch,hyperv on host n-d-836017-2 at level 0 using segments [{'id': '5de34947-6c56-419b-85d0-f61f69ce7c45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'}] {{(pid=84766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:24:07.908925 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03961cd-bc21-4e4b-a9d3-45acb9b48096 None None] Attempting to bind port 1b7fe8e8-0894-44ac-a4d1-684decf9d040 on network 11e8e108-37df-4084-b6b7-113e6beb66b4 {{(pid=84766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:24:07.920855 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03961cd-bc21-4e4b-a9d3-45acb9b48096 None None] Checking agent: {'id': 'df2a5cfe-6839-400b-a998-e4fffce70f45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 8, 22), 'started_at': datetime.datetime(2022, 4, 18, 19, 8, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:24:07.921624 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03961cd-bc21-4e4b-a9d3-45acb9b48096 None None] Checking segment: {'id': '5de34947-6c56-419b-85d0-f61f69ce7c45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:24:07.922248 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-f03961cd-bc21-4e4b-a9d3-45acb9b48096 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:07.922838 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03961cd-bc21-4e4b-a9d3-45acb9b48096 None None] Bound using segment: {'id': '5de34947-6c56-419b-85d0-f61f69ce7c45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'} {{(pid=84766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:24:07.923643 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.managers [None req-f03961cd-bc21-4e4b-a9d3-45acb9b48096 None None] Bound port: 1b7fe8e8-0894-44ac-a4d1-684decf9d040, host: n-d-836017-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5de34947-6c56-419b-85d0-f61f69ce7c45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'}}] {{(pid=84766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:24:07.924254 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-f03961cd-bc21-4e4b-a9d3-45acb9b48096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:07.947766 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4becbcac-b28e-4c18-b440-4dd0d464fd97 req-6f921556-c5a3-40f7-bf4d-ac0fe170161c tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/security-groups?id=1e5cc43e-ae04-4a53-be47-dfdad3ea2d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072173 Apr 18 19:24:08.037576 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.db [None req-f03961cd-bc21-4e4b-a9d3-45acb9b48096 None None] For port 1b7fe8e8-0894-44ac-a4d1-684decf9d040, host n-d-836017-2, cleared binding levels {{(pid=84766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:24:08.042271 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.db [None req-f03961cd-bc21-4e4b-a9d3-45acb9b48096 None None] For port 1b7fe8e8-0894-44ac-a4d1-684decf9d040, host n-d-836017-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=1b7fe8e8-0894-44ac-a4d1-684decf9d040,segment=NetworkSegment(5de34947-6c56-419b-85d0-f61f69ce7c45),segment_id=5de34947-6c56-419b-85d0-f61f69ce7c45)] {{(pid=84766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:24:08.127589 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-f03961cd-bc21-4e4b-a9d3-45acb9b48096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:08.161336 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc841d35-4150-44f4-89b2-911a4a3612fe req-c562bb16-c014-49fc-9bbe-1b625c570290 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:08.165318 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-97ec8c58-38b8-4b05-a227-ff47375f5869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:08.168848 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fc841d35-4150-44f4-89b2-911a4a3612fe req-c562bb16-c014-49fc-9bbe-1b625c570290 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.1817844 Apr 18 19:24:08.227239 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71382cab-5116-41d9-a56d-0d3df63acdfc None None] Pushing event updated for resources: {'Port': ['ID=1b7fe8e8-0894-44ac-a4d1-684decf9d040,revision_number=3']} {{(pid=84766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:08.233605 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03961cd-bc21-4e4b-a9d3-45acb9b48096 None None] Routers {'a79c24ae-a406-43ee-b80c-897fb4592d6d'} bound to L3 agent in host n-d-836017-2 {{(pid=84766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:24:08.234217 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-f03961cd-bc21-4e4b-a9d3-45acb9b48096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:23:50Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['a79c24ae-a406-43ee-b80c-897fb4592d6d'], 'active': True} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:24:08.279685 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b647b9f-5d66-4300-8607-0d7f3a852006 req-210d545e-bc0b-4e6c-a184-2114d6e3c78b tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:08.281415 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-9b647b9f-5d66-4300-8607-0d7f3a852006 req-210d545e-bc0b-4e6c-a184-2114d6e3c78b tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3396816-7672-4e6c-a9ee-905861ee2aea HTTP/1.1" status: 200 len: 949 time: 0.2341096 Apr 18 19:24:08.355495 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83befe83-a963-4d9e-952e-5a5e77e71043 req-456c2ca2-d845-43cf-9206-0005bbab0031 tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:08.357253 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-83befe83-a963-4d9e-952e-5a5e77e71043 req-456c2ca2-d845-43cf-9206-0005bbab0031 tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] 10.222.0.69 "GET /v2.0/ports?device_id=4dc35b47-b950-47d2-a0ef-afc91fe7aefb HTTP/1.1" status: 200 len: 948 time: 0.0917809 Apr 18 19:24:08.413086 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-83befe83-a963-4d9e-952e-5a5e77e71043 req-3646766d-48a2-415c-a5d3-136b1be0c87b tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] 10.222.0.69 "GET /v2.0/security-groups?id=f3cfbdec-ef1b-4f57-b88c-a0c8e082fff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493670 Apr 18 19:24:08.431181 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvr_db [None req-f03961cd-bc21-4e4b-a9d3-45acb9b48096 None None] Set router a79c24ae-a406-43ee-b80c-897fb4592d6d gateway port host: n-d-836017-2 {{(pid=84766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:24:08.441021 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-9b647b9f-5d66-4300-8607-0d7f3a852006 req-0bdc6794-c45d-4d54-a950-15e961990895 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b82ee4b-1b13-4f19-86d2-85d0db8a03cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473565 Apr 18 19:24:08.648858 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-3e9d584c-8982-4ffd-8034-21713939f6e4 req-eb0e87a7-3025-44f7-98e6-0058a8903db5 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] 10.222.0.69 "GET /v2.0/floatingips?tenant_id=2c5c0db6af674914a5dc8095df286e78 HTTP/1.1" status: 200 len: 1653 time: 0.1517487 Apr 18 19:24:08.737087 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_common [None req-97ec8c58-38b8-4b05-a227-ff47375f5869 admin admin] Allocated IP 172.20.0.1 (1c17c057-c249-4320-8b11-c4cc32a9489f/f3e2cf5f-cc22-4c6a-a7c1-4742f3519b7c/33393893-663c-4d6c-9fba-d437d84f950a) {{(pid=84764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:24:08.751402 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d0ac2a86-6856-49ea-bcf2-711e79edf219 req-2f7cc6cc-018f-4aa3-a48e-980c6ca81000 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=115054ae-eaa7-4e63-9798-88a3b5af809d&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1231647 Apr 18 19:24:08.786124 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-f03961cd-bc21-4e4b-a9d3-45acb9b48096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79c24ae-a406-43ee-b80c-897fb4592d6d', 'name': 'tempest-TaggedBootDevicesTest-120961211-router', 'tenant_id': 'ae4efde8a8464528a66b3bf8e643e684', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '1b7fe8e8-0894-44ac-a4d1-684decf9d040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:24:01Z', 'updated_at': '2022-04-18T19:24:03Z', 'revision_number': 3, 'project_id': 'ae4efde8a8464528a66b3bf8e643e684', 'gw_port': {'id': '1b7fe8e8-0894-44ac-a4d1-684decf9d040', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:c4:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a79c24ae-a406-43ee-b80c-897fb4592d6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:24:03Z', 'updated_at': '2022-04-18T19:24:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2'}], 'n-d-836017-2', False) {} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:24:08.790744 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03961cd-bc21-4e4b-a9d3-45acb9b48096 None None] The sync data for ids ['a79c24ae-a406-43ee-b80c-897fb4592d6d'] in n-d-836017-2 is: [{'id': 'a79c24ae-a406-43ee-b80c-897fb4592d6d', 'name': 'tempest-TaggedBootDevicesTest-120961211-router', 'tenant_id': 'ae4efde8a8464528a66b3bf8e643e684', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '1b7fe8e8-0894-44ac-a4d1-684decf9d040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:24:01Z', 'updated_at': '2022-04-18T19:24:03Z', 'revision_number': 3, 'project_id': 'ae4efde8a8464528a66b3bf8e643e684', 'gw_port': {'id': '1b7fe8e8-0894-44ac-a4d1-684decf9d040', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:c4:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a79c24ae-a406-43ee-b80c-897fb4592d6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:24:03Z', 'updated_at': '2022-04-18T19:24:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2'}] {{(pid=84766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:24:09.030780 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9d584c-8982-4ffd-8034-21713939f6e4 req-11a1fd5a-33b3-40ea-9e66-4acf81bf75f6 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:09.032438 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-3e9d584c-8982-4ffd-8034-21713939f6e4 req-11a1fd5a-33b3-40ea-9e66-4acf81bf75f6 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] 10.222.0.69 "GET /v2.0/networks?id=11e8e108-37df-4084-b6b7-113e6beb66b4&id=11e8e108-37df-4084-b6b7-113e6beb66b4&id=11e8e108-37df-4084-b6b7-113e6beb66b4 HTTP/1.1" status: 200 len: 787 time: 0.3483973 Apr 18 19:24:09.052318 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [req-3e9d584c-8982-4ffd-8034-21713939f6e4 req-a6b58675-ccb1-4bc9-a8a8-7c377823dc97 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=84764) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:24:09.053325 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-3e9d584c-8982-4ffd-8034-21713939f6e4 req-a6b58675-ccb1-4bc9-a8a8-7c377823dc97 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0085378 Apr 18 19:24:09.088769 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-97ec8c58-38b8-4b05-a227-ff47375f5869 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:09.107377 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.provisioning_blocks [None req-97ec8c58-38b8-4b05-a227-ff47375f5869 admin admin] Transition to ACTIVE for port object 33393893-663c-4d6c-9fba-d437d84f950a will not be triggered until provisioned by entity DHCP. {{(pid=84764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:24:09.232852 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-97ec8c58-38b8-4b05-a227-ff47375f5869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:09.330979 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ec8c58-38b8-4b05-a227-ff47375f5869 admin admin] Network 1c17c057-c249-4320-8b11-c4cc32a9489f is already hosted by enough agents. {{(pid=84764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:24:09.335801 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [None req-97ec8c58-38b8-4b05-a227-ff47375f5869 admin admin] Resources bound (agent type, host, resource id): {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:24:09.338548 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ec8c58-38b8-4b05-a227-ff47375f5869 admin admin] Received port after_create {{(pid=84764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:24:09.375112 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ec8c58-38b8-4b05-a227-ff47375f5869 admin admin] Pushing event updated for resources: {'Port': ['ID=33393893-663c-4d6c-9fba-d437d84f950a,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:09.415186 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-97ec8c58-38b8-4b05-a227-ff47375f5869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417434'] for router_interface, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:09.424947 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4bce5d-c0b5-469f-bf23-150302a83e74 req-53b515bc-e7cb-4b60-aad4-3f278e6309e1 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:09.426618 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6e4bce5d-c0b5-469f-bf23-150302a83e74 req-53b515bc-e7cb-4b60-aad4-3f278e6309e1 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?device_id=6623f59d-6d74-43c2-bd67-bd59cf127910 HTTP/1.1" status: 200 len: 943 time: 0.2403469 Apr 18 19:24:09.510911 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6e4bce5d-c0b5-469f-bf23-150302a83e74 req-c0b41d96-53f1-49b6-a00d-d3460b255790 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734491 Apr 18 19:24:09.730842 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-97ec8c58-38b8-4b05-a227-ff47375f5869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:09.748661 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-490078be-ea17-4b15-8962-fd1b8cbbe208 None None] Provisioning for port 33393893-663c-4d6c-9fba-d437d84f950a completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:24:09.757390 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-490078be-ea17-4b15-8962-fd1b8cbbe208 None None] Provisioning complete for port 33393893-663c-4d6c-9fba-d437d84f950a triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:24:09.758456 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-490078be-ea17-4b15-8962-fd1b8cbbe208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:09.826591 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-490078be-ea17-4b15-8962-fd1b8cbbe208 None None] Port 33393893-663c-4d6c-9fba-d437d84f950a cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:24:09.865647 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c1d8e7-10f4-473d-a18f-564bfc991853 req-ae714480-2642-4392-9626-709e70cf04a4 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:09.867317 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e8c1d8e7-10f4-473d-a18f-564bfc991853 req-ae714480-2642-4392-9626-709e70cf04a4 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b043aff-a1de-4df2-bb9c-37333bb01f66 HTTP/1.1" status: 200 len: 945 time: 0.1882973 Apr 18 19:24:10.111572 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e8c1d8e7-10f4-473d-a18f-564bfc991853 req-2e2d98c9-47ce-4c07-baee-bcad23fbb122 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/security-groups?id=1e5cc43e-ae04-4a53-be47-dfdad3ea2d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791068 Apr 18 19:24:10.240462 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-97ec8c58-38b8-4b05-a227-ff47375f5869 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:10.250761 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-94ba03c4-4d0f-45b1-81e6-f9b1af6df42c req-85106ef4-55ff-4cec-b0b0-e65a760d4c0f tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] 10.222.0.69 "GET /v2.0/floatingips/e8119b1d-f98a-4f7e-9b87-6f47c295a7f0 HTTP/1.1" status: 200 len: 691 time: 0.0908630 Apr 18 19:24:10.329482 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-97ec8c58-38b8-4b05-a227-ff47375f5869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2290934'] for port, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:10.486053 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ec8c58-38b8-4b05-a227-ff47375f5869 admin admin] Pushing event updated for resources: {'Port': ['ID=33393893-663c-4d6c-9fba-d437d84f950a,revision_number=2']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:10.491480 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-97ec8c58-38b8-4b05-a227-ff47375f5869 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-417335'] for router_interface, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:10.519940 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ba03c4-4d0f-45b1-81e6-f9b1af6df42c req-baa91859-f2d9-4924-96a4-f22d6b3296d6 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:10.521900 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-94ba03c4-4d0f-45b1-81e6-f9b1af6df42c req-baa91859-f2d9-4924-96a4-f22d6b3296d6 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] 10.222.0.69 "GET /v2.0/networks/11e8e108-37df-4084-b6b7-113e6beb66b4 HTTP/1.1" status: 200 len: 784 time: 0.2651525 Apr 18 19:24:10.542407 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [req-94ba03c4-4d0f-45b1-81e6-f9b1af6df42c req-a41faa0e-8fa7-41a5-9387-1a5bf4a2f9ab tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=84764) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:24:10.543383 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-94ba03c4-4d0f-45b1-81e6-f9b1af6df42c req-a41faa0e-8fa7-41a5-9387-1a5bf4a2f9ab tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0083301 Apr 18 19:24:10.637651 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device be338a45-0f4f-4cee-8ef1-5fed5bd30f38 up at agent hyperv_n-h1-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:24:10.696519 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-94ba03c4-4d0f-45b1-81e6-f9b1af6df42c req-d9636870-c6a9-4a09-a337-5df456f4df28 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.3.2 HTTP/1.1" status: 200 len: 694 time: 0.1033914 Apr 18 19:24:10.787383 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 1b7fe8e8-0894-44ac-a4d1-684decf9d040 up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:24:10.805285 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-94ba03c4-4d0f-45b1-81e6-f9b1af6df42c req-8e609523-61fb-4b09-afd7-03c5146f026e tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.3.2 HTTP/1.1" status: 200 len: 694 time: 0.1079099 Apr 18 19:24:10.818203 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ec8c58-38b8-4b05-a227-ff47375f5869 admin admin] Network 1c17c057-c249-4320-8b11-c4cc32a9489f is already hosted by enough agents. {{(pid=84764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:24:10.824290 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [req-045b055b-73a4-4a9c-b972-2dbea0d83236 req-653b63a1-4c7c-4902-b535-ce506f8e64eb tempest-LiveMigrationTest-374537811 tempest-LiveMigrationTest-374537811-project-admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=84764) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:24:10.825621 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-045b055b-73a4-4a9c-b972-2dbea0d83236 req-653b63a1-4c7c-4902-b535-ce506f8e64eb tempest-LiveMigrationTest-374537811 tempest-LiveMigrationTest-374537811-project-admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0058789 Apr 18 19:24:10.828098 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [None req-97ec8c58-38b8-4b05-a227-ff47375f5869 admin admin] Resources bound (agent type, host, resource id): {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:24:10.832368 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Provisioning for port be338a45-0f4f-4cee-8ef1-5fed5bd30f38 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:24:10.868772 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Provisioning complete for port be338a45-0f4f-4cee-8ef1-5fed5bd30f38 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:24:10.868772 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:10.949665 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [req-045b055b-73a4-4a9c-b972-2dbea0d83236 req-337872d3-29d1-4be2-9dd9-11e3296adf85 service neutron] Request body: {'binding': {'host': 'n-h1-836017-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:24:10.950104 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [req-045b055b-73a4-4a9c-b972-2dbea0d83236 req-337872d3-29d1-4be2-9dd9-11e3296adf85 service neutron] Unknown quota resources ['binding']. {{(pid=84764) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Apr 18 19:24:10.997159 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:11.008680 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning for port 1b7fe8e8-0894-44ac-a4d1-684decf9d040 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:24:11.019287 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port 1b7fe8e8-0894-44ac-a4d1-684decf9d040 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:24:11.019654 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:11.079039 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dc35b47-b950-47d2-a0ef-afc91fe7aefb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be338a45-0f4f-4cee-8ef1-5fed5bd30f38'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:24:11.098738 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port be338a45-0f4f-4cee-8ef1-5fed5bd30f38, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=be338a45-0f4f-4cee-8ef1-5fed5bd30f38,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:24:11.112884 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-3c015cd1-0bb7-43f5-aa88-58336f5e9273 None None] Provisioning complete for port 33393893-663c-4d6c-9fba-d437d84f950a triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:24:11.113256 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3c015cd1-0bb7-43f5-aa88-58336f5e9273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:11.179400 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:11.199758 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [req-94ba03c4-4d0f-45b1-81e6-f9b1af6df42c req-d36ea9a5-9ff8-44d3-babf-eff5e24bea87 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Deleting port b9cd99e8-a5b2-4a52-bd9d-24e897340925 {{(pid=84764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:24:11.200592 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-94ba03c4-4d0f-45b1-81e6-f9b1af6df42c req-d36ea9a5-9ff8-44d3-babf-eff5e24bea87 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:11.267480 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-3c015cd1-0bb7-43f5-aa88-58336f5e9273 None None] Port 33393893-663c-4d6c-9fba-d437d84f950a cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:24:11.270736 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:11.297860 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Pushing event updated for resources: {'Port': ['ID=be338a45-0f4f-4cee-8ef1-5fed5bd30f38,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:11.298961 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] For port 1b7fe8e8-0894-44ac-a4d1-684decf9d040, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=1b7fe8e8-0894-44ac-a4d1-684decf9d040,segment=NetworkSegment(5de34947-6c56-419b-85d0-f61f69ce7c45),segment_id=5de34947-6c56-419b-85d0-f61f69ce7c45)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:24:11.366954 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:11.470422 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Pushing event updated for resources: {'Port': ['ID=1b7fe8e8-0894-44ac-a4d1-684decf9d040,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:11.771490 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-045b055b-73a4-4a9c-b972-2dbea0d83236 req-337872d3-29d1-4be2-9dd9-11e3296adf85 service neutron] Attempting to bind port 66070cfb-f3cb-42ed-835a-6e23e8e08665 on host n-h1-836017-2 for vnic_type normal with profile None {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:24:11.771803 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-045b055b-73a4-4a9c-b972-2dbea0d83236 req-337872d3-29d1-4be2-9dd9-11e3296adf85 service neutron] Attempting to bind port 66070cfb-f3cb-42ed-835a-6e23e8e08665 by drivers openvswitch,hyperv on host n-h1-836017-2 at level 0 using segments [{'id': '1b33902c-725a-4527-bb11-2978d3dba7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '0685e2b1-3b13-405d-a131-f90aa0a8867a'}] {{(pid=84764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:24:11.772124 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045b055b-73a4-4a9c-b972-2dbea0d83236 req-337872d3-29d1-4be2-9dd9-11e3296adf85 service neutron] Attempting to bind port 66070cfb-f3cb-42ed-835a-6e23e8e08665 on network 0685e2b1-3b13-405d-a131-f90aa0a8867a {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:24:11.784386 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-94ba03c4-4d0f-45b1-81e6-f9b1af6df42c req-d36ea9a5-9ff8-44d3-babf-eff5e24bea87 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:11.784711 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-94ba03c4-4d0f-45b1-81e6-f9b1af6df42c req-d36ea9a5-9ff8-44d3-babf-eff5e24bea87 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:11.917592 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045b055b-73a4-4a9c-b972-2dbea0d83236 req-337872d3-29d1-4be2-9dd9-11e3296adf85 service neutron] Port 66070cfb-f3cb-42ed-835a-6e23e8e08665 on network 0685e2b1-3b13-405d-a131-f90aa0a8867a not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-2 {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:24:11.917910 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045b055b-73a4-4a9c-b972-2dbea0d83236 req-337872d3-29d1-4be2-9dd9-11e3296adf85 service neutron] Attempting to bind port 66070cfb-f3cb-42ed-835a-6e23e8e08665 on network 0685e2b1-3b13-405d-a131-f90aa0a8867a {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:24:11.925691 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [req-94ba03c4-4d0f-45b1-81e6-f9b1af6df42c req-d36ea9a5-9ff8-44d3-babf-eff5e24bea87 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Calling delete_port for b9cd99e8-a5b2-4a52-bd9d-24e897340925 owned by network:floatingip {{(pid=84764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:24:11.982688 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045b055b-73a4-4a9c-b972-2dbea0d83236 req-337872d3-29d1-4be2-9dd9-11e3296adf85 service neutron] Checking agent: {'id': 'e3a31811-08e0-42ba-bc2e-ed8a973b714f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 25), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:24:11.983019 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045b055b-73a4-4a9c-b972-2dbea0d83236 req-337872d3-29d1-4be2-9dd9-11e3296adf85 service neutron] Checking segment: {'id': '1b33902c-725a-4527-bb11-2978d3dba7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '0685e2b1-3b13-405d-a131-f90aa0a8867a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:24:11.983400 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045b055b-73a4-4a9c-b972-2dbea0d83236 req-337872d3-29d1-4be2-9dd9-11e3296adf85 service neutron] Bound using segment: {'id': '1b33902c-725a-4527-bb11-2978d3dba7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '0685e2b1-3b13-405d-a131-f90aa0a8867a'} {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:24:11.983836 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-045b055b-73a4-4a9c-b972-2dbea0d83236 req-337872d3-29d1-4be2-9dd9-11e3296adf85 service neutron] Bound port: 66070cfb-f3cb-42ed-835a-6e23e8e08665, host: n-h1-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b33902c-725a-4527-bb11-2978d3dba7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '0685e2b1-3b13-405d-a131-f90aa0a8867a'}}] {{(pid=84764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:24:12.091616 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-045b055b-73a4-4a9c-b972-2dbea0d83236 req-337872d3-29d1-4be2-9dd9-11e3296adf85 service neutron] For port 66070cfb-f3cb-42ed-835a-6e23e8e08665, host n-h1-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=66070cfb-f3cb-42ed-835a-6e23e8e08665,segment=NetworkSegment(1b33902c-725a-4527-bb11-2978d3dba7a4),segment_id=1b33902c-725a-4527-bb11-2978d3dba7a4)] {{(pid=84764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:24:12.161717 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-045b055b-73a4-4a9c-b972-2dbea0d83236 req-337872d3-29d1-4be2-9dd9-11e3296adf85 service neutron] Notify callbacks [] for binding, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:12.162853 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-045b055b-73a4-4a9c-b972-2dbea0d83236 req-337872d3-29d1-4be2-9dd9-11e3296adf85 service neutron] 10.222.0.69 "POST /v2.0/ports/66070cfb-f3cb-42ed-835a-6e23e8e08665/bindings HTTP/1.1" status: 201 len: 389 time: 1.2176201 Apr 18 19:24:12.172239 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97ec8c58-38b8-4b05-a227-ff47375f5869 admin admin] Router a79c24ae-a406-43ee-b80c-897fb4592d6d has already been hosted by L3 agent 21b59c62-f184-4169-bc3e-79831cc043e8 {{(pid=84764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:24:12.239248 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-94ba03c4-4d0f-45b1-81e6-f9b1af6df42c req-d36ea9a5-9ff8-44d3-babf-eff5e24bea87 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:12.344060 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ea9a5-9ff8-44d3-babf-eff5e24bea87 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Pushing event deleted for resources: {'Port': ['ID=b9cd99e8-a5b2-4a52-bd9d-24e897340925,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:12.474176 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-94ba03c4-4d0f-45b1-81e6-f9b1af6df42c req-d36ea9a5-9ff8-44d3-babf-eff5e24bea87 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Notify callbacks [] for floatingip, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:12.479571 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-94ba03c4-4d0f-45b1-81e6-f9b1af6df42c req-d36ea9a5-9ff8-44d3-babf-eff5e24bea87 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for floatingip, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:12.488669 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-94ba03c4-4d0f-45b1-81e6-f9b1af6df42c req-d36ea9a5-9ff8-44d3-babf-eff5e24bea87 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] 10.222.0.69 "DELETE /v2.0/floatingips/e8119b1d-f98a-4f7e-9b87-6f47c295a7f0 HTTP/1.1" status: 204 len: 173 time: 1.6614897 Apr 18 19:24:12.542258 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97ec8c58-38b8-4b05-a227-ff47375f5869 admin admin] Notify agent at l3_agent.n-d-836017-2 the message routers_updated {{(pid=84764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:24:12.553282 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4179f2-0fd5-4303-aeff-aea9f7783f86 None None] Sync routers for ids ['a79c24ae-a406-43ee-b80c-897fb4592d6d'] in n-d-836017-2 {{(pid=84765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:24:12.553849 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-97ec8c58-38b8-4b05-a227-ff47375f5869 admin admin] 10.222.0.69 "PUT /v2.0/routers/a79c24ae-a406-43ee-b80c-897fb4592d6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1274016 Apr 18 19:24:12.576885 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4179f2-0fd5-4303-aeff-aea9f7783f86 None None] Routers {'a79c24ae-a406-43ee-b80c-897fb4592d6d'} bound to L3 agent in host n-d-836017-2 {{(pid=84765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:24:12.578705 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-ad4179f2-0fd5-4303-aeff-aea9f7783f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:23:50Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['a79c24ae-a406-43ee-b80c-897fb4592d6d'], 'active': True} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:24:12.611331 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02d59d6-b7c5-45ad-8591-e3c232821de2 req-0cd205cc-d125-4114-9080-a2c9070ab7d3 tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:12.618103 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-c02d59d6-b7c5-45ad-8591-e3c232821de2 req-0cd205cc-d125-4114-9080-a2c9070ab7d3 tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] 10.222.0.69 "GET /v2.0/ports?device_id=4dc35b47-b950-47d2-a0ef-afc91fe7aefb HTTP/1.1" status: 200 len: 949 time: 0.1319747 Apr 18 19:24:12.694939 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45498ba-5b11-4c8d-89af-f75eddc737b4 req-83e8d427-2384-4bba-9e15-911aae0bfda0 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:12.696611 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e45498ba-5b11-4c8d-89af-f75eddc737b4 req-83e8d427-2384-4bba-9e15-911aae0bfda0 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3396816-7672-4e6c-a9ee-905861ee2aea HTTP/1.1" status: 200 len: 949 time: 0.1043353 Apr 18 19:24:12.726739 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-c02d59d6-b7c5-45ad-8591-e3c232821de2 req-92701800-670d-4654-ae9b-866cf5f8753a tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] 10.222.0.69 "GET /v2.0/security-groups?id=f3cfbdec-ef1b-4f57-b88c-a0c8e082fff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000154 Apr 18 19:24:12.769962 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 1b7fe8e8-0894-44ac-a4d1-684decf9d040 up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:24:12.772530 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e45498ba-5b11-4c8d-89af-f75eddc737b4 req-66696bbe-702e-4508-af54-dd0d06bd1d08 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b82ee4b-1b13-4f19-86d2-85d0db8a03cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680280 Apr 18 19:24:12.856932 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f00bb82f-7285-41fc-a144-97fdcf5534eb'] response: {'server_uuid': '4dc35b47-b950-47d2-a0ef-afc91fe7aefb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be338a45-0f4f-4cee-8ef1-5fed5bd30f38', 'code': 200} Apr 18 19:24:12.940796 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-ad4179f2-0fd5-4303-aeff-aea9f7783f86 None None] Set router a79c24ae-a406-43ee-b80c-897fb4592d6d gateway port host: n-d-836017-2 {{(pid=84765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:24:12.983978 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port 1b7fe8e8-0894-44ac-a4d1-684decf9d040 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:24:12.984273 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:13.050210 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7daad0-07ce-465c-adde-629ec41b3a2b req-8c186b32-fd1f-4c28-a941-6dabb2c41740 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:13.051707 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-6e7daad0-07ce-465c-adde-629ec41b3a2b req-8c186b32-fd1f-4c28-a941-6dabb2c41740 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?device_id=6623f59d-6d74-43c2-bd67-bd59cf127910 HTTP/1.1" status: 200 len: 943 time: 0.1495798 Apr 18 19:24:13.056177 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-619e9c97-f403-416a-a97c-cb5501101170 req-29f812f4-d848-4a47-9502-9ab82495f730 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4dc35b47-b950-47d2-a0ef-afc91fe7aefb HTTP/1.1" status: 200 len: 1100 time: 0.1210392 Apr 18 19:24:13.111840 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa71585c-1fd9-49a4-999d-55663e1fe84f req-21a77e69-f4c3-4a51-8a29-2d13b582b256 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:13.113759 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-aa71585c-1fd9-49a4-999d-55663e1fe84f req-21a77e69-f4c3-4a51-8a29-2d13b582b256 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b043aff-a1de-4df2-bb9c-37333bb01f66 HTTP/1.1" status: 200 len: 945 time: 0.1225340 Apr 18 19:24:13.131206 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-6e7daad0-07ce-465c-adde-629ec41b3a2b req-38ec4af0-17de-4813-a013-f651600ed4e6 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722320 Apr 18 19:24:13.151520 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-619e9c97-f403-416a-a97c-cb5501101170 req-065a19fc-e9f4-4fc4-905a-100fe40829f5 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=f3cfbdec-ef1b-4f57-b88c-a0c8e082fff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770195 Apr 18 19:24:13.199361 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-aa71585c-1fd9-49a4-999d-55663e1fe84f req-24ae342e-09ca-4fef-8e7f-560cb9717273 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/security-groups?id=1e5cc43e-ae04-4a53-be47-dfdad3ea2d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765359 Apr 18 19:24:13.326795 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-db8e7fac-9e00-4883-ab9e-108d123cc54e req-c229ffff-59d9-4923-aea3-0f562d757a02 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] 10.222.0.69 "GET /v2.0/floatingips/078b085e-80b4-4331-b47a-a686ba91f4e8 HTTP/1.1" status: 200 len: 692 time: 0.1015303 Apr 18 19:24:13.360602 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c203db36-d12c-4c11-a3c5-d1bf7baa3eeb req-351bd3e9-555c-4334-bef2-f978ac4408c3 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:13.364412 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-c203db36-d12c-4c11-a3c5-d1bf7baa3eeb req-351bd3e9-555c-4334-bef2-f978ac4408c3 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=115054ae-eaa7-4e63-9798-88a3b5af809d HTTP/1.1" status: 200 len: 945 time: 0.0861785 Apr 18 19:24:13.428151 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-c203db36-d12c-4c11-a3c5-d1bf7baa3eeb req-c9a792d7-8730-4743-8b36-4a52755e5f28 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590522 Apr 18 19:24:13.475443 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-ad4179f2-0fd5-4303-aeff-aea9f7783f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79c24ae-a406-43ee-b80c-897fb4592d6d', 'name': 'tempest-TaggedBootDevicesTest-120961211-router', 'tenant_id': 'ae4efde8a8464528a66b3bf8e643e684', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '1b7fe8e8-0894-44ac-a4d1-684decf9d040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:24:01Z', 'updated_at': '2022-04-18T19:24:09Z', 'revision_number': 4, 'project_id': 'ae4efde8a8464528a66b3bf8e643e684', 'gw_port': {'id': '1b7fe8e8-0894-44ac-a4d1-684decf9d040', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:c4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79c24ae-a406-43ee-b80c-897fb4592d6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:24:03Z', 'updated_at': '2022-04-18T19:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_interfaces': [{'id': '33393893-663c-4d6c-9fba-d437d84f950a', 'name': '', 'network_id': '1c17c057-c249-4320-8b11-c4cc32a9489f', 'tenant_id': 'ae4efde8a8464528a66b3bf8e643e684', 'mac_address': 'fa:16:3e:87:1f:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a79c24ae-a406-43ee-b80c-897fb4592d6d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f3e2cf5f-cc22-4c6a-a7c1-4742f3519b7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:24:08Z', 'updated_at': '2022-04-18T19:24:09Z', 'revision_number': 2, 'project_id': 'ae4efde8a8464528a66b3bf8e643e684', 'subnets': [{'id': 'f3e2cf5f-cc22-4c6a-a7c1-4742f3519b7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-2', False) {} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:24:13.480276 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4179f2-0fd5-4303-aeff-aea9f7783f86 None None] Checking router: a79c24ae-a406-43ee-b80c-897fb4592d6d for host: n-d-836017-2 {{(pid=84765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:24:13.480665 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4179f2-0fd5-4303-aeff-aea9f7783f86 None None] Updating router a79c24ae-a406-43ee-b80c-897fb4592d6d port 33393893-663c-4d6c-9fba-d437d84f950a binding host n-d-836017-2 {{(pid=84765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 19:24:13.519393 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8e7fac-9e00-4883-ab9e-108d123cc54e req-57524c82-4fe0-48aa-aacc-cdf6883f653f tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:13.524816 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-db8e7fac-9e00-4883-ab9e-108d123cc54e req-57524c82-4fe0-48aa-aacc-cdf6883f653f tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] 10.222.0.69 "GET /v2.0/networks/11e8e108-37df-4084-b6b7-113e6beb66b4 HTTP/1.1" status: 200 len: 784 time: 0.1925306 Apr 18 19:24:13.537073 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ad4179f2-0fd5-4303-aeff-aea9f7783f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:13.728064 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-db8e7fac-9e00-4883-ab9e-108d123cc54e req-328230e9-afe2-4e90-8483-dd7ee86da065 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Synchronizing usage tracker for tenant:2c5c0db6af674914a5dc8095df286e78 on resource:floatingip {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:24:13.795439 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-db8e7fac-9e00-4883-ab9e-108d123cc54e req-328230e9-afe2-4e90-8483-dd7ee86da065 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Unset dirty status for tenant:2c5c0db6af674914a5dc8095df286e78 on resource:floatingip {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:24:13.796896 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-db8e7fac-9e00-4883-ab9e-108d123cc54e req-328230e9-afe2-4e90-8483-dd7ee86da065 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.3.37 HTTP/1.1" status: 200 len: 695 time: 0.2694809 Apr 18 19:24:13.931775 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-db8e7fac-9e00-4883-ab9e-108d123cc54e req-fc216fd3-01ef-498f-bdcb-0fab433a7aa7 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.3.37 HTTP/1.1" status: 200 len: 695 time: 0.1267798 Apr 18 19:24:13.985814 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece8e7e7-0d6f-45c2-aebf-b7c946de0e89 req-32a27bf9-1749-488c-9ee2-4d4fa17472f1 tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:13.987305 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ece8e7e7-0d6f-45c2-aebf-b7c946de0e89 req-32a27bf9-1749-488c-9ee2-4d4fa17472f1 tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] 10.222.0.69 "GET /v2.0/ports?device_id=4dc35b47-b950-47d2-a0ef-afc91fe7aefb HTTP/1.1" status: 200 len: 949 time: 0.1125445 Apr 18 19:24:13.997443 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ad4179f2-0fd5-4303-aeff-aea9f7783f86 None None] Notify callbacks [] for port, precommit_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:14.011929 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ad4179f2-0fd5-4303-aeff-aea9f7783f86 None None] Transition to ACTIVE for port object 33393893-663c-4d6c-9fba-d437d84f950a will not be triggered until provisioned by entity L2. {{(pid=84765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:24:14.036906 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ece8e7e7-0d6f-45c2-aebf-b7c946de0e89 req-6c71ad55-20d1-4f25-ba2f-94afde413a5c tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] 10.222.0.69 "GET /v2.0/security-groups?id=f3cfbdec-ef1b-4f57-b88c-a0c8e082fff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416465 Apr 18 19:24:14.101047 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [req-db8e7fac-9e00-4883-ab9e-108d123cc54e req-c6d88816-18aa-478f-8b2f-fc4524d8e14b tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Deleting port df1b36cf-3cbd-42ae-bf1d-f80c0aa99d33 {{(pid=84764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:24:14.101379 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-db8e7fac-9e00-4883-ab9e-108d123cc54e req-c6d88816-18aa-478f-8b2f-fc4524d8e14b tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:14.122810 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 47676) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:24:14.129742 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-13027265-5853-4bdc-83b6-84d643cb06cf admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1135352164-network', 'tenant_id': '333eb75b64f74d958176d7996918a21c'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:24:14.135231 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-13027265-5853-4bdc-83b6-84d643cb06cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:24:14.138259 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ad4179f2-0fd5-4303-aeff-aea9f7783f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:14.152993 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-13027265-5853-4bdc-83b6-84d643cb06cf admin admin] Usage tracker for resource:network and tenant:333eb75b64f74d958176d7996918a21c is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:24:14.158926 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-13027265-5853-4bdc-83b6-84d643cb06cf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:24:14.201380 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-13027265-5853-4bdc-83b6-84d643cb06cf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:24:14.257521 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ee42d9-64e6-42c2-bc92-c9c8918ccf68 req-8e761f03-fb1a-4622-b066-7bb9dd4243fe tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:14.259230 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-81ee42d9-64e6-42c2-bc92-c9c8918ccf68 req-8e761f03-fb1a-4622-b066-7bb9dd4243fe tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3396816-7672-4e6c-a9ee-905861ee2aea HTTP/1.1" status: 200 len: 949 time: 0.1015987 Apr 18 19:24:14.274194 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735139aa-4351-4ae9-9aa6-c12c24d4d9f9 None None] Pushing event updated for resources: {'Port': ['ID=33393893-663c-4d6c-9fba-d437d84f950a,revision_number=3']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:14.336362 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-db8e7fac-9e00-4883-ab9e-108d123cc54e req-c6d88816-18aa-478f-8b2f-fc4524d8e14b tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:14.339440 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-db8e7fac-9e00-4883-ab9e-108d123cc54e req-c6d88816-18aa-478f-8b2f-fc4524d8e14b tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:14.344972 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-81ee42d9-64e6-42c2-bc92-c9c8918ccf68 req-2af0603e-1280-4249-88ec-591b4bed6a12 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b82ee4b-1b13-4f19-86d2-85d0db8a03cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755830 Apr 18 19:24:14.348631 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13027265-5853-4bdc-83b6-84d643cb06cf admin admin] Made reservation on behalf of 333eb75b64f74d958176d7996918a21c for: {'network': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:24:14.350806 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device cabcf3f1-2529-4531-805d-7b11c6774823 details requested by agent hyperv_n-h2-836017-2 with host n-h2-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:24:14.357518 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-13027265-5853-4bdc-83b6-84d643cb06cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for network, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:14.360341 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device cabcf3f1-2529-4531-805d-7b11c6774823 no longer exists at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:24:14.384459 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-13027265-5853-4bdc-83b6-84d643cb06cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:14.433857 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-ad4179f2-0fd5-4303-aeff-aea9f7783f86 None None] Attempting to bind port 33393893-663c-4d6c-9fba-d437d84f950a on host n-d-836017-2 for vnic_type normal with profile {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:24:14.434405 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-ad4179f2-0fd5-4303-aeff-aea9f7783f86 None None] Attempting to bind port 33393893-663c-4d6c-9fba-d437d84f950a by drivers openvswitch,hyperv on host n-d-836017-2 at level 0 using segments [{'id': '64e9dd2a-1ec8-4590-b9a5-d212c2764002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '1c17c057-c249-4320-8b11-c4cc32a9489f'}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:24:14.434773 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4179f2-0fd5-4303-aeff-aea9f7783f86 None None] Attempting to bind port 33393893-663c-4d6c-9fba-d437d84f950a on network 1c17c057-c249-4320-8b11-c4cc32a9489f {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:24:14.460879 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-13027265-5853-4bdc-83b6-84d643cb06cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:24:14.473533 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-13027265-5853-4bdc-83b6-84d643cb06cf admin admin] Usage tracker for resource:security_group_rule and tenant:333eb75b64f74d958176d7996918a21c is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:24:14.478788 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-13027265-5853-4bdc-83b6-84d643cb06cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:24:14.480776 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4179f2-0fd5-4303-aeff-aea9f7783f86 None None] Checking agent: {'id': 'df2a5cfe-6839-400b-a998-e4fffce70f45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 8, 22), 'started_at': datetime.datetime(2022, 4, 18, 19, 8, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:24:14.481412 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4179f2-0fd5-4303-aeff-aea9f7783f86 None None] Checking segment: {'id': '64e9dd2a-1ec8-4590-b9a5-d212c2764002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '1c17c057-c249-4320-8b11-c4cc32a9489f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:24:14.481840 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ad4179f2-0fd5-4303-aeff-aea9f7783f86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:14.482058 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4179f2-0fd5-4303-aeff-aea9f7783f86 None None] Bound using segment: {'id': '64e9dd2a-1ec8-4590-b9a5-d212c2764002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '1c17c057-c249-4320-8b11-c4cc32a9489f'} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:24:14.482542 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-ad4179f2-0fd5-4303-aeff-aea9f7783f86 None None] Bound port: 33393893-663c-4d6c-9fba-d437d84f950a, host: n-d-836017-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64e9dd2a-1ec8-4590-b9a5-d212c2764002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '1c17c057-c249-4320-8b11-c4cc32a9489f'}}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:24:14.482913 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ad4179f2-0fd5-4303-aeff-aea9f7783f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:14.488080 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-13027265-5853-4bdc-83b6-84d643cb06cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:24:14.524525 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [req-db8e7fac-9e00-4883-ab9e-108d123cc54e req-c6d88816-18aa-478f-8b2f-fc4524d8e14b tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Calling delete_port for df1b36cf-3cbd-42ae-bf1d-f80c0aa99d33 owned by network:floatingip {{(pid=84764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:24:14.640363 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-13027265-5853-4bdc-83b6-84d643cb06cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:14.675995 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fde8d6-bc37-46e7-9a39-1714bd55445d req-6f247ace-1360-401b-a84e-ee8b2f9edcfb tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:14.677905 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-43fde8d6-bc37-46e7-9a39-1714bd55445d req-6f247ace-1360-401b-a84e-ee8b2f9edcfb tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?device_id=6623f59d-6d74-43c2-bd67-bd59cf127910 HTTP/1.1" status: 200 len: 943 time: 0.1455748 Apr 18 19:24:14.710625 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-13027265-5853-4bdc-83b6-84d643cb06cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:14.755249 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13027265-5853-4bdc-83b6-84d643cb06cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=84763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:24:14.761989 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-db8e7fac-9e00-4883-ab9e-108d123cc54e req-c6d88816-18aa-478f-8b2f-fc4524d8e14b tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:14.770255 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13027265-5853-4bdc-83b6-84d643cb06cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d09d0a54-6ca0-41dd-9503-bb5c0217b492,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:14.777747 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-13027265-5853-4bdc-83b6-84d643cb06cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:14.778094 n-d-836017-2 neutron-server[84763]: INFO neutron.db.segments_db [None req-13027265-5853-4bdc-83b6-84d643cb06cf admin admin] Added segment c04c4552-1cfd-4499-909e-70e6247e35d0 of type vlan for network e76780a0-c90c-4728-af35-32242bb79ec6 Apr 18 19:24:14.786090 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port cabcf3f1-2529-4531-805d-7b11c6774823, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=cabcf3f1-2529-4531-805d-7b11c6774823,segment=NetworkSegment(86100cac-9c92-472b-98b8-7c63b08b3562),segment_id=86100cac-9c92-472b-98b8-7c63b08b3562)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:24:14.789807 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-43fde8d6-bc37-46e7-9a39-1714bd55445d req-f5e778cf-390e-44b4-b745-f173dc31aca9 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055708 Apr 18 19:24:14.795176 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13027265-5853-4bdc-83b6-84d643cb06cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:24:14.795176 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13027265-5853-4bdc-83b6-84d643cb06cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:24:14.795518 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:14.795634 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13027265-5853-4bdc-83b6-84d643cb06cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:24:14.795813 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13027265-5853-4bdc-83b6-84d643cb06cf admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:24:14.796108 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13027265-5853-4bdc-83b6-84d643cb06cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:24:14.796464 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13027265-5853-4bdc-83b6-84d643cb06cf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:24:14.796793 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13027265-5853-4bdc-83b6-84d643cb06cf admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:24:14.797123 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13027265-5853-4bdc-83b6-84d643cb06cf admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:24:14.797445 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13027265-5853-4bdc-83b6-84d643cb06cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:24:14.797766 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13027265-5853-4bdc-83b6-84d643cb06cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:24:14.798087 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13027265-5853-4bdc-83b6-84d643cb06cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:24:14.823938 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-13027265-5853-4bdc-83b6-84d643cb06cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791093404182'] for network, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:14.825776 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ad4179f2-0fd5-4303-aeff-aea9f7783f86 None None] For port 33393893-663c-4d6c-9fba-d437d84f950a, host n-d-836017-2, cleared binding levels {{(pid=84765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:24:14.827780 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Returning: {'device': 'cabcf3f1-2529-4531-805d-7b11c6774823', 'network_id': 'c33889f7-294d-49c5-8dfc-a57c4d580672', 'port_id': 'cabcf3f1-2529-4531-805d-7b11c6774823', 'mac_address': 'fa:16:3e:61:94:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ca62fcd-7a30-48d0-a691-50cd0f54f5ee', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:24:14.830457 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ad4179f2-0fd5-4303-aeff-aea9f7783f86 None None] For port 33393893-663c-4d6c-9fba-d437d84f950a, host n-d-836017-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=33393893-663c-4d6c-9fba-d437d84f950a,segment=NetworkSegment(64e9dd2a-1ec8-4590-b9a5-d212c2764002),segment_id=64e9dd2a-1ec8-4590-b9a5-d212c2764002)] {{(pid=84765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:24:14.853770 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d88816-18aa-478f-8b2f-fc4524d8e14b tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Pushing event deleted for resources: {'Port': ['ID=df1b36cf-3cbd-42ae-bf1d-f80c0aa99d33,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:14.875331 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b043aff-a1de-4df2-bb9c-37333bb01f66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cabcf3f1-2529-4531-805d-7b11c6774823'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:24:14.899602 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port cabcf3f1-2529-4531-805d-7b11c6774823, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=cabcf3f1-2529-4531-805d-7b11c6774823,segment=NetworkSegment(86100cac-9c92-472b-98b8-7c63b08b3562),segment_id=86100cac-9c92-472b-98b8-7c63b08b3562)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:24:14.906376 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ad4179f2-0fd5-4303-aeff-aea9f7783f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:14.950054 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-13027265-5853-4bdc-83b6-84d643cb06cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251'] for network, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:14.951326 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13027265-5853-4bdc-83b6-84d643cb06cf admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:14.951916 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-13027265-5853-4bdc-83b6-84d643cb06cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:14.978944 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:14.988122 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-db8e7fac-9e00-4883-ab9e-108d123cc54e req-c6d88816-18aa-478f-8b2f-fc4524d8e14b tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Notify callbacks [] for floatingip, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:14.994603 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:15.010153 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cabcf3f1-2529-4531-805d-7b11c6774823 {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:24:15.024375 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735139aa-4351-4ae9-9aa6-c12c24d4d9f9 None None] Pushing event updated for resources: {'Port': ['ID=33393893-663c-4d6c-9fba-d437d84f950a,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:15.088632 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-db8e7fac-9e00-4883-ab9e-108d123cc54e req-c6d88816-18aa-478f-8b2f-fc4524d8e14b tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for floatingip, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:15.090215 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-db8e7fac-9e00-4883-ab9e-108d123cc54e req-c6d88816-18aa-478f-8b2f-fc4524d8e14b tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] 10.222.0.69 "DELETE /v2.0/floatingips/078b085e-80b4-4331-b47a-a686ba91f4e8 HTTP/1.1" status: 204 len: 173 time: 1.1507566 Apr 18 19:24:15.139101 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4179f2-0fd5-4303-aeff-aea9f7783f86 None None] Routers {'a79c24ae-a406-43ee-b80c-897fb4592d6d'} bound to L3 agent in host n-d-836017-2 {{(pid=84765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:24:15.139739 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-ad4179f2-0fd5-4303-aeff-aea9f7783f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:23:50Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['a79c24ae-a406-43ee-b80c-897fb4592d6d'], 'active': True} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:24:15.154245 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13027265-5853-4bdc-83b6-84d643cb06cf admin admin] Pushing event updated for resources: {'Network': ['ID=e76780a0-c90c-4728-af35-32242bb79ec6,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:15.184801 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fe0a37-0930-4dbd-8539-59485b0f026d req-1d4a7e34-93a6-4ad7-abde-b7c7c77591b9 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:15.186336 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a6fe0a37-0930-4dbd-8539-59485b0f026d req-1d4a7e34-93a6-4ad7-abde-b7c7c77591b9 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b043aff-a1de-4df2-bb9c-37333bb01f66 HTTP/1.1" status: 200 len: 943 time: 0.2059326 Apr 18 19:24:15.199477 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Network e76780a0-c90c-4728-af35-32242bb79ec6 details requested by agent ovs-agent-n-d-836017-2 with host n-d-836017-2 {{(pid=84765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:24:15.245239 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-13027265-5853-4bdc-83b6-84d643cb06cf admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1179397 Apr 18 19:24:15.246520 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 47692) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:24:15.254163 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-b8311031-08cd-45f8-81e0-5190fc6f7ac2 admin admin] Request body: {'subnet': {'network_id': 'e76780a0-c90c-4728-af35-32242bb79ec6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1135352164-subnet', 'tenant_id': '333eb75b64f74d958176d7996918a21c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:24:15.274094 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a6fe0a37-0930-4dbd-8539-59485b0f026d req-ca3f9ea8-eba4-42cc-8b30-4ab3592db8f3 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/security-groups?id=1e5cc43e-ae04-4a53-be47-dfdad3ea2d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819209 Apr 18 19:24:15.275749 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-b8311031-08cd-45f8-81e0-5190fc6f7ac2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:24:15.300966 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-b8311031-08cd-45f8-81e0-5190fc6f7ac2 admin admin] Usage tracker for resource:subnet and tenant:333eb75b64f74d958176d7996918a21c is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:24:15.300966 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-b8311031-08cd-45f8-81e0-5190fc6f7ac2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:24:15.307725 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-b8311031-08cd-45f8-81e0-5190fc6f7ac2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:24:15.335798 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed103c5b-cfa4-4e61-ad97-cbfe2421dd08 req-4c6cd7dd-9474-4c2e-ba12-f7abf8f6dc26 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:15.338724 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ed103c5b-cfa4-4e61-ad97-cbfe2421dd08 req-4c6cd7dd-9474-4c2e-ba12-f7abf8f6dc26 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=115054ae-eaa7-4e63-9798-88a3b5af809d HTTP/1.1" status: 200 len: 945 time: 0.1190913 Apr 18 19:24:15.347256 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a40b8ce5-ebfa-4716-8b4b-85320267ad53'] response: {'server_uuid': '1b043aff-a1de-4df2-bb9c-37333bb01f66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cabcf3f1-2529-4531-805d-7b11c6774823', 'code': 200} Apr 18 19:24:15.370584 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84765) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 19:24:15.370969 n-d-836017-2 neutron-server[84765]: DEBUG oslo_db.api [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 19:24:15.381150 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=cabcf3f1-2529-4531-805d-7b11c6774823,revision_number=6']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:15.395099 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ed103c5b-cfa4-4e61-ad97-cbfe2421dd08 req-f06ba4cc-88bd-4a17-8e01-59f0be26b401 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479996 Apr 18 19:24:15.429167 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8311031-08cd-45f8-81e0-5190fc6f7ac2 admin admin] Made reservation on behalf of 333eb75b64f74d958176d7996918a21c for: {'subnet': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:24:15.431903 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-b8311031-08cd-45f8-81e0-5190fc6f7ac2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540907'] for subnet, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:15.480904 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-ad4179f2-0fd5-4303-aeff-aea9f7783f86 None None] Set router a79c24ae-a406-43ee-b80c-897fb4592d6d gateway port host: n-d-836017-2 {{(pid=84765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:24:15.547375 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-fc514b42-480a-49aa-af46-b08fd4099296 req-cdd29057-f1b8-49f2-9298-1af5126fc0da tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] 10.222.0.69 "GET /v2.0/floatingips/3e9a7203-5a55-42cd-94f9-d2f24ce55e08 HTTP/1.1" status: 200 len: 692 time: 0.0971305 Apr 18 19:24:15.720063 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc514b42-480a-49aa-af46-b08fd4099296 req-4421634f-9471-44f9-bd49-f29cbf4c2eee tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:15.722300 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-fc514b42-480a-49aa-af46-b08fd4099296 req-4421634f-9471-44f9-bd49-f29cbf4c2eee tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] 10.222.0.69 "GET /v2.0/networks/11e8e108-37df-4084-b6b7-113e6beb66b4 HTTP/1.1" status: 200 len: 784 time: 0.1685123 Apr 18 19:24:15.807787 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b8f580-6993-4b0a-b6e5-c9deda50a76c req-a095fd1c-781d-4b46-99af-199b269fe65c tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:15.809434 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d0b8f580-6993-4b0a-b6e5-c9deda50a76c req-a095fd1c-781d-4b46-99af-199b269fe65c tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] 10.222.0.69 "GET /v2.0/ports?device_id=4dc35b47-b950-47d2-a0ef-afc91fe7aefb HTTP/1.1" status: 200 len: 949 time: 0.2652025 Apr 18 19:24:15.818248 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-fc514b42-480a-49aa-af46-b08fd4099296 req-d241bdd7-7240-4a7a-8091-865cc919f00f tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Synchronizing usage tracker for tenant:2c5c0db6af674914a5dc8095df286e78 on resource:floatingip {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:24:15.841870 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-ad4179f2-0fd5-4303-aeff-aea9f7783f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79c24ae-a406-43ee-b80c-897fb4592d6d', 'name': 'tempest-TaggedBootDevicesTest-120961211-router', 'tenant_id': 'ae4efde8a8464528a66b3bf8e643e684', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '1b7fe8e8-0894-44ac-a4d1-684decf9d040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:24:01Z', 'updated_at': '2022-04-18T19:24:09Z', 'revision_number': 4, 'project_id': 'ae4efde8a8464528a66b3bf8e643e684', 'gw_port': {'id': '1b7fe8e8-0894-44ac-a4d1-684decf9d040', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:c4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79c24ae-a406-43ee-b80c-897fb4592d6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:24:03Z', 'updated_at': '2022-04-18T19:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_interfaces': [{'id': '33393893-663c-4d6c-9fba-d437d84f950a', 'name': '', 'network_id': '1c17c057-c249-4320-8b11-c4cc32a9489f', 'tenant_id': 'ae4efde8a8464528a66b3bf8e643e684', 'mac_address': 'fa:16:3e:87:1f:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a79c24ae-a406-43ee-b80c-897fb4592d6d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f3e2cf5f-cc22-4c6a-a7c1-4742f3519b7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:24:08Z', 'updated_at': '2022-04-18T19:24:14Z', 'revision_number': 4, 'project_id': 'ae4efde8a8464528a66b3bf8e643e684', 'subnets': [{'id': 'f3e2cf5f-cc22-4c6a-a7c1-4742f3519b7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-2', False) {} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:24:15.846270 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4179f2-0fd5-4303-aeff-aea9f7783f86 None None] The sync data for ids ['a79c24ae-a406-43ee-b80c-897fb4592d6d'] in n-d-836017-2 is: [{'id': 'a79c24ae-a406-43ee-b80c-897fb4592d6d', 'name': 'tempest-TaggedBootDevicesTest-120961211-router', 'tenant_id': 'ae4efde8a8464528a66b3bf8e643e684', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '1b7fe8e8-0894-44ac-a4d1-684decf9d040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:24:01Z', 'updated_at': '2022-04-18T19:24:09Z', 'revision_number': 4, 'project_id': 'ae4efde8a8464528a66b3bf8e643e684', 'gw_port': {'id': '1b7fe8e8-0894-44ac-a4d1-684decf9d040', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:c4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79c24ae-a406-43ee-b80c-897fb4592d6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:24:03Z', 'updated_at': '2022-04-18T19:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_interfaces': [{'id': '33393893-663c-4d6c-9fba-d437d84f950a', 'name': '', 'network_id': '1c17c057-c249-4320-8b11-c4cc32a9489f', 'tenant_id': 'ae4efde8a8464528a66b3bf8e643e684', 'mac_address': 'fa:16:3e:87:1f:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a79c24ae-a406-43ee-b80c-897fb4592d6d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f3e2cf5f-cc22-4c6a-a7c1-4742f3519b7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:24:08Z', 'updated_at': '2022-04-18T19:24:14Z', 'revision_number': 4, 'project_id': 'ae4efde8a8464528a66b3bf8e643e684', 'subnets': [{'id': 'f3e2cf5f-cc22-4c6a-a7c1-4742f3519b7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:24:15.870108 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-fc514b42-480a-49aa-af46-b08fd4099296 req-d241bdd7-7240-4a7a-8091-865cc919f00f tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Unset dirty status for tenant:2c5c0db6af674914a5dc8095df286e78 on resource:floatingip {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:24:15.878859 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-fc514b42-480a-49aa-af46-b08fd4099296 req-d241bdd7-7240-4a7a-8091-865cc919f00f tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.3.34 HTTP/1.1" status: 200 len: 695 time: 0.1477904 Apr 18 19:24:15.890018 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d0b8f580-6993-4b0a-b6e5-c9deda50a76c req-844fa5c0-13c7-4d91-8690-975fe471f418 tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] 10.222.0.69 "GET /v2.0/security-groups?id=f3cfbdec-ef1b-4f57-b88c-a0c8e082fff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721824 Apr 18 19:24:15.908583 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-b8311031-08cd-45f8-81e0-5190fc6f7ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66351616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66540921'] for subnet, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:15.964065 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:16.000019 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cabcf3f1-2529-4531-805d-7b11c6774823 {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:24:16.022015 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port cabcf3f1-2529-4531-805d-7b11c6774823, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=cabcf3f1-2529-4531-805d-7b11c6774823,segment=NetworkSegment(86100cac-9c92-472b-98b8-7c63b08b3562),segment_id=86100cac-9c92-472b-98b8-7c63b08b3562)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:24:16.038760 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-fc514b42-480a-49aa-af46-b08fd4099296 req-aaa2f931-b8db-492f-8bc0-af09270cff59 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.3.34 HTTP/1.1" status: 200 len: 695 time: 0.1595614 Apr 18 19:24:16.038980 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8311031-08cd-45f8-81e0-5190fc6f7ac2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=562b8036-0940-412e-9921-c27d5e261913,revision_number=0']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:16.053875 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8311031-08cd-45f8-81e0-5190fc6f7ac2 admin admin] Checking segment: {'id': 'c04c4552-1cfd-4499-909e-70e6247e35d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e76780a0-c90c-4728-af35-32242bb79ec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:24:16.054518 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8311031-08cd-45f8-81e0-5190fc6f7ac2 admin admin] Network hostable DHCP agents. Network: e76780a0-c90c-4728-af35-32242bb79ec6, hostable agents: ['f6987c12-6d6c-47d4-b22d-cfcd164dc40d'], hosted agents: [] {{(pid=84763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:24:16.104516 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:16.175610 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac48c9-e768-4a8d-bb90-b795562b9838 req-150cd102-44c5-49ec-9023-d6b4992578c7 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:16.177234 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-efac48c9-e768-4a8d-bb90-b795562b9838 req-150cd102-44c5-49ec-9023-d6b4992578c7 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3396816-7672-4e6c-a9ee-905861ee2aea HTTP/1.1" status: 200 len: 949 time: 0.1150773 Apr 18 19:24:16.205348 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=cabcf3f1-2529-4531-805d-7b11c6774823,revision_number=7']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:16.232132 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-efac48c9-e768-4a8d-bb90-b795562b9838 req-18930b9d-f1a7-42c8-825c-d86b3467383c tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b82ee4b-1b13-4f19-86d2-85d0db8a03cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482461 Apr 18 19:24:16.261811 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8311031-08cd-45f8-81e0-5190fc6f7ac2 admin admin] Network e76780a0-c90c-4728-af35-32242bb79ec6 is scheduled to be hosted by DHCP agent f6987c12-6d6c-47d4-b22d-cfcd164dc40d with binding_index 1 {{(pid=84763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:24:16.315880 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] get_ports_and_sgs() called for port_ids ['cabcf3f1-2529-4531-805d-7b11c6774823'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:24:16.346738 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [req-fc514b42-480a-49aa-af46-b08fd4099296 req-1b8710ce-2b23-47a3-a9e5-c86c2d3b8459 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Deleting port 561307f9-4ebe-4e80-8750-d4e39cf08dfa {{(pid=84764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:24:16.347559 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-fc514b42-480a-49aa-af46-b08fd4099296 req-1b8710ce-2b23-47a3-a9e5-c86c2d3b8459 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:16.349733 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [None req-b8311031-08cd-45f8-81e0-5190fc6f7ac2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-2, e76780a0-c90c-4728-af35-32242bb79ec6) {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:24:16.362145 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8311031-08cd-45f8-81e0-5190fc6f7ac2 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:16.362826 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-b8311031-08cd-45f8-81e0-5190fc6f7ac2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:16.376813 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e927d08-58d7-418c-8e3b-88b9cee79c61 None None] Network e76780a0-c90c-4728-af35-32242bb79ec6 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:24:16.479854 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421a3c38-54b4-4396-9144-c8d164b834bb req-fb0240a0-6eb4-426b-9f2d-4e0bb8441a13 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:16.481664 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-421a3c38-54b4-4396-9144-c8d164b834bb req-fb0240a0-6eb4-426b-9f2d-4e0bb8441a13 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?device_id=6623f59d-6d74-43c2-bd67-bd59cf127910 HTTP/1.1" status: 200 len: 943 time: 0.1013269 Apr 18 19:24:16.510332 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-b8311031-08cd-45f8-81e0-5190fc6f7ac2 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2634292 Apr 18 19:24:16.514973 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 47706) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:24:16.521261 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-fbb459a4-2772-4044-8e9e-95282ec41dbc admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1135352164-router', 'tenant_id': '333eb75b64f74d958176d7996918a21c', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'}}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:24:16.534270 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-fbb459a4-2772-4044-8e9e-95282ec41dbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:24:16.538952 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-fbb459a4-2772-4044-8e9e-95282ec41dbc admin admin] Usage tracker for resource:router and tenant:333eb75b64f74d958176d7996918a21c is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:24:16.548659 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-fbb459a4-2772-4044-8e9e-95282ec41dbc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:24:16.565979 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-fc514b42-480a-49aa-af46-b08fd4099296 req-1b8710ce-2b23-47a3-a9e5-c86c2d3b8459 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:16.567110 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-fc514b42-480a-49aa-af46-b08fd4099296 req-1b8710ce-2b23-47a3-a9e5-c86c2d3b8459 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:16.573953 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-fbb459a4-2772-4044-8e9e-95282ec41dbc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:24:16.604500 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-421a3c38-54b4-4396-9144-c8d164b834bb req-c6f500c8-91d9-4f6b-8044-92087750259b tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169569 Apr 18 19:24:16.669781 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-fbb459a4-2772-4044-8e9e-95282ec41dbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-415242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4425'] for router, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:16.671280 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-fbb459a4-2772-4044-8e9e-95282ec41dbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-416909', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4418'] for router, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:16.716207 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-fbb459a4-2772-4044-8e9e-95282ec41dbc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:16.809740 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [req-fc514b42-480a-49aa-af46-b08fd4099296 req-1b8710ce-2b23-47a3-a9e5-c86c2d3b8459 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Calling delete_port for 561307f9-4ebe-4e80-8750-d4e39cf08dfa owned by network:floatingip {{(pid=84764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:24:16.857543 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 33393893-663c-4d6c-9fba-d437d84f950a up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:24:16.903964 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d8163f-68ad-470d-90a0-556731139825 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31f5fbf7-4b5c-5a44-b255-70c4fc176ae8-e76780a0-c90c-4728-af35-32242bb79ec6', 'network_id': 'e76780a0-c90c-4728-af35-32242bb79ec6', 'tenant_id': '333eb75b64f74d958176d7996918a21c', 'fixed_ips': [{'subnet_id': '562b8036-0940-412e-9921-c27d5e261913'}]}} from n-d-836017-2. {{(pid=84765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 19:24:16.904796 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-21d8163f-68ad-470d-90a0-556731139825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:17.072597 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-fbb459a4-2772-4044-8e9e-95282ec41dbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416895', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4776'] for router, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:17.086312 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-fc514b42-480a-49aa-af46-b08fd4099296 req-1b8710ce-2b23-47a3-a9e5-c86c2d3b8459 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:17.095423 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723c84d9-8f71-4440-9f88-7f3543c7cb7d req-3d117e8d-52bd-467e-8a98-b2ab1dd31f88 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:17.102591 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-723c84d9-8f71-4440-9f88-7f3543c7cb7d req-3d117e8d-52bd-467e-8a98-b2ab1dd31f88 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b043aff-a1de-4df2-bb9c-37333bb01f66 HTTP/1.1" status: 200 len: 944 time: 0.1806588 Apr 18 19:24:17.143286 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning for port 33393893-663c-4d6c-9fba-d437d84f950a completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:24:17.147886 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8710ce-2b23-47a3-a9e5-c86c2d3b8459 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Pushing event deleted for resources: {'Port': ['ID=561307f9-4ebe-4e80-8750-d4e39cf08dfa,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:17.154403 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port 33393893-663c-4d6c-9fba-d437d84f950a triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:24:17.154789 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:17.172034 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-723c84d9-8f71-4440-9f88-7f3543c7cb7d req-e2f85ac7-d097-4348-9bfa-87c1d16295b4 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/security-groups?id=1e5cc43e-ae04-4a53-be47-dfdad3ea2d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678341 Apr 18 19:24:17.203054 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-21d8163f-68ad-470d-90a0-556731139825 None None] Allocated IP 172.20.0.2 (e76780a0-c90c-4728-af35-32242bb79ec6/562b8036-0940-412e-9921-c27d5e261913/7e024895-74dd-4ceb-ac83-0b5072ae4541) {{(pid=84765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:24:17.282982 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-fc514b42-480a-49aa-af46-b08fd4099296 req-1b8710ce-2b23-47a3-a9e5-c86c2d3b8459 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Notify callbacks [] for floatingip, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:17.373078 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-fc514b42-480a-49aa-af46-b08fd4099296 req-1b8710ce-2b23-47a3-a9e5-c86c2d3b8459 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for floatingip, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:17.381470 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 47714) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:24:17.389589 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-fc514b42-480a-49aa-af46-b08fd4099296 req-1b8710ce-2b23-47a3-a9e5-c86c2d3b8459 tempest-FloatingIPDetailsTestJSON-58300536 tempest-FloatingIPDetailsTestJSON-58300536-project] 10.222.0.69 "DELETE /v2.0/floatingips/3e9a7203-5a55-42cd-94f9-d2f24ce55e08 HTTP/1.1" status: 204 len: 173 time: 1.3495922 Apr 18 19:24:17.422601 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:17.524691 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] For port 33393893-663c-4d6c-9fba-d437d84f950a, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=33393893-663c-4d6c-9fba-d437d84f950a,segment=NetworkSegment(64e9dd2a-1ec8-4590-b9a5-d212c2764002),segment_id=64e9dd2a-1ec8-4590-b9a5-d212c2764002)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:24:17.542571 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-21d8163f-68ad-470d-90a0-556731139825 None None] Notify callbacks [] for port, precommit_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:17.545052 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787fdd27-4a33-4d48-8126-7b7c6c4f08cd req-4a82c887-be98-476b-b35a-a96c20d8cb6b tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:17.546445 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-787fdd27-4a33-4d48-8126-7b7c6c4f08cd req-4a82c887-be98-476b-b35a-a96c20d8cb6b tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=115054ae-eaa7-4e63-9798-88a3b5af809d HTTP/1.1" status: 200 len: 945 time: 0.2438591 Apr 18 19:24:17.554662 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-21d8163f-68ad-470d-90a0-556731139825 None None] Transition to ACTIVE for port object 7e024895-74dd-4ceb-ac83-0b5072ae4541 will not be triggered until provisioned by entity L2. {{(pid=84765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:24:17.575745 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e487588-7c85-4770-aa48-dcdfd6849e4b req-bb0a7f05-59cd-43c5-9fbb-f11e151d8170 tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:17.577919 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8e487588-7c85-4770-aa48-dcdfd6849e4b req-bb0a7f05-59cd-43c5-9fbb-f11e151d8170 tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] 10.222.0.69 "GET /v2.0/ports?device_id=4dc35b47-b950-47d2-a0ef-afc91fe7aefb HTTP/1.1" status: 200 len: 949 time: 0.0975878 Apr 18 19:24:17.583166 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-21d8163f-68ad-470d-90a0-556731139825 None None] Transition to ACTIVE for port object 7e024895-74dd-4ceb-ac83-0b5072ae4541 will not be triggered until provisioned by entity DHCP. {{(pid=84765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:24:17.594378 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:17.641802 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8e487588-7c85-4770-aa48-dcdfd6849e4b req-4b340a95-c850-447c-a3f8-337fa4748ebb tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] 10.222.0.69 "GET /v2.0/security-groups?id=f3cfbdec-ef1b-4f57-b88c-a0c8e082fff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569448 Apr 18 19:24:17.654709 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-21d8163f-68ad-470d-90a0-556731139825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331'] for port, after_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:17.655992 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-fbb459a4-2772-4044-8e9e-95282ec41dbc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:17.696587 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-fbb459a4-2772-4044-8e9e-95282ec41dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:17.707337 n-d-836017-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d8163f-68ad-470d-90a0-556731139825 None None] Network e76780a0-c90c-4728-af35-32242bb79ec6 is already hosted by enough agents. {{(pid=84765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:24:17.709541 n-d-836017-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-21d8163f-68ad-470d-90a0-556731139825 None None] Resources bound (agent type, host, resource id): {{(pid=84765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:24:17.714962 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Pushing event updated for resources: {'Port': ['ID=33393893-663c-4d6c-9fba-d437d84f950a,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:17.718350 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d8163f-68ad-470d-90a0-556731139825 None None] Received port after_create {{(pid=84765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:24:17.757797 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-787fdd27-4a33-4d48-8126-7b7c6c4f08cd req-fd856311-1f9f-410e-a246-57915ba7aff3 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834297 Apr 18 19:24:17.811850 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d8163f-68ad-470d-90a0-556731139825 None None] Pushing event updated for resources: {'Port': ['ID=7e024895-74dd-4ceb-ac83-0b5072ae4541,revision_number=1']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:17.889916 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aa00b6-fc8d-40a3-9919-a051459d88d1 req-4c31f929-7994-41e2-9529-5cc1f2bafb3c tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:17.891662 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-88aa00b6-fc8d-40a3-9919-a051459d88d1 req-4c31f929-7994-41e2-9529-5cc1f2bafb3c tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3396816-7672-4e6c-a9ee-905861ee2aea HTTP/1.1" status: 200 len: 949 time: 0.1014333 Apr 18 19:24:17.914865 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-21d8163f-68ad-470d-90a0-556731139825 None None] Attempting to bind port 7e024895-74dd-4ceb-ac83-0b5072ae4541 on host n-d-836017-2 for vnic_type normal with profile {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:24:17.914865 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-21d8163f-68ad-470d-90a0-556731139825 None None] Attempting to bind port 7e024895-74dd-4ceb-ac83-0b5072ae4541 by drivers openvswitch,hyperv on host n-d-836017-2 at level 0 using segments [{'id': 'c04c4552-1cfd-4499-909e-70e6247e35d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e76780a0-c90c-4728-af35-32242bb79ec6'}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:24:17.914865 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d8163f-68ad-470d-90a0-556731139825 None None] Attempting to bind port 7e024895-74dd-4ceb-ac83-0b5072ae4541 on network e76780a0-c90c-4728-af35-32242bb79ec6 {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:24:17.924195 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d8163f-68ad-470d-90a0-556731139825 None None] Checking agent: {'id': 'df2a5cfe-6839-400b-a998-e4fffce70f45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 8, 22), 'started_at': datetime.datetime(2022, 4, 18, 19, 8, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:24:17.924195 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d8163f-68ad-470d-90a0-556731139825 None None] Checking segment: {'id': 'c04c4552-1cfd-4499-909e-70e6247e35d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e76780a0-c90c-4728-af35-32242bb79ec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:24:17.924621 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-21d8163f-68ad-470d-90a0-556731139825 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:17.924900 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d8163f-68ad-470d-90a0-556731139825 None None] Bound using segment: {'id': 'c04c4552-1cfd-4499-909e-70e6247e35d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e76780a0-c90c-4728-af35-32242bb79ec6'} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:24:17.925376 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-21d8163f-68ad-470d-90a0-556731139825 None None] Bound port: 7e024895-74dd-4ceb-ac83-0b5072ae4541, host: n-d-836017-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c04c4552-1cfd-4499-909e-70e6247e35d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e76780a0-c90c-4728-af35-32242bb79ec6'}}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:24:17.925774 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-21d8163f-68ad-470d-90a0-556731139825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:17.958263 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-88aa00b6-fc8d-40a3-9919-a051459d88d1 req-7947cc1b-b74d-46e9-b625-53162201970b tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b82ee4b-1b13-4f19-86d2-85d0db8a03cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603197 Apr 18 19:24:18.038356 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-21d8163f-68ad-470d-90a0-556731139825 None None] For port 7e024895-74dd-4ceb-ac83-0b5072ae4541, host n-d-836017-2, cleared binding levels {{(pid=84765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:24:18.041550 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-21d8163f-68ad-470d-90a0-556731139825 None None] For port 7e024895-74dd-4ceb-ac83-0b5072ae4541, host n-d-836017-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=7e024895-74dd-4ceb-ac83-0b5072ae4541,segment=NetworkSegment(c04c4552-1cfd-4499-909e-70e6247e35d0),segment_id=c04c4552-1cfd-4499-909e-70e6247e35d0)] {{(pid=84765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:24:18.071457 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_common [None req-fbb459a4-2772-4044-8e9e-95282ec41dbc admin admin] Allocated IP 172.25.3.8 (11e8e108-37df-4084-b6b7-113e6beb66b4/3b0abf32-1504-448b-b06e-c8c870b6a7c8/1efeee57-2b50-470c-9247-590a5c1a0e7e) {{(pid=84763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:24:18.115849 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-21d8163f-68ad-470d-90a0-556731139825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:18.214971 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d8163f-68ad-470d-90a0-556731139825 None None] Pushing event updated for resources: {'Port': ['ID=7e024895-74dd-4ceb-ac83-0b5072ae4541,revision_number=2']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:18.319380 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e129b0-bcf0-465c-8e71-fc4a03d3b2a6 req-c25bc627-75ba-4b13-a164-e0ef96a6604d tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:18.320928 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-38e129b0-bcf0-465c-8e71-fc4a03d3b2a6 req-c25bc627-75ba-4b13-a164-e0ef96a6604d tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?device_id=6623f59d-6d74-43c2-bd67-bd59cf127910 HTTP/1.1" status: 200 len: 943 time: 0.3355227 Apr 18 19:24:18.333400 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3feecd60-e3f7-40e1-8c57-0966ba7ddfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:18.336601 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device cabcf3f1-2529-4531-805d-7b11c6774823 up at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:24:18.457439 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-fbb459a4-2772-4044-8e9e-95282ec41dbc admin admin] Notify callbacks [] for port, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:18.462777 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1133abe3-c9df-4561-a485-b5dbd1df9d6a req-8fdfdd9b-d4b1-414c-8a60-176440d8c2e5 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:18.464511 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-1133abe3-c9df-4561-a485-b5dbd1df9d6a req-8fdfdd9b-d4b1-414c-8a60-176440d8c2e5 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b043aff-a1de-4df2-bb9c-37333bb01f66 HTTP/1.1" status: 200 len: 944 time: 0.1418908 Apr 18 19:24:18.471511 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-38e129b0-bcf0-465c-8e71-fc4a03d3b2a6 req-3121f9e4-fc1d-41df-ac5b-a4f5fc3a574b tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317544 Apr 18 19:24:18.474314 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning complete for port cabcf3f1-2529-4531-805d-7b11c6774823 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:24:18.475336 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:18.544944 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-1133abe3-c9df-4561-a485-b5dbd1df9d6a req-c39c99df-f3cb-4e10-b378-794d7ec172c9 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/security-groups?id=1e5cc43e-ae04-4a53-be47-dfdad3ea2d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730944 Apr 18 19:24:18.583277 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-8196d335-627a-4791-9dd4-84169b656824 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417313'] for router_interface, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:18.641915 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-fbb459a4-2772-4044-8e9e-95282ec41dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:18.652704 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:18.696688 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port cabcf3f1-2529-4531-805d-7b11c6774823, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=cabcf3f1-2529-4531-805d-7b11c6774823,segment=NetworkSegment(86100cac-9c92-472b-98b8-7c63b08b3562),segment_id=86100cac-9c92-472b-98b8-7c63b08b3562)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:24:18.698327 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b043aff-a1de-4df2-bb9c-37333bb01f66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cabcf3f1-2529-4531-805d-7b11c6774823'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:24:18.781725 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb459a4-2772-4044-8e9e-95282ec41dbc admin admin] Network 11e8e108-37df-4084-b6b7-113e6beb66b4 is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:24:18.785462 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:18.785841 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [None req-fbb459a4-2772-4044-8e9e-95282ec41dbc admin admin] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:24:18.790922 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb459a4-2772-4044-8e9e-95282ec41dbc admin admin] Received port after_create {{(pid=84763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:24:18.843124 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb459a4-2772-4044-8e9e-95282ec41dbc admin admin] Pushing event updated for resources: {'Port': ['ID=1efeee57-2b50-470c-9247-590a5c1a0e7e,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:18.970616 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5a880f0-b534-4f1c-a28b-29279919eb00'] response: {'server_uuid': '1b043aff-a1de-4df2-bb9c-37333bb01f66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cabcf3f1-2529-4531-805d-7b11c6774823', 'code': 200} Apr 18 19:24:18.972020 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 7e024895-74dd-4ceb-ac83-0b5072ae4541 up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:24:19.042878 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=cabcf3f1-2529-4531-805d-7b11c6774823,revision_number=8']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:19.069629 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7981cd-1572-42e9-974f-1487e20b119f req-84b45005-ebec-464b-a351-b5470d96ed63 tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:19.079103 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8a7981cd-1572-42e9-974f-1487e20b119f req-84b45005-ebec-464b-a351-b5470d96ed63 tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] 10.222.0.69 "GET /v2.0/ports?device_id=4dc35b47-b950-47d2-a0ef-afc91fe7aefb HTTP/1.1" status: 200 len: 949 time: 0.2437851 Apr 18 19:24:19.128016 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3840e9-2ad9-4853-93b5-f6bbb235db7f req-869b4016-7ba6-4924-8ab0-a3a91f7dfe9b tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:19.133659 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-bf3840e9-2ad9-4853-93b5-f6bbb235db7f req-869b4016-7ba6-4924-8ab0-a3a91f7dfe9b tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=115054ae-eaa7-4e63-9798-88a3b5af809d HTTP/1.1" status: 200 len: 945 time: 0.1633224 Apr 18 19:24:19.144229 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning for port 7e024895-74dd-4ceb-ac83-0b5072ae4541 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:24:19.151699 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 33393893-663c-4d6c-9fba-d437d84f950a up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:24:19.159369 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8a7981cd-1572-42e9-974f-1487e20b119f req-36eb0434-e73e-43f7-8b3d-00b7fc8e9aad tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] 10.222.0.69 "GET /v2.0/security-groups?id=f3cfbdec-ef1b-4f57-b88c-a0c8e082fff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814171 Apr 18 19:24:19.174597 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-732c105f-747a-4fa3-88ae-8dfd79f2bc5d req-0446a3e8-e87d-48b3-a5d0-8947c587d220 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=1b043aff-a1de-4df2-bb9c-37333bb01f66 HTTP/1.1" status: 200 len: 1096 time: 0.1457951 Apr 18 19:24:19.252580 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-bf3840e9-2ad9-4853-93b5-f6bbb235db7f req-995f2577-2bee-48b9-b0ab-60154a3b7a3c tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178312 Apr 18 19:24:19.258741 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-fbb459a4-2772-4044-8e9e-95282ec41dbc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:19.260203 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-fbb459a4-2772-4044-8e9e-95282ec41dbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416864'] for router, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:19.267767 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port 33393893-663c-4d6c-9fba-d437d84f950a triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:24:19.268365 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:19.284806 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-732c105f-747a-4fa3-88ae-8dfd79f2bc5d req-5739a650-1ce4-49aa-854a-72106e402fd8 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=1e5cc43e-ae04-4a53-be47-dfdad3ea2d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017892 Apr 18 19:24:19.527221 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb99d10-7317-4d28-8d4a-131169c38588 req-7de5fdd0-297e-4938-b2bb-a489b425c8eb tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:19.531395 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2fb99d10-7317-4d28-8d4a-131169c38588 req-7de5fdd0-297e-4938-b2bb-a489b425c8eb tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3396816-7672-4e6c-a9ee-905861ee2aea HTTP/1.1" status: 200 len: 949 time: 0.0959404 Apr 18 19:24:19.570040 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8cd097f-c149-4a0b-b2f5-8de574d0760e None None] Network e76780a0-c90c-4728-af35-32242bb79ec6 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:24:19.581344 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2fb99d10-7317-4d28-8d4a-131169c38588 req-c47b6733-5a07-4dba-b3b1-2d2ea5acbf43 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b82ee4b-1b13-4f19-86d2-85d0db8a03cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448122 Apr 18 19:24:19.844712 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fc31aa-5255-4ad3-9a89-2ad78520350e req-5a0079bc-ba2e-4791-9fae-82ec4c76e8ac tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:19.846576 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-62fc31aa-5255-4ad3-9a89-2ad78520350e req-5a0079bc-ba2e-4791-9fae-82ec4c76e8ac tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?device_id=6623f59d-6d74-43c2-bd67-bd59cf127910 HTTP/1.1" status: 200 len: 943 time: 0.1360610 Apr 18 19:24:19.875029 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-71f0e4ea-256e-48fd-9fee-6ef0cb52df90 None None] Provisioning for port 7e024895-74dd-4ceb-ac83-0b5072ae4541 completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:24:19.885463 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-71f0e4ea-256e-48fd-9fee-6ef0cb52df90 None None] Provisioning complete for port 7e024895-74dd-4ceb-ac83-0b5072ae4541 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:24:19.885986 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-71f0e4ea-256e-48fd-9fee-6ef0cb52df90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:19.897754 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-62fc31aa-5255-4ad3-9a89-2ad78520350e req-9e7b5b13-1e90-4fbe-bf06-b9197ea64634 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453482 Apr 18 19:24:20.071324 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-71f0e4ea-256e-48fd-9fee-6ef0cb52df90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:20.114170 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-71f0e4ea-256e-48fd-9fee-6ef0cb52df90 None None] For port 7e024895-74dd-4ceb-ac83-0b5072ae4541, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=7e024895-74dd-4ceb-ac83-0b5072ae4541,segment=NetworkSegment(c04c4552-1cfd-4499-909e-70e6247e35d0),segment_id=c04c4552-1cfd-4499-909e-70e6247e35d0)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:24:20.145932 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc5b3d3-4dcb-4b43-ab3c-a6af27a010dd req-44ef3b77-4be3-4cb2-91d3-079934cb819c tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:20.154068 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-0bc5b3d3-4dcb-4b43-ab3c-a6af27a010dd req-44ef3b77-4be3-4cb2-91d3-079934cb819c tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] 10.222.0.69 "GET /v2.0/ports?device_id=65fac923-8be7-44b9-8e7f-1b954f17650c HTTP/1.1" status: 200 len: 945 time: 0.1132686 Apr 18 19:24:20.200279 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-71f0e4ea-256e-48fd-9fee-6ef0cb52df90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:20.206588 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72287af5-a031-4f86-a4ed-111df0bcb02b req-3fa74f7c-a89b-4f41-9a31-8d76d055d32e tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:20.215628 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-72287af5-a031-4f86-a4ed-111df0bcb02b req-3fa74f7c-a89b-4f41-9a31-8d76d055d32e tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b043aff-a1de-4df2-bb9c-37333bb01f66 HTTP/1.1" status: 200 len: 945 time: 0.3654377 Apr 18 19:24:20.236694 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbb459a4-2772-4044-8e9e-95282ec41dbc admin admin] Router 78b99159-cc8a-48d0-bcd1-afbcf44001ca is scheduled to L3 agent 21b59c62-f184-4169-bc3e-79831cc043e8 with binding_index 1 {{(pid=84763) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 19:24:20.247729 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-0bc5b3d3-4dcb-4b43-ab3c-a6af27a010dd req-d1a39f40-ad7d-4a9b-b42f-4178119a2592 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] 10.222.0.69 "GET /v2.0/security-groups?id=8c52123b-60a4-4956-916c-e7722e17de2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927985 Apr 18 19:24:20.266002 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-8196d335-627a-4791-9dd4-84169b656824 admin admin] Deleting port 04f01dbb-8455-40e9-851a-ceb337290635 {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:24:20.266496 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-8196d335-627a-4791-9dd4-84169b656824 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:20.405399 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f0e4ea-256e-48fd-9fee-6ef0cb52df90 None None] Pushing event updated for resources: {'Port': ['ID=7e024895-74dd-4ceb-ac83-0b5072ae4541,revision_number=3']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:20.453227 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-df104c7d-4695-4e71-92bb-37db2d496100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:20.460170 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-72287af5-a031-4f86-a4ed-111df0bcb02b req-8a9738e2-12ee-4963-b30b-377eb04cbde3 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/security-groups?id=1e5cc43e-ae04-4a53-be47-dfdad3ea2d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435877 Apr 18 19:24:20.567623 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-b4097023-dc46-4c79-a1b9-ed436e988378 None None] Provisioning complete for port 7e024895-74dd-4ceb-ac83-0b5072ae4541 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:24:20.567990 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b4097023-dc46-4c79-a1b9-ed436e988378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:20.739853 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [None req-8196d335-627a-4791-9dd4-84169b656824 admin admin] For port 04f01dbb-8455-40e9-851a-ceb337290635, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=04f01dbb-8455-40e9-851a-ceb337290635,segment=NetworkSegment(abfb4404-b21d-45ad-8846-a7e133674c8d),segment_id=abfb4404-b21d-45ad-8846-a7e133674c8d)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:24:20.740502 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-8196d335-627a-4791-9dd4-84169b656824 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:20.830216 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:20.837716 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 7e024895-74dd-4ceb-ac83-0b5072ae4541 up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:24:20.949656 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port 7e024895-74dd-4ceb-ac83-0b5072ae4541 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:24:20.950750 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:20.955905 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-8196d335-627a-4791-9dd4-84169b656824 admin admin] Calling delete_port for 04f01dbb-8455-40e9-851a-ceb337290635 owned by network:router_interface {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:24:20.964119 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6978ac61-bfc1-4bf4-9ae4-bbe296e04916 req-d45a1fb3-61a8-4cc0-afe6-3f665f7034dd tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:20.965920 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6978ac61-bfc1-4bf4-9ae4-bbe296e04916 req-d45a1fb3-61a8-4cc0-afe6-3f665f7034dd tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] 10.222.0.69 "GET /v2.0/ports?device_id=4dc35b47-b950-47d2-a0ef-afc91fe7aefb HTTP/1.1" status: 200 len: 949 time: 0.0963266 Apr 18 19:24:21.022451 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6978ac61-bfc1-4bf4-9ae4-bbe296e04916 req-58d1373a-c5ee-4551-b90b-af836639142c tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] 10.222.0.69 "GET /v2.0/security-groups?id=f3cfbdec-ef1b-4f57-b88c-a0c8e082fff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499473 Apr 18 19:24:21.110305 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4424d7a-d4ec-4395-9bcf-b0df2b142314 req-50d00de8-44cc-4e0e-a812-18fc0b7d728c tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:21.111828 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b4424d7a-d4ec-4395-9bcf-b0df2b142314 req-50d00de8-44cc-4e0e-a812-18fc0b7d728c tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=115054ae-eaa7-4e63-9798-88a3b5af809d HTTP/1.1" status: 200 len: 945 time: 0.3583493 Apr 18 19:24:21.169929 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbb459a4-2772-4044-8e9e-95282ec41dbc admin admin] Notify agent at l3_agent.n-d-836017-2 the message routers_updated {{(pid=84763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:24:21.180509 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca44b122-2928-4b11-a7eb-821f2864bdfb None None] Sync routers for ids ['78b99159-cc8a-48d0-bcd1-afbcf44001ca'] in n-d-836017-2 {{(pid=84766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:24:21.195651 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca44b122-2928-4b11-a7eb-821f2864bdfb None None] Routers {'78b99159-cc8a-48d0-bcd1-afbcf44001ca'} bound to L3 agent in host n-d-836017-2 {{(pid=84766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:24:21.196739 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-ca44b122-2928-4b11-a7eb-821f2864bdfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:24:20Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['78b99159-cc8a-48d0-bcd1-afbcf44001ca'], 'active': True} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:24:21.201107 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b4424d7a-d4ec-4395-9bcf-b0df2b142314 req-24ac565f-81c5-40e1-8764-25a542ac8056 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805972 Apr 18 19:24:21.349740 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-fbb459a4-2772-4044-8e9e-95282ec41dbc admin admin] Notify callbacks [] for router, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:21.351186 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-fbb459a4-2772-4044-8e9e-95282ec41dbc admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.8354774 Apr 18 19:24:21.354706 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 47750) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:24:21.371415 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06145ad-5f56-4aa7-b5b3-73836de38505 req-702f57b3-1f1f-419a-ad8f-1892a30bc4bf tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:21.372886 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f06145ad-5f56-4aa7-b5b3-73836de38505 req-702f57b3-1f1f-419a-ad8f-1892a30bc4bf tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3396816-7672-4e6c-a9ee-905861ee2aea HTTP/1.1" status: 200 len: 949 time: 0.2214110 Apr 18 19:24:21.405828 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvr_db [None req-ca44b122-2928-4b11-a7eb-821f2864bdfb None None] Set router 78b99159-cc8a-48d0-bcd1-afbcf44001ca gateway port host: n-d-836017-2 {{(pid=84766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:24:21.423712 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f06145ad-5f56-4aa7-b5b3-73836de38505 req-7bf6b44d-0ea8-4405-94a7-9cfc84521d0e tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b82ee4b-1b13-4f19-86d2-85d0db8a03cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442753 Apr 18 19:24:21.514238 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-8196d335-627a-4791-9dd4-84169b656824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:21.580637 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8196d335-627a-4791-9dd4-84169b656824 admin admin] Pushing event deleted for resources: {'Port': ['ID=04f01dbb-8455-40e9-851a-ceb337290635,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:21.623600 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74140c2c-15b0-452d-b28f-4e7eceb2d1ff req-4b4e2c5f-2ee4-4351-8662-2816ff099876 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:21.625147 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-74140c2c-15b0-452d-b28f-4e7eceb2d1ff req-4b4e2c5f-2ee4-4351-8662-2816ff099876 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] 10.222.0.69 "GET /v2.0/ports?device_id=65fac923-8be7-44b9-8e7f-1b954f17650c HTTP/1.1" status: 200 len: 945 time: 0.0883186 Apr 18 19:24:21.705147 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-74140c2c-15b0-452d-b28f-4e7eceb2d1ff req-2d36f802-1cfd-4c98-98b5-8a718de5e7d5 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] 10.222.0.69 "GET /v2.0/security-groups?id=8c52123b-60a4-4956-916c-e7722e17de2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685930 Apr 18 19:24:21.771942 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1c541fd-6087-4755-8778-e68e27e46067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:21.782532 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03519467-6884-4d4c-80cc-b34d1509a569 req-cc3ea049-9a7f-4318-9950-e0104b122ca4 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:21.789772 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-03519467-6884-4d4c-80cc-b34d1509a569 req-cc3ea049-9a7f-4318-9950-e0104b122ca4 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?device_id=6623f59d-6d74-43c2-bd67-bd59cf127910 HTTP/1.1" status: 200 len: 943 time: 0.3107436 Apr 18 19:24:21.846535 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-ca44b122-2928-4b11-a7eb-821f2864bdfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78b99159-cc8a-48d0-bcd1-afbcf44001ca', 'name': 'tempest-TaggedBootDevicesTest-1135352164-router', 'tenant_id': '333eb75b64f74d958176d7996918a21c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '1efeee57-2b50-470c-9247-590a5c1a0e7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:24:16Z', 'updated_at': '2022-04-18T19:24:19Z', 'revision_number': 3, 'project_id': '333eb75b64f74d958176d7996918a21c', 'gw_port': {'id': '1efeee57-2b50-470c-9247-590a5c1a0e7e', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:c8:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78b99159-cc8a-48d0-bcd1-afbcf44001ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:24:17Z', 'updated_at': '2022-04-18T19:24:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2'}], 'n-d-836017-2', False) {} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:24:21.854937 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca44b122-2928-4b11-a7eb-821f2864bdfb None None] Checking router: 78b99159-cc8a-48d0-bcd1-afbcf44001ca for host: n-d-836017-2 {{(pid=84766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:24:21.855417 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca44b122-2928-4b11-a7eb-821f2864bdfb None None] Updating router 78b99159-cc8a-48d0-bcd1-afbcf44001ca port 1efeee57-2b50-470c-9247-590a5c1a0e7e binding host n-d-836017-2 {{(pid=84766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 19:24:21.914204 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-ca44b122-2928-4b11-a7eb-821f2864bdfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:21.970418 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ba591f-5b41-4ad8-be36-b5fb5e9105e7 req-4e97fc17-e9c5-4725-8535-4a192521495a tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:21.977132 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f6ba591f-5b41-4ad8-be36-b5fb5e9105e7 req-4e97fc17-e9c5-4725-8535-4a192521495a tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b043aff-a1de-4df2-bb9c-37333bb01f66 HTTP/1.1" status: 200 len: 945 time: 0.1148636 Apr 18 19:24:21.983499 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:22.036027 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f6ba591f-5b41-4ad8-be36-b5fb5e9105e7 req-a217b294-991e-46c6-a8eb-4c5f99692928 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/security-groups?id=1e5cc43e-ae04-4a53-be47-dfdad3ea2d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539303 Apr 18 19:24:22.120476 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-03519467-6884-4d4c-80cc-b34d1509a569 req-fdc6feb5-192a-4d49-adc9-287ccb9f3fc3 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3294139 Apr 18 19:24:22.298762 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-ca44b122-2928-4b11-a7eb-821f2864bdfb None None] Notify callbacks [] for port, precommit_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:22.309291 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4d4332-7795-4d01-b10c-38aed6e54b17 req-37dfcbe9-c16d-4145-bb9a-f0380ddee938 tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:22.313397 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.provisioning_blocks [None req-ca44b122-2928-4b11-a7eb-821f2864bdfb None None] Transition to ACTIVE for port object 1efeee57-2b50-470c-9247-590a5c1a0e7e will not be triggered until provisioned by entity L2. {{(pid=84766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:24:22.319482 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-bb4d4332-7795-4d01-b10c-38aed6e54b17 req-37dfcbe9-c16d-4145-bb9a-f0380ddee938 tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] 10.222.0.69 "GET /v2.0/ports?device_id=4dc35b47-b950-47d2-a0ef-afc91fe7aefb HTTP/1.1" status: 200 len: 949 time: 0.1167836 Apr 18 19:24:22.371922 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-ca44b122-2928-4b11-a7eb-821f2864bdfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:22.377060 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-bb4d4332-7795-4d01-b10c-38aed6e54b17 req-c6b77864-18f4-4f84-9eaf-72901494756a tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] 10.222.0.69 "GET /v2.0/security-groups?id=f3cfbdec-ef1b-4f57-b88c-a0c8e082fff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564289 Apr 18 19:24:22.450668 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6510ad-8917-408f-a7c2-142a8c546eee req-68f8928c-d78c-42e2-9e86-3e6cd49c6ce9 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:22.452158 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fe6510ad-8917-408f-a7c2-142a8c546eee req-68f8928c-d78c-42e2-9e86-3e6cd49c6ce9 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b043aff-a1de-4df2-bb9c-37333bb01f66 HTTP/1.1" status: 200 len: 945 time: 0.1513505 Apr 18 19:24:22.456858 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-8196d335-627a-4791-9dd4-84169b656824 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417398'] for router_interface, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:22.461370 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5db572-7f19-42b3-a922-9f2508313343 None None] Pushing event updated for resources: {'Port': ['ID=1efeee57-2b50-470c-9247-590a5c1a0e7e,revision_number=2']} {{(pid=84766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:22.467979 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.managers [None req-ca44b122-2928-4b11-a7eb-821f2864bdfb None None] Attempting to bind port 1efeee57-2b50-470c-9247-590a5c1a0e7e on host n-d-836017-2 for vnic_type normal with profile {{(pid=84766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:24:22.468626 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.managers [None req-ca44b122-2928-4b11-a7eb-821f2864bdfb None None] Attempting to bind port 1efeee57-2b50-470c-9247-590a5c1a0e7e by drivers openvswitch,hyperv on host n-d-836017-2 at level 0 using segments [{'id': '5de34947-6c56-419b-85d0-f61f69ce7c45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'}] {{(pid=84766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:24:22.469126 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca44b122-2928-4b11-a7eb-821f2864bdfb None None] Attempting to bind port 1efeee57-2b50-470c-9247-590a5c1a0e7e on network 11e8e108-37df-4084-b6b7-113e6beb66b4 {{(pid=84766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:24:22.476166 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca44b122-2928-4b11-a7eb-821f2864bdfb None None] Checking agent: {'id': 'df2a5cfe-6839-400b-a998-e4fffce70f45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 8, 22), 'started_at': datetime.datetime(2022, 4, 18, 19, 8, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:24:22.476555 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca44b122-2928-4b11-a7eb-821f2864bdfb None None] Checking segment: {'id': '5de34947-6c56-419b-85d0-f61f69ce7c45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:24:22.476946 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-ca44b122-2928-4b11-a7eb-821f2864bdfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:22.477330 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca44b122-2928-4b11-a7eb-821f2864bdfb None None] Bound using segment: {'id': '5de34947-6c56-419b-85d0-f61f69ce7c45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'} {{(pid=84766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:24:22.477860 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.managers [None req-ca44b122-2928-4b11-a7eb-821f2864bdfb None None] Bound port: 1efeee57-2b50-470c-9247-590a5c1a0e7e, host: n-d-836017-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5de34947-6c56-419b-85d0-f61f69ce7c45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'}}] {{(pid=84766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:24:22.478901 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-ca44b122-2928-4b11-a7eb-821f2864bdfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:22.570247 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.db [None req-ca44b122-2928-4b11-a7eb-821f2864bdfb None None] For port 1efeee57-2b50-470c-9247-590a5c1a0e7e, host n-d-836017-2, cleared binding levels {{(pid=84766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:24:22.575314 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.db [None req-ca44b122-2928-4b11-a7eb-821f2864bdfb None None] For port 1efeee57-2b50-470c-9247-590a5c1a0e7e, host n-d-836017-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=1efeee57-2b50-470c-9247-590a5c1a0e7e,segment=NetworkSegment(5de34947-6c56-419b-85d0-f61f69ce7c45),segment_id=5de34947-6c56-419b-85d0-f61f69ce7c45)] {{(pid=84766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:24:22.608420 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b34f09-c95c-46c9-853c-8634264480fd req-ebfc0b2c-72bd-4e4b-a7b0-bd5b6eed31ea tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:22.609909 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-b5b34f09-c95c-46c9-853c-8634264480fd req-ebfc0b2c-72bd-4e4b-a7b0-bd5b6eed31ea tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=115054ae-eaa7-4e63-9798-88a3b5af809d HTTP/1.1" status: 200 len: 945 time: 0.0839496 Apr 18 19:24:22.625597 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-ca44b122-2928-4b11-a7eb-821f2864bdfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:22.645596 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fe6510ad-8917-408f-a7c2-142a8c546eee req-82d1b674-90db-4b04-a9f9-c5c66388b146 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/security-groups?id=1e5cc43e-ae04-4a53-be47-dfdad3ea2d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837561 Apr 18 19:24:22.692934 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-b5b34f09-c95c-46c9-853c-8634264480fd req-87ef9be3-f063-4f14-9366-692a5fb6cd4f tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706487 Apr 18 19:24:22.780600 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5db572-7f19-42b3-a922-9f2508313343 None None] Pushing event updated for resources: {'Port': ['ID=1efeee57-2b50-470c-9247-590a5c1a0e7e,revision_number=3']} {{(pid=84766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:22.783435 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca44b122-2928-4b11-a7eb-821f2864bdfb None None] Routers {'78b99159-cc8a-48d0-bcd1-afbcf44001ca'} bound to L3 agent in host n-d-836017-2 {{(pid=84766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:24:22.784455 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-ca44b122-2928-4b11-a7eb-821f2864bdfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:24:20Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['78b99159-cc8a-48d0-bcd1-afbcf44001ca'], 'active': True} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:24:22.987875 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a4106dab-6971-4e7e-8fdc-c66f0a3f4877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:23.004137 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b84eaaf-c7bb-4226-b71f-0d2dd83d0391 req-f8faceaf-9a8e-420b-88a0-2ad55ee75eab tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:23.007070 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-9b84eaaf-c7bb-4226-b71f-0d2dd83d0391 req-f8faceaf-9a8e-420b-88a0-2ad55ee75eab tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3396816-7672-4e6c-a9ee-905861ee2aea HTTP/1.1" status: 200 len: 949 time: 0.1130967 Apr 18 19:24:23.066506 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-9b84eaaf-c7bb-4226-b71f-0d2dd83d0391 req-3df493ae-fdb8-4305-bae6-c21dc0872413 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b82ee4b-1b13-4f19-86d2-85d0db8a03cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497274 Apr 18 19:24:23.110415 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvr_db [None req-ca44b122-2928-4b11-a7eb-821f2864bdfb None None] Set router 78b99159-cc8a-48d0-bcd1-afbcf44001ca gateway port host: n-d-836017-2 {{(pid=84766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:24:23.319471 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cd8d3e-fc30-4d97-843b-f11a5b203dbd req-6a25aa0e-e273-4b74-91cc-8bf463eac0ce tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:23.328745 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-25cd8d3e-fc30-4d97-843b-f11a5b203dbd req-6a25aa0e-e273-4b74-91cc-8bf463eac0ce tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] 10.222.0.69 "GET /v2.0/ports?device_id=65fac923-8be7-44b9-8e7f-1b954f17650c HTTP/1.1" status: 200 len: 945 time: 0.1113529 Apr 18 19:24:23.406071 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-25cd8d3e-fc30-4d97-843b-f11a5b203dbd req-944ca46a-924e-458a-8e57-a590027329bb tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] 10.222.0.69 "GET /v2.0/security-groups?id=8c52123b-60a4-4956-916c-e7722e17de2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761669 Apr 18 19:24:23.526788 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-ca44b122-2928-4b11-a7eb-821f2864bdfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78b99159-cc8a-48d0-bcd1-afbcf44001ca', 'name': 'tempest-TaggedBootDevicesTest-1135352164-router', 'tenant_id': '333eb75b64f74d958176d7996918a21c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '1efeee57-2b50-470c-9247-590a5c1a0e7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:24:16Z', 'updated_at': '2022-04-18T19:24:19Z', 'revision_number': 3, 'project_id': '333eb75b64f74d958176d7996918a21c', 'gw_port': {'id': '1efeee57-2b50-470c-9247-590a5c1a0e7e', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:c8:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78b99159-cc8a-48d0-bcd1-afbcf44001ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:24:17Z', 'updated_at': '2022-04-18T19:24:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2'}], 'n-d-836017-2', False) {} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:24:23.543674 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca44b122-2928-4b11-a7eb-821f2864bdfb None None] The sync data for ids ['78b99159-cc8a-48d0-bcd1-afbcf44001ca'] in n-d-836017-2 is: [{'id': '78b99159-cc8a-48d0-bcd1-afbcf44001ca', 'name': 'tempest-TaggedBootDevicesTest-1135352164-router', 'tenant_id': '333eb75b64f74d958176d7996918a21c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '1efeee57-2b50-470c-9247-590a5c1a0e7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:24:16Z', 'updated_at': '2022-04-18T19:24:19Z', 'revision_number': 3, 'project_id': '333eb75b64f74d958176d7996918a21c', 'gw_port': {'id': '1efeee57-2b50-470c-9247-590a5c1a0e7e', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:c8:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78b99159-cc8a-48d0-bcd1-afbcf44001ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:24:17Z', 'updated_at': '2022-04-18T19:24:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2'}] {{(pid=84766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:24:23.637680 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a88f1d2-4a7a-401d-9ea7-26cccd77b694 req-1813d87f-f967-4f02-897a-f98aba33df26 tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:23.639372 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-9a88f1d2-4a7a-401d-9ea7-26cccd77b694 req-1813d87f-f967-4f02-897a-f98aba33df26 tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] 10.222.0.69 "GET /v2.0/ports?device_id=4dc35b47-b950-47d2-a0ef-afc91fe7aefb HTTP/1.1" status: 200 len: 949 time: 0.0946970 Apr 18 19:24:23.691239 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-9a88f1d2-4a7a-401d-9ea7-26cccd77b694 req-e4a6e7a7-8f7b-4d4b-8696-5eaf496ecb8f tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] 10.222.0.69 "GET /v2.0/security-groups?id=f3cfbdec-ef1b-4f57-b88c-a0c8e082fff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454097 Apr 18 19:24:23.798657 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a4729a-ee48-4afe-915e-541fcd1c7292 req-5eec2459-28be-457a-b761-386ad32f2c8b tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:23.800142 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-47a4729a-ee48-4afe-915e-541fcd1c7292 req-5eec2459-28be-457a-b761-386ad32f2c8b tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?device_id=6623f59d-6d74-43c2-bd67-bd59cf127910 HTTP/1.1" status: 200 len: 943 time: 0.4027534 Apr 18 19:24:23.828047 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-aabebeda-2b8f-494b-86f5-4ade22b31d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:23.918485 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-47a4729a-ee48-4afe-915e-541fcd1c7292 req-f33dbe24-d265-45a5-8beb-ce26bad24626 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094260 Apr 18 19:24:23.960830 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb95e3f1-dd28-4bf4-887d-ad0e9fe76605 req-aa2962f0-26fa-4bb9-9858-a320c05e625d tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:23.969474 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-bb95e3f1-dd28-4bf4-887d-ad0e9fe76605 req-aa2962f0-26fa-4bb9-9858-a320c05e625d tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/networks?id=c33889f7-294d-49c5-8dfc-a57c4d580672 HTTP/1.1" status: 200 len: 815 time: 0.1659803 Apr 18 19:24:24.001937 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-bb95e3f1-dd28-4bf4-887d-ad0e9fe76605 req-994bee2b-4c02-4b29-a8bb-1ee5db79e89a tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/quotas/d4aab0ee4d6648218144abf0ed8f0615 HTTP/1.1" status: 200 len: 375 time: 0.0312047 Apr 18 19:24:24.100239 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-bb95e3f1-dd28-4bf4-887d-ad0e9fe76605 req-3b7be64c-bbba-4960-ae94-2698776d9b29 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=d4aab0ee4d6648218144abf0ed8f0615&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0971615 Apr 18 19:24:24.101141 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8196d335-627a-4791-9dd4-84169b656824 admin admin] Router 2dd3cbe4-c997-450d-9cd5-e879aaa252d2 has already been hosted by L3 agent 21b59c62-f184-4169-bc3e-79831cc043e8 {{(pid=84763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:24:24.171262 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_common [None req-aabebeda-2b8f-494b-86f5-4ade22b31d21 admin admin] Allocated IP 172.20.0.1 (e76780a0-c90c-4728-af35-32242bb79ec6/562b8036-0940-412e-9921-c27d5e261913/c5deda56-0147-4b61-88ab-8a94e87ad583) {{(pid=84763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:24:24.236873 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-bb95e3f1-dd28-4bf4-887d-ad0e9fe76605 req-7a93d331-479e-48fe-9ef8-08d45bdc970d service neutron] 10.222.0.69 "GET /v2.0/networks/c33889f7-294d-49c5-8dfc-a57c4d580672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356299 Apr 18 19:24:24.376319 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-bb95e3f1-dd28-4bf4-887d-ad0e9fe76605 req-af6e7a4a-2263-4eb8-ad75-12b8cc9758c3 service neutron] 10.222.0.69 "GET /v2.0/networks/c33889f7-294d-49c5-8dfc-a57c4d580672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334815 Apr 18 19:24:24.434339 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9df8f4-0a93-48ad-9115-c89d68339b73 req-9d342ad6-f109-48cc-8a43-1bfd48c10b1c tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:24.435947 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5e9df8f4-0a93-48ad-9115-c89d68339b73 req-9d342ad6-f109-48cc-8a43-1bfd48c10b1c tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=115054ae-eaa7-4e63-9798-88a3b5af809d HTTP/1.1" status: 200 len: 945 time: 0.3317556 Apr 18 19:24:24.531661 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-aabebeda-2b8f-494b-86f5-4ade22b31d21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:24.549766 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5e9df8f4-0a93-48ad-9115-c89d68339b73 req-ba6069f6-eb2c-4f95-b856-f5571a315732 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011517 Apr 18 19:24:24.559039 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [None req-aabebeda-2b8f-494b-86f5-4ade22b31d21 admin admin] Transition to ACTIVE for port object c5deda56-0147-4b61-88ab-8a94e87ad583 will not be triggered until provisioned by entity DHCP. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:24:24.615585 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8196d335-627a-4791-9dd4-84169b656824 admin admin] Notify agent at l3_agent.n-d-836017-2 the message routers_updated {{(pid=84763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:24:24.629652 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-8196d335-627a-4791-9dd4-84169b656824 admin admin] 10.222.0.69 "PUT /v2.0/routers/2dd3cbe4-c997-450d-9cd5-e879aaa252d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2460759 Apr 18 19:24:24.630585 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 47786) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:24:24.636610 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ba09d6-8bd3-490b-8f9c-1e466b8e24e0 None None] Sync routers for ids ['2dd3cbe4-c997-450d-9cd5-e879aaa252d2'] in n-d-836017-2 {{(pid=84765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:24:24.693280 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-aabebeda-2b8f-494b-86f5-4ade22b31d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:24.700863 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ba09d6-8bd3-490b-8f9c-1e466b8e24e0 None None] Routers {'2dd3cbe4-c997-450d-9cd5-e879aaa252d2'} bound to L3 agent in host n-d-836017-2 {{(pid=84765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:24:24.701614 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-c7ba09d6-8bd3-490b-8f9c-1e466b8e24e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:24:20Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['2dd3cbe4-c997-450d-9cd5-e879aaa252d2'], 'active': True} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:24:24.701780 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23293c9b-3f6d-4a95-b926-df8249d1c96a req-13d2b090-bb73-43de-a478-39084d9d1755 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:24.703262 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-23293c9b-3f6d-4a95-b926-df8249d1c96a req-13d2b090-bb73-43de-a478-39084d9d1755 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.72 "GET /v2.0/ports?device_id=1b043aff-a1de-4df2-bb9c-37333bb01f66 HTTP/1.1" status: 200 len: 945 time: 0.1295433 Apr 18 19:24:24.910753 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aabebeda-2b8f-494b-86f5-4ade22b31d21 admin admin] Network e76780a0-c90c-4728-af35-32242bb79ec6 is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:24:24.911763 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabebeda-2b8f-494b-86f5-4ade22b31d21 admin admin] Pushing event updated for resources: {'Port': ['ID=c5deda56-0147-4b61-88ab-8a94e87ad583,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:24.923824 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [None req-aabebeda-2b8f-494b-86f5-4ade22b31d21 admin admin] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:24:24.931528 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabebeda-2b8f-494b-86f5-4ade22b31d21 admin admin] Received port after_create {{(pid=84763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:24:24.938960 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:25.012805 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-aabebeda-2b8f-494b-86f5-4ade22b31d21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417434'] for router_interface, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:25.021740 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [req-23293c9b-3f6d-4a95-b926-df8249d1c96a req-d2cc2da1-68ea-42da-aa37-4ff6d910f733 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Deleting port cabcf3f1-2529-4531-805d-7b11c6774823 {{(pid=84764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:24:25.022081 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-23293c9b-3f6d-4a95-b926-df8249d1c96a req-d2cc2da1-68ea-42da-aa37-4ff6d910f733 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:25.058965 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790593e4-2101-401c-ad4d-0c3a8fbeef37 req-ce9bbaad-c413-4e4e-bd2b-084a0f0ec9ef tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:25.060493 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-790593e4-2101-401c-ad4d-0c3a8fbeef37 req-ce9bbaad-c413-4e4e-bd2b-084a0f0ec9ef tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3396816-7672-4e6c-a9ee-905861ee2aea HTTP/1.1" status: 200 len: 949 time: 0.2603493 Apr 18 19:24:25.114042 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-c7ba09d6-8bd3-490b-8f9c-1e466b8e24e0 None None] Set router 2dd3cbe4-c997-450d-9cd5-e879aaa252d2 gateway port host: n-d-836017-2 {{(pid=84765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:24:25.185310 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d8cb32-e986-4a60-9797-35d7a6d1c624 req-598eb531-fc71-407c-8b95-6777358e5b2c tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:25.189258 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-790593e4-2101-401c-ad4d-0c3a8fbeef37 req-4495972e-d1be-4e30-8cb3-209a0f3041a9 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b82ee4b-1b13-4f19-86d2-85d0db8a03cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160655 Apr 18 19:24:25.193734 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f0d8cb32-e986-4a60-9797-35d7a6d1c624 req-598eb531-fc71-407c-8b95-6777358e5b2c tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] 10.222.0.69 "GET /v2.0/ports?device_id=65fac923-8be7-44b9-8e7f-1b954f17650c HTTP/1.1" status: 200 len: 945 time: 0.3032506 Apr 18 19:24:25.399203 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2d5fd04b-2545-4e4e-b8d6-dce1b526f61a req-28d4ea65-6c33-408b-9301-342e74527b64 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/ports?device_id=378a8558-b9d2-4f8d-8f6f-831c1f0a06a1 HTTP/1.1" status: 200 len: 210 time: 0.0678678 Apr 18 19:24:25.497617 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-37466469-0e5a-4fef-a941-733add78db03 None None] Provisioning for port c5deda56-0147-4b61-88ab-8a94e87ad583 completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:24:25.505065 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-37466469-0e5a-4fef-a941-733add78db03 None None] Provisioning complete for port c5deda56-0147-4b61-88ab-8a94e87ad583 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:24:25.506427 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-37466469-0e5a-4fef-a941-733add78db03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:25.596033 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-37466469-0e5a-4fef-a941-733add78db03 None None] Port c5deda56-0147-4b61-88ab-8a94e87ad583 cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:24:25.638237 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-aabebeda-2b8f-494b-86f5-4ade22b31d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:25.668337 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-23293c9b-3f6d-4a95-b926-df8249d1c96a req-d2cc2da1-68ea-42da-aa37-4ff6d910f733 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] For port cabcf3f1-2529-4531-805d-7b11c6774823, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=cabcf3f1-2529-4531-805d-7b11c6774823,segment=NetworkSegment(86100cac-9c92-472b-98b8-7c63b08b3562),segment_id=86100cac-9c92-472b-98b8-7c63b08b3562)] {{(pid=84764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:24:25.673917 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-23293c9b-3f6d-4a95-b926-df8249d1c96a req-d2cc2da1-68ea-42da-aa37-4ff6d910f733 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:25.788222 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-c7ba09d6-8bd3-490b-8f9c-1e466b8e24e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd3cbe4-c997-450d-9cd5-e879aaa252d2', 'name': 'tempest-FloatingIPDetailsTestJSON-1248397671-router', 'tenant_id': '2c5c0db6af674914a5dc8095df286e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': 'fd15f833-ac06-4819-bce4-1b9f29a16201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:23:36Z', 'updated_at': '2022-04-18T19:24:21Z', 'revision_number': 5, 'project_id': '2c5c0db6af674914a5dc8095df286e78', 'gw_port': {'id': 'fd15f833-ac06-4819-bce4-1b9f29a16201', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:cb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd3cbe4-c997-450d-9cd5-e879aaa252d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:23:37Z', 'updated_at': '2022-04-18T19:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2'}], 'n-d-836017-2', False) {} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:24:25.798635 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ba09d6-8bd3-490b-8f9c-1e466b8e24e0 None None] Checking router: 2dd3cbe4-c997-450d-9cd5-e879aaa252d2 for host: n-d-836017-2 {{(pid=84765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:24:25.824082 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ba09d6-8bd3-490b-8f9c-1e466b8e24e0 None None] Routers {'2dd3cbe4-c997-450d-9cd5-e879aaa252d2'} bound to L3 agent in host n-d-836017-2 {{(pid=84765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:24:25.824975 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-c7ba09d6-8bd3-490b-8f9c-1e466b8e24e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:24:20Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['2dd3cbe4-c997-450d-9cd5-e879aaa252d2'], 'active': True} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:24:25.870442 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [req-23293c9b-3f6d-4a95-b926-df8249d1c96a req-d2cc2da1-68ea-42da-aa37-4ff6d910f733 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Calling delete_port for cabcf3f1-2529-4531-805d-7b11c6774823 owned by compute:nova {{(pid=84764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:24:25.928071 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5a59c5-5c03-421b-a25c-0898d0881be6 req-e60f62dd-cb3e-4320-9f1c-1931a213bbf0 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:25.929894 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fa5a59c5-5c03-421b-a25c-0898d0881be6 req-e60f62dd-cb3e-4320-9f1c-1931a213bbf0 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] 10.222.0.73 "GET /v2.0/ports?device_id=65fac923-8be7-44b9-8e7f-1b954f17650c HTTP/1.1" status: 200 len: 945 time: 0.7241385 Apr 18 19:24:26.094802 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f0d8cb32-e986-4a60-9797-35d7a6d1c624 req-919917cf-ce33-40b4-a39b-9281d2e3a7dd tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] 10.222.0.69 "GET /v2.0/security-groups?id=8c52123b-60a4-4956-916c-e7722e17de2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8985159 Apr 18 19:24:26.107881 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-e873e512-db51-44c0-8bcb-f2f09a977a81 admin admin] Notify callbacks [] for router, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:26.126047 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-c7ba09d6-8bd3-490b-8f9c-1e466b8e24e0 None None] Set router 2dd3cbe4-c997-450d-9cd5-e879aaa252d2 gateway port host: n-d-836017-2 {{(pid=84765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:24:26.177945 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-23293c9b-3f6d-4a95-b926-df8249d1c96a req-d2cc2da1-68ea-42da-aa37-4ff6d910f733 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:26.268461 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cc2da1-68ea-42da-aa37-4ff6d910f733 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Pushing event deleted for resources: {'Port': ['ID=cabcf3f1-2529-4531-805d-7b11c6774823,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:26.333707 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] get_ports_and_sgs() called for port_ids ['cabcf3f1-2529-4531-805d-7b11c6774823'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:24:26.335458 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.agents_db [None req-eb67022b-f881-4bc8-8f45-fca90fb27803 None None] Agent healthcheck: found 7 active agents {{(pid=84766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:24:26.422835 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [req-23293c9b-3f6d-4a95-b926-df8249d1c96a req-d2cc2da1-68ea-42da-aa37-4ff6d910f733 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] No DVR routers for this DVR port cabcf3f1-2529-4531-805d-7b11c6774823 on host n-h2-836017-2 {{(pid=84764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:24:26.423161 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-fa5a59c5-5c03-421b-a25c-0898d0881be6 req-b67e6348-9daf-4f85-a559-2457dc4777c1 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Deleting port 5ea48081-67b5-46d0-ac7b-fc5251ab13c4 {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:24:26.423506 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-fa5a59c5-5c03-421b-a25c-0898d0881be6 req-b67e6348-9daf-4f85-a559-2457dc4777c1 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:26.426101 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-23293c9b-3f6d-4a95-b926-df8249d1c96a req-d2cc2da1-68ea-42da-aa37-4ff6d910f733 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:26.428720 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b043aff-a1de-4df2-bb9c-37333bb01f66', 'name': 'network-vif-deleted', 'tag': 'cabcf3f1-2529-4531-805d-7b11c6774823'}] {{(pid=84764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:24:26.477206 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c37cb6a-d774-4c40-8777-e657203f14e0 req-3abac6a1-cd3a-4b4f-8171-fbb8a3617537 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:26.479424 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-7c37cb6a-d774-4c40-8777-e657203f14e0 req-3abac6a1-cd3a-4b4f-8171-fbb8a3617537 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?device_id=6623f59d-6d74-43c2-bd67-bd59cf127910 HTTP/1.1" status: 200 len: 943 time: 0.1469758 Apr 18 19:24:26.521418 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-23293c9b-3f6d-4a95-b926-df8249d1c96a req-d2cc2da1-68ea-42da-aa37-4ff6d910f733 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.72 "DELETE /v2.0/ports/cabcf3f1-2529-4531-805d-7b11c6774823 HTTP/1.1" status: 204 len: 173 time: 1.8116806 Apr 18 19:24:26.544834 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-7c37cb6a-d774-4c40-8777-e657203f14e0 req-d982092d-461c-40ce-9c9b-8757505a2ed9 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503001 Apr 18 19:24:26.563409 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e0843b50-db72-4b73-ab88-85afade48daa req-5d264945-e346-4802-a6b8-b79e57054ec0 service neutron] 10.222.0.72 "GET /v2.0/ports/abe1a1c1-6ab6-46fd-abfb-f7df79d33862/bindings/n-h1-836017-2 HTTP/1.1" status: 200 len: 384 time: 0.5152023 Apr 18 19:24:26.637662 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-c7ba09d6-8bd3-490b-8f9c-1e466b8e24e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd3cbe4-c997-450d-9cd5-e879aaa252d2', 'name': 'tempest-FloatingIPDetailsTestJSON-1248397671-router', 'tenant_id': '2c5c0db6af674914a5dc8095df286e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': 'fd15f833-ac06-4819-bce4-1b9f29a16201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:23:36Z', 'updated_at': '2022-04-18T19:24:21Z', 'revision_number': 5, 'project_id': '2c5c0db6af674914a5dc8095df286e78', 'gw_port': {'id': 'fd15f833-ac06-4819-bce4-1b9f29a16201', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:cb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd3cbe4-c997-450d-9cd5-e879aaa252d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:23:37Z', 'updated_at': '2022-04-18T19:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2'}], 'n-d-836017-2', False) {} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:24:26.649371 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ba09d6-8bd3-490b-8f9c-1e466b8e24e0 None None] The sync data for ids ['2dd3cbe4-c997-450d-9cd5-e879aaa252d2'] in n-d-836017-2 is: [{'id': '2dd3cbe4-c997-450d-9cd5-e879aaa252d2', 'name': 'tempest-FloatingIPDetailsTestJSON-1248397671-router', 'tenant_id': '2c5c0db6af674914a5dc8095df286e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': 'fd15f833-ac06-4819-bce4-1b9f29a16201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:23:36Z', 'updated_at': '2022-04-18T19:24:21Z', 'revision_number': 5, 'project_id': '2c5c0db6af674914a5dc8095df286e78', 'gw_port': {'id': 'fd15f833-ac06-4819-bce4-1b9f29a16201', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:cb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd3cbe4-c997-450d-9cd5-e879aaa252d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:23:37Z', 'updated_at': '2022-04-18T19:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2'}] {{(pid=84765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:24:26.774460 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-aabebeda-2b8f-494b-86f5-4ade22b31d21 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:26.782423 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317e2702-9c97-4a55-9bd7-666881d9d904 req-e92f1119-82a5-4999-9e66-d1bea00415a7 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:26.784119 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-317e2702-9c97-4a55-9bd7-666881d9d904 req-e92f1119-82a5-4999-9e66-d1bea00415a7 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=115054ae-eaa7-4e63-9798-88a3b5af809d HTTP/1.1" status: 200 len: 945 time: 0.0830622 Apr 18 19:24:26.803242 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54597a5-e2a6-45a8-bd71-291f5d81d817 req-21599bd1-8ae6-4924-ab20-c4ceeaac9f26 tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:26.805702 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f54597a5-e2a6-45a8-bd71-291f5d81d817 req-21599bd1-8ae6-4924-ab20-c4ceeaac9f26 tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] 10.222.0.69 "GET /v2.0/ports?device_id=4dc35b47-b950-47d2-a0ef-afc91fe7aefb HTTP/1.1" status: 200 len: 949 time: 0.8748446 Apr 18 19:24:26.845416 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-317e2702-9c97-4a55-9bd7-666881d9d904 req-3ff2b453-8de2-428f-a215-e36954c104a5 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543299 Apr 18 19:24:26.886080 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-aabebeda-2b8f-494b-86f5-4ade22b31d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:27.066022 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb60c2b-a2b2-457a-bc86-83113680e3ce req-96b705b4-d593-45e7-84a6-b3e08a53b294 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:27.068231 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ecb60c2b-a2b2-457a-bc86-83113680e3ce req-96b705b4-d593-45e7-84a6-b3e08a53b294 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3396816-7672-4e6c-a9ee-905861ee2aea HTTP/1.1" status: 200 len: 949 time: 0.1008856 Apr 18 19:24:27.157629 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ecb60c2b-a2b2-457a-bc86-83113680e3ce req-b110087d-39f1-4fc1-bf45-6a8d95ab92f5 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b82ee4b-1b13-4f19-86d2-85d0db8a03cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757790 Apr 18 19:24:27.158188 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 1efeee57-2b50-470c-9247-590a5c1a0e7e up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:24:27.168937 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f54597a5-e2a6-45a8-bd71-291f5d81d817 req-2d391a9b-c88b-4b94-8707-2b8b6a19c9f2 tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] 10.222.0.69 "GET /v2.0/security-groups?id=f3cfbdec-ef1b-4f57-b88c-a0c8e082fff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3464835 Apr 18 19:24:27.210907 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabebeda-2b8f-494b-86f5-4ade22b31d21 admin admin] Pushing event updated for resources: {'Port': ['ID=c5deda56-0147-4b61-88ab-8a94e87ad583,revision_number=2']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:27.229553 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-aabebeda-2b8f-494b-86f5-4ade22b31d21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-417335'] for router_interface, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:27.256292 n-d-836017-2 neutron-server[84764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fb63d82-9ea4-4a31-ad3c-b5ec22c83932'] response: {'server_uuid': '1b043aff-a1de-4df2-bb9c-37333bb01f66', 'name': 'network-vif-deleted', 'tag': 'cabcf3f1-2529-4531-805d-7b11c6774823', 'status': 'completed', 'code': 200} Apr 18 19:24:27.389061 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning for port 1efeee57-2b50-470c-9247-590a5c1a0e7e completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:24:27.394678 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port 1efeee57-2b50-470c-9247-590a5c1a0e7e triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:24:27.395043 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:27.530635 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b6b10729-1499-47a7-a5e3-3b5928669e9e req-b33bb8d1-2cf3-4f41-8f80-315020d683c3 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/ports?device_id=378a8558-b9d2-4f8d-8f6f-831c1f0a06a1 HTTP/1.1" status: 200 len: 210 time: 0.1492691 Apr 18 19:24:27.537144 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-fa5a59c5-5c03-421b-a25c-0898d0881be6 req-b67e6348-9daf-4f85-a559-2457dc4777c1 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] For port 5ea48081-67b5-46d0-ac7b-fc5251ab13c4, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=5ea48081-67b5-46d0-ac7b-fc5251ab13c4,segment=NetworkSegment(6756b591-a26a-489e-add9-6f6fd4d12828),segment_id=6756b591-a26a-489e-add9-6f6fd4d12828)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:24:27.537513 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-fa5a59c5-5c03-421b-a25c-0898d0881be6 req-b67e6348-9daf-4f85-a559-2457dc4777c1 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:27.561918 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7def34-90c3-421b-bd73-ecd05bb6fabf req-33982506-d482-4fd3-880f-04204feec381 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:27.563480 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-da7def34-90c3-421b-bd73-ecd05bb6fabf req-33982506-d482-4fd3-880f-04204feec381 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] 10.222.0.69 "GET /v2.0/ports?device_id=65fac923-8be7-44b9-8e7f-1b954f17650c HTTP/1.1" status: 200 len: 945 time: 0.1553500 Apr 18 19:24:27.573405 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:27.593785 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] For port 1efeee57-2b50-470c-9247-590a5c1a0e7e, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=1efeee57-2b50-470c-9247-590a5c1a0e7e,segment=NetworkSegment(5de34947-6c56-419b-85d0-f61f69ce7c45),segment_id=5de34947-6c56-419b-85d0-f61f69ce7c45)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:24:27.633090 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb95e3f1-dd28-4bf4-887d-ad0e9fe76605 req-130ac6ef-db61-455b-9b54-88ef47f8f484 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:27.637880 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-bb95e3f1-dd28-4bf4-887d-ad0e9fe76605 req-130ac6ef-db61-455b-9b54-88ef47f8f484 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.72 "GET /v2.0/networks?id=c33889f7-294d-49c5-8dfc-a57c4d580672 HTTP/1.1" status: 200 len: 815 time: 0.3145237 Apr 18 19:24:27.670475 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [req-bb95e3f1-dd28-4bf4-887d-ad0e9fe76605 req-2d365764-4286-4598-8daa-e9c2957d6943 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Request body: {'port': {'device_id': '378a8558-b9d2-4f8d-8f6f-831c1f0a06a1', 'network_id': 'c33889f7-294d-49c5-8dfc-a57c4d580672', 'admin_state_up': True, 'tenant_id': 'd4aab0ee4d6648218144abf0ed8f0615'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:24:27.673642 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:27.765086 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Pushing event updated for resources: {'Port': ['ID=1efeee57-2b50-470c-9247-590a5c1a0e7e,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:27.767855 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 04f01dbb-8455-40e9-851a-ceb337290635 no longer exists at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:24:27.807415 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] No Port match for: 04f01dbb-8455-40e9-851a-ceb337290635 {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:24:27.807819 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 04f01dbb-8455-40e9-851a-ceb337290635 not bound to the agent host n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:24:27.828504 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-da7def34-90c3-421b-bd73-ecd05bb6fabf req-f966990b-91dc-48f1-b8c8-5bf383a120bb tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] 10.222.0.69 "GET /v2.0/security-groups?id=8c52123b-60a4-4956-916c-e7722e17de2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2482462 Apr 18 19:24:27.905944 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-bb95e3f1-dd28-4bf4-887d-ad0e9fe76605 req-2d365764-4286-4598-8daa-e9c2957d6943 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:24:27.916931 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-bb95e3f1-dd28-4bf4-887d-ad0e9fe76605 req-2d365764-4286-4598-8daa-e9c2957d6943 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Usage tracker for resource:port and tenant:d4aab0ee4d6648218144abf0ed8f0615 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:24:27.919621 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-bb95e3f1-dd28-4bf4-887d-ad0e9fe76605 req-2d365764-4286-4598-8daa-e9c2957d6943 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:24:27.928681 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-bb95e3f1-dd28-4bf4-887d-ad0e9fe76605 req-2d365764-4286-4598-8daa-e9c2957d6943 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:24:28.070825 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aabebeda-2b8f-494b-86f5-4ade22b31d21 admin admin] Network e76780a0-c90c-4728-af35-32242bb79ec6 is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:24:28.077439 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-e873e512-db51-44c0-8bcb-f2f09a977a81 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:28.080968 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16608fd-7ee9-4747-9a25-ced84f91a273 req-76e3845d-2b36-4ef8-bfd1-c01590f529a8 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:28.081360 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [None req-aabebeda-2b8f-494b-86f5-4ade22b31d21 admin admin] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:24:28.083855 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c16608fd-7ee9-4747-9a25-ced84f91a273 req-76e3845d-2b36-4ef8-bfd1-c01590f529a8 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=115054ae-eaa7-4e63-9798-88a3b5af809d HTTP/1.1" status: 200 len: 945 time: 0.0866554 Apr 18 19:24:28.085239 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb95e3f1-dd28-4bf4-887d-ad0e9fe76605 req-2d365764-4286-4598-8daa-e9c2957d6943 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Made reservation on behalf of d4aab0ee4d6648218144abf0ed8f0615 for: {'port': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:24:28.085607 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-e0843b50-db72-4b73-ab88-85afade48daa req-25991282-4f19-41ba-81a8-bb02e6f5fe93 service neutron] For port abe1a1c1-6ab6-46fd-abfb-f7df79d33862, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=abe1a1c1-6ab6-46fd-abfb-f7df79d33862,segment=NetworkSegment(57f6477d-46cb-4fbc-8909-e9439d3b2b0a),segment_id=57f6477d-46cb-4fbc-8909-e9439d3b2b0a)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:24:28.089005 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-bb95e3f1-dd28-4bf4-887d-ad0e9fe76605 req-2d365764-4286-4598-8daa-e9c2957d6943 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:28.192868 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c16608fd-7ee9-4747-9a25-ced84f91a273 req-f432af20-a00d-4378-b240-34243f771330 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915642 Apr 18 19:24:28.297451 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-e873e512-db51-44c0-8bcb-f2f09a977a81 admin admin] Deleting port fd15f833-ac06-4819-bce4-1b9f29a16201 {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:24:28.298041 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-e873e512-db51-44c0-8bcb-f2f09a977a81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:28.323537 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-e0843b50-db72-4b73-ab88-85afade48daa req-25991282-4f19-41ba-81a8-bb02e6f5fe93 service neutron] For port abe1a1c1-6ab6-46fd-abfb-f7df79d33862, host n-h2-836017-2, cleared binding levels {{(pid=84763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:24:28.341670 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_common [req-bb95e3f1-dd28-4bf4-887d-ad0e9fe76605 req-2d365764-4286-4598-8daa-e9c2957d6943 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Allocated IP 172.20.0.3 (c33889f7-294d-49c5-8dfc-a57c4d580672/8ca62fcd-7a30-48d0-a691-50cd0f54f5ee/58705f13-a659-4755-bc5f-eaa2e3d55df8) {{(pid=84764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:24:28.409548 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device cabcf3f1-2529-4531-805d-7b11c6774823 no longer exists at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:24:28.450646 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] No Port match for: cabcf3f1-2529-4531-805d-7b11c6774823 {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:24:28.450646 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device cabcf3f1-2529-4531-805d-7b11c6774823 not bound to the agent host n-h2-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:24:28.450980 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device abe1a1c1-6ab6-46fd-abfb-f7df79d33862 no longer exists at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:24:28.490719 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536bc1c1-9b2f-4f71-bbff-1ad2e2ab4392 req-197c9471-4bc2-4361-99d0-6f9253f2fc4c tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:28.492617 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-536bc1c1-9b2f-4f71-bbff-1ad2e2ab4392 req-197c9471-4bc2-4361-99d0-6f9253f2fc4c tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3396816-7672-4e6c-a9ee-905861ee2aea HTTP/1.1" status: 200 len: 949 time: 0.1521120 Apr 18 19:24:28.515305 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-2098d2d9-49e3-4c61-a931-d2865fd53898 None None] Provisioning complete for port c5deda56-0147-4b61-88ab-8a94e87ad583 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:24:28.515775 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2098d2d9-49e3-4c61-a931-d2865fd53898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:28.630904 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [req-e0843b50-db72-4b73-ab88-85afade48daa req-25991282-4f19-41ba-81a8-bb02e6f5fe93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abe1a1c1-6ab6-46fd-abfb-f7df79d33862 {{(pid=84763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:24:28.648499 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-2098d2d9-49e3-4c61-a931-d2865fd53898 None None] Port c5deda56-0147-4b61-88ab-8a94e87ad583 cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:24:28.659933 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-fa5a59c5-5c03-421b-a25c-0898d0881be6 req-b67e6348-9daf-4f85-a559-2457dc4777c1 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:28.660332 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-fa5a59c5-5c03-421b-a25c-0898d0881be6 req-b67e6348-9daf-4f85-a559-2457dc4777c1 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416787'] for floatingip, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:28.660640 n-d-836017-2 neutron-server[84763]: INFO neutron.db.l3_db [req-fa5a59c5-5c03-421b-a25c-0898d0881be6 req-b67e6348-9daf-4f85-a559-2457dc4777c1 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Floating IP 449ed824-e743-44fb-b2f8-6a24e67c368c disassociated. External IP: 172.25.3.96, port: 5ea48081-67b5-46d0-ac7b-fc5251ab13c4. Apr 18 19:24:28.660982 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-fa5a59c5-5c03-421b-a25c-0898d0881be6 req-b67e6348-9daf-4f85-a559-2457dc4777c1 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Calling delete_port for 5ea48081-67b5-46d0-ac7b-fc5251ab13c4 owned by compute:nova {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:24:28.697932 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 5ea48081-67b5-46d0-ac7b-fc5251ab13c4 no longer exists at agent hyperv_n-h1-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:24:28.717749 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48968af0-1cde-4df3-a495-d6cc41d03138 req-43d04463-9b23-4425-b82e-424a8bd7c2a7 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:28.722007 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-48968af0-1cde-4df3-a495-d6cc41d03138 req-43d04463-9b23-4425-b82e-424a8bd7c2a7 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?device_id=6623f59d-6d74-43c2-bd67-bd59cf127910 HTTP/1.1" status: 200 len: 943 time: 0.9862647 Apr 18 19:24:28.731043 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-e0843b50-db72-4b73-ab88-85afade48daa req-25991282-4f19-41ba-81a8-bb02e6f5fe93 service neutron] For port abe1a1c1-6ab6-46fd-abfb-f7df79d33862, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=abe1a1c1-6ab6-46fd-abfb-f7df79d33862,segment=NetworkSegment(57f6477d-46cb-4fbc-8909-e9439d3b2b0a),segment_id=57f6477d-46cb-4fbc-8909-e9439d3b2b0a)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:24:28.804571 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-536bc1c1-9b2f-4f71-bbff-1ad2e2ab4392 req-acecde90-11ff-4732-b9e2-657d69013de7 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b82ee4b-1b13-4f19-86d2-85d0db8a03cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858619 Apr 18 19:24:28.887352 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-bb95e3f1-dd28-4bf4-887d-ad0e9fe76605 req-2d365764-4286-4598-8daa-e9c2957d6943 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Notify callbacks [] for port, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:28.890388 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:28.912221 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 1efeee57-2b50-470c-9247-590a5c1a0e7e up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:24:28.941102 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-e0843b50-db72-4b73-ab88-85afade48daa req-25991282-4f19-41ba-81a8-bb02e6f5fe93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:28.998682 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-bb95e3f1-dd28-4bf4-887d-ad0e9fe76605 req-2d365764-4286-4598-8daa-e9c2957d6943 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:28.999769 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65fac923-8be7-44b9-8e7f-1b954f17650c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ea48081-67b5-46d0-ac7b-fc5251ab13c4'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:24:29.014802 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port 5ea48081-67b5-46d0-ac7b-fc5251ab13c4, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=5ea48081-67b5-46d0-ac7b-fc5251ab13c4,segment=NetworkSegment(6756b591-a26a-489e-add9-6f6fd4d12828),segment_id=6756b591-a26a-489e-add9-6f6fd4d12828)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:24:29.031821 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port 1efeee57-2b50-470c-9247-590a5c1a0e7e triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:24:29.032048 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:29.046740 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-48968af0-1cde-4df3-a495-d6cc41d03138 req-3de0c800-0b62-4c97-b2a2-e43bc2d752db tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2997334 Apr 18 19:24:29.049619 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [None req-e873e512-db51-44c0-8bcb-f2f09a977a81 admin admin] For port fd15f833-ac06-4819-bce4-1b9f29a16201, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=fd15f833-ac06-4819-bce4-1b9f29a16201,segment=NetworkSegment(5de34947-6c56-419b-85d0-f61f69ce7c45),segment_id=5de34947-6c56-419b-85d0-f61f69ce7c45)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:24:29.049982 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-e873e512-db51-44c0-8bcb-f2f09a977a81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:29.090342 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:29.116923 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb95e3f1-dd28-4bf4-887d-ad0e9fe76605 req-2d365764-4286-4598-8daa-e9c2957d6943 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Network c33889f7-294d-49c5-8dfc-a57c4d580672 is already hosted by enough agents. {{(pid=84764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:24:29.117753 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [req-bb95e3f1-dd28-4bf4-887d-ad0e9fe76605 req-2d365764-4286-4598-8daa-e9c2957d6943 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Resources bound (agent type, host, resource id): {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:24:29.122473 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb95e3f1-dd28-4bf4-887d-ad0e9fe76605 req-2d365764-4286-4598-8daa-e9c2957d6943 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Received port after_create {{(pid=84764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:24:29.187375 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d365764-4286-4598-8daa-e9c2957d6943 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Pushing event updated for resources: {'Port': ['ID=58705f13-a659-4755-bc5f-eaa2e3d55df8,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:29.209030 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d17c11-d6c0-4200-a4ae-5d3c658f304f req-305bd427-990c-4003-9458-a97b1f05d736 tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:29.210696 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c3d17c11-d6c0-4200-a4ae-5d3c658f304f req-305bd427-990c-4003-9458-a97b1f05d736 tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] 10.222.0.69 "GET /v2.0/ports?device_id=4dc35b47-b950-47d2-a0ef-afc91fe7aefb HTTP/1.1" status: 200 len: 949 time: 0.2571774 Apr 18 19:24:29.242134 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.db.api [req-fa5a59c5-5c03-421b-a25c-0898d0881be6 req-b67e6348-9daf-4f85-a559-2457dc4777c1 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84763) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 19:24:29.242384 n-d-836017-2 neutron-server[84763]: DEBUG oslo_db.api [req-fa5a59c5-5c03-421b-a25c-0898d0881be6 req-b67e6348-9daf-4f85-a559-2457dc4777c1 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 19:24:29.247840 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Pushing event updated for resources: {'Port': ['ID=5ea48081-67b5-46d0-ac7b-fc5251ab13c4,revision_number=6']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:29.258311 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-e873e512-db51-44c0-8bcb-f2f09a977a81 admin admin] Calling delete_port for fd15f833-ac06-4819-bce4-1b9f29a16201 owned by network:router_gateway {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:24:29.266669 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb95e3f1-dd28-4bf4-887d-ad0e9fe76605 req-2d365764-4286-4598-8daa-e9c2957d6943 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:29.267436 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-bb95e3f1-dd28-4bf4-887d-ad0e9fe76605 req-2d365764-4286-4598-8daa-e9c2957d6943 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:29.310852 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c3d17c11-d6c0-4200-a4ae-5d3c658f304f req-c58d8d19-0c24-43d4-a9a4-c399fda6256d tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] 10.222.0.69 "GET /v2.0/security-groups?id=f3cfbdec-ef1b-4f57-b88c-a0c8e082fff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929537 Apr 18 19:24:29.453545 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-bb95e3f1-dd28-4bf4-887d-ad0e9fe76605 req-2d365764-4286-4598-8daa-e9c2957d6943 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7907698 Apr 18 19:24:29.465869 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [req-bb95e3f1-dd28-4bf4-887d-ad0e9fe76605 req-8b1860de-4764-40b7-a8aa-7e08db120c1c service neutron] Request body: {'port': {'device_id': '378a8558-b9d2-4f8d-8f6f-831c1f0a06a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-2'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:24:29.585386 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [req-e0843b50-db72-4b73-ab88-85afade48daa req-25991282-4f19-41ba-81a8-bb02e6f5fe93 service neutron] Transition to ACTIVE for port object abe1a1c1-6ab6-46fd-abfb-f7df79d33862 will not be triggered until provisioned by entity L2. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:24:29.606643 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-bb95e3f1-dd28-4bf4-887d-ad0e9fe76605 req-8b1860de-4764-40b7-a8aa-7e08db120c1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:29.623230 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cccfd91-27f9-4663-9fde-7a3ab972b5e9 req-16059b4c-96ad-4252-8d66-05a4c5fa7024 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:29.624758 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-1cccfd91-27f9-4663-9fde-7a3ab972b5e9 req-16059b4c-96ad-4252-8d66-05a4c5fa7024 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] 10.222.0.69 "GET /v2.0/ports?device_id=65fac923-8be7-44b9-8e7f-1b954f17650c HTTP/1.1" status: 200 len: 943 time: 0.2041426 Apr 18 19:24:29.644511 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bb16ca-41aa-47f3-8214-763a3f6397ef req-3b49f71f-fcd0-4736-a749-871b6f1fdf4f tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:29.645998 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-79bb16ca-41aa-47f3-8214-763a3f6397ef req-3b49f71f-fcd0-4736-a749-871b6f1fdf4f tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/ports?device_id=378a8558-b9d2-4f8d-8f6f-831c1f0a06a1 HTTP/1.1" status: 200 len: 931 time: 0.3364930 Apr 18 19:24:29.663753 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-e0843b50-db72-4b73-ab88-85afade48daa req-25991282-4f19-41ba-81a8-bb02e6f5fe93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:29.737777 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-1cccfd91-27f9-4663-9fde-7a3ab972b5e9 req-eedac427-bfd1-41c8-a5ba-c71ecd323eba tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] 10.222.0.69 "GET /v2.0/security-groups?id=8c52123b-60a4-4956-916c-e7722e17de2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018710 Apr 18 19:24:29.779495 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-fa5a59c5-5c03-421b-a25c-0898d0881be6 req-b67e6348-9daf-4f85-a559-2457dc4777c1 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Deleting port 5ea48081-67b5-46d0-ac7b-fc5251ab13c4 {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:24:29.779840 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-fa5a59c5-5c03-421b-a25c-0898d0881be6 req-b67e6348-9daf-4f85-a559-2457dc4777c1 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:29.814313 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5659c83a-bc25-47b7-a861-cfb3ac60edb2'] response: {'server_uuid': '65fac923-8be7-44b9-8e7f-1b954f17650c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ea48081-67b5-46d0-ac7b-fc5251ab13c4', 'code': 200} Apr 18 19:24:30.022589 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-79bb16ca-41aa-47f3-8214-763a3f6397ef req-b20e20e3-66ec-4e78-a2e6-7b7abba34007 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/security-groups?id=1e5cc43e-ae04-4a53-be47-dfdad3ea2d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3616707 Apr 18 19:24:30.031380 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25991282-4f19-41ba-81a8-bb02e6f5fe93 service neutron] Pushing event updated for resources: {'Port': ['ID=abe1a1c1-6ab6-46fd-abfb-f7df79d33862,revision_number=10']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:30.060559 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bfcc00-5037-4167-a4dd-b7f827af147d req-2c086fed-6130-4797-9ef0-88e1f029a163 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:30.060559 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-b7bfcc00-5037-4167-a4dd-b7f827af147d req-2c086fed-6130-4797-9ef0-88e1f029a163 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=115054ae-eaa7-4e63-9798-88a3b5af809d HTTP/1.1" status: 200 len: 945 time: 0.1467183 Apr 18 19:24:30.084519 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aabebeda-2b8f-494b-86f5-4ade22b31d21 admin admin] Router 78b99159-cc8a-48d0-bcd1-afbcf44001ca has already been hosted by L3 agent 21b59c62-f184-4169-bc3e-79831cc043e8 {{(pid=84763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:24:30.093072 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0843b50-db72-4b73-ab88-85afade48daa req-25991282-4f19-41ba-81a8-bb02e6f5fe93 service neutron] No DVR routers for this DVR port abe1a1c1-6ab6-46fd-abfb-f7df79d33862 on host n-h2-836017-2 {{(pid=84763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:24:30.102530 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-e873e512-db51-44c0-8bcb-f2f09a977a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:30.141226 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [req-bb95e3f1-dd28-4bf4-887d-ad0e9fe76605 req-8b1860de-4764-40b7-a8aa-7e08db120c1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58705f13-a659-4755-bc5f-eaa2e3d55df8 {{(pid=84764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:24:30.153155 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-bb95e3f1-dd28-4bf4-887d-ad0e9fe76605 req-8b1860de-4764-40b7-a8aa-7e08db120c1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:30.164249 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-b7bfcc00-5037-4167-a4dd-b7f827af147d req-6db1dfbd-c8a4-4c54-a1c8-97f33efbda06 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781248 Apr 18 19:24:30.174106 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.provisioning_blocks [req-bb95e3f1-dd28-4bf4-887d-ad0e9fe76605 req-8b1860de-4764-40b7-a8aa-7e08db120c1c service neutron] Transition to ACTIVE for port object 58705f13-a659-4755-bc5f-eaa2e3d55df8 will not be triggered until provisioned by entity L2. {{(pid=84764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:24:30.252887 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-bb95e3f1-dd28-4bf4-887d-ad0e9fe76605 req-8b1860de-4764-40b7-a8aa-7e08db120c1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2290934'] for port, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:30.257036 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e873e512-db51-44c0-8bcb-f2f09a977a81 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd15f833-ac06-4819-bce4-1b9f29a16201,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:30.450537 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1860de-4764-40b7-a8aa-7e08db120c1c service neutron] Pushing event updated for resources: {'Port': ['ID=58705f13-a659-4755-bc5f-eaa2e3d55df8,revision_number=2']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:30.559155 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec3f678-4da9-41de-80d5-3678fc53f45e req-17f528cb-5ff3-4b02-a8a9-6896b9c92ee8 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:30.564476 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-fec3f678-4da9-41de-80d5-3678fc53f45e req-17f528cb-5ff3-4b02-a8a9-6896b9c92ee8 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?device_id=6623f59d-6d74-43c2-bd67-bd59cf127910 HTTP/1.1" status: 200 len: 944 time: 0.2644329 Apr 18 19:24:30.615486 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-bb95e3f1-dd28-4bf4-887d-ad0e9fe76605 req-8b1860de-4764-40b7-a8aa-7e08db120c1c service neutron] Attempting to bind port 58705f13-a659-4755-bc5f-eaa2e3d55df8 on host n-h2-836017-2 for vnic_type normal with profile {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:24:30.615821 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-bb95e3f1-dd28-4bf4-887d-ad0e9fe76605 req-8b1860de-4764-40b7-a8aa-7e08db120c1c service neutron] Attempting to bind port 58705f13-a659-4755-bc5f-eaa2e3d55df8 by drivers openvswitch,hyperv on host n-h2-836017-2 at level 0 using segments [{'id': '86100cac-9c92-472b-98b8-7c63b08b3562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'c33889f7-294d-49c5-8dfc-a57c4d580672'}] {{(pid=84764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:24:30.616138 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb95e3f1-dd28-4bf4-887d-ad0e9fe76605 req-8b1860de-4764-40b7-a8aa-7e08db120c1c service neutron] Attempting to bind port 58705f13-a659-4755-bc5f-eaa2e3d55df8 on network c33889f7-294d-49c5-8dfc-a57c4d580672 {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:24:30.631053 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb95e3f1-dd28-4bf4-887d-ad0e9fe76605 req-8b1860de-4764-40b7-a8aa-7e08db120c1c service neutron] Port 58705f13-a659-4755-bc5f-eaa2e3d55df8 on network c33889f7-294d-49c5-8dfc-a57c4d580672 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-2 {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:24:30.631408 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb95e3f1-dd28-4bf4-887d-ad0e9fe76605 req-8b1860de-4764-40b7-a8aa-7e08db120c1c service neutron] Attempting to bind port 58705f13-a659-4755-bc5f-eaa2e3d55df8 on network c33889f7-294d-49c5-8dfc-a57c4d580672 {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:24:30.638773 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-fec3f678-4da9-41de-80d5-3678fc53f45e req-7b31a803-da02-4fc8-ab32-ccdeede2a9e5 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707448 Apr 18 19:24:30.642164 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb95e3f1-dd28-4bf4-887d-ad0e9fe76605 req-8b1860de-4764-40b7-a8aa-7e08db120c1c service neutron] Checking agent: {'id': '02e8f951-d3a3-40e1-b8cc-aed258af030b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 24, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:24:30.642507 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb95e3f1-dd28-4bf4-887d-ad0e9fe76605 req-8b1860de-4764-40b7-a8aa-7e08db120c1c service neutron] Checking segment: {'id': '86100cac-9c92-472b-98b8-7c63b08b3562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'c33889f7-294d-49c5-8dfc-a57c4d580672'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:24:30.642891 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb95e3f1-dd28-4bf4-887d-ad0e9fe76605 req-8b1860de-4764-40b7-a8aa-7e08db120c1c service neutron] Bound using segment: {'id': '86100cac-9c92-472b-98b8-7c63b08b3562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'c33889f7-294d-49c5-8dfc-a57c4d580672'} {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:24:30.643322 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-bb95e3f1-dd28-4bf4-887d-ad0e9fe76605 req-8b1860de-4764-40b7-a8aa-7e08db120c1c service neutron] Bound port: 58705f13-a659-4755-bc5f-eaa2e3d55df8, host: n-h2-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86100cac-9c92-472b-98b8-7c63b08b3562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'c33889f7-294d-49c5-8dfc-a57c4d580672'}}] {{(pid=84764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:24:30.643673 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-bb95e3f1-dd28-4bf4-887d-ad0e9fe76605 req-8b1860de-4764-40b7-a8aa-7e08db120c1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:30.709227 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-fa5a59c5-5c03-421b-a25c-0898d0881be6 req-b67e6348-9daf-4f85-a559-2457dc4777c1 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] For port 5ea48081-67b5-46d0-ac7b-fc5251ab13c4, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=5ea48081-67b5-46d0-ac7b-fc5251ab13c4,segment=NetworkSegment(6756b591-a26a-489e-add9-6f6fd4d12828),segment_id=6756b591-a26a-489e-add9-6f6fd4d12828)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:24:30.710045 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-fa5a59c5-5c03-421b-a25c-0898d0881be6 req-b67e6348-9daf-4f85-a559-2457dc4777c1 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:30.761298 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-bb95e3f1-dd28-4bf4-887d-ad0e9fe76605 req-8b1860de-4764-40b7-a8aa-7e08db120c1c service neutron] For port 58705f13-a659-4755-bc5f-eaa2e3d55df8, host n-h2-836017-2, cleared binding levels {{(pid=84764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:24:30.764669 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-bb95e3f1-dd28-4bf4-887d-ad0e9fe76605 req-8b1860de-4764-40b7-a8aa-7e08db120c1c service neutron] For port 58705f13-a659-4755-bc5f-eaa2e3d55df8, host n-h2-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=58705f13-a659-4755-bc5f-eaa2e3d55df8,segment=NetworkSegment(86100cac-9c92-472b-98b8-7c63b08b3562),segment_id=86100cac-9c92-472b-98b8-7c63b08b3562)] {{(pid=84764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:24:30.778215 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e0843b50-db72-4b73-ab88-85afade48daa req-25991282-4f19-41ba-81a8-bb02e6f5fe93 service neutron] 10.222.0.72 "PUT /v2.0/ports/abe1a1c1-6ab6-46fd-abfb-f7df79d33862/bindings/n-h1-836017-2/activate HTTP/1.1" status: 200 len: 369 time: 4.1784737 Apr 18 19:24:30.854445 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-bb95e3f1-dd28-4bf4-887d-ad0e9fe76605 req-8b1860de-4764-40b7-a8aa-7e08db120c1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2290934'] for port, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:30.888254 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-e873e512-db51-44c0-8bcb-f2f09a977a81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416828'] for router_gateway, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:30.948226 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-bb95e3f1-dd28-4bf4-887d-ad0e9fe76605 req-8b1860de-4764-40b7-a8aa-7e08db120c1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:30.949622 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-bb95e3f1-dd28-4bf4-887d-ad0e9fe76605 req-8b1860de-4764-40b7-a8aa-7e08db120c1c service neutron] 10.222.0.72 "PUT /v2.0/ports/58705f13-a659-4755-bc5f-eaa2e3d55df8 HTTP/1.1" status: 200 len: 1091 time: 1.4891703 Apr 18 19:24:30.951605 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '378a8558-b9d2-4f8d-8f6f-831c1f0a06a1', 'tag': '58705f13-a659-4755-bc5f-eaa2e3d55df8'}] {{(pid=84764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:24:30.963516 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1860de-4764-40b7-a8aa-7e08db120c1c service neutron] Pushing event updated for resources: {'Port': ['ID=58705f13-a659-4755-bc5f-eaa2e3d55df8,revision_number=3']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:30.976975 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6ca8c6-6188-477d-b89e-1ccf9ed55748 req-5c173f45-5927-43ed-9a42-9406a9bb8213 tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:30.981463 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-aa6ca8c6-6188-477d-b89e-1ccf9ed55748 req-5c173f45-5927-43ed-9a42-9406a9bb8213 tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] 10.222.0.69 "GET /v2.0/ports?device_id=4dc35b47-b950-47d2-a0ef-afc91fe7aefb HTTP/1.1" status: 200 len: 949 time: 0.1832206 Apr 18 19:24:31.008190 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485ac8a8-7685-42f7-b6cf-0d11e4bc0bec req-d47ad28c-9262-4c2e-8861-5268dbc1b0c0 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:31.008190 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-485ac8a8-7685-42f7-b6cf-0d11e4bc0bec req-d47ad28c-9262-4c2e-8861-5268dbc1b0c0 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3396816-7672-4e6c-a9ee-905861ee2aea HTTP/1.1" status: 200 len: 949 time: 0.7516074 Apr 18 19:24:31.032689 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-aa6ca8c6-6188-477d-b89e-1ccf9ed55748 req-0bfd882f-20f8-4962-8afe-da38eb6ab30d tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] 10.222.0.69 "GET /v2.0/security-groups?id=f3cfbdec-ef1b-4f57-b88c-a0c8e082fff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469334 Apr 18 19:24:31.289668 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-bb95e3f1-dd28-4bf4-887d-ad0e9fe76605 req-dc2307e1-f7de-4561-8af7-da19e5747859 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d4aab0ee4d6648218144abf0ed8f0615&device_id=378a8558-b9d2-4f8d-8f6f-831c1f0a06a1 HTTP/1.1" status: 200 len: 1094 time: 0.2415502 Apr 18 19:24:31.300540 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2f4d43-fb35-4495-9b77-64bada4b7f4b req-ed4b6602-c4d3-4705-b69c-ce896f04c4f2 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:31.302006 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-3d2f4d43-fb35-4495-9b77-64bada4b7f4b req-ed4b6602-c4d3-4705-b69c-ce896f04c4f2 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] 10.222.0.69 "GET /v2.0/ports?device_id=65fac923-8be7-44b9-8e7f-1b954f17650c HTTP/1.1" status: 200 len: 943 time: 0.1067383 Apr 18 19:24:31.386710 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-bb95e3f1-dd28-4bf4-887d-ad0e9fe76605 req-5a2c311c-1058-4836-aa94-a575bfc661e0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=58705f13-a659-4755-bc5f-eaa2e3d55df8 HTTP/1.1" status: 200 len: 217 time: 0.0837412 Apr 18 19:24:31.458772 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-3d2f4d43-fb35-4495-9b77-64bada4b7f4b req-d853991e-59e8-4e82-a2ec-1681cbbe2775 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] 10.222.0.69 "GET /v2.0/security-groups?id=8c52123b-60a4-4956-916c-e7722e17de2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065836 Apr 18 19:24:31.468896 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb95e3f1-dd28-4bf4-887d-ad0e9fe76605 req-a9d23a93-537b-4c38-ad22-9b69709d2aaf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:31.470342 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-bb95e3f1-dd28-4bf4-887d-ad0e9fe76605 req-a9d23a93-537b-4c38-ad22-9b69709d2aaf service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8ca62fcd-7a30-48d0-a691-50cd0f54f5ee HTTP/1.1" status: 200 len: 855 time: 0.0744631 Apr 18 19:24:31.520990 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-bb95e3f1-dd28-4bf4-887d-ad0e9fe76605 req-014ad693-6e40-46fa-97cc-e72f1fa2a601 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c33889f7-294d-49c5-8dfc-a57c4d580672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447400 Apr 18 19:24:31.557557 n-d-836017-2 neutron-server[84764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b54269b9-1683-428b-bc0f-ad3116cc059d'] response: {'name': 'network-changed', 'server_uuid': '378a8558-b9d2-4f8d-8f6f-831c1f0a06a1', 'tag': '58705f13-a659-4755-bc5f-eaa2e3d55df8', 'status': 'completed', 'code': 200} Apr 18 19:24:31.626430 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-e873e512-db51-44c0-8bcb-f2f09a977a81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4443'] for router, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:31.671802 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-485ac8a8-7685-42f7-b6cf-0d11e4bc0bec req-d749bde8-881e-408d-ab55-3ad455efb8fc tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b82ee4b-1b13-4f19-86d2-85d0db8a03cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4555676 Apr 18 19:24:31.679886 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-bb95e3f1-dd28-4bf4-887d-ad0e9fe76605 req-5f5273bb-7907-4d83-adf0-5cc1482b84c1 service neutron] 10.222.0.72 "GET /v2.0/networks/c33889f7-294d-49c5-8dfc-a57c4d580672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511724 Apr 18 19:24:31.700850 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-e873e512-db51-44c0-8bcb-f2f09a977a81 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:31.764627 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e0843b50-db72-4b73-ab88-85afade48daa req-a73d6430-7986-450b-ab4b-7077321c40e8 tempest-LiveAutoBlockMigrationV225Test-1421540525 tempest-LiveAutoBlockMigrationV225Test-1421540525-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=6623f59d-6d74-43c2-bd67-bd59cf127910&tenant_id=e8145a70cab44ff88b524306edcbe946&binding%3Ahost_id=n-h2-836017-2 HTTP/1.1" status: 200 len: 1095 time: 0.8138428 Apr 18 19:24:31.767086 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-fa5a59c5-5c03-421b-a25c-0898d0881be6 req-b67e6348-9daf-4f85-a559-2457dc4777c1 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:31.767452 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-fa5a59c5-5c03-421b-a25c-0898d0881be6 req-b67e6348-9daf-4f85-a559-2457dc4777c1 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416787'] for floatingip, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:31.767763 n-d-836017-2 neutron-server[84763]: INFO neutron.db.l3_db [req-fa5a59c5-5c03-421b-a25c-0898d0881be6 req-b67e6348-9daf-4f85-a559-2457dc4777c1 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Floating IP 449ed824-e743-44fb-b2f8-6a24e67c368c disassociated. External IP: 172.25.3.96, port: 5ea48081-67b5-46d0-ac7b-fc5251ab13c4. Apr 18 19:24:31.768109 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-fa5a59c5-5c03-421b-a25c-0898d0881be6 req-b67e6348-9daf-4f85-a559-2457dc4777c1 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Calling delete_port for 5ea48081-67b5-46d0-ac7b-fc5251ab13c4 owned by compute:nova {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:24:31.882372 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-bb95e3f1-dd28-4bf4-887d-ad0e9fe76605 req-c91109cc-eeaf-4521-8cd4-d7e800559c77 service neutron] 10.222.0.72 "GET /v2.0/networks/c33889f7-294d-49c5-8dfc-a57c4d580672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663678 Apr 18 19:24:31.893428 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd18590e-974a-4e74-a46e-99baec241d7f req-2cf8589e-8f19-466a-beb3-87bae371a37c tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:31.894323 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-dd18590e-974a-4e74-a46e-99baec241d7f req-2cf8589e-8f19-466a-beb3-87bae371a37c tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Synchronizing usage tracker for tenant:d4aab0ee4d6648218144abf0ed8f0615 on resource:port {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:24:31.986754 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-610efe59-b37a-4130-9c91-017dcfd8b509 req-2f60b5f5-625d-4874-9334-5ad7c21426c1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e8f3de23-f7b7-40ff-bad5-044ccbc79845&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3677468 Apr 18 19:24:32.007116 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aabebeda-2b8f-494b-86f5-4ade22b31d21 admin admin] Notify agent at l3_agent.n-d-836017-2 the message routers_updated {{(pid=84763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:24:32.021035 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-dd18590e-974a-4e74-a46e-99baec241d7f req-2cf8589e-8f19-466a-beb3-87bae371a37c tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Unset dirty status for tenant:d4aab0ee4d6648218144abf0ed8f0615 on resource:port {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:24:32.022247 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-dd18590e-974a-4e74-a46e-99baec241d7f req-2cf8589e-8f19-466a-beb3-87bae371a37c tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/ports?device_id=378a8558-b9d2-4f8d-8f6f-831c1f0a06a1 HTTP/1.1" status: 200 len: 943 time: 0.3509274 Apr 18 19:24:32.091412 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-dd18590e-974a-4e74-a46e-99baec241d7f req-20a73dad-84b0-4cc7-9516-27f86362ef34 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/security-groups?id=1e5cc43e-ae04-4a53-be47-dfdad3ea2d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615954 Apr 18 19:24:32.096223 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-e873e512-db51-44c0-8bcb-f2f09a977a81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412768'] for router, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:32.096712 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e873e512-db51-44c0-8bcb-f2f09a977a81 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2dd3cbe4-c997-450d-9cd5-e879aaa252d2 {{(pid=84763) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 19:24:32.100905 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-728d5b07-6e96-4cff-8f74-fcf85de977aa req-0722cb3a-18b1-487e-b4cf-3e60a2017801 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d4aab0ee4d6648218144abf0ed8f0615&device_id=378a8558-b9d2-4f8d-8f6f-831c1f0a06a1 HTTP/1.1" status: 200 len: 1094 time: 0.1191783 Apr 18 19:24:32.155694 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-aabebeda-2b8f-494b-86f5-4ade22b31d21 admin admin] 10.222.0.69 "PUT /v2.0/routers/78b99159-cc8a-48d0-bcd1-afbcf44001ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7998118 Apr 18 19:24:32.161514 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-e873e512-db51-44c0-8bcb-f2f09a977a81 admin admin] Notify callbacks [] for router, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:32.162626 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-e873e512-db51-44c0-8bcb-f2f09a977a81 admin admin] 10.222.0.69 "DELETE /v2.0/routers/2dd3cbe4-c997-450d-9cd5-e879aaa252d2 HTTP/1.1" status: 204 len: 168 time: 7.5309367 Apr 18 19:24:32.166719 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e0843b50-db72-4b73-ab88-85afade48daa req-eedc77cd-9950-4b8b-b74e-976b353b2b23 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6623f59d-6d74-43c2-bd67-bd59cf127910&tenant_id=e8145a70cab44ff88b524306edcbe946 HTTP/1.1" status: 200 len: 1095 time: 0.3633695 Apr 18 19:24:32.167198 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 47848) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:24:32.277531 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b027e7-1ed0-462d-bdc1-8d72ce61678d req-2d95ff0c-3150-45d6-beab-cb3ed1e13f93 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:32.279094 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e0b027e7-1ed0-462d-bdc1-8d72ce61678d req-2d95ff0c-3150-45d6-beab-cb3ed1e13f93 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=115054ae-eaa7-4e63-9798-88a3b5af809d HTTP/1.1" status: 200 len: 945 time: 0.4327948 Apr 18 19:24:32.330387 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-fa5a59c5-5c03-421b-a25c-0898d0881be6 req-b67e6348-9daf-4f85-a559-2457dc4777c1 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:32.346954 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728d5b07-6e96-4cff-8f74-fcf85de977aa req-40439ac2-bd09-4e49-bf49-fa3db785a8a5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:32.348457 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-728d5b07-6e96-4cff-8f74-fcf85de977aa req-40439ac2-bd09-4e49-bf49-fa3db785a8a5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c33889f7-294d-49c5-8dfc-a57c4d580672 HTTP/1.1" status: 200 len: 916 time: 0.2419105 Apr 18 19:24:32.383424 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_v2 [None req-d568225c-c446-4322-8f67-a0fd37239714 admin admin] Deleting subnet c5e959cc-d6d1-42ee-8eb8-a7b66849b655 {{(pid=84763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:24:32.407237 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d568225c-c446-4322-8f67-a0fd37239714 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:32.435032 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-728d5b07-6e96-4cff-8f74-fcf85de977aa req-fd8d25a5-cb3f-4106-a776-7e710a990c3b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=58705f13-a659-4755-bc5f-eaa2e3d55df8 HTTP/1.1" status: 200 len: 217 time: 0.0802915 Apr 18 19:24:32.439123 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-610efe59-b37a-4130-9c91-017dcfd8b509 req-5ed082fb-3f5b-40ac-815e-0dc6c3446514 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e8145a70cab44ff88b524306edcbe946&device_id=e8f3de23-f7b7-40ff-bad5-044ccbc79845 HTTP/1.1" status: 200 len: 1095 time: 0.4220703 Apr 18 19:24:32.439916 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67e6348-9daf-4f85-a559-2457dc4777c1 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Pushing event deleted for resources: {'Port': ['ID=5ea48081-67b5-46d0-ac7b-fc5251ab13c4,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:32.504601 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d76ea7d-0638-4636-a252-b8e3098d83d6 req-2fe06763-0237-4545-8b4e-65f1f1483368 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:32.512652 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-4d76ea7d-0638-4636-a252-b8e3098d83d6 req-2fe06763-0237-4545-8b4e-65f1f1483368 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?device_id=6623f59d-6d74-43c2-bd67-bd59cf127910 HTTP/1.1" status: 200 len: 944 time: 0.2724836 Apr 18 19:24:32.573122 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e0b027e7-1ed0-462d-bdc1-8d72ce61678d req-adf7a6b0-75f6-4328-9cbc-82dbe933ad14 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787328 Apr 18 19:24:32.576261 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728d5b07-6e96-4cff-8f74-fcf85de977aa req-8dcd144d-6567-4b72-a2a4-6352389a0853 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:32.577726 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-728d5b07-6e96-4cff-8f74-fcf85de977aa req-8dcd144d-6567-4b72-a2a4-6352389a0853 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8ca62fcd-7a30-48d0-a691-50cd0f54f5ee HTTP/1.1" status: 200 len: 855 time: 0.1347985 Apr 18 19:24:32.589909 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d568225c-c446-4322-8f67-a0fd37239714 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66272755'] for subnet, precommit_delete_associations {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:32.594855 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-4d76ea7d-0638-4636-a252-b8e3098d83d6 req-714e5bbc-71a0-4b40-8e86-a167857cd8ae tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813487 Apr 18 19:24:32.654288 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-728d5b07-6e96-4cff-8f74-fcf85de977aa req-8697e2db-fa1d-42a9-bb05-89f81c082b4d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c33889f7-294d-49c5-8dfc-a57c4d580672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584002 Apr 18 19:24:32.849414 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e0843b50-db72-4b73-ab88-85afade48daa req-df0c550d-b8bc-4773-8fca-696a78c983fd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e8145a70cab44ff88b524306edcbe946&device_id=6623f59d-6d74-43c2-bd67-bd59cf127910 HTTP/1.1" status: 200 len: 1095 time: 0.6255262 Apr 18 19:24:32.912658 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-1a1650ee-4b0f-4c03-8205-dfab26460c11 req-2190f938-ae34-4feb-ab45-02e65bab3bc4 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] 10.222.0.69 "GET /v2.0/ports?device_id=65fac923-8be7-44b9-8e7f-1b954f17650c HTTP/1.1" status: 200 len: 210 time: 0.0564764 Apr 18 19:24:33.030545 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-728d5b07-6e96-4cff-8f74-fcf85de977aa req-593fe6b0-f2a4-44b2-968c-ae7c701a9fd4 service neutron] 10.222.0.72 "GET /v2.0/networks/c33889f7-294d-49c5-8dfc-a57c4d580672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3681107 Apr 18 19:24:33.368618 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610efe59-b37a-4130-9c91-017dcfd8b509 req-642cf0f7-a396-40af-8cea-6e63847b2c17 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:33.370019 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-610efe59-b37a-4130-9c91-017dcfd8b509 req-642cf0f7-a396-40af-8cea-6e63847b2c17 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5b81b8da-abac-4e05-9e51-d6de7035d9e7 HTTP/1.1" status: 200 len: 920 time: 0.8957381 Apr 18 19:24:33.371411 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-728d5b07-6e96-4cff-8f74-fcf85de977aa req-9a237f48-8a9f-46f8-a06f-c84a8e086494 service neutron] 10.222.0.72 "GET /v2.0/networks/c33889f7-294d-49c5-8dfc-a57c4d580672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3328846 Apr 18 19:24:33.386512 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad3cbeb-6c49-4a69-b89e-f5c5473097a5 req-2b83d663-627c-482c-8158-7039e6826287 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:33.393364 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-7ad3cbeb-6c49-4a69-b89e-f5c5473097a5 req-2b83d663-627c-482c-8158-7039e6826287 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3396816-7672-4e6c-a9ee-905861ee2aea HTTP/1.1" status: 200 len: 949 time: 0.2396061 Apr 18 19:24:33.436047 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-7ad3cbeb-6c49-4a69-b89e-f5c5473097a5 req-836a639a-d8aa-4865-88c1-bcdccd5d062e tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b82ee4b-1b13-4f19-86d2-85d0db8a03cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418155 Apr 18 19:24:33.502710 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-610efe59-b37a-4130-9c91-017dcfd8b509 req-457bfef2-83d9-4c77-8fb1-8374ee66f7ec service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a2264cb-205e-466a-993b-c30414da169a HTTP/1.1" status: 200 len: 217 time: 0.1232576 Apr 18 19:24:33.505121 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d568225c-c446-4322-8f67-a0fd37239714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1258508'] for subnet, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:33.547969 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0843b50-db72-4b73-ab88-85afade48daa req-38d6c11e-c5e3-4c42-9b95-10407c085070 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:33.547969 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e0843b50-db72-4b73-ab88-85afade48daa req-38d6c11e-c5e3-4c42-9b95-10407c085070 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5b81b8da-abac-4e05-9e51-d6de7035d9e7 HTTP/1.1" status: 200 len: 920 time: 0.6376464 Apr 18 19:24:33.677943 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24ff113-0d21-4dd1-85cd-61e0f6ca3ac0 req-aff127c5-18f3-4101-bc82-cb339aa7e69b tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:33.679487 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d24ff113-0d21-4dd1-85cd-61e0f6ca3ac0 req-aff127c5-18f3-4101-bc82-cb339aa7e69b tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/ports?device_id=378a8558-b9d2-4f8d-8f6f-831c1f0a06a1 HTTP/1.1" status: 200 len: 943 time: 0.0939379 Apr 18 19:24:33.683995 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52c5183-e35c-45a1-9fed-8269705a5fad req-239ed5d6-19e3-454c-8370-1d6cb4f0871b tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:33.685637 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e52c5183-e35c-45a1-9fed-8269705a5fad req-239ed5d6-19e3-454c-8370-1d6cb4f0871b tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] 10.222.0.69 "GET /v2.0/ports?device_id=4dc35b47-b950-47d2-a0ef-afc91fe7aefb HTTP/1.1" status: 200 len: 949 time: 0.8898396 Apr 18 19:24:33.741670 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e0843b50-db72-4b73-ab88-85afade48daa req-84965490-9d0e-4262-8dd6-bdefcfbfda2d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=abe1a1c1-6ab6-46fd-abfb-f7df79d33862 HTTP/1.1" status: 200 len: 217 time: 0.1483068 Apr 18 19:24:33.745884 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d24ff113-0d21-4dd1-85cd-61e0f6ca3ac0 req-a6a3ca2d-c16a-402a-b0a7-39fa91a61467 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/security-groups?id=1e5cc43e-ae04-4a53-be47-dfdad3ea2d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525951 Apr 18 19:24:33.832694 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610efe59-b37a-4130-9c91-017dcfd8b509 req-4c7aa980-089b-46b1-885a-bd50942b454e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:33.834188 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-610efe59-b37a-4130-9c91-017dcfd8b509 req-4c7aa980-089b-46b1-885a-bd50942b454e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b10cc942-f819-45fc-bb02-117dc96bc19f HTTP/1.1" status: 200 len: 859 time: 0.2985549 Apr 18 19:24:33.901318 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-610efe59-b37a-4130-9c91-017dcfd8b509 req-388e76d1-d367-4b0b-adba-190b47071882 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5b81b8da-abac-4e05-9e51-d6de7035d9e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561941 Apr 18 19:24:33.909248 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e52c5183-e35c-45a1-9fed-8269705a5fad req-e2a5fa4c-802a-4903-8d6e-2579aaf7d9f7 tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] 10.222.0.69 "GET /v2.0/security-groups?id=f3cfbdec-ef1b-4f57-b88c-a0c8e082fff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073538 Apr 18 19:24:33.911146 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0843b50-db72-4b73-ab88-85afade48daa req-b2581e38-f29d-4d79-8030-b54f21b1a05d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:33.913235 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e0843b50-db72-4b73-ab88-85afade48daa req-b2581e38-f29d-4d79-8030-b54f21b1a05d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b10cc942-f819-45fc-bb02-117dc96bc19f HTTP/1.1" status: 200 len: 859 time: 0.1600242 Apr 18 19:24:34.003507 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d568225c-c446-4322-8f67-a0fd37239714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1258501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66351815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66540800'] for subnet, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:34.116759 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e0843b50-db72-4b73-ab88-85afade48daa req-15a69104-9d2b-46ba-adf3-054040f1e358 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5b81b8da-abac-4e05-9e51-d6de7035d9e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1730962 Apr 18 19:24:34.129852 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d568225c-c446-4322-8f67-a0fd37239714 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5e959cc-d6d1-42ee-8eb8-a7b66849b655,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:34.210317 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d568225c-c446-4322-8f67-a0fd37239714 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:34.216515 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf8c1d5-8e11-4a91-80ed-b506ca2f10c4 None None] Network 2d0ab968-fb78-4fd8-b18d-c975fb4f0b09 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:24:34.307509 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-d568225c-c446-4322-8f67-a0fd37239714 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/c5e959cc-d6d1-42ee-8eb8-a7b66849b655 HTTP/1.1" status: 204 len: 168 time: 2.1392753 Apr 18 19:24:34.310734 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 47908) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:24:34.381093 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-610efe59-b37a-4130-9c91-017dcfd8b509 req-9bfe9521-4bf1-4c8e-be33-50e82b3766c8 service neutron] 10.222.0.73 "GET /v2.0/networks/5b81b8da-abac-4e05-9e51-d6de7035d9e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4645872 Apr 18 19:24:34.384037 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fa5a59c5-5c03-421b-a25c-0898d0881be6 req-b67e6348-9daf-4f85-a559-2457dc4777c1 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Router d006cc8b-66d4-405c-ab79-ccaaa7e75f1b has already been hosted by L3 agent 21b59c62-f184-4169-bc3e-79831cc043e8 {{(pid=84763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:24:34.433569 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 58705f13-a659-4755-bc5f-eaa2e3d55df8 details requested by agent hyperv_n-h2-836017-2 with host n-h2-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:24:34.476219 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-a66b1cdc-94ac-478b-9f1d-9ea1032214b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:34.508139 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-a66b1cdc-94ac-478b-9f1d-9ea1032214b1 admin admin] Deleting port 64f73943-034e-4b19-93b8-3cb463a2d994 {{(pid=84764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:24:34.509433 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-a66b1cdc-94ac-478b-9f1d-9ea1032214b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:34.527287 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e0843b50-db72-4b73-ab88-85afade48daa req-e8a7521a-567a-4b00-b4e6-aee3ecd97482 service neutron] 10.222.0.73 "GET /v2.0/networks/5b81b8da-abac-4e05-9e51-d6de7035d9e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3815596 Apr 18 19:24:34.741227 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 58705f13-a659-4755-bc5f-eaa2e3d55df8, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=58705f13-a659-4755-bc5f-eaa2e3d55df8,segment=NetworkSegment(86100cac-9c92-472b-98b8-7c63b08b3562),segment_id=86100cac-9c92-472b-98b8-7c63b08b3562)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:24:34.758051 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Returning: {'device': '58705f13-a659-4755-bc5f-eaa2e3d55df8', 'network_id': 'c33889f7-294d-49c5-8dfc-a57c4d580672', 'port_id': '58705f13-a659-4755-bc5f-eaa2e3d55df8', 'mac_address': 'fa:16:3e:69:d9:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ca62fcd-7a30-48d0-a691-50cd0f54f5ee', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:24:34.862227 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6815fb-8a0d-4980-8287-91bcdba24dc0 None None] DHCP port deletion for 2d0ab968-fb78-4fd8-b18d-c975fb4f0b09 request from n-d-836017-2 {{(pid=84765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 19:24:34.882397 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2b059d-4f8c-4da7-94e5-be5907324ef4 req-4df05933-8845-473f-848e-5c4349e6d915 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:34.891664 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-1e6815fb-8a0d-4980-8287-91bcdba24dc0 None None] Deleting port 64f73943-034e-4b19-93b8-3cb463a2d994 {{(pid=84765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:24:34.892036 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1e6815fb-8a0d-4980-8287-91bcdba24dc0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:34.896883 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fa2b059d-4f8c-4da7-94e5-be5907324ef4 req-4df05933-8845-473f-848e-5c4349e6d915 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=115054ae-eaa7-4e63-9798-88a3b5af809d HTTP/1.1" status: 200 len: 945 time: 0.7861555 Apr 18 19:24:34.989214 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:34.990370 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [None req-a66b1cdc-94ac-478b-9f1d-9ea1032214b1 admin admin] For port 64f73943-034e-4b19-93b8-3cb463a2d994, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=64f73943-034e-4b19-93b8-3cb463a2d994,segment=NetworkSegment(abfb4404-b21d-45ad-8846-a7e133674c8d),segment_id=abfb4404-b21d-45ad-8846-a7e133674c8d)] {{(pid=84764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:24:34.990972 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-a66b1cdc-94ac-478b-9f1d-9ea1032214b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:35.036720 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58705f13-a659-4755-bc5f-eaa2e3d55df8 {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:24:35.192260 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-a66b1cdc-94ac-478b-9f1d-9ea1032214b1 admin admin] Calling delete_port for 64f73943-034e-4b19-93b8-3cb463a2d994 owned by network:dhcp {{(pid=84764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:24:35.249259 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 58705f13-a659-4755-bc5f-eaa2e3d55df8, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=58705f13-a659-4755-bc5f-eaa2e3d55df8,segment=NetworkSegment(86100cac-9c92-472b-98b8-7c63b08b3562),segment_id=86100cac-9c92-472b-98b8-7c63b08b3562)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:24:35.313065 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-1e6815fb-8a0d-4980-8287-91bcdba24dc0 None None] For port 64f73943-034e-4b19-93b8-3cb463a2d994, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=64f73943-034e-4b19-93b8-3cb463a2d994,segment=NetworkSegment(abfb4404-b21d-45ad-8846-a7e133674c8d),segment_id=abfb4404-b21d-45ad-8846-a7e133674c8d)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:24:35.313580 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1e6815fb-8a0d-4980-8287-91bcdba24dc0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:35.315184 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdff0ec-ba06-4823-81d8-385fd0b6ec75 req-4dc28072-4d6b-4fac-a8f0-43619f156a9a tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:35.323929 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-0bdff0ec-ba06-4823-81d8-385fd0b6ec75 req-4dc28072-4d6b-4fac-a8f0-43619f156a9a tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?device_id=6623f59d-6d74-43c2-bd67-bd59cf127910 HTTP/1.1" status: 200 len: 944 time: 0.4897969 Apr 18 19:24:35.370727 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-610efe59-b37a-4130-9c91-017dcfd8b509 req-8611e9d3-9df7-41a1-accb-17eed2996370 service neutron] 10.222.0.73 "GET /v2.0/networks/5b81b8da-abac-4e05-9e51-d6de7035d9e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9767187 Apr 18 19:24:35.423383 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-0bdff0ec-ba06-4823-81d8-385fd0b6ec75 req-2ad00674-c60d-4ea5-b009-a0d6a53e4547 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982587 Apr 18 19:24:35.428425 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fa2b059d-4f8c-4da7-94e5-be5907324ef4 req-3a75a5bf-26a0-4c92-a752-3b0aca528094 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5296595 Apr 18 19:24:35.437761 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e0843b50-db72-4b73-ab88-85afade48daa req-48ac0cb9-e164-44e3-9000-17f4ad9523bd service neutron] 10.222.0.73 "GET /v2.0/networks/5b81b8da-abac-4e05-9e51-d6de7035d9e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9093561 Apr 18 19:24:35.496288 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-a66b1cdc-94ac-478b-9f1d-9ea1032214b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:35.518355 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-1e6815fb-8a0d-4980-8287-91bcdba24dc0 None None] Calling delete_port for 64f73943-034e-4b19-93b8-3cb463a2d994 owned by network:dhcp {{(pid=84765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:24:35.568411 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fa5a59c5-5c03-421b-a25c-0898d0881be6 req-b67e6348-9daf-4f85-a559-2457dc4777c1 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Notify agent at l3_agent.n-d-836017-2 the message routers_updated {{(pid=84763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:24:35.579988 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22fb9927-6de2-4cfb-812e-ae15f0d2916a None None] Sync routers for ids ['d006cc8b-66d4-405c-ab79-ccaaa7e75f1b'] in n-d-836017-2 {{(pid=84766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:24:35.608532 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-1e6815fb-8a0d-4980-8287-91bcdba24dc0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84765) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 19:24:35.608532 n-d-836017-2 neutron-server[84765]: DEBUG oslo_db.api [None req-1e6815fb-8a0d-4980-8287-91bcdba24dc0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 19:24:35.619437 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:35.628468 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22fb9927-6de2-4cfb-812e-ae15f0d2916a None None] Routers {'d006cc8b-66d4-405c-ab79-ccaaa7e75f1b'} bound to L3 agent in host n-d-836017-2 {{(pid=84766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:24:35.629254 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-22fb9927-6de2-4cfb-812e-ae15f0d2916a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:24:20Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['d006cc8b-66d4-405c-ab79-ccaaa7e75f1b'], 'active': True} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:24:35.661474 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66b1cdc-94ac-478b-9f1d-9ea1032214b1 admin admin] No DVR routers for this DVR port 64f73943-034e-4b19-93b8-3cb463a2d994 on host n-d-836017-2 {{(pid=84764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:24:35.833699 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa5a59c5-5c03-421b-a25c-0898d0881be6 req-b67e6348-9daf-4f85-a559-2457dc4777c1 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] No DVR routers for this DVR port 5ea48081-67b5-46d0-ac7b-fc5251ab13c4 on host n-h1-836017-2 {{(pid=84763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:24:35.843288 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=58705f13-a659-4755-bc5f-eaa2e3d55df8,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:35.850654 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-fa5a59c5-5c03-421b-a25c-0898d0881be6 req-b67e6348-9daf-4f85-a559-2457dc4777c1 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:35.854995 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] get_ports_and_sgs() called for port_ids ['58705f13-a659-4755-bc5f-eaa2e3d55df8'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:24:35.859108 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fa5a59c5-5c03-421b-a25c-0898d0881be6 req-b67e6348-9daf-4f85-a559-2457dc4777c1 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] 10.222.0.73 "DELETE /v2.0/ports/5ea48081-67b5-46d0-ac7b-fc5251ab13c4 HTTP/1.1" status: 204 len: 173 time: 9.8745575 Apr 18 19:24:35.859697 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65fac923-8be7-44b9-8e7f-1b954f17650c', 'name': 'network-vif-deleted', 'tag': '5ea48081-67b5-46d0-ac7b-fc5251ab13c4'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:24:35.868961 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66b1cdc-94ac-478b-9f1d-9ea1032214b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=64f73943-034e-4b19-93b8-3cb463a2d994,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:35.871778 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-bbb10b14-2203-4b82-951f-c153752897fe req-ca4afff3-8c0d-4b5a-bcf1-4c822d708b3f tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Synchronizing usage tracker for tenant:879aba68d0c84185b21236d011dd113c on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:24:35.982966 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-bbb10b14-2203-4b82-951f-c153752897fe req-ca4afff3-8c0d-4b5a-bcf1-4c822d708b3f tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Unset dirty status for tenant:879aba68d0c84185b21236d011dd113c on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:24:35.984532 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-bbb10b14-2203-4b82-951f-c153752897fe req-ca4afff3-8c0d-4b5a-bcf1-4c822d708b3f tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] 10.222.0.69 "GET /v2.0/ports?device_id=65fac923-8be7-44b9-8e7f-1b954f17650c HTTP/1.1" status: 200 len: 210 time: 0.2813683 Apr 18 19:24:36.018609 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-a66b1cdc-94ac-478b-9f1d-9ea1032214b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256345', 'neutron.services.segments.db._delete_segments_for_network-8791093852025'] for network, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:36.059794 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-a66b1cdc-94ac-478b-9f1d-9ea1032214b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d0ab968-fb78-4fd8-b18d-c975fb4f0b09']}} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:24:36.076518 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-a66b1cdc-94ac-478b-9f1d-9ea1032214b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abfb4404-b21d-45ad-8846-a7e133674c8d') {'for_net_delete': True} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:24:36.076807 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-a66b1cdc-94ac-478b-9f1d-9ea1032214b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abfb4404-b21d-45ad-8846-a7e133674c8d') {} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:24:36.115099 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-1e6815fb-8a0d-4980-8287-91bcdba24dc0 None None] Deleting port 64f73943-034e-4b19-93b8-3cb463a2d994 {{(pid=84765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:24:36.115718 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1e6815fb-8a0d-4980-8287-91bcdba24dc0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:36.115840 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-a66b1cdc-94ac-478b-9f1d-9ea1032214b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791093851908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66932133'] for segment, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:36.172051 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-a66b1cdc-94ac-478b-9f1d-9ea1032214b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:36.181341 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvr_db [None req-22fb9927-6de2-4cfb-812e-ae15f0d2916a None None] Set router d006cc8b-66d4-405c-ab79-ccaaa7e75f1b gateway port host: n-d-836017-2 {{(pid=84766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:24:36.195250 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a66b1cdc-94ac-478b-9f1d-9ea1032214b1 admin admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=84764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:24:36.195647 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-a66b1cdc-94ac-478b-9f1d-9ea1032214b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2290898'] for segment, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:36.234114 n-d-836017-2 neutron-server[84764]: Traceback (most recent call last): Apr 18 19:24:36.234114 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:24:36.234114 n-d-836017-2 neutron-server[84764]: timer() Apr 18 19:24:36.234114 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:24:36.234114 n-d-836017-2 neutron-server[84764]: cb(*args, **kw) Apr 18 19:24:36.234114 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:24:36.234114 n-d-836017-2 neutron-server[84764]: return func(*args, **kwargs) Apr 18 19:24:36.234114 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:24:36.234114 n-d-836017-2 neutron-server[84764]: self._notify() Apr 18 19:24:36.234114 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:24:36.234114 n-d-836017-2 neutron-server[84764]: self.callback(batched_events) Apr 18 19:24:36.234114 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:24:36.234114 n-d-836017-2 neutron-server[84764]: event.method(event) Apr 18 19:24:36.234114 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:24:36.234114 n-d-836017-2 neutron-server[84764]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:24:36.234114 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:24:36.234114 n-d-836017-2 neutron-server[84764]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:24:36.234114 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:24:36.234114 n-d-836017-2 neutron-server[84764]: return f(self, *a, **k) Apr 18 19:24:36.234114 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:24:36.234114 n-d-836017-2 neutron-server[84764]: return self._get(url).json() Apr 18 19:24:36.234114 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:24:36.234114 n-d-836017-2 neutron-server[84764]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:24:36.234114 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:24:36.234114 n-d-836017-2 neutron-server[84764]: return self.request(url, 'GET', **kwargs) Apr 18 19:24:36.234114 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:24:36.234114 n-d-836017-2 neutron-server[84764]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:24:36.234114 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:24:36.234114 n-d-836017-2 neutron-server[84764]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:24:36.234114 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:24:36.234114 n-d-836017-2 neutron-server[84764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:24:36.234114 n-d-836017-2 neutron-server[84764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:24:36.246528 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451fc1a3-f406-4284-9d95-562f72361763 req-5ec1311f-225c-43f9-a190-6f9cfebcc76d tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:36.260957 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-451fc1a3-f406-4284-9d95-562f72361763 req-5ec1311f-225c-43f9-a190-6f9cfebcc76d tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/ports?device_id=378a8558-b9d2-4f8d-8f6f-831c1f0a06a1 HTTP/1.1" status: 200 len: 944 time: 0.3667324 Apr 18 19:24:36.289340 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e0843b50-db72-4b73-ab88-85afade48daa req-c50e2afc-ebd1-4599-af35-65bf990a5c96 tempest-LiveAutoBlockMigrationV225Test-1421540525 tempest-LiveAutoBlockMigrationV225Test-1421540525-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=6623f59d-6d74-43c2-bd67-bd59cf127910&tenant_id=e8145a70cab44ff88b524306edcbe946&binding%3Ahost_id=n-h1-836017-2 HTTP/1.1" status: 200 len: 1095 time: 0.2277176 Apr 18 19:24:36.293360 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-1e6815fb-8a0d-4980-8287-91bcdba24dc0 None None] The port '64f73943-034e-4b19-93b8-3cb463a2d994' was deleted {{(pid=84765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 19:24:36.417285 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654b5724-8bdb-430d-9033-16d6c2954179 req-4798e551-0922-4f6c-a7cd-926328721768 tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:36.419467 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-654b5724-8bdb-430d-9033-16d6c2954179 req-4798e551-0922-4f6c-a7cd-926328721768 tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] 10.222.0.69 "GET /v2.0/ports?device_id=4dc35b47-b950-47d2-a0ef-afc91fe7aefb HTTP/1.1" status: 200 len: 949 time: 0.2443192 Apr 18 19:24:36.435751 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-451fc1a3-f406-4284-9d95-562f72361763 req-16c5dca0-b7fc-435b-86a0-355d0798766d tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/security-groups?id=1e5cc43e-ae04-4a53-be47-dfdad3ea2d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739278 Apr 18 19:24:36.492417 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-a66b1cdc-94ac-478b-9f1d-9ea1032214b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416801'] for network, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:36.512009 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-654b5724-8bdb-430d-9033-16d6c2954179 req-76b78f5c-574b-40df-82f7-2c8605fd5a47 tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] 10.222.0.69 "GET /v2.0/security-groups?id=f3cfbdec-ef1b-4f57-b88c-a0c8e082fff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858221 Apr 18 19:24:36.533162 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e8e779d-a67c-4b2e-8e50-4a3adff39e1b'] response: {'server_uuid': '65fac923-8be7-44b9-8e7f-1b954f17650c', 'name': 'network-vif-deleted', 'tag': '5ea48081-67b5-46d0-ac7b-fc5251ab13c4', 'status': 'completed', 'code': 200} Apr 18 19:24:36.581563 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-a66b1cdc-94ac-478b-9f1d-9ea1032214b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:36.612765 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66b1cdc-94ac-478b-9f1d-9ea1032214b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d0ab968-fb78-4fd8-b18d-c975fb4f0b09,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:36.705218 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03694bc-d99c-4aa1-98d3-57dd4a339cca None None] Sync routers for ids ['78b99159-cc8a-48d0-bcd1-afbcf44001ca'] in n-d-836017-2 {{(pid=84765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:24:36.729598 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03694bc-d99c-4aa1-98d3-57dd4a339cca None None] Routers {'78b99159-cc8a-48d0-bcd1-afbcf44001ca'} bound to L3 agent in host n-d-836017-2 {{(pid=84765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:24:36.729598 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-e03694bc-d99c-4aa1-98d3-57dd4a339cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:24:20Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['78b99159-cc8a-48d0-bcd1-afbcf44001ca'], 'active': True} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:24:36.815765 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-e0843b50-db72-4b73-ab88-85afade48daa req-899b8f17-83c9-4db2-a175-1bea68f632fb service neutron] For port abe1a1c1-6ab6-46fd-abfb-f7df79d33862, host n-h2-836017-2, cleared binding levels {{(pid=84763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:24:36.815765 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-e0843b50-db72-4b73-ab88-85afade48daa req-899b8f17-83c9-4db2-a175-1bea68f632fb service neutron] Notify callbacks [] for binding, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:36.816634 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e0843b50-db72-4b73-ab88-85afade48daa req-899b8f17-83c9-4db2-a175-1bea68f632fb service neutron] 10.222.0.73 "DELETE /v2.0/ports/abe1a1c1-6ab6-46fd-abfb-f7df79d33862/bindings/n-h2-836017-2 HTTP/1.1" status: 204 len: 173 time: 0.5223145 Apr 18 19:24:36.846362 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-22fb9927-6de2-4cfb-812e-ae15f0d2916a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd006cc8b-66d4-405c-ab79-ccaaa7e75f1b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1362457460-router', 'tenant_id': '879aba68d0c84185b21236d011dd113c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'e303d130-41ec-4c36-aaef-b0d95c1dd8ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:19:59Z', 'updated_at': '2022-04-18T19:20:04Z', 'revision_number': 4, 'project_id': '879aba68d0c84185b21236d011dd113c', 'gw_port': {'id': 'e303d130-41ec-4c36-aaef-b0d95c1dd8ba', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd006cc8b-66d4-405c-ab79-ccaaa7e75f1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:19:59Z', 'updated_at': '2022-04-18T19:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_interfaces': [{'id': 'a454c1b6-054d-4e55-99b6-2a3048b753b0', 'name': '', 'network_id': 'e57b25b1-270e-45ff-9503-ac3e292dcc2d', 'tenant_id': '879aba68d0c84185b21236d011dd113c', 'mac_address': 'fa:16:3e:8e:2c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd006cc8b-66d4-405c-ab79-ccaaa7e75f1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aa3d7594-8a64-4b57-b0dc-322016530760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:20:03Z', 'updated_at': '2022-04-18T19:20:13Z', 'revision_number': 5, 'project_id': '879aba68d0c84185b21236d011dd113c', 'subnets': [{'id': 'aa3d7594-8a64-4b57-b0dc-322016530760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-2', False) {} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:24:36.864884 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e2d4ad-b5bc-406b-8ad9-b37ab74bd94f req-0ece4060-4a99-4dc4-9b00-2811cc618ca2 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:36.867153 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-75e2d4ad-b5bc-406b-8ad9-b37ab74bd94f req-0ece4060-4a99-4dc4-9b00-2811cc618ca2 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=115054ae-eaa7-4e63-9798-88a3b5af809d HTTP/1.1" status: 200 len: 945 time: 0.2066989 Apr 18 19:24:36.874138 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22fb9927-6de2-4cfb-812e-ae15f0d2916a None None] Checking router: d006cc8b-66d4-405c-ab79-ccaaa7e75f1b for host: n-d-836017-2 {{(pid=84766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:24:36.892330 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b84b84e-4f26-4590-b978-634b2325ae32 req-e9df3091-fe6c-48a7-ab49-e9706f5429e0 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:36.908776 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8b84b84e-4f26-4590-b978-634b2325ae32 req-e9df3091-fe6c-48a7-ab49-e9706f5429e0 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?device_id=6623f59d-6d74-43c2-bd67-bd59cf127910 HTTP/1.1" status: 200 len: 944 time: 0.2411630 Apr 18 19:24:36.912204 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22fb9927-6de2-4cfb-812e-ae15f0d2916a None None] Routers {'d006cc8b-66d4-405c-ab79-ccaaa7e75f1b'} bound to L3 agent in host n-d-836017-2 {{(pid=84766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:24:36.913866 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-22fb9927-6de2-4cfb-812e-ae15f0d2916a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:24:20Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['d006cc8b-66d4-405c-ab79-ccaaa7e75f1b'], 'active': True} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:24:36.940097 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 64f73943-034e-4b19-93b8-3cb463a2d994 no longer exists at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:24:36.957314 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-75e2d4ad-b5bc-406b-8ad9-b37ab74bd94f req-bc316ed1-e399-454b-8985-96620e0bfb08 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827944 Apr 18 19:24:37.024878 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] No Port match for: 64f73943-034e-4b19-93b8-3cb463a2d994 {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:24:37.025374 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 64f73943-034e-4b19-93b8-3cb463a2d994 not bound to the agent host n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:24:37.025968 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device fd15f833-ac06-4819-bce4-1b9f29a16201 no longer exists at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:24:37.036925 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8b84b84e-4f26-4590-b978-634b2325ae32 req-ea755339-2bab-4f86-a947-4938a34c47c9 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271656 Apr 18 19:24:37.060376 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-a66b1cdc-94ac-478b-9f1d-9ea1032214b1 admin admin] 10.222.0.69 "DELETE /v2.0/networks/2d0ab968-fb78-4fd8-b18d-c975fb4f0b09 HTTP/1.1" status: 204 len: 168 time: 2.7479398 Apr 18 19:24:37.087206 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] No Port match for: fd15f833-ac06-4819-bce4-1b9f29a16201 {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:24:37.087947 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device fd15f833-ac06-4819-bce4-1b9f29a16201 not bound to the agent host n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:24:37.172163 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-e03694bc-d99c-4aa1-98d3-57dd4a339cca None None] Set router 78b99159-cc8a-48d0-bcd1-afbcf44001ca gateway port host: n-d-836017-2 {{(pid=84765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:24:37.382436 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-20002e98-e949-4242-901f-93b82ff7c3e4 req-22c411c1-18ee-4642-8dbd-07e33df942f7 tempest-LiveAutoBlockMigrationV225Test-1421540525 tempest-LiveAutoBlockMigrationV225Test-1421540525-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=6623f59d-6d74-43c2-bd67-bd59cf127910 HTTP/1.1" status: 200 len: 1095 time: 0.1152961 Apr 18 19:24:37.431653 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvr_db [None req-22fb9927-6de2-4cfb-812e-ae15f0d2916a None None] Set router d006cc8b-66d4-405c-ab79-ccaaa7e75f1b gateway port host: n-d-836017-2 {{(pid=84766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:24:37.491860 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-20002e98-e949-4242-901f-93b82ff7c3e4 req-91f7cd1e-6230-4ac0-a2b9-bb37f7749d24 tempest-LiveAutoBlockMigrationV225Test-1421540525 tempest-LiveAutoBlockMigrationV225Test-1421540525-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961761 Apr 18 19:24:37.604213 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-10d9b7de-dd54-4e55-bb73-efbb49b09da8 req-5682cc5b-cb65-4d67-a75a-9962f811dd0b tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] 10.222.0.69 "GET /v2.0/ports?device_id=65fac923-8be7-44b9-8e7f-1b954f17650c HTTP/1.1" status: 200 len: 210 time: 0.1564856 Apr 18 19:24:37.874214 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-e03694bc-d99c-4aa1-98d3-57dd4a339cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78b99159-cc8a-48d0-bcd1-afbcf44001ca', 'name': 'tempest-TaggedBootDevicesTest-1135352164-router', 'tenant_id': '333eb75b64f74d958176d7996918a21c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '1efeee57-2b50-470c-9247-590a5c1a0e7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:24:16Z', 'updated_at': '2022-04-18T19:24:25Z', 'revision_number': 4, 'project_id': '333eb75b64f74d958176d7996918a21c', 'gw_port': {'id': '1efeee57-2b50-470c-9247-590a5c1a0e7e', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:c8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b99159-cc8a-48d0-bcd1-afbcf44001ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:24:17Z', 'updated_at': '2022-04-18T19:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_interfaces': [{'id': 'c5deda56-0147-4b61-88ab-8a94e87ad583', 'name': '', 'network_id': 'e76780a0-c90c-4728-af35-32242bb79ec6', 'tenant_id': '333eb75b64f74d958176d7996918a21c', 'mac_address': 'fa:16:3e:f9:d1:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78b99159-cc8a-48d0-bcd1-afbcf44001ca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '562b8036-0940-412e-9921-c27d5e261913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:24:23Z', 'updated_at': '2022-04-18T19:24:26Z', 'revision_number': 2, 'project_id': '333eb75b64f74d958176d7996918a21c', 'subnets': [{'id': '562b8036-0940-412e-9921-c27d5e261913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-2', False) {} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:24:37.881432 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03694bc-d99c-4aa1-98d3-57dd4a339cca None None] Checking router: 78b99159-cc8a-48d0-bcd1-afbcf44001ca for host: n-d-836017-2 {{(pid=84765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:24:37.884091 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03694bc-d99c-4aa1-98d3-57dd4a339cca None None] Updating router 78b99159-cc8a-48d0-bcd1-afbcf44001ca port c5deda56-0147-4b61-88ab-8a94e87ad583 binding host n-d-836017-2 {{(pid=84765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 19:24:37.957313 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 47962) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:24:38.037499 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e03694bc-d99c-4aa1-98d3-57dd4a339cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:38.060020 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-22fb9927-6de2-4cfb-812e-ae15f0d2916a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd006cc8b-66d4-405c-ab79-ccaaa7e75f1b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1362457460-router', 'tenant_id': '879aba68d0c84185b21236d011dd113c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'e303d130-41ec-4c36-aaef-b0d95c1dd8ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:19:59Z', 'updated_at': '2022-04-18T19:20:04Z', 'revision_number': 4, 'project_id': '879aba68d0c84185b21236d011dd113c', 'gw_port': {'id': 'e303d130-41ec-4c36-aaef-b0d95c1dd8ba', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd006cc8b-66d4-405c-ab79-ccaaa7e75f1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:19:59Z', 'updated_at': '2022-04-18T19:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_interfaces': [{'id': 'a454c1b6-054d-4e55-99b6-2a3048b753b0', 'name': '', 'network_id': 'e57b25b1-270e-45ff-9503-ac3e292dcc2d', 'tenant_id': '879aba68d0c84185b21236d011dd113c', 'mac_address': 'fa:16:3e:8e:2c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd006cc8b-66d4-405c-ab79-ccaaa7e75f1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aa3d7594-8a64-4b57-b0dc-322016530760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:20:03Z', 'updated_at': '2022-04-18T19:20:13Z', 'revision_number': 5, 'project_id': '879aba68d0c84185b21236d011dd113c', 'subnets': [{'id': 'aa3d7594-8a64-4b57-b0dc-322016530760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-2', False) {} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:24:38.073036 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22fb9927-6de2-4cfb-812e-ae15f0d2916a None None] The sync data for ids ['d006cc8b-66d4-405c-ab79-ccaaa7e75f1b'] in n-d-836017-2 is: [{'id': 'd006cc8b-66d4-405c-ab79-ccaaa7e75f1b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1362457460-router', 'tenant_id': '879aba68d0c84185b21236d011dd113c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'e303d130-41ec-4c36-aaef-b0d95c1dd8ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:19:59Z', 'updated_at': '2022-04-18T19:20:04Z', 'revision_number': 4, 'project_id': '879aba68d0c84185b21236d011dd113c', 'gw_port': {'id': 'e303d130-41ec-4c36-aaef-b0d95c1dd8ba', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd006cc8b-66d4-405c-ab79-ccaaa7e75f1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:19:59Z', 'updated_at': '2022-04-18T19:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_interfaces': [{'id': 'a454c1b6-054d-4e55-99b6-2a3048b753b0', 'name': '', 'network_id': 'e57b25b1-270e-45ff-9503-ac3e292dcc2d', 'tenant_id': '879aba68d0c84185b21236d011dd113c', 'mac_address': 'fa:16:3e:8e:2c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd006cc8b-66d4-405c-ab79-ccaaa7e75f1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aa3d7594-8a64-4b57-b0dc-322016530760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:20:03Z', 'updated_at': '2022-04-18T19:20:13Z', 'revision_number': 5, 'project_id': '879aba68d0c84185b21236d011dd113c', 'subnets': [{'id': 'aa3d7594-8a64-4b57-b0dc-322016530760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:24:38.093854 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-777f2936-d495-47e0-b647-523381c783d0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2c5c0db6af674914a5dc8095df286e78&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1288834 Apr 18 19:24:38.094526 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 47970) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:24:38.107302 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf42ecd2-2947-4a55-b542-8c813dbb9bb3 req-2e69b049-4c70-4725-a03f-a89d1fc2887b tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:38.112751 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-bf42ecd2-2947-4a55-b542-8c813dbb9bb3 req-2e69b049-4c70-4725-a03f-a89d1fc2887b tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] 10.222.0.69 "GET /v2.0/ports?device_id=4dc35b47-b950-47d2-a0ef-afc91fe7aefb HTTP/1.1" status: 200 len: 949 time: 0.2896440 Apr 18 19:24:38.205843 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-bf42ecd2-2947-4a55-b542-8c813dbb9bb3 req-1291a517-f0cb-41a3-be1d-804ec416d46a tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] 10.222.0.69 "GET /v2.0/security-groups?id=f3cfbdec-ef1b-4f57-b88c-a0c8e082fff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920520 Apr 18 19:24:38.246387 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63df90e7-ae77-4517-ae48-41c017b92c78 req-ae8bc3d6-7948-4a11-9d03-ba8e7280fb99 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:38.254195 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-63df90e7-ae77-4517-ae48-41c017b92c78 req-ae8bc3d6-7948-4a11-9d03-ba8e7280fb99 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/ports?device_id=378a8558-b9d2-4f8d-8f6f-831c1f0a06a1 HTTP/1.1" status: 200 len: 944 time: 0.4608169 Apr 18 19:24:38.284203 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-0f159fc2-c6e5-4d12-b085-c55d48c93a82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:38.338408 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-0f159fc2-c6e5-4d12-b085-c55d48c93a82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:38.362201 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-63df90e7-ae77-4517-ae48-41c017b92c78 req-ce89f771-f415-497b-b5d2-f9324e7ee078 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/security-groups?id=1e5cc43e-ae04-4a53-be47-dfdad3ea2d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061478 Apr 18 19:24:38.490954 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 58705f13-a659-4755-bc5f-eaa2e3d55df8 up at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:24:38.583130 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-0f159fc2-c6e5-4d12-b085-c55d48c93a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:38.604168 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-cde89a4b-01d0-4de5-b94f-6088a7ad8152 req-876291a0-8919-451e-9c7a-fceb8237b150 tempest-LiveAutoBlockMigrationV225Test-1421540525 tempest-LiveAutoBlockMigrationV225Test-1421540525-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=6623f59d-6d74-43c2-bd67-bd59cf127910 HTTP/1.1" status: 200 len: 1095 time: 0.2085168 Apr 18 19:24:38.615256 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f159fc2-c6e5-4d12-b085-c55d48c93a82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18c4d4e3-f3e5-46a4-a12e-4884f4a26371,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:38.622916 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-0f159fc2-c6e5-4d12-b085-c55d48c93a82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:38.624017 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-0f159fc2-c6e5-4d12-b085-c55d48c93a82 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/18c4d4e3-f3e5-46a4-a12e-4884f4a26371 HTTP/1.1" status: 204 len: 168 time: 0.5235381 Apr 18 19:24:38.668721 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bcf8002-4654-4adb-a2eb-a19d23848ba4 None None] New status for floating IP 449ed824-e743-44fb-b2f8-6a24e67c368c: DOWN {{(pid=84766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 19:24:38.745075 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-cde89a4b-01d0-4de5-b94f-6088a7ad8152 req-debcffa2-3d26-4c4c-9da7-b6d4aba0aaad tempest-LiveAutoBlockMigrationV225Test-1421540525 tempest-LiveAutoBlockMigrationV225Test-1421540525-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284547 Apr 18 19:24:38.862324 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa1ce3e-eff4-477e-98a4-3bf2333eac23 req-e549bee1-df48-497e-a5e2-a6246fb13203 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:38.870615 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-5fa1ce3e-eff4-477e-98a4-3bf2333eac23 req-e549bee1-df48-497e-a5e2-a6246fb13203 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=115054ae-eaa7-4e63-9798-88a3b5af809d HTTP/1.1" status: 200 len: 945 time: 0.2306535 Apr 18 19:24:38.894848 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning for port 58705f13-a659-4755-bc5f-eaa2e3d55df8 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:24:38.923203 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning complete for port 58705f13-a659-4755-bc5f-eaa2e3d55df8 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:24:38.923867 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:38.943344 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-5fa1ce3e-eff4-477e-98a4-3bf2333eac23 req-5c081ed5-b617-4d9d-a212-2f13fd291c0f tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690358 Apr 18 19:24:39.130360 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e03694bc-d99c-4aa1-98d3-57dd4a339cca None None] Notify callbacks [] for port, precommit_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:39.163408 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e03694bc-d99c-4aa1-98d3-57dd4a339cca None None] Transition to ACTIVE for port object c5deda56-0147-4b61-88ab-8a94e87ad583 will not be triggered until provisioned by entity L2. {{(pid=84765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:24:39.243461 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-045b055b-73a4-4a9c-b972-2dbea0d83236 req-e03e542b-429a-451a-9736-8e997cb8d50a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fc56e011536d43568ffc66b480cf23b0&device_id=115054ae-eaa7-4e63-9798-88a3b5af809d HTTP/1.1" status: 200 len: 1096 time: 0.2227130 Apr 18 19:24:39.246137 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:39.313813 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '378a8558-b9d2-4f8d-8f6f-831c1f0a06a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58705f13-a659-4755-bc5f-eaa2e3d55df8'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:24:39.321452 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e03694bc-d99c-4aa1-98d3-57dd4a339cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:39.371228 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 58705f13-a659-4755-bc5f-eaa2e3d55df8, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=58705f13-a659-4755-bc5f-eaa2e3d55df8,segment=NetworkSegment(86100cac-9c92-472b-98b8-7c63b08b3562),segment_id=86100cac-9c92-472b-98b8-7c63b08b3562)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:24:39.437827 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:39.534482 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496927b5-92d7-4df2-99b1-27c18a83ef21 None None] Pushing event updated for resources: {'Port': ['ID=c5deda56-0147-4b61-88ab-8a94e87ad583,revision_number=3']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:39.591439 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821eec0e-bbc7-4989-bef6-7f1c5e5b6283 req-273e8abe-cb11-4e1c-851a-f53f829bcf5c tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:39.593169 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-821eec0e-bbc7-4989-bef6-7f1c5e5b6283 req-273e8abe-cb11-4e1c-851a-f53f829bcf5c tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] 10.222.0.69 "GET /v2.0/ports?device_id=4dc35b47-b950-47d2-a0ef-afc91fe7aefb HTTP/1.1" status: 200 len: 949 time: 0.1633117 Apr 18 19:24:39.658283 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045b055b-73a4-4a9c-b972-2dbea0d83236 req-ecf7e2af-e3b1-4ff9-bf7b-ef6c0aed63cc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:39.660400 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-045b055b-73a4-4a9c-b972-2dbea0d83236 req-ecf7e2af-e3b1-4ff9-bf7b-ef6c0aed63cc service neutron] 10.222.0.73 "GET /v2.0/networks?id=0685e2b1-3b13-405d-a131-f90aa0a8867a HTTP/1.1" status: 200 len: 909 time: 0.4120905 Apr 18 19:24:39.764147 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-821eec0e-bbc7-4989-bef6-7f1c5e5b6283 req-f1f21781-c81a-450c-b6fb-39c5b07b6555 tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] 10.222.0.69 "GET /v2.0/security-groups?id=f3cfbdec-ef1b-4f57-b88c-a0c8e082fff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636689 Apr 18 19:24:39.841849 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=58705f13-a659-4755-bc5f-eaa2e3d55df8,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:39.923415 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-045b055b-73a4-4a9c-b972-2dbea0d83236 req-c34130db-90d2-42c9-9e32-1d6d16891886 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=66070cfb-f3cb-42ed-835a-6e23e8e08665 HTTP/1.1" status: 200 len: 217 time: 0.2552469 Apr 18 19:24:40.009582 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3151f93c-a424-404d-9392-261b362543a4'] response: {'server_uuid': '378a8558-b9d2-4f8d-8f6f-831c1f0a06a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58705f13-a659-4755-bc5f-eaa2e3d55df8', 'code': 200} Apr 18 19:24:40.033499 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-e03694bc-d99c-4aa1-98d3-57dd4a339cca None None] Attempting to bind port c5deda56-0147-4b61-88ab-8a94e87ad583 on host n-d-836017-2 for vnic_type normal with profile {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:24:40.033717 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-e03694bc-d99c-4aa1-98d3-57dd4a339cca None None] Attempting to bind port c5deda56-0147-4b61-88ab-8a94e87ad583 by drivers openvswitch,hyperv on host n-d-836017-2 at level 0 using segments [{'id': 'c04c4552-1cfd-4499-909e-70e6247e35d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e76780a0-c90c-4728-af35-32242bb79ec6'}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:24:40.036239 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03694bc-d99c-4aa1-98d3-57dd4a339cca None None] Attempting to bind port c5deda56-0147-4b61-88ab-8a94e87ad583 on network e76780a0-c90c-4728-af35-32242bb79ec6 {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:24:40.051629 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03694bc-d99c-4aa1-98d3-57dd4a339cca None None] Checking agent: {'id': 'df2a5cfe-6839-400b-a998-e4fffce70f45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 8, 22), 'started_at': datetime.datetime(2022, 4, 18, 19, 8, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:24:40.052475 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03694bc-d99c-4aa1-98d3-57dd4a339cca None None] Checking segment: {'id': 'c04c4552-1cfd-4499-909e-70e6247e35d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e76780a0-c90c-4728-af35-32242bb79ec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:24:40.052475 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e03694bc-d99c-4aa1-98d3-57dd4a339cca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:40.052973 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03694bc-d99c-4aa1-98d3-57dd4a339cca None None] Bound using segment: {'id': 'c04c4552-1cfd-4499-909e-70e6247e35d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e76780a0-c90c-4728-af35-32242bb79ec6'} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:24:40.053774 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-e03694bc-d99c-4aa1-98d3-57dd4a339cca None None] Bound port: c5deda56-0147-4b61-88ab-8a94e87ad583, host: n-d-836017-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c04c4552-1cfd-4499-909e-70e6247e35d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e76780a0-c90c-4728-af35-32242bb79ec6'}}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:24:40.053983 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e03694bc-d99c-4aa1-98d3-57dd4a339cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:40.088456 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 48018) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:24:40.189614 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045b055b-73a4-4a9c-b972-2dbea0d83236 req-56cb445c-fc73-43ee-96f4-6108cd71b8b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:40.191966 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-045b055b-73a4-4a9c-b972-2dbea0d83236 req-56cb445c-fc73-43ee-96f4-6108cd71b8b9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1c71b90d-680b-4d0c-80a6-944953a6ed07 HTTP/1.1" status: 200 len: 848 time: 0.2602353 Apr 18 19:24:40.197604 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e52679d4-a8a9-47de-b098-145eaf862431 req-9a1e4c97-a9a2-4c6d-9894-4b65d388e775 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=378a8558-b9d2-4f8d-8f6f-831c1f0a06a1 HTTP/1.1" status: 200 len: 1096 time: 0.1377754 Apr 18 19:24:40.242518 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e03694bc-d99c-4aa1-98d3-57dd4a339cca None None] For port c5deda56-0147-4b61-88ab-8a94e87ad583, host n-d-836017-2, cleared binding levels {{(pid=84765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:24:40.249685 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e03694bc-d99c-4aa1-98d3-57dd4a339cca None None] For port c5deda56-0147-4b61-88ab-8a94e87ad583, host n-d-836017-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=c5deda56-0147-4b61-88ab-8a94e87ad583,segment=NetworkSegment(c04c4552-1cfd-4499-909e-70e6247e35d0),segment_id=c04c4552-1cfd-4499-909e-70e6247e35d0)] {{(pid=84765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:24:40.276043 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e52679d4-a8a9-47de-b098-145eaf862431 req-cc236ee4-2832-472d-a0a0-9e740d0ea6fd service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=1e5cc43e-ae04-4a53-be47-dfdad3ea2d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628307 Apr 18 19:24:40.339155 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e03694bc-d99c-4aa1-98d3-57dd4a339cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:40.345921 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-045b055b-73a4-4a9c-b972-2dbea0d83236 req-46878eac-6869-47d1-8d07-59d3d29822b2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0685e2b1-3b13-405d-a131-f90aa0a8867a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611253 Apr 18 19:24:40.389096 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-122ae6b9-da4c-480b-9efa-a7b31bd07386 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Notify callbacks [] for security_group, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:40.482167 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496927b5-92d7-4df2-99b1-27c18a83ef21 None None] Pushing event updated for resources: {'Port': ['ID=c5deda56-0147-4b61-88ab-8a94e87ad583,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:40.506663 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03694bc-d99c-4aa1-98d3-57dd4a339cca None None] Routers {'78b99159-cc8a-48d0-bcd1-afbcf44001ca'} bound to L3 agent in host n-d-836017-2 {{(pid=84765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:24:40.507226 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-e03694bc-d99c-4aa1-98d3-57dd4a339cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:24:20Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['78b99159-cc8a-48d0-bcd1-afbcf44001ca'], 'active': True} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:24:40.531739 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843faee7-3f1f-4e39-8d70-ae1a01b949c6 req-57791c2b-aac2-42a2-86b4-8f3d9d9deda9 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:40.544104 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-843faee7-3f1f-4e39-8d70-ae1a01b949c6 req-57791c2b-aac2-42a2-86b4-8f3d9d9deda9 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=115054ae-eaa7-4e63-9798-88a3b5af809d HTTP/1.1" status: 200 len: 945 time: 0.1364014 Apr 18 19:24:40.548416 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-122ae6b9-da4c-480b-9efa-a7b31bd07386 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:40.575571 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6492646a-cef4-4143-9b06-3da93bab69b2 req-9b443bac-02b1-4409-81d6-3114a82ae355 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:40.587164 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-6492646a-cef4-4143-9b06-3da93bab69b2 req-9b443bac-02b1-4409-81d6-3114a82ae355 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/ports?device_id=378a8558-b9d2-4f8d-8f6f-831c1f0a06a1 HTTP/1.1" status: 200 len: 945 time: 0.3861268 Apr 18 19:24:40.639768 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-843faee7-3f1f-4e39-8d70-ae1a01b949c6 req-e799fb08-bde3-4c24-8939-27591fdb4dc5 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946486 Apr 18 19:24:40.921748 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-045b055b-73a4-4a9c-b972-2dbea0d83236 req-08f86d6a-7415-4ddc-a775-25ee6b386a21 service neutron] 10.222.0.73 "GET /v2.0/networks/0685e2b1-3b13-405d-a131-f90aa0a8867a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5358131 Apr 18 19:24:40.922584 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-e03694bc-d99c-4aa1-98d3-57dd4a339cca None None] Set router 78b99159-cc8a-48d0-bcd1-afbcf44001ca gateway port host: n-d-836017-2 {{(pid=84765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:24:40.940949 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-6492646a-cef4-4143-9b06-3da93bab69b2 req-f84468e8-d464-49b8-bb31-f380ca5668c4 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/security-groups?id=1e5cc43e-ae04-4a53-be47-dfdad3ea2d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3526404 Apr 18 19:24:41.137013 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-122ae6b9-da4c-480b-9efa-a7b31bd07386 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:41.162958 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-045b055b-73a4-4a9c-b972-2dbea0d83236 req-2ed7de87-c672-4d71-be68-cfac9791b165 service neutron] 10.222.0.73 "GET /v2.0/networks/0685e2b1-3b13-405d-a131-f90aa0a8867a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180016 Apr 18 19:24:41.176738 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122ae6b9-da4c-480b-9efa-a7b31bd07386 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c52123b-60a4-4956-916c-e7722e17de2a,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:41.240633 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c630ebf3-3461-495c-950d-4ac6bb716580 req-edcce5e5-e8df-480c-a725-1f3234d40d03 tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:41.247796 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c630ebf3-3461-495c-950d-4ac6bb716580 req-edcce5e5-e8df-480c-a725-1f3234d40d03 tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] 10.222.0.69 "GET /v2.0/ports?device_id=4dc35b47-b950-47d2-a0ef-afc91fe7aefb HTTP/1.1" status: 200 len: 949 time: 0.1819110 Apr 18 19:24:41.259017 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-122ae6b9-da4c-480b-9efa-a7b31bd07386 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Notify callbacks [] for security_group, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:41.260245 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-122ae6b9-da4c-480b-9efa-a7b31bd07386 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] 10.222.0.69 "DELETE /v2.0/security-groups/8c52123b-60a4-4956-916c-e7722e17de2a HTTP/1.1" status: 204 len: 168 time: 1.1726773 Apr 18 19:24:41.263386 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 48044) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:24:41.318712 n-d-836017-2 neutron-server[84763]: INFO neutron.api.v2.resource [None req-0a74d102-2d87-43a7-821d-f936b86b9017 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] show failed (client error): The resource could not be found. Apr 18 19:24:41.319665 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-0a74d102-2d87-43a7-821d-f936b86b9017 tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] 10.222.0.69 "GET /v2.0/security-groups/8c52123b-60a4-4956-916c-e7722e17de2a HTTP/1.1" status: 404 len: 347 time: 0.0553172 Apr 18 19:24:41.324547 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 48050) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:24:41.373148 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c630ebf3-3461-495c-950d-4ac6bb716580 req-af6db471-0708-48aa-a90d-f06d4ec61d45 tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] 10.222.0.69 "GET /v2.0/security-groups?id=f3cfbdec-ef1b-4f57-b88c-a0c8e082fff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176300 Apr 18 19:24:41.569630 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-e03694bc-d99c-4aa1-98d3-57dd4a339cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78b99159-cc8a-48d0-bcd1-afbcf44001ca', 'name': 'tempest-TaggedBootDevicesTest-1135352164-router', 'tenant_id': '333eb75b64f74d958176d7996918a21c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '1efeee57-2b50-470c-9247-590a5c1a0e7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:24:16Z', 'updated_at': '2022-04-18T19:24:25Z', 'revision_number': 4, 'project_id': '333eb75b64f74d958176d7996918a21c', 'gw_port': {'id': '1efeee57-2b50-470c-9247-590a5c1a0e7e', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:c8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b99159-cc8a-48d0-bcd1-afbcf44001ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:24:17Z', 'updated_at': '2022-04-18T19:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_interfaces': [{'id': 'c5deda56-0147-4b61-88ab-8a94e87ad583', 'name': '', 'network_id': 'e76780a0-c90c-4728-af35-32242bb79ec6', 'tenant_id': '333eb75b64f74d958176d7996918a21c', 'mac_address': 'fa:16:3e:f9:d1:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78b99159-cc8a-48d0-bcd1-afbcf44001ca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '562b8036-0940-412e-9921-c27d5e261913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:24:23Z', 'updated_at': '2022-04-18T19:24:40Z', 'revision_number': 4, 'project_id': '333eb75b64f74d958176d7996918a21c', 'subnets': [{'id': '562b8036-0940-412e-9921-c27d5e261913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-2', False) {} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:24:41.576587 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03694bc-d99c-4aa1-98d3-57dd4a339cca None None] The sync data for ids ['78b99159-cc8a-48d0-bcd1-afbcf44001ca'] in n-d-836017-2 is: [{'id': '78b99159-cc8a-48d0-bcd1-afbcf44001ca', 'name': 'tempest-TaggedBootDevicesTest-1135352164-router', 'tenant_id': '333eb75b64f74d958176d7996918a21c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '1efeee57-2b50-470c-9247-590a5c1a0e7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:24:16Z', 'updated_at': '2022-04-18T19:24:25Z', 'revision_number': 4, 'project_id': '333eb75b64f74d958176d7996918a21c', 'gw_port': {'id': '1efeee57-2b50-470c-9247-590a5c1a0e7e', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:c8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b99159-cc8a-48d0-bcd1-afbcf44001ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:24:17Z', 'updated_at': '2022-04-18T19:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_interfaces': [{'id': 'c5deda56-0147-4b61-88ab-8a94e87ad583', 'name': '', 'network_id': 'e76780a0-c90c-4728-af35-32242bb79ec6', 'tenant_id': '333eb75b64f74d958176d7996918a21c', 'mac_address': 'fa:16:3e:f9:d1:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78b99159-cc8a-48d0-bcd1-afbcf44001ca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '562b8036-0940-412e-9921-c27d5e261913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:24:23Z', 'updated_at': '2022-04-18T19:24:40Z', 'revision_number': 4, 'project_id': '333eb75b64f74d958176d7996918a21c', 'subnets': [{'id': '562b8036-0940-412e-9921-c27d5e261913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:24:41.873231 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-69c2b39f-90a8-4dda-b060-91d77f186b9f tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Deleting port c2063947-9f41-4c52-ab65-5e1a6c899c74 {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:24:41.873441 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-69c2b39f-90a8-4dda-b060-91d77f186b9f tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:42.133979 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92a7165-5ff6-4abf-bcdf-0df1380e64a8 req-1de964f7-f9ff-4ee5-a4c7-9a4c5d0524ef tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:42.142076 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d92a7165-5ff6-4abf-bcdf-0df1380e64a8 req-1de964f7-f9ff-4ee5-a4c7-9a4c5d0524ef tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=115054ae-eaa7-4e63-9798-88a3b5af809d HTTP/1.1" status: 200 len: 945 time: 0.2688801 Apr 18 19:24:42.209486 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-045b055b-73a4-4a9c-b972-2dbea0d83236 req-749823cb-9188-4989-9a4c-83c0582a5ba7 tempest-LiveMigrationTest-374537811 tempest-LiveMigrationTest-374537811-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=115054ae-eaa7-4e63-9798-88a3b5af809d&tenant_id=fc56e011536d43568ffc66b480cf23b0&binding%3Ahost_id=n-h2-836017-2 HTTP/1.1" status: 200 len: 1096 time: 0.5267718 Apr 18 19:24:42.247607 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d92a7165-5ff6-4abf-bcdf-0df1380e64a8 req-214ec862-2080-4978-98a6-edd6b5c35767 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045477 Apr 18 19:24:42.280764 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-045b055b-73a4-4a9c-b972-2dbea0d83236 req-a556b185-7bca-4fc5-a132-7d4b31f85805 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-836017-2'}}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:24:42.382285 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-69c2b39f-90a8-4dda-b060-91d77f186b9f tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:42.382803 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-69c2b39f-90a8-4dda-b060-91d77f186b9f tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:42.606628 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1ac419-6e01-41f3-a61c-c57576388631 req-13efabfc-9ccc-4364-b5ba-fa48ddaef3ae tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:42.614194 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ca1ac419-6e01-41f3-a61c-c57576388631 req-13efabfc-9ccc-4364-b5ba-fa48ddaef3ae tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] 10.222.0.69 "GET /v2.0/ports?device_id=4dc35b47-b950-47d2-a0ef-afc91fe7aefb HTTP/1.1" status: 200 len: 949 time: 0.1012988 Apr 18 19:24:42.637022 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-69c2b39f-90a8-4dda-b060-91d77f186b9f tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Calling delete_port for c2063947-9f41-4c52-ab65-5e1a6c899c74 owned by network:floatingip {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:24:42.702862 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ca1ac419-6e01-41f3-a61c-c57576388631 req-29a3f52c-59b6-4130-895a-eea3e396aca1 tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] 10.222.0.69 "GET /v2.0/security-groups?id=f3cfbdec-ef1b-4f57-b88c-a0c8e082fff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871456 Apr 18 19:24:42.749572 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 61407fd5-cf4f-4a26-b617-938a77b67461 details requested by agent hyperv_n-h1-836017-2 with host n-h1-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:24:42.751365 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af46831-488f-4f01-ac8c-a988bcb318ed req-c14a1cf7-89cb-4b19-bad6-f12564db4032 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:42.765634 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3af46831-488f-4f01-ac8c-a988bcb318ed req-c14a1cf7-89cb-4b19-bad6-f12564db4032 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/ports?device_id=378a8558-b9d2-4f8d-8f6f-831c1f0a06a1 HTTP/1.1" status: 200 len: 945 time: 0.5513308 Apr 18 19:24:42.778296 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-045b055b-73a4-4a9c-b972-2dbea0d83236 req-a556b185-7bca-4fc5-a132-7d4b31f85805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:42.787096 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 48076) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:24:42.973969 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device c5deda56-0147-4b61-88ab-8a94e87ad583 up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:24:43.047675 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3af46831-488f-4f01-ac8c-a988bcb318ed req-bb95a456-3e81-479b-b1fd-d21871b20e74 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/security-groups?id=1e5cc43e-ae04-4a53-be47-dfdad3ea2d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694602 Apr 18 19:24:43.247606 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-4cf44d90-5dc1-44fa-84f7-5944698a7510 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:43.289960 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port 61407fd5-cf4f-4a26-b617-938a77b67461, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=61407fd5-cf4f-4a26-b617-938a77b67461,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:24:43.317422 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Returning: {'device': '61407fd5-cf4f-4a26-b617-938a77b67461', 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a', 'port_id': '61407fd5-cf4f-4a26-b617-938a77b67461', 'mac_address': 'fa:16:3e:5a:b7:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17d1b3aa-2066-4ffa-a69f-52ed566b6548', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:24:43.358587 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-4cf44d90-5dc1-44fa-84f7-5944698a7510 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:24:43.368440 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-69c2b39f-90a8-4dda-b060-91d77f186b9f tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:43.369033 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-4cf44d90-5dc1-44fa-84f7-5944698a7510 admin admin] Usage tracker for resource:security_group_rule and tenant:a59f31b3b24946a9bfdee6ea6c9c6373 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:24:43.372763 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-4cf44d90-5dc1-44fa-84f7-5944698a7510 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:24:43.387147 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-4cf44d90-5dc1-44fa-84f7-5944698a7510 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:24:43.435115 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning for port c5deda56-0147-4b61-88ab-8a94e87ad583 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:24:43.448846 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port c5deda56-0147-4b61-88ab-8a94e87ad583 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:24:43.449493 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:43.542606 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:43.561661 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c2b39f-90a8-4dda-b060-91d77f186b9f tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Pushing event deleted for resources: {'Port': ['ID=c2063947-9f41-4c52-ab65-5e1a6c899c74,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:43.590507 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 61407fd5-cf4f-4a26-b617-938a77b67461 {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:24:43.617377 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port 61407fd5-cf4f-4a26-b617-938a77b67461, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=61407fd5-cf4f-4a26-b617-938a77b67461,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:24:43.675545 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-4cf44d90-5dc1-44fa-84f7-5944698a7510 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:43.692731 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:43.729960 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-4cf44d90-5dc1-44fa-84f7-5944698a7510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:43.835003 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-4cf44d90-5dc1-44fa-84f7-5944698a7510 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a59f31b3b24946a9bfdee6ea6c9c6373&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0436940 Apr 18 19:24:43.841172 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:43.842037 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 48118) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:24:43.850739 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dde1c0-df99-4438-ac9e-4b8ea18fe997 req-b50c1f8c-f127-4fd8-b443-defffd04632c tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:43.853317 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d8dde1c0-df99-4438-ac9e-4b8ea18fe997 req-b50c1f8c-f127-4fd8-b443-defffd04632c tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=115054ae-eaa7-4e63-9798-88a3b5af809d HTTP/1.1" status: 200 len: 945 time: 0.3234777 Apr 18 19:24:43.897189 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf44d90-5dc1-44fa-84f7-5944698a7510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37f53ec0-7721-4d53-bab1-a6db40781dde,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:43.913612 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] get_ports_and_sgs() called for port_ids ['61407fd5-cf4f-4a26-b617-938a77b67461'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:24:43.957978 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d8dde1c0-df99-4438-ac9e-4b8ea18fe997 req-012deeea-7cbe-445f-86c1-7ec133c58b79 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882056 Apr 18 19:24:43.980137 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-045b055b-73a4-4a9c-b972-2dbea0d83236 req-a556b185-7bca-4fc5-a132-7d4b31f85805 service neutron] For port 66070cfb-f3cb-42ed-835a-6e23e8e08665, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=66070cfb-f3cb-42ed-835a-6e23e8e08665,segment=NetworkSegment(1b33902c-725a-4527-bb11-2978d3dba7a4),segment_id=1b33902c-725a-4527-bb11-2978d3dba7a4)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:24:43.991145 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Pushing event updated for resources: {'Port': ['ID=61407fd5-cf4f-4a26-b617-938a77b67461,revision_number=6']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:44.003448 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] For port c5deda56-0147-4b61-88ab-8a94e87ad583, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=c5deda56-0147-4b61-88ab-8a94e87ad583,segment=NetworkSegment(c04c4552-1cfd-4499-909e-70e6247e35d0),segment_id=c04c4552-1cfd-4499-909e-70e6247e35d0)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:24:44.006113 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-09da8bb1-7479-4464-861f-de2e1eebb5b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:44.066105 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:44.070368 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-09da8bb1-7479-4464-861f-de2e1eebb5b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:44.083776 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-69c2b39f-90a8-4dda-b060-91d77f186b9f tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Notify callbacks [] for floatingip, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:44.105161 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-045b055b-73a4-4a9c-b972-2dbea0d83236 req-a556b185-7bca-4fc5-a132-7d4b31f85805 service neutron] For port 66070cfb-f3cb-42ed-835a-6e23e8e08665, host n-h2-836017-2, cleared binding levels {{(pid=84763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:24:44.175103 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfabbcc0-3dfe-42db-9033-e0cb58aea3e0 req-44d98652-65b1-42de-980a-8a9def32973f tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:44.176794 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-bfabbcc0-3dfe-42db-9033-e0cb58aea3e0 req-44d98652-65b1-42de-980a-8a9def32973f tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/ports?device_id=378a8558-b9d2-4f8d-8f6f-831c1f0a06a1 HTTP/1.1" status: 200 len: 945 time: 0.8221648 Apr 18 19:24:44.205284 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Pushing event updated for resources: {'Port': ['ID=c5deda56-0147-4b61-88ab-8a94e87ad583,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:44.271627 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-045b055b-73a4-4a9c-b972-2dbea0d83236 req-a556b185-7bca-4fc5-a132-7d4b31f85805 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:44.283987 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153f33f9-038c-4f3b-94ca-5c9c40e4b2ea req-3d07b22d-5f6d-4fd1-86fc-5d8942dbfecf tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:44.285105 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '115054ae-eaa7-4e63-9798-88a3b5af809d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66070cfb-f3cb-42ed-835a-6e23e8e08665'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:24:44.287891 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-153f33f9-038c-4f3b-94ca-5c9c40e4b2ea req-3d07b22d-5f6d-4fd1-86fc-5d8942dbfecf tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] 10.222.0.69 "GET /v2.0/ports?device_id=4dc35b47-b950-47d2-a0ef-afc91fe7aefb HTTP/1.1" status: 200 len: 949 time: 0.1189938 Apr 18 19:24:44.307777 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-bfabbcc0-3dfe-42db-9033-e0cb58aea3e0 req-8993f32c-8ea8-4cfc-86a8-32237a1891d8 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/security-groups?id=1e5cc43e-ae04-4a53-be47-dfdad3ea2d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036263 Apr 18 19:24:44.329493 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-69c2b39f-90a8-4dda-b060-91d77f186b9f tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for floatingip, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:44.336685 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-69c2b39f-90a8-4dda-b060-91d77f186b9f tempest-ServersWithSpecificFlavorTestJSON-676173304 tempest-ServersWithSpecificFlavorTestJSON-676173304-project] 10.222.0.69 "DELETE /v2.0/floatingips/449ed824-e743-44fb-b2f8-6a24e67c368c HTTP/1.1" status: 204 len: 168 time: 3.0086606 Apr 18 19:24:44.340425 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-045b055b-73a4-4a9c-b972-2dbea0d83236 req-a556b185-7bca-4fc5-a132-7d4b31f85805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:44.364439 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-153f33f9-038c-4f3b-94ca-5c9c40e4b2ea req-f90799d1-cb5e-4351-a66d-57c3130e4b3b tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] 10.222.0.69 "GET /v2.0/security-groups?id=f3cfbdec-ef1b-4f57-b88c-a0c8e082fff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688093 Apr 18 19:24:44.365417 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-09da8bb1-7479-4464-861f-de2e1eebb5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:44.401840 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09da8bb1-7479-4464-861f-de2e1eebb5b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37f53ec0-7721-4d53-bab1-a6db40781dde,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:44.408674 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-09da8bb1-7479-4464-861f-de2e1eebb5b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:44.411409 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-09da8bb1-7479-4464-861f-de2e1eebb5b9 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/37f53ec0-7721-4d53-bab1-a6db40781dde HTTP/1.1" status: 204 len: 168 time: 0.5680597 Apr 18 19:24:44.574029 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c7e3a02-9c59-4bff-a513-ff0787cdd444'] response: {'server_uuid': '115054ae-eaa7-4e63-9798-88a3b5af809d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66070cfb-f3cb-42ed-835a-6e23e8e08665', 'code': 200} Apr 18 19:24:44.672029 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a556b185-7bca-4fc5-a132-7d4b31f85805 service neutron] Pushing event updated for resources: {'Port': ['ID=66070cfb-f3cb-42ed-835a-6e23e8e08665,revision_number=7']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:44.767828 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 61407fd5-cf4f-4a26-b617-938a77b67461 up at agent hyperv_n-h1-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:24:44.857134 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-045b055b-73a4-4a9c-b972-2dbea0d83236 req-a556b185-7bca-4fc5-a132-7d4b31f85805 service neutron] Attempting to bind port 66070cfb-f3cb-42ed-835a-6e23e8e08665 on host n-h2-836017-2 for vnic_type normal with profile {"migrating_to": "n-h1-836017-2"} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:24:44.857534 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-045b055b-73a4-4a9c-b972-2dbea0d83236 req-a556b185-7bca-4fc5-a132-7d4b31f85805 service neutron] Attempting to bind port 66070cfb-f3cb-42ed-835a-6e23e8e08665 by drivers openvswitch,hyperv on host n-h2-836017-2 at level 0 using segments [{'id': '1b33902c-725a-4527-bb11-2978d3dba7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '0685e2b1-3b13-405d-a131-f90aa0a8867a'}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:24:44.858061 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045b055b-73a4-4a9c-b972-2dbea0d83236 req-a556b185-7bca-4fc5-a132-7d4b31f85805 service neutron] Attempting to bind port 66070cfb-f3cb-42ed-835a-6e23e8e08665 on network 0685e2b1-3b13-405d-a131-f90aa0a8867a {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:24:44.870250 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045b055b-73a4-4a9c-b972-2dbea0d83236 req-a556b185-7bca-4fc5-a132-7d4b31f85805 service neutron] Port 66070cfb-f3cb-42ed-835a-6e23e8e08665 on network 0685e2b1-3b13-405d-a131-f90aa0a8867a not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-2 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:24:44.876335 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045b055b-73a4-4a9c-b972-2dbea0d83236 req-a556b185-7bca-4fc5-a132-7d4b31f85805 service neutron] Attempting to bind port 66070cfb-f3cb-42ed-835a-6e23e8e08665 on network 0685e2b1-3b13-405d-a131-f90aa0a8867a {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:24:44.878316 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045b055b-73a4-4a9c-b972-2dbea0d83236 req-a556b185-7bca-4fc5-a132-7d4b31f85805 service neutron] Checking agent: {'id': '02e8f951-d3a3-40e1-b8cc-aed258af030b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 24, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:24:44.879042 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045b055b-73a4-4a9c-b972-2dbea0d83236 req-a556b185-7bca-4fc5-a132-7d4b31f85805 service neutron] Checking segment: {'id': '1b33902c-725a-4527-bb11-2978d3dba7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '0685e2b1-3b13-405d-a131-f90aa0a8867a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:24:44.879786 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045b055b-73a4-4a9c-b972-2dbea0d83236 req-a556b185-7bca-4fc5-a132-7d4b31f85805 service neutron] Bound using segment: {'id': '1b33902c-725a-4527-bb11-2978d3dba7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '0685e2b1-3b13-405d-a131-f90aa0a8867a'} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:24:44.880319 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-045b055b-73a4-4a9c-b972-2dbea0d83236 req-a556b185-7bca-4fc5-a132-7d4b31f85805 service neutron] Bound port: 66070cfb-f3cb-42ed-835a-6e23e8e08665, host: n-h2-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b33902c-725a-4527-bb11-2978d3dba7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '0685e2b1-3b13-405d-a131-f90aa0a8867a'}}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:24:44.880745 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-045b055b-73a4-4a9c-b972-2dbea0d83236 req-a556b185-7bca-4fc5-a132-7d4b31f85805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:44.924326 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device c5deda56-0147-4b61-88ab-8a94e87ad583 up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:24:45.022749 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-045b055b-73a4-4a9c-b972-2dbea0d83236 req-a556b185-7bca-4fc5-a132-7d4b31f85805 service neutron] For port 66070cfb-f3cb-42ed-835a-6e23e8e08665, host n-h2-836017-2, cleared binding levels {{(pid=84763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:24:45.028357 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-045b055b-73a4-4a9c-b972-2dbea0d83236 req-a556b185-7bca-4fc5-a132-7d4b31f85805 service neutron] For port 66070cfb-f3cb-42ed-835a-6e23e8e08665, host n-h2-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=66070cfb-f3cb-42ed-835a-6e23e8e08665,segment=NetworkSegment(1b33902c-725a-4527-bb11-2978d3dba7a4),segment_id=1b33902c-725a-4527-bb11-2978d3dba7a4)] {{(pid=84763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:24:45.074375 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port c5deda56-0147-4b61-88ab-8a94e87ad583 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:24:45.075063 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:45.108172 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Provisioning complete for port 61407fd5-cf4f-4a26-b617-938a77b67461 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:24:45.108582 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:45.115557 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-045b055b-73a4-4a9c-b972-2dbea0d83236 req-a556b185-7bca-4fc5-a132-7d4b31f85805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:45.331627 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520d4d4a-e8c5-4cc3-9f7b-e41d73ff5a3f req-2609b7cb-da9e-47a7-849b-6d3076712871 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:45.339875 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-520d4d4a-e8c5-4cc3-9f7b-e41d73ff5a3f req-2609b7cb-da9e-47a7-849b-6d3076712871 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=115054ae-eaa7-4e63-9798-88a3b5af809d HTTP/1.1" status: 200 len: 943 time: 0.1632335 Apr 18 19:24:45.389260 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:45.424943 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3396816-7672-4e6c-a9ee-905861ee2aea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61407fd5-cf4f-4a26-b617-938a77b67461'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:24:45.437512 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port 61407fd5-cf4f-4a26-b617-938a77b67461, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=61407fd5-cf4f-4a26-b617-938a77b67461,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:24:45.450258 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a556b185-7bca-4fc5-a132-7d4b31f85805 service neutron] Pushing event updated for resources: {'Port': ['ID=66070cfb-f3cb-42ed-835a-6e23e8e08665,revision_number=8']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:45.461445 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-520d4d4a-e8c5-4cc3-9f7b-e41d73ff5a3f req-8eba71d4-10ce-4bb5-b60f-615f19fe567e tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186075 Apr 18 19:24:45.526551 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:45.585605 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-045b055b-73a4-4a9c-b972-2dbea0d83236 req-a556b185-7bca-4fc5-a132-7d4b31f85805 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:45.594952 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-045b055b-73a4-4a9c-b972-2dbea0d83236 req-a556b185-7bca-4fc5-a132-7d4b31f85805 service neutron] 10.222.0.73 "PUT /v2.0/ports/66070cfb-f3cb-42ed-835a-6e23e8e08665 HTTP/1.1" status: 200 len: 1121 time: 3.3756938 Apr 18 19:24:45.679418 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Pushing event updated for resources: {'Port': ['ID=61407fd5-cf4f-4a26-b617-938a77b67461,revision_number=7']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:45.686092 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] get_ports_and_sgs() called for port_ids ['66070cfb-f3cb-42ed-835a-6e23e8e08665'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:24:45.698863 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1f0aca-2059-4430-946a-25c06f09d3f7 req-95fefab5-98c7-4c98-adca-537c6495b0be tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:45.712374 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-6a1f0aca-2059-4430-946a-25c06f09d3f7 req-95fefab5-98c7-4c98-adca-537c6495b0be tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/ports?device_id=378a8558-b9d2-4f8d-8f6f-831c1f0a06a1 HTTP/1.1" status: 200 len: 945 time: 0.4126170 Apr 18 19:24:45.848876 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-6a1f0aca-2059-4430-946a-25c06f09d3f7 req-5e73c512-d0cd-4443-adb7-fba9fbfe3386 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/security-groups?id=1e5cc43e-ae04-4a53-be47-dfdad3ea2d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340578 Apr 18 19:24:45.873993 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68908bd4-4f35-4e90-baf5-8dd5b16a781b req-0023742c-c4de-424f-bb3b-031fe09e2dea tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:45.876911 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-68908bd4-4f35-4e90-baf5-8dd5b16a781b req-0023742c-c4de-424f-bb3b-031fe09e2dea tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] 10.222.0.69 "GET /v2.0/ports?device_id=4dc35b47-b950-47d2-a0ef-afc91fe7aefb HTTP/1.1" status: 200 len: 949 time: 0.1397274 Apr 18 19:24:45.946634 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87cc1d28-0d16-46fb-9a0f-5084c65e8c71'] response: {'server_uuid': 'f3396816-7672-4e6c-a9ee-905861ee2aea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61407fd5-cf4f-4a26-b617-938a77b67461', 'code': 200} Apr 18 19:24:45.987602 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-68908bd4-4f35-4e90-baf5-8dd5b16a781b req-ecb499c9-2e0d-4969-bb28-8a38daee1f26 tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] 10.222.0.69 "GET /v2.0/security-groups?id=f3cfbdec-ef1b-4f57-b88c-a0c8e082fff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992136 Apr 18 19:24:46.212266 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 48210) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:24:46.296201 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c613005-5e80-42b2-b129-9eeca32aa242 req-570fda1e-acd0-4cb5-b88f-1d1164b2308f tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:46.308544 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8c613005-5e80-42b2-b129-9eeca32aa242 req-570fda1e-acd0-4cb5-b88f-1d1164b2308f tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/ports?device_id=378a8558-b9d2-4f8d-8f6f-831c1f0a06a1 HTTP/1.1" status: 200 len: 945 time: 0.1173582 Apr 18 19:24:46.374768 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8c613005-5e80-42b2-b129-9eeca32aa242 req-111cb9ae-ad5d-465e-9224-5770f4d9222b tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/security-groups?id=1e5cc43e-ae04-4a53-be47-dfdad3ea2d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639307 Apr 18 19:24:46.575382 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '115054ae-eaa7-4e63-9798-88a3b5af809d', 'tag': '66070cfb-f3cb-42ed-835a-6e23e8e08665'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:24:46.843834 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dec74b-61e3-4474-bebb-db9eabede505 req-8a6ffc12-a448-450b-aef6-cc37287eae4d tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:46.845628 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d5dec74b-61e3-4474-bebb-db9eabede505 req-8a6ffc12-a448-450b-aef6-cc37287eae4d tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=115054ae-eaa7-4e63-9798-88a3b5af809d HTTP/1.1" status: 200 len: 943 time: 0.1371698 Apr 18 19:24:46.881271 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-d8137491-8e57-4a7c-932c-6e94ff42735d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417313'] for router_interface, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:46.974175 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d5dec74b-61e3-4474-bebb-db9eabede505 req-2e591faf-f7ab-4772-9eed-cf05bad04294 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219499 Apr 18 19:24:47.176755 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-011ba8b2-b136-45d7-9341-b228e1d96a13'] response: {'name': 'network-changed', 'server_uuid': '115054ae-eaa7-4e63-9798-88a3b5af809d', 'tag': '66070cfb-f3cb-42ed-835a-6e23e8e08665', 'status': 'completed', 'code': 200} Apr 18 19:24:47.451524 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2aa6ee78-f7c1-4d89-9359-50ed35b94668 req-8c9377b2-7ba6-4790-be8f-18dca8de2d00 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fc56e011536d43568ffc66b480cf23b0&device_id=115054ae-eaa7-4e63-9798-88a3b5af809d HTTP/1.1" status: 200 len: 1124 time: 0.2460859 Apr 18 19:24:47.637243 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e44610-9e1e-4461-9da8-90cb13c20bb0 req-94c993ab-c85b-4810-b198-cfd5dff02cea tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:47.640068 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f5e44610-9e1e-4461-9da8-90cb13c20bb0 req-94c993ab-c85b-4810-b198-cfd5dff02cea tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/ports?device_id=378a8558-b9d2-4f8d-8f6f-831c1f0a06a1 HTTP/1.1" status: 200 len: 945 time: 0.1574564 Apr 18 19:24:47.658142 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4370ca62-e362-47a3-afab-9b7c4fa94720 req-e119dfd3-e260-442c-a807-28ba9dcd2702 tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:47.659770 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-4370ca62-e362-47a3-afab-9b7c4fa94720 req-e119dfd3-e260-442c-a807-28ba9dcd2702 tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] 10.222.0.69 "GET /v2.0/ports?device_id=4dc35b47-b950-47d2-a0ef-afc91fe7aefb HTTP/1.1" status: 200 len: 949 time: 0.3574033 Apr 18 19:24:47.724264 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f5e44610-9e1e-4461-9da8-90cb13c20bb0 req-5b89c6fb-50d6-408d-91ef-06f916447e15 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/security-groups?id=1e5cc43e-ae04-4a53-be47-dfdad3ea2d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732775 Apr 18 19:24:47.777732 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa6ee78-f7c1-4d89-9359-50ed35b94668 req-1bc6315d-d0d2-4bb4-b315-1ee1b003782b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:47.779340 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2aa6ee78-f7c1-4d89-9359-50ed35b94668 req-1bc6315d-d0d2-4bb4-b315-1ee1b003782b service neutron] 10.222.0.72 "GET /v2.0/networks?id=0685e2b1-3b13-405d-a131-f90aa0a8867a HTTP/1.1" status: 200 len: 909 time: 0.3154483 Apr 18 19:24:47.823579 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-4370ca62-e362-47a3-afab-9b7c4fa94720 req-6dc95708-60f4-4ff5-a75a-8a4a0fee3531 tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] 10.222.0.69 "GET /v2.0/security-groups?id=f3cfbdec-ef1b-4f57-b88c-a0c8e082fff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513877 Apr 18 19:24:47.941971 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2aa6ee78-f7c1-4d89-9359-50ed35b94668 req-dd29725b-b6e1-4c35-8940-91fe03a26551 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=66070cfb-f3cb-42ed-835a-6e23e8e08665 HTTP/1.1" status: 200 len: 217 time: 0.1327899 Apr 18 19:24:48.165042 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa6ee78-f7c1-4d89-9359-50ed35b94668 req-e2be4710-9e02-466d-9859-9a6ec7cc6f6a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:48.166379 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2aa6ee78-f7c1-4d89-9359-50ed35b94668 req-e2be4710-9e02-466d-9859-9a6ec7cc6f6a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1c71b90d-680b-4d0c-80a6-944953a6ed07 HTTP/1.1" status: 200 len: 848 time: 0.2076914 Apr 18 19:24:48.233277 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2aa6ee78-f7c1-4d89-9359-50ed35b94668 req-4465a887-fac5-40f1-ba6f-1ea40d28d133 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0685e2b1-3b13-405d-a131-f90aa0a8867a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536189 Apr 18 19:24:48.540244 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2aa6ee78-f7c1-4d89-9359-50ed35b94668 req-7b6a62d3-91d7-4119-9908-61ab52f53d00 service neutron] 10.222.0.72 "GET /v2.0/networks/0685e2b1-3b13-405d-a131-f90aa0a8867a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650158 Apr 18 19:24:48.554261 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67aae87-4a15-4218-ab96-3ebc068a9487 req-ccf7b5e9-b904-4dda-ba66-8b7e745e205f tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:48.556498 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a67aae87-4a15-4218-ab96-3ebc068a9487 req-ccf7b5e9-b904-4dda-ba66-8b7e745e205f tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=115054ae-eaa7-4e63-9798-88a3b5af809d HTTP/1.1" status: 200 len: 943 time: 0.3215764 Apr 18 19:24:48.620065 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dacebc14-b472-4b5d-883c-101912fdd058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:48.775367 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 66070cfb-f3cb-42ed-835a-6e23e8e08665 details requested by agent hyperv_n-h1-836017-2 with host n-h1-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:24:48.891337 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a67aae87-4a15-4218-ab96-3ebc068a9487 req-5ec130bd-fd49-492e-b44e-5f4d952031be tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3128314 Apr 18 19:24:48.987283 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2aa6ee78-f7c1-4d89-9359-50ed35b94668 req-629880b3-cc94-47d2-9392-90cf0b715c39 service neutron] 10.222.0.72 "GET /v2.0/networks/0685e2b1-3b13-405d-a131-f90aa0a8867a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4396908 Apr 18 19:24:49.014511 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-d8137491-8e57-4a7c-932c-6e94ff42735d admin admin] Deleting port a454c1b6-054d-4e55-99b6-2a3048b753b0 {{(pid=84764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:24:49.018592 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-d8137491-8e57-4a7c-932c-6e94ff42735d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:49.063760 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port 66070cfb-f3cb-42ed-835a-6e23e8e08665, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=66070cfb-f3cb-42ed-835a-6e23e8e08665,segment=NetworkSegment(1b33902c-725a-4527-bb11-2978d3dba7a4),segment_id=1b33902c-725a-4527-bb11-2978d3dba7a4)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:24:49.106765 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 66070cfb-f3cb-42ed-835a-6e23e8e08665 has no active binding in host n-h1-836017-2 {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Apr 18 19:24:49.336110 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [None req-d8137491-8e57-4a7c-932c-6e94ff42735d admin admin] For port a454c1b6-054d-4e55-99b6-2a3048b753b0, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=a454c1b6-054d-4e55-99b6-2a3048b753b0,segment=NetworkSegment(6756b591-a26a-489e-add9-6f6fd4d12828),segment_id=6756b591-a26a-489e-add9-6f6fd4d12828)] {{(pid=84764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:24:49.336110 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-d8137491-8e57-4a7c-932c-6e94ff42735d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:49.346736 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21b1f2d-e484-4878-8c2d-50b2b83f0cfb req-e2fb6d98-87d3-4146-8519-2c2987b6e154 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:49.348346 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d21b1f2d-e484-4878-8c2d-50b2b83f0cfb req-e2fb6d98-87d3-4146-8519-2c2987b6e154 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/ports?device_id=378a8558-b9d2-4f8d-8f6f-831c1f0a06a1 HTTP/1.1" status: 200 len: 945 time: 0.2037866 Apr 18 19:24:49.477714 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-d8137491-8e57-4a7c-932c-6e94ff42735d admin admin] Calling delete_port for a454c1b6-054d-4e55-99b6-2a3048b753b0 owned by network:router_interface {{(pid=84764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:24:49.584219 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d21b1f2d-e484-4878-8c2d-50b2b83f0cfb req-1ee1c9c3-f5d0-4ad3-b6c8-230f151b87ac tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/security-groups?id=1e5cc43e-ae04-4a53-be47-dfdad3ea2d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811094 Apr 18 19:24:49.616068 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33a71ee-8f5c-4eb4-84f9-48aba989db73 req-1bb28c32-3f52-41ae-838b-c982245e1dd0 tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:49.619546 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a33a71ee-8f5c-4eb4-84f9-48aba989db73 req-1bb28c32-3f52-41ae-838b-c982245e1dd0 tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] 10.222.0.69 "GET /v2.0/ports?device_id=4dc35b47-b950-47d2-a0ef-afc91fe7aefb HTTP/1.1" status: 200 len: 949 time: 0.1043541 Apr 18 19:24:49.700918 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a33a71ee-8f5c-4eb4-84f9-48aba989db73 req-913f39c9-0eb7-4ac5-9a0d-21fb8eb4f7d0 tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] 10.222.0.69 "GET /v2.0/security-groups?id=f3cfbdec-ef1b-4f57-b88c-a0c8e082fff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744040 Apr 18 19:24:49.852892 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-d8137491-8e57-4a7c-932c-6e94ff42735d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:50.003996 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8137491-8e57-4a7c-932c-6e94ff42735d admin admin] Pushing event deleted for resources: {'Port': ['ID=a454c1b6-054d-4e55-99b6-2a3048b753b0,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:50.405580 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fe38f15c-f059-4ee4-8dec-1eea71382024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:50.498779 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13b2db7-2ac2-4ff3-b4be-d5e3e344fc0e req-fe8cefd0-e42c-4321-aee4-306ab25dddd5 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:50.500939 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d13b2db7-2ac2-4ff3-b4be-d5e3e344fc0e req-fe8cefd0-e42c-4321-aee4-306ab25dddd5 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=115054ae-eaa7-4e63-9798-88a3b5af809d HTTP/1.1" status: 200 len: 943 time: 0.3493757 Apr 18 19:24:50.642425 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d13b2db7-2ac2-4ff3-b4be-d5e3e344fc0e req-48dceaad-949b-488c-b455-bd4439430b00 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282833 Apr 18 19:24:50.688955 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-d8137491-8e57-4a7c-932c-6e94ff42735d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417398'] for router_interface, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:50.937051 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:50.995951 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6a4f39-461f-4db2-8beb-865a74ec3868 req-dc0d52c9-5e85-4260-8099-962ccc764525 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:50.997829 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-1c6a4f39-461f-4db2-8beb-865a74ec3868 req-dc0d52c9-5e85-4260-8099-962ccc764525 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/ports?device_id=378a8558-b9d2-4f8d-8f6f-831c1f0a06a1 HTTP/1.1" status: 200 len: 945 time: 0.1812685 Apr 18 19:24:51.070486 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-1c6a4f39-461f-4db2-8beb-865a74ec3868 req-8112fa13-1fc2-4897-8694-ac7aa1e988d2 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/security-groups?id=1e5cc43e-ae04-4a53-be47-dfdad3ea2d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608325 Apr 18 19:24:51.113761 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748e45ba-83da-48da-87fc-450624be7050 req-6eda1966-fa5a-466a-9d93-4faa619f6814 tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:51.123744 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-748e45ba-83da-48da-87fc-450624be7050 req-6eda1966-fa5a-466a-9d93-4faa619f6814 tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] 10.222.0.69 "GET /v2.0/ports?device_id=4dc35b47-b950-47d2-a0ef-afc91fe7aefb HTTP/1.1" status: 200 len: 949 time: 0.2127590 Apr 18 19:24:51.351051 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 48334) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:24:51.750018 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-68299522-eb00-4ad8-b9e8-22e0f7625d82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:51.783692 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1c541fd-6087-4755-8778-e68e27e46067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:51.802431 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-68299522-eb00-4ad8-b9e8-22e0f7625d82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:24:51.809266 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-748e45ba-83da-48da-87fc-450624be7050 req-ae266032-b3d2-4f7c-b997-27217f411de4 tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] 10.222.0.69 "GET /v2.0/security-groups?id=f3cfbdec-ef1b-4f57-b88c-a0c8e082fff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6846292 Apr 18 19:24:51.823115 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-68299522-eb00-4ad8-b9e8-22e0f7625d82 admin admin] Usage tracker for resource:security_group_rule and tenant:f0d0aeaabf06462582b22355c343019b is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:24:51.830626 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-68299522-eb00-4ad8-b9e8-22e0f7625d82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:24:51.874573 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-68299522-eb00-4ad8-b9e8-22e0f7625d82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:24:52.033895 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:52.069722 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-68299522-eb00-4ad8-b9e8-22e0f7625d82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:52.126160 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-68299522-eb00-4ad8-b9e8-22e0f7625d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:52.221682 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8137491-8e57-4a7c-932c-6e94ff42735d admin admin] Router d006cc8b-66d4-405c-ab79-ccaaa7e75f1b has already been hosted by L3 agent 21b59c62-f184-4169-bc3e-79831cc043e8 {{(pid=84764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:24:52.268516 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68299522-eb00-4ad8-b9e8-22e0f7625d82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=360bdf1c-8abf-4542-9683-6e02da3ba79b,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:52.282558 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-68299522-eb00-4ad8-b9e8-22e0f7625d82 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f0d0aeaabf06462582b22355c343019b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9293919 Apr 18 19:24:52.286465 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 48352) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:24:52.513885 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8137491-8e57-4a7c-932c-6e94ff42735d admin admin] Notify agent at l3_agent.n-d-836017-2 the message routers_updated {{(pid=84764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:24:52.527236 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201593a9-1a0f-416e-9509-7ca60696cc39 None None] Sync routers for ids ['d006cc8b-66d4-405c-ab79-ccaaa7e75f1b'] in n-d-836017-2 {{(pid=84765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:24:52.532041 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-d8137491-8e57-4a7c-932c-6e94ff42735d admin admin] 10.222.0.69 "PUT /v2.0/routers/d006cc8b-66d4-405c-ab79-ccaaa7e75f1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3175907 Apr 18 19:24:52.534724 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 48360) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:24:52.559779 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201593a9-1a0f-416e-9509-7ca60696cc39 None None] Routers {'d006cc8b-66d4-405c-ab79-ccaaa7e75f1b'} bound to L3 agent in host n-d-836017-2 {{(pid=84765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:24:52.563380 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-201593a9-1a0f-416e-9509-7ca60696cc39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:24:50Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['d006cc8b-66d4-405c-ab79-ccaaa7e75f1b'], 'active': True} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:24:52.596588 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-a0157231-f9a0-4fab-9f4b-5649967029f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:52.745999 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-a0157231-f9a0-4fab-9f4b-5649967029f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:52.880492 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa222d6-5f93-48bf-99de-49452c403893 req-a5e56b2b-9730-4eaf-b993-5956beb626e3 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:52.888242 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0fa222d6-5f93-48bf-99de-49452c403893 req-a5e56b2b-9730-4eaf-b993-5956beb626e3 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=115054ae-eaa7-4e63-9798-88a3b5af809d HTTP/1.1" status: 200 len: 943 time: 0.6026564 Apr 18 19:24:52.904177 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-2bde474d-b2cf-406c-8279-62e656fbdd2b admin admin] Notify callbacks [] for router, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:52.994088 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0fa222d6-5f93-48bf-99de-49452c403893 req-631e1d85-ec40-418b-80ca-2563fb06b3dd tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049507 Apr 18 19:24:53.086713 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-a0157231-f9a0-4fab-9f4b-5649967029f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:53.111678 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0157231-f9a0-4fab-9f4b-5649967029f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=360bdf1c-8abf-4542-9683-6e02da3ba79b,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:53.134537 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-a0157231-f9a0-4fab-9f4b-5649967029f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:53.135676 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-a0157231-f9a0-4fab-9f4b-5649967029f7 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/360bdf1c-8abf-4542-9683-6e02da3ba79b HTTP/1.1" status: 204 len: 168 time: 0.8480461 Apr 18 19:24:53.215975 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a4106dab-6971-4e7e-8fdc-c66f0a3f4877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:53.303194 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528cc8e0-c54b-4125-b19b-f3f5bde7b45a req-5e7c6965-d53b-4812-a141-267658ed1aa2 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:53.316662 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-528cc8e0-c54b-4125-b19b-f3f5bde7b45a req-5e7c6965-d53b-4812-a141-267658ed1aa2 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/ports?device_id=378a8558-b9d2-4f8d-8f6f-831c1f0a06a1 HTTP/1.1" status: 200 len: 945 time: 0.1755269 Apr 18 19:24:53.327729 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-201593a9-1a0f-416e-9509-7ca60696cc39 None None] Set router d006cc8b-66d4-405c-ab79-ccaaa7e75f1b gateway port host: n-d-836017-2 {{(pid=84765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:24:53.406427 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-528cc8e0-c54b-4125-b19b-f3f5bde7b45a req-57dc9eac-be03-4eda-9745-5c6e0fa77a27 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/security-groups?id=1e5cc43e-ae04-4a53-be47-dfdad3ea2d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887854 Apr 18 19:24:53.529649 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-2bde474d-b2cf-406c-8279-62e656fbdd2b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:53.582839 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefb1c9c-ca50-4183-9481-f2936678e21e req-7bf0a7da-9ddb-49a2-8d98-57fb9153239f tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:53.584427 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-aefb1c9c-ca50-4183-9481-f2936678e21e req-7bf0a7da-9ddb-49a2-8d98-57fb9153239f tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] 10.222.0.69 "GET /v2.0/ports?device_id=4dc35b47-b950-47d2-a0ef-afc91fe7aefb HTTP/1.1" status: 200 len: 949 time: 0.1243756 Apr 18 19:24:53.683739 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-2bde474d-b2cf-406c-8279-62e656fbdd2b admin admin] Deleting port e303d130-41ec-4c36-aaef-b0d95c1dd8ba {{(pid=84764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:24:53.697664 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-2bde474d-b2cf-406c-8279-62e656fbdd2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:53.725806 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-aefb1c9c-ca50-4183-9481-f2936678e21e req-3d285685-15a2-4ae4-b2f0-b00bd931c669 tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] 10.222.0.69 "GET /v2.0/security-groups?id=f3cfbdec-ef1b-4f57-b88c-a0c8e082fff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260076 Apr 18 19:24:53.987861 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-045b055b-73a4-4a9c-b972-2dbea0d83236 req-1a8dfabc-a21d-4640-a36b-96d1a011fcfe service neutron] 10.222.0.72 "GET /v2.0/ports/66070cfb-f3cb-42ed-835a-6e23e8e08665/bindings/n-h1-836017-2 HTTP/1.1" status: 200 len: 384 time: 0.4200852 Apr 18 19:24:54.066644 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-201593a9-1a0f-416e-9509-7ca60696cc39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd006cc8b-66d4-405c-ab79-ccaaa7e75f1b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1362457460-router', 'tenant_id': '879aba68d0c84185b21236d011dd113c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'e303d130-41ec-4c36-aaef-b0d95c1dd8ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:19:59Z', 'updated_at': '2022-04-18T19:24:49Z', 'revision_number': 5, 'project_id': '879aba68d0c84185b21236d011dd113c', 'gw_port': {'id': 'e303d130-41ec-4c36-aaef-b0d95c1dd8ba', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd006cc8b-66d4-405c-ab79-ccaaa7e75f1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:19:59Z', 'updated_at': '2022-04-18T19:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2'}], 'n-d-836017-2', False) {} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:24:54.072227 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201593a9-1a0f-416e-9509-7ca60696cc39 None None] Checking router: d006cc8b-66d4-405c-ab79-ccaaa7e75f1b for host: n-d-836017-2 {{(pid=84765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:24:54.087908 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201593a9-1a0f-416e-9509-7ca60696cc39 None None] Routers {'d006cc8b-66d4-405c-ab79-ccaaa7e75f1b'} bound to L3 agent in host n-d-836017-2 {{(pid=84765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:24:54.088911 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-201593a9-1a0f-416e-9509-7ca60696cc39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:24:50Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['d006cc8b-66d4-405c-ab79-ccaaa7e75f1b'], 'active': True} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:24:54.271813 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [None req-2bde474d-b2cf-406c-8279-62e656fbdd2b admin admin] For port e303d130-41ec-4c36-aaef-b0d95c1dd8ba, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=e303d130-41ec-4c36-aaef-b0d95c1dd8ba,segment=NetworkSegment(5de34947-6c56-419b-85d0-f61f69ce7c45),segment_id=5de34947-6c56-419b-85d0-f61f69ce7c45)] {{(pid=84764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:24:54.272198 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-2bde474d-b2cf-406c-8279-62e656fbdd2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:54.331842 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-201593a9-1a0f-416e-9509-7ca60696cc39 None None] Set router d006cc8b-66d4-405c-ab79-ccaaa7e75f1b gateway port host: None {{(pid=84765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:24:54.529196 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-201593a9-1a0f-416e-9509-7ca60696cc39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd006cc8b-66d4-405c-ab79-ccaaa7e75f1b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1362457460-router', 'tenant_id': '879aba68d0c84185b21236d011dd113c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:19:59Z', 'updated_at': '2022-04-18T19:24:53Z', 'revision_number': 6, 'project_id': '879aba68d0c84185b21236d011dd113c', 'gw_port_host': None}], 'n-d-836017-2', False) {} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:24:54.533928 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201593a9-1a0f-416e-9509-7ca60696cc39 None None] The sync data for ids ['d006cc8b-66d4-405c-ab79-ccaaa7e75f1b'] in n-d-836017-2 is: [{'id': 'd006cc8b-66d4-405c-ab79-ccaaa7e75f1b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1362457460-router', 'tenant_id': '879aba68d0c84185b21236d011dd113c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:19:59Z', 'updated_at': '2022-04-18T19:24:53Z', 'revision_number': 6, 'project_id': '879aba68d0c84185b21236d011dd113c', 'gw_port_host': None}] {{(pid=84765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:24:54.719594 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:54.765918 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-2bde474d-b2cf-406c-8279-62e656fbdd2b admin admin] Calling delete_port for e303d130-41ec-4c36-aaef-b0d95c1dd8ba owned by network:router_gateway {{(pid=84764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:24:54.863848 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb545ce-f48e-4a9f-98d9-1658e3b2009f req-dd5a7774-c694-4a48-87ba-5ecd1e5f46dc tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:54.865509 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-adb545ce-f48e-4a9f-98d9-1658e3b2009f req-dd5a7774-c694-4a48-87ba-5ecd1e5f46dc tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] 10.222.0.73 "GET /v2.0/ports?device_id=4dc35b47-b950-47d2-a0ef-afc91fe7aefb HTTP/1.1" status: 200 len: 949 time: 0.3685415 Apr 18 19:24:54.880697 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3003f145-5e2a-409b-8242-b0b95d46452b req-8240c2f3-cf88-43e2-a3d8-d04f38dac4fb tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:54.882262 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3003f145-5e2a-409b-8242-b0b95d46452b req-8240c2f3-cf88-43e2-a3d8-d04f38dac4fb tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/ports?device_id=378a8558-b9d2-4f8d-8f6f-831c1f0a06a1 HTTP/1.1" status: 200 len: 945 time: 0.1998241 Apr 18 19:24:54.956772 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device a454c1b6-054d-4e55-99b6-2a3048b753b0 no longer exists at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:24:55.041540 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] No Port match for: a454c1b6-054d-4e55-99b6-2a3048b753b0 {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:24:55.042160 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device a454c1b6-054d-4e55-99b6-2a3048b753b0 not bound to the agent host n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:24:55.108069 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a11170e-25f0-4310-a286-74ad36feac43 req-3371f861-77f1-440e-83ec-c022fefdf53d tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:55.114459 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-4a11170e-25f0-4310-a286-74ad36feac43 req-3371f861-77f1-440e-83ec-c022fefdf53d tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=115054ae-eaa7-4e63-9798-88a3b5af809d HTTP/1.1" status: 200 len: 943 time: 0.7479537 Apr 18 19:24:55.331959 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-adb545ce-f48e-4a9f-98d9-1658e3b2009f req-570e4637-ba1a-4264-a73e-7e4d02400a25 tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] Deleting port be338a45-0f4f-4cee-8ef1-5fed5bd30f38 {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:24:55.332526 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-adb545ce-f48e-4a9f-98d9-1658e3b2009f req-570e4637-ba1a-4264-a73e-7e4d02400a25 tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:55.364924 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-4a11170e-25f0-4310-a286-74ad36feac43 req-496a494b-ac49-446d-87e4-7194f8d39d45 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969798 Apr 18 19:24:55.428048 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-045b055b-73a4-4a9c-b972-2dbea0d83236 req-96340714-230f-4390-a9d1-f75d9cb12dce service neutron] For port 66070cfb-f3cb-42ed-835a-6e23e8e08665, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=66070cfb-f3cb-42ed-835a-6e23e8e08665,segment=NetworkSegment(1b33902c-725a-4527-bb11-2978d3dba7a4),segment_id=1b33902c-725a-4527-bb11-2978d3dba7a4)] {{(pid=84764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:24:55.495975 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3003f145-5e2a-409b-8242-b0b95d46452b req-4a6a0460-a11c-4816-99a4-aa436f523b68 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/security-groups?id=1e5cc43e-ae04-4a53-be47-dfdad3ea2d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2945497 Apr 18 19:24:55.796316 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-045b055b-73a4-4a9c-b972-2dbea0d83236 req-96340714-230f-4390-a9d1-f75d9cb12dce service neutron] For port 66070cfb-f3cb-42ed-835a-6e23e8e08665, host n-h2-836017-2, cleared binding levels {{(pid=84764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:24:55.897011 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [req-045b055b-73a4-4a9c-b972-2dbea0d83236 req-96340714-230f-4390-a9d1-f75d9cb12dce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66070cfb-f3cb-42ed-835a-6e23e8e08665 {{(pid=84764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:24:55.919873 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-adb545ce-f48e-4a9f-98d9-1658e3b2009f req-570e4637-ba1a-4264-a73e-7e4d02400a25 tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] For port be338a45-0f4f-4cee-8ef1-5fed5bd30f38, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=be338a45-0f4f-4cee-8ef1-5fed5bd30f38,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:24:55.920526 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-adb545ce-f48e-4a9f-98d9-1658e3b2009f req-570e4637-ba1a-4264-a73e-7e4d02400a25 tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:55.922065 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-045b055b-73a4-4a9c-b972-2dbea0d83236 req-96340714-230f-4390-a9d1-f75d9cb12dce service neutron] For port 66070cfb-f3cb-42ed-835a-6e23e8e08665, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=66070cfb-f3cb-42ed-835a-6e23e8e08665,segment=NetworkSegment(1b33902c-725a-4527-bb11-2978d3dba7a4),segment_id=1b33902c-725a-4527-bb11-2978d3dba7a4)] {{(pid=84764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:24:56.039768 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593c20a3-f603-44f0-9296-e127aaedc520 req-ce8d0c6b-36c8-466b-93f6-c6b846cf961f tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:56.042100 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-593c20a3-f603-44f0-9296-e127aaedc520 req-ce8d0c6b-36c8-466b-93f6-c6b846cf961f tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] 10.222.0.69 "GET /v2.0/ports?device_id=4dc35b47-b950-47d2-a0ef-afc91fe7aefb HTTP/1.1" status: 200 len: 949 time: 0.4852924 Apr 18 19:24:56.137860 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-593c20a3-f603-44f0-9296-e127aaedc520 req-9de1f39b-4294-4435-98a1-437fb5aed4c7 tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] 10.222.0.69 "GET /v2.0/security-groups?id=f3cfbdec-ef1b-4f57-b88c-a0c8e082fff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891726 Apr 18 19:24:56.153201 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-adb545ce-f48e-4a9f-98d9-1658e3b2009f req-570e4637-ba1a-4264-a73e-7e4d02400a25 tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] Calling delete_port for be338a45-0f4f-4cee-8ef1-5fed5bd30f38 owned by compute:nova {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:24:56.539931 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 66070cfb-f3cb-42ed-835a-6e23e8e08665 no longer exists at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:24:56.716405 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-045b055b-73a4-4a9c-b972-2dbea0d83236 req-96340714-230f-4390-a9d1-f75d9cb12dce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:56.783939 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-adb545ce-f48e-4a9f-98d9-1658e3b2009f req-570e4637-ba1a-4264-a73e-7e4d02400a25 tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:56.841163 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device be338a45-0f4f-4cee-8ef1-5fed5bd30f38 no longer exists at agent hyperv_n-h1-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:24:56.904293 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-2bde474d-b2cf-406c-8279-62e656fbdd2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:56.929371 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] No Port match for: be338a45-0f4f-4cee-8ef1-5fed5bd30f38 {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:24:56.930791 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device be338a45-0f4f-4cee-8ef1-5fed5bd30f38 not bound to the agent host n-h1-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:24:56.935370 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570e4637-ba1a-4264-a73e-7e4d02400a25 tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] Pushing event deleted for resources: {'Port': ['ID=be338a45-0f4f-4cee-8ef1-5fed5bd30f38,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:56.973137 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device e303d130-41ec-4c36-aaef-b0d95c1dd8ba no longer exists at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:24:57.044117 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] No Port match for: e303d130-41ec-4c36-aaef-b0d95c1dd8ba {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:24:57.050754 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device e303d130-41ec-4c36-aaef-b0d95c1dd8ba not bound to the agent host n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:24:57.064760 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bde474d-b2cf-406c-8279-62e656fbdd2b admin admin] Pushing event deleted for resources: {'Port': ['ID=e303d130-41ec-4c36-aaef-b0d95c1dd8ba,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:57.136949 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6258dc0a-3bf6-4c07-9b57-75aba719ee8a req-10b7a816-f108-424d-90b8-fb89dd29d645 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:57.137770 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-6258dc0a-3bf6-4c07-9b57-75aba719ee8a req-10b7a816-f108-424d-90b8-fb89dd29d645 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/ports?device_id=378a8558-b9d2-4f8d-8f6f-831c1f0a06a1 HTTP/1.1" status: 200 len: 945 time: 0.4475656 Apr 18 19:24:57.211122 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-adb545ce-f48e-4a9f-98d9-1658e3b2009f req-570e4637-ba1a-4264-a73e-7e4d02400a25 tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] No DVR routers for this DVR port be338a45-0f4f-4cee-8ef1-5fed5bd30f38 on host n-h1-836017-2 {{(pid=84763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:24:57.215494 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-adb545ce-f48e-4a9f-98d9-1658e3b2009f req-570e4637-ba1a-4264-a73e-7e4d02400a25 tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:57.218352 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dc35b47-b950-47d2-a0ef-afc91fe7aefb', 'name': 'network-vif-deleted', 'tag': 'be338a45-0f4f-4cee-8ef1-5fed5bd30f38'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:24:57.230060 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.provisioning_blocks [req-045b055b-73a4-4a9c-b972-2dbea0d83236 req-96340714-230f-4390-a9d1-f75d9cb12dce service neutron] Transition to ACTIVE for port object 66070cfb-f3cb-42ed-835a-6e23e8e08665 will not be triggered until provisioned by entity L2. {{(pid=84764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:24:57.270197 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 48438) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:24:57.271829 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412120e7-0bcc-4e30-8f0d-a57a2add807a req-0e74ac32-6ce6-4be2-a2c9-76845771c037 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:57.273602 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-412120e7-0bcc-4e30-8f0d-a57a2add807a req-0e74ac32-6ce6-4be2-a2c9-76845771c037 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=115054ae-eaa7-4e63-9798-88a3b5af809d HTTP/1.1" status: 200 len: 943 time: 0.7033823 Apr 18 19:24:57.298302 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-6258dc0a-3bf6-4c07-9b57-75aba719ee8a req-3b76d3c1-6446-46cf-a912-06ce874ab251 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/security-groups?id=1e5cc43e-ae04-4a53-be47-dfdad3ea2d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376989 Apr 18 19:24:57.320776 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-adb545ce-f48e-4a9f-98d9-1658e3b2009f req-570e4637-ba1a-4264-a73e-7e4d02400a25 tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] 10.222.0.73 "DELETE /v2.0/ports/be338a45-0f4f-4cee-8ef1-5fed5bd30f38 HTTP/1.1" status: 204 len: 173 time: 2.4466906 Apr 18 19:24:57.552613 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-045b055b-73a4-4a9c-b972-2dbea0d83236 req-96340714-230f-4390-a9d1-f75d9cb12dce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2290934'] for port, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:57.591559 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-781f1ae6-870e-4e76-94b5-f8c015f5b167 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:57.670506 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-2bde474d-b2cf-406c-8279-62e656fbdd2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416828'] for router_gateway, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:57.739648 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-781f1ae6-870e-4e76-94b5-f8c015f5b167 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:24:57.757943 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-781f1ae6-870e-4e76-94b5-f8c015f5b167 admin admin] Usage tracker for resource:security_group_rule and tenant:ff36bb1d94f8471cbed3559a33340619 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:24:57.762693 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-781f1ae6-870e-4e76-94b5-f8c015f5b167 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:24:57.779133 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-781f1ae6-870e-4e76-94b5-f8c015f5b167 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:24:57.957515 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-6381bda2-8ad0-4252-90b2-962bd149588d req-cda2809a-76a9-40f7-b492-e9f777a63d89 tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] Synchronizing usage tracker for tenant:0bfa1acfa101481e821d2de81222b04b on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:24:58.020860 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-781f1ae6-870e-4e76-94b5-f8c015f5b167 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:58.066168 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-412120e7-0bcc-4e30-8f0d-a57a2add807a req-5d62f9ae-6fdd-4e79-95ac-98e31085353c tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6353145 Apr 18 19:24:58.120138 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96340714-230f-4390-a9d1-f75d9cb12dce service neutron] Pushing event updated for resources: {'Port': ['ID=66070cfb-f3cb-42ed-835a-6e23e8e08665,revision_number=10']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:58.137885 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [req-045b055b-73a4-4a9c-b972-2dbea0d83236 req-96340714-230f-4390-a9d1-f75d9cb12dce service neutron] No DVR routers for this DVR port 66070cfb-f3cb-42ed-835a-6e23e8e08665 on host n-h2-836017-2 {{(pid=84764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:24:58.182605 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbf8ac1a-8b9e-4e4b-ba07-a0bfd932dad4'] response: {'server_uuid': '4dc35b47-b950-47d2-a0ef-afc91fe7aefb', 'name': 'network-vif-deleted', 'tag': 'be338a45-0f4f-4cee-8ef1-5fed5bd30f38', 'status': 'completed', 'code': 200} Apr 18 19:24:58.364541 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-2bde474d-b2cf-406c-8279-62e656fbdd2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4443'] for router, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:58.376898 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-045b055b-73a4-4a9c-b972-2dbea0d83236 req-96340714-230f-4390-a9d1-f75d9cb12dce service neutron] 10.222.0.72 "PUT /v2.0/ports/66070cfb-f3cb-42ed-835a-6e23e8e08665/bindings/n-h1-836017-2/activate HTTP/1.1" status: 200 len: 369 time: 4.3793509 Apr 18 19:24:58.377613 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-2bde474d-b2cf-406c-8279-62e656fbdd2b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:58.628789 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc255f8-f6c2-4a5a-887f-454e08a4d466 req-0b31bf9c-72ae-4830-b28f-6374ea59a67f tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:58.630598 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-bbc255f8-f6c2-4a5a-887f-454e08a4d466 req-0b31bf9c-72ae-4830-b28f-6374ea59a67f tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/ports?device_id=378a8558-b9d2-4f8d-8f6f-831c1f0a06a1 HTTP/1.1" status: 200 len: 945 time: 0.1149099 Apr 18 19:24:58.635640 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-781f1ae6-870e-4e76-94b5-f8c015f5b167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:58.645900 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-6381bda2-8ad0-4252-90b2-962bd149588d req-cda2809a-76a9-40f7-b492-e9f777a63d89 tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] Unset dirty status for tenant:0bfa1acfa101481e821d2de81222b04b on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:24:58.663267 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-2bde474d-b2cf-406c-8279-62e656fbdd2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412768'] for router, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:58.665236 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bde474d-b2cf-406c-8279-62e656fbdd2b admin admin] Fanout notify agent at l3_agent the message router_deleted on router d006cc8b-66d4-405c-ab79-ccaaa7e75f1b {{(pid=84764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 19:24:58.673848 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-6381bda2-8ad0-4252-90b2-962bd149588d req-cda2809a-76a9-40f7-b492-e9f777a63d89 tempest-ServerDiagnosticsNegativeTest-229721188 tempest-ServerDiagnosticsNegativeTest-229721188-project] 10.222.0.69 "GET /v2.0/ports?device_id=4dc35b47-b950-47d2-a0ef-afc91fe7aefb HTTP/1.1" status: 200 len: 210 time: 0.8069355 Apr 18 19:24:58.694809 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-2bde474d-b2cf-406c-8279-62e656fbdd2b admin admin] Notify callbacks [] for router, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:58.699223 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-2bde474d-b2cf-406c-8279-62e656fbdd2b admin admin] 10.222.0.69 "DELETE /v2.0/routers/d006cc8b-66d4-405c-ab79-ccaaa7e75f1b HTTP/1.1" status: 204 len: 168 time: 6.1612742 Apr 18 19:24:58.704957 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 48460) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:24:58.751444 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-bbc255f8-f6c2-4a5a-887f-454e08a4d466 req-12337b5e-a8ed-484f-a572-5eab2eb7bbe8 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/security-groups?id=1e5cc43e-ae04-4a53-be47-dfdad3ea2d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128149 Apr 18 19:24:58.939121 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781f1ae6-870e-4e76-94b5-f8c015f5b167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5a67128-73cb-4fc5-bb9d-5dee1d4f4b77,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:58.944029 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-781f1ae6-870e-4e76-94b5-f8c015f5b167 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ff36bb1d94f8471cbed3559a33340619&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6689448 Apr 18 19:24:58.951836 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 48472) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:24:58.978170 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ce32b99-ae43-4290-9f29-43fc99088971 admin admin] Deleting subnet aa3d7594-8a64-4b57-b0dc-322016530760 {{(pid=84764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:24:58.984939 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-5ce32b99-ae43-4290-9f29-43fc99088971 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:59.051106 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-045b055b-73a4-4a9c-b972-2dbea0d83236 req-66dfdb8b-8dbe-45fe-8662-b1ac65857e63 tempest-LiveMigrationTest-374537811 tempest-LiveMigrationTest-374537811-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=115054ae-eaa7-4e63-9798-88a3b5af809d&tenant_id=fc56e011536d43568ffc66b480cf23b0&binding%3Ahost_id=n-h2-836017-2 HTTP/1.1" status: 200 len: 1095 time: 0.3731239 Apr 18 19:24:59.055640 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-1718cac8-e484-4934-b34c-370813471798 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:59.073185 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-5ce32b99-ae43-4290-9f29-43fc99088971 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66931798'] for subnet, precommit_delete_associations {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:59.141225 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-1718cac8-e484-4934-b34c-370813471798 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:59.268424 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-5ce32b99-ae43-4290-9f29-43fc99088971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1258508'] for subnet, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:59.281558 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-045b055b-73a4-4a9c-b972-2dbea0d83236 req-00f4b9f8-5e66-4903-a823-13d5a11b6b81 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=115054ae-eaa7-4e63-9798-88a3b5af809d&tenant_id=fc56e011536d43568ffc66b480cf23b0 HTTP/1.1" status: 200 len: 1095 time: 0.2140584 Apr 18 19:24:59.381867 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-1718cac8-e484-4934-b34c-370813471798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:59.410496 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-1718cac8-e484-4934-b34c-370813471798 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:59.414118 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-1718cac8-e484-4934-b34c-370813471798 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d5a67128-73cb-4fc5-bb9d-5dee1d4f4b77 HTTP/1.1" status: 204 len: 168 time: 0.4567802 Apr 18 19:24:59.432411 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1718cac8-e484-4934-b34c-370813471798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5a67128-73cb-4fc5-bb9d-5dee1d4f4b77,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:59.463514 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90145032-172a-4208-96b8-cd613f2c3162 req-cde0ecea-8fc3-4476-a9c0-c165f361bda1 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:59.465387 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-90145032-172a-4208-96b8-cd613f2c3162 req-cde0ecea-8fc3-4476-a9c0-c165f361bda1 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=115054ae-eaa7-4e63-9798-88a3b5af809d HTTP/1.1" status: 200 len: 944 time: 0.1566257 Apr 18 19:24:59.507610 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-045b055b-73a4-4a9c-b972-2dbea0d83236 req-0c68760c-d5cf-4c10-be6a-26e08798f686 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fc56e011536d43568ffc66b480cf23b0&device_id=115054ae-eaa7-4e63-9798-88a3b5af809d HTTP/1.1" status: 200 len: 1095 time: 0.1984093 Apr 18 19:24:59.515030 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-5ce32b99-ae43-4290-9f29-43fc99088971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1258501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2290876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65862598'] for subnet, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:59.586962 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce32b99-ae43-4290-9f29-43fc99088971 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa3d7594-8a64-4b57-b0dc-322016530760,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:59.602984 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-5ce32b99-ae43-4290-9f29-43fc99088971 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for subnet, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:59.609107 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8afe24-46b3-493b-a3a1-adbf5da75648 None None] Network e57b25b1-270e-45ff-9503-ac3e292dcc2d requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:24:59.613358 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-5ce32b99-ae43-4290-9f29-43fc99088971 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/aa3d7594-8a64-4b57-b0dc-322016530760 HTTP/1.1" status: 204 len: 168 time: 0.9049637 Apr 18 19:24:59.615073 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 48480) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:24:59.650722 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-90145032-172a-4208-96b8-cd613f2c3162 req-bfdb3dca-c1f1-45d8-bd10-da3c68217106 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633515 Apr 18 19:24:59.818408 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-5f4fa660-d18f-4b55-b168-92d028dd1199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:59.820910 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045b055b-73a4-4a9c-b972-2dbea0d83236 req-4af6f38d-60b1-455a-b0e5-7933f67353bb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:59.822553 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-045b055b-73a4-4a9c-b972-2dbea0d83236 req-4af6f38d-60b1-455a-b0e5-7933f67353bb service neutron] 10.222.0.73 "GET /v2.0/networks?id=0685e2b1-3b13-405d-a131-f90aa0a8867a HTTP/1.1" status: 200 len: 909 time: 0.3090813 Apr 18 19:24:59.846700 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-5f4fa660-d18f-4b55-b168-92d028dd1199 admin admin] Deleting port 92bd7d91-8b03-45cd-8ee1-682285e256a1 {{(pid=84764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:24:59.847050 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-5f4fa660-d18f-4b55-b168-92d028dd1199 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:00.028766 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-045b055b-73a4-4a9c-b972-2dbea0d83236 req-1d6398e4-106a-402c-a128-0eacbc8044f4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=66070cfb-f3cb-42ed-835a-6e23e8e08665 HTTP/1.1" status: 200 len: 217 time: 0.1968575 Apr 18 19:25:00.293364 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff1b0a2-80b6-4dbc-ade8-26718944685f None None] DHCP port deletion for e57b25b1-270e-45ff-9503-ac3e292dcc2d request from n-d-836017-2 {{(pid=84765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 19:25:00.299467 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-3ff1b0a2-80b6-4dbc-ade8-26718944685f None None] Deleting port 92bd7d91-8b03-45cd-8ee1-682285e256a1 {{(pid=84765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:25:00.299988 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3ff1b0a2-80b6-4dbc-ade8-26718944685f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:00.461853 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045b055b-73a4-4a9c-b972-2dbea0d83236 req-a71a5d76-9842-4c95-8bb0-6dc2b54e896f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:00.464185 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-045b055b-73a4-4a9c-b972-2dbea0d83236 req-a71a5d76-9842-4c95-8bb0-6dc2b54e896f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1c71b90d-680b-4d0c-80a6-944953a6ed07 HTTP/1.1" status: 200 len: 848 time: 0.4270766 Apr 18 19:25:00.551446 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-045b055b-73a4-4a9c-b972-2dbea0d83236 req-5357df8f-4c5b-4a54-97bd-cbd70ad57279 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0685e2b1-3b13-405d-a131-f90aa0a8867a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719857 Apr 18 19:25:00.610184 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [None req-5f4fa660-d18f-4b55-b168-92d028dd1199 admin admin] For port 92bd7d91-8b03-45cd-8ee1-682285e256a1, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=92bd7d91-8b03-45cd-8ee1-682285e256a1,segment=NetworkSegment(6756b591-a26a-489e-add9-6f6fd4d12828),segment_id=6756b591-a26a-489e-add9-6f6fd4d12828)] {{(pid=84764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:25:00.610815 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-5f4fa660-d18f-4b55-b168-92d028dd1199 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:00.649971 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe6befd-309f-4097-9e24-96e6cd89482b req-40540ba5-27fd-4276-92de-49d495b46d6d tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:00.651598 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-0fe6befd-309f-4097-9e24-96e6cd89482b req-40540ba5-27fd-4276-92de-49d495b46d6d tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/ports?device_id=378a8558-b9d2-4f8d-8f6f-831c1f0a06a1 HTTP/1.1" status: 200 len: 945 time: 0.4919236 Apr 18 19:25:00.910562 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-045b055b-73a4-4a9c-b972-2dbea0d83236 req-ac619d79-f31a-45b6-857a-5749914f8776 service neutron] 10.222.0.73 "GET /v2.0/networks/0685e2b1-3b13-405d-a131-f90aa0a8867a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3520138 Apr 18 19:25:01.058693 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-5f4fa660-d18f-4b55-b168-92d028dd1199 admin admin] Calling delete_port for 92bd7d91-8b03-45cd-8ee1-682285e256a1 owned by network:dhcp {{(pid=84764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:25:01.088193 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 48528) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:25:01.123653 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 92bd7d91-8b03-45cd-8ee1-682285e256a1 no longer exists at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:25:01.259401 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-3ff1b0a2-80b6-4dbc-ade8-26718944685f None None] For port 92bd7d91-8b03-45cd-8ee1-682285e256a1, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=92bd7d91-8b03-45cd-8ee1-682285e256a1,segment=NetworkSegment(6756b591-a26a-489e-add9-6f6fd4d12828),segment_id=6756b591-a26a-489e-add9-6f6fd4d12828)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:25:01.261124 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3ff1b0a2-80b6-4dbc-ade8-26718944685f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:01.330458 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-045b055b-73a4-4a9c-b972-2dbea0d83236 req-7b7a49a5-05ec-4ecf-a165-34daca33f46e service neutron] 10.222.0.73 "GET /v2.0/networks/0685e2b1-3b13-405d-a131-f90aa0a8867a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3758752 Apr 18 19:25:01.367832 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-0fe6befd-309f-4097-9e24-96e6cd89482b req-500c58a6-1137-4e2b-b357-95dc1b1a06c8 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/security-groups?id=1e5cc43e-ae04-4a53-be47-dfdad3ea2d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4892869 Apr 18 19:25:01.411117 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f665d4-b487-4a8c-97d9-669644d3097d req-0b4bd914-5b04-4946-ade6-148110c99faf tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:01.419575 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e5f665d4-b487-4a8c-97d9-669644d3097d req-0b4bd914-5b04-4946-ade6-148110c99faf tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=115054ae-eaa7-4e63-9798-88a3b5af809d HTTP/1.1" status: 200 len: 944 time: 0.4559631 Apr 18 19:25:01.468214 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-5f4fa660-d18f-4b55-b168-92d028dd1199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:01.593894 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e5f665d4-b487-4a8c-97d9-669644d3097d req-62552962-9d9c-453f-a34b-22c5ba6ed062 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579309 Apr 18 19:25:01.646148 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4fa660-d18f-4b55-b168-92d028dd1199 admin admin] Pushing event deleted for resources: {'Port': ['ID=92bd7d91-8b03-45cd-8ee1-682285e256a1,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:01.666520 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4fa660-d18f-4b55-b168-92d028dd1199 admin admin] No DVR routers for this DVR port 92bd7d91-8b03-45cd-8ee1-682285e256a1 on host n-d-836017-2 {{(pid=84764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:25:01.691462 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] No active binding found for port 92bd7d91-8b03-45cd-8ee1-682285e256a1 {{(pid=84765) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Apr 18 19:25:01.692482 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 92bd7d91-8b03-45cd-8ee1-682285e256a1 not bound to the agent host n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:25:01.716019 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-3ff1b0a2-80b6-4dbc-ade8-26718944685f None None] Calling delete_port for 92bd7d91-8b03-45cd-8ee1-682285e256a1 owned by network:dhcp {{(pid=84765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:25:01.870621 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-3ff1b0a2-80b6-4dbc-ade8-26718944685f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84765) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 19:25:01.871302 n-d-836017-2 neutron-server[84765]: DEBUG oslo_db.api [None req-3ff1b0a2-80b6-4dbc-ade8-26718944685f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 19:25:01.907184 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-fc35a353-a300-4dcd-a937-aef9a41e553d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0bfa1acfa101481e821d2de81222b04b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8174944 Apr 18 19:25:01.915686 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 48550) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:25:02.052115 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 48554) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:25:02.099952 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-5f4fa660-d18f-4b55-b168-92d028dd1199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256345', 'neutron.services.segments.db._delete_segments_for_network-8791093852025'] for network, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:02.187846 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-f300d4d6-2e13-4f48-a0eb-f744bf613a22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:02.190258 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-5f4fa660-d18f-4b55-b168-92d028dd1199 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e57b25b1-270e-45ff-9503-ac3e292dcc2d']}} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:25:02.231545 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-5f4fa660-d18f-4b55-b168-92d028dd1199 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6756b591-a26a-489e-add9-6f6fd4d12828') {'for_net_delete': True} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:25:02.233920 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-5f4fa660-d18f-4b55-b168-92d028dd1199 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6756b591-a26a-489e-add9-6f6fd4d12828') {} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:25:02.263721 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-f300d4d6-2e13-4f48-a0eb-f744bf613a22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:02.276091 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-5f4fa660-d18f-4b55-b168-92d028dd1199 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791093851908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66932133'] for segment, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:02.300530 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-5f4fa660-d18f-4b55-b168-92d028dd1199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:02.317607 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f4fa660-d18f-4b55-b168-92d028dd1199 admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=84764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:25:02.323847 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-5f4fa660-d18f-4b55-b168-92d028dd1199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2290898'] for segment, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:02.347323 n-d-836017-2 neutron-server[84764]: Traceback (most recent call last): Apr 18 19:25:02.347323 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:25:02.347323 n-d-836017-2 neutron-server[84764]: timer() Apr 18 19:25:02.347323 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:25:02.347323 n-d-836017-2 neutron-server[84764]: cb(*args, **kw) Apr 18 19:25:02.347323 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:25:02.347323 n-d-836017-2 neutron-server[84764]: return func(*args, **kwargs) Apr 18 19:25:02.347323 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:25:02.347323 n-d-836017-2 neutron-server[84764]: self._notify() Apr 18 19:25:02.347323 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:25:02.347323 n-d-836017-2 neutron-server[84764]: self.callback(batched_events) Apr 18 19:25:02.347323 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:25:02.347323 n-d-836017-2 neutron-server[84764]: event.method(event) Apr 18 19:25:02.347323 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:25:02.347323 n-d-836017-2 neutron-server[84764]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:25:02.347323 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:25:02.347323 n-d-836017-2 neutron-server[84764]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:25:02.347323 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:25:02.347323 n-d-836017-2 neutron-server[84764]: return f(self, *a, **k) Apr 18 19:25:02.347323 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:25:02.347323 n-d-836017-2 neutron-server[84764]: return self._get(url).json() Apr 18 19:25:02.347323 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:25:02.347323 n-d-836017-2 neutron-server[84764]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:25:02.347323 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:25:02.347323 n-d-836017-2 neutron-server[84764]: return self.request(url, 'GET', **kwargs) Apr 18 19:25:02.347323 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:25:02.347323 n-d-836017-2 neutron-server[84764]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:25:02.347323 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:25:02.347323 n-d-836017-2 neutron-server[84764]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:25:02.347323 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:25:02.347323 n-d-836017-2 neutron-server[84764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:25:02.347323 n-d-836017-2 neutron-server[84764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:25:02.373277 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-3ff1b0a2-80b6-4dbc-ade8-26718944685f None None] Deleting port 92bd7d91-8b03-45cd-8ee1-682285e256a1 {{(pid=84765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:25:02.373860 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3ff1b0a2-80b6-4dbc-ade8-26718944685f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:02.407018 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-045b055b-73a4-4a9c-b972-2dbea0d83236 req-fe8131b6-072d-4f74-9593-9c9e78f73ab9 tempest-LiveMigrationTest-374537811 tempest-LiveMigrationTest-374537811-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=115054ae-eaa7-4e63-9798-88a3b5af809d&tenant_id=fc56e011536d43568ffc66b480cf23b0&binding%3Ahost_id=n-h1-836017-2 HTTP/1.1" status: 200 len: 1095 time: 0.4071603 Apr 18 19:25:02.440624 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-76be0284-9c0f-414a-98a2-edd200d62b80 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-962769603-network', 'tenant_id': 'b29f8fde29594c17bd8cad9e98e010b3'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:25:02.460049 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-76be0284-9c0f-414a-98a2-edd200d62b80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:25:02.490899 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-76be0284-9c0f-414a-98a2-edd200d62b80 admin admin] Usage tracker for resource:network and tenant:b29f8fde29594c17bd8cad9e98e010b3 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:25:02.506701 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-76be0284-9c0f-414a-98a2-edd200d62b80 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:25:02.521202 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-76be0284-9c0f-414a-98a2-edd200d62b80 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:25:02.555693 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-f300d4d6-2e13-4f48-a0eb-f744bf613a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:02.593018 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f300d4d6-2e13-4f48-a0eb-f744bf613a22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3cfbdec-ef1b-4f57-b88c-a0c8e082fff0,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:02.690724 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-3ff1b0a2-80b6-4dbc-ade8-26718944685f None None] The port '92bd7d91-8b03-45cd-8ee1-682285e256a1' was deleted {{(pid=84765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 19:25:02.713880 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-f300d4d6-2e13-4f48-a0eb-f744bf613a22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:02.713880 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-f300d4d6-2e13-4f48-a0eb-f744bf613a22 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f3cfbdec-ef1b-4f57-b88c-a0c8e082fff0 HTTP/1.1" status: 204 len: 168 time: 0.7975950 Apr 18 19:25:02.717148 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76be0284-9c0f-414a-98a2-edd200d62b80 admin admin] Made reservation on behalf of b29f8fde29594c17bd8cad9e98e010b3 for: {'network': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:25:02.721394 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-76be0284-9c0f-414a-98a2-edd200d62b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for network, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:02.758778 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-76be0284-9c0f-414a-98a2-edd200d62b80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:02.787521 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-045b055b-73a4-4a9c-b972-2dbea0d83236 req-b7b5b288-4fd0-40af-a7c3-6382d7182324 service neutron] For port 66070cfb-f3cb-42ed-835a-6e23e8e08665, host n-h2-836017-2, cleared binding levels {{(pid=84763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:25:02.795481 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-045b055b-73a4-4a9c-b972-2dbea0d83236 req-b7b5b288-4fd0-40af-a7c3-6382d7182324 service neutron] Notify callbacks [] for binding, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:02.796880 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-045b055b-73a4-4a9c-b972-2dbea0d83236 req-b7b5b288-4fd0-40af-a7c3-6382d7182324 service neutron] 10.222.0.73 "DELETE /v2.0/ports/66070cfb-f3cb-42ed-835a-6e23e8e08665/bindings/n-h2-836017-2 HTTP/1.1" status: 204 len: 173 time: 0.3809850 Apr 18 19:25:02.845132 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d677deff-957a-4971-abf8-c0977573c63b req-8636d006-5264-4890-b6e3-e562c1a8c659 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:02.846750 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d677deff-957a-4971-abf8-c0977573c63b req-8636d006-5264-4890-b6e3-e562c1a8c659 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/ports?device_id=378a8558-b9d2-4f8d-8f6f-831c1f0a06a1 HTTP/1.1" status: 200 len: 945 time: 0.2524302 Apr 18 19:25:02.849891 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-5f4fa660-d18f-4b55-b168-92d028dd1199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416801'] for network, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:02.856073 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-5f4fa660-d18f-4b55-b168-92d028dd1199 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:02.887114 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4fa660-d18f-4b55-b168-92d028dd1199 admin admin] Pushing event deleted for resources: {'Network': ['ID=e57b25b1-270e-45ff-9503-ac3e292dcc2d,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:02.907583 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-76be0284-9c0f-414a-98a2-edd200d62b80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:25:02.945226 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-76be0284-9c0f-414a-98a2-edd200d62b80 admin admin] Usage tracker for resource:security_group_rule and tenant:b29f8fde29594c17bd8cad9e98e010b3 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:25:02.961837 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-76be0284-9c0f-414a-98a2-edd200d62b80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:25:02.991203 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-76be0284-9c0f-414a-98a2-edd200d62b80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:25:03.003334 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d677deff-957a-4971-abf8-c0977573c63b req-d4382e41-2d26-4c21-8f53-00439dc45242 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/security-groups?id=1e5cc43e-ae04-4a53-be47-dfdad3ea2d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442926 Apr 18 19:25:03.046033 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-5f4fa660-d18f-4b55-b168-92d028dd1199 admin admin] 10.222.0.69 "DELETE /v2.0/networks/e57b25b1-270e-45ff-9503-ac3e292dcc2d HTTP/1.1" status: 204 len: 168 time: 3.4297876 Apr 18 19:25:03.053003 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 48576) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:25:03.261470 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1c15cd-a632-4f8a-b7dd-426af21f69a3 req-2fbd269b-3bc9-4efd-9120-ad786c06fa4e tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:03.266065 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ba1c15cd-a632-4f8a-b7dd-426af21f69a3 req-2fbd269b-3bc9-4efd-9120-ad786c06fa4e tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=115054ae-eaa7-4e63-9798-88a3b5af809d HTTP/1.1" status: 200 len: 944 time: 0.2820756 Apr 18 19:25:03.388132 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.agents_db [None req-eb67022b-f881-4bc8-8f45-fca90fb27803 None None] Agent healthcheck: found 7 active agents {{(pid=84766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:25:03.391747 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ba1c15cd-a632-4f8a-b7dd-426af21f69a3 req-7e3c306b-1b1e-4f59-acf4-3e9884362745 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201315 Apr 18 19:25:03.517419 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-76be0284-9c0f-414a-98a2-edd200d62b80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:03.668775 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-76be0284-9c0f-414a-98a2-edd200d62b80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:03.706430 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76be0284-9c0f-414a-98a2-edd200d62b80 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=84764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:25:03.734620 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-76be0284-9c0f-414a-98a2-edd200d62b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:03.735651 n-d-836017-2 neutron-server[84764]: INFO neutron.db.segments_db [None req-76be0284-9c0f-414a-98a2-edd200d62b80 admin admin] Added segment 1ee78f5f-19b1-4536-a0ab-086e7442dabc of type vlan for network bc6a388b-dbfa-4690-809a-bcb581cc24f3 Apr 18 19:25:03.844969 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-76be0284-9c0f-414a-98a2-edd200d62b80 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791093404182'] for network, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:03.849181 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76be0284-9c0f-414a-98a2-edd200d62b80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27da960d-d8d3-49a2-a7f6-2406a0938429,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:03.863668 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76be0284-9c0f-414a-98a2-edd200d62b80 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:25:03.864019 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76be0284-9c0f-414a-98a2-edd200d62b80 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:25:03.864379 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76be0284-9c0f-414a-98a2-edd200d62b80 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:25:03.864737 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76be0284-9c0f-414a-98a2-edd200d62b80 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:25:03.865444 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76be0284-9c0f-414a-98a2-edd200d62b80 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:25:03.865737 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76be0284-9c0f-414a-98a2-edd200d62b80 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:25:03.866070 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76be0284-9c0f-414a-98a2-edd200d62b80 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:25:03.866395 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76be0284-9c0f-414a-98a2-edd200d62b80 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:25:03.867339 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76be0284-9c0f-414a-98a2-edd200d62b80 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:25:03.867862 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76be0284-9c0f-414a-98a2-edd200d62b80 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:25:03.868192 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76be0284-9c0f-414a-98a2-edd200d62b80 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:25:03.919120 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7f9784d2-2a6d-4a00-af75-f17621263a6a req-a8cf6556-6b76-4cd6-9782-b273b3bf6384 tempest-LiveMigrationTest-374537811 tempest-LiveMigrationTest-374537811-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=115054ae-eaa7-4e63-9798-88a3b5af809d HTTP/1.1" status: 200 len: 1095 time: 0.1294441 Apr 18 19:25:03.988024 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.db.resource_extend [None req-76be0284-9c0f-414a-98a2-edd200d62b80 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 19:25:03.998902 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7f9784d2-2a6d-4a00-af75-f17621263a6a req-909c9f3d-46db-4e0b-9a68-699ed869a929 tempest-LiveMigrationTest-374537811 tempest-LiveMigrationTest-374537811-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787880 Apr 18 19:25:04.100741 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 48600) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:25:04.156520 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d678583c-35d1-4a4f-b153-7f850c28b630 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:04.225149 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-76be0284-9c0f-414a-98a2-edd200d62b80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251'] for network, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:04.226602 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76be0284-9c0f-414a-98a2-edd200d62b80 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:04.227212 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-76be0284-9c0f-414a-98a2-edd200d62b80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:04.295028 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-d678583c-35d1-4a4f-b153-7f850c28b630 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:25:04.311884 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-d678583c-35d1-4a4f-b153-7f850c28b630 admin admin] Usage tracker for resource:security_group_rule and tenant:28d3f6448c824cb3866542c2467d69c5 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:25:04.330550 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-d678583c-35d1-4a4f-b153-7f850c28b630 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:25:04.341447 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-d678583c-35d1-4a4f-b153-7f850c28b630 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:25:04.477293 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-76be0284-9c0f-414a-98a2-edd200d62b80 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.4218338 Apr 18 19:25:04.482881 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 48610) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:25:04.508053 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-8184d4f8-5835-47ce-9306-60e3ab5f36ab admin admin] Request body: {'subnet': {'network_id': 'bc6a388b-dbfa-4690-809a-bcb581cc24f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-962769603-subnet', 'tenant_id': 'b29f8fde29594c17bd8cad9e98e010b3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:25:04.519529 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-8184d4f8-5835-47ce-9306-60e3ab5f36ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:25:04.528348 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-8184d4f8-5835-47ce-9306-60e3ab5f36ab admin admin] Usage tracker for resource:subnet and tenant:b29f8fde29594c17bd8cad9e98e010b3 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:25:04.532727 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76be0284-9c0f-414a-98a2-edd200d62b80 admin admin] Pushing event updated for resources: {'Network': ['ID=bc6a388b-dbfa-4690-809a-bcb581cc24f3,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:04.537171 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-8184d4f8-5835-47ce-9306-60e3ab5f36ab admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:25:04.549176 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Network bc6a388b-dbfa-4690-809a-bcb581cc24f3 details requested by agent ovs-agent-n-d-836017-2 with host n-d-836017-2 {{(pid=84765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:25:04.556282 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-8184d4f8-5835-47ce-9306-60e3ab5f36ab admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:25:04.688593 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9704ac8f-8b45-4a19-b8fc-fa89cef18495 req-74b222df-1056-42ab-91fc-708d677f46a1 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:04.703709 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-9704ac8f-8b45-4a19-b8fc-fa89cef18495 req-74b222df-1056-42ab-91fc-708d677f46a1 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/ports?device_id=378a8558-b9d2-4f8d-8f6f-831c1f0a06a1 HTTP/1.1" status: 200 len: 945 time: 0.3555834 Apr 18 19:25:04.707822 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8184d4f8-5835-47ce-9306-60e3ab5f36ab admin admin] Made reservation on behalf of b29f8fde29594c17bd8cad9e98e010b3 for: {'subnet': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:25:04.709449 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d678583c-35d1-4a4f-b153-7f850c28b630 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:04.712072 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-8184d4f8-5835-47ce-9306-60e3ab5f36ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65862573'] for subnet, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:04.810676 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d678583c-35d1-4a4f-b153-7f850c28b630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:04.909384 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-d678583c-35d1-4a4f-b153-7f850c28b630 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=28d3f6448c824cb3866542c2467d69c5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8063197 Apr 18 19:25:04.936320 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d678583c-35d1-4a4f-b153-7f850c28b630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40fa0c57-9241-42a7-9c94-81465a70bff9,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:04.939661 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 48618) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:25:05.021844 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90766512-6319-4143-a355-08e9337a8926 req-3ba27e5a-6bf2-45ad-bb77-a89baeace39a tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:05.022508 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-90766512-6319-4143-a355-08e9337a8926 req-3ba27e5a-6bf2-45ad-bb77-a89baeace39a tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Synchronizing usage tracker for tenant:fc56e011536d43568ffc66b480cf23b0 on resource:network {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:25:05.028199 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-9704ac8f-8b45-4a19-b8fc-fa89cef18495 req-79fc810c-7730-46f8-a9c1-2bdf6d43df77 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/security-groups?id=1e5cc43e-ae04-4a53-be47-dfdad3ea2d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3223948 Apr 18 19:25:05.069669 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-41bea0e6-fb5c-4e06-9a91-137967ecf9ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417313'] for router_interface, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:05.105998 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-fec70e09-2a2b-4048-b3e2-292f0f8a0dfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:05.147321 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-fec70e09-2a2b-4048-b3e2-292f0f8a0dfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:05.214838 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-90766512-6319-4143-a355-08e9337a8926 req-3ba27e5a-6bf2-45ad-bb77-a89baeace39a tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Unset dirty status for tenant:fc56e011536d43568ffc66b480cf23b0 on resource:network {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:25:05.222932 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-90766512-6319-4143-a355-08e9337a8926 req-3ba27e5a-6bf2-45ad-bb77-a89baeace39a tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/networks?id=0685e2b1-3b13-405d-a131-f90aa0a8867a HTTP/1.1" status: 200 len: 808 time: 0.7769835 Apr 18 19:25:05.249928 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-90766512-6319-4143-a355-08e9337a8926 req-506b5295-3110-47c4-8547-af56776dfba4 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/quotas/fc56e011536d43568ffc66b480cf23b0 HTTP/1.1" status: 200 len: 375 time: 0.0259471 Apr 18 19:25:05.319360 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-fec70e09-2a2b-4048-b3e2-292f0f8a0dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:05.354621 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec70e09-2a2b-4048-b3e2-292f0f8a0dfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40fa0c57-9241-42a7-9c94-81465a70bff9,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:05.391361 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-fec70e09-2a2b-4048-b3e2-292f0f8a0dfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:05.396077 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-fec70e09-2a2b-4048-b3e2-292f0f8a0dfb admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/40fa0c57-9241-42a7-9c94-81465a70bff9 HTTP/1.1" status: 204 len: 168 time: 0.4526873 Apr 18 19:25:06.020725 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-90766512-6319-4143-a355-08e9337a8926 req-76b706fc-8b33-4de3-ba22-eb3e52cb7e25 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=fc56e011536d43568ffc66b480cf23b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7688634 Apr 18 19:25:06.250179 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-8184d4f8-5835-47ce-9306-60e3ab5f36ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2290811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65862591'] for subnet, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:06.275580 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-90766512-6319-4143-a355-08e9337a8926 req-7b479c5d-70f6-4902-874e-bab09f0b788f service neutron] 10.222.0.69 "GET /v2.0/networks/0685e2b1-3b13-405d-a131-f90aa0a8867a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536542 Apr 18 19:25:06.564225 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-90766512-6319-4143-a355-08e9337a8926 req-dd18ea7c-6c54-443f-89d4-d757f189a1a9 service neutron] 10.222.0.69 "GET /v2.0/networks/0685e2b1-3b13-405d-a131-f90aa0a8867a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2874329 Apr 18 19:25:06.573432 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8184d4f8-5835-47ce-9306-60e3ab5f36ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=acde3d02-95bd-4d07-9484-4bde4e43b986,revision_number=0']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:06.653629 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8184d4f8-5835-47ce-9306-60e3ab5f36ab admin admin] Checking segment: {'id': '1ee78f5f-19b1-4536-a0ab-086e7442dabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'bc6a388b-dbfa-4690-809a-bcb581cc24f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:25:06.653994 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8184d4f8-5835-47ce-9306-60e3ab5f36ab admin admin] Network hostable DHCP agents. Network: bc6a388b-dbfa-4690-809a-bcb581cc24f3, hostable agents: ['f6987c12-6d6c-47d4-b22d-cfcd164dc40d'], hosted agents: [] {{(pid=84764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:25:06.718901 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a76db44-c198-482c-ba4d-b3787c1cb050 req-c921c149-f3a2-4696-ac2f-5ad2489848df tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:06.721183 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2a76db44-c198-482c-ba4d-b3787c1cb050 req-c921c149-f3a2-4696-ac2f-5ad2489848df tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/ports?device_id=378a8558-b9d2-4f8d-8f6f-831c1f0a06a1 HTTP/1.1" status: 200 len: 945 time: 0.3802848 Apr 18 19:25:06.828098 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8184d4f8-5835-47ce-9306-60e3ab5f36ab admin admin] Network bc6a388b-dbfa-4690-809a-bcb581cc24f3 is scheduled to be hosted by DHCP agent f6987c12-6d6c-47d4-b22d-cfcd164dc40d with binding_index 1 {{(pid=84764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:25:06.924958 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2a76db44-c198-482c-ba4d-b3787c1cb050 req-412aa697-0154-4395-a7c9-562adf5bddf8 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/security-groups?id=1e5cc43e-ae04-4a53-be47-dfdad3ea2d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936555 Apr 18 19:25:07.059427 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [None req-8184d4f8-5835-47ce-9306-60e3ab5f36ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-2, bc6a388b-dbfa-4690-809a-bcb581cc24f3) {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:25:07.068910 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542aa482-20d7-4ec5-88b0-e3aae1ea5e25 None None] Network bc6a388b-dbfa-4690-809a-bcb581cc24f3 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:25:07.095811 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8184d4f8-5835-47ce-9306-60e3ab5f36ab admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:07.102483 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-8184d4f8-5835-47ce-9306-60e3ab5f36ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for subnet, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:07.422589 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f94a37b8-012a-46f2-a38a-d3bfed6400cc req-08ab858b-4a6b-4d92-8866-c2be19d38003 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=5813ea9b-bdb3-4b0d-b1fa-560b06c0e787 HTTP/1.1" status: 200 len: 210 time: 0.2212148 Apr 18 19:25:07.431595 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 48666) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:25:07.437646 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-1e14a080-5996-40a9-9c73-9327932f0710 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-962769603-router', 'tenant_id': 'b29f8fde29594c17bd8cad9e98e010b3', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'}}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:25:07.439507 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-8184d4f8-5835-47ce-9306-60e3ab5f36ab admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 2.9427979 Apr 18 19:25:07.449456 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-1e14a080-5996-40a9-9c73-9327932f0710 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:25:07.464037 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-1e14a080-5996-40a9-9c73-9327932f0710 admin admin] Usage tracker for resource:router and tenant:b29f8fde29594c17bd8cad9e98e010b3 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:25:07.478641 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-1e14a080-5996-40a9-9c73-9327932f0710 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:25:07.496527 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-1e14a080-5996-40a9-9c73-9327932f0710 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:25:07.609298 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-1e14a080-5996-40a9-9c73-9327932f0710 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-415242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4425'] for router, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:07.614415 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-1e14a080-5996-40a9-9c73-9327932f0710 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-416909', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4418'] for router, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:07.686978 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-1e14a080-5996-40a9-9c73-9327932f0710 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:07.691403 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-41bea0e6-fb5c-4e06-9a91-137967ecf9ad admin admin] Deleting port 8a9e1784-4afa-46bc-a2c9-7c9e6d4078bb {{(pid=84764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:25:07.696789 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-41bea0e6-fb5c-4e06-9a91-137967ecf9ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:07.805001 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3349fc-ebe9-418e-813f-6b85e4ccb009 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31f5fbf7-4b5c-5a44-b255-70c4fc176ae8-bc6a388b-dbfa-4690-809a-bcb581cc24f3', 'network_id': 'bc6a388b-dbfa-4690-809a-bcb581cc24f3', 'tenant_id': 'b29f8fde29594c17bd8cad9e98e010b3', 'fixed_ips': [{'subnet_id': 'acde3d02-95bd-4d07-9484-4bde4e43b986'}]}} from n-d-836017-2. {{(pid=84765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 19:25:07.805896 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9c3349fc-ebe9-418e-813f-6b85e4ccb009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:08.201978 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [None req-41bea0e6-fb5c-4e06-9a91-137967ecf9ad admin admin] For port 8a9e1784-4afa-46bc-a2c9-7c9e6d4078bb, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=8a9e1784-4afa-46bc-a2c9-7c9e6d4078bb,segment=NetworkSegment(7b4f0278-7b19-496b-ae7d-87976983c3ae),segment_id=7b4f0278-7b19-496b-ae7d-87976983c3ae)] {{(pid=84764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:25:08.202611 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-41bea0e6-fb5c-4e06-9a91-137967ecf9ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:08.502405 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-9c3349fc-ebe9-418e-813f-6b85e4ccb009 None None] Allocated IP 172.20.0.2 (bc6a388b-dbfa-4690-809a-bcb581cc24f3/acde3d02-95bd-4d07-9484-4bde4e43b986/002a6819-0daf-4acf-871b-b8ff2b219a90) {{(pid=84765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:25:08.669324 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-41bea0e6-fb5c-4e06-9a91-137967ecf9ad admin admin] Calling delete_port for 8a9e1784-4afa-46bc-a2c9-7c9e6d4078bb owned by network:router_interface {{(pid=84764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:25:08.704440 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-1e14a080-5996-40a9-9c73-9327932f0710 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416895', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4776'] for router, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:08.769950 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70c4779-5298-40d9-8280-5949ee8783de req-4dc99321-fc4b-4271-af89-87bdbcbc3b37 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:08.783067 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b70c4779-5298-40d9-8280-5949ee8783de req-4dc99321-fc4b-4271-af89-87bdbcbc3b37 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/ports?device_id=378a8558-b9d2-4f8d-8f6f-831c1f0a06a1 HTTP/1.1" status: 200 len: 945 time: 0.3488505 Apr 18 19:25:08.804616 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c1c26299-18fb-42e3-ba83-6b25df8ee593 req-d9a881c8-623a-424c-97cb-1f315facb682 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=5813ea9b-bdb3-4b0d-b1fa-560b06c0e787 HTTP/1.1" status: 200 len: 210 time: 0.0795393 Apr 18 19:25:08.935578 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b70c4779-5298-40d9-8280-5949ee8783de req-f7d2b12b-3ac1-4444-8579-10c74296de14 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/security-groups?id=1e5cc43e-ae04-4a53-be47-dfdad3ea2d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514952 Apr 18 19:25:09.204964 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-41bea0e6-fb5c-4e06-9a91-137967ecf9ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:09.339616 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bea0e6-fb5c-4e06-9a91-137967ecf9ad admin admin] Pushing event deleted for resources: {'Port': ['ID=8a9e1784-4afa-46bc-a2c9-7c9e6d4078bb,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:09.341493 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-1e14a080-5996-40a9-9c73-9327932f0710 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:09.403504 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9c3349fc-ebe9-418e-813f-6b85e4ccb009 None None] Notify callbacks [] for port, precommit_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:09.438543 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-1e14a080-5996-40a9-9c73-9327932f0710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:09.446042 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9c3349fc-ebe9-418e-813f-6b85e4ccb009 None None] Transition to ACTIVE for port object 002a6819-0daf-4acf-871b-b8ff2b219a90 will not be triggered until provisioned by entity L2. {{(pid=84765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:25:09.490418 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9c3349fc-ebe9-418e-813f-6b85e4ccb009 None None] Transition to ACTIVE for port object 002a6819-0daf-4acf-871b-b8ff2b219a90 will not be triggered until provisioned by entity DHCP. {{(pid=84765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:25:09.577935 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9c3349fc-ebe9-418e-813f-6b85e4ccb009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331'] for port, after_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:09.701676 n-d-836017-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3349fc-ebe9-418e-813f-6b85e4ccb009 None None] Network bc6a388b-dbfa-4690-809a-bcb581cc24f3 is already hosted by enough agents. {{(pid=84765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:25:09.712998 n-d-836017-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-9c3349fc-ebe9-418e-813f-6b85e4ccb009 None None] Resources bound (agent type, host, resource id): {{(pid=84765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:25:09.718249 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3349fc-ebe9-418e-813f-6b85e4ccb009 None None] Received port after_create {{(pid=84765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:25:09.762804 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3349fc-ebe9-418e-813f-6b85e4ccb009 None None] Pushing event updated for resources: {'Port': ['ID=002a6819-0daf-4acf-871b-b8ff2b219a90,revision_number=1']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:09.871023 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3349fc-ebe9-418e-813f-6b85e4ccb009 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:25:09.874112 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3349fc-ebe9-418e-813f-6b85e4ccb009 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:25:09.874112 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3349fc-ebe9-418e-813f-6b85e4ccb009 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:25:09.874112 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3349fc-ebe9-418e-813f-6b85e4ccb009 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:25:09.874112 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3349fc-ebe9-418e-813f-6b85e4ccb009 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:25:09.874112 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3349fc-ebe9-418e-813f-6b85e4ccb009 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:25:09.874112 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3349fc-ebe9-418e-813f-6b85e4ccb009 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:25:09.874112 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3349fc-ebe9-418e-813f-6b85e4ccb009 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:25:09.874112 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3349fc-ebe9-418e-813f-6b85e4ccb009 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:25:09.874757 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3349fc-ebe9-418e-813f-6b85e4ccb009 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:25:09.874757 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3349fc-ebe9-418e-813f-6b85e4ccb009 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:25:09.889001 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-9c3349fc-ebe9-418e-813f-6b85e4ccb009 None None] Attempting to bind port 002a6819-0daf-4acf-871b-b8ff2b219a90 on host n-d-836017-2 for vnic_type normal with profile {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:25:09.889311 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-9c3349fc-ebe9-418e-813f-6b85e4ccb009 None None] Attempting to bind port 002a6819-0daf-4acf-871b-b8ff2b219a90 by drivers openvswitch,hyperv on host n-d-836017-2 at level 0 using segments [{'id': '1ee78f5f-19b1-4536-a0ab-086e7442dabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'bc6a388b-dbfa-4690-809a-bcb581cc24f3'}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:25:09.889667 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3349fc-ebe9-418e-813f-6b85e4ccb009 None None] Attempting to bind port 002a6819-0daf-4acf-871b-b8ff2b219a90 on network bc6a388b-dbfa-4690-809a-bcb581cc24f3 {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:25:09.897312 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3349fc-ebe9-418e-813f-6b85e4ccb009 None None] Checking agent: {'id': 'df2a5cfe-6839-400b-a998-e4fffce70f45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 8, 22), 'started_at': datetime.datetime(2022, 4, 18, 19, 8, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:25:09.898518 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3349fc-ebe9-418e-813f-6b85e4ccb009 None None] Checking segment: {'id': '1ee78f5f-19b1-4536-a0ab-086e7442dabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'bc6a388b-dbfa-4690-809a-bcb581cc24f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:25:09.898926 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9c3349fc-ebe9-418e-813f-6b85e4ccb009 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:09.899311 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3349fc-ebe9-418e-813f-6b85e4ccb009 None None] Bound using segment: {'id': '1ee78f5f-19b1-4536-a0ab-086e7442dabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'bc6a388b-dbfa-4690-809a-bcb581cc24f3'} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:25:09.900213 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-9c3349fc-ebe9-418e-813f-6b85e4ccb009 None None] Bound port: 002a6819-0daf-4acf-871b-b8ff2b219a90, host: n-d-836017-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ee78f5f-19b1-4536-a0ab-086e7442dabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'bc6a388b-dbfa-4690-809a-bcb581cc24f3'}}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:25:09.900887 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9c3349fc-ebe9-418e-813f-6b85e4ccb009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:09.958445 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_common [None req-1e14a080-5996-40a9-9c73-9327932f0710 admin admin] Allocated IP 172.25.3.187 (11e8e108-37df-4084-b6b7-113e6beb66b4/3b0abf32-1504-448b-b06e-c8c870b6a7c8/ec43c23b-19d9-4e92-aaa2-0e693bafe65e) {{(pid=84763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:25:10.188861 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9c3349fc-ebe9-418e-813f-6b85e4ccb009 None None] For port 002a6819-0daf-4acf-871b-b8ff2b219a90, host n-d-836017-2, cleared binding levels {{(pid=84765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:25:10.199783 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9c3349fc-ebe9-418e-813f-6b85e4ccb009 None None] For port 002a6819-0daf-4acf-871b-b8ff2b219a90, host n-d-836017-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=002a6819-0daf-4acf-871b-b8ff2b219a90,segment=NetworkSegment(1ee78f5f-19b1-4536-a0ab-086e7442dabc),segment_id=1ee78f5f-19b1-4536-a0ab-086e7442dabc)] {{(pid=84765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:25:10.254520 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-41bea0e6-fb5c-4e06-9a91-137967ecf9ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417398'] for router_interface, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:10.358280 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-1e14a080-5996-40a9-9c73-9327932f0710 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:10.388457 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9c3349fc-ebe9-418e-813f-6b85e4ccb009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:10.573632 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d5a9bd75-10c4-4b36-8a0d-e6870837a507 req-0488edac-8c57-4c90-9932-df5cce11685c tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=5813ea9b-bdb3-4b0d-b1fa-560b06c0e787 HTTP/1.1" status: 200 len: 210 time: 0.2832792 Apr 18 19:25:10.658329 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-1e14a080-5996-40a9-9c73-9327932f0710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:10.717078 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3349fc-ebe9-418e-813f-6b85e4ccb009 None None] Pushing event updated for resources: {'Port': ['ID=002a6819-0daf-4acf-871b-b8ff2b219a90,revision_number=2']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:10.767988 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d0b035-a091-4291-a3cb-a11d6c9ab30d req-fe5d33db-e455-4627-a455-9539ce157192 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:10.767988 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-56d0b035-a091-4291-a3cb-a11d6c9ab30d req-fe5d33db-e455-4627-a455-9539ce157192 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/ports?device_id=378a8558-b9d2-4f8d-8f6f-831c1f0a06a1 HTTP/1.1" status: 200 len: 945 time: 0.4838595 Apr 18 19:25:10.994462 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e14a080-5996-40a9-9c73-9327932f0710 admin admin] Network 11e8e108-37df-4084-b6b7-113e6beb66b4 is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:25:11.005593 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [None req-1e14a080-5996-40a9-9c73-9327932f0710 admin admin] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:25:11.010042 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e14a080-5996-40a9-9c73-9327932f0710 admin admin] Received port after_create {{(pid=84763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:25:11.013984 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-56d0b035-a091-4291-a3cb-a11d6c9ab30d req-98ef57ac-8618-4c26-ac22-1a5fcd3f5a2c tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/security-groups?id=1e5cc43e-ae04-4a53-be47-dfdad3ea2d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315326 Apr 18 19:25:11.108899 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e14a080-5996-40a9-9c73-9327932f0710 admin admin] Pushing event updated for resources: {'Port': ['ID=ec43c23b-19d9-4e92-aaa2-0e693bafe65e,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:11.650042 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-1e14a080-5996-40a9-9c73-9327932f0710 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:11.650785 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-1e14a080-5996-40a9-9c73-9327932f0710 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416864'] for router, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:11.896404 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41bea0e6-fb5c-4e06-9a91-137967ecf9ad admin admin] Router 76985cc2-50a2-47a3-9779-47fe48d98437 has already been hosted by L3 agent 21b59c62-f184-4169-bc3e-79831cc043e8 {{(pid=84764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:25:12.075826 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-9c240f89-4853-49b7-9801-a9e93c67fb20 req-17cacfb3-6fd9-428d-8f9e-a72fbc212aa5 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=5813ea9b-bdb3-4b0d-b1fa-560b06c0e787 HTTP/1.1" status: 200 len: 210 time: 0.0901558 Apr 18 19:25:12.479824 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b006d761-2537-410e-9449-2efd5566b9cd None None] Network bc6a388b-dbfa-4690-809a-bcb581cc24f3 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:25:12.730193 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90766512-6319-4143-a355-08e9337a8926 req-cee98428-a554-444b-bdb5-862232c44f3a tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:12.732392 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-90766512-6319-4143-a355-08e9337a8926 req-cee98428-a554-444b-bdb5-862232c44f3a tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.72 "GET /v2.0/networks?id=0685e2b1-3b13-405d-a131-f90aa0a8867a HTTP/1.1" status: 200 len: 808 time: 0.5318806 Apr 18 19:25:12.750983 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [req-90766512-6319-4143-a355-08e9337a8926 req-ee9e3423-e7bb-4cc5-af2a-fd9939540415 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Request body: {'port': {'device_id': '5813ea9b-bdb3-4b0d-b1fa-560b06c0e787', 'network_id': '0685e2b1-3b13-405d-a131-f90aa0a8867a', 'admin_state_up': True, 'tenant_id': 'fc56e011536d43568ffc66b480cf23b0'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:25:12.949570 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41bea0e6-fb5c-4e06-9a91-137967ecf9ad admin admin] Notify agent at l3_agent.n-d-836017-2 the message routers_updated {{(pid=84764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:25:12.965895 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d2c3c2-d09e-4645-8261-7d5baf67e4b6 None None] Sync routers for ids ['76985cc2-50a2-47a3-9779-47fe48d98437'] in n-d-836017-2 {{(pid=84766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:25:13.010250 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 002a6819-0daf-4acf-871b-b8ff2b219a90 up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:25:13.019669 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d2c3c2-d09e-4645-8261-7d5baf67e4b6 None None] Routers {'76985cc2-50a2-47a3-9779-47fe48d98437'} bound to L3 agent in host n-d-836017-2 {{(pid=84766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:25:13.020898 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-86d2c3c2-d09e-4645-8261-7d5baf67e4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:24:50Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['76985cc2-50a2-47a3-9779-47fe48d98437'], 'active': True} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:25:13.094384 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-41bea0e6-fb5c-4e06-9a91-137967ecf9ad admin admin] 10.222.0.69 "PUT /v2.0/routers/76985cc2-50a2-47a3-9779-47fe48d98437/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0378606 Apr 18 19:25:13.094844 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 48768) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:25:13.098833 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-90766512-6319-4143-a355-08e9337a8926 req-ee9e3423-e7bb-4cc5-af2a-fd9939540415 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:25:13.136718 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-90766512-6319-4143-a355-08e9337a8926 req-ee9e3423-e7bb-4cc5-af2a-fd9939540415 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:25:13.171787 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad9e523-d709-4943-b941-e31af99ae059 req-f8a9531e-d2ca-4267-8cd8-ea0908de4868 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:13.182570 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-fad9e523-d709-4943-b941-e31af99ae059 req-f8a9531e-d2ca-4267-8cd8-ea0908de4868 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/ports?device_id=378a8558-b9d2-4f8d-8f6f-831c1f0a06a1 HTTP/1.1" status: 200 len: 945 time: 0.6770866 Apr 18 19:25:13.261050 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-fad9e523-d709-4943-b941-e31af99ae059 req-ffaf5fe5-4b23-43b7-b004-65ef2365083a tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/security-groups?id=1e5cc43e-ae04-4a53-be47-dfdad3ea2d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769038 Apr 18 19:25:13.469569 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-c4879812-21bc-469b-8ab9-622b8ae1a086 admin admin] Notify callbacks [] for router, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:13.501270 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvr_db [None req-86d2c3c2-d09e-4645-8261-7d5baf67e4b6 None None] Set router 76985cc2-50a2-47a3-9779-47fe48d98437 gateway port host: n-d-836017-2 {{(pid=84766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:25:13.526800 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-5268767c-cd26-48c8-87a3-50a949f38d5a req-a3b32a36-c261-44b8-b0c8-ca4d197d3734 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=5813ea9b-bdb3-4b0d-b1fa-560b06c0e787 HTTP/1.1" status: 200 len: 210 time: 0.0489037 Apr 18 19:25:13.639201 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e14a080-5996-40a9-9c73-9327932f0710 admin admin] Router 88997029-2ce0-40f3-b7d3-208a67695f5f is scheduled to L3 agent 21b59c62-f184-4169-bc3e-79831cc043e8 with binding_index 1 {{(pid=84763) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 19:25:13.663744 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90766512-6319-4143-a355-08e9337a8926 req-ee9e3423-e7bb-4cc5-af2a-fd9939540415 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Made reservation on behalf of fc56e011536d43568ffc66b480cf23b0 for: {'port': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:25:13.664185 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-91693fe8-50c2-487c-aa62-9125a9afc54d None None] Provisioning for port 002a6819-0daf-4acf-871b-b8ff2b219a90 completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:25:13.667430 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-90766512-6319-4143-a355-08e9337a8926 req-ee9e3423-e7bb-4cc5-af2a-fd9939540415 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:13.669706 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning for port 002a6819-0daf-4acf-871b-b8ff2b219a90 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:25:13.675492 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-91693fe8-50c2-487c-aa62-9125a9afc54d None None] Provisioning complete for port 002a6819-0daf-4acf-871b-b8ff2b219a90 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:25:13.681450 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-91693fe8-50c2-487c-aa62-9125a9afc54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:13.856598 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port 002a6819-0daf-4acf-871b-b8ff2b219a90 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:25:13.857388 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:14.076018 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c17f2cf3-cd2d-4a77-bd45-ee2c6860b2c1 req-18d105c3-1749-47d7-8735-486aea877b11 tempest-ServersAdmin275Test-2023517713 tempest-ServersAdmin275Test-2023517713-project] 10.222.0.69 "GET /v2.0/ports?device_id=565ea609-bc70-41d2-8e9b-51bc0bb51a02 HTTP/1.1" status: 200 len: 210 time: 0.1110301 Apr 18 19:25:14.193902 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-86d2c3c2-d09e-4645-8261-7d5baf67e4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76985cc2-50a2-47a3-9779-47fe48d98437', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2078107279-router', 'tenant_id': 'd9d103e6663047378afb39d68376f3b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': 'b8fc41b4-b481-482a-95cd-d9648d638fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:20:14Z', 'updated_at': '2022-04-18T19:25:08Z', 'revision_number': 5, 'project_id': 'd9d103e6663047378afb39d68376f3b1', 'gw_port': {'id': 'b8fc41b4-b481-482a-95cd-d9648d638fc4', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:59:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76985cc2-50a2-47a3-9779-47fe48d98437', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:20:15Z', 'updated_at': '2022-04-18T19:20:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2'}], 'n-d-836017-2', False) {} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:25:14.202216 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d2c3c2-d09e-4645-8261-7d5baf67e4b6 None None] Checking router: 76985cc2-50a2-47a3-9779-47fe48d98437 for host: n-d-836017-2 {{(pid=84766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:25:14.251102 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d2c3c2-d09e-4645-8261-7d5baf67e4b6 None None] Routers {'76985cc2-50a2-47a3-9779-47fe48d98437'} bound to L3 agent in host n-d-836017-2 {{(pid=84766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:25:14.251725 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-86d2c3c2-d09e-4645-8261-7d5baf67e4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:24:50Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['76985cc2-50a2-47a3-9779-47fe48d98437'], 'active': True} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:25:14.397121 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-91693fe8-50c2-487c-aa62-9125a9afc54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:14.421649 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:14.556515 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-91693fe8-50c2-487c-aa62-9125a9afc54d None None] For port 002a6819-0daf-4acf-871b-b8ff2b219a90, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=002a6819-0daf-4acf-871b-b8ff2b219a90,segment=NetworkSegment(1ee78f5f-19b1-4536-a0ab-086e7442dabc),segment_id=1ee78f5f-19b1-4536-a0ab-086e7442dabc)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:25:14.570300 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0bed1aa1-87a9-4715-b622-621986ac1240 req-24d6e293-e7a6-405b-8fec-4bd259e3a9e2 tempest-ServersAdmin275Test-2023517713 tempest-ServersAdmin275Test-2023517713-project] 10.222.0.69 "GET /v2.0/ports?device_id=565ea609-bc70-41d2-8e9b-51bc0bb51a02 HTTP/1.1" status: 200 len: 210 time: 0.1456537 Apr 18 19:25:14.651208 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-91693fe8-50c2-487c-aa62-9125a9afc54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:14.707771 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-c4879812-21bc-469b-8ab9-622b8ae1a086 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:14.723986 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvr_db [None req-86d2c3c2-d09e-4645-8261-7d5baf67e4b6 None None] Set router 76985cc2-50a2-47a3-9779-47fe48d98437 gateway port host: n-d-836017-2 {{(pid=84766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:25:14.808762 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e14a080-5996-40a9-9c73-9327932f0710 admin admin] Notify agent at l3_agent.n-d-836017-2 the message routers_updated {{(pid=84763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:25:14.911368 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-c4879812-21bc-469b-8ab9-622b8ae1a086 admin admin] Deleting port b8fc41b4-b481-482a-95cd-d9648d638fc4 {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:25:14.913955 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-c4879812-21bc-469b-8ab9-622b8ae1a086 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:14.918847 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_common [req-90766512-6319-4143-a355-08e9337a8926 req-ee9e3423-e7bb-4cc5-af2a-fd9939540415 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Allocated IP 172.20.0.14 (0685e2b1-3b13-405d-a131-f90aa0a8867a/1c71b90d-680b-4d0c-80a6-944953a6ed07/c84bda8b-f4ab-4230-8e89-c912714674c2) {{(pid=84764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:25:14.931343 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880653c2-13b1-4a0d-b56a-a27ea015c127 None None] Sync routers for ids ['88997029-2ce0-40f3-b7d3-208a67695f5f'] in n-d-836017-2 {{(pid=84765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:25:15.037481 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-1e14a080-5996-40a9-9c73-9327932f0710 admin admin] Notify callbacks [] for router, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:15.042444 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-1e14a080-5996-40a9-9c73-9327932f0710 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 7.6090057 Apr 18 19:25:15.048622 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 48820) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:25:15.105982 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84765) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 19:25:15.106326 n-d-836017-2 neutron-server[84765]: DEBUG oslo_db.api [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 19:25:15.131189 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-764dd6c7-e1c4-4df2-8c75-ac54acbef6bd None None] Provisioning complete for port 002a6819-0daf-4acf-871b-b8ff2b219a90 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:25:15.136890 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-764dd6c7-e1c4-4df2-8c75-ac54acbef6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:15.202312 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880653c2-13b1-4a0d-b56a-a27ea015c127 None None] Routers {'88997029-2ce0-40f3-b7d3-208a67695f5f'} bound to L3 agent in host n-d-836017-2 {{(pid=84765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:25:15.228498 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-880653c2-13b1-4a0d-b56a-a27ea015c127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:24:50Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['88997029-2ce0-40f3-b7d3-208a67695f5f'], 'active': True} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:25:15.439370 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-127c3e3a-a403-47ae-99c6-a96a261f352c req-7a201b6f-ff28-4622-b88e-70cb52406cd4 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=5813ea9b-bdb3-4b0d-b1fa-560b06c0e787 HTTP/1.1" status: 200 len: 210 time: 0.1735532 Apr 18 19:25:15.528014 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-86d2c3c2-d09e-4645-8261-7d5baf67e4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76985cc2-50a2-47a3-9779-47fe48d98437', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2078107279-router', 'tenant_id': 'd9d103e6663047378afb39d68376f3b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': 'b8fc41b4-b481-482a-95cd-d9648d638fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:20:14Z', 'updated_at': '2022-04-18T19:25:08Z', 'revision_number': 5, 'project_id': 'd9d103e6663047378afb39d68376f3b1', 'gw_port': {'id': 'b8fc41b4-b481-482a-95cd-d9648d638fc4', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:59:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76985cc2-50a2-47a3-9779-47fe48d98437', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:20:15Z', 'updated_at': '2022-04-18T19:20:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2'}], 'n-d-836017-2', False) {} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:25:15.541335 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d2c3c2-d09e-4645-8261-7d5baf67e4b6 None None] The sync data for ids ['76985cc2-50a2-47a3-9779-47fe48d98437'] in n-d-836017-2 is: [{'id': '76985cc2-50a2-47a3-9779-47fe48d98437', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2078107279-router', 'tenant_id': 'd9d103e6663047378afb39d68376f3b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': 'b8fc41b4-b481-482a-95cd-d9648d638fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:20:14Z', 'updated_at': '2022-04-18T19:25:08Z', 'revision_number': 5, 'project_id': 'd9d103e6663047378afb39d68376f3b1', 'gw_port': {'id': 'b8fc41b4-b481-482a-95cd-d9648d638fc4', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:59:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76985cc2-50a2-47a3-9779-47fe48d98437', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:20:15Z', 'updated_at': '2022-04-18T19:20:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2'}] {{(pid=84766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:25:15.600166 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [None req-c4879812-21bc-469b-8ab9-622b8ae1a086 admin admin] For port b8fc41b4-b481-482a-95cd-d9648d638fc4, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=b8fc41b4-b481-482a-95cd-d9648d638fc4,segment=NetworkSegment(5de34947-6c56-419b-85d0-f61f69ce7c45),segment_id=5de34947-6c56-419b-85d0-f61f69ce7c45)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:25:15.604708 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-c4879812-21bc-469b-8ab9-622b8ae1a086 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:15.621595 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91693fe8-50c2-487c-aa62-9125a9afc54d None None] Pushing event updated for resources: {'Port': ['ID=002a6819-0daf-4acf-871b-b8ff2b219a90,revision_number=3']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:15.714766 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e4ada4-5ba9-4d50-a4e5-ee435dce8b51 req-8e664c8c-1d3d-406f-8807-4d28719c478a tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:15.716420 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c5e4ada4-5ba9-4d50-a4e5-ee435dce8b51 req-8e664c8c-1d3d-406f-8807-4d28719c478a tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/ports?device_id=378a8558-b9d2-4f8d-8f6f-831c1f0a06a1 HTTP/1.1" status: 200 len: 945 time: 0.6288762 Apr 18 19:25:15.849396 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-90766512-6319-4143-a355-08e9337a8926 req-ee9e3423-e7bb-4cc5-af2a-fd9939540415 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Notify callbacks [] for port, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:15.960593 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c5e4ada4-5ba9-4d50-a4e5-ee435dce8b51 req-6fd63f34-3ca3-4ea7-8b1a-40e814b16455 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/security-groups?id=1e5cc43e-ae04-4a53-be47-dfdad3ea2d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269692 Apr 18 19:25:15.976494 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-c4879812-21bc-469b-8ab9-622b8ae1a086 admin admin] Calling delete_port for b8fc41b4-b481-482a-95cd-d9648d638fc4 owned by network:router_gateway {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:25:16.023386 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-90766512-6319-4143-a355-08e9337a8926 req-ee9e3423-e7bb-4cc5-af2a-fd9939540415 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:16.148731 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 002a6819-0daf-4acf-871b-b8ff2b219a90 up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:25:16.228910 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b74d89a5-92ed-463f-b52e-64aee4b3262c req-df495177-181d-494d-bb85-aaeddb229710 tempest-ServersAdmin275Test-2023517713 tempest-ServersAdmin275Test-2023517713-project] 10.222.0.69 "GET /v2.0/ports?device_id=565ea609-bc70-41d2-8e9b-51bc0bb51a02 HTTP/1.1" status: 200 len: 210 time: 0.2665234 Apr 18 19:25:16.265961 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-880653c2-13b1-4a0d-b56a-a27ea015c127 None None] Set router 88997029-2ce0-40f3-b7d3-208a67695f5f gateway port host: n-d-836017-2 {{(pid=84765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:25:16.294252 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90766512-6319-4143-a355-08e9337a8926 req-ee9e3423-e7bb-4cc5-af2a-fd9939540415 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Network 0685e2b1-3b13-405d-a131-f90aa0a8867a is already hosted by enough agents. {{(pid=84764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:25:16.338779 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [req-90766512-6319-4143-a355-08e9337a8926 req-ee9e3423-e7bb-4cc5-af2a-fd9939540415 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Resources bound (agent type, host, resource id): {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:25:16.355523 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [req-90766512-6319-4143-a355-08e9337a8926 req-ee9e3423-e7bb-4cc5-af2a-fd9939540415 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Received port after_create {{(pid=84764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:25:16.472923 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90766512-6319-4143-a355-08e9337a8926 req-ee9e3423-e7bb-4cc5-af2a-fd9939540415 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:16.474525 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-90766512-6319-4143-a355-08e9337a8926 req-ee9e3423-e7bb-4cc5-af2a-fd9939540415 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:16.511363 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9e3423-e7bb-4cc5-af2a-fd9939540415 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Pushing event updated for resources: {'Port': ['ID=c84bda8b-f4ab-4230-8e89-c912714674c2,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:16.623207 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-90766512-6319-4143-a355-08e9337a8926 req-ee9e3423-e7bb-4cc5-af2a-fd9939540415 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8777046 Apr 18 19:25:16.638853 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [req-90766512-6319-4143-a355-08e9337a8926 req-3e77219e-84ad-4d84-b25c-0038f699f4c8 service neutron] Request body: {'port': {'device_id': '5813ea9b-bdb3-4b0d-b1fa-560b06c0e787', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-2'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:25:16.686920 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port 002a6819-0daf-4acf-871b-b8ff2b219a90 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:25:16.704029 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:16.959527 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-90766512-6319-4143-a355-08e9337a8926 req-3e77219e-84ad-4d84-b25c-0038f699f4c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:17.163572 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-c4879812-21bc-469b-8ab9-622b8ae1a086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:17.279326 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4879812-21bc-469b-8ab9-622b8ae1a086 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8fc41b4-b481-482a-95cd-d9648d638fc4,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:17.289794 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 8a9e1784-4afa-46bc-a2c9-7c9e6d4078bb no longer exists at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:25:17.433080 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db720f14-3b68-458d-a7cd-49e062078a65 req-8b514645-1269-4eba-8c43-b643922d2c84 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:17.441195 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-db720f14-3b68-458d-a7cd-49e062078a65 req-8b514645-1269-4eba-8c43-b643922d2c84 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Synchronizing usage tracker for tenant:fc56e011536d43568ffc66b480cf23b0 on resource:port {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:25:17.441351 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4879812-21bc-469b-8ab9-622b8ae1a086 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:25:17.441351 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4879812-21bc-469b-8ab9-622b8ae1a086 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:25:17.441351 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4879812-21bc-469b-8ab9-622b8ae1a086 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:25:17.441351 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4879812-21bc-469b-8ab9-622b8ae1a086 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:25:17.441351 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4879812-21bc-469b-8ab9-622b8ae1a086 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:25:17.441351 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4879812-21bc-469b-8ab9-622b8ae1a086 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:25:17.441351 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4879812-21bc-469b-8ab9-622b8ae1a086 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:25:17.441351 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4879812-21bc-469b-8ab9-622b8ae1a086 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:25:17.441351 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4879812-21bc-469b-8ab9-622b8ae1a086 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:25:17.442050 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4879812-21bc-469b-8ab9-622b8ae1a086 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:25:17.442050 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4879812-21bc-469b-8ab9-622b8ae1a086 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:25:17.494524 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] No Port match for: 8a9e1784-4afa-46bc-a2c9-7c9e6d4078bb {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:25:17.494859 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 8a9e1784-4afa-46bc-a2c9-7c9e6d4078bb not bound to the agent host n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:25:17.593566 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-880653c2-13b1-4a0d-b56a-a27ea015c127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88997029-2ce0-40f3-b7d3-208a67695f5f', 'name': 'tempest-ServersTestJSON-962769603-router', 'tenant_id': 'b29f8fde29594c17bd8cad9e98e010b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': 'ec43c23b-19d9-4e92-aaa2-0e693bafe65e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:25:07Z', 'updated_at': '2022-04-18T19:25:11Z', 'revision_number': 3, 'project_id': 'b29f8fde29594c17bd8cad9e98e010b3', 'gw_port': {'id': 'ec43c23b-19d9-4e92-aaa2-0e693bafe65e', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e0:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88997029-2ce0-40f3-b7d3-208a67695f5f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:25:09Z', 'updated_at': '2022-04-18T19:25:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2'}], 'n-d-836017-2', False) {} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:25:17.599100 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880653c2-13b1-4a0d-b56a-a27ea015c127 None None] Checking router: 88997029-2ce0-40f3-b7d3-208a67695f5f for host: n-d-836017-2 {{(pid=84765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:25:17.599676 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880653c2-13b1-4a0d-b56a-a27ea015c127 None None] Updating router 88997029-2ce0-40f3-b7d3-208a67695f5f port ec43c23b-19d9-4e92-aaa2-0e693bafe65e binding host n-d-836017-2 {{(pid=84765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 19:25:17.667134 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [req-90766512-6319-4143-a355-08e9337a8926 req-3e77219e-84ad-4d84-b25c-0038f699f4c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c84bda8b-f4ab-4230-8e89-c912714674c2 {{(pid=84764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:25:17.683796 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-90766512-6319-4143-a355-08e9337a8926 req-3e77219e-84ad-4d84-b25c-0038f699f4c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:17.696983 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-880653c2-13b1-4a0d-b56a-a27ea015c127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:17.703647 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-db720f14-3b68-458d-a7cd-49e062078a65 req-8b514645-1269-4eba-8c43-b643922d2c84 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Unset dirty status for tenant:fc56e011536d43568ffc66b480cf23b0 on resource:port {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:25:17.708131 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-db720f14-3b68-458d-a7cd-49e062078a65 req-8b514645-1269-4eba-8c43-b643922d2c84 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=5813ea9b-bdb3-4b0d-b1fa-560b06c0e787 HTTP/1.1" status: 200 len: 932 time: 0.9182780 Apr 18 19:25:17.840162 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.provisioning_blocks [req-90766512-6319-4143-a355-08e9337a8926 req-3e77219e-84ad-4d84-b25c-0038f699f4c8 service neutron] Transition to ACTIVE for port object c84bda8b-f4ab-4230-8e89-c912714674c2 will not be triggered until provisioned by entity L2. {{(pid=84764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:25:17.864021 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-c4879812-21bc-469b-8ab9-622b8ae1a086 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416828'] for router_gateway, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:17.886941 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-db720f14-3b68-458d-a7cd-49e062078a65 req-cd749143-ed80-4cb6-8434-0ac33602a4aa tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672525 Apr 18 19:25:17.970838 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-90766512-6319-4143-a355-08e9337a8926 req-3e77219e-84ad-4d84-b25c-0038f699f4c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2290934'] for port, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:18.332036 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-08fe0b45-5ade-4df0-b726-46951058626d req-18e6c6b2-3379-48d8-8fc9-7245f5c55729 tempest-ServersAdmin275Test-2023517713 tempest-ServersAdmin275Test-2023517713-project] 10.222.0.69 "GET /v2.0/ports?device_id=565ea609-bc70-41d2-8e9b-51bc0bb51a02 HTTP/1.1" status: 200 len: 210 time: 0.0777533 Apr 18 19:25:18.333079 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e77219e-84ad-4d84-b25c-0038f699f4c8 service neutron] Pushing event updated for resources: {'Port': ['ID=c84bda8b-f4ab-4230-8e89-c912714674c2,revision_number=2']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:18.466784 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-880653c2-13b1-4a0d-b56a-a27ea015c127 None None] Notify callbacks [] for port, precommit_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:18.500213 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-880653c2-13b1-4a0d-b56a-a27ea015c127 None None] Transition to ACTIVE for port object ec43c23b-19d9-4e92-aaa2-0e693bafe65e will not be triggered until provisioned by entity L2. {{(pid=84765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:25:18.528016 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-c4879812-21bc-469b-8ab9-622b8ae1a086 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4443'] for router, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:18.533450 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-c4879812-21bc-469b-8ab9-622b8ae1a086 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:18.571592 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da7415e-34b5-41de-99c1-a69d3f2ad390 req-0c2c107d-6c10-4a22-a317-7e0ea02dc237 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:18.573384 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-6da7415e-34b5-41de-99c1-a69d3f2ad390 req-0c2c107d-6c10-4a22-a317-7e0ea02dc237 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/ports?device_id=378a8558-b9d2-4f8d-8f6f-831c1f0a06a1 HTTP/1.1" status: 200 len: 945 time: 1.1918981 Apr 18 19:25:18.600893 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-880653c2-13b1-4a0d-b56a-a27ea015c127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:18.613645 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-90766512-6319-4143-a355-08e9337a8926 req-3e77219e-84ad-4d84-b25c-0038f699f4c8 service neutron] Attempting to bind port c84bda8b-f4ab-4230-8e89-c912714674c2 on host n-h2-836017-2 for vnic_type normal with profile {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:25:18.614919 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-90766512-6319-4143-a355-08e9337a8926 req-3e77219e-84ad-4d84-b25c-0038f699f4c8 service neutron] Attempting to bind port c84bda8b-f4ab-4230-8e89-c912714674c2 by drivers openvswitch,hyperv on host n-h2-836017-2 at level 0 using segments [{'id': '1b33902c-725a-4527-bb11-2978d3dba7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '0685e2b1-3b13-405d-a131-f90aa0a8867a'}] {{(pid=84764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:25:18.615261 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90766512-6319-4143-a355-08e9337a8926 req-3e77219e-84ad-4d84-b25c-0038f699f4c8 service neutron] Attempting to bind port c84bda8b-f4ab-4230-8e89-c912714674c2 on network 0685e2b1-3b13-405d-a131-f90aa0a8867a {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:25:18.632911 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90766512-6319-4143-a355-08e9337a8926 req-3e77219e-84ad-4d84-b25c-0038f699f4c8 service neutron] Port c84bda8b-f4ab-4230-8e89-c912714674c2 on network 0685e2b1-3b13-405d-a131-f90aa0a8867a not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-2 {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:25:18.633305 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90766512-6319-4143-a355-08e9337a8926 req-3e77219e-84ad-4d84-b25c-0038f699f4c8 service neutron] Attempting to bind port c84bda8b-f4ab-4230-8e89-c912714674c2 on network 0685e2b1-3b13-405d-a131-f90aa0a8867a {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:25:18.652823 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-c4879812-21bc-469b-8ab9-622b8ae1a086 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412768'] for router, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:18.653380 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4879812-21bc-469b-8ab9-622b8ae1a086 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 76985cc2-50a2-47a3-9779-47fe48d98437 {{(pid=84763) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 19:25:18.664377 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90766512-6319-4143-a355-08e9337a8926 req-3e77219e-84ad-4d84-b25c-0038f699f4c8 service neutron] Checking agent: {'id': '02e8f951-d3a3-40e1-b8cc-aed258af030b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 24, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:25:18.664722 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90766512-6319-4143-a355-08e9337a8926 req-3e77219e-84ad-4d84-b25c-0038f699f4c8 service neutron] Checking segment: {'id': '1b33902c-725a-4527-bb11-2978d3dba7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '0685e2b1-3b13-405d-a131-f90aa0a8867a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:25:18.665116 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90766512-6319-4143-a355-08e9337a8926 req-3e77219e-84ad-4d84-b25c-0038f699f4c8 service neutron] Bound using segment: {'id': '1b33902c-725a-4527-bb11-2978d3dba7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '0685e2b1-3b13-405d-a131-f90aa0a8867a'} {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:25:18.671715 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-90766512-6319-4143-a355-08e9337a8926 req-3e77219e-84ad-4d84-b25c-0038f699f4c8 service neutron] Bound port: c84bda8b-f4ab-4230-8e89-c912714674c2, host: n-h2-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b33902c-725a-4527-bb11-2978d3dba7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '0685e2b1-3b13-405d-a131-f90aa0a8867a'}}] {{(pid=84764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:25:18.672221 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-90766512-6319-4143-a355-08e9337a8926 req-3e77219e-84ad-4d84-b25c-0038f699f4c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:18.701411 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-6da7415e-34b5-41de-99c1-a69d3f2ad390 req-e7ae1923-cee1-49aa-b0a3-2cef4ef18626 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/security-groups?id=1e5cc43e-ae04-4a53-be47-dfdad3ea2d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159232 Apr 18 19:25:18.773546 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-c4879812-21bc-469b-8ab9-622b8ae1a086 admin admin] Notify callbacks [] for router, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:18.781535 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-66e93cda-e9d2-4b61-88b4-a03f8bcac2f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:18.793830 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-c4879812-21bc-469b-8ab9-622b8ae1a086 admin admin] 10.222.0.69 "DELETE /v2.0/routers/76985cc2-50a2-47a3-9779-47fe48d98437 HTTP/1.1" status: 204 len: 168 time: 5.6955628 Apr 18 19:25:18.798230 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 48864) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:25:18.855262 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-880653c2-13b1-4a0d-b56a-a27ea015c127 None None] Attempting to bind port ec43c23b-19d9-4e92-aaa2-0e693bafe65e on host n-d-836017-2 for vnic_type normal with profile {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:25:18.855673 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-880653c2-13b1-4a0d-b56a-a27ea015c127 None None] Attempting to bind port ec43c23b-19d9-4e92-aaa2-0e693bafe65e by drivers openvswitch,hyperv on host n-d-836017-2 at level 0 using segments [{'id': '5de34947-6c56-419b-85d0-f61f69ce7c45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:25:18.856412 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880653c2-13b1-4a0d-b56a-a27ea015c127 None None] Attempting to bind port ec43c23b-19d9-4e92-aaa2-0e693bafe65e on network 11e8e108-37df-4084-b6b7-113e6beb66b4 {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:25:18.886466 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ce3f00-d6be-4336-ae63-587d814b2d33 None None] Pushing event updated for resources: {'Port': ['ID=ec43c23b-19d9-4e92-aaa2-0e693bafe65e,revision_number=2']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:18.908707 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880653c2-13b1-4a0d-b56a-a27ea015c127 None None] Checking agent: {'id': 'df2a5cfe-6839-400b-a998-e4fffce70f45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 8, 22), 'started_at': datetime.datetime(2022, 4, 18, 19, 8, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:25:18.918920 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880653c2-13b1-4a0d-b56a-a27ea015c127 None None] Checking segment: {'id': '5de34947-6c56-419b-85d0-f61f69ce7c45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:25:18.918920 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-880653c2-13b1-4a0d-b56a-a27ea015c127 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:18.919256 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880653c2-13b1-4a0d-b56a-a27ea015c127 None None] Bound using segment: {'id': '5de34947-6c56-419b-85d0-f61f69ce7c45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:25:18.919782 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-880653c2-13b1-4a0d-b56a-a27ea015c127 None None] Bound port: ec43c23b-19d9-4e92-aaa2-0e693bafe65e, host: n-d-836017-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5de34947-6c56-419b-85d0-f61f69ce7c45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'}}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:25:18.923671 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-880653c2-13b1-4a0d-b56a-a27ea015c127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:18.972410 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-90766512-6319-4143-a355-08e9337a8926 req-3e77219e-84ad-4d84-b25c-0038f699f4c8 service neutron] For port c84bda8b-f4ab-4230-8e89-c912714674c2, host n-h2-836017-2, cleared binding levels {{(pid=84764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:25:18.990570 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-90766512-6319-4143-a355-08e9337a8926 req-3e77219e-84ad-4d84-b25c-0038f699f4c8 service neutron] For port c84bda8b-f4ab-4230-8e89-c912714674c2, host n-h2-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=c84bda8b-f4ab-4230-8e89-c912714674c2,segment=NetworkSegment(1b33902c-725a-4527-bb11-2978d3dba7a4),segment_id=1b33902c-725a-4527-bb11-2978d3dba7a4)] {{(pid=84764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:25:19.114748 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-90766512-6319-4143-a355-08e9337a8926 req-3e77219e-84ad-4d84-b25c-0038f699f4c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2290934'] for port, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:19.135720 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-880653c2-13b1-4a0d-b56a-a27ea015c127 None None] For port ec43c23b-19d9-4e92-aaa2-0e693bafe65e, host n-d-836017-2, cleared binding levels {{(pid=84765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:25:19.141095 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-880653c2-13b1-4a0d-b56a-a27ea015c127 None None] For port ec43c23b-19d9-4e92-aaa2-0e693bafe65e, host n-d-836017-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=ec43c23b-19d9-4e92-aaa2-0e693bafe65e,segment=NetworkSegment(5de34947-6c56-419b-85d0-f61f69ce7c45),segment_id=5de34947-6c56-419b-85d0-f61f69ce7c45)] {{(pid=84765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:25:19.179496 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_v2 [None req-c770f312-fba1-4b0e-8d77-4830df750329 admin admin] Deleting subnet 65d5c6c7-23cd-4c5a-abc3-4ab2048c61a5 {{(pid=84763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:25:19.190150 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-c770f312-fba1-4b0e-8d77-4830df750329 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:19.257308 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-880653c2-13b1-4a0d-b56a-a27ea015c127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:19.464943 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-90766512-6319-4143-a355-08e9337a8926 req-3e77219e-84ad-4d84-b25c-0038f699f4c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:19.466605 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-90766512-6319-4143-a355-08e9337a8926 req-3e77219e-84ad-4d84-b25c-0038f699f4c8 service neutron] 10.222.0.72 "PUT /v2.0/ports/c84bda8b-f4ab-4230-8e89-c912714674c2 HTTP/1.1" status: 200 len: 1092 time: 2.8359571 Apr 18 19:25:19.466944 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-c770f312-fba1-4b0e-8d77-4830df750329 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66272755'] for subnet, precommit_delete_associations {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:19.467715 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e77219e-84ad-4d84-b25c-0038f699f4c8 service neutron] Pushing event updated for resources: {'Port': ['ID=c84bda8b-f4ab-4230-8e89-c912714674c2,revision_number=3']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:19.470419 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5813ea9b-bdb3-4b0d-b1fa-560b06c0e787', 'tag': 'c84bda8b-f4ab-4230-8e89-c912714674c2'}] {{(pid=84764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:25:19.513830 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880653c2-13b1-4a0d-b56a-a27ea015c127 None None] Routers {'88997029-2ce0-40f3-b7d3-208a67695f5f'} bound to L3 agent in host n-d-836017-2 {{(pid=84765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:25:19.514595 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-880653c2-13b1-4a0d-b56a-a27ea015c127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:24:50Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['88997029-2ce0-40f3-b7d3-208a67695f5f'], 'active': True} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:25:19.545663 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e17469e-f110-4e88-953c-0d9981ebdc4b req-256a0cd8-daa0-45f5-a759-9aecf2d79b28 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:19.559523 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-9e17469e-f110-4e88-953c-0d9981ebdc4b req-256a0cd8-daa0-45f5-a759-9aecf2d79b28 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=5813ea9b-bdb3-4b0d-b1fa-560b06c0e787 HTTP/1.1" status: 200 len: 944 time: 0.3731019 Apr 18 19:25:19.669532 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-9f36bb88-ce5a-48ca-bd7b-6aae35aaa656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:19.753693 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-9e17469e-f110-4e88-953c-0d9981ebdc4b req-c87ec60b-edf7-4d5b-b71f-16789b2fb2c8 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900845 Apr 18 19:25:19.863367 n-d-836017-2 neutron-server[84764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f31504c-5690-4ebe-b5a8-85dbaa952937'] response: {'name': 'network-changed', 'server_uuid': '5813ea9b-bdb3-4b0d-b1fa-560b06c0e787', 'tag': 'c84bda8b-f4ab-4230-8e89-c912714674c2', 'status': 'completed', 'code': 200} Apr 18 19:25:20.001004 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device b8fc41b4-b481-482a-95cd-d9648d638fc4 no longer exists at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:25:20.097143 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-c770f312-fba1-4b0e-8d77-4830df750329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1258508'] for subnet, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:20.118807 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ce3f00-d6be-4336-ae63-587d814b2d33 None None] Pushing event updated for resources: {'Port': ['ID=ec43c23b-19d9-4e92-aaa2-0e693bafe65e,revision_number=3']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:20.181886 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] No Port match for: b8fc41b4-b481-482a-95cd-d9648d638fc4 {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:25:20.181886 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device b8fc41b4-b481-482a-95cd-d9648d638fc4 not bound to the agent host n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:25:20.212057 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-50f2b201-ec3b-45d2-ad74-4c77e1e9c272 req-b56aeef3-aa21-4078-92c7-561c809eabb6 tempest-ServersAdmin275Test-2023517713 tempest-ServersAdmin275Test-2023517713-project] 10.222.0.69 "GET /v2.0/ports?device_id=565ea609-bc70-41d2-8e9b-51bc0bb51a02 HTTP/1.1" status: 200 len: 210 time: 0.0709996 Apr 18 19:25:20.260652 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-880653c2-13b1-4a0d-b56a-a27ea015c127 None None] Set router 88997029-2ce0-40f3-b7d3-208a67695f5f gateway port host: n-d-836017-2 {{(pid=84765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:25:20.459376 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ce4aaf-76a7-4a20-ba98-6b6ae57709b0 req-3294457e-190e-4849-ab20-4d0f90ec53f7 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:20.464680 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_common [None req-9f36bb88-ce5a-48ca-bd7b-6aae35aaa656 admin admin] Allocated IP 172.20.0.1 (bc6a388b-dbfa-4690-809a-bcb581cc24f3/acde3d02-95bd-4d07-9484-4bde4e43b986/bb41cb28-cb79-4b65-9fb1-e29fd00be975) {{(pid=84763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:25:20.469897 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-52ce4aaf-76a7-4a20-ba98-6b6ae57709b0 req-3294457e-190e-4849-ab20-4d0f90ec53f7 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/ports?device_id=378a8558-b9d2-4f8d-8f6f-831c1f0a06a1 HTTP/1.1" status: 200 len: 945 time: 0.2616091 Apr 18 19:25:20.501528 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-90766512-6319-4143-a355-08e9337a8926 req-1d97d5bf-637d-48c3-a37c-6dfbc9ed807f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fc56e011536d43568ffc66b480cf23b0&device_id=5813ea9b-bdb3-4b0d-b1fa-560b06c0e787 HTTP/1.1" status: 200 len: 1095 time: 0.8033736 Apr 18 19:25:20.520430 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-c770f312-fba1-4b0e-8d77-4830df750329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1258501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66351815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66540800'] for subnet, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:20.611527 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-90766512-6319-4143-a355-08e9337a8926 req-b5b59e55-98fb-4896-9c62-52fe68f5fa0d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c84bda8b-f4ab-4230-8e89-c912714674c2 HTTP/1.1" status: 200 len: 217 time: 0.1025000 Apr 18 19:25:20.647879 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c770f312-fba1-4b0e-8d77-4830df750329 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65d5c6c7-23cd-4c5a-abc3-4ab2048c61a5,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:20.666785 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2820e12d-b8ce-4497-bf3d-442bd5310101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:20.719029 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-c770f312-fba1-4b0e-8d77-4830df750329 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:20.795383 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ed38d1-dd01-45a3-bbc7-9f59e311d7e8 None None] Network 22a2215d-eea1-4eea-9a01-346a1aa7c567 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:25:20.837220 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-52ce4aaf-76a7-4a20-ba98-6b6ae57709b0 req-25d3a9cc-d813-4d14-9fb1-5caefbe5d285 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/security-groups?id=1e5cc43e-ae04-4a53-be47-dfdad3ea2d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3660972 Apr 18 19:25:20.875766 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-c770f312-fba1-4b0e-8d77-4830df750329 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/65d5c6c7-23cd-4c5a-abc3-4ab2048c61a5 HTTP/1.1" status: 204 len: 168 time: 2.0722129 Apr 18 19:25:20.891715 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 48896) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:25:20.904920 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:20.954923 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90766512-6319-4143-a355-08e9337a8926 req-f3fe71d0-3f32-4a38-842c-f6cc3c57c6aa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:20.976454 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-90766512-6319-4143-a355-08e9337a8926 req-f3fe71d0-3f32-4a38-842c-f6cc3c57c6aa service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1c71b90d-680b-4d0c-80a6-944953a6ed07 HTTP/1.1" status: 200 len: 848 time: 0.3385806 Apr 18 19:25:21.113657 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-90766512-6319-4143-a355-08e9337a8926 req-483e3838-7c4e-440e-8960-2e6401b6cb88 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0685e2b1-3b13-405d-a131-f90aa0a8867a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1424012 Apr 18 19:25:21.261126 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-880653c2-13b1-4a0d-b56a-a27ea015c127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88997029-2ce0-40f3-b7d3-208a67695f5f', 'name': 'tempest-ServersTestJSON-962769603-router', 'tenant_id': 'b29f8fde29594c17bd8cad9e98e010b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': 'ec43c23b-19d9-4e92-aaa2-0e693bafe65e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:25:07Z', 'updated_at': '2022-04-18T19:25:11Z', 'revision_number': 3, 'project_id': 'b29f8fde29594c17bd8cad9e98e010b3', 'gw_port': {'id': 'ec43c23b-19d9-4e92-aaa2-0e693bafe65e', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e0:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88997029-2ce0-40f3-b7d3-208a67695f5f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:25:09Z', 'updated_at': '2022-04-18T19:25:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2'}], 'n-d-836017-2', False) {} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:25:21.278244 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880653c2-13b1-4a0d-b56a-a27ea015c127 None None] The sync data for ids ['88997029-2ce0-40f3-b7d3-208a67695f5f'] in n-d-836017-2 is: [{'id': '88997029-2ce0-40f3-b7d3-208a67695f5f', 'name': 'tempest-ServersTestJSON-962769603-router', 'tenant_id': 'b29f8fde29594c17bd8cad9e98e010b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': 'ec43c23b-19d9-4e92-aaa2-0e693bafe65e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:25:07Z', 'updated_at': '2022-04-18T19:25:11Z', 'revision_number': 3, 'project_id': 'b29f8fde29594c17bd8cad9e98e010b3', 'gw_port': {'id': 'ec43c23b-19d9-4e92-aaa2-0e693bafe65e', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e0:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88997029-2ce0-40f3-b7d3-208a67695f5f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:25:09Z', 'updated_at': '2022-04-18T19:25:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2'}] {{(pid=84765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:25:21.344202 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf68cfe-2dd5-478c-a774-c49e8ff0a909 None None] DHCP port deletion for 22a2215d-eea1-4eea-9a01-346a1aa7c567 request from n-d-836017-2 {{(pid=84765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 19:25:21.360574 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-4cf68cfe-2dd5-478c-a774-c49e8ff0a909 None None] Deleting port 5759e94f-1a88-4417-b020-d10cea46a569 {{(pid=84765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:25:21.360574 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4cf68cfe-2dd5-478c-a774-c49e8ff0a909 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:21.438838 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-9f36bb88-ce5a-48ca-bd7b-6aae35aaa656 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:21.467685 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [None req-9f36bb88-ce5a-48ca-bd7b-6aae35aaa656 admin admin] Transition to ACTIVE for port object bb41cb28-cb79-4b65-9fb1-e29fd00be975 will not be triggered until provisioned by entity DHCP. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:25:21.561271 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-222d6f6d-5e52-498c-be9a-7161bb33727a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:21.589756 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-9f36bb88-ce5a-48ca-bd7b-6aae35aaa656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:21.593880 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-222d6f6d-5e52-498c-be9a-7161bb33727a admin admin] Deleting port 5759e94f-1a88-4417-b020-d10cea46a569 {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:25:21.594300 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-222d6f6d-5e52-498c-be9a-7161bb33727a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:21.683348 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-90766512-6319-4143-a355-08e9337a8926 req-fe70b51f-b27b-45ce-91d6-cd1efc73e724 service neutron] 10.222.0.72 "GET /v2.0/networks/0685e2b1-3b13-405d-a131-f90aa0a8867a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5544000 Apr 18 19:25:22.015882 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-03d82f6f-ab78-4e5f-b1f8-df0a50870fd2 req-a04d3635-a74d-47cc-a597-462993f90bcc tempest-ServersAdmin275Test-2023517713 tempest-ServersAdmin275Test-2023517713-project] 10.222.0.69 "GET /v2.0/ports?device_id=565ea609-bc70-41d2-8e9b-51bc0bb51a02 HTTP/1.1" status: 200 len: 210 time: 0.2175093 Apr 18 19:25:22.083560 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1c541fd-6087-4755-8778-e68e27e46067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:22.117998 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device ec43c23b-19d9-4e92-aaa2-0e693bafe65e up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:25:22.186289 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77bb586-1f83-4088-9d9c-1f207da71689 req-b9ce2519-c205-4d4b-8ac9-7544245d93a2 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:22.210949 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f77bb586-1f83-4088-9d9c-1f207da71689 req-b9ce2519-c205-4d4b-8ac9-7544245d93a2 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=5813ea9b-bdb3-4b0d-b1fa-560b06c0e787 HTTP/1.1" status: 200 len: 944 time: 0.8673742 Apr 18 19:25:22.216907 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-90766512-6319-4143-a355-08e9337a8926 req-9a830b75-221a-49c6-98f1-a6bc31e92a07 service neutron] 10.222.0.72 "GET /v2.0/networks/0685e2b1-3b13-405d-a131-f90aa0a8867a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5192463 Apr 18 19:25:22.370172 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f36bb88-ce5a-48ca-bd7b-6aae35aaa656 admin admin] Pushing event updated for resources: {'Port': ['ID=bb41cb28-cb79-4b65-9fb1-e29fd00be975,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:22.382193 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-4cf68cfe-2dd5-478c-a774-c49e8ff0a909 None None] For port 5759e94f-1a88-4417-b020-d10cea46a569, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=5759e94f-1a88-4417-b020-d10cea46a569,segment=NetworkSegment(7b4f0278-7b19-496b-ae7d-87976983c3ae),segment_id=7b4f0278-7b19-496b-ae7d-87976983c3ae)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:25:22.382666 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4cf68cfe-2dd5-478c-a774-c49e8ff0a909 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:22.392872 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f36bb88-ce5a-48ca-bd7b-6aae35aaa656 admin admin] Network bc6a388b-dbfa-4690-809a-bcb581cc24f3 is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:25:22.516180 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-89aa67e3-504f-4312-b687-35b067da4f33 req-92bd6adc-aa18-44db-aae1-1079d5dec842 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=565ea609-bc70-41d2-8e9b-51bc0bb51a02 HTTP/1.1" status: 200 len: 210 time: 0.4723680 Apr 18 19:25:22.526353 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [None req-9f36bb88-ce5a-48ca-bd7b-6aae35aaa656 admin admin] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:25:22.533928 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f36bb88-ce5a-48ca-bd7b-6aae35aaa656 admin admin] Received port after_create {{(pid=84763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:25:22.757477 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-4cf68cfe-2dd5-478c-a774-c49e8ff0a909 None None] Calling delete_port for 5759e94f-1a88-4417-b020-d10cea46a569 owned by network:dhcp {{(pid=84765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:25:22.797547 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d00e655-ea89-48ad-aa0b-233d3b54c6a9 req-a4eb8923-c1ce-420b-9b2b-e26f24297cf8 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:22.807350 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-4d00e655-ea89-48ad-aa0b-233d3b54c6a9 req-a4eb8923-c1ce-420b-9b2b-e26f24297cf8 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/ports?device_id=378a8558-b9d2-4f8d-8f6f-831c1f0a06a1 HTTP/1.1" status: 200 len: 945 time: 0.2804914 Apr 18 19:25:22.828337 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d3019625-db7e-4845-9835-b8747dc17055 req-09f63c6a-bb0b-4769-b984-614673b571d5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fc56e011536d43568ffc66b480cf23b0&device_id=5813ea9b-bdb3-4b0d-b1fa-560b06c0e787 HTTP/1.1" status: 200 len: 1095 time: 0.4751346 Apr 18 19:25:22.851506 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:22.858769 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 58705f13-a659-4755-bc5f-eaa2e3d55df8 details requested by agent hyperv_n-h2-836017-2 with host n-h2-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:25:22.864886 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 58705f13-a659-4755-bc5f-eaa2e3d55df8 no longer exists at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:25:22.980287 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f77bb586-1f83-4088-9d9c-1f207da71689 req-5a8745a2-7b2d-40cc-b3d4-4ef6c90cb668 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7680681 Apr 18 19:25:22.984706 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-9f36bb88-ce5a-48ca-bd7b-6aae35aaa656 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417434'] for router_interface, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:23.160453 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3019625-db7e-4845-9835-b8747dc17055 req-04f8a33a-5da9-42d4-88e1-ac1ad1b4289b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:23.179502 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d3019625-db7e-4845-9835-b8747dc17055 req-04f8a33a-5da9-42d4-88e1-ac1ad1b4289b service neutron] 10.222.0.72 "GET /v2.0/networks?id=0685e2b1-3b13-405d-a131-f90aa0a8867a HTTP/1.1" status: 200 len: 909 time: 0.2946286 Apr 18 19:25:23.198826 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.db.resource_extend [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 19:25:23.276832 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-4d00e655-ea89-48ad-aa0b-233d3b54c6a9 req-615eb713-297a-4f6c-af99-fe4d0811d1b8 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/security-groups?id=1e5cc43e-ae04-4a53-be47-dfdad3ea2d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4637992 Apr 18 19:25:23.323690 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d3019625-db7e-4845-9835-b8747dc17055 req-b6c0cd3c-a36c-4516-810c-808e06e58426 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c84bda8b-f4ab-4230-8e89-c912714674c2 HTTP/1.1" status: 200 len: 217 time: 0.1310749 Apr 18 19:25:23.376269 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [None req-222d6f6d-5e52-498c-be9a-7161bb33727a admin admin] For port 5759e94f-1a88-4417-b020-d10cea46a569, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=5759e94f-1a88-4417-b020-d10cea46a569,segment=NetworkSegment(7b4f0278-7b19-496b-ae7d-87976983c3ae),segment_id=7b4f0278-7b19-496b-ae7d-87976983c3ae)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:25:23.380729 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-222d6f6d-5e52-498c-be9a-7161bb33727a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:23.391702 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 58705f13-a659-4755-bc5f-eaa2e3d55df8, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=58705f13-a659-4755-bc5f-eaa2e3d55df8,segment=NetworkSegment(86100cac-9c92-472b-98b8-7c63b08b3562),segment_id=86100cac-9c92-472b-98b8-7c63b08b3562)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:25:23.411441 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4cf68cfe-2dd5-478c-a774-c49e8ff0a909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340'] for port, after_delete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:23.456353 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3019625-db7e-4845-9835-b8747dc17055 req-1a4dafce-ead4-42a1-9986-3b21c354720d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:23.459182 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d3019625-db7e-4845-9835-b8747dc17055 req-1a4dafce-ead4-42a1-9986-3b21c354720d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1c71b90d-680b-4d0c-80a6-944953a6ed07 HTTP/1.1" status: 200 len: 848 time: 0.1261003 Apr 18 19:25:23.510401 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Returning: {'device': '58705f13-a659-4755-bc5f-eaa2e3d55df8', 'network_id': 'c33889f7-294d-49c5-8dfc-a57c4d580672', 'port_id': '58705f13-a659-4755-bc5f-eaa2e3d55df8', 'mac_address': 'fa:16:3e:69:d9:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ca62fcd-7a30-48d0-a691-50cd0f54f5ee', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:25:23.536410 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf68cfe-2dd5-478c-a774-c49e8ff0a909 None None] No DVR routers for this DVR port 5759e94f-1a88-4417-b020-d10cea46a569 on host n-d-836017-2 {{(pid=84765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:25:23.588342 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d3019625-db7e-4845-9835-b8747dc17055 req-930fc642-7700-4cc5-bbd5-605411767db7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0685e2b1-3b13-405d-a131-f90aa0a8867a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1188698 Apr 18 19:25:23.615621 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf68cfe-2dd5-478c-a774-c49e8ff0a909 None None] Pushing event deleted for resources: {'Port': ['ID=5759e94f-1a88-4417-b020-d10cea46a569,revision_number=None']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:23.619952 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning for port ec43c23b-19d9-4e92-aaa2-0e693bafe65e completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:25:23.637447 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-222d6f6d-5e52-498c-be9a-7161bb33727a admin admin] Calling delete_port for 5759e94f-1a88-4417-b020-d10cea46a569 owned by network:dhcp {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:25:23.695793 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:23.717123 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port ec43c23b-19d9-4e92-aaa2-0e693bafe65e triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:25:23.717493 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:23.774933 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2ba776fa-462d-4fab-8682-c9e15438fa07 req-33e11299-bda4-4358-a160-8a4212c70066 tempest-ServersAdmin275Test-2023517713 tempest-ServersAdmin275Test-2023517713-project] 10.222.0.69 "GET /v2.0/ports?device_id=565ea609-bc70-41d2-8e9b-51bc0bb51a02 HTTP/1.1" status: 200 len: 210 time: 0.2555115 Apr 18 19:25:23.828691 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-900ea66e-c928-4bf3-99d9-fef929135a87 None None] Provisioning for port bb41cb28-cb79-4b65-9fb1-e29fd00be975 completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:25:23.859103 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a4106dab-6971-4e7e-8fdc-c66f0a3f4877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:23.859103 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:23.872651 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 58705f13-a659-4755-bc5f-eaa2e3d55df8 {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:25:23.887058 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-900ea66e-c928-4bf3-99d9-fef929135a87 None None] Provisioning complete for port bb41cb28-cb79-4b65-9fb1-e29fd00be975 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:25:23.887422 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-900ea66e-c928-4bf3-99d9-fef929135a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:23.896629 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-9f36bb88-ce5a-48ca-bd7b-6aae35aaa656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:23.908561 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.db.api [None req-222d6f6d-5e52-498c-be9a-7161bb33727a admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84763) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 19:25:23.908561 n-d-836017-2 neutron-server[84763]: DEBUG oslo_db.api [None req-222d6f6d-5e52-498c-be9a-7161bb33727a admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 19:25:23.928507 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d3019625-db7e-4845-9835-b8747dc17055 req-70983803-5cf1-4823-bd02-2d43fc93478b service neutron] 10.222.0.72 "GET /v2.0/networks/0685e2b1-3b13-405d-a131-f90aa0a8867a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3346181 Apr 18 19:25:23.999264 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 58705f13-a659-4755-bc5f-eaa2e3d55df8, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=58705f13-a659-4755-bc5f-eaa2e3d55df8,segment=NetworkSegment(86100cac-9c92-472b-98b8-7c63b08b3562),segment_id=86100cac-9c92-472b-98b8-7c63b08b3562)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:25:24.011079 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-900ea66e-c928-4bf3-99d9-fef929135a87 None None] Port bb41cb28-cb79-4b65-9fb1-e29fd00be975 cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:25:24.064961 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:24.088640 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] For port ec43c23b-19d9-4e92-aaa2-0e693bafe65e, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=ec43c23b-19d9-4e92-aaa2-0e693bafe65e,segment=NetworkSegment(5de34947-6c56-419b-85d0-f61f69ce7c45),segment_id=5de34947-6c56-419b-85d0-f61f69ce7c45)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:25:24.135554 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d3019625-db7e-4845-9835-b8747dc17055 req-36aa63f9-c064-4dba-b611-590ef20cfd5f service neutron] 10.222.0.72 "GET /v2.0/networks/0685e2b1-3b13-405d-a131-f90aa0a8867a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010133 Apr 18 19:25:24.285886 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-9f36bb88-ce5a-48ca-bd7b-6aae35aaa656 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:24.346488 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45143a90-bef8-41d9-a264-799dc676f3c5 req-d96da93f-b40e-4884-b190-fc833aa7bac4 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:24.348058 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-45143a90-bef8-41d9-a264-799dc676f3c5 req-d96da93f-b40e-4884-b190-fc833aa7bac4 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=5813ea9b-bdb3-4b0d-b1fa-560b06c0e787 HTTP/1.1" status: 200 len: 944 time: 0.2021866 Apr 18 19:25:24.410346 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-222d6f6d-5e52-498c-be9a-7161bb33727a admin admin] Deleting port 5759e94f-1a88-4417-b020-d10cea46a569 {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:25:24.411680 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-222d6f6d-5e52-498c-be9a-7161bb33727a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:24.416917 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-45143a90-bef8-41d9-a264-799dc676f3c5 req-0083fa43-3316-44bd-8a6d-c5c672e7ea5b tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577080 Apr 18 19:25:24.521238 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-222d6f6d-5e52-498c-be9a-7161bb33727a admin admin] The port '5759e94f-1a88-4417-b020-d10cea46a569' was deleted {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 19:25:24.542688 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:24.649498 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-9f36bb88-ce5a-48ca-bd7b-6aae35aaa656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:24.652055 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:24.704681 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device c84bda8b-f4ab-4230-8e89-c912714674c2 details requested by agent hyperv_n-h2-836017-2 with host n-h2-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:25:24.716161 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84765) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 19:25:24.717275 n-d-836017-2 neutron-server[84765]: DEBUG oslo_db.api [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 19:25:24.725791 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 5759e94f-1a88-4417-b020-d10cea46a569 no longer exists at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:25:24.758786 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-9f36bb88-ce5a-48ca-bd7b-6aae35aaa656 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-417335'] for router_interface, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:24.775508 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] No Port match for: 5759e94f-1a88-4417-b020-d10cea46a569 {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:25:24.775965 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 5759e94f-1a88-4417-b020-d10cea46a569 not bound to the agent host n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:25:24.778354 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] get_ports_and_sgs() called for port_ids ['58705f13-a659-4755-bc5f-eaa2e3d55df8'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:25:24.828161 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-222d6f6d-5e52-498c-be9a-7161bb33727a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256345', 'neutron.services.segments.db._delete_segments_for_network-8791093852025'] for network, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:24.864807 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=58705f13-a659-4755-bc5f-eaa2e3d55df8,revision_number=6']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:24.875052 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:24.916238 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.db.resource_extend [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 19:25:24.971457 n-d-836017-2 neutron-server[84763]: DEBUG neutron.services.segments.db [None req-222d6f6d-5e52-498c-be9a-7161bb33727a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22a2215d-eea1-4eea-9a01-346a1aa7c567']}} {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:25:25.111424 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f36bb88-ce5a-48ca-bd7b-6aae35aaa656 admin admin] Pushing event updated for resources: {'Port': ['ID=bb41cb28-cb79-4b65-9fb1-e29fd00be975,revision_number=2']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:25.125071 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Pushing event updated for resources: {'Port': ['ID=ec43c23b-19d9-4e92-aaa2-0e693bafe65e,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:25.149632 n-d-836017-2 neutron-server[84763]: DEBUG neutron.services.segments.db [None req-222d6f6d-5e52-498c-be9a-7161bb33727a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b4f0278-7b19-496b-ae7d-87976983c3ae') {'for_net_delete': True} {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:25:25.149934 n-d-836017-2 neutron-server[84763]: DEBUG neutron.services.segments.db [None req-222d6f6d-5e52-498c-be9a-7161bb33727a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b4f0278-7b19-496b-ae7d-87976983c3ae') {} {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:25:25.165677 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469e4587-1566-45d7-9965-0942592aab96 req-2fe35c7b-9317-4b54-9d71-94bfc583d598 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:25.167393 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-469e4587-1566-45d7-9965-0942592aab96 req-2fe35c7b-9317-4b54-9d71-94bfc583d598 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/ports?device_id=378a8558-b9d2-4f8d-8f6f-831c1f0a06a1 HTTP/1.1" status: 200 len: 945 time: 0.7274113 Apr 18 19:25:25.204439 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-222d6f6d-5e52-498c-be9a-7161bb33727a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791093851908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66272256'] for segment, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:25.238295 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a05efe6c-7b35-4a3d-9f9b-1d31d19af2d6 req-437be704-1e71-4b31-bfa0-31b3613e5b93 tempest-ServersAdmin275Test-2023517713 tempest-ServersAdmin275Test-2023517713-project] 10.222.0.69 "GET /v2.0/ports?device_id=565ea609-bc70-41d2-8e9b-51bc0bb51a02 HTTP/1.1" status: 200 len: 210 time: 0.1022143 Apr 18 19:25:25.267169 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-222d6f6d-5e52-498c-be9a-7161bb33727a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:25.294838 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-222d6f6d-5e52-498c-be9a-7161bb33727a admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=84763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:25:25.295256 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-222d6f6d-5e52-498c-be9a-7161bb33727a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66351785'] for segment, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:25.318515 n-d-836017-2 neutron-server[84763]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:25:25.318515 n-d-836017-2 neutron-server[84763]: util.warn( Apr 18 19:25:25.318515 n-d-836017-2 neutron-server[84763]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:25:25.318515 n-d-836017-2 neutron-server[84763]: util.warn( Apr 18 19:25:25.318515 n-d-836017-2 neutron-server[84763]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:25:25.318515 n-d-836017-2 neutron-server[84763]: util.warn( Apr 18 19:25:25.318515 n-d-836017-2 neutron-server[84763]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:25:25.318515 n-d-836017-2 neutron-server[84763]: util.warn( Apr 18 19:25:25.318515 n-d-836017-2 neutron-server[84763]: Traceback (most recent call last): Apr 18 19:25:25.318515 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:25:25.318515 n-d-836017-2 neutron-server[84763]: timer() Apr 18 19:25:25.318515 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:25:25.318515 n-d-836017-2 neutron-server[84763]: cb(*args, **kw) Apr 18 19:25:25.318515 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:25:25.318515 n-d-836017-2 neutron-server[84763]: return func(*args, **kwargs) Apr 18 19:25:25.318515 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:25:25.318515 n-d-836017-2 neutron-server[84763]: self._notify() Apr 18 19:25:25.318515 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:25:25.318515 n-d-836017-2 neutron-server[84763]: self.callback(batched_events) Apr 18 19:25:25.318515 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:25:25.318515 n-d-836017-2 neutron-server[84763]: event.method(event) Apr 18 19:25:25.318515 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:25:25.318515 n-d-836017-2 neutron-server[84763]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:25:25.318515 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:25:25.318515 n-d-836017-2 neutron-server[84763]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:25:25.318515 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:25:25.318515 n-d-836017-2 neutron-server[84763]: return f(self, *a, **k) Apr 18 19:25:25.318515 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:25:25.318515 n-d-836017-2 neutron-server[84763]: return self._get(url).json() Apr 18 19:25:25.318515 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:25:25.318515 n-d-836017-2 neutron-server[84763]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:25:25.318515 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:25:25.318515 n-d-836017-2 neutron-server[84763]: return self.request(url, 'GET', **kwargs) Apr 18 19:25:25.318515 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:25:25.318515 n-d-836017-2 neutron-server[84763]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:25:25.318515 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:25:25.318515 n-d-836017-2 neutron-server[84763]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:25:25.318515 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:25:25.318515 n-d-836017-2 neutron-server[84763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:25:25.318515 n-d-836017-2 neutron-server[84763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:25:25.325450 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-469e4587-1566-45d7-9965-0942592aab96 req-c2d4036a-8e18-417d-868b-c05c0d44efaf tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/security-groups?id=1e5cc43e-ae04-4a53-be47-dfdad3ea2d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522837 Apr 18 19:25:25.409569 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:25.435163 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port c84bda8b-f4ab-4230-8e89-c912714674c2, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=c84bda8b-f4ab-4230-8e89-c912714674c2,segment=NetworkSegment(1b33902c-725a-4527-bb11-2978d3dba7a4),segment_id=1b33902c-725a-4527-bb11-2978d3dba7a4)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:25:25.445796 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 58705f13-a659-4755-bc5f-eaa2e3d55df8 {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:25:25.481163 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Returning: {'device': 'c84bda8b-f4ab-4230-8e89-c912714674c2', 'network_id': '0685e2b1-3b13-405d-a131-f90aa0a8867a', 'port_id': 'c84bda8b-f4ab-4230-8e89-c912714674c2', 'mac_address': 'fa:16:3e:a2:c2:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c71b90d-680b-4d0c-80a6-944953a6ed07', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:25:25.481805 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f36bb88-ce5a-48ca-bd7b-6aae35aaa656 admin admin] Network bc6a388b-dbfa-4690-809a-bcb581cc24f3 is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:25:25.481805 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [None req-9f36bb88-ce5a-48ca-bd7b-6aae35aaa656 admin admin] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:25:25.576107 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 58705f13-a659-4755-bc5f-eaa2e3d55df8, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=58705f13-a659-4755-bc5f-eaa2e3d55df8,segment=NetworkSegment(86100cac-9c92-472b-98b8-7c63b08b3562),segment_id=86100cac-9c92-472b-98b8-7c63b08b3562)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:25:25.578053 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:25.586138 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-222d6f6d-5e52-498c-be9a-7161bb33727a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416801'] for network, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:25.646364 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-222d6f6d-5e52-498c-be9a-7161bb33727a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:25.649473 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c84bda8b-f4ab-4230-8e89-c912714674c2 {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:25:25.672999 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port c84bda8b-f4ab-4230-8e89-c912714674c2, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=c84bda8b-f4ab-4230-8e89-c912714674c2,segment=NetworkSegment(1b33902c-725a-4527-bb11-2978d3dba7a4),segment_id=1b33902c-725a-4527-bb11-2978d3dba7a4)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:25:25.697145 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:25.732918 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99039aa6-4208-4cd2-bdaf-87ad21aab41b req-86d82c37-3d3d-4142-ae5d-2af2e4bca656 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:25.745578 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-99039aa6-4208-4cd2-bdaf-87ad21aab41b req-86d82c37-3d3d-4142-ae5d-2af2e4bca656 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=5813ea9b-bdb3-4b0d-b1fa-560b06c0e787 HTTP/1.1" status: 200 len: 944 time: 0.1369305 Apr 18 19:25:25.814375 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:25.846491 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=58705f13-a659-4755-bc5f-eaa2e3d55df8,revision_number=7']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:25.850641 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-99039aa6-4208-4cd2-bdaf-87ad21aab41b req-5fd5af7e-538f-460d-a908-d3e80f58118e tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031713 Apr 18 19:25:25.870711 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222d6f6d-5e52-498c-be9a-7161bb33727a admin admin] Pushing event deleted for resources: {'Network': ['ID=22a2215d-eea1-4eea-9a01-346a1aa7c567,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:25.880455 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-222d6f6d-5e52-498c-be9a-7161bb33727a admin admin] 10.222.0.69 "DELETE /v2.0/networks/22a2215d-eea1-4eea-9a01-346a1aa7c567 HTTP/1.1" status: 204 len: 168 time: 4.9874921 Apr 18 19:25:25.981321 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=c84bda8b-f4ab-4230-8e89-c912714674c2,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:25.984818 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-fa6849fa-2438-4a8a-8f64-a29b80962031 None None] Provisioning complete for port bb41cb28-cb79-4b65-9fb1-e29fd00be975 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:25:25.985177 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fa6849fa-2438-4a8a-8f64-a29b80962031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:26.058530 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] get_ports_and_sgs() called for port_ids ['c84bda8b-f4ab-4230-8e89-c912714674c2'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:25:26.118370 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-fa6849fa-2438-4a8a-8f64-a29b80962031 None None] Port bb41cb28-cb79-4b65-9fb1-e29fd00be975 cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:25:26.274506 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f36bb88-ce5a-48ca-bd7b-6aae35aaa656 admin admin] Router 88997029-2ce0-40f3-b7d3-208a67695f5f has already been hosted by L3 agent 21b59c62-f184-4169-bc3e-79831cc043e8 {{(pid=84763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:25:26.586834 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104c2acb-a1a2-4aef-96ca-e3b0ae924c7b req-54274b72-439f-4b50-a3bd-f6af5e7a9cd7 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:26.588438 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-104c2acb-a1a2-4aef-96ca-e3b0ae924c7b req-54274b72-439f-4b50-a3bd-f6af5e7a9cd7 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/ports?device_id=378a8558-b9d2-4f8d-8f6f-831c1f0a06a1 HTTP/1.1" status: 200 len: 943 time: 0.0936663 Apr 18 19:25:26.628183 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-99fa9b96-2c3a-43ee-a19e-77f9fd385135 req-3afd4405-d237-45c5-9c0b-26319b8244b5 tempest-ServersAdmin275Test-2023517713 tempest-ServersAdmin275Test-2023517713-project] 10.222.0.69 "GET /v2.0/ports?device_id=565ea609-bc70-41d2-8e9b-51bc0bb51a02 HTTP/1.1" status: 200 len: 210 time: 0.1774991 Apr 18 19:25:26.663515 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-104c2acb-a1a2-4aef-96ca-e3b0ae924c7b req-54eb7b24-b9ed-4a41-ab3b-bf09b1747b79 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/security-groups?id=1e5cc43e-ae04-4a53-be47-dfdad3ea2d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681252 Apr 18 19:25:26.663981 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 48984) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:25:26.691816 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device c84bda8b-f4ab-4230-8e89-c912714674c2 up at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:25:26.728538 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f36bb88-ce5a-48ca-bd7b-6aae35aaa656 admin admin] Notify agent at l3_agent.n-d-836017-2 the message routers_updated {{(pid=84763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:25:26.734963 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-9f36bb88-ce5a-48ca-bd7b-6aae35aaa656 admin admin] 10.222.0.69 "PUT /v2.0/routers/88997029-2ce0-40f3-b7d3-208a67695f5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6753631 Apr 18 19:25:26.745707 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a83edc1-808a-4ce2-8a06-23df6f1957bf None None] Sync routers for ids ['88997029-2ce0-40f3-b7d3-208a67695f5f'] in n-d-836017-2 {{(pid=84766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:25:26.769904 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a83edc1-808a-4ce2-8a06-23df6f1957bf None None] Routers {'88997029-2ce0-40f3-b7d3-208a67695f5f'} bound to L3 agent in host n-d-836017-2 {{(pid=84766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:25:26.770642 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-5a83edc1-808a-4ce2-8a06-23df6f1957bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:25:20Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['88997029-2ce0-40f3-b7d3-208a67695f5f'], 'active': True} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:25:26.788793 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 48994) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:25:26.789917 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-c2612597-075a-4cf4-83a2-13b68e14f12b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=879aba68d0c84185b21236d011dd113c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1246274 Apr 18 19:25:26.894864 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-a54e2422-3156-4533-896e-52be84655120 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:26.911986 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device ec43c23b-19d9-4e92-aaa2-0e693bafe65e up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:25:26.930211 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-a54e2422-3156-4533-896e-52be84655120 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:27.041670 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning for port c84bda8b-f4ab-4230-8e89-c912714674c2 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:25:27.048426 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning complete for port c84bda8b-f4ab-4230-8e89-c912714674c2 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:25:27.048883 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:27.105266 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvr_db [None req-5a83edc1-808a-4ce2-8a06-23df6f1957bf None None] Set router 88997029-2ce0-40f3-b7d3-208a67695f5f gateway port host: n-d-836017-2 {{(pid=84766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:25:27.118422 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port ec43c23b-19d9-4e92-aaa2-0e693bafe65e triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:25:27.118790 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:27.124974 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-a54e2422-3156-4533-896e-52be84655120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:27.156326 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54e2422-3156-4533-896e-52be84655120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5abd4b6d-7643-4b39-a0cf-6a8466ad7751,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:27.178933 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-a54e2422-3156-4533-896e-52be84655120 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:27.179778 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e21a14-908a-4291-90ce-45fad0b74f56 req-6ba03d52-3afe-4812-84f6-1d98a74ff79c tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:27.188728 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-66e21a14-908a-4291-90ce-45fad0b74f56 req-6ba03d52-3afe-4812-84f6-1d98a74ff79c tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=5813ea9b-bdb3-4b0d-b1fa-560b06c0e787 HTTP/1.1" status: 200 len: 945 time: 0.1559141 Apr 18 19:25:27.190410 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-a54e2422-3156-4533-896e-52be84655120 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5abd4b6d-7643-4b39-a0cf-6a8466ad7751 HTTP/1.1" status: 204 len: 168 time: 0.3971255 Apr 18 19:25:27.298508 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:27.301897 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-66e21a14-908a-4291-90ce-45fad0b74f56 req-530f9e99-a18f-42af-8a9f-c5ccb0e55fd8 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139550 Apr 18 19:25:27.373392 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5813ea9b-bdb3-4b0d-b1fa-560b06c0e787', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c84bda8b-f4ab-4230-8e89-c912714674c2'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:25:27.413947 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fc65b2-60bc-40a9-a8bd-9225437abbae req-f3e127f6-94bc-4318-a5bc-ba633059a8b6 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:27.417441 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port c84bda8b-f4ab-4230-8e89-c912714674c2, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=c84bda8b-f4ab-4230-8e89-c912714674c2,segment=NetworkSegment(1b33902c-725a-4527-bb11-2978d3dba7a4),segment_id=1b33902c-725a-4527-bb11-2978d3dba7a4)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:25:27.419703 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b6fc65b2-60bc-40a9-a8bd-9225437abbae req-f3e127f6-94bc-4318-a5bc-ba633059a8b6 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3396816-7672-4e6c-a9ee-905861ee2aea HTTP/1.1" status: 200 len: 949 time: 0.1970751 Apr 18 19:25:27.499238 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b6fc65b2-60bc-40a9-a8bd-9225437abbae req-676cea90-150f-467d-875c-7ddf1e02e504 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b82ee4b-1b13-4f19-86d2-85d0db8a03cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717080 Apr 18 19:25:27.519315 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:27.520438 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 58705f13-a659-4755-bc5f-eaa2e3d55df8 up at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:25:27.689416 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-797e8a4d-1608-4bb4-b4a7-f23a48d3326c'] response: {'server_uuid': '5813ea9b-bdb3-4b0d-b1fa-560b06c0e787', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c84bda8b-f4ab-4230-8e89-c912714674c2', 'code': 200} Apr 18 19:25:27.762664 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=c84bda8b-f4ab-4230-8e89-c912714674c2,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:27.800981 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-5a83edc1-808a-4ce2-8a06-23df6f1957bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88997029-2ce0-40f3-b7d3-208a67695f5f', 'name': 'tempest-ServersTestJSON-962769603-router', 'tenant_id': 'b29f8fde29594c17bd8cad9e98e010b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': 'ec43c23b-19d9-4e92-aaa2-0e693bafe65e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:25:07Z', 'updated_at': '2022-04-18T19:25:23Z', 'revision_number': 4, 'project_id': 'b29f8fde29594c17bd8cad9e98e010b3', 'gw_port': {'id': 'ec43c23b-19d9-4e92-aaa2-0e693bafe65e', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88997029-2ce0-40f3-b7d3-208a67695f5f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:25:09Z', 'updated_at': '2022-04-18T19:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_interfaces': [{'id': 'bb41cb28-cb79-4b65-9fb1-e29fd00be975', 'name': '', 'network_id': 'bc6a388b-dbfa-4690-809a-bcb581cc24f3', 'tenant_id': 'b29f8fde29594c17bd8cad9e98e010b3', 'mac_address': 'fa:16:3e:23:86:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88997029-2ce0-40f3-b7d3-208a67695f5f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'acde3d02-95bd-4d07-9484-4bde4e43b986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:25:20Z', 'updated_at': '2022-04-18T19:25:23Z', 'revision_number': 2, 'project_id': 'b29f8fde29594c17bd8cad9e98e010b3', 'subnets': [{'id': 'acde3d02-95bd-4d07-9484-4bde4e43b986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-2', False) {} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:25:27.813826 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a83edc1-808a-4ce2-8a06-23df6f1957bf None None] Checking router: 88997029-2ce0-40f3-b7d3-208a67695f5f for host: n-d-836017-2 {{(pid=84766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:25:27.813826 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a83edc1-808a-4ce2-8a06-23df6f1957bf None None] Updating router 88997029-2ce0-40f3-b7d3-208a67695f5f port bb41cb28-cb79-4b65-9fb1-e29fd00be975 binding host n-d-836017-2 {{(pid=84766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 19:25:27.814079 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning complete for port 58705f13-a659-4755-bc5f-eaa2e3d55df8 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:25:27.814079 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:27.886841 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2d7c196d-b4ad-4eaf-a3b0-a51a9d6fc23a req-8f86a783-d553-46e9-8145-1448f7a71693 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5813ea9b-bdb3-4b0d-b1fa-560b06c0e787 HTTP/1.1" status: 200 len: 1097 time: 0.2065065 Apr 18 19:25:27.898116 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-5a83edc1-808a-4ce2-8a06-23df6f1957bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:28.017180 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2d7c196d-b4ad-4eaf-a3b0-a51a9d6fc23a req-0126872e-e0df-4a29-b8c5-abb1377f3a79 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227956 Apr 18 19:25:28.044133 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:28.058348 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9229e351-be4a-40ec-9b0c-8944f93836c0 req-aaf0eced-b609-43f9-9ef6-064593521b7f tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:28.066153 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-9229e351-be4a-40ec-9b0c-8944f93836c0 req-aaf0eced-b609-43f9-9ef6-064593521b7f tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/ports?device_id=378a8558-b9d2-4f8d-8f6f-831c1f0a06a1 HTTP/1.1" status: 200 len: 943 time: 0.2014303 Apr 18 19:25:28.106529 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 58705f13-a659-4755-bc5f-eaa2e3d55df8, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=58705f13-a659-4755-bc5f-eaa2e3d55df8,segment=NetworkSegment(86100cac-9c92-472b-98b8-7c63b08b3562),segment_id=86100cac-9c92-472b-98b8-7c63b08b3562)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:25:28.127987 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-9229e351-be4a-40ec-9b0c-8944f93836c0 req-31f247bb-49c3-46fa-8e0a-2568ea857c5f tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/security-groups?id=1e5cc43e-ae04-4a53-be47-dfdad3ea2d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606799 Apr 18 19:25:28.210826 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:28.293464 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=58705f13-a659-4755-bc5f-eaa2e3d55df8,revision_number=8']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:28.316961 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-59f7e76d-17ab-49f1-b183-2bb1ad3d809e req-ed55cd4f-5571-4c06-87a7-c65a1405e96e tempest-ServersAdmin275Test-2023517713 tempest-ServersAdmin275Test-2023517713-project] 10.222.0.69 "GET /v2.0/ports?device_id=565ea609-bc70-41d2-8e9b-51bc0bb51a02 HTTP/1.1" status: 200 len: 210 time: 0.0466304 Apr 18 19:25:28.360061 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 49030) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:25:28.368004 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-8f5091b7-9fc4-4c56-9cbd-da6b390ebbfa tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Request body: {'security_group': {'name': 'tempest-securitygroup--242385444', 'description': 'tempest-description--767808044'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:25:28.375248 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-8f5091b7-9fc4-4c56-9cbd-da6b390ebbfa tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:25:28.383257 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-8f5091b7-9fc4-4c56-9cbd-da6b390ebbfa tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Usage tracker for resource:security_group and tenant:b29f8fde29594c17bd8cad9e98e010b3 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:25:28.387796 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-8f5091b7-9fc4-4c56-9cbd-da6b390ebbfa tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:25:28.410136 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-8f5091b7-9fc4-4c56-9cbd-da6b390ebbfa tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:25:28.477600 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-5a83edc1-808a-4ce2-8a06-23df6f1957bf None None] Notify callbacks [] for port, precommit_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:28.492731 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.provisioning_blocks [None req-5a83edc1-808a-4ce2-8a06-23df6f1957bf None None] Transition to ACTIVE for port object bb41cb28-cb79-4b65-9fb1-e29fd00be975 will not be triggered until provisioned by entity L2. {{(pid=84766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:25:28.560856 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a668fdea-e50b-47d7-b57e-7b9c4faf8cc0 req-317fb99f-7815-4cc0-85e6-c4bbcc73fae4 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:28.562642 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a668fdea-e50b-47d7-b57e-7b9c4faf8cc0 req-317fb99f-7815-4cc0-85e6-c4bbcc73fae4 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=5813ea9b-bdb3-4b0d-b1fa-560b06c0e787 HTTP/1.1" status: 200 len: 946 time: 0.0903440 Apr 18 19:25:28.580802 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-5a83edc1-808a-4ce2-8a06-23df6f1957bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:28.581042 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-8f5091b7-9fc4-4c56-9cbd-da6b390ebbfa tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Notify callbacks [] for security_group, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:28.637086 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a668fdea-e50b-47d7-b57e-7b9c4faf8cc0 req-3a0f3c03-2363-423e-bc95-7efea1120cd3 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668774 Apr 18 19:25:28.686620 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-8f5091b7-9fc4-4c56-9cbd-da6b390ebbfa tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:25:28.737803 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 49042) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:25:28.781656 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-8f5091b7-9fc4-4c56-9cbd-da6b390ebbfa tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Usage tracker for resource:security_group_rule and tenant:b29f8fde29594c17bd8cad9e98e010b3 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:25:28.782132 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b2b87d-b08a-4980-86ed-544c9257d5f0 None None] Pushing event updated for resources: {'Port': ['ID=bb41cb28-cb79-4b65-9fb1-e29fd00be975,revision_number=3']} {{(pid=84766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:28.788950 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-8f5091b7-9fc4-4c56-9cbd-da6b390ebbfa tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:25:28.809589 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-097e219e-40d8-4d38-9ba4-ffb4ddb3d1fe admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d9d103e6663047378afb39d68376f3b1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0704494 Apr 18 19:25:28.812144 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 49046) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:25:28.824900 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-8f5091b7-9fc4-4c56-9cbd-da6b390ebbfa tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:25:28.834111 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b2b87d-b08a-4980-86ed-544c9257d5f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:25:28.835701 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b2b87d-b08a-4980-86ed-544c9257d5f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:25:28.836180 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b2b87d-b08a-4980-86ed-544c9257d5f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:25:28.836710 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b2b87d-b08a-4980-86ed-544c9257d5f0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:25:28.837208 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b2b87d-b08a-4980-86ed-544c9257d5f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:25:28.838153 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b2b87d-b08a-4980-86ed-544c9257d5f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:25:28.839364 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b2b87d-b08a-4980-86ed-544c9257d5f0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:25:28.840466 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b2b87d-b08a-4980-86ed-544c9257d5f0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:25:28.842241 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b2b87d-b08a-4980-86ed-544c9257d5f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:25:28.842755 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b2b87d-b08a-4980-86ed-544c9257d5f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:25:28.843228 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b2b87d-b08a-4980-86ed-544c9257d5f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:25:28.910361 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.managers [None req-5a83edc1-808a-4ce2-8a06-23df6f1957bf None None] Attempting to bind port bb41cb28-cb79-4b65-9fb1-e29fd00be975 on host n-d-836017-2 for vnic_type normal with profile {{(pid=84766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:25:28.910793 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.managers [None req-5a83edc1-808a-4ce2-8a06-23df6f1957bf None None] Attempting to bind port bb41cb28-cb79-4b65-9fb1-e29fd00be975 by drivers openvswitch,hyperv on host n-d-836017-2 at level 0 using segments [{'id': '1ee78f5f-19b1-4536-a0ab-086e7442dabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'bc6a388b-dbfa-4690-809a-bcb581cc24f3'}] {{(pid=84766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:25:28.911327 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a83edc1-808a-4ce2-8a06-23df6f1957bf None None] Attempting to bind port bb41cb28-cb79-4b65-9fb1-e29fd00be975 on network bc6a388b-dbfa-4690-809a-bcb581cc24f3 {{(pid=84766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:25:28.921226 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a83edc1-808a-4ce2-8a06-23df6f1957bf None None] Checking agent: {'id': 'df2a5cfe-6839-400b-a998-e4fffce70f45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 8, 22), 'started_at': datetime.datetime(2022, 4, 18, 19, 8, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 25, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:25:28.921715 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a83edc1-808a-4ce2-8a06-23df6f1957bf None None] Checking segment: {'id': '1ee78f5f-19b1-4536-a0ab-086e7442dabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'bc6a388b-dbfa-4690-809a-bcb581cc24f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:25:28.922229 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-5a83edc1-808a-4ce2-8a06-23df6f1957bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:28.922830 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a83edc1-808a-4ce2-8a06-23df6f1957bf None None] Bound using segment: {'id': '1ee78f5f-19b1-4536-a0ab-086e7442dabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'bc6a388b-dbfa-4690-809a-bcb581cc24f3'} {{(pid=84766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:25:28.923241 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.managers [None req-5a83edc1-808a-4ce2-8a06-23df6f1957bf None None] Bound port: bb41cb28-cb79-4b65-9fb1-e29fd00be975, host: n-d-836017-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ee78f5f-19b1-4536-a0ab-086e7442dabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'bc6a388b-dbfa-4690-809a-bcb581cc24f3'}}] {{(pid=84766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:25:28.923705 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-5a83edc1-808a-4ce2-8a06-23df6f1957bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:28.932112 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf61056-cb16-400d-a1dd-9488fa9b9986 req-0a903fe9-4486-4652-ab37-9a34842aaea0 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:28.940177 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-dbf61056-cb16-400d-a1dd-9488fa9b9986 req-0a903fe9-4486-4652-ab37-9a34842aaea0 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3396816-7672-4e6c-a9ee-905861ee2aea HTTP/1.1" status: 200 len: 949 time: 0.2548182 Apr 18 19:25:28.946691 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-5abc0954-364b-498a-a0a0-bb2ce02fd87c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:28.996086 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-5abc0954-364b-498a-a0a0-bb2ce02fd87c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:29.040521 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-8f5091b7-9fc4-4c56-9cbd-da6b390ebbfa tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Notify callbacks [] for security_group, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:29.047306 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.db [None req-5a83edc1-808a-4ce2-8a06-23df6f1957bf None None] For port bb41cb28-cb79-4b65-9fb1-e29fd00be975, host n-d-836017-2, cleared binding levels {{(pid=84766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:25:29.048730 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-dbf61056-cb16-400d-a1dd-9488fa9b9986 req-58234cf6-ca51-431c-8193-5063051d153e tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b82ee4b-1b13-4f19-86d2-85d0db8a03cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075008 Apr 18 19:25:29.052062 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.db [None req-5a83edc1-808a-4ce2-8a06-23df6f1957bf None None] For port bb41cb28-cb79-4b65-9fb1-e29fd00be975, host n-d-836017-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=bb41cb28-cb79-4b65-9fb1-e29fd00be975,segment=NetworkSegment(1ee78f5f-19b1-4536-a0ab-086e7442dabc),segment_id=1ee78f5f-19b1-4536-a0ab-086e7442dabc)] {{(pid=84766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:25:29.113996 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-8f5091b7-9fc4-4c56-9cbd-da6b390ebbfa tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:29.157575 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5091b7-9fc4-4c56-9cbd-da6b390ebbfa tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d5ed870-82bf-41fc-bf9e-3676cd0330d9,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:29.215011 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-5abc0954-364b-498a-a0a0-bb2ce02fd87c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:29.215648 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-5a83edc1-808a-4ce2-8a06-23df6f1957bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:29.237408 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abc0954-364b-498a-a0a0-bb2ce02fd87c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd71f509-6573-4c91-bd1e-e5ca59e62412,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:29.242652 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-5abc0954-364b-498a-a0a0-bb2ce02fd87c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:29.244544 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-5abc0954-364b-498a-a0a0-bb2ce02fd87c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/fd71f509-6573-4c91-bd1e-e5ca59e62412 HTTP/1.1" status: 204 len: 168 time: 0.4312406 Apr 18 19:25:29.255940 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-8f5091b7-9fc4-4c56-9cbd-da6b390ebbfa tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Notify callbacks [] for security_group, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:29.255940 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-8f5091b7-9fc4-4c56-9cbd-da6b390ebbfa tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.8907611 Apr 18 19:25:29.258408 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 49054) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:25:29.267424 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-d763654b-839c-49c3-b6fa-f0f02929b778 tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Request body: {'security_group_rule': {'security_group_id': '4d5ed870-82bf-41fc-bf9e-3676cd0330d9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:25:29.285639 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-d763654b-839c-49c3-b6fa-f0f02929b778 tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:25:29.311085 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-d763654b-839c-49c3-b6fa-f0f02929b778 tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Usage tracker for resource:security_group_rule and tenant:b29f8fde29594c17bd8cad9e98e010b3 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:25:29.315197 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-d763654b-839c-49c3-b6fa-f0f02929b778 tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:25:29.316721 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a83edc1-808a-4ce2-8a06-23df6f1957bf None None] Routers {'88997029-2ce0-40f3-b7d3-208a67695f5f'} bound to L3 agent in host n-d-836017-2 {{(pid=84766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:25:29.317444 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-5a83edc1-808a-4ce2-8a06-23df6f1957bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:25:20Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['88997029-2ce0-40f3-b7d3-208a67695f5f'], 'active': True} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:25:29.331067 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-d763654b-839c-49c3-b6fa-f0f02929b778 tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:25:29.419747 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c426289-cf7d-4237-b9b2-4f0f4c53f876 req-dd892ffc-c47a-4f6b-a140-27cf73e5f810 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:29.427837 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8c426289-cf7d-4237-b9b2-4f0f4c53f876 req-dd892ffc-c47a-4f6b-a140-27cf73e5f810 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/ports?device_id=378a8558-b9d2-4f8d-8f6f-831c1f0a06a1 HTTP/1.1" status: 200 len: 945 time: 0.1701064 Apr 18 19:25:29.464637 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d763654b-839c-49c3-b6fa-f0f02929b778 tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:29.510868 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8c426289-cf7d-4237-b9b2-4f0f4c53f876 req-11908cc2-384e-4a77-9684-05cc66f1149a tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/security-groups?id=1e5cc43e-ae04-4a53-be47-dfdad3ea2d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744383 Apr 18 19:25:29.691930 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '378a8558-b9d2-4f8d-8f6f-831c1f0a06a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58705f13-a659-4755-bc5f-eaa2e3d55df8'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:25:29.696375 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvr_db [None req-5a83edc1-808a-4ce2-8a06-23df6f1957bf None None] Set router 88997029-2ce0-40f3-b7d3-208a67695f5f gateway port host: n-d-836017-2 {{(pid=84766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:25:29.698818 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d763654b-839c-49c3-b6fa-f0f02929b778 tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:29.782250 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-9b0e6aa8-e025-47c1-afa0-c63f3ba04d84 req-70e03a39-5d7e-4a8b-b90b-9eec73cbffec service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d4aab0ee4d6648218144abf0ed8f0615&device_id=378a8558-b9d2-4f8d-8f6f-831c1f0a06a1 HTTP/1.1" status: 200 len: 1096 time: 0.2262399 Apr 18 19:25:29.814789 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d763654b-839c-49c3-b6fa-f0f02929b778 tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484852'] for security_group_rule, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:29.852043 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d763654b-839c-49c3-b6fa-f0f02929b778 tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5235d74b-3c8f-416b-b87a-7b511f14c950,revision_number=0']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:29.867393 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2670ecb2-ab9f-46bf-98d8-0502aa40df77 req-dd208d50-0258-4e62-bc4c-bd0ef416f89b tempest-ServersAdmin275Test-2023517713 tempest-ServersAdmin275Test-2023517713-project] 10.222.0.69 "GET /v2.0/ports?device_id=565ea609-bc70-41d2-8e9b-51bc0bb51a02 HTTP/1.1" status: 200 len: 210 time: 0.1671314 Apr 18 19:25:29.982271 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0478d52-3f4b-4e94-b153-433f829345e4'] response: {'server_uuid': '378a8558-b9d2-4f8d-8f6f-831c1f0a06a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58705f13-a659-4755-bc5f-eaa2e3d55df8', 'code': 200} Apr 18 19:25:30.019745 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d763654b-839c-49c3-b6fa-f0f02929b778 tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:30.022287 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0e6aa8-e025-47c1-afa0-c63f3ba04d84 req-2e3367ce-32dd-4449-86e1-8cac33fabb50 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:30.023850 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-9b0e6aa8-e025-47c1-afa0-c63f3ba04d84 req-2e3367ce-32dd-4449-86e1-8cac33fabb50 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c33889f7-294d-49c5-8dfc-a57c4d580672 HTTP/1.1" status: 200 len: 916 time: 0.2310019 Apr 18 19:25:30.032901 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-d763654b-839c-49c3-b6fa-f0f02929b778 tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7733448 Apr 18 19:25:30.035693 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 49072) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:25:30.045430 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-130ff1e1-7f06-4baf-8449-20ed5f17d2f9 tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Request body: {'security_group_rule': {'security_group_id': '4d5ed870-82bf-41fc-bf9e-3676cd0330d9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:25:30.054244 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-130ff1e1-7f06-4baf-8449-20ed5f17d2f9 tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:25:30.060931 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-130ff1e1-7f06-4baf-8449-20ed5f17d2f9 tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Usage tracker for resource:security_group_rule and tenant:b29f8fde29594c17bd8cad9e98e010b3 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:25:30.070753 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-130ff1e1-7f06-4baf-8449-20ed5f17d2f9 tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:25:30.104879 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-130ff1e1-7f06-4baf-8449-20ed5f17d2f9 tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:25:30.119185 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b2b87d-b08a-4980-86ed-544c9257d5f0 None None] Pushing event updated for resources: {'Port': ['ID=bb41cb28-cb79-4b65-9fb1-e29fd00be975,revision_number=4']} {{(pid=84766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:30.251227 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655d1d53-4121-4b6f-b955-e96ca8f2e4db req-bd3f8702-7b79-47a6-b62a-89761fa4cde3 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:30.265070 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-655d1d53-4121-4b6f-b955-e96ca8f2e4db req-bd3f8702-7b79-47a6-b62a-89761fa4cde3 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=5813ea9b-bdb3-4b0d-b1fa-560b06c0e787 HTTP/1.1" status: 200 len: 946 time: 0.3387301 Apr 18 19:25:30.269625 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-9b0e6aa8-e025-47c1-afa0-c63f3ba04d84 req-2c6ddc01-972f-4f6a-a9d1-44d5cbdae565 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=58705f13-a659-4755-bc5f-eaa2e3d55df8 HTTP/1.1" status: 200 len: 217 time: 0.2236202 Apr 18 19:25:30.275151 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-5a83edc1-808a-4ce2-8a06-23df6f1957bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88997029-2ce0-40f3-b7d3-208a67695f5f', 'name': 'tempest-ServersTestJSON-962769603-router', 'tenant_id': 'b29f8fde29594c17bd8cad9e98e010b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': 'ec43c23b-19d9-4e92-aaa2-0e693bafe65e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:25:07Z', 'updated_at': '2022-04-18T19:25:23Z', 'revision_number': 4, 'project_id': 'b29f8fde29594c17bd8cad9e98e010b3', 'gw_port': {'id': 'ec43c23b-19d9-4e92-aaa2-0e693bafe65e', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88997029-2ce0-40f3-b7d3-208a67695f5f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:25:09Z', 'updated_at': '2022-04-18T19:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_interfaces': [{'id': 'bb41cb28-cb79-4b65-9fb1-e29fd00be975', 'name': '', 'network_id': 'bc6a388b-dbfa-4690-809a-bcb581cc24f3', 'tenant_id': 'b29f8fde29594c17bd8cad9e98e010b3', 'mac_address': 'fa:16:3e:23:86:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88997029-2ce0-40f3-b7d3-208a67695f5f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'acde3d02-95bd-4d07-9484-4bde4e43b986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:25:20Z', 'updated_at': '2022-04-18T19:25:29Z', 'revision_number': 4, 'project_id': 'b29f8fde29594c17bd8cad9e98e010b3', 'subnets': [{'id': 'acde3d02-95bd-4d07-9484-4bde4e43b986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-2', False) {} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:25:30.280841 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a83edc1-808a-4ce2-8a06-23df6f1957bf None None] The sync data for ids ['88997029-2ce0-40f3-b7d3-208a67695f5f'] in n-d-836017-2 is: [{'id': '88997029-2ce0-40f3-b7d3-208a67695f5f', 'name': 'tempest-ServersTestJSON-962769603-router', 'tenant_id': 'b29f8fde29594c17bd8cad9e98e010b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': 'ec43c23b-19d9-4e92-aaa2-0e693bafe65e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:25:07Z', 'updated_at': '2022-04-18T19:25:23Z', 'revision_number': 4, 'project_id': 'b29f8fde29594c17bd8cad9e98e010b3', 'gw_port': {'id': 'ec43c23b-19d9-4e92-aaa2-0e693bafe65e', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88997029-2ce0-40f3-b7d3-208a67695f5f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:25:09Z', 'updated_at': '2022-04-18T19:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_interfaces': [{'id': 'bb41cb28-cb79-4b65-9fb1-e29fd00be975', 'name': '', 'network_id': 'bc6a388b-dbfa-4690-809a-bcb581cc24f3', 'tenant_id': 'b29f8fde29594c17bd8cad9e98e010b3', 'mac_address': 'fa:16:3e:23:86:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88997029-2ce0-40f3-b7d3-208a67695f5f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'acde3d02-95bd-4d07-9484-4bde4e43b986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:25:20Z', 'updated_at': '2022-04-18T19:25:29Z', 'revision_number': 4, 'project_id': 'b29f8fde29594c17bd8cad9e98e010b3', 'subnets': [{'id': 'acde3d02-95bd-4d07-9484-4bde4e43b986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:25:30.345371 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-655d1d53-4121-4b6f-b955-e96ca8f2e4db req-22329bd0-5116-4e4c-af22-cfc1228784b5 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787120 Apr 18 19:25:30.383579 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-130ff1e1-7f06-4baf-8449-20ed5f17d2f9 tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:30.501985 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0e6aa8-e025-47c1-afa0-c63f3ba04d84 req-ae6bf56b-a548-48ab-8551-ae9e727af98a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:30.503705 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-9b0e6aa8-e025-47c1-afa0-c63f3ba04d84 req-ae6bf56b-a548-48ab-8551-ae9e727af98a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8ca62fcd-7a30-48d0-a691-50cd0f54f5ee HTTP/1.1" status: 200 len: 855 time: 0.1725852 Apr 18 19:25:30.514172 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-130ff1e1-7f06-4baf-8449-20ed5f17d2f9 tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:30.528693 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b761ad-c084-40bc-9ad3-6fdbc79c7c87 req-7b26229e-acba-4a8d-aa9c-e44cb6546e2e tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:30.536099 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b8b761ad-c084-40bc-9ad3-6fdbc79c7c87 req-7b26229e-acba-4a8d-aa9c-e44cb6546e2e tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3396816-7672-4e6c-a9ee-905861ee2aea HTTP/1.1" status: 200 len: 949 time: 0.2684655 Apr 18 19:25:30.542454 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fc45bdb3-5a3c-4f42-afb4-1cb1cd9036d2 req-59f5d4d1-014e-4bae-b7a9-c5c4be40c554 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=378a8558-b9d2-4f8d-8f6f-831c1f0a06a1 HTTP/1.1" status: 200 len: 1096 time: 0.3437612 Apr 18 19:25:30.587628 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-9b0e6aa8-e025-47c1-afa0-c63f3ba04d84 req-f77a026e-ac62-44cb-b862-e71cefa1d67b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c33889f7-294d-49c5-8dfc-a57c4d580672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0777705 Apr 18 19:25:30.643804 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-130ff1e1-7f06-4baf-8449-20ed5f17d2f9 tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484852'] for security_group_rule, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:30.721113 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b8b761ad-c084-40bc-9ad3-6fdbc79c7c87 req-8dd765df-b672-4968-ae88-9e079d01c9c7 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b82ee4b-1b13-4f19-86d2-85d0db8a03cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836264 Apr 18 19:25:30.757642 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130ff1e1-7f06-4baf-8449-20ed5f17d2f9 tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8d25912-a64f-469d-9092-6d00890ea070,revision_number=0']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:30.779117 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fc45bdb3-5a3c-4f42-afb4-1cb1cd9036d2 req-f2cff55b-0c49-4208-bd3b-0ad9ba7493f9 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=1e5cc43e-ae04-4a53-be47-dfdad3ea2d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221179 Apr 18 19:25:30.878752 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-130ff1e1-7f06-4baf-8449-20ed5f17d2f9 tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:30.879599 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-130ff1e1-7f06-4baf-8449-20ed5f17d2f9 tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.8420098 Apr 18 19:25:30.882720 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 49096) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:25:30.888377 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-0e95401c-6bba-4641-8fa4-de2f16c3149f tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Request body: {'floatingip': {'floating_network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:25:30.914871 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-0e95401c-6bba-4641-8fa4-de2f16c3149f tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:25:30.925721 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-0e95401c-6bba-4641-8fa4-de2f16c3149f tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Usage tracker for resource:floatingip and tenant:b29f8fde29594c17bd8cad9e98e010b3 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:25:30.929248 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-65d667c2-9b16-4114-a1f1-adc87602b0c8 req-fa04808a-f550-42d7-9906-15f1201fdc5f tempest-LiveMigrationTest-374537811 tempest-LiveMigrationTest-374537811-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=5813ea9b-bdb3-4b0d-b1fa-560b06c0e787 HTTP/1.1" status: 200 len: 1097 time: 0.3012938 Apr 18 19:25:30.933281 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-0e95401c-6bba-4641-8fa4-de2f16c3149f tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:25:30.966977 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-0e95401c-6bba-4641-8fa4-de2f16c3149f tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:25:31.021901 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device bb41cb28-cb79-4b65-9fb1-e29fd00be975 up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:25:31.059495 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-9b0e6aa8-e025-47c1-afa0-c63f3ba04d84 req-3e9d025e-0714-4812-8a8d-5bf7107e8133 service neutron] 10.222.0.72 "GET /v2.0/networks/c33889f7-294d-49c5-8dfc-a57c4d580672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4654183 Apr 18 19:25:31.098720 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b3c0de-6b66-412d-9498-087500a551ff req-3eaa4900-252d-4c56-b970-f4404838e9f5 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:31.101858 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-28b3c0de-6b66-412d-9498-087500a551ff req-3eaa4900-252d-4c56-b970-f4404838e9f5 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/ports?device_id=378a8558-b9d2-4f8d-8f6f-831c1f0a06a1 HTTP/1.1" status: 200 len: 945 time: 0.1155493 Apr 18 19:25:31.157013 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-0e95401c-6bba-4641-8fa4-de2f16c3149f tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Notify callbacks [] for floatingip, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:31.172334 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-65d667c2-9b16-4114-a1f1-adc87602b0c8 req-6bd8adb3-4251-4204-a7f7-4c92c29229f4 tempest-LiveMigrationTest-374537811 tempest-LiveMigrationTest-374537811-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995335 Apr 18 19:25:31.200557 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-28b3c0de-6b66-412d-9498-087500a551ff req-931c7599-15b7-49f9-8ffc-6376912ededb tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/security-groups?id=1e5cc43e-ae04-4a53-be47-dfdad3ea2d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875213 Apr 18 19:25:31.296258 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning for port bb41cb28-cb79-4b65-9fb1-e29fd00be975 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:25:31.306616 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port bb41cb28-cb79-4b65-9fb1-e29fd00be975 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:25:31.307126 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:31.487994 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-9b0e6aa8-e025-47c1-afa0-c63f3ba04d84 req-cb96ff03-2215-4832-b15a-81d14c494cac service neutron] 10.222.0.72 "GET /v2.0/networks/c33889f7-294d-49c5-8dfc-a57c4d580672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4181666 Apr 18 19:25:31.496643 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-0e95401c-6bba-4641-8fa4-de2f16c3149f tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:31.572545 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-dd417aef-b113-45ef-bb2a-06c1db5bd898 req-e6e6eebc-4956-40da-a6fe-ec1f114957cb tempest-ServersAdmin275Test-2023517713 tempest-ServersAdmin275Test-2023517713-project] 10.222.0.69 "GET /v2.0/ports?device_id=565ea609-bc70-41d2-8e9b-51bc0bb51a02 HTTP/1.1" status: 200 len: 210 time: 0.0679398 Apr 18 19:25:31.590144 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:31.637069 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] For port bb41cb28-cb79-4b65-9fb1-e29fd00be975, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=bb41cb28-cb79-4b65-9fb1-e29fd00be975,segment=NetworkSegment(1ee78f5f-19b1-4536-a0ab-086e7442dabc),segment_id=1ee78f5f-19b1-4536-a0ab-086e7442dabc)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:25:31.771277 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:31.812103 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_common [None req-0e95401c-6bba-4641-8fa4-de2f16c3149f tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Allocated IP 172.25.3.254 (11e8e108-37df-4084-b6b7-113e6beb66b4/3b0abf32-1504-448b-b06e-c8c870b6a7c8/c0aaddac-3717-4451-ae7b-614f9a3d306c) {{(pid=84763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:25:31.960238 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Pushing event updated for resources: {'Port': ['ID=bb41cb28-cb79-4b65-9fb1-e29fd00be975,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:32.109764 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 49122) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:25:32.119707 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-0b970624-cfe8-428f-a16f-5ab01edbefa9 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1011856188'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:25:32.127241 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-0b970624-cfe8-428f-a16f-5ab01edbefa9 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:25:32.132382 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-0b970624-cfe8-428f-a16f-5ab01edbefa9 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Usage tracker for resource:network and tenant:ae4efde8a8464528a66b3bf8e643e684 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:25:32.138046 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-0b970624-cfe8-428f-a16f-5ab01edbefa9 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:25:32.144865 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-0b970624-cfe8-428f-a16f-5ab01edbefa9 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:25:32.152755 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b212f16-ae28-4f37-8afc-6414b39a5591 req-c2678b35-7d54-4bba-9385-6bc83b555beb tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:32.154335 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5b212f16-ae28-4f37-8afc-6414b39a5591 req-c2678b35-7d54-4bba-9385-6bc83b555beb tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3396816-7672-4e6c-a9ee-905861ee2aea HTTP/1.1" status: 200 len: 949 time: 0.1818480 Apr 18 19:25:32.157350 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-0e95401c-6bba-4641-8fa4-de2f16c3149f tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Notify callbacks [] for port, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:32.234007 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5b212f16-ae28-4f37-8afc-6414b39a5591 req-164d56fc-302a-4318-bb2e-8cf0b6e44708 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b82ee4b-1b13-4f19-86d2-85d0db8a03cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700560 Apr 18 19:25:32.244412 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b970624-cfe8-428f-a16f-5ab01edbefa9 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Made reservation on behalf of ae4efde8a8464528a66b3bf8e643e684 for: {'network': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:25:32.250336 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-0b970624-cfe8-428f-a16f-5ab01edbefa9 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for network, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:32.286259 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b970624-cfe8-428f-a16f-5ab01edbefa9 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=84764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:25:32.296825 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-0b970624-cfe8-428f-a16f-5ab01edbefa9 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:32.297302 n-d-836017-2 neutron-server[84764]: INFO neutron.db.segments_db [None req-0b970624-cfe8-428f-a16f-5ab01edbefa9 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Added segment 767af402-126a-4148-89aa-c983cdf056d7 of type vlan for network a78bc94c-6e21-4a13-914b-5bddac5da8d7 Apr 18 19:25:32.334374 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-0b970624-cfe8-428f-a16f-5ab01edbefa9 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791093404182'] for network, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:32.410691 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-0e95401c-6bba-4641-8fa4-de2f16c3149f tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:32.449210 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291f1ce1-45c2-4d57-9802-89ddae5d7cc0 req-8096e58c-da43-450b-90f3-e5dce974be3f tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:32.450716 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-291f1ce1-45c2-4d57-9802-89ddae5d7cc0 req-8096e58c-da43-450b-90f3-e5dce974be3f tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/ports?device_id=378a8558-b9d2-4f8d-8f6f-831c1f0a06a1 HTTP/1.1" status: 200 len: 945 time: 0.1112185 Apr 18 19:25:32.493180 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e95401c-6bba-4641-8fa4-de2f16c3149f tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Network 11e8e108-37df-4084-b6b7-113e6beb66b4 is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:25:32.497420 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [None req-0e95401c-6bba-4641-8fa4-de2f16c3149f tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:25:32.502382 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e95401c-6bba-4641-8fa4-de2f16c3149f tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Received port after_create {{(pid=84763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:25:32.528024 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-291f1ce1-45c2-4d57-9802-89ddae5d7cc0 req-7cb14d51-40ac-4a10-b5fe-4751a8865da5 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/security-groups?id=1e5cc43e-ae04-4a53-be47-dfdad3ea2d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699763 Apr 18 19:25:32.542184 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-0b970624-cfe8-428f-a16f-5ab01edbefa9 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251'] for network, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:32.548926 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b970624-cfe8-428f-a16f-5ab01edbefa9 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:32.569510 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-0b970624-cfe8-428f-a16f-5ab01edbefa9 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:32.573592 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e95401c-6bba-4641-8fa4-de2f16c3149f tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Pushing event updated for resources: {'Port': ['ID=c0aaddac-3717-4451-ae7b-614f9a3d306c,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:32.729464 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b970624-cfe8-428f-a16f-5ab01edbefa9 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Pushing event updated for resources: {'Network': ['ID=a78bc94c-6e21-4a13-914b-5bddac5da8d7,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:32.746415 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Network a78bc94c-6e21-4a13-914b-5bddac5da8d7 details requested by agent ovs-agent-n-d-836017-2 with host n-d-836017-2 {{(pid=84765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:25:32.827665 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-0b970624-cfe8-428f-a16f-5ab01edbefa9 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7158227 Apr 18 19:25:32.828617 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 49142) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:25:32.836624 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-af651b43-d23c-4965-a2da-24f0d5f01491 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1840060011'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:25:32.853888 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-af651b43-d23c-4965-a2da-24f0d5f01491 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:25:32.867415 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-af651b43-d23c-4965-a2da-24f0d5f01491 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Usage tracker for resource:network and tenant:ae4efde8a8464528a66b3bf8e643e684 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:25:32.875285 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-af651b43-d23c-4965-a2da-24f0d5f01491 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:25:32.891454 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-af651b43-d23c-4965-a2da-24f0d5f01491 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:25:32.945892 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device bb41cb28-cb79-4b65-9fb1-e29fd00be975 up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:25:33.019688 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-0e95401c-6bba-4641-8fa4-de2f16c3149f tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:33.035764 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8a01df9a-5ab8-4fd4-8d38-2a4c30e41bda req-8abd06fd-dffc-447b-b30f-bd1b24e3843c tempest-ServersAdmin275Test-2023517713 tempest-ServersAdmin275Test-2023517713-project] 10.222.0.69 "GET /v2.0/ports?device_id=565ea609-bc70-41d2-8e9b-51bc0bb51a02 HTTP/1.1" status: 200 len: 210 time: 0.0566354 Apr 18 19:25:33.045377 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port bb41cb28-cb79-4b65-9fb1-e29fd00be975 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:25:33.045851 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:33.050231 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af651b43-d23c-4965-a2da-24f0d5f01491 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Made reservation on behalf of ae4efde8a8464528a66b3bf8e643e684 for: {'network': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:25:33.053356 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-af651b43-d23c-4965-a2da-24f0d5f01491 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for network, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:33.079852 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995c8ac3-7735-4597-925d-85735e385841 req-8febedc5-ef74-429e-b1de-f59b065710a0 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:33.089634 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-995c8ac3-7735-4597-925d-85735e385841 req-8febedc5-ef74-429e-b1de-f59b065710a0 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/ports?device_id=378a8558-b9d2-4f8d-8f6f-831c1f0a06a1 HTTP/1.1" status: 200 len: 945 time: 0.1187963 Apr 18 19:25:33.149950 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af651b43-d23c-4965-a2da-24f0d5f01491 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=84764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:25:33.149950 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-af651b43-d23c-4965-a2da-24f0d5f01491 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:33.149950 n-d-836017-2 neutron-server[84764]: INFO neutron.db.segments_db [None req-af651b43-d23c-4965-a2da-24f0d5f01491 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Added segment c7e79b18-49ae-4a7c-a4ae-7b1eba97fc3c of type vlan for network 77a057b3-34c4-449e-a9f0-2bcfc4ff6d7a Apr 18 19:25:33.150527 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-995c8ac3-7735-4597-925d-85735e385841 req-e56a2c6d-fd30-4bb2-8dc4-c55702511b9d tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/security-groups?id=1e5cc43e-ae04-4a53-be47-dfdad3ea2d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575581 Apr 18 19:25:33.195035 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-af651b43-d23c-4965-a2da-24f0d5f01491 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791093404182'] for network, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:33.358398 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-0e95401c-6bba-4641-8fa4-de2f16c3149f tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:33.489048 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-af651b43-d23c-4965-a2da-24f0d5f01491 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251'] for network, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:33.493349 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af651b43-d23c-4965-a2da-24f0d5f01491 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:33.494300 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-af651b43-d23c-4965-a2da-24f0d5f01491 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:33.643389 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af651b43-d23c-4965-a2da-24f0d5f01491 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Pushing event updated for resources: {'Network': ['ID=77a057b3-34c4-449e-a9f0-2bcfc4ff6d7a,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:33.654964 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Network 77a057b3-34c4-449e-a9f0-2bcfc4ff6d7a details requested by agent ovs-agent-n-d-836017-2 with host n-d-836017-2 {{(pid=84765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:25:33.728884 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-af651b43-d23c-4965-a2da-24f0d5f01491 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8959296 Apr 18 19:25:33.729115 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 49164) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:25:33.738580 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-77dc7687-75ad-4999-88f7-b3ae5deeeaf0 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Request body: {'subnet': {'network_id': 'a78bc94c-6e21-4a13-914b-5bddac5da8d7', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:25:33.744678 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd992631-39a5-4eb6-8083-6d32ec8719d7 req-b8d28841-f09d-4a8c-8713-efda06b9553d tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:33.746343 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-dd992631-39a5-4eb6-8083-6d32ec8719d7 req-b8d28841-f09d-4a8c-8713-efda06b9553d tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3396816-7672-4e6c-a9ee-905861ee2aea HTTP/1.1" status: 200 len: 949 time: 0.2734306 Apr 18 19:25:33.841781 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-dd992631-39a5-4eb6-8083-6d32ec8719d7 req-113d0a09-9b35-461c-bcfd-5b8b1f423d20 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b82ee4b-1b13-4f19-86d2-85d0db8a03cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743499 Apr 18 19:25:33.876628 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-0e95401c-6bba-4641-8fa4-de2f16c3149f tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Notify callbacks [] for port, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:33.885563 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-77dc7687-75ad-4999-88f7-b3ae5deeeaf0 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:25:33.889703 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-77dc7687-75ad-4999-88f7-b3ae5deeeaf0 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Usage tracker for resource:subnet and tenant:ae4efde8a8464528a66b3bf8e643e684 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:25:33.893011 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-77dc7687-75ad-4999-88f7-b3ae5deeeaf0 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:25:33.900576 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-77dc7687-75ad-4999-88f7-b3ae5deeeaf0 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:25:34.042301 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-0e95401c-6bba-4641-8fa4-de2f16c3149f tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:34.067636 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77dc7687-75ad-4999-88f7-b3ae5deeeaf0 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Made reservation on behalf of ae4efde8a8464528a66b3bf8e643e684 for: {'subnet': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:25:34.205910 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-0e95401c-6bba-4641-8fa4-de2f16c3149f tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416787'] for floatingip, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:34.227181 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e95401c-6bba-4641-8fa4-de2f16c3149f tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Pushing event updated for resources: {'Port': ['ID=c0aaddac-3717-4451-ae7b-614f9a3d306c,revision_number=2']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:34.248894 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-77dc7687-75ad-4999-88f7-b3ae5deeeaf0 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65862573'] for subnet, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:34.389937 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-3a1f2fca-7af2-4bdd-a89c-e576739efe64 req-9f68126e-e6ca-4970-8516-34dcc65ccf91 tempest-ServersAdmin275Test-2023517713 tempest-ServersAdmin275Test-2023517713-project] 10.222.0.69 "GET /v2.0/ports?device_id=565ea609-bc70-41d2-8e9b-51bc0bb51a02 HTTP/1.1" status: 200 len: 210 time: 0.0667369 Apr 18 19:25:34.399220 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-0e95401c-6bba-4641-8fa4-de2f16c3149f tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for floatingip, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:34.404457 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-0e95401c-6bba-4641-8fa4-de2f16c3149f tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5173018 Apr 18 19:25:34.670355 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5b7487-6eb0-4955-bd13-a5c89f86f88f req-2d879a49-f057-4918-9f74-1bce5307803b tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:34.670355 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ba5b7487-6eb0-4955-bd13-a5c89f86f88f req-2d879a49-f057-4918-9f74-1bce5307803b tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/networks?id=c33889f7-294d-49c5-8dfc-a57c4d580672 HTTP/1.1" status: 200 len: 815 time: 0.2149756 Apr 18 19:25:34.696217 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ba5b7487-6eb0-4955-bd13-a5c89f86f88f req-0c224433-5195-4505-aa11-7a16b6f25ed5 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/quotas/d4aab0ee4d6648218144abf0ed8f0615 HTTP/1.1" status: 200 len: 375 time: 0.0203955 Apr 18 19:25:34.743311 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-77dc7687-75ad-4999-88f7-b3ae5deeeaf0 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2290811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65862591'] for subnet, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:34.804025 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ba5b7487-6eb0-4955-bd13-a5c89f86f88f req-2b1c1865-d786-4336-859b-dbd0ee0ba787 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=d4aab0ee4d6648218144abf0ed8f0615&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1084316 Apr 18 19:25:34.861046 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dc7687-75ad-4999-88f7-b3ae5deeeaf0 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Pushing event updated for resources: {'Subnet': ['ID=c31714cb-4e6a-4130-bd18-fb5275a5c20f,revision_number=0']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:34.895011 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-70bce47b-6b61-4fd0-82c4-1b4d3448fa58 req-b4e235e8-6382-4716-8cf3-a2b57144cf3d tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Synchronizing usage tracker for tenant:b29f8fde29594c17bd8cad9e98e010b3 on resource:security_group {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:25:34.899885 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77dc7687-75ad-4999-88f7-b3ae5deeeaf0 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Checking segment: {'id': '767af402-126a-4148-89aa-c983cdf056d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'a78bc94c-6e21-4a13-914b-5bddac5da8d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:25:34.900245 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77dc7687-75ad-4999-88f7-b3ae5deeeaf0 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Network hostable DHCP agents. Network: a78bc94c-6e21-4a13-914b-5bddac5da8d7, hostable agents: ['f6987c12-6d6c-47d4-b22d-cfcd164dc40d'], hosted agents: [] {{(pid=84764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:25:34.958566 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ba5b7487-6eb0-4955-bd13-a5c89f86f88f req-ff752987-97cf-4570-a2b1-70aa381c39d4 service neutron] 10.222.0.69 "GET /v2.0/networks/c33889f7-294d-49c5-8dfc-a57c4d580672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536043 Apr 18 19:25:35.027723 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77dc7687-75ad-4999-88f7-b3ae5deeeaf0 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Network a78bc94c-6e21-4a13-914b-5bddac5da8d7 is scheduled to be hosted by DHCP agent f6987c12-6d6c-47d4-b22d-cfcd164dc40d with binding_index 1 {{(pid=84764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:25:35.030318 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-70bce47b-6b61-4fd0-82c4-1b4d3448fa58 req-b4e235e8-6382-4716-8cf3-a2b57144cf3d tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Unset dirty status for tenant:b29f8fde29594c17bd8cad9e98e010b3 on resource:security_group {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:25:35.031489 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-70bce47b-6b61-4fd0-82c4-1b4d3448fa58 req-b4e235e8-6382-4716-8cf3-a2b57144cf3d tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--242385444&fields=id&tenant_id=b29f8fde29594c17bd8cad9e98e010b3 HTTP/1.1" status: 200 len: 267 time: 0.2282617 Apr 18 19:25:35.104777 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ba5b7487-6eb0-4955-bd13-a5c89f86f88f req-73be1167-3e94-4bc4-8e81-410c1673447b service neutron] 10.222.0.69 "GET /v2.0/networks/c33889f7-294d-49c5-8dfc-a57c4d580672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397443 Apr 18 19:25:35.154586 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [None req-77dc7687-75ad-4999-88f7-b3ae5deeeaf0 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-2, a78bc94c-6e21-4a13-914b-5bddac5da8d7) {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:25:35.167058 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ff17a2-3da4-444a-9f81-da21c9c1056d None None] Network a78bc94c-6e21-4a13-914b-5bddac5da8d7 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:25:35.176463 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77dc7687-75ad-4999-88f7-b3ae5deeeaf0 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:35.179755 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-77dc7687-75ad-4999-88f7-b3ae5deeeaf0 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for subnet, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:35.220286 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bce47b-6b61-4fd0-82c4-1b4d3448fa58 req-7bc20217-c290-4488-9dc6-e8c90d59a795 tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:35.221041 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-70bce47b-6b61-4fd0-82c4-1b4d3448fa58 req-7bc20217-c290-4488-9dc6-e8c90d59a795 tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Synchronizing usage tracker for tenant:b29f8fde29594c17bd8cad9e98e010b3 on resource:network {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:25:35.315198 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 49206) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:25:35.322823 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-77dc7687-75ad-4999-88f7-b3ae5deeeaf0 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5915661 Apr 18 19:25:35.325549 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 49212) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:25:35.331764 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-4777f8ec-272f-494d-8d10-6777b653c5f9 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Request body: {'subnet': {'network_id': '77a057b3-34c4-449e-a9f0-2bcfc4ff6d7a', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:25:35.360020 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-70bce47b-6b61-4fd0-82c4-1b4d3448fa58 req-7bc20217-c290-4488-9dc6-e8c90d59a795 tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Unset dirty status for tenant:b29f8fde29594c17bd8cad9e98e010b3 on resource:network {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:25:35.361333 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-70bce47b-6b61-4fd0-82c4-1b4d3448fa58 req-7bc20217-c290-4488-9dc6-e8c90d59a795 tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] 10.222.0.69 "GET /v2.0/networks?id=bc6a388b-dbfa-4690-809a-bcb581cc24f3 HTTP/1.1" status: 200 len: 805 time: 0.3220239 Apr 18 19:25:35.401291 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-70bce47b-6b61-4fd0-82c4-1b4d3448fa58 req-5356340f-b6c3-4d57-a22e-330690c7af86 tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] 10.222.0.69 "GET /v2.0/quotas/b29f8fde29594c17bd8cad9e98e010b3 HTTP/1.1" status: 200 len: 375 time: 0.0343125 Apr 18 19:25:35.575551 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d37a3a-5f63-48a7-83c3-e749a7d4729f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31f5fbf7-4b5c-5a44-b255-70c4fc176ae8-a78bc94c-6e21-4a13-914b-5bddac5da8d7', 'network_id': 'a78bc94c-6e21-4a13-914b-5bddac5da8d7', 'tenant_id': 'ae4efde8a8464528a66b3bf8e643e684', 'fixed_ips': [{'subnet_id': 'c31714cb-4e6a-4130-bd18-fb5275a5c20f'}]}} from n-d-836017-2. {{(pid=84765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 19:25:35.576800 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-60d37a3a-5f63-48a7-83c3-e749a7d4729f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:35.592574 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-4777f8ec-272f-494d-8d10-6777b653c5f9 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:25:35.603164 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-4777f8ec-272f-494d-8d10-6777b653c5f9 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Usage tracker for resource:subnet and tenant:ae4efde8a8464528a66b3bf8e643e684 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:25:35.609896 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-4777f8ec-272f-494d-8d10-6777b653c5f9 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:25:35.628243 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-4777f8ec-272f-494d-8d10-6777b653c5f9 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:25:35.710127 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-bba995ce-367c-4e03-a931-62d9b9405971 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:35.762650 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83b510d-3f9e-462e-b205-e522bc638428 req-5c578756-af4b-42c2-b475-c78b7de5c549 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:35.764520 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f83b510d-3f9e-462e-b205-e522bc638428 req-5c578756-af4b-42c2-b475-c78b7de5c549 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3396816-7672-4e6c-a9ee-905861ee2aea HTTP/1.1" status: 200 len: 949 time: 0.1292593 Apr 18 19:25:35.794270 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-bba995ce-367c-4e03-a931-62d9b9405971 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:25:35.803281 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-bba995ce-367c-4e03-a931-62d9b9405971 admin admin] Usage tracker for resource:security_group_rule and tenant:2206ff01d7234861b2982d2bc9b8a0c5 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:25:35.807188 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-bba995ce-367c-4e03-a931-62d9b9405971 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:25:35.816624 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-bba995ce-367c-4e03-a931-62d9b9405971 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:25:35.822904 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4777f8ec-272f-494d-8d10-6777b653c5f9 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Made reservation on behalf of ae4efde8a8464528a66b3bf8e643e684 for: {'subnet': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:25:35.839406 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-70bce47b-6b61-4fd0-82c4-1b4d3448fa58 req-a4806349-933e-4b0e-be1c-3a472d0ae784 tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=b29f8fde29594c17bd8cad9e98e010b3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4338112 Apr 18 19:25:35.841573 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-60d37a3a-5f63-48a7-83c3-e749a7d4729f None None] Allocated IP 10.1.1.2 (a78bc94c-6e21-4a13-914b-5bddac5da8d7/c31714cb-4e6a-4130-bd18-fb5275a5c20f/801c9f82-e8f7-439b-a8f7-d5485ad383a3) {{(pid=84765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:25:35.869893 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4de09d2-d968-4029-9623-4c5096e29c1c req-93c5dc08-1f3a-42e8-81fa-d1462981ed75 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:35.871365 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f4de09d2-d968-4029-9623-4c5096e29c1c req-93c5dc08-1f3a-42e8-81fa-d1462981ed75 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.72 "GET /v2.0/ports?device_id=378a8558-b9d2-4f8d-8f6f-831c1f0a06a1 HTTP/1.1" status: 200 len: 945 time: 0.3878789 Apr 18 19:25:35.987434 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f83b510d-3f9e-462e-b205-e522bc638428 req-720d0ea3-18f2-4d67-b01a-7ba677eb351e tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b82ee4b-1b13-4f19-86d2-85d0db8a03cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161226 Apr 18 19:25:36.058966 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-4777f8ec-272f-494d-8d10-6777b653c5f9 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540907'] for subnet, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:36.145760 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-60d37a3a-5f63-48a7-83c3-e749a7d4729f None None] Notify callbacks [] for port, precommit_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:36.168144 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-60d37a3a-5f63-48a7-83c3-e749a7d4729f None None] Transition to ACTIVE for port object 801c9f82-e8f7-439b-a8f7-d5485ad383a3 will not be triggered until provisioned by entity L2. {{(pid=84765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:25:36.206106 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-60d37a3a-5f63-48a7-83c3-e749a7d4729f None None] Transition to ACTIVE for port object 801c9f82-e8f7-439b-a8f7-d5485ad383a3 will not be triggered until provisioned by entity DHCP. {{(pid=84765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:25:36.226596 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [req-f4de09d2-d968-4029-9623-4c5096e29c1c req-7db8f25c-2721-4a1b-aa4d-6979f6f8917f tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Deleting port 58705f13-a659-4755-bc5f-eaa2e3d55df8 {{(pid=84764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:25:36.226950 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-f4de09d2-d968-4029-9623-4c5096e29c1c req-7db8f25c-2721-4a1b-aa4d-6979f6f8917f tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:36.280731 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-70bce47b-6b61-4fd0-82c4-1b4d3448fa58 req-273e43e1-0515-448f-8a4e-9826ee33d416 service neutron] 10.222.0.69 "GET /v2.0/networks/bc6a388b-dbfa-4690-809a-bcb581cc24f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4404137 Apr 18 19:25:36.347716 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-60d37a3a-5f63-48a7-83c3-e749a7d4729f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331'] for port, after_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:36.429875 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d37a3a-5f63-48a7-83c3-e749a7d4729f None None] Pushing event updated for resources: {'Port': ['ID=801c9f82-e8f7-439b-a8f7-d5485ad383a3,revision_number=1']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:36.445254 n-d-836017-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d37a3a-5f63-48a7-83c3-e749a7d4729f None None] Network a78bc94c-6e21-4a13-914b-5bddac5da8d7 is already hosted by enough agents. {{(pid=84765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:25:36.447180 n-d-836017-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-60d37a3a-5f63-48a7-83c3-e749a7d4729f None None] Resources bound (agent type, host, resource id): {{(pid=84765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:25:36.451374 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d37a3a-5f63-48a7-83c3-e749a7d4729f None None] Received port after_create {{(pid=84765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:25:36.565078 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-4777f8ec-272f-494d-8d10-6777b653c5f9 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66351616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66540921'] for subnet, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:36.568009 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-60d37a3a-5f63-48a7-83c3-e749a7d4729f None None] Attempting to bind port 801c9f82-e8f7-439b-a8f7-d5485ad383a3 on host n-d-836017-2 for vnic_type normal with profile {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:25:36.568680 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-60d37a3a-5f63-48a7-83c3-e749a7d4729f None None] Attempting to bind port 801c9f82-e8f7-439b-a8f7-d5485ad383a3 by drivers openvswitch,hyperv on host n-d-836017-2 at level 0 using segments [{'id': '767af402-126a-4148-89aa-c983cdf056d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'a78bc94c-6e21-4a13-914b-5bddac5da8d7'}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:25:36.569151 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d37a3a-5f63-48a7-83c3-e749a7d4729f None None] Attempting to bind port 801c9f82-e8f7-439b-a8f7-d5485ad383a3 on network a78bc94c-6e21-4a13-914b-5bddac5da8d7 {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:25:36.576661 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d37a3a-5f63-48a7-83c3-e749a7d4729f None None] Checking agent: {'id': 'df2a5cfe-6839-400b-a998-e4fffce70f45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 8, 22), 'started_at': datetime.datetime(2022, 4, 18, 19, 8, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 25, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:25:36.577320 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d37a3a-5f63-48a7-83c3-e749a7d4729f None None] Checking segment: {'id': '767af402-126a-4148-89aa-c983cdf056d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'a78bc94c-6e21-4a13-914b-5bddac5da8d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:25:36.577817 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-60d37a3a-5f63-48a7-83c3-e749a7d4729f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:36.578302 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d37a3a-5f63-48a7-83c3-e749a7d4729f None None] Bound using segment: {'id': '767af402-126a-4148-89aa-c983cdf056d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'a78bc94c-6e21-4a13-914b-5bddac5da8d7'} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:25:36.578861 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-60d37a3a-5f63-48a7-83c3-e749a7d4729f None None] Bound port: 801c9f82-e8f7-439b-a8f7-d5485ad383a3, host: n-d-836017-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '767af402-126a-4148-89aa-c983cdf056d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'a78bc94c-6e21-4a13-914b-5bddac5da8d7'}}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:25:36.579369 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-60d37a3a-5f63-48a7-83c3-e749a7d4729f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:36.647757 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-70bce47b-6b61-4fd0-82c4-1b4d3448fa58 req-80529b03-8bd1-4d52-9496-8681756addda service neutron] 10.222.0.69 "GET /v2.0/networks/bc6a388b-dbfa-4690-809a-bcb581cc24f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3451517 Apr 18 19:25:36.664429 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4777f8ec-272f-494d-8d10-6777b653c5f9 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Checking segment: {'id': 'c7e79b18-49ae-4a7c-a4ae-7b1eba97fc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '77a057b3-34c4-449e-a9f0-2bcfc4ff6d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:25:36.664796 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4777f8ec-272f-494d-8d10-6777b653c5f9 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Network hostable DHCP agents. Network: 77a057b3-34c4-449e-a9f0-2bcfc4ff6d7a, hostable agents: ['f6987c12-6d6c-47d4-b22d-cfcd164dc40d'], hosted agents: [] {{(pid=84763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:25:36.667887 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-bba995ce-367c-4e03-a931-62d9b9405971 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:36.670149 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4777f8ec-272f-494d-8d10-6777b653c5f9 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Pushing event updated for resources: {'Subnet': ['ID=0e17591e-cd96-449b-af53-7896e93cce2f,revision_number=0']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:36.732676 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-60d37a3a-5f63-48a7-83c3-e749a7d4729f None None] For port 801c9f82-e8f7-439b-a8f7-d5485ad383a3, host n-d-836017-2, cleared binding levels {{(pid=84765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:25:36.736611 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-60d37a3a-5f63-48a7-83c3-e749a7d4729f None None] For port 801c9f82-e8f7-439b-a8f7-d5485ad383a3, host n-d-836017-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=801c9f82-e8f7-439b-a8f7-d5485ad383a3,segment=NetworkSegment(767af402-126a-4148-89aa-c983cdf056d7),segment_id=767af402-126a-4148-89aa-c983cdf056d7)] {{(pid=84765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:25:36.757817 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-f4de09d2-d968-4029-9623-4c5096e29c1c req-7db8f25c-2721-4a1b-aa4d-6979f6f8917f tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] For port 58705f13-a659-4755-bc5f-eaa2e3d55df8, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=58705f13-a659-4755-bc5f-eaa2e3d55df8,segment=NetworkSegment(86100cac-9c92-472b-98b8-7c63b08b3562),segment_id=86100cac-9c92-472b-98b8-7c63b08b3562)] {{(pid=84764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:25:36.758183 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-f4de09d2-d968-4029-9623-4c5096e29c1c req-7db8f25c-2721-4a1b-aa4d-6979f6f8917f tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:36.781882 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4777f8ec-272f-494d-8d10-6777b653c5f9 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Network 77a057b3-34c4-449e-a9f0-2bcfc4ff6d7a is scheduled to be hosted by DHCP agent f6987c12-6d6c-47d4-b22d-cfcd164dc40d with binding_index 1 {{(pid=84763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:25:36.807964 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-60d37a3a-5f63-48a7-83c3-e749a7d4729f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:36.822350 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-bba995ce-367c-4e03-a931-62d9b9405971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:36.867558 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [None req-4777f8ec-272f-494d-8d10-6777b653c5f9 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-2, 77a057b3-34c4-449e-a9f0-2bcfc4ff6d7a) {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:25:36.871989 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4777f8ec-272f-494d-8d10-6777b653c5f9 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:36.872627 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-4777f8ec-272f-494d-8d10-6777b653c5f9 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks [] for subnet, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:36.886136 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687238b4-2227-43e0-a4a7-77ba72b44e54 None None] Network 77a057b3-34c4-449e-a9f0-2bcfc4ff6d7a requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:25:36.909146 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [req-f4de09d2-d968-4029-9623-4c5096e29c1c req-7db8f25c-2721-4a1b-aa4d-6979f6f8917f tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Calling delete_port for 58705f13-a659-4755-bc5f-eaa2e3d55df8 owned by compute:nova {{(pid=84764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:25:36.991878 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-4777f8ec-272f-494d-8d10-6777b653c5f9 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.6652083 Apr 18 19:25:36.994155 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 49244) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:25:36.994772 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba995ce-367c-4e03-a931-62d9b9405971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fd3fbcf-deda-410d-a089-9bde542071b1,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:37.001944 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-1223d015-9b7a-491f-bf73-ad182d78cf4c tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Request body: {'port': {'network_id': 'a78bc94c-6e21-4a13-914b-5bddac5da8d7', 'name': 'tempest-TaggedBootDevicesTest-940104084', 'fixed_ips': [{'subnet_id': 'c31714cb-4e6a-4130-bd18-fb5275a5c20f'}]}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:25:37.014674 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-bba995ce-367c-4e03-a931-62d9b9405971 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2206ff01d7234861b2982d2bc9b8a0c5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6982694 Apr 18 19:25:37.043605 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 49252) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:25:37.082864 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d37a3a-5f63-48a7-83c3-e749a7d4729f None None] Pushing event updated for resources: {'Port': ['ID=801c9f82-e8f7-439b-a8f7-d5485ad383a3,revision_number=2']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:37.376988 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067cd3ea-4170-45a8-96bc-911252923e51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31f5fbf7-4b5c-5a44-b255-70c4fc176ae8-77a057b3-34c4-449e-a9f0-2bcfc4ff6d7a', 'network_id': '77a057b3-34c4-449e-a9f0-2bcfc4ff6d7a', 'tenant_id': 'ae4efde8a8464528a66b3bf8e643e684', 'fixed_ips': [{'subnet_id': '0e17591e-cd96-449b-af53-7896e93cce2f'}]}} from n-d-836017-2. {{(pid=84765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 19:25:37.378215 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-067cd3ea-4170-45a8-96bc-911252923e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:37.399036 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-fd3f080c-7b36-4014-9d83-d03c241f4e0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:37.412079 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-be96141b-5673-42c8-8a53-3fc60b072435 req-ddd87217-6b33-433e-a1fe-283f6789c72a tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/ports?device_id=6701dd30-7d2d-4852-9a2c-b52e270fe8ba HTTP/1.1" status: 200 len: 210 time: 0.1636055 Apr 18 19:25:37.484766 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-1223d015-9b7a-491f-bf73-ad182d78cf4c tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:25:37.489443 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-fd3f080c-7b36-4014-9d83-d03c241f4e0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:37.491209 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-f4de09d2-d968-4029-9623-4c5096e29c1c req-7db8f25c-2721-4a1b-aa4d-6979f6f8917f tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:37.504874 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-1223d015-9b7a-491f-bf73-ad182d78cf4c tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Usage tracker for resource:port and tenant:ae4efde8a8464528a66b3bf8e643e684 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:25:37.523632 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-1223d015-9b7a-491f-bf73-ad182d78cf4c tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:25:37.581284 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-1223d015-9b7a-491f-bf73-ad182d78cf4c tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:25:37.614314 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-c82ff805-cf09-4569-9b66-cad3e2b75e52 req-ccecb7da-d5be-49a7-88ba-b1f9a79396cf tempest-ServersAdmin275Test-2023517713 tempest-ServersAdmin275Test-2023517713-project] 10.222.0.69 "GET /v2.0/ports?device_id=565ea609-bc70-41d2-8e9b-51bc0bb51a02 HTTP/1.1" status: 200 len: 210 time: 0.0936642 Apr 18 19:25:37.673764 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db8f25c-2721-4a1b-aa4d-6979f6f8917f tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Pushing event deleted for resources: {'Port': ['ID=58705f13-a659-4755-bc5f-eaa2e3d55df8,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:37.774833 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4de09d2-d968-4029-9623-4c5096e29c1c req-7db8f25c-2721-4a1b-aa4d-6979f6f8917f tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] No DVR routers for this DVR port 58705f13-a659-4755-bc5f-eaa2e3d55df8 on host n-h2-836017-2 {{(pid=84764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:25:37.776266 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1223d015-9b7a-491f-bf73-ad182d78cf4c tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Made reservation on behalf of ae4efde8a8464528a66b3bf8e643e684 for: {'port': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:25:37.794185 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-f4de09d2-d968-4029-9623-4c5096e29c1c req-7db8f25c-2721-4a1b-aa4d-6979f6f8917f tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:37.832652 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-067cd3ea-4170-45a8-96bc-911252923e51 None None] Allocated IP 10.2.2.2 (77a057b3-34c4-449e-a9f0-2bcfc4ff6d7a/0e17591e-cd96-449b-af53-7896e93cce2f/0bf2e776-c4e0-40bd-9db6-eb57c8826b61) {{(pid=84765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:25:37.850286 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '378a8558-b9d2-4f8d-8f6f-831c1f0a06a1', 'name': 'network-vif-deleted', 'tag': '58705f13-a659-4755-bc5f-eaa2e3d55df8'}] {{(pid=84764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:25:37.909331 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-fd3f080c-7b36-4014-9d83-d03c241f4e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:37.914787 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f4de09d2-d968-4029-9623-4c5096e29c1c req-7db8f25c-2721-4a1b-aa4d-6979f6f8917f tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.72 "DELETE /v2.0/ports/58705f13-a659-4755-bc5f-eaa2e3d55df8 HTTP/1.1" status: 204 len: 173 time: 2.0369329 Apr 18 19:25:38.106784 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-e01427d1-8b21-46ee-9b1e-6eb45c71789d req-b7d1d447-ec95-4113-b825-87d42c6406e3 tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Synchronizing usage tracker for tenant:b29f8fde29594c17bd8cad9e98e010b3 on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:25:38.131868 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3f080c-7b36-4014-9d83-d03c241f4e0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fd3fbcf-deda-410d-a089-9bde542071b1,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:38.158911 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-fd3f080c-7b36-4014-9d83-d03c241f4e0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:38.169655 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-fd3f080c-7b36-4014-9d83-d03c241f4e0a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7fd3fbcf-deda-410d-a089-9bde542071b1 HTTP/1.1" status: 204 len: 168 time: 1.1252654 Apr 18 19:25:38.179753 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-067cd3ea-4170-45a8-96bc-911252923e51 None None] Notify callbacks [] for port, precommit_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:38.193795 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-067cd3ea-4170-45a8-96bc-911252923e51 None None] Transition to ACTIVE for port object 0bf2e776-c4e0-40bd-9db6-eb57c8826b61 will not be triggered until provisioned by entity L2. {{(pid=84765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:25:38.211631 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f693cf09-a019-4598-928c-b6e9460aa2d3 req-8cd2b3f8-7980-42c7-8951-7141af1997a3 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:38.220083 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-067cd3ea-4170-45a8-96bc-911252923e51 None None] Transition to ACTIVE for port object 0bf2e776-c4e0-40bd-9db6-eb57c8826b61 will not be triggered until provisioned by entity DHCP. {{(pid=84765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:25:38.221069 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f693cf09-a019-4598-928c-b6e9460aa2d3 req-8cd2b3f8-7980-42c7-8951-7141af1997a3 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/networks?id=5b81b8da-abac-4e05-9e51-d6de7035d9e7 HTTP/1.1" status: 200 len: 819 time: 0.2883494 Apr 18 19:25:38.257070 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f693cf09-a019-4598-928c-b6e9460aa2d3 req-b56e69e3-5bd8-4e1b-8256-308e870a75f4 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/quotas/e8145a70cab44ff88b524306edcbe946 HTTP/1.1" status: 200 len: 375 time: 0.0350397 Apr 18 19:25:38.324157 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-1223d015-9b7a-491f-bf73-ad182d78cf4c tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:38.364888 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-067cd3ea-4170-45a8-96bc-911252923e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331'] for port, after_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:38.403540 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [None req-1223d015-9b7a-491f-bf73-ad182d78cf4c tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] device_id is not set on port bc352c10-792f-4c4c-8ce2-33c2e09ff225 yet. {{(pid=84763) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 19:25:38.478174 n-d-836017-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067cd3ea-4170-45a8-96bc-911252923e51 None None] Network 77a057b3-34c4-449e-a9f0-2bcfc4ff6d7a is already hosted by enough agents. {{(pid=84765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:25:38.502654 n-d-836017-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-067cd3ea-4170-45a8-96bc-911252923e51 None None] Resources bound (agent type, host, resource id): {{(pid=84765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:25:38.508123 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067cd3ea-4170-45a8-96bc-911252923e51 None None] Pushing event updated for resources: {'Port': ['ID=0bf2e776-c4e0-40bd-9db6-eb57c8826b61,revision_number=1']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:38.508616 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-e01427d1-8b21-46ee-9b1e-6eb45c71789d req-b7d1d447-ec95-4113-b825-87d42c6406e3 tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Unset dirty status for tenant:b29f8fde29594c17bd8cad9e98e010b3 on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:25:38.509788 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e01427d1-8b21-46ee-9b1e-6eb45c71789d req-b7d1d447-ec95-4113-b825-87d42c6406e3 tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] 10.222.0.69 "GET /v2.0/ports?device_id=36274434-9418-4f40-a692-e2fcb9802d5a HTTP/1.1" status: 200 len: 210 time: 0.6997557 Apr 18 19:25:38.531418 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067cd3ea-4170-45a8-96bc-911252923e51 None None] Received port after_create {{(pid=84765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:25:38.746281 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 58705f13-a659-4755-bc5f-eaa2e3d55df8 no longer exists at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:25:38.781372 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f693cf09-a019-4598-928c-b6e9460aa2d3 req-435ef419-dab3-4cb6-8bda-76c15012e46d tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=e8145a70cab44ff88b524306edcbe946&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5215201 Apr 18 19:25:38.811601 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5b7487-6eb0-4955-bd13-a5c89f86f88f req-33e239e5-0aa1-4b42-b6ab-d35801d4dca1 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:38.826617 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ba5b7487-6eb0-4955-bd13-a5c89f86f88f req-33e239e5-0aa1-4b42-b6ab-d35801d4dca1 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.72 "GET /v2.0/networks?id=c33889f7-294d-49c5-8dfc-a57c4d580672 HTTP/1.1" status: 200 len: 815 time: 0.4302275 Apr 18 19:25:38.884509 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [req-ba5b7487-6eb0-4955-bd13-a5c89f86f88f req-12744283-958a-4d02-b028-4f3017c22866 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Request body: {'port': {'device_id': '6701dd30-7d2d-4852-9a2c-b52e270fe8ba', 'network_id': 'c33889f7-294d-49c5-8dfc-a57c4d580672', 'admin_state_up': True, 'tenant_id': 'd4aab0ee4d6648218144abf0ed8f0615'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:25:38.913773 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] No Port match for: 58705f13-a659-4755-bc5f-eaa2e3d55df8 {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:25:38.914168 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 58705f13-a659-4755-bc5f-eaa2e3d55df8 not bound to the agent host n-h2-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:25:38.940051 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-067cd3ea-4170-45a8-96bc-911252923e51 None None] Attempting to bind port 0bf2e776-c4e0-40bd-9db6-eb57c8826b61 on host n-d-836017-2 for vnic_type normal with profile {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:25:38.940538 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-067cd3ea-4170-45a8-96bc-911252923e51 None None] Attempting to bind port 0bf2e776-c4e0-40bd-9db6-eb57c8826b61 by drivers openvswitch,hyperv on host n-d-836017-2 at level 0 using segments [{'id': 'c7e79b18-49ae-4a7c-a4ae-7b1eba97fc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '77a057b3-34c4-449e-a9f0-2bcfc4ff6d7a'}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:25:38.940927 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067cd3ea-4170-45a8-96bc-911252923e51 None None] Attempting to bind port 0bf2e776-c4e0-40bd-9db6-eb57c8826b61 on network 77a057b3-34c4-449e-a9f0-2bcfc4ff6d7a {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:25:38.950428 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067cd3ea-4170-45a8-96bc-911252923e51 None None] Checking agent: {'id': 'df2a5cfe-6839-400b-a998-e4fffce70f45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 8, 22), 'started_at': datetime.datetime(2022, 4, 18, 19, 8, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 25, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:25:38.950722 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067cd3ea-4170-45a8-96bc-911252923e51 None None] Checking segment: {'id': 'c7e79b18-49ae-4a7c-a4ae-7b1eba97fc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '77a057b3-34c4-449e-a9f0-2bcfc4ff6d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:25:38.951126 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-067cd3ea-4170-45a8-96bc-911252923e51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:38.951560 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067cd3ea-4170-45a8-96bc-911252923e51 None None] Bound using segment: {'id': 'c7e79b18-49ae-4a7c-a4ae-7b1eba97fc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '77a057b3-34c4-449e-a9f0-2bcfc4ff6d7a'} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:25:38.951993 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-067cd3ea-4170-45a8-96bc-911252923e51 None None] Bound port: 0bf2e776-c4e0-40bd-9db6-eb57c8826b61, host: n-d-836017-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7e79b18-49ae-4a7c-a4ae-7b1eba97fc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '77a057b3-34c4-449e-a9f0-2bcfc4ff6d7a'}}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:25:38.952473 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-067cd3ea-4170-45a8-96bc-911252923e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:38.966635 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336f0f44-d012-4b01-b807-b9cd477be444 None None] Network a78bc94c-6e21-4a13-914b-5bddac5da8d7 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:25:38.996465 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 801c9f82-e8f7-439b-a8f7-d5485ad383a3 up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:25:39.127668 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_common [None req-1223d015-9b7a-491f-bf73-ad182d78cf4c tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Allocated IP 10.1.1.209 (a78bc94c-6e21-4a13-914b-5bddac5da8d7/c31714cb-4e6a-4130-bd18-fb5275a5c20f/bc352c10-792f-4c4c-8ce2-33c2e09ff225) {{(pid=84763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:25:39.231483 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f594e9f-ea83-4fee-8dfd-709e0fdd638d req-af1fad86-fea0-4a23-ba21-1f2778f73772 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:39.239001 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7f594e9f-ea83-4fee-8dfd-709e0fdd638d req-af1fad86-fea0-4a23-ba21-1f2778f73772 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3396816-7672-4e6c-a9ee-905861ee2aea HTTP/1.1" status: 200 len: 949 time: 0.2579684 Apr 18 19:25:39.337073 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-067cd3ea-4170-45a8-96bc-911252923e51 None None] For port 0bf2e776-c4e0-40bd-9db6-eb57c8826b61, host n-d-836017-2, cleared binding levels {{(pid=84765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:25:39.391643 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8c17f6bc-ad05-4926-848a-0eec9948d5a0 None None] Provisioning for port 801c9f82-e8f7-439b-a8f7-d5485ad383a3 completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:25:39.398985 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-067cd3ea-4170-45a8-96bc-911252923e51 None None] For port 0bf2e776-c4e0-40bd-9db6-eb57c8826b61, host n-d-836017-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=0bf2e776-c4e0-40bd-9db6-eb57c8826b61,segment=NetworkSegment(c7e79b18-49ae-4a7c-a4ae-7b1eba97fc3c),segment_id=c7e79b18-49ae-4a7c-a4ae-7b1eba97fc3c)] {{(pid=84765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:25:39.440365 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning for port 801c9f82-e8f7-439b-a8f7-d5485ad383a3 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:25:39.442548 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-ba5b7487-6eb0-4955-bd13-a5c89f86f88f req-12744283-958a-4d02-b028-4f3017c22866 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:25:39.448441 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port 801c9f82-e8f7-439b-a8f7-d5485ad383a3 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:25:39.449080 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:39.449872 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-ba5b7487-6eb0-4955-bd13-a5c89f86f88f req-12744283-958a-4d02-b028-4f3017c22866 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Usage tracker for resource:port and tenant:d4aab0ee4d6648218144abf0ed8f0615 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:25:39.453122 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-ba5b7487-6eb0-4955-bd13-a5c89f86f88f req-12744283-958a-4d02-b028-4f3017c22866 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:25:39.460281 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-ba5b7487-6eb0-4955-bd13-a5c89f86f88f req-12744283-958a-4d02-b028-4f3017c22866 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:25:39.476491 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f693cf09-a019-4598-928c-b6e9460aa2d3 req-21c1fec6-d77c-446b-b1e3-9af72b18f1d8 service neutron] 10.222.0.69 "GET /v2.0/networks/5b81b8da-abac-4e05-9e51-d6de7035d9e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6798439 Apr 18 19:25:39.476712 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7f594e9f-ea83-4fee-8dfd-709e0fdd638d req-278efe92-1744-4a92-9043-e0688f97984b tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b82ee4b-1b13-4f19-86d2-85d0db8a03cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362523 Apr 18 19:25:39.538821 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-067cd3ea-4170-45a8-96bc-911252923e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:39.589999 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 49284) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:25:39.599943 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba5b7487-6eb0-4955-bd13-a5c89f86f88f req-12744283-958a-4d02-b028-4f3017c22866 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Made reservation on behalf of d4aab0ee4d6648218144abf0ed8f0615 for: {'port': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:25:39.606162 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-ba5b7487-6eb0-4955-bd13-a5c89f86f88f req-12744283-958a-4d02-b028-4f3017c22866 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:39.711899 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067cd3ea-4170-45a8-96bc-911252923e51 None None] Pushing event updated for resources: {'Port': ['ID=0bf2e776-c4e0-40bd-9db6-eb57c8826b61,revision_number=2']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:39.723072 n-d-836017-2 neutron-server[84764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6f08b18-defe-4680-b127-7dc97424afd8'] response: {'server_uuid': '378a8558-b9d2-4f8d-8f6f-831c1f0a06a1', 'name': 'network-vif-deleted', 'tag': '58705f13-a659-4755-bc5f-eaa2e3d55df8', 'status': 'completed', 'code': 200} Apr 18 19:25:39.737084 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-1223d015-9b7a-491f-bf73-ad182d78cf4c tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks [] for port, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:39.743845 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-06451834-d5b8-4cd9-9155-62f4e249d017 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:39.789450 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [None req-1223d015-9b7a-491f-bf73-ad182d78cf4c tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Transition to ACTIVE for port object bc352c10-792f-4c4c-8ce2-33c2e09ff225 will not be triggered until provisioned by entity DHCP. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:25:39.853542 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:39.921325 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] For port 801c9f82-e8f7-439b-a8f7-d5485ad383a3, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=801c9f82-e8f7-439b-a8f7-d5485ad383a3,segment=NetworkSegment(767af402-126a-4148-89aa-c983cdf056d7),segment_id=767af402-126a-4148-89aa-c983cdf056d7)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:25:39.952520 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f693cf09-a019-4598-928c-b6e9460aa2d3 req-bb446894-b7dd-40d8-9fc5-b4cbb5dd6bb4 service neutron] 10.222.0.69 "GET /v2.0/networks/5b81b8da-abac-4e05-9e51-d6de7035d9e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4745991 Apr 18 19:25:39.960812 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-1223d015-9b7a-491f-bf73-ad182d78cf4c tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:40.022292 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:40.106231 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-06451834-d5b8-4cd9-9155-62f4e249d017 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:25:40.112075 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-06451834-d5b8-4cd9-9155-62f4e249d017 admin admin] Usage tracker for resource:security_group_rule and tenant:6b9b135ae4ea4c5e9442c09733fd34f7 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:25:40.125895 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-06451834-d5b8-4cd9-9155-62f4e249d017 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:25:40.142486 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-06451834-d5b8-4cd9-9155-62f4e249d017 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:25:40.234871 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Pushing event updated for resources: {'Port': ['ID=801c9f82-e8f7-439b-a8f7-d5485ad383a3,revision_number=3']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:40.292756 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b8be856f-e24d-461f-b7da-c326f4c7f48b req-c67d47a4-a4f7-420d-b8f1-559f49e01b3e tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/ports?device_id=6701dd30-7d2d-4852-9a2c-b52e270fe8ba HTTP/1.1" status: 200 len: 210 time: 0.2198033 Apr 18 19:25:40.341892 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1223d015-9b7a-491f-bf73-ad182d78cf4c tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Network a78bc94c-6e21-4a13-914b-5bddac5da8d7 is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:25:40.343839 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [None req-1223d015-9b7a-491f-bf73-ad182d78cf4c tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:25:40.361945 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.agents_db [None req-eb67022b-f881-4bc8-8f45-fca90fb27803 None None] Agent healthcheck: found 7 active agents {{(pid=84766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:25:40.365697 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1223d015-9b7a-491f-bf73-ad182d78cf4c tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Pushing event updated for resources: {'Port': ['ID=bc352c10-792f-4c4c-8ce2-33c2e09ff225,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:40.384042 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1223d015-9b7a-491f-bf73-ad182d78cf4c tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Received port after_create {{(pid=84763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:25:40.394305 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-06451834-d5b8-4cd9-9155-62f4e249d017 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:40.414499 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-f070a258-4362-4cad-9070-743d78269257 None None] Provisioning complete for port 801c9f82-e8f7-439b-a8f7-d5485ad383a3 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:25:40.415096 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f070a258-4362-4cad-9070-743d78269257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:40.425465 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_common [req-ba5b7487-6eb0-4955-bd13-a5c89f86f88f req-12744283-958a-4d02-b028-4f3017c22866 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Allocated IP 172.20.0.3 (c33889f7-294d-49c5-8dfc-a57c4d580672/8ca62fcd-7a30-48d0-a691-50cd0f54f5ee/b48eee03-4977-4565-a9bf-99d8b4ca66d0) {{(pid=84764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:25:40.478586 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-06451834-d5b8-4cd9-9155-62f4e249d017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:40.539545 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1223d015-9b7a-491f-bf73-ad182d78cf4c tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:40.540227 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-1223d015-9b7a-491f-bf73-ad182d78cf4c tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:40.636686 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06451834-d5b8-4cd9-9155-62f4e249d017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89ae1eec-9404-42fa-970d-c86040f6e6e3,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:40.711691 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-06451834-d5b8-4cd9-9155-62f4e249d017 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6b9b135ae4ea4c5e9442c09733fd34f7&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1155112 Apr 18 19:25:40.718106 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 49296) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:25:40.851019 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-21b2a95c-f688-444f-ada2-d5872e1bacee req-104f321d-ddfc-4c2b-836f-92118cd9a2b4 tempest-ServersAdmin275Test-2023517713 tempest-ServersAdmin275Test-2023517713-project] 10.222.0.69 "GET /v2.0/ports?device_id=565ea609-bc70-41d2-8e9b-51bc0bb51a02 HTTP/1.1" status: 200 len: 210 time: 0.2718952 Apr 18 19:25:40.864484 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-38dd434f-2826-4e28-89d7-698ec67c8c7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:40.909036 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-ba5b7487-6eb0-4955-bd13-a5c89f86f88f req-12744283-958a-4d02-b028-4f3017c22866 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Notify callbacks [] for port, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:40.910542 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bce47b-6b61-4fd0-82c4-1b4d3448fa58 req-2cae0442-cd0b-4260-8123-be057d0db118 tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:40.922564 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-70bce47b-6b61-4fd0-82c4-1b4d3448fa58 req-2cae0442-cd0b-4260-8123-be057d0db118 tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] 10.222.0.72 "GET /v2.0/networks?id=bc6a388b-dbfa-4690-809a-bcb581cc24f3 HTTP/1.1" status: 200 len: 805 time: 0.3426752 Apr 18 19:25:40.939039 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-38dd434f-2826-4e28-89d7-698ec67c8c7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:40.939950 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-1223d015-9b7a-491f-bf73-ad182d78cf4c tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.9353406 Apr 18 19:25:40.939950 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 49302) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:25:40.949110 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-0d697419-64a2-4994-ba46-ee8b79cd8ebb tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Request body: {'port': {'network_id': 'a78bc94c-6e21-4a13-914b-5bddac5da8d7', 'name': 'tempest-TaggedBootDevicesTest-1777445977', 'fixed_ips': [{'subnet_id': 'c31714cb-4e6a-4130-bd18-fb5275a5c20f'}]}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:25:40.976106 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9ead22cd-b841-4eff-ab1c-b805e9357dab None None] Provisioning for port bc352c10-792f-4c4c-8ce2-33c2e09ff225 completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:25:40.982353 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9ead22cd-b841-4eff-ab1c-b805e9357dab None None] Provisioning complete for port bc352c10-792f-4c4c-8ce2-33c2e09ff225 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:25:40.982962 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9ead22cd-b841-4eff-ab1c-b805e9357dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:41.081248 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-ba5b7487-6eb0-4955-bd13-a5c89f86f88f req-12744283-958a-4d02-b028-4f3017c22866 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:41.257981 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9ead22cd-b841-4eff-ab1c-b805e9357dab None None] Port bc352c10-792f-4c4c-8ce2-33c2e09ff225 cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:25:41.264182 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 0bf2e776-c4e0-40bd-9db6-eb57c8826b61 up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:25:41.343441 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba5b7487-6eb0-4955-bd13-a5c89f86f88f req-12744283-958a-4d02-b028-4f3017c22866 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Network c33889f7-294d-49c5-8dfc-a57c4d580672 is already hosted by enough agents. {{(pid=84764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:25:41.410369 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [req-ba5b7487-6eb0-4955-bd13-a5c89f86f88f req-12744283-958a-4d02-b028-4f3017c22866 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Resources bound (agent type, host, resource id): {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:25:41.429706 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba5b7487-6eb0-4955-bd13-a5c89f86f88f req-12744283-958a-4d02-b028-4f3017c22866 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Received port after_create {{(pid=84764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:25:41.493731 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-906c13f0-64c7-4c82-a68e-06313b7cd828 req-a7d8902e-fa94-4b31-b67f-f064946607cb tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?device_id=38703f31-46f1-4de3-811d-a97a48b73e3a HTTP/1.1" status: 200 len: 210 time: 0.1560075 Apr 18 19:25:41.522895 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12744283-958a-4d02-b028-4f3017c22866 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Pushing event updated for resources: {'Port': ['ID=b48eee03-4977-4565-a9bf-99d8b4ca66d0,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:41.543782 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning for port 0bf2e776-c4e0-40bd-9db6-eb57c8826b61 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:25:41.546729 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 801c9f82-e8f7-439b-a8f7-d5485ad383a3 up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:25:41.556675 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-38dd434f-2826-4e28-89d7-698ec67c8c7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:41.576445 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-46fc4af6-c4d1-4d6f-8481-3421c3f1379b req-a5e544ac-02e6-4fe2-b644-4748a708a9d8 tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] 10.222.0.69 "GET /v2.0/ports?device_id=36274434-9418-4f40-a692-e2fcb9802d5a HTTP/1.1" status: 200 len: 210 time: 0.1023700 Apr 18 19:25:41.591224 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5b7487-6eb0-4955-bd13-a5c89f86f88f req-12744283-958a-4d02-b028-4f3017c22866 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:41.592621 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-ba5b7487-6eb0-4955-bd13-a5c89f86f88f req-12744283-958a-4d02-b028-4f3017c22866 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:41.603675 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-70bce47b-6b61-4fd0-82c4-1b4d3448fa58 req-939017e4-67d2-4cb4-b9fa-3649f5d4e741 tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Synchronizing usage tracker for tenant:b29f8fde29594c17bd8cad9e98e010b3 on resource:security_group {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:25:41.632472 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-70bce47b-6b61-4fd0-82c4-1b4d3448fa58 req-939017e4-67d2-4cb4-b9fa-3649f5d4e741 tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Unset dirty status for tenant:b29f8fde29594c17bd8cad9e98e010b3 on resource:security_group {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:25:41.632472 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-70bce47b-6b61-4fd0-82c4-1b4d3448fa58 req-939017e4-67d2-4cb4-b9fa-3649f5d4e741 tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b29f8fde29594c17bd8cad9e98e010b3 HTTP/1.1" status: 200 len: 379 time: 0.6194477 Apr 18 19:25:41.650968 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-70bce47b-6b61-4fd0-82c4-1b4d3448fa58 req-40a6f141-044e-4c5e-9220-ea2a01f4529d tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Request body: {'port': {'device_id': '36274434-9418-4f40-a692-e2fcb9802d5a', 'network_id': 'bc6a388b-dbfa-4690-809a-bcb581cc24f3', 'admin_state_up': True, 'tenant_id': 'b29f8fde29594c17bd8cad9e98e010b3', 'security_groups': ['4d5ed870-82bf-41fc-bf9e-3676cd0330d9']}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:25:41.654182 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dd434f-2826-4e28-89d7-698ec67c8c7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89ae1eec-9404-42fa-970d-c86040f6e6e3,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:41.665659 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-38dd434f-2826-4e28-89d7-698ec67c8c7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:41.669398 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-38dd434f-2826-4e28-89d7-698ec67c8c7a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/89ae1eec-9404-42fa-970d-c86040f6e6e3 HTTP/1.1" status: 204 len: 168 time: 0.9492526 Apr 18 19:25:41.688045 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c4b589-ff4c-4ecf-a880-2728e40efc73 None None] Network 77a057b3-34c4-449e-a9f0-2bcfc4ff6d7a requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:25:41.748102 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ba5b7487-6eb0-4955-bd13-a5c89f86f88f req-12744283-958a-4d02-b028-4f3017c22866 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8759134 Apr 18 19:25:41.761421 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [req-ba5b7487-6eb0-4955-bd13-a5c89f86f88f req-704786a4-99bb-4514-a5bd-0316c3370bd5 service neutron] Request body: {'port': {'device_id': '6701dd30-7d2d-4852-9a2c-b52e270fe8ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-2'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:25:41.969971 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-0d697419-64a2-4994-ba46-ee8b79cd8ebb tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:25:41.977242 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-ba5b7487-6eb0-4955-bd13-a5c89f86f88f req-704786a4-99bb-4514-a5bd-0316c3370bd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:42.018381 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port 801c9f82-e8f7-439b-a8f7-d5485ad383a3 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:25:42.018910 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:42.045593 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-0d697419-64a2-4994-ba46-ee8b79cd8ebb tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Usage tracker for resource:port and tenant:ae4efde8a8464528a66b3bf8e643e684 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:25:42.059252 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-0d697419-64a2-4994-ba46-ee8b79cd8ebb tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Quota usage for port was recalculated. Used quota:5. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:25:42.080498 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e49b2ee5-ce16-4b58-a80e-73598774a9ce None None] Provisioning for port 0bf2e776-c4e0-40bd-9db6-eb57c8826b61 completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:25:42.080643 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-0d697419-64a2-4994-ba46-ee8b79cd8ebb tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:25:42.097368 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e49b2ee5-ce16-4b58-a80e-73598774a9ce None None] Provisioning complete for port 0bf2e776-c4e0-40bd-9db6-eb57c8826b61 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:25:42.097731 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e49b2ee5-ce16-4b58-a80e-73598774a9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:42.101693 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-70bce47b-6b61-4fd0-82c4-1b4d3448fa58 req-40a6f141-044e-4c5e-9220-ea2a01f4529d tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:25:42.117219 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-70bce47b-6b61-4fd0-82c4-1b4d3448fa58 req-40a6f141-044e-4c5e-9220-ea2a01f4529d tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:25:42.140044 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580a84c2-4442-42f9-b5f0-3e0447babe8e req-30d1d7fd-f700-4036-9f73-ace2f5bd0df9 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:42.141673 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-580a84c2-4442-42f9-b5f0-3e0447babe8e req-30d1d7fd-f700-4036-9f73-ace2f5bd0df9 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/ports?device_id=6701dd30-7d2d-4852-9a2c-b52e270fe8ba HTTP/1.1" status: 200 len: 931 time: 0.1678188 Apr 18 19:25:42.208209 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-580a84c2-4442-42f9-b5f0-3e0447babe8e req-9f1b2a71-adbb-499d-9fb4-1a2578f4a8d5 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/security-groups?id=1e5cc43e-ae04-4a53-be47-dfdad3ea2d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606911 Apr 18 19:25:42.275430 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d697419-64a2-4994-ba46-ee8b79cd8ebb tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Made reservation on behalf of ae4efde8a8464528a66b3bf8e643e684 for: {'port': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:25:42.287659 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-0d697419-64a2-4994-ba46-ee8b79cd8ebb tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:42.367656 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70bce47b-6b61-4fd0-82c4-1b4d3448fa58 req-40a6f141-044e-4c5e-9220-ea2a01f4529d tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Made reservation on behalf of b29f8fde29594c17bd8cad9e98e010b3 for: {'port': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:25:42.376243 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-70bce47b-6b61-4fd0-82c4-1b4d3448fa58 req-40a6f141-044e-4c5e-9220-ea2a01f4529d tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:42.409517 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [None req-0d697419-64a2-4994-ba46-ee8b79cd8ebb tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] device_id is not set on port cab89208-0cb7-4471-99b4-f5c3564d6fc1 yet. {{(pid=84763) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 19:25:42.482663 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e49b2ee5-ce16-4b58-a80e-73598774a9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:42.520036 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [req-ba5b7487-6eb0-4955-bd13-a5c89f86f88f req-704786a4-99bb-4514-a5bd-0316c3370bd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b48eee03-4977-4565-a9bf-99d8b4ca66d0 {{(pid=84764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:25:42.536663 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-ba5b7487-6eb0-4955-bd13-a5c89f86f88f req-704786a4-99bb-4514-a5bd-0316c3370bd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:42.555988 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e49b2ee5-ce16-4b58-a80e-73598774a9ce None None] For port 0bf2e776-c4e0-40bd-9db6-eb57c8826b61, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=0bf2e776-c4e0-40bd-9db6-eb57c8826b61,segment=NetworkSegment(c7e79b18-49ae-4a7c-a4ae-7b1eba97fc3c),segment_id=c7e79b18-49ae-4a7c-a4ae-7b1eba97fc3c)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:25:42.557549 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.provisioning_blocks [req-ba5b7487-6eb0-4955-bd13-a5c89f86f88f req-704786a4-99bb-4514-a5bd-0316c3370bd5 service neutron] Transition to ACTIVE for port object b48eee03-4977-4565-a9bf-99d8b4ca66d0 will not be triggered until provisioned by entity L2. {{(pid=84764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:25:42.584709 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-aab81601-0c81-4755-b0b9-5cdac7e66538 req-014fd13a-3377-4e46-9b85-11b7dcadf9c3 tempest-ServersAdmin275Test-2023517713 tempest-ServersAdmin275Test-2023517713-project] 10.222.0.69 "GET /v2.0/ports?device_id=565ea609-bc70-41d2-8e9b-51bc0bb51a02 HTTP/1.1" status: 200 len: 210 time: 0.1101995 Apr 18 19:25:42.621698 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e49b2ee5-ce16-4b58-a80e-73598774a9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:42.644237 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-ba5b7487-6eb0-4955-bd13-a5c89f86f88f req-704786a4-99bb-4514-a5bd-0316c3370bd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2290934'] for port, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:42.782770 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49b2ee5-ce16-4b58-a80e-73598774a9ce None None] Pushing event updated for resources: {'Port': ['ID=0bf2e776-c4e0-40bd-9db6-eb57c8826b61,revision_number=3']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:42.870410 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-b28fdedb-34b9-4181-a99b-a683bda91d81 None None] Provisioning complete for port 0bf2e776-c4e0-40bd-9db6-eb57c8826b61 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:25:42.870837 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b28fdedb-34b9-4181-a99b-a683bda91d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:42.970495 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_common [None req-0d697419-64a2-4994-ba46-ee8b79cd8ebb tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Allocated IP 10.1.1.10 (a78bc94c-6e21-4a13-914b-5bddac5da8d7/c31714cb-4e6a-4130-bd18-fb5275a5c20f/cab89208-0cb7-4471-99b4-f5c3564d6fc1) {{(pid=84763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:25:42.975689 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 0bf2e776-c4e0-40bd-9db6-eb57c8826b61 up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:25:42.977337 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704786a4-99bb-4514-a5bd-0316c3370bd5 service neutron] Pushing event updated for resources: {'Port': ['ID=b48eee03-4977-4565-a9bf-99d8b4ca66d0,revision_number=2']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:43.132418 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 61407fd5-cf4f-4a26-b617-938a77b67461 no longer exists at agent hyperv_n-h1-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:25:43.201081 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-ba5b7487-6eb0-4955-bd13-a5c89f86f88f req-704786a4-99bb-4514-a5bd-0316c3370bd5 service neutron] Attempting to bind port b48eee03-4977-4565-a9bf-99d8b4ca66d0 on host n-h2-836017-2 for vnic_type normal with profile {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:25:43.201415 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-ba5b7487-6eb0-4955-bd13-a5c89f86f88f req-704786a4-99bb-4514-a5bd-0316c3370bd5 service neutron] Attempting to bind port b48eee03-4977-4565-a9bf-99d8b4ca66d0 by drivers openvswitch,hyperv on host n-h2-836017-2 at level 0 using segments [{'id': '86100cac-9c92-472b-98b8-7c63b08b3562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'c33889f7-294d-49c5-8dfc-a57c4d580672'}] {{(pid=84764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:25:43.202791 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5b7487-6eb0-4955-bd13-a5c89f86f88f req-704786a4-99bb-4514-a5bd-0316c3370bd5 service neutron] Attempting to bind port b48eee03-4977-4565-a9bf-99d8b4ca66d0 on network c33889f7-294d-49c5-8dfc-a57c4d580672 {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:25:43.221430 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5b7487-6eb0-4955-bd13-a5c89f86f88f req-704786a4-99bb-4514-a5bd-0316c3370bd5 service neutron] Port b48eee03-4977-4565-a9bf-99d8b4ca66d0 on network c33889f7-294d-49c5-8dfc-a57c4d580672 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-2 {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:25:43.222029 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5b7487-6eb0-4955-bd13-a5c89f86f88f req-704786a4-99bb-4514-a5bd-0316c3370bd5 service neutron] Attempting to bind port b48eee03-4977-4565-a9bf-99d8b4ca66d0 on network c33889f7-294d-49c5-8dfc-a57c4d580672 {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:25:43.235385 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5b7487-6eb0-4955-bd13-a5c89f86f88f req-704786a4-99bb-4514-a5bd-0316c3370bd5 service neutron] Checking agent: {'id': '02e8f951-d3a3-40e1-b8cc-aed258af030b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:25:43.235713 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5b7487-6eb0-4955-bd13-a5c89f86f88f req-704786a4-99bb-4514-a5bd-0316c3370bd5 service neutron] Checking segment: {'id': '86100cac-9c92-472b-98b8-7c63b08b3562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'c33889f7-294d-49c5-8dfc-a57c4d580672'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:25:43.236059 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5b7487-6eb0-4955-bd13-a5c89f86f88f req-704786a4-99bb-4514-a5bd-0316c3370bd5 service neutron] Bound using segment: {'id': '86100cac-9c92-472b-98b8-7c63b08b3562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'c33889f7-294d-49c5-8dfc-a57c4d580672'} {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:25:43.236504 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-ba5b7487-6eb0-4955-bd13-a5c89f86f88f req-704786a4-99bb-4514-a5bd-0316c3370bd5 service neutron] Bound port: b48eee03-4977-4565-a9bf-99d8b4ca66d0, host: n-h2-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86100cac-9c92-472b-98b8-7c63b08b3562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'c33889f7-294d-49c5-8dfc-a57c4d580672'}}] {{(pid=84764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:25:43.236871 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-ba5b7487-6eb0-4955-bd13-a5c89f86f88f req-704786a4-99bb-4514-a5bd-0316c3370bd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:43.348196 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-0d697419-64a2-4994-ba46-ee8b79cd8ebb tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks [] for port, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:43.379255 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ccb93526-4f70-4b83-a24a-6b889d1e147f req-4b36265a-fdf2-45ed-ba35-4dfdd103fbdf tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?device_id=38703f31-46f1-4de3-811d-a97a48b73e3a HTTP/1.1" status: 200 len: 210 time: 0.1705184 Apr 18 19:25:43.391446 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-ba5b7487-6eb0-4955-bd13-a5c89f86f88f req-704786a4-99bb-4514-a5bd-0316c3370bd5 service neutron] For port b48eee03-4977-4565-a9bf-99d8b4ca66d0, host n-h2-836017-2, cleared binding levels {{(pid=84764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:25:43.406344 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-ba5b7487-6eb0-4955-bd13-a5c89f86f88f req-704786a4-99bb-4514-a5bd-0316c3370bd5 service neutron] For port b48eee03-4977-4565-a9bf-99d8b4ca66d0, host n-h2-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=b48eee03-4977-4565-a9bf-99d8b4ca66d0,segment=NetworkSegment(86100cac-9c92-472b-98b8-7c63b08b3562),segment_id=86100cac-9c92-472b-98b8-7c63b08b3562)] {{(pid=84764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:25:43.459426 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [None req-0d697419-64a2-4994-ba46-ee8b79cd8ebb tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Transition to ACTIVE for port object cab89208-0cb7-4471-99b4-f5c3564d6fc1 will not be triggered until provisioned by entity DHCP. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:25:43.502399 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_common [req-70bce47b-6b61-4fd0-82c4-1b4d3448fa58 req-40a6f141-044e-4c5e-9220-ea2a01f4529d tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Allocated IP 172.20.0.10 (bc6a388b-dbfa-4690-809a-bcb581cc24f3/acde3d02-95bd-4d07-9484-4bde4e43b986/900dd947-e377-4fab-8f50-e83df05e530d) {{(pid=84763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:25:43.530079 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-ba5b7487-6eb0-4955-bd13-a5c89f86f88f req-704786a4-99bb-4514-a5bd-0316c3370bd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2290934'] for port, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:43.619483 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-ba5b7487-6eb0-4955-bd13-a5c89f86f88f req-704786a4-99bb-4514-a5bd-0316c3370bd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:43.621378 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ba5b7487-6eb0-4955-bd13-a5c89f86f88f req-704786a4-99bb-4514-a5bd-0316c3370bd5 service neutron] 10.222.0.72 "PUT /v2.0/ports/b48eee03-4977-4565-a9bf-99d8b4ca66d0 HTTP/1.1" status: 200 len: 1091 time: 1.8641727 Apr 18 19:25:43.621989 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6701dd30-7d2d-4852-9a2c-b52e270fe8ba', 'tag': 'b48eee03-4977-4565-a9bf-99d8b4ca66d0'}] {{(pid=84764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:25:43.628158 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port 0bf2e776-c4e0-40bd-9db6-eb57c8826b61 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:25:43.628732 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:43.734095 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704786a4-99bb-4514-a5bd-0316c3370bd5 service neutron] Pushing event updated for resources: {'Port': ['ID=b48eee03-4977-4565-a9bf-99d8b4ca66d0,revision_number=3']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:43.789575 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-0d697419-64a2-4994-ba46-ee8b79cd8ebb tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:43.856389 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8b86bb-6541-4c04-b8d7-cacf66235e84 req-7ca3cdd0-bcc7-43ab-86eb-903ce1daae7f tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:43.857176 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-de8b86bb-6541-4c04-b8d7-cacf66235e84 req-7ca3cdd0-bcc7-43ab-86eb-903ce1daae7f tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Synchronizing usage tracker for tenant:d4aab0ee4d6648218144abf0ed8f0615 on resource:port {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:25:43.903252 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d697419-64a2-4994-ba46-ee8b79cd8ebb tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Pushing event updated for resources: {'Port': ['ID=cab89208-0cb7-4471-99b4-f5c3564d6fc1,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:43.919334 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ba5b7487-6eb0-4955-bd13-a5c89f86f88f req-c7f776db-a971-4bc3-b0d8-4ba7f4f7854a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d4aab0ee4d6648218144abf0ed8f0615&device_id=6701dd30-7d2d-4852-9a2c-b52e270fe8ba HTTP/1.1" status: 200 len: 1094 time: 0.1699328 Apr 18 19:25:43.920585 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-c4babbd4-bdbb-45e1-b21d-8a5c115cfe9c req-0ae230d8-e1f0-47e2-adc6-69496e0b71d2 tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] 10.222.0.69 "GET /v2.0/ports?device_id=36274434-9418-4f40-a692-e2fcb9802d5a HTTP/1.1" status: 200 len: 210 time: 0.1779079 Apr 18 19:25:43.935155 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:43.973007 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d697419-64a2-4994-ba46-ee8b79cd8ebb tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Network a78bc94c-6e21-4a13-914b-5bddac5da8d7 is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:25:43.980681 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [None req-0d697419-64a2-4994-ba46-ee8b79cd8ebb tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:25:43.996438 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d697419-64a2-4994-ba46-ee8b79cd8ebb tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Received port after_create {{(pid=84763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:25:44.017711 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port 61407fd5-cf4f-4a26-b617-938a77b67461, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=61407fd5-cf4f-4a26-b617-938a77b67461,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:25:44.022423 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ba5b7487-6eb0-4955-bd13-a5c89f86f88f req-476c489a-11f8-472b-b441-61049329092a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b48eee03-4977-4565-a9bf-99d8b4ca66d0 HTTP/1.1" status: 200 len: 217 time: 0.0960708 Apr 18 19:25:44.023789 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-de8b86bb-6541-4c04-b8d7-cacf66235e84 req-7ca3cdd0-bcc7-43ab-86eb-903ce1daae7f tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Unset dirty status for tenant:d4aab0ee4d6648218144abf0ed8f0615 on resource:port {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:25:44.025032 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-de8b86bb-6541-4c04-b8d7-cacf66235e84 req-7ca3cdd0-bcc7-43ab-86eb-903ce1daae7f tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/ports?device_id=6701dd30-7d2d-4852-9a2c-b52e270fe8ba HTTP/1.1" status: 200 len: 943 time: 0.3856976 Apr 18 19:25:44.047981 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3396816-7672-4e6c-a9ee-905861ee2aea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61407fd5-cf4f-4a26-b617-938a77b67461'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:25:44.151972 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d697419-64a2-4994-ba46-ee8b79cd8ebb tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:44.152684 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-0d697419-64a2-4994-ba46-ee8b79cd8ebb tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:44.164098 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:44.189534 n-d-836017-2 neutron-server[84764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcb54ecc-50ad-4028-ac6f-977c31034599'] response: {'name': 'network-changed', 'server_uuid': '6701dd30-7d2d-4852-9a2c-b52e270fe8ba', 'tag': 'b48eee03-4977-4565-a9bf-99d8b4ca66d0', 'status': 'completed', 'code': 200} Apr 18 19:25:44.257103 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5b7487-6eb0-4955-bd13-a5c89f86f88f req-1a6a9f5d-3397-4370-b20e-cd23fa5ce946 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:44.258846 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ba5b7487-6eb0-4955-bd13-a5c89f86f88f req-1a6a9f5d-3397-4370-b20e-cd23fa5ce946 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8ca62fcd-7a30-48d0-a691-50cd0f54f5ee HTTP/1.1" status: 200 len: 855 time: 0.2237017 Apr 18 19:25:44.337659 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ba5b7487-6eb0-4955-bd13-a5c89f86f88f req-d43cebfb-661c-4727-b00b-482c5c4afd7d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c33889f7-294d-49c5-8dfc-a57c4d580672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616384 Apr 18 19:25:44.348667 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Pushing event updated for resources: {'Port': ['ID=61407fd5-cf4f-4a26-b617-938a77b67461,revision_number=8']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:44.394169 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-de8b86bb-6541-4c04-b8d7-cacf66235e84 req-4629dba2-49fa-49f0-b0a7-18e761af0dec tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/security-groups?id=1e5cc43e-ae04-4a53-be47-dfdad3ea2d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3620820 Apr 18 19:25:44.408085 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-70bce47b-6b61-4fd0-82c4-1b4d3448fa58 req-40a6f141-044e-4c5e-9220-ea2a01f4529d tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Notify callbacks [] for port, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:44.420362 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-0d697419-64a2-4994-ba46-ee8b79cd8ebb tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.4792593 Apr 18 19:25:44.429824 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d3731fa2-dae0-41c6-9fbf-1eebdc6bdd26 req-060e8f04-b649-4680-ba26-d16de9206112 tempest-ServersAdmin275Test-2023517713 tempest-ServersAdmin275Test-2023517713-project] 10.222.0.69 "GET /v2.0/ports?device_id=565ea609-bc70-41d2-8e9b-51bc0bb51a02 HTTP/1.1" status: 200 len: 210 time: 0.1382561 Apr 18 19:25:44.442544 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [req-70bce47b-6b61-4fd0-82c4-1b4d3448fa58 req-40a6f141-044e-4c5e-9220-ea2a01f4529d tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Transition to ACTIVE for port object 900dd947-e377-4fab-8f50-e83df05e530d will not be triggered until provisioned by entity DHCP. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:25:44.536037 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-390b3b9b-9b68-4f9b-a950-f0104beb5de7 None None] Provisioning for port cab89208-0cb7-4471-99b4-f5c3564d6fc1 completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:25:44.543934 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-390b3b9b-9b68-4f9b-a950-f0104beb5de7 None None] Provisioning complete for port cab89208-0cb7-4471-99b4-f5c3564d6fc1 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:25:44.544771 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-390b3b9b-9b68-4f9b-a950-f0104beb5de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:44.578439 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-70bce47b-6b61-4fd0-82c4-1b4d3448fa58 req-40a6f141-044e-4c5e-9220-ea2a01f4529d tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:44.594721 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ba5b7487-6eb0-4955-bd13-a5c89f86f88f req-1051dd52-0b18-4717-8545-e6f7ab083aa9 service neutron] 10.222.0.72 "GET /v2.0/networks/c33889f7-294d-49c5-8dfc-a57c4d580672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482429 Apr 18 19:25:44.679618 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-390b3b9b-9b68-4f9b-a950-f0104beb5de7 None None] Port cab89208-0cb7-4471-99b4-f5c3564d6fc1 cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:25:44.725165 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70bce47b-6b61-4fd0-82c4-1b4d3448fa58 req-40a6f141-044e-4c5e-9220-ea2a01f4529d tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Network bc6a388b-dbfa-4690-809a-bcb581cc24f3 is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:25:44.729333 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a6f141-044e-4c5e-9220-ea2a01f4529d tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Pushing event updated for resources: {'Port': ['ID=900dd947-e377-4fab-8f50-e83df05e530d,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:44.732295 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [req-70bce47b-6b61-4fd0-82c4-1b4d3448fa58 req-40a6f141-044e-4c5e-9220-ea2a01f4529d tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:25:44.734643 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-70bce47b-6b61-4fd0-82c4-1b4d3448fa58 req-40a6f141-044e-4c5e-9220-ea2a01f4529d tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Received port after_create {{(pid=84763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:25:44.922127 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ba5b7487-6eb0-4955-bd13-a5c89f86f88f req-4e53a19c-794d-488e-aeb6-12cb42f21881 service neutron] 10.222.0.72 "GET /v2.0/networks/c33889f7-294d-49c5-8dfc-a57c4d580672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3098414 Apr 18 19:25:45.098324 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bce47b-6b61-4fd0-82c4-1b4d3448fa58 req-40a6f141-044e-4c5e-9220-ea2a01f4529d tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:45.098953 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-70bce47b-6b61-4fd0-82c4-1b4d3448fa58 req-40a6f141-044e-4c5e-9220-ea2a01f4529d tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:45.145361 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3467a571-796f-44d4-9ff1-f0ab5541e87c'] response: {'server_uuid': 'f3396816-7672-4e6c-a9ee-905861ee2aea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61407fd5-cf4f-4a26-b617-938a77b67461', 'code': 200} Apr 18 19:25:45.175764 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-5ee9ef5f-2a42-4097-bec3-bf275346ea71 None None] Provisioning for port 900dd947-e377-4fab-8f50-e83df05e530d completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:25:45.186562 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-5ee9ef5f-2a42-4097-bec3-bf275346ea71 None None] Provisioning complete for port 900dd947-e377-4fab-8f50-e83df05e530d triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:25:45.186562 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5ee9ef5f-2a42-4097-bec3-bf275346ea71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:45.203734 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f693cf09-a019-4598-928c-b6e9460aa2d3 req-2ea23045-1354-4607-9c49-db47b0ffcdf3 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:45.205462 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f693cf09-a019-4598-928c-b6e9460aa2d3 req-2ea23045-1354-4607-9c49-db47b0ffcdf3 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.73 "GET /v2.0/networks?id=5b81b8da-abac-4e05-9e51-d6de7035d9e7 HTTP/1.1" status: 200 len: 819 time: 1.0050526 Apr 18 19:25:45.229495 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-f693cf09-a019-4598-928c-b6e9460aa2d3 req-b0172c19-f21f-4514-853d-fd59c1fda4e6 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Request body: {'port': {'device_id': '38703f31-46f1-4de3-811d-a97a48b73e3a', 'network_id': '5b81b8da-abac-4e05-9e51-d6de7035d9e7', 'admin_state_up': True, 'tenant_id': 'e8145a70cab44ff88b524306edcbe946'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:25:45.265122 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-70bce47b-6b61-4fd0-82c4-1b4d3448fa58 req-40a6f141-044e-4c5e-9220-ea2a01f4529d tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6220980 Apr 18 19:25:45.270274 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-68a3f86d-c7b4-4a8e-bb30-b1a1a34bcbc5 req-0d184677-e379-474a-b8e8-261ca207eb75 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d4aab0ee4d6648218144abf0ed8f0615&device_id=6701dd30-7d2d-4852-9a2c-b52e270fe8ba HTTP/1.1" status: 200 len: 1094 time: 0.2045801 Apr 18 19:25:45.325972 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-5ee9ef5f-2a42-4097-bec3-bf275346ea71 None None] Port 900dd947-e377-4fab-8f50-e83df05e530d cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:25:45.336059 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-70bce47b-6b61-4fd0-82c4-1b4d3448fa58 req-beb4556d-f498-4525-b0f8-daece7892d5b service neutron] Request body: {'port': {'device_id': '36274434-9418-4f40-a692-e2fcb9802d5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-2'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:25:45.512317 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a3f86d-c7b4-4a8e-bb30-b1a1a34bcbc5 req-e2cea810-02a0-41c8-b8cf-ba073476b9c3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:45.513816 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-68a3f86d-c7b4-4a8e-bb30-b1a1a34bcbc5 req-e2cea810-02a0-41c8-b8cf-ba073476b9c3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c33889f7-294d-49c5-8dfc-a57c4d580672 HTTP/1.1" status: 200 len: 916 time: 0.2370787 Apr 18 19:25:45.587713 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-70bce47b-6b61-4fd0-82c4-1b4d3448fa58 req-beb4556d-f498-4525-b0f8-daece7892d5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:45.620055 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-68a3f86d-c7b4-4a8e-bb30-b1a1a34bcbc5 req-08f505f2-5dc5-4d07-954b-d069af745ada service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b48eee03-4977-4565-a9bf-99d8b4ca66d0 HTTP/1.1" status: 200 len: 217 time: 0.0945854 Apr 18 19:25:45.713011 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a3f86d-c7b4-4a8e-bb30-b1a1a34bcbc5 req-70844186-b057-4e46-9e2a-bab826f28999 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:45.714544 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-68a3f86d-c7b4-4a8e-bb30-b1a1a34bcbc5 req-70844186-b057-4e46-9e2a-bab826f28999 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8ca62fcd-7a30-48d0-a691-50cd0f54f5ee HTTP/1.1" status: 200 len: 855 time: 0.0873773 Apr 18 19:25:45.819042 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-68a3f86d-c7b4-4a8e-bb30-b1a1a34bcbc5 req-d960c4e4-6a40-4d4e-ab82-2ceedc2a28d2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c33889f7-294d-49c5-8dfc-a57c4d580672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0955491 Apr 18 19:25:45.974709 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 49444) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:25:45.987944 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-f2e05ddd-db94-44fa-83b4-76c643fd7309 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2042169723', 'description': 'tempest-description--803147433'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:25:46.038071 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-f2e05ddd-db94-44fa-83b4-76c643fd7309 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:25:46.065775 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-db48dffb-0c0a-45d1-8e66-6476d716ed66 req-dcf3df52-6439-4298-a926-f93a098f13b0 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?device_id=38703f31-46f1-4de3-811d-a97a48b73e3a HTTP/1.1" status: 200 len: 210 time: 0.0871196 Apr 18 19:25:46.069984 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-f2e05ddd-db94-44fa-83b4-76c643fd7309 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Usage tracker for resource:security_group and tenant:ae4efde8a8464528a66b3bf8e643e684 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:25:46.075076 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-f2e05ddd-db94-44fa-83b4-76c643fd7309 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:25:46.097388 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-f2e05ddd-db94-44fa-83b4-76c643fd7309 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:25:46.112223 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-68a3f86d-c7b4-4a8e-bb30-b1a1a34bcbc5 req-fe5364f4-56c1-469b-ac1e-40190efca569 service neutron] 10.222.0.72 "GET /v2.0/networks/c33889f7-294d-49c5-8dfc-a57c4d580672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2854276 Apr 18 19:25:46.309009 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [req-70bce47b-6b61-4fd0-82c4-1b4d3448fa58 req-beb4556d-f498-4525-b0f8-daece7892d5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 900dd947-e377-4fab-8f50-e83df05e530d {{(pid=84763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:25:46.322063 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-70bce47b-6b61-4fd0-82c4-1b4d3448fa58 req-beb4556d-f498-4525-b0f8-daece7892d5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:46.329192 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-f693cf09-a019-4598-928c-b6e9460aa2d3 req-b0172c19-f21f-4514-853d-fd59c1fda4e6 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:25:46.361281 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-f693cf09-a019-4598-928c-b6e9460aa2d3 req-b0172c19-f21f-4514-853d-fd59c1fda4e6 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:25:46.364240 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [req-70bce47b-6b61-4fd0-82c4-1b4d3448fa58 req-beb4556d-f498-4525-b0f8-daece7892d5b service neutron] Transition to ACTIVE for port object 900dd947-e377-4fab-8f50-e83df05e530d will not be triggered until provisioned by entity L2. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:25:46.370548 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94ca389-2da5-4872-8229-280ca09be8c8 req-c00907e4-fe87-4f35-85e1-7d4286c2704e tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:46.371286 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-d94ca389-2da5-4872-8229-280ca09be8c8 req-c00907e4-fe87-4f35-85e1-7d4286c2704e tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Synchronizing usage tracker for tenant:b29f8fde29594c17bd8cad9e98e010b3 on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:25:46.429338 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f2e05ddd-db94-44fa-83b4-76c643fd7309 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:46.438766 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-70bce47b-6b61-4fd0-82c4-1b4d3448fa58 req-beb4556d-f498-4525-b0f8-daece7892d5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:46.493205 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-d94ca389-2da5-4872-8229-280ca09be8c8 req-c00907e4-fe87-4f35-85e1-7d4286c2704e tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Unset dirty status for tenant:b29f8fde29594c17bd8cad9e98e010b3 on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:25:46.494430 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d94ca389-2da5-4872-8229-280ca09be8c8 req-c00907e4-fe87-4f35-85e1-7d4286c2704e tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] 10.222.0.69 "GET /v2.0/ports?device_id=36274434-9418-4f40-a692-e2fcb9802d5a HTTP/1.1" status: 200 len: 932 time: 0.3628004 Apr 18 19:25:46.495009 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f693cf09-a019-4598-928c-b6e9460aa2d3 req-b0172c19-f21f-4514-853d-fd59c1fda4e6 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Made reservation on behalf of e8145a70cab44ff88b524306edcbe946 for: {'port': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:25:46.498565 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-f693cf09-a019-4598-928c-b6e9460aa2d3 req-b0172c19-f21f-4514-853d-fd59c1fda4e6 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:46.511868 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-68a3f86d-c7b4-4a8e-bb30-b1a1a34bcbc5 req-5b1861b9-def8-471e-9cd8-8c7026285443 service neutron] 10.222.0.72 "GET /v2.0/networks/c33889f7-294d-49c5-8dfc-a57c4d580672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3902600 Apr 18 19:25:46.542273 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-f2e05ddd-db94-44fa-83b4-76c643fd7309 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:25:46.550337 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-f2e05ddd-db94-44fa-83b4-76c643fd7309 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Usage tracker for resource:security_group_rule and tenant:ae4efde8a8464528a66b3bf8e643e684 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:25:46.554209 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-f2e05ddd-db94-44fa-83b4-76c643fd7309 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:25:46.562551 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-f2e05ddd-db94-44fa-83b4-76c643fd7309 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:25:46.584197 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d974c88-70b8-4079-876a-ad93006a0714 req-ac1ed399-3d75-47cf-88ac-f538baf4ac04 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:46.585865 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-7d974c88-70b8-4079-876a-ad93006a0714 req-ac1ed399-3d75-47cf-88ac-f538baf4ac04 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/ports?device_id=6701dd30-7d2d-4852-9a2c-b52e270fe8ba HTTP/1.1" status: 200 len: 943 time: 0.1615441 Apr 18 19:25:46.638098 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb4556d-f498-4525-b0f8-daece7892d5b service neutron] Pushing event updated for resources: {'Port': ['ID=900dd947-e377-4fab-8f50-e83df05e530d,revision_number=2']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:46.732558 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-7d974c88-70b8-4079-876a-ad93006a0714 req-e028c583-21b1-45ea-bc9a-65013444f0bd tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/security-groups?id=1e5cc43e-ae04-4a53-be47-dfdad3ea2d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291976 Apr 18 19:25:46.735018 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f2e05ddd-db94-44fa-83b4-76c643fd7309 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:46.763033 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d94ca389-2da5-4872-8229-280ca09be8c8 req-c619609f-0874-4a51-af0f-711bfb2aa1b1 tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] 10.222.0.69 "GET /v2.0/security-groups?id=4d5ed870-82bf-41fc-bf9e-3676cd0330d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2477427 Apr 18 19:25:46.775803 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device b48eee03-4977-4565-a9bf-99d8b4ca66d0 details requested by agent hyperv_n-h2-836017-2 with host n-h2-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:25:46.809853 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f2e05ddd-db94-44fa-83b4-76c643fd7309 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:46.925057 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e05ddd-db94-44fa-83b4-76c643fd7309 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=059a9d13-b1ae-4689-acd4-4327d8143c7d,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:46.939223 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-70bce47b-6b61-4fd0-82c4-1b4d3448fa58 req-beb4556d-f498-4525-b0f8-daece7892d5b service neutron] Attempting to bind port 900dd947-e377-4fab-8f50-e83df05e530d on host n-h2-836017-2 for vnic_type normal with profile {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:25:46.939566 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-70bce47b-6b61-4fd0-82c4-1b4d3448fa58 req-beb4556d-f498-4525-b0f8-daece7892d5b service neutron] Attempting to bind port 900dd947-e377-4fab-8f50-e83df05e530d by drivers openvswitch,hyperv on host n-h2-836017-2 at level 0 using segments [{'id': '1ee78f5f-19b1-4536-a0ab-086e7442dabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'bc6a388b-dbfa-4690-809a-bcb581cc24f3'}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:25:46.939893 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bce47b-6b61-4fd0-82c4-1b4d3448fa58 req-beb4556d-f498-4525-b0f8-daece7892d5b service neutron] Attempting to bind port 900dd947-e377-4fab-8f50-e83df05e530d on network bc6a388b-dbfa-4690-809a-bcb581cc24f3 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:25:46.947515 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f2e05ddd-db94-44fa-83b4-76c643fd7309 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:46.952099 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-f2e05ddd-db94-44fa-83b4-76c643fd7309 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.9719965 Apr 18 19:25:46.961710 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 49460) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:25:46.970738 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-d3e810dd-e2f4-4808-ba14-09aae0b640e4 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Request body: {'security_group_rule': {'security_group_id': '059a9d13-b1ae-4689-acd4-4327d8143c7d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:25:46.990390 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-d3e810dd-e2f4-4808-ba14-09aae0b640e4 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:25:46.999074 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bce47b-6b61-4fd0-82c4-1b4d3448fa58 req-beb4556d-f498-4525-b0f8-daece7892d5b service neutron] Port 900dd947-e377-4fab-8f50-e83df05e530d on network bc6a388b-dbfa-4690-809a-bcb581cc24f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-2 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:25:46.999397 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bce47b-6b61-4fd0-82c4-1b4d3448fa58 req-beb4556d-f498-4525-b0f8-daece7892d5b service neutron] Attempting to bind port 900dd947-e377-4fab-8f50-e83df05e530d on network bc6a388b-dbfa-4690-809a-bcb581cc24f3 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:25:47.018588 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bce47b-6b61-4fd0-82c4-1b4d3448fa58 req-beb4556d-f498-4525-b0f8-daece7892d5b service neutron] Checking agent: {'id': '02e8f951-d3a3-40e1-b8cc-aed258af030b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:25:47.019545 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bce47b-6b61-4fd0-82c4-1b4d3448fa58 req-beb4556d-f498-4525-b0f8-daece7892d5b service neutron] Checking segment: {'id': '1ee78f5f-19b1-4536-a0ab-086e7442dabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'bc6a388b-dbfa-4690-809a-bcb581cc24f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:25:47.019545 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bce47b-6b61-4fd0-82c4-1b4d3448fa58 req-beb4556d-f498-4525-b0f8-daece7892d5b service neutron] Bound using segment: {'id': '1ee78f5f-19b1-4536-a0ab-086e7442dabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'bc6a388b-dbfa-4690-809a-bcb581cc24f3'} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:25:47.019545 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-70bce47b-6b61-4fd0-82c4-1b4d3448fa58 req-beb4556d-f498-4525-b0f8-daece7892d5b service neutron] Bound port: 900dd947-e377-4fab-8f50-e83df05e530d, host: n-h2-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ee78f5f-19b1-4536-a0ab-086e7442dabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'bc6a388b-dbfa-4690-809a-bcb581cc24f3'}}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:25:47.019881 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-70bce47b-6b61-4fd0-82c4-1b4d3448fa58 req-beb4556d-f498-4525-b0f8-daece7892d5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:47.075318 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-d3e810dd-e2f4-4808-ba14-09aae0b640e4 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Usage tracker for resource:security_group_rule and tenant:ae4efde8a8464528a66b3bf8e643e684 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:25:47.105339 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-d3e810dd-e2f4-4808-ba14-09aae0b640e4 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:25:47.143648 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-5d8ccf8d-c3bd-444f-8409-f10c587171c8 req-769787cb-c8ef-4f14-bd54-d186c4cfbb40 tempest-ServersAdmin275Test-2023517713 tempest-ServersAdmin275Test-2023517713-project] 10.222.0.69 "GET /v2.0/ports?device_id=565ea609-bc70-41d2-8e9b-51bc0bb51a02 HTTP/1.1" status: 200 len: 210 time: 0.1558952 Apr 18 19:25:47.175736 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-d3e810dd-e2f4-4808-ba14-09aae0b640e4 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:25:47.199772 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_common [req-f693cf09-a019-4598-928c-b6e9460aa2d3 req-b0172c19-f21f-4514-853d-fd59c1fda4e6 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Allocated IP 172.20.0.2 (5b81b8da-abac-4e05-9e51-d6de7035d9e7/b10cc942-f819-45fc-bb02-117dc96bc19f/cefb0de9-ce9b-4651-bfc3-b6d30327e334) {{(pid=84763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:25:47.200007 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port b48eee03-4977-4565-a9bf-99d8b4ca66d0, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=b48eee03-4977-4565-a9bf-99d8b4ca66d0,segment=NetworkSegment(86100cac-9c92-472b-98b8-7c63b08b3562),segment_id=86100cac-9c92-472b-98b8-7c63b08b3562)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:25:47.222439 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Returning: {'device': 'b48eee03-4977-4565-a9bf-99d8b4ca66d0', 'network_id': 'c33889f7-294d-49c5-8dfc-a57c4d580672', 'port_id': 'b48eee03-4977-4565-a9bf-99d8b4ca66d0', 'mac_address': 'fa:16:3e:5b:2f:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ca62fcd-7a30-48d0-a691-50cd0f54f5ee', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:25:47.260905 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-70bce47b-6b61-4fd0-82c4-1b4d3448fa58 req-beb4556d-f498-4525-b0f8-daece7892d5b service neutron] For port 900dd947-e377-4fab-8f50-e83df05e530d, host n-h2-836017-2, cleared binding levels {{(pid=84763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:25:47.297093 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:47.304001 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-70bce47b-6b61-4fd0-82c4-1b4d3448fa58 req-beb4556d-f498-4525-b0f8-daece7892d5b service neutron] For port 900dd947-e377-4fab-8f50-e83df05e530d, host n-h2-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=900dd947-e377-4fab-8f50-e83df05e530d,segment=NetworkSegment(1ee78f5f-19b1-4536-a0ab-086e7442dabc),segment_id=1ee78f5f-19b1-4536-a0ab-086e7442dabc)] {{(pid=84763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:25:47.316119 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b48eee03-4977-4565-a9bf-99d8b4ca66d0 {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:25:47.334465 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port b48eee03-4977-4565-a9bf-99d8b4ca66d0, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=b48eee03-4977-4565-a9bf-99d8b4ca66d0,segment=NetworkSegment(86100cac-9c92-472b-98b8-7c63b08b3562),segment_id=86100cac-9c92-472b-98b8-7c63b08b3562)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:25:47.348546 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-d3e810dd-e2f4-4808-ba14-09aae0b640e4 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:47.418054 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-70bce47b-6b61-4fd0-82c4-1b4d3448fa58 req-beb4556d-f498-4525-b0f8-daece7892d5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:47.427421 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:47.471772 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ceb5e985-b75b-4fdc-ba42-9cd496fec8fc req-204dac76-0401-4d4d-b5f5-134e793ba39c tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?device_id=38703f31-46f1-4de3-811d-a97a48b73e3a HTTP/1.1" status: 200 len: 210 time: 0.0578580 Apr 18 19:25:47.517091 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-d3e810dd-e2f4-4808-ba14-09aae0b640e4 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:47.551699 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=b48eee03-4977-4565-a9bf-99d8b4ca66d0,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:47.587971 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-d3e810dd-e2f4-4808-ba14-09aae0b640e4 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484852'] for security_group_rule, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:47.619717 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e810dd-e2f4-4808-ba14-09aae0b640e4 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bcee821-1a06-45b7-853e-c4cc3bf67f4a,revision_number=0']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:47.647314 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] get_ports_and_sgs() called for port_ids ['b48eee03-4977-4565-a9bf-99d8b4ca66d0'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:25:47.692240 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-951e503f-865b-499f-9dbe-cd7ec1a7358c req-9fd097ac-6dce-46f6-adaf-4ee5ee03211b tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=4bf06599121a476094faf72db54a396e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0485272 Apr 18 19:25:47.707458 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-d3e810dd-e2f4-4808-ba14-09aae0b640e4 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:47.712245 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-d3e810dd-e2f4-4808-ba14-09aae0b640e4 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7508991 Apr 18 19:25:47.712561 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 49474) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:25:47.718352 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-3444a01c-11e2-4e18-bd71-9720b708b752 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Request body: {'security_group_rule': {'security_group_id': '059a9d13-b1ae-4689-acd4-4327d8143c7d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:25:47.726238 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-3444a01c-11e2-4e18-bd71-9720b708b752 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:25:47.732418 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-3444a01c-11e2-4e18-bd71-9720b708b752 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Usage tracker for resource:security_group_rule and tenant:ae4efde8a8464528a66b3bf8e643e684 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:25:47.737261 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-3444a01c-11e2-4e18-bd71-9720b708b752 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:25:47.744270 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-3444a01c-11e2-4e18-bd71-9720b708b752 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:25:47.809975 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-70bce47b-6b61-4fd0-82c4-1b4d3448fa58 req-beb4556d-f498-4525-b0f8-daece7892d5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:47.811694 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-70bce47b-6b61-4fd0-82c4-1b4d3448fa58 req-beb4556d-f498-4525-b0f8-daece7892d5b service neutron] 10.222.0.72 "PUT /v2.0/ports/900dd947-e377-4fab-8f50-e83df05e530d HTTP/1.1" status: 200 len: 1092 time: 2.4823399 Apr 18 19:25:47.878919 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36274434-9418-4f40-a692-e2fcb9802d5a', 'tag': '900dd947-e377-4fab-8f50-e83df05e530d'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:25:47.952651 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-3444a01c-11e2-4e18-bd71-9720b708b752 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:48.012201 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb4556d-f498-4525-b0f8-daece7892d5b service neutron] Pushing event updated for resources: {'Port': ['ID=900dd947-e377-4fab-8f50-e83df05e530d,revision_number=3']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:48.049480 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-3444a01c-11e2-4e18-bd71-9720b708b752 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:48.058064 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-f693cf09-a019-4598-928c-b6e9460aa2d3 req-b0172c19-f21f-4514-853d-fd59c1fda4e6 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Notify callbacks [] for port, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:48.058238 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7b9cba-09ce-4fdf-9055-6fc11fe55b32 req-c40e43cf-7ea4-4c35-8849-e93a7cdb3ce7 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:48.065309 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-9f7b9cba-09ce-4fdf-9055-6fc11fe55b32 req-c40e43cf-7ea4-4c35-8849-e93a7cdb3ce7 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/ports?device_id=6701dd30-7d2d-4852-9a2c-b52e270fe8ba HTTP/1.1" status: 200 len: 944 time: 0.1557999 Apr 18 19:25:48.118999 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-9f7b9cba-09ce-4fdf-9055-6fc11fe55b32 req-0496f9df-109c-4ce9-a8c8-88db323aff0a tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/security-groups?id=1e5cc43e-ae04-4a53-be47-dfdad3ea2d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514801 Apr 18 19:25:48.141076 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951e503f-865b-499f-9dbe-cd7ec1a7358c req-07be8aee-a6bb-4e44-b59b-6bfc8cad367d tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:48.155081 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-3444a01c-11e2-4e18-bd71-9720b708b752 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484852'] for security_group_rule, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:48.160204 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-951e503f-865b-499f-9dbe-cd7ec1a7358c req-07be8aee-a6bb-4e44-b59b-6bfc8cad367d tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4341838 Apr 18 19:25:48.174169 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3444a01c-11e2-4e18-bd71-9720b708b752 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61ab7522-19db-469b-8976-5206dab6833f,revision_number=0']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:48.178220 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-951e503f-865b-499f-9dbe-cd7ec1a7358c req-1c72cc18-10f1-4eec-9b7b-d272a36c699f tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/quotas/4bf06599121a476094faf72db54a396e HTTP/1.1" status: 200 len: 375 time: 0.0271776 Apr 18 19:25:48.236782 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-951e503f-865b-499f-9dbe-cd7ec1a7358c req-1282b8a9-4fc2-4ca2-8e07-f03cc0de5031 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=4bf06599121a476094faf72db54a396e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0576069 Apr 18 19:25:48.244573 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-f693cf09-a019-4598-928c-b6e9460aa2d3 req-b0172c19-f21f-4514-853d-fd59c1fda4e6 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:48.258835 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] get_ports_and_sgs() called for port_ids ['abe1a1c1-6ab6-46fd-abfb-f7df79d33862'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:25:48.273545 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-3444a01c-11e2-4e18-bd71-9720b708b752 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:48.279039 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-3444a01c-11e2-4e18-bd71-9720b708b752 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5618258 Apr 18 19:25:48.279039 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 49494) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:25:48.325036 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-6eb86bb0-e31b-4d71-8122-79447d648867 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Request body: {'floatingip': {'floating_network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:25:48.341002 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-6eb86bb0-e31b-4d71-8122-79447d648867 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:25:48.344722 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-70bce47b-6b61-4fd0-82c4-1b4d3448fa58 req-55877ff6-b90c-486d-a424-7581ba4ec0e6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b29f8fde29594c17bd8cad9e98e010b3&device_id=36274434-9418-4f40-a692-e2fcb9802d5a HTTP/1.1" status: 200 len: 1095 time: 0.4052665 Apr 18 19:25:48.352236 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-6eb86bb0-e31b-4d71-8122-79447d648867 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Usage tracker for resource:floatingip and tenant:ae4efde8a8464528a66b3bf8e643e684 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:25:48.355822 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-6eb86bb0-e31b-4d71-8122-79447d648867 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:25:48.364635 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-6eb86bb0-e31b-4d71-8122-79447d648867 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:25:48.388479 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-013c4e18-11b3-4754-97bc-59528757c4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:48.424027 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15598584-391a-479e-907a-01ea5c9936e5 req-b1632c8d-b98e-4885-a8e7-ad2511237e1f tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:48.432536 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-15598584-391a-479e-907a-01ea5c9936e5 req-b1632c8d-b98e-4885-a8e7-ad2511237e1f tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] 10.222.0.69 "GET /v2.0/ports?device_id=36274434-9418-4f40-a692-e2fcb9802d5a HTTP/1.1" status: 200 len: 944 time: 0.1545334 Apr 18 19:25:48.432782 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f693cf09-a019-4598-928c-b6e9460aa2d3 req-b0172c19-f21f-4514-853d-fd59c1fda4e6 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Network 5b81b8da-abac-4e05-9e51-d6de7035d9e7 is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:25:48.440843 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [req-f693cf09-a019-4598-928c-b6e9460aa2d3 req-b0172c19-f21f-4514-853d-fd59c1fda4e6 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:25:48.444337 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0172c19-f21f-4514-853d-fd59c1fda4e6 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Pushing event updated for resources: {'Port': ['ID=cefb0de9-ce9b-4651-bfc3-b6d30327e334,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:48.446433 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-f693cf09-a019-4598-928c-b6e9460aa2d3 req-b0172c19-f21f-4514-853d-fd59c1fda4e6 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Received port after_create {{(pid=84763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:25:48.471672 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-6eb86bb0-e31b-4d71-8122-79447d648867 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks [] for floatingip, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:48.484113 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-70bce47b-6b61-4fd0-82c4-1b4d3448fa58 req-8aaa4b25-2080-4fc3-ad2b-65ffa3fe7875 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=900dd947-e377-4fab-8f50-e83df05e530d HTTP/1.1" status: 200 len: 217 time: 0.1266510 Apr 18 19:25:48.513597 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-15598584-391a-479e-907a-01ea5c9936e5 req-5336108e-6a6a-42cb-acf5-2c1127d79073 tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] 10.222.0.69 "GET /v2.0/security-groups?id=4d5ed870-82bf-41fc-bf9e-3676cd0330d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786736 Apr 18 19:25:48.602083 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f693cf09-a019-4598-928c-b6e9460aa2d3 req-b0172c19-f21f-4514-853d-fd59c1fda4e6 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:48.602745 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-f693cf09-a019-4598-928c-b6e9460aa2d3 req-b0172c19-f21f-4514-853d-fd59c1fda4e6 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:48.629780 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bce47b-6b61-4fd0-82c4-1b4d3448fa58 req-7b65ea79-5f6b-47d6-8b18-973afdc5b4df service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:48.634379 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-70bce47b-6b61-4fd0-82c4-1b4d3448fa58 req-7b65ea79-5f6b-47d6-8b18-973afdc5b4df service neutron] 10.222.0.72 "GET /v2.0/subnets?id=acde3d02-95bd-4d07-9484-4bde4e43b986 HTTP/1.1" status: 200 len: 844 time: 0.1432796 Apr 18 19:25:48.773308 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-70bce47b-6b61-4fd0-82c4-1b4d3448fa58 req-99d132b5-4e34-40ae-81de-852c8182ff3c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bc6a388b-dbfa-4690-809a-bcb581cc24f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1298313 Apr 18 19:25:48.805218 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-6eb86bb0-e31b-4d71-8122-79447d648867 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:48.805730 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device b48eee03-4977-4565-a9bf-99d8b4ca66d0 up at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:25:48.853226 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fd5a816-fb5c-4dfc-aaf0-89cbee1b2075'] response: {'name': 'network-changed', 'server_uuid': '36274434-9418-4f40-a692-e2fcb9802d5a', 'tag': '900dd947-e377-4fab-8f50-e83df05e530d', 'status': 'completed', 'code': 200} Apr 18 19:25:48.865167 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f693cf09-a019-4598-928c-b6e9460aa2d3 req-b0172c19-f21f-4514-853d-fd59c1fda4e6 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6416607 Apr 18 19:25:48.992371 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_common [None req-6eb86bb0-e31b-4d71-8122-79447d648867 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Allocated IP 172.25.3.3 (11e8e108-37df-4084-b6b7-113e6beb66b4/3b0abf32-1504-448b-b06e-c8c870b6a7c8/f2653910-8498-412e-93c4-9f23be1044d1) {{(pid=84764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:25:49.054521 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning for port b48eee03-4977-4565-a9bf-99d8b4ca66d0 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:25:49.054881 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a16307a3-a855-4091-92f1-8a2215d2e3f3 req-e0a1776c-8255-49fa-8e70-15dff7303597 tempest-ServersAdmin275Test-2023517713 tempest-ServersAdmin275Test-2023517713-project] 10.222.0.69 "GET /v2.0/ports?device_id=565ea609-bc70-41d2-8e9b-51bc0bb51a02 HTTP/1.1" status: 200 len: 210 time: 0.0644021 Apr 18 19:25:49.071519 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning complete for port b48eee03-4977-4565-a9bf-99d8b4ca66d0 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:25:49.072082 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:49.127921 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-70bce47b-6b61-4fd0-82c4-1b4d3448fa58 req-8ac85189-50e0-4367-85d6-3c9a82209bb1 service neutron] 10.222.0.72 "GET /v2.0/networks/bc6a388b-dbfa-4690-809a-bcb581cc24f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3457186 Apr 18 19:25:49.175125 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 61407fd5-cf4f-4a26-b617-938a77b67461 details requested by agent hyperv_n-h1-836017-2 with host n-h1-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:25:49.311715 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-6eb86bb0-e31b-4d71-8122-79447d648867 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks [] for port, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:49.331607 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-f693cf09-a019-4598-928c-b6e9460aa2d3 req-a0202723-9ee0-412f-89e5-069b5d37781d service neutron] Request body: {'port': {'device_id': '38703f31-46f1-4de3-811d-a97a48b73e3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-2'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:25:49.370788 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-7a5afb8b-8843-4217-a9b0-cbe48a702419 req-b0cfc676-71e3-4a47-a7c0-7d10e07ac342 tempest-LiveMigrationTest-374537811 tempest-LiveMigrationTest-374537811-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=5813ea9b-bdb3-4b0d-b1fa-560b06c0e787 HTTP/1.1" status: 200 len: 1097 time: 0.3276439 Apr 18 19:25:49.454091 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-7a5afb8b-8843-4217-a9b0-cbe48a702419 req-8686743e-5d80-48d8-a81f-2e33e42938f4 tempest-LiveMigrationTest-374537811 tempest-LiveMigrationTest-374537811-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750930 Apr 18 19:25:49.457736 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-6eb86bb0-e31b-4d71-8122-79447d648867 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:49.461165 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:49.487468 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port 61407fd5-cf4f-4a26-b617-938a77b67461, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=61407fd5-cf4f-4a26-b617-938a77b67461,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:25:49.519266 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Returning: {'device': '61407fd5-cf4f-4a26-b617-938a77b67461', 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a', 'port_id': '61407fd5-cf4f-4a26-b617-938a77b67461', 'mac_address': 'fa:16:3e:5a:b7:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17d1b3aa-2066-4ffa-a69f-52ed566b6548', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:25:49.530991 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6701dd30-7d2d-4852-9a2c-b52e270fe8ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b48eee03-4977-4565-a9bf-99d8b4ca66d0'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:25:49.591150 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port b48eee03-4977-4565-a9bf-99d8b4ca66d0, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=b48eee03-4977-4565-a9bf-99d8b4ca66d0,segment=NetworkSegment(86100cac-9c92-472b-98b8-7c63b08b3562),segment_id=86100cac-9c92-472b-98b8-7c63b08b3562)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:25:49.615991 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-70bce47b-6b61-4fd0-82c4-1b4d3448fa58 req-b8d92042-adcc-4ff5-b99a-c2dd227de96a service neutron] 10.222.0.72 "GET /v2.0/networks/bc6a388b-dbfa-4690-809a-bcb581cc24f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4761338 Apr 18 19:25:49.642360 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:49.650145 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-f693cf09-a019-4598-928c-b6e9460aa2d3 req-a0202723-9ee0-412f-89e5-069b5d37781d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:49.666812 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:49.673507 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec86ade6-3ce0-49ed-bf2a-e24de472b7f3 req-844ecfa5-af1d-420d-b4c1-e51846a132c8 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:49.674819 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-ec86ade6-3ce0-49ed-bf2a-e24de472b7f3 req-844ecfa5-af1d-420d-b4c1-e51846a132c8 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Synchronizing usage tracker for tenant:e8145a70cab44ff88b524306edcbe946 on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:25:49.706615 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb86bb0-e31b-4d71-8122-79447d648867 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Network 11e8e108-37df-4084-b6b7-113e6beb66b4 is already hosted by enough agents. {{(pid=84764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:25:49.720774 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61407fd5-cf4f-4a26-b617-938a77b67461 {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:25:49.721632 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-76032b7e-9dc3-4e4b-b89c-acb87fda9d96 req-8dd04995-3f28-4043-9d88-03caf869e322 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=2327f611-7c5a-4fad-b86b-e72911fb3ee2 HTTP/1.1" status: 200 len: 210 time: 0.1328483 Apr 18 19:25:49.734957 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [None req-6eb86bb0-e31b-4d71-8122-79447d648867 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Resources bound (agent type, host, resource id): {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:25:49.748891 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb86bb0-e31b-4d71-8122-79447d648867 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Pushing event updated for resources: {'Port': ['ID=f2653910-8498-412e-93c4-9f23be1044d1,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:49.754030 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb86bb0-e31b-4d71-8122-79447d648867 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Received port after_create {{(pid=84764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:25:49.807920 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port 61407fd5-cf4f-4a26-b617-938a77b67461, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=61407fd5-cf4f-4a26-b617-938a77b67461,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:25:49.812704 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=b48eee03-4977-4565-a9bf-99d8b4ca66d0,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:49.837781 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-ec86ade6-3ce0-49ed-bf2a-e24de472b7f3 req-844ecfa5-af1d-420d-b4c1-e51846a132c8 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Unset dirty status for tenant:e8145a70cab44ff88b524306edcbe946 on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:25:49.838959 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ec86ade6-3ce0-49ed-bf2a-e24de472b7f3 req-844ecfa5-af1d-420d-b4c1-e51846a132c8 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?device_id=38703f31-46f1-4de3-811d-a97a48b73e3a HTTP/1.1" status: 200 len: 931 time: 0.4395494 Apr 18 19:25:49.971164 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:50.015911 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ec86ade6-3ce0-49ed-bf2a-e24de472b7f3 req-b487683a-d428-4513-8ec7-aee573d484d5 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594152 Apr 18 19:25:50.068075 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Pushing event updated for resources: {'Port': ['ID=61407fd5-cf4f-4a26-b617-938a77b67461,revision_number=9']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:50.070289 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-6eb86bb0-e31b-4d71-8122-79447d648867 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:50.085918 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd04cc56-49c5-47f8-b4e7-c91a106c8252 req-32b03c14-63b2-4dca-b58e-e8047bdaf21b tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:50.088811 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-cd04cc56-49c5-47f8-b4e7-c91a106c8252 req-32b03c14-63b2-4dca-b58e-e8047bdaf21b tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/ports?device_id=6701dd30-7d2d-4852-9a2c-b52e270fe8ba HTTP/1.1" status: 200 len: 945 time: 0.2105596 Apr 18 19:25:50.091302 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-6273d39e-0d0c-4900-8991-f95eb8e771b1 req-2e5f90f3-c0cc-4453-80a5-1bca6aa30b93 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b29f8fde29594c17bd8cad9e98e010b3&device_id=36274434-9418-4f40-a692-e2fcb9802d5a HTTP/1.1" status: 200 len: 1095 time: 0.3178689 Apr 18 19:25:50.094965 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] get_ports_and_sgs() called for port_ids ['61407fd5-cf4f-4a26-b617-938a77b67461'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:25:50.149416 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-cd04cc56-49c5-47f8-b4e7-c91a106c8252 req-999a3023-696b-4b9b-9318-b26c8ae793b1 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/security-groups?id=1e5cc43e-ae04-4a53-be47-dfdad3ea2d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533860 Apr 18 19:25:50.246408 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38b43685-9b7f-4009-9740-129e6255528c'] response: {'server_uuid': '6701dd30-7d2d-4852-9a2c-b52e270fe8ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b48eee03-4977-4565-a9bf-99d8b4ca66d0', 'code': 200} Apr 18 19:25:50.534176 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [req-f693cf09-a019-4598-928c-b6e9460aa2d3 req-a0202723-9ee0-412f-89e5-069b5d37781d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cefb0de9-ce9b-4651-bfc3-b6d30327e334 {{(pid=84763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:25:50.547960 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-f693cf09-a019-4598-928c-b6e9460aa2d3 req-a0202723-9ee0-412f-89e5-069b5d37781d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:50.561448 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6273d39e-0d0c-4900-8991-f95eb8e771b1 req-64adf221-9f20-41cb-a908-63da42156911 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:50.562996 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-6273d39e-0d0c-4900-8991-f95eb8e771b1 req-64adf221-9f20-41cb-a908-63da42156911 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bc6a388b-dbfa-4690-809a-bcb581cc24f3 HTTP/1.1" status: 200 len: 906 time: 0.2921088 Apr 18 19:25:50.573753 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c83af7e-6ba7-480e-9898-0781895de856 req-500a9210-7dff-45d2-8047-5d377a734044 tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:50.575275 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-6c83af7e-6ba7-480e-9898-0781895de856 req-500a9210-7dff-45d2-8047-5d377a734044 tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] 10.222.0.69 "GET /v2.0/ports?device_id=36274434-9418-4f40-a692-e2fcb9802d5a HTTP/1.1" status: 200 len: 944 time: 0.3056035 Apr 18 19:25:50.579044 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [req-f693cf09-a019-4598-928c-b6e9460aa2d3 req-a0202723-9ee0-412f-89e5-069b5d37781d service neutron] Transition to ACTIVE for port object cefb0de9-ce9b-4651-bfc3-b6d30327e334 will not be triggered until provisioned by entity L2. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:25:50.618942 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-6eb86bb0-e31b-4d71-8122-79447d648867 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:50.669525 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-6273d39e-0d0c-4900-8991-f95eb8e771b1 req-b599d883-2683-4f3f-b2e8-d1067164418b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=900dd947-e377-4fab-8f50-e83df05e530d HTTP/1.1" status: 200 len: 217 time: 0.0916753 Apr 18 19:25:50.717492 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a54e6aae-2b4a-4f91-9ddb-a1f0a8b5a3a9 req-efcbb502-7600-4025-b79a-aca55f373861 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6701dd30-7d2d-4852-9a2c-b52e270fe8ba HTTP/1.1" status: 200 len: 1096 time: 0.3911767 Apr 18 19:25:50.723706 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-6c83af7e-6ba7-480e-9898-0781895de856 req-bb5b101d-0b90-4797-9b14-4177af3070bb tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] 10.222.0.69 "GET /v2.0/security-groups?id=4d5ed870-82bf-41fc-bf9e-3676cd0330d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937817 Apr 18 19:25:50.762605 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6273d39e-0d0c-4900-8991-f95eb8e771b1 req-dbb80500-3fb9-490a-b585-977f6a290037 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:50.765505 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-6273d39e-0d0c-4900-8991-f95eb8e771b1 req-dbb80500-3fb9-490a-b585-977f6a290037 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=acde3d02-95bd-4d07-9484-4bde4e43b986 HTTP/1.1" status: 200 len: 844 time: 0.0795350 Apr 18 19:25:50.775953 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7cb33fd5-9bf5-4281-8dc7-299a59caed8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:50.799554 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:50.810272 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-66ef70e1-7b56-458e-9a22-09aa92d06a1c req-6c68a8d6-1da1-4f0d-b116-4b60495f3614 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5813ea9b-bdb3-4b0d-b1fa-560b06c0e787&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.4179978 Apr 18 19:25:50.828454 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-f693cf09-a019-4598-928c-b6e9460aa2d3 req-a0202723-9ee0-412f-89e5-069b5d37781d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:50.868247 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a54e6aae-2b4a-4f91-9ddb-a1f0a8b5a3a9 req-afcff4c4-7663-4ff5-a8dc-ca61ff1941da service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=1e5cc43e-ae04-4a53-be47-dfdad3ea2d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344509 Apr 18 19:25:50.964593 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-6eb86bb0-e31b-4d71-8122-79447d648867 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks [] for port, precommit_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:51.006185 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0202723-9ee0-412f-89e5-069b5d37781d service neutron] Pushing event updated for resources: {'Port': ['ID=cefb0de9-ce9b-4651-bfc3-b6d30327e334,revision_number=2']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:51.022817 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-6eb86bb0-e31b-4d71-8122-79447d648867 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2290934'] for port, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:51.052331 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-6273d39e-0d0c-4900-8991-f95eb8e771b1 req-5c710fc0-d586-4083-a2bf-2d10623b5879 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bc6a388b-dbfa-4690-809a-bcb581cc24f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2789822 Apr 18 19:25:51.147500 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb86bb0-e31b-4d71-8122-79447d648867 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Pushing event updated for resources: {'Port': ['ID=f2653910-8498-412e-93c4-9f23be1044d1,revision_number=2']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:51.176145 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 61407fd5-cf4f-4a26-b617-938a77b67461 up at agent hyperv_n-h1-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:25:51.177572 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-6eb86bb0-e31b-4d71-8122-79447d648867 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416787'] for floatingip, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:51.244351 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a719c52b-c5eb-41f4-9c27-395de6820e80 req-9426c1f2-2462-488e-9cfd-ad1635312660 tempest-ServersAdmin275Test-2023517713 tempest-ServersAdmin275Test-2023517713-project] 10.222.0.69 "GET /v2.0/ports?device_id=565ea609-bc70-41d2-8e9b-51bc0bb51a02 HTTP/1.1" status: 200 len: 210 time: 0.1458871 Apr 18 19:25:51.264858 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Provisioning complete for port 61407fd5-cf4f-4a26-b617-938a77b67461 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:25:51.265243 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:51.297814 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-f693cf09-a019-4598-928c-b6e9460aa2d3 req-a0202723-9ee0-412f-89e5-069b5d37781d service neutron] Attempting to bind port cefb0de9-ce9b-4651-bfc3-b6d30327e334 on host n-h1-836017-2 for vnic_type normal with profile {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:25:51.298156 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-f693cf09-a019-4598-928c-b6e9460aa2d3 req-a0202723-9ee0-412f-89e5-069b5d37781d service neutron] Attempting to bind port cefb0de9-ce9b-4651-bfc3-b6d30327e334 by drivers openvswitch,hyperv on host n-h1-836017-2 at level 0 using segments [{'id': '57f6477d-46cb-4fbc-8909-e9439d3b2b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '5b81b8da-abac-4e05-9e51-d6de7035d9e7'}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:25:51.298481 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f693cf09-a019-4598-928c-b6e9460aa2d3 req-a0202723-9ee0-412f-89e5-069b5d37781d service neutron] Attempting to bind port cefb0de9-ce9b-4651-bfc3-b6d30327e334 on network 5b81b8da-abac-4e05-9e51-d6de7035d9e7 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:25:51.302491 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-6eb86bb0-e31b-4d71-8122-79447d648867 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for floatingip, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:51.304236 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-6eb86bb0-e31b-4d71-8122-79447d648867 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.0240848 Apr 18 19:25:51.315426 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f693cf09-a019-4598-928c-b6e9460aa2d3 req-a0202723-9ee0-412f-89e5-069b5d37781d service neutron] Port cefb0de9-ce9b-4651-bfc3-b6d30327e334 on network 5b81b8da-abac-4e05-9e51-d6de7035d9e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-2 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:25:51.315762 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f693cf09-a019-4598-928c-b6e9460aa2d3 req-a0202723-9ee0-412f-89e5-069b5d37781d service neutron] Attempting to bind port cefb0de9-ce9b-4651-bfc3-b6d30327e334 on network 5b81b8da-abac-4e05-9e51-d6de7035d9e7 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:25:51.331301 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f693cf09-a019-4598-928c-b6e9460aa2d3 req-a0202723-9ee0-412f-89e5-069b5d37781d service neutron] Checking agent: {'id': 'e3a31811-08e0-42ba-bc2e-ed8a973b714f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 25), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:25:51.331301 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f693cf09-a019-4598-928c-b6e9460aa2d3 req-a0202723-9ee0-412f-89e5-069b5d37781d service neutron] Checking segment: {'id': '57f6477d-46cb-4fbc-8909-e9439d3b2b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '5b81b8da-abac-4e05-9e51-d6de7035d9e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:25:51.331301 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f693cf09-a019-4598-928c-b6e9460aa2d3 req-a0202723-9ee0-412f-89e5-069b5d37781d service neutron] Bound using segment: {'id': '57f6477d-46cb-4fbc-8909-e9439d3b2b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '5b81b8da-abac-4e05-9e51-d6de7035d9e7'} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:25:51.331301 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-f693cf09-a019-4598-928c-b6e9460aa2d3 req-a0202723-9ee0-412f-89e5-069b5d37781d service neutron] Bound port: cefb0de9-ce9b-4651-bfc3-b6d30327e334, host: n-h1-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57f6477d-46cb-4fbc-8909-e9439d3b2b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '5b81b8da-abac-4e05-9e51-d6de7035d9e7'}}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:25:51.331301 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-f693cf09-a019-4598-928c-b6e9460aa2d3 req-a0202723-9ee0-412f-89e5-069b5d37781d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:51.405863 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-6273d39e-0d0c-4900-8991-f95eb8e771b1 req-d0a2b499-be1b-44d5-a813-7cfb25849ea7 service neutron] 10.222.0.72 "GET /v2.0/networks/bc6a388b-dbfa-4690-809a-bcb581cc24f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3115973 Apr 18 19:25:51.462888 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:51.514728 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port 61407fd5-cf4f-4a26-b617-938a77b67461, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=61407fd5-cf4f-4a26-b617-938a77b67461,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:25:51.563392 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ea25e506-6073-4a86-8795-152d832e7118 req-5fc11fdd-0f1f-4942-9ab1-f5f909bf0ad3 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=2327f611-7c5a-4fad-b86b-e72911fb3ee2 HTTP/1.1" status: 200 len: 210 time: 0.1219621 Apr 18 19:25:51.587388 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-f693cf09-a019-4598-928c-b6e9460aa2d3 req-a0202723-9ee0-412f-89e5-069b5d37781d service neutron] For port cefb0de9-ce9b-4651-bfc3-b6d30327e334, host n-h1-836017-2, cleared binding levels {{(pid=84763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:25:51.605472 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:51.610997 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-f693cf09-a019-4598-928c-b6e9460aa2d3 req-a0202723-9ee0-412f-89e5-069b5d37781d service neutron] For port cefb0de9-ce9b-4651-bfc3-b6d30327e334, host n-h1-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=cefb0de9-ce9b-4651-bfc3-b6d30327e334,segment=NetworkSegment(57f6477d-46cb-4fbc-8909-e9439d3b2b0a),segment_id=57f6477d-46cb-4fbc-8909-e9439d3b2b0a)] {{(pid=84763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:25:51.631009 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-6273d39e-0d0c-4900-8991-f95eb8e771b1 req-b2ef41aa-46f9-4751-8a77-d2614334dbcc service neutron] 10.222.0.72 "GET /v2.0/networks/bc6a388b-dbfa-4690-809a-bcb581cc24f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138734 Apr 18 19:25:51.692392 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Pushing event updated for resources: {'Port': ['ID=61407fd5-cf4f-4a26-b617-938a77b67461,revision_number=10']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:51.713591 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-f693cf09-a019-4598-928c-b6e9460aa2d3 req-a0202723-9ee0-412f-89e5-069b5d37781d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:51.770682 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-f693cf09-a019-4598-928c-b6e9460aa2d3 req-a0202723-9ee0-412f-89e5-069b5d37781d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:51.772472 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f693cf09-a019-4598-928c-b6e9460aa2d3 req-a0202723-9ee0-412f-89e5-069b5d37781d service neutron] 10.222.0.73 "PUT /v2.0/ports/cefb0de9-ce9b-4651-bfc3-b6d30327e334 HTTP/1.1" status: 200 len: 1091 time: 2.8955066 Apr 18 19:25:51.773133 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38703f31-46f1-4de3-811d-a97a48b73e3a', 'tag': 'cefb0de9-ce9b-4651-bfc3-b6d30327e334'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:25:51.775792 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1c541fd-6087-4755-8778-e68e27e46067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:51.861403 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0202723-9ee0-412f-89e5-069b5d37781d service neutron] Pushing event updated for resources: {'Port': ['ID=cefb0de9-ce9b-4651-bfc3-b6d30327e334,revision_number=3']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:51.951131 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ece6272-357a-42a1-9910-fa9e620c57bb req-ccb60094-5a47-4078-9166-86d92bd1b926 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:51.956946 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3ece6272-357a-42a1-9910-fa9e620c57bb req-ccb60094-5a47-4078-9166-86d92bd1b926 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?device_id=38703f31-46f1-4de3-811d-a97a48b73e3a HTTP/1.1" status: 200 len: 943 time: 0.1861801 Apr 18 19:25:51.991287 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f693cf09-a019-4598-928c-b6e9460aa2d3 req-3782e24c-8727-4072-ad70-9dfe92aa5c1a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e8145a70cab44ff88b524306edcbe946&device_id=38703f31-46f1-4de3-811d-a97a48b73e3a HTTP/1.1" status: 200 len: 1094 time: 0.1235139 Apr 18 19:25:52.015882 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:52.070955 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f693cf09-a019-4598-928c-b6e9460aa2d3 req-3de732d8-7ed5-4e3c-baee-647ebbd4d149 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cefb0de9-ce9b-4651-bfc3-b6d30327e334 HTTP/1.1" status: 200 len: 217 time: 0.0703921 Apr 18 19:25:52.076104 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3ece6272-357a-42a1-9910-fa9e620c57bb req-5d0f3dfc-bf69-4bd5-97fc-b022b0b6a68c tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165352 Apr 18 19:25:52.230228 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3396816-7672-4e6c-a9ee-905861ee2aea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61407fd5-cf4f-4a26-b617-938a77b67461'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:25:52.315429 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-951e503f-865b-499f-9dbe-cd7ec1a7358c req-a3f0eaa6-e2f0-46e0-a12f-2c248727c136 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=4bf06599121a476094faf72db54a396e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0891666 Apr 18 19:25:52.366272 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f693cf09-a019-4598-928c-b6e9460aa2d3 req-d42f4a10-0d6e-4ae3-936a-16b5fcde0c7a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:52.367711 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f693cf09-a019-4598-928c-b6e9460aa2d3 req-d42f4a10-0d6e-4ae3-936a-16b5fcde0c7a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b10cc942-f819-45fc-bb02-117dc96bc19f HTTP/1.1" status: 200 len: 859 time: 0.2907393 Apr 18 19:25:52.477075 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f693cf09-a019-4598-928c-b6e9460aa2d3 req-0b6ef5b5-d921-49ff-bc25-a37f196a7fee service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5b81b8da-abac-4e05-9e51-d6de7035d9e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637383 Apr 18 19:25:52.602207 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1adb1a3-724f-4521-b52e-f7ebb4a7ba37 req-6628e32f-4663-4e79-8f42-dc38feac0d48 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:52.603714 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a1adb1a3-724f-4521-b52e-f7ebb4a7ba37 req-6628e32f-4663-4e79-8f42-dc38feac0d48 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/ports?device_id=6701dd30-7d2d-4852-9a2c-b52e270fe8ba HTTP/1.1" status: 200 len: 945 time: 0.3764763 Apr 18 19:25:52.660058 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951e503f-865b-499f-9dbe-cd7ec1a7358c req-245c65f0-60a2-4e8f-aabf-99dc48ba347b tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:52.662190 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-951e503f-865b-499f-9dbe-cd7ec1a7358c req-245c65f0-60a2-4e8f-aabf-99dc48ba347b tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3327270 Apr 18 19:25:52.687547 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-951e503f-865b-499f-9dbe-cd7ec1a7358c req-a604a9c9-cf95-4ab8-82d3-c50cbf93c6de tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Request body: {'port': {'device_id': '2327f611-7c5a-4fad-b86b-e72911fb3ee2', 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a', 'admin_state_up': True, 'tenant_id': '4bf06599121a476094faf72db54a396e'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:25:52.799964 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a1adb1a3-724f-4521-b52e-f7ebb4a7ba37 req-b73159e0-e749-4763-9afc-934b74057f2e tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/security-groups?id=1e5cc43e-ae04-4a53-be47-dfdad3ea2d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889079 Apr 18 19:25:52.801826 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f693cf09-a019-4598-928c-b6e9460aa2d3 req-cd97816b-5986-4131-a9f9-a2fcfe2f27db service neutron] 10.222.0.73 "GET /v2.0/networks/5b81b8da-abac-4e05-9e51-d6de7035d9e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3176153 Apr 18 19:25:52.832179 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 900dd947-e377-4fab-8f50-e83df05e530d details requested by agent hyperv_n-h2-836017-2 with host n-h2-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:25:53.032574 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-951e503f-865b-499f-9dbe-cd7ec1a7358c req-a604a9c9-cf95-4ab8-82d3-c50cbf93c6de tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:25:53.057557 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 900dd947-e377-4fab-8f50-e83df05e530d, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=900dd947-e377-4fab-8f50-e83df05e530d,segment=NetworkSegment(1ee78f5f-19b1-4536-a0ab-086e7442dabc),segment_id=1ee78f5f-19b1-4536-a0ab-086e7442dabc)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:25:53.061499 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-951e503f-865b-499f-9dbe-cd7ec1a7358c req-a604a9c9-cf95-4ab8-82d3-c50cbf93c6de tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Usage tracker for resource:port and tenant:4bf06599121a476094faf72db54a396e is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:25:53.065138 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Returning: {'device': '900dd947-e377-4fab-8f50-e83df05e530d', 'network_id': 'bc6a388b-dbfa-4690-809a-bcb581cc24f3', 'port_id': '900dd947-e377-4fab-8f50-e83df05e530d', 'mac_address': 'fa:16:3e:39:dd:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acde3d02-95bd-4d07-9484-4bde4e43b986', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:25:53.069218 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-951e503f-865b-499f-9dbe-cd7ec1a7358c req-a604a9c9-cf95-4ab8-82d3-c50cbf93c6de tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:25:53.084104 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f693cf09-a019-4598-928c-b6e9460aa2d3 req-0cd494bd-7dc6-4e27-b758-4ecf3b609cc5 service neutron] 10.222.0.73 "GET /v2.0/networks/5b81b8da-abac-4e05-9e51-d6de7035d9e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2718351 Apr 18 19:25:53.098230 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-951e503f-865b-499f-9dbe-cd7ec1a7358c req-a604a9c9-cf95-4ab8-82d3-c50cbf93c6de tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:25:53.107562 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-b8a78464-d473-4403-ab5a-120233694994 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--2042169723&fields=id&tenant_id=ae4efde8a8464528a66b3bf8e643e684 HTTP/1.1" status: 200 len: 267 time: 0.1273198 Apr 18 19:25:53.116739 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [req-29e4d6f4-ebe9-482d-93c1-05135ab67351 req-e94ac4af-8507-4e6a-88ea-9452057ca87e tempest-LiveMigrationTest-374537811 tempest-LiveMigrationTest-374537811-project-admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=84763) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:25:53.128635 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-29e4d6f4-ebe9-482d-93c1-05135ab67351 req-e94ac4af-8507-4e6a-88ea-9452057ca87e tempest-LiveMigrationTest-374537811 tempest-LiveMigrationTest-374537811-project-admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0128431 Apr 18 19:25:53.133912 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a4106dab-6971-4e7e-8fdc-c66f0a3f4877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:53.151767 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:53.168938 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-29e4d6f4-ebe9-482d-93c1-05135ab67351 req-350fe289-6800-4a14-b60c-a64d10f7c41a service neutron] Request body: {'binding': {'host': 'n-h1-836017-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:25:53.168938 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-29e4d6f4-ebe9-482d-93c1-05135ab67351 req-350fe289-6800-4a14-b60c-a64d10f7c41a service neutron] Unknown quota resources ['binding']. {{(pid=84763) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Apr 18 19:25:53.172944 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 900dd947-e377-4fab-8f50-e83df05e530d {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:25:53.180390 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 900dd947-e377-4fab-8f50-e83df05e530d, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=900dd947-e377-4fab-8f50-e83df05e530d,segment=NetworkSegment(1ee78f5f-19b1-4536-a0ab-086e7442dabc),segment_id=1ee78f5f-19b1-4536-a0ab-086e7442dabc)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:25:53.262447 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:53.270493 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-4db2e1f4-e222-4b04-80f2-8902b5960d00 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:53.270493 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-4db2e1f4-e222-4b04-80f2-8902b5960d00 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Synchronizing usage tracker for tenant:ae4efde8a8464528a66b3bf8e643e684 on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:25:53.331293 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=900dd947-e377-4fab-8f50-e83df05e530d,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:53.340749 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-951e503f-865b-499f-9dbe-cd7ec1a7358c req-a604a9c9-cf95-4ab8-82d3-c50cbf93c6de tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Made reservation on behalf of 4bf06599121a476094faf72db54a396e for: {'port': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:25:53.343788 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-951e503f-865b-499f-9dbe-cd7ec1a7358c req-a604a9c9-cf95-4ab8-82d3-c50cbf93c6de tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:53.366134 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-951e503f-865b-499f-9dbe-cd7ec1a7358c req-a604a9c9-cf95-4ab8-82d3-c50cbf93c6de tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Notify callbacks [] for security_group, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:53.452451 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-951e503f-865b-499f-9dbe-cd7ec1a7358c req-a604a9c9-cf95-4ab8-82d3-c50cbf93c6de tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:25:53.463227 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-4db2e1f4-e222-4b04-80f2-8902b5960d00 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Unset dirty status for tenant:ae4efde8a8464528a66b3bf8e643e684 on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:25:53.465608 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-4db2e1f4-e222-4b04-80f2-8902b5960d00 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "GET /v2.0/ports/bc352c10-792f-4c4c-8ce2-33c2e09ff225 HTTP/1.1" status: 200 len: 931 time: 0.3611319 Apr 18 19:25:53.466979 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-951e503f-865b-499f-9dbe-cd7ec1a7358c req-a604a9c9-cf95-4ab8-82d3-c50cbf93c6de tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Usage tracker for resource:security_group_rule and tenant:4bf06599121a476094faf72db54a396e is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:25:53.474558 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-951e503f-865b-499f-9dbe-cd7ec1a7358c req-a604a9c9-cf95-4ab8-82d3-c50cbf93c6de tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:25:53.493500 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] get_ports_and_sgs() called for port_ids ['900dd947-e377-4fab-8f50-e83df05e530d'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:25:53.527393 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-951e503f-865b-499f-9dbe-cd7ec1a7358c req-a604a9c9-cf95-4ab8-82d3-c50cbf93c6de tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:25:53.529782 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-29e4d6f4-ebe9-482d-93c1-05135ab67351 req-350fe289-6800-4a14-b60c-a64d10f7c41a service neutron] Attempting to bind port c84bda8b-f4ab-4230-8e89-c912714674c2 on host n-h1-836017-2 for vnic_type normal with profile None {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:25:53.530115 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-29e4d6f4-ebe9-482d-93c1-05135ab67351 req-350fe289-6800-4a14-b60c-a64d10f7c41a service neutron] Attempting to bind port c84bda8b-f4ab-4230-8e89-c912714674c2 by drivers openvswitch,hyperv on host n-h1-836017-2 at level 0 using segments [{'id': '1b33902c-725a-4527-bb11-2978d3dba7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '0685e2b1-3b13-405d-a131-f90aa0a8867a'}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:25:53.530443 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e4d6f4-ebe9-482d-93c1-05135ab67351 req-350fe289-6800-4a14-b60c-a64d10f7c41a service neutron] Attempting to bind port c84bda8b-f4ab-4230-8e89-c912714674c2 on network 0685e2b1-3b13-405d-a131-f90aa0a8867a {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:25:53.557878 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e4d6f4-ebe9-482d-93c1-05135ab67351 req-350fe289-6800-4a14-b60c-a64d10f7c41a service neutron] Port c84bda8b-f4ab-4230-8e89-c912714674c2 on network 0685e2b1-3b13-405d-a131-f90aa0a8867a not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-2 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:25:53.558146 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e4d6f4-ebe9-482d-93c1-05135ab67351 req-350fe289-6800-4a14-b60c-a64d10f7c41a service neutron] Attempting to bind port c84bda8b-f4ab-4230-8e89-c912714674c2 on network 0685e2b1-3b13-405d-a131-f90aa0a8867a {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:25:53.581330 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-4d11f3bf-00e2-4eff-a05d-307d5b2972bc tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:53.582710 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-4d11f3bf-00e2-4eff-a05d-307d5b2972bc tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "GET /v2.0/ports/cab89208-0cb7-4471-99b4-f5c3564d6fc1 HTTP/1.1" status: 200 len: 931 time: 0.1129100 Apr 18 19:25:53.586945 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e4d6f4-ebe9-482d-93c1-05135ab67351 req-350fe289-6800-4a14-b60c-a64d10f7c41a service neutron] Checking agent: {'id': 'e3a31811-08e0-42ba-bc2e-ed8a973b714f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 25), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:25:53.591889 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e4d6f4-ebe9-482d-93c1-05135ab67351 req-350fe289-6800-4a14-b60c-a64d10f7c41a service neutron] Checking segment: {'id': '1b33902c-725a-4527-bb11-2978d3dba7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '0685e2b1-3b13-405d-a131-f90aa0a8867a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:25:53.591889 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e4d6f4-ebe9-482d-93c1-05135ab67351 req-350fe289-6800-4a14-b60c-a64d10f7c41a service neutron] Bound using segment: {'id': '1b33902c-725a-4527-bb11-2978d3dba7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '0685e2b1-3b13-405d-a131-f90aa0a8867a'} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:25:53.591889 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-29e4d6f4-ebe9-482d-93c1-05135ab67351 req-350fe289-6800-4a14-b60c-a64d10f7c41a service neutron] Bound port: c84bda8b-f4ab-4230-8e89-c912714674c2, host: n-h1-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b33902c-725a-4527-bb11-2978d3dba7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '0685e2b1-3b13-405d-a131-f90aa0a8867a'}}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:25:53.656184 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-70596813-5391-4d41-add9-7c9fe5971f11 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "GET /v2.0/ports?network_id=77a057b3-34c4-449e-a9f0-2bcfc4ff6d7a&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0627477 Apr 18 19:25:53.726291 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-f6d174e4-cf42-4902-a6cd-958384c0f0dd tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "GET /v2.0/ports?network_id=77a057b3-34c4-449e-a9f0-2bcfc4ff6d7a&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0588949 Apr 18 19:25:53.774193 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-951e503f-865b-499f-9dbe-cd7ec1a7358c req-a604a9c9-cf95-4ab8-82d3-c50cbf93c6de tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Notify callbacks [] for security_group, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:53.779669 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-29e4d6f4-ebe9-482d-93c1-05135ab67351 req-350fe289-6800-4a14-b60c-a64d10f7c41a service neutron] For port c84bda8b-f4ab-4230-8e89-c912714674c2, host n-h1-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=c84bda8b-f4ab-4230-8e89-c912714674c2,segment=NetworkSegment(1b33902c-725a-4527-bb11-2978d3dba7a4),segment_id=1b33902c-725a-4527-bb11-2978d3dba7a4)] {{(pid=84763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:25:53.827809 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-951e503f-865b-499f-9dbe-cd7ec1a7358c req-a604a9c9-cf95-4ab8-82d3-c50cbf93c6de tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:54.034816 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-29e4d6f4-ebe9-482d-93c1-05135ab67351 req-350fe289-6800-4a14-b60c-a64d10f7c41a service neutron] Notify callbacks [] for binding, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:54.040488 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-29e4d6f4-ebe9-482d-93c1-05135ab67351 req-350fe289-6800-4a14-b60c-a64d10f7c41a service neutron] 10.222.0.69 "POST /v2.0/ports/c84bda8b-f4ab-4230-8e89-c912714674c2/bindings HTTP/1.1" status: 201 len: 389 time: 0.9154911 Apr 18 19:25:54.046275 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a604a9c9-cf95-4ab8-82d3-c50cbf93c6de tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=babc81e8-feea-4699-9b61-4fff3bf9c7b7,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:54.156170 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-d9629bc8-3b70-4c17-b4b9-91fb52424c28 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:54.160177 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-d9629bc8-3b70-4c17-b4b9-91fb52424c28 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:54.164845 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-d9629bc8-3b70-4c17-b4b9-91fb52424c28 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:54.166502 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-d9629bc8-3b70-4c17-b4b9-91fb52424c28 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "GET /v2.0/networks?id=1c17c057-c249-4320-8b11-c4cc32a9489f&id=a78bc94c-6e21-4a13-914b-5bddac5da8d7&id=a78bc94c-6e21-4a13-914b-5bddac5da8d7&id=77a057b3-34c4-449e-a9f0-2bcfc4ff6d7a&id=77a057b3-34c4-449e-a9f0-2bcfc4ff6d7a HTTP/1.1" status: 200 len: 1990 time: 0.4271188 Apr 18 19:25:54.192596 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-6c0fabfb-dee7-4be6-8a38-c2ef1bd728b4 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "GET /v2.0/quotas/ae4efde8a8464528a66b3bf8e643e684 HTTP/1.1" status: 200 len: 375 time: 0.0192392 Apr 18 19:25:54.205686 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_common [req-951e503f-865b-499f-9dbe-cd7ec1a7358c req-a604a9c9-cf95-4ab8-82d3-c50cbf93c6de tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Allocated IP 192.168.233.224 (cb6d8c7c-7ea4-4a32-b429-1c2934b7306a/17d1b3aa-2066-4ffa-a69f-52ed566b6548/06b799dc-3aea-4cb3-90fe-2c88201e3471) {{(pid=84763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:25:54.427236 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51adb4b0-05bf-4a41-b8d6-e75cb69a05e9 req-8bea5839-70b7-4564-919a-506ca1f12344 tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:54.429295 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-51adb4b0-05bf-4a41-b8d6-e75cb69a05e9 req-8bea5839-70b7-4564-919a-506ca1f12344 tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] 10.222.0.69 "GET /v2.0/ports?device_id=36274434-9418-4f40-a692-e2fcb9802d5a HTTP/1.1" status: 200 len: 945 time: 0.0877090 Apr 18 19:25:54.455869 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-8e6b25d2-8a43-4eb1-8b65-d024dc6fd929 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=ae4efde8a8464528a66b3bf8e643e684&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2498586 Apr 18 19:25:54.490834 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-51adb4b0-05bf-4a41-b8d6-e75cb69a05e9 req-0fa15d2a-463d-4331-b76a-a8b4416ce641 tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] 10.222.0.69 "GET /v2.0/security-groups?id=4d5ed870-82bf-41fc-bf9e-3676cd0330d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546873 Apr 18 19:25:54.596521 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99145472-a4a1-4d4a-a708-36aeb3b7cf1a'] response: {'name': 'network-changed', 'server_uuid': '38703f31-46f1-4de3-811d-a97a48b73e3a', 'tag': 'cefb0de9-ce9b-4651-bfc3-b6d30327e334', 'status': 'completed', 'code': 200} Apr 18 19:25:54.604604 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-951e503f-865b-499f-9dbe-cd7ec1a7358c req-a604a9c9-cf95-4ab8-82d3-c50cbf93c6de tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Notify callbacks [] for port, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:54.761568 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [req-951e503f-865b-499f-9dbe-cd7ec1a7358c req-a604a9c9-cf95-4ab8-82d3-c50cbf93c6de tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Transition to ACTIVE for port object 06b799dc-3aea-4cb3-90fe-2c88201e3471 will not be triggered until provisioned by entity DHCP. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:25:54.764556 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:54.815058 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1429e5ad-0e7b-4eae-a03e-c02333e0ef62'] response: {'server_uuid': 'f3396816-7672-4e6c-a9ee-905861ee2aea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61407fd5-cf4f-4a26-b617-938a77b67461', 'code': 200} Apr 18 19:25:54.846929 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 900dd947-e377-4fab-8f50-e83df05e530d up at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:25:54.915115 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-333f6083-b7b0-4553-b053-08641fe72bb9 service neutron] 10.222.0.69 "GET /v2.0/networks/1c17c057-c249-4320-8b11-c4cc32a9489f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4452765 Apr 18 19:25:54.956273 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-951e503f-865b-499f-9dbe-cd7ec1a7358c req-a604a9c9-cf95-4ab8-82d3-c50cbf93c6de tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:54.986979 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning for port 900dd947-e377-4fab-8f50-e83df05e530d completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:25:54.993424 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning complete for port 900dd947-e377-4fab-8f50-e83df05e530d triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:25:54.996047 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:55.009819 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b292efe3-6ca9-4904-a69a-beace388996d req-792a29c6-bba9-4bab-a410-59e97c28041e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e8145a70cab44ff88b524306edcbe946&device_id=38703f31-46f1-4de3-811d-a97a48b73e3a HTTP/1.1" status: 200 len: 1094 time: 0.3460686 Apr 18 19:25:55.048101 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-03485361-2bd8-4262-a603-21777150f611 req-216b3ddb-5918-4d2f-ab30-148abb024826 tempest-ServersAdmin275Test-2023517713 tempest-ServersAdmin275Test-2023517713-project] 10.222.0.69 "GET /v2.0/ports?device_id=565ea609-bc70-41d2-8e9b-51bc0bb51a02 HTTP/1.1" status: 200 len: 210 time: 0.0679069 Apr 18 19:25:55.193770 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:55.234853 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 900dd947-e377-4fab-8f50-e83df05e530d, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=900dd947-e377-4fab-8f50-e83df05e530d,segment=NetworkSegment(1ee78f5f-19b1-4536-a0ab-086e7442dabc),segment_id=1ee78f5f-19b1-4536-a0ab-086e7442dabc)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:25:55.248293 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-951e503f-865b-499f-9dbe-cd7ec1a7358c req-a604a9c9-cf95-4ab8-82d3-c50cbf93c6de tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:25:55.263701 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a604a9c9-cf95-4ab8-82d3-c50cbf93c6de tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Pushing event updated for resources: {'Port': ['ID=06b799dc-3aea-4cb3-90fe-2c88201e3471,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:55.266423 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [req-951e503f-865b-499f-9dbe-cd7ec1a7358c req-a604a9c9-cf95-4ab8-82d3-c50cbf93c6de tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:25:55.286835 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0fb176-1a74-4c59-9c54-dd0e69438d8b req-72c8f446-a28b-4024-a422-f74ceb1bccbd tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:55.286980 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-951e503f-865b-499f-9dbe-cd7ec1a7358c req-a604a9c9-cf95-4ab8-82d3-c50cbf93c6de tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Received port after_create {{(pid=84763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:25:55.292637 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-de0fb176-1a74-4c59-9c54-dd0e69438d8b req-72c8f446-a28b-4024-a422-f74ceb1bccbd tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=2327f611-7c5a-4fad-b86b-e72911fb3ee2 HTTP/1.1" status: 200 len: 936 time: 0.1130910 Apr 18 19:25:55.331418 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:55.354907 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-29e4d6f4-ebe9-482d-93c1-05135ab67351 req-0f84fffd-6505-4f0f-b2a0-19d0b9ae6bd0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fc56e011536d43568ffc66b480cf23b0&device_id=5813ea9b-bdb3-4b0d-b1fa-560b06c0e787 HTTP/1.1" status: 200 len: 1097 time: 0.5576682 Apr 18 19:25:55.391880 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-de0fb176-1a74-4c59-9c54-dd0e69438d8b req-4acd2147-acdb-4cf1-9fb8-22fce5da41fc tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982616 Apr 18 19:25:55.424130 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-bcf3b9be-2757-4f6c-9e8a-fc47a36d8403 service neutron] 10.222.0.69 "GET /v2.0/networks/1c17c057-c249-4320-8b11-c4cc32a9489f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5081201 Apr 18 19:25:55.470470 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=900dd947-e377-4fab-8f50-e83df05e530d,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:55.602656 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951e503f-865b-499f-9dbe-cd7ec1a7358c req-a604a9c9-cf95-4ab8-82d3-c50cbf93c6de tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:55.602656 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-951e503f-865b-499f-9dbe-cd7ec1a7358c req-a604a9c9-cf95-4ab8-82d3-c50cbf93c6de tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:55.642651 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b292efe3-6ca9-4904-a69a-beace388996d req-56bcef23-8fdd-4ff1-8fa0-f3453d3c70e5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:55.645004 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b292efe3-6ca9-4904-a69a-beace388996d req-56bcef23-8fdd-4ff1-8fa0-f3453d3c70e5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5b81b8da-abac-4e05-9e51-d6de7035d9e7 HTTP/1.1" status: 200 len: 920 time: 0.5780694 Apr 18 19:25:55.670243 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa147f7c-c0ec-424c-82d1-0130eae9694d req-314b98fb-58c5-4157-ad4b-053c0770c188 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:55.677702 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-fa147f7c-c0ec-424c-82d1-0130eae9694d req-314b98fb-58c5-4157-ad4b-053c0770c188 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?device_id=38703f31-46f1-4de3-811d-a97a48b73e3a HTTP/1.1" status: 200 len: 943 time: 0.1150615 Apr 18 19:25:55.713166 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e4d6f4-ebe9-482d-93c1-05135ab67351 req-f51249a7-6c76-46bf-a09a-6fa35671ff35 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:55.718433 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-29e4d6f4-ebe9-482d-93c1-05135ab67351 req-f51249a7-6c76-46bf-a09a-6fa35671ff35 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0685e2b1-3b13-405d-a131-f90aa0a8867a HTTP/1.1" status: 200 len: 909 time: 0.3216405 Apr 18 19:25:55.735262 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-d1704f4e-e731-464f-9c16-ace10496d141 None None] Provisioning for port 06b799dc-3aea-4cb3-90fe-2c88201e3471 completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:25:55.741934 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-d1704f4e-e731-464f-9c16-ace10496d141 None None] Provisioning complete for port 06b799dc-3aea-4cb3-90fe-2c88201e3471 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:25:55.742690 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d1704f4e-e731-464f-9c16-ace10496d141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:55.748565 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-fa147f7c-c0ec-424c-82d1-0130eae9694d req-654af491-51fd-45f8-a7eb-0ae40c49a2be tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677490 Apr 18 19:25:55.828702 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-d1704f4e-e731-464f-9c16-ace10496d141 None None] Port 06b799dc-3aea-4cb3-90fe-2c88201e3471 cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:25:55.879028 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-a6a065e4-6a89-4012-8401-944f77725a33 service neutron] 10.222.0.69 "GET /v2.0/ports/bc352c10-792f-4c4c-8ce2-33c2e09ff225?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.4461272 Apr 18 19:25:55.921248 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b292efe3-6ca9-4904-a69a-beace388996d req-aec0b301-248d-4706-964d-5e0b3fcab1ad service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cefb0de9-ce9b-4651-bfc3-b6d30327e334 HTTP/1.1" status: 200 len: 217 time: 0.2005155 Apr 18 19:25:55.926750 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-29e4d6f4-ebe9-482d-93c1-05135ab67351 req-9b6de070-1842-4d94-8a5b-0d2b929055ec service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c84bda8b-f4ab-4230-8e89-c912714674c2 HTTP/1.1" status: 200 len: 217 time: 0.1216040 Apr 18 19:25:56.012512 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4842e3-f73b-4ef6-a263-891a80a2ace8 req-02a22147-41b5-489e-af18-0791b80661cd tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:56.014307 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-3f4842e3-f73b-4ef6-a263-891a80a2ace8 req-02a22147-41b5-489e-af18-0791b80661cd tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/ports?device_id=6701dd30-7d2d-4852-9a2c-b52e270fe8ba HTTP/1.1" status: 200 len: 945 time: 0.0985930 Apr 18 19:25:56.092249 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-3f4842e3-f73b-4ef6-a263-891a80a2ace8 req-5f20d3cd-fd2c-46e8-959d-fb2d2f8026ca tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/security-groups?id=1e5cc43e-ae04-4a53-be47-dfdad3ea2d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585952 Apr 18 19:25:56.218366 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-951e503f-865b-499f-9dbe-cd7ec1a7358c req-a604a9c9-cf95-4ab8-82d3-c50cbf93c6de tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5374734 Apr 18 19:25:56.252339 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-951e503f-865b-499f-9dbe-cd7ec1a7358c req-3a88c4aa-28f7-496b-aaf9-be1e17c6d65f service neutron] Request body: {'port': {'device_id': '2327f611-7c5a-4fad-b86b-e72911fb3ee2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-2'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:25:56.380893 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e4d6f4-ebe9-482d-93c1-05135ab67351 req-cfa23ab3-c24c-44a2-9217-e16964daba7d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:56.382453 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-29e4d6f4-ebe9-482d-93c1-05135ab67351 req-cfa23ab3-c24c-44a2-9217-e16964daba7d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1c71b90d-680b-4d0c-80a6-944953a6ed07 HTTP/1.1" status: 200 len: 848 time: 0.4052682 Apr 18 19:25:56.402930 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73224a1f-6ec3-45dc-a494-bedc44c23605 req-47f81649-7d47-4723-b105-3abd02a86324 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:56.404802 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-73224a1f-6ec3-45dc-a494-bedc44c23605 req-47f81649-7d47-4723-b105-3abd02a86324 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=5813ea9b-bdb3-4b0d-b1fa-560b06c0e787 HTTP/1.1" status: 200 len: 946 time: 0.1022930 Apr 18 19:25:56.454667 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b292efe3-6ca9-4904-a69a-beace388996d req-ffc81f05-576f-4bc6-85bd-b20307fbaee8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:56.456272 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b292efe3-6ca9-4904-a69a-beace388996d req-ffc81f05-576f-4bc6-85bd-b20307fbaee8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b10cc942-f819-45fc-bb02-117dc96bc19f HTTP/1.1" status: 200 len: 859 time: 0.4775825 Apr 18 19:25:56.464865 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-73224a1f-6ec3-45dc-a494-bedc44c23605 req-eb3f030d-5c6c-41be-9595-6875330ec049 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536125 Apr 18 19:25:56.522117 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-29e4d6f4-ebe9-482d-93c1-05135ab67351 req-c7635921-187b-4d84-8dcc-3863a6092615 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0685e2b1-3b13-405d-a131-f90aa0a8867a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1114819 Apr 18 19:25:56.565221 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b292efe3-6ca9-4904-a69a-beace388996d req-7ad33ed7-af29-42e6-a1b4-a3dc1ac884d6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5b81b8da-abac-4e05-9e51-d6de7035d9e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0997849 Apr 18 19:25:56.567152 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-dad17348-7286-46bf-827f-eb98b75984fb service neutron] 10.222.0.69 "GET /v2.0/networks/a78bc94c-6e21-4a13-914b-5bddac5da8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6810367 Apr 18 19:25:56.579717 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-951e503f-865b-499f-9dbe-cd7ec1a7358c req-3a88c4aa-28f7-496b-aaf9-be1e17c6d65f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:56.698417 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396c81c1-2a0f-4c58-9e83-fed6b30c4f54 req-ff67f7fb-df62-4d1b-b953-aadadaf5812d tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:56.700135 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-396c81c1-2a0f-4c58-9e83-fed6b30c4f54 req-ff67f7fb-df62-4d1b-b953-aadadaf5812d tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] 10.222.0.69 "GET /v2.0/ports?device_id=36274434-9418-4f40-a692-e2fcb9802d5a HTTP/1.1" status: 200 len: 946 time: 0.1084392 Apr 18 19:25:56.765743 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-396c81c1-2a0f-4c58-9e83-fed6b30c4f54 req-4ff06955-89e0-4ed8-a8a3-e1bc739094ba tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] 10.222.0.69 "GET /v2.0/security-groups?id=4d5ed870-82bf-41fc-bf9e-3676cd0330d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565240 Apr 18 19:25:56.817080 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36274434-9418-4f40-a692-e2fcb9802d5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '900dd947-e377-4fab-8f50-e83df05e530d'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:25:57.017069 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b292efe3-6ca9-4904-a69a-beace388996d req-89ba5fd3-0d60-4922-a770-5b25180835d8 service neutron] 10.222.0.73 "GET /v2.0/networks/5b81b8da-abac-4e05-9e51-d6de7035d9e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4421923 Apr 18 19:25:57.103122 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-29e4d6f4-ebe9-482d-93c1-05135ab67351 req-80519279-36b8-45ef-97df-8a6e1466d53c service neutron] 10.222.0.73 "GET /v2.0/networks/0685e2b1-3b13-405d-a131-f90aa0a8867a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5712285 Apr 18 19:25:57.107623 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-26f1997b-4478-48cc-9447-1518a36ad778 req-4d1adaae-1c79-4a12-a2e6-80bbee49a268 tempest-ServersAdmin275Test-2023517713 tempest-ServersAdmin275Test-2023517713-project] 10.222.0.69 "GET /v2.0/ports?device_id=565ea609-bc70-41d2-8e9b-51bc0bb51a02 HTTP/1.1" status: 200 len: 210 time: 0.0455072 Apr 18 19:25:57.196188 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-b8941e7f-d474-464b-8714-480e43da6fe1 service neutron] 10.222.0.69 "GET /v2.0/networks/a78bc94c-6e21-4a13-914b-5bddac5da8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6172585 Apr 18 19:25:57.500051 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa06475-2270-46dc-9834-e3fcac55d7eb req-542b4fa7-6037-48d3-8176-7cd9207f3b51 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:57.509010 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-5bdad064-5be6-452e-94a5-2aa823b103f4 service neutron] 10.222.0.69 "GET /v2.0/ports/cab89208-0cb7-4471-99b4-f5c3564d6fc1?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.2841818 Apr 18 19:25:57.513938 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-aaa06475-2270-46dc-9834-e3fcac55d7eb req-542b4fa7-6037-48d3-8176-7cd9207f3b51 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/ports?device_id=6701dd30-7d2d-4852-9a2c-b52e270fe8ba HTTP/1.1" status: 200 len: 945 time: 0.1900904 Apr 18 19:25:57.577687 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b292efe3-6ca9-4904-a69a-beace388996d req-a33b0cbf-043a-44b5-97d6-2c9012b895e6 service neutron] 10.222.0.73 "GET /v2.0/networks/5b81b8da-abac-4e05-9e51-d6de7035d9e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5528231 Apr 18 19:25:57.617966 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-aaa06475-2270-46dc-9834-e3fcac55d7eb req-24a7f356-4514-4710-b012-e7227e463d5e tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/security-groups?id=1e5cc43e-ae04-4a53-be47-dfdad3ea2d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108046 Apr 18 19:25:57.710432 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-29e4d6f4-ebe9-482d-93c1-05135ab67351 req-6aa71255-a928-4407-ba51-1fe9352fffb0 service neutron] 10.222.0.73 "GET /v2.0/networks/0685e2b1-3b13-405d-a131-f90aa0a8867a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5941978 Apr 18 19:25:57.861018 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-c142fb50-a228-4680-bd0f-a25afb720a2a service neutron] 10.222.0.69 "GET /v2.0/networks/a78bc94c-6e21-4a13-914b-5bddac5da8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3216088 Apr 18 19:25:57.861272 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad40cb1-7e5c-4bc2-9053-362eea180a01 req-18109294-e1c9-4a8f-917f-bd080ad97aa9 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:57.870778 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-aad40cb1-7e5c-4bc2-9053-362eea180a01 req-18109294-e1c9-4a8f-917f-bd080ad97aa9 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=2327f611-7c5a-4fad-b86b-e72911fb3ee2 HTTP/1.1" status: 200 len: 936 time: 0.1188118 Apr 18 19:25:57.937070 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-aad40cb1-7e5c-4bc2-9053-362eea180a01 req-91a0ffd9-3cfc-4473-8373-950729097832 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650046 Apr 18 19:25:58.187883 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.db.resource_extend [req-951e503f-865b-499f-9dbe-cd7ec1a7358c req-3a88c4aa-28f7-496b-aaf9-be1e17c6d65f service neutron] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 19:25:58.222091 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e0fc7-6a38-49fa-a10e-3ee14bc419cf req-6d83b532-722b-43cc-9a06-41557f58e355 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:58.229213 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a13e0fc7-6a38-49fa-a10e-3ee14bc419cf req-6d83b532-722b-43cc-9a06-41557f58e355 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?device_id=38703f31-46f1-4de3-811d-a97a48b73e3a HTTP/1.1" status: 200 len: 943 time: 0.1509957 Apr 18 19:25:58.273928 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [req-951e503f-865b-499f-9dbe-cd7ec1a7358c req-3a88c4aa-28f7-496b-aaf9-be1e17c6d65f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06b799dc-3aea-4cb3-90fe-2c88201e3471 {{(pid=84763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:25:58.284457 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-951e503f-865b-499f-9dbe-cd7ec1a7358c req-3a88c4aa-28f7-496b-aaf9-be1e17c6d65f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:58.300560 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [req-951e503f-865b-499f-9dbe-cd7ec1a7358c req-3a88c4aa-28f7-496b-aaf9-be1e17c6d65f service neutron] Transition to ACTIVE for port object 06b799dc-3aea-4cb3-90fe-2c88201e3471 will not be triggered until provisioned by entity L2. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:25:58.330249 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a13e0fc7-6a38-49fa-a10e-3ee14bc419cf req-e0ed4cb0-95f4-46a4-9fe3-96926d7974bb tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899458 Apr 18 19:25:58.398309 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-951e503f-865b-499f-9dbe-cd7ec1a7358c req-3a88c4aa-28f7-496b-aaf9-be1e17c6d65f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:58.433976 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-477e887b-cc10-4fba-a195-4071eb499d60'] response: {'server_uuid': '36274434-9418-4f40-a692-e2fcb9802d5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '900dd947-e377-4fab-8f50-e83df05e530d', 'code': 200} Apr 18 19:25:58.466014 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-64225e99-4187-4468-857a-cf556904016a service neutron] 10.222.0.69 "GET /v2.0/networks/a78bc94c-6e21-4a13-914b-5bddac5da8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5975485 Apr 18 19:25:58.671516 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-9806ed9a-61eb-4400-8544-fddf797027b5 req-8ccdd2d9-9010-4ed2-aa05-788bae960a41 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=36274434-9418-4f40-a692-e2fcb9802d5a HTTP/1.1" status: 200 len: 1097 time: 0.1617203 Apr 18 19:25:58.772393 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-9806ed9a-61eb-4400-8544-fddf797027b5 req-6e8c213a-fa37-45ef-b9ab-01f3f359bea3 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=4d5ed870-82bf-41fc-bf9e-3676cd0330d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904679 Apr 18 19:25:58.806835 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a88c4aa-28f7-496b-aaf9-be1e17c6d65f service neutron] Pushing event updated for resources: {'Port': ['ID=06b799dc-3aea-4cb3-90fe-2c88201e3471,revision_number=2']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:58.992190 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-0e1002da-9fac-4338-8854-06de1b546b1a service neutron] 10.222.0.69 "GET /v2.0/networks/a78bc94c-6e21-4a13-914b-5bddac5da8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5079427 Apr 18 19:25:59.132648 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-951e503f-865b-499f-9dbe-cd7ec1a7358c req-3a88c4aa-28f7-496b-aaf9-be1e17c6d65f service neutron] Attempting to bind port 06b799dc-3aea-4cb3-90fe-2c88201e3471 on host n-h2-836017-2 for vnic_type normal with profile {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:25:59.133007 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-951e503f-865b-499f-9dbe-cd7ec1a7358c req-3a88c4aa-28f7-496b-aaf9-be1e17c6d65f service neutron] Attempting to bind port 06b799dc-3aea-4cb3-90fe-2c88201e3471 by drivers openvswitch,hyperv on host n-h2-836017-2 at level 0 using segments [{'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:25:59.133532 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951e503f-865b-499f-9dbe-cd7ec1a7358c req-3a88c4aa-28f7-496b-aaf9-be1e17c6d65f service neutron] Attempting to bind port 06b799dc-3aea-4cb3-90fe-2c88201e3471 on network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:25:59.159403 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951e503f-865b-499f-9dbe-cd7ec1a7358c req-3a88c4aa-28f7-496b-aaf9-be1e17c6d65f service neutron] Port 06b799dc-3aea-4cb3-90fe-2c88201e3471 on network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-2 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:25:59.160101 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951e503f-865b-499f-9dbe-cd7ec1a7358c req-3a88c4aa-28f7-496b-aaf9-be1e17c6d65f service neutron] Attempting to bind port 06b799dc-3aea-4cb3-90fe-2c88201e3471 on network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:25:59.175917 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951e503f-865b-499f-9dbe-cd7ec1a7358c req-3a88c4aa-28f7-496b-aaf9-be1e17c6d65f service neutron] Checking agent: {'id': '02e8f951-d3a3-40e1-b8cc-aed258af030b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:25:59.177196 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951e503f-865b-499f-9dbe-cd7ec1a7358c req-3a88c4aa-28f7-496b-aaf9-be1e17c6d65f service neutron] Checking segment: {'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:25:59.177816 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951e503f-865b-499f-9dbe-cd7ec1a7358c req-3a88c4aa-28f7-496b-aaf9-be1e17c6d65f service neutron] Bound using segment: {'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:25:59.178639 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-951e503f-865b-499f-9dbe-cd7ec1a7358c req-3a88c4aa-28f7-496b-aaf9-be1e17c6d65f service neutron] Bound port: 06b799dc-3aea-4cb3-90fe-2c88201e3471, host: n-h2-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'}}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:25:59.179187 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-951e503f-865b-499f-9dbe-cd7ec1a7358c req-3a88c4aa-28f7-496b-aaf9-be1e17c6d65f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:59.222129 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-4ff4be89-de62-4470-bfbf-090fc0bf4776 req-25db4464-6262-459c-b458-1026bc2f7b34 tempest-ServersAdmin275Test-2023517713 tempest-ServersAdmin275Test-2023517713-project] 10.222.0.69 "GET /v2.0/ports?device_id=565ea609-bc70-41d2-8e9b-51bc0bb51a02 HTTP/1.1" status: 200 len: 210 time: 0.0776107 Apr 18 19:25:59.355018 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-01bb1a3b-71aa-4889-9c03-7d3d2b8b1191 service neutron] 10.222.0.69 "GET /v2.0/networks/a78bc94c-6e21-4a13-914b-5bddac5da8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3506455 Apr 18 19:25:59.512030 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c15c928-5f2d-4e05-90bc-95fb9557eb17 req-b880964c-883a-4018-8ba1-b35e3111ac0a tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:59.514622 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-5c15c928-5f2d-4e05-90bc-95fb9557eb17 req-b880964c-883a-4018-8ba1-b35e3111ac0a tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=5813ea9b-bdb3-4b0d-b1fa-560b06c0e787 HTTP/1.1" status: 200 len: 946 time: 0.1099944 Apr 18 19:25:59.519373 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-5f8b46c1-40c5-4a3c-b9ae-57b2ff64185d service neutron] 10.222.0.69 "GET /v2.0/networks/a78bc94c-6e21-4a13-914b-5bddac5da8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633425 Apr 18 19:25:59.590477 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-5c15c928-5f2d-4e05-90bc-95fb9557eb17 req-3878736a-6c84-4a95-a015-be8da117a99b tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699184 Apr 18 19:25:59.646824 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-951e503f-865b-499f-9dbe-cd7ec1a7358c req-3a88c4aa-28f7-496b-aaf9-be1e17c6d65f service neutron] For port 06b799dc-3aea-4cb3-90fe-2c88201e3471, host n-h2-836017-2, cleared binding levels {{(pid=84763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:25:59.658971 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-951e503f-865b-499f-9dbe-cd7ec1a7358c req-3a88c4aa-28f7-496b-aaf9-be1e17c6d65f service neutron] For port 06b799dc-3aea-4cb3-90fe-2c88201e3471, host n-h2-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=06b799dc-3aea-4cb3-90fe-2c88201e3471,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:25:59.712195 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-a1771f03-765e-43ae-99a1-0c4307fb632d service neutron] 10.222.0.69 "GET /v2.0/networks/a78bc94c-6e21-4a13-914b-5bddac5da8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820936 Apr 18 19:25:59.717723 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-951e503f-865b-499f-9dbe-cd7ec1a7358c req-3a88c4aa-28f7-496b-aaf9-be1e17c6d65f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:59.921053 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-951e503f-865b-499f-9dbe-cd7ec1a7358c req-3a88c4aa-28f7-496b-aaf9-be1e17c6d65f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:59.925868 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-951e503f-865b-499f-9dbe-cd7ec1a7358c req-3a88c4aa-28f7-496b-aaf9-be1e17c6d65f service neutron] 10.222.0.72 "PUT /v2.0/ports/06b799dc-3aea-4cb3-90fe-2c88201e3471 HTTP/1.1" status: 200 len: 1096 time: 3.6872568 Apr 18 19:25:59.927358 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2327f611-7c5a-4fad-b86b-e72911fb3ee2', 'tag': '06b799dc-3aea-4cb3-90fe-2c88201e3471'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:25:59.972765 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a88c4aa-28f7-496b-aaf9-be1e17c6d65f service neutron] Pushing event updated for resources: {'Port': ['ID=06b799dc-3aea-4cb3-90fe-2c88201e3471,revision_number=3']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:26:00.045589 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-906b3a77-97db-4623-ade5-e2cde39b0c5d service neutron] 10.222.0.69 "GET /v2.0/networks/77a057b3-34c4-449e-a9f0-2bcfc4ff6d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3201735 Apr 18 19:26:00.417481 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-28fbcb80-b89f-4b97-b8c3-98a3af8005fc service neutron] 10.222.0.69 "GET /v2.0/networks/77a057b3-34c4-449e-a9f0-2bcfc4ff6d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3642845 Apr 18 19:26:00.423219 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-951e503f-865b-499f-9dbe-cd7ec1a7358c req-3f4b1bd9-9150-4b8c-8484-10739bbf0932 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4bf06599121a476094faf72db54a396e&device_id=2327f611-7c5a-4fad-b86b-e72911fb3ee2 HTTP/1.1" status: 200 len: 1099 time: 0.3297107 Apr 18 19:26:00.451040 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74354bdb-104b-481c-9f38-d3e1cead140d req-221e1454-2256-44d1-8685-f041cb8fce65 tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:00.470881 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-74354bdb-104b-481c-9f38-d3e1cead140d req-221e1454-2256-44d1-8685-f041cb8fce65 tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] 10.222.0.69 "GET /v2.0/ports?device_id=36274434-9418-4f40-a692-e2fcb9802d5a HTTP/1.1" status: 200 len: 946 time: 0.3325334 Apr 18 19:26:00.556918 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-74354bdb-104b-481c-9f38-d3e1cead140d req-5bd75eb3-527a-4fdc-8e63-522725275234 tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] 10.222.0.69 "GET /v2.0/security-groups?id=4d5ed870-82bf-41fc-bf9e-3676cd0330d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840459 Apr 18 19:26:00.721062 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-951e503f-865b-499f-9dbe-cd7ec1a7358c req-fce8c2c0-3b72-4ccf-9f89-245c9dcea123 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=06b799dc-3aea-4cb3-90fe-2c88201e3471 HTTP/1.1" status: 200 len: 217 time: 0.2701418 Apr 18 19:26:00.821616 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951e503f-865b-499f-9dbe-cd7ec1a7358c req-301cff78-9d64-4f36-821a-38beb071929b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:00.823059 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-951e503f-865b-499f-9dbe-cd7ec1a7358c req-301cff78-9d64-4f36-821a-38beb071929b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=17d1b3aa-2066-4ffa-a69f-52ed566b6548 HTTP/1.1" status: 200 len: 843 time: 0.0979807 Apr 18 19:26:00.830523 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-6bf82bfa-03cc-4fe0-b46d-9fcb33e54c5d service neutron] 10.222.0.69 "GET /v2.0/networks/77a057b3-34c4-449e-a9f0-2bcfc4ff6d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4047787 Apr 18 19:26:00.870200 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad2998c-d4a8-427c-80c9-035c3d292c37 req-5281831e-ed50-4f3b-b098-97d776042cf8 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:00.873229 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2ad2998c-d4a8-427c-80c9-035c3d292c37 req-5281831e-ed50-4f3b-b098-97d776042cf8 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=2327f611-7c5a-4fad-b86b-e72911fb3ee2 HTTP/1.1" status: 200 len: 948 time: 0.0845618 Apr 18 19:26:00.928873 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2ad2998c-d4a8-427c-80c9-035c3d292c37 req-9b4430ef-ea8a-41b2-b798-db7e641789e0 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508416 Apr 18 19:26:01.050732 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-951e503f-865b-499f-9dbe-cd7ec1a7358c req-a33cd96a-c35c-482b-83d5-05ddf9f5dcaa service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2192683 Apr 18 19:26:01.053190 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-f13c6f3c-ea9d-4269-85ea-5b7dc54af644 service neutron] 10.222.0.69 "GET /v2.0/networks/77a057b3-34c4-449e-a9f0-2bcfc4ff6d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859632 Apr 18 19:26:01.177422 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-b2079e36-a72a-4313-ba4b-00ddc6986009 req-be34bbc1-f5d8-4aa3-b2d0-d4282d106456 tempest-ServersAdmin275Test-2023517713 tempest-ServersAdmin275Test-2023517713-project] 10.222.0.69 "GET /v2.0/ports?device_id=565ea609-bc70-41d2-8e9b-51bc0bb51a02 HTTP/1.1" status: 200 len: 210 time: 0.0667346 Apr 18 19:26:01.227787 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device cefb0de9-ce9b-4651-bfc3-b6d30327e334 details requested by agent hyperv_n-h1-836017-2 with host n-h1-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:26:01.251399 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-951e503f-865b-499f-9dbe-cd7ec1a7358c req-7c5bea93-cf47-44d5-9008-90ae9fe5bac4 service neutron] 10.222.0.72 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895621 Apr 18 19:26:01.520023 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-951e503f-865b-499f-9dbe-cd7ec1a7358c req-f5e04623-88c1-4ad5-aa33-5740addc9935 service neutron] 10.222.0.72 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2631724 Apr 18 19:26:01.522704 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port cefb0de9-ce9b-4651-bfc3-b6d30327e334, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=cefb0de9-ce9b-4651-bfc3-b6d30327e334,segment=NetworkSegment(57f6477d-46cb-4fbc-8909-e9439d3b2b0a),segment_id=57f6477d-46cb-4fbc-8909-e9439d3b2b0a)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:26:01.547931 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Returning: {'device': 'cefb0de9-ce9b-4651-bfc3-b6d30327e334', 'network_id': '5b81b8da-abac-4e05-9e51-d6de7035d9e7', 'port_id': 'cefb0de9-ce9b-4651-bfc3-b6d30327e334', 'mac_address': 'fa:16:3e:ed:4e:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b10cc942-f819-45fc-bb02-117dc96bc19f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:26:01.580062 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23075e69-bac0-4243-8aa0-2bb28f7d2f15 req-364b8138-0971-4533-8f2f-3611028dfb82 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:01.581789 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-23075e69-bac0-4243-8aa0-2bb28f7d2f15 req-364b8138-0971-4533-8f2f-3611028dfb82 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?device_id=38703f31-46f1-4de3-811d-a97a48b73e3a HTTP/1.1" status: 200 len: 943 time: 0.1430945 Apr 18 19:26:01.625653 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:01.652316 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cefb0de9-ce9b-4651-bfc3-b6d30327e334 {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:26:01.666757 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-23075e69-bac0-4243-8aa0-2bb28f7d2f15 req-cbdec32e-c476-47fe-a251-62ec86a19442 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785084 Apr 18 19:26:01.673537 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port cefb0de9-ce9b-4651-bfc3-b6d30327e334, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=cefb0de9-ce9b-4651-bfc3-b6d30327e334,segment=NetworkSegment(57f6477d-46cb-4fbc-8909-e9439d3b2b0a),segment_id=57f6477d-46cb-4fbc-8909-e9439d3b2b0a)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:26:01.747370 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:01.791225 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c53434d-7d76-499b-9183-3b6b43a2fa1d'] response: {'name': 'network-changed', 'server_uuid': '2327f611-7c5a-4fad-b86b-e72911fb3ee2', 'tag': '06b799dc-3aea-4cb3-90fe-2c88201e3471', 'status': 'completed', 'code': 200} Apr 18 19:26:01.837822 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Pushing event updated for resources: {'Port': ['ID=cefb0de9-ce9b-4651-bfc3-b6d30327e334,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:26:01.910829 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-1cc94447-24df-41a9-90af-9f35ca3efa51 req-7fa34d5e-c217-49e7-9d6f-2afe40968bdd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4bf06599121a476094faf72db54a396e&device_id=2327f611-7c5a-4fad-b86b-e72911fb3ee2 HTTP/1.1" status: 200 len: 1099 time: 0.0854352 Apr 18 19:26:02.039874 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a2d20e-8898-4103-ad29-f81e7be5b69d req-c7f8610c-2eb7-40ea-b02f-f884d715c7e2 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:02.042815 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-42a2d20e-8898-4103-ad29-f81e7be5b69d req-c7f8610c-2eb7-40ea-b02f-f884d715c7e2 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/ports?device_id=6701dd30-7d2d-4852-9a2c-b52e270fe8ba HTTP/1.1" status: 200 len: 945 time: 0.1185002 Apr 18 19:26:02.095271 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc94447-24df-41a9-90af-9f35ca3efa51 req-80ebba16-f6e7-4aed-9653-0994f10e95be service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:02.097025 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-1cc94447-24df-41a9-90af-9f35ca3efa51 req-80ebba16-f6e7-4aed-9653-0994f10e95be service neutron] 10.222.0.72 "GET /v2.0/networks?id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a HTTP/1.1" status: 200 len: 870 time: 0.1798561 Apr 18 19:26:02.097803 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-42a2d20e-8898-4103-ad29-f81e7be5b69d req-326c2f9b-ed9d-4942-b567-54eb838b3721 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/security-groups?id=1e5cc43e-ae04-4a53-be47-dfdad3ea2d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485311 Apr 18 19:26:02.153879 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] get_ports_and_sgs() called for port_ids ['cefb0de9-ce9b-4651-bfc3-b6d30327e334'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:26:02.197007 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-1cc94447-24df-41a9-90af-9f35ca3efa51 req-bd2b5da0-f9ff-4cd6-932b-2c8b2ff361f6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=06b799dc-3aea-4cb3-90fe-2c88201e3471 HTTP/1.1" status: 200 len: 217 time: 0.0915339 Apr 18 19:26:02.279472 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc94447-24df-41a9-90af-9f35ca3efa51 req-4cfa155a-005d-470f-b9f5-1a703e2c9d91 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:02.281161 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-1cc94447-24df-41a9-90af-9f35ca3efa51 req-4cfa155a-005d-470f-b9f5-1a703e2c9d91 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=17d1b3aa-2066-4ffa-a69f-52ed566b6548 HTTP/1.1" status: 200 len: 843 time: 0.0757518 Apr 18 19:26:02.416934 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-1cc94447-24df-41a9-90af-9f35ca3efa51 req-98845a74-9d84-4f7b-b3de-826d007a652b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1209912 Apr 18 19:26:02.429942 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6714cd2-b783-4531-a7da-3749858e59b3 req-bb12bb8e-a197-48c6-9132-bed015faa010 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:02.437958 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f6714cd2-b783-4531-a7da-3749858e59b3 req-bb12bb8e-a197-48c6-9132-bed015faa010 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=5813ea9b-bdb3-4b0d-b1fa-560b06c0e787 HTTP/1.1" status: 200 len: 946 time: 0.1172168 Apr 18 19:26:02.506513 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f6714cd2-b783-4531-a7da-3749858e59b3 req-779cfa09-d500-4820-a626-f14ed2882abc tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657248 Apr 18 19:26:02.603191 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-1cc94447-24df-41a9-90af-9f35ca3efa51 req-f7238024-3f19-4785-ba32-cd5d9b71c92d service neutron] 10.222.0.72 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776705 Apr 18 19:26:02.753232 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fcd48a-17f7-4da0-b6a4-b62344ac620f req-417d0bc9-10cc-48c7-8d81-cdc1a6712e45 tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:02.755578 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-b8fcd48a-17f7-4da0-b6a4-b62344ac620f req-417d0bc9-10cc-48c7-8d81-cdc1a6712e45 tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] 10.222.0.69 "GET /v2.0/ports?device_id=36274434-9418-4f40-a692-e2fcb9802d5a HTTP/1.1" status: 200 len: 946 time: 0.1122222 Apr 18 19:26:02.828228 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-b8fcd48a-17f7-4da0-b6a4-b62344ac620f req-5443f53b-e8fb-4d50-ace4-75c5d2f3f2ce tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] 10.222.0.69 "GET /v2.0/security-groups?id=4d5ed870-82bf-41fc-bf9e-3676cd0330d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651670 Apr 18 19:26:02.870524 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-1cc94447-24df-41a9-90af-9f35ca3efa51 req-0264de9c-5e0c-4d48-86ac-229170c1add2 service neutron] 10.222.0.72 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473700 Apr 18 19:26:03.074702 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854bd6db-2909-41e8-a77e-461256478086 req-6dfd4d22-40cd-4efe-8c21-e2694d9d241e tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:03.076358 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-854bd6db-2909-41e8-a77e-461256478086 req-6dfd4d22-40cd-4efe-8c21-e2694d9d241e tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=2327f611-7c5a-4fad-b86b-e72911fb3ee2 HTTP/1.1" status: 200 len: 948 time: 0.1043348 Apr 18 19:26:03.137940 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-854bd6db-2909-41e8-a77e-461256478086 req-fd813df6-89f8-474e-8866-00c397b55ac1 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554495 Apr 18 19:26:03.151215 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbc8ee9-778e-4390-bb1f-b3c2f80f5ffc req-bd7d8944-6d03-4c33-bb0f-22c645445b0e tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:03.152510 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-6dbc8ee9-778e-4390-bb1f-b3c2f80f5ffc req-bd7d8944-6d03-4c33-bb0f-22c645445b0e tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/ports?device_id=6701dd30-7d2d-4852-9a2c-b52e270fe8ba HTTP/1.1" status: 200 len: 945 time: 0.1010685 Apr 18 19:26:03.222580 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-6dbc8ee9-778e-4390-bb1f-b3c2f80f5ffc req-bc034545-b159-4c5f-b922-c5eb9d6674a1 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/security-groups?id=1e5cc43e-ae04-4a53-be47-dfdad3ea2d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628657 Apr 18 19:26:03.329989 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2dcbd4f5-c907-4dcd-a53c-1615be72b15d req-758166f3-adc0-42b9-bd5e-de0051ba725e tempest-ServersAdmin275Test-2023517713 tempest-ServersAdmin275Test-2023517713-project] 10.222.0.69 "GET /v2.0/ports?device_id=565ea609-bc70-41d2-8e9b-51bc0bb51a02 HTTP/1.1" status: 200 len: 210 time: 0.0595732 Apr 18 19:26:03.477520 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-5eb71558-c739-4fe2-a43a-8db17701f4d5 req-846cec8c-bc7a-442b-9e9d-dcd7f8aa143e tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Synchronizing usage tracker for tenant:ae4efde8a8464528a66b3bf8e643e684 on resource:port {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:26:03.488802 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bff173d-029e-45cc-b9bb-dab706071725 req-eab614d8-7830-445c-8ad2-de72ef8bf210 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:03.492638 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7bff173d-029e-45cc-b9bb-dab706071725 req-eab614d8-7830-445c-8ad2-de72ef8bf210 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?device_id=38703f31-46f1-4de3-811d-a97a48b73e3a HTTP/1.1" status: 200 len: 944 time: 0.1156805 Apr 18 19:26:03.499313 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-5eb71558-c739-4fe2-a43a-8db17701f4d5 req-846cec8c-bc7a-442b-9e9d-dcd7f8aa143e tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Unset dirty status for tenant:ae4efde8a8464528a66b3bf8e643e684 on resource:port {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:26:03.501576 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-5eb71558-c739-4fe2-a43a-8db17701f4d5 req-846cec8c-bc7a-442b-9e9d-dcd7f8aa143e tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "GET /v2.0/ports?device_id=dca9f21b-f897-4981-ab52-5aee4da127c0 HTTP/1.1" status: 200 len: 210 time: 0.0736275 Apr 18 19:26:03.763282 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7bff173d-029e-45cc-b9bb-dab706071725 req-128b5272-13b0-4b38-8099-34e05758c234 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357609 Apr 18 19:26:03.793305 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5662d7c5-1260-472a-9ea9-ef5f9e3f5eb3 req-238baa4e-c03a-4d77-982d-732e19113626 tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:03.795064 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-5662d7c5-1260-472a-9ea9-ef5f9e3f5eb3 req-238baa4e-c03a-4d77-982d-732e19113626 tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] 10.222.0.69 "GET /v2.0/ports?device_id=36274434-9418-4f40-a692-e2fcb9802d5a HTTP/1.1" status: 200 len: 946 time: 0.1311328 Apr 18 19:26:03.806416 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 49710) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:26:03.818765 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-ba5472e5-0396-4e37-b38b-c5770a8e4c85 tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Request body: {'floatingip': {'port_id': '900dd947-e377-4fab-8f50-e83df05e530d'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:26:03.963274 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-ba5472e5-0396-4e37-b38b-c5770a8e4c85 tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Notify callbacks [] for floatingip, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:04.061144 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65264c36-36fb-48cc-810d-1ea7523c8884 req-99e0b762-d127-4adf-8ac7-68b6416db7e0 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:04.062768 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-65264c36-36fb-48cc-810d-1ea7523c8884 req-99e0b762-d127-4adf-8ac7-68b6416db7e0 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=5813ea9b-bdb3-4b0d-b1fa-560b06c0e787 HTTP/1.1" status: 200 len: 946 time: 0.1106060 Apr 18 19:26:04.154062 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-65264c36-36fb-48cc-810d-1ea7523c8884 req-429d031d-aa7a-436d-95b5-0b6dfacc535f tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848322 Apr 18 19:26:04.431738 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3ad846-044e-49b4-981a-9ee2dc079f5b req-2779287a-dff8-46ad-aeca-f9293ba244cd tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:04.441850 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-bc3ad846-044e-49b4-981a-9ee2dc079f5b req-2779287a-dff8-46ad-aeca-f9293ba244cd tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/ports?device_id=6701dd30-7d2d-4852-9a2c-b52e270fe8ba HTTP/1.1" status: 200 len: 945 time: 0.1256106 Apr 18 19:26:04.502805 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-bc3ad846-044e-49b4-981a-9ee2dc079f5b req-fca8a3d3-a2a2-4d56-9f08-9595bfbe6ee4 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/security-groups?id=1e5cc43e-ae04-4a53-be47-dfdad3ea2d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596986 Apr 18 19:26:04.696021 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0169cc11-d82d-4c99-9dec-2fe9193f35f9 req-6854e0b1-5cee-490e-96e0-c2299f0f6662 tempest-ServersAdmin275Test-2023517713 tempest-ServersAdmin275Test-2023517713-project] 10.222.0.69 "GET /v2.0/ports?device_id=565ea609-bc70-41d2-8e9b-51bc0bb51a02 HTTP/1.1" status: 200 len: 210 time: 0.0619030 Apr 18 19:26:04.929578 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 06b799dc-3aea-4cb3-90fe-2c88201e3471 details requested by agent hyperv_n-h2-836017-2 with host n-h2-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:26:05.008029 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17762564-e576-4c31-aa88-4ef38428d97e req-f89bda21-c25a-4b2d-8dd2-8b17762186ff tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:05.011338 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-17762564-e576-4c31-aa88-4ef38428d97e req-f89bda21-c25a-4b2d-8dd2-8b17762186ff tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/ports?device_id=6701dd30-7d2d-4852-9a2c-b52e270fe8ba HTTP/1.1" status: 200 len: 945 time: 0.1560593 Apr 18 19:26:05.079479 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dede519-3cde-42c3-bf05-e6d424c21305 req-c13901e5-58cb-418d-a51f-cbfc12445d23 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:05.089012 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-4dede519-3cde-42c3-bf05-e6d424c21305 req-c13901e5-58cb-418d-a51f-cbfc12445d23 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=2327f611-7c5a-4fad-b86b-e72911fb3ee2 HTTP/1.1" status: 200 len: 948 time: 0.3888767 Apr 18 19:26:05.113410 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-17762564-e576-4c31-aa88-4ef38428d97e req-0d375ab2-f640-4387-92c6-286e78351917 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/security-groups?id=1e5cc43e-ae04-4a53-be47-dfdad3ea2d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960543 Apr 18 19:26:05.124394 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-ba5472e5-0396-4e37-b38b-c5770a8e4c85 tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:05.197283 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-4dede519-3cde-42c3-bf05-e6d424c21305 req-d5b1fad5-ed02-42df-91b7-c5bc9c6e5288 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072059 Apr 18 19:26:05.217005 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-ba5472e5-0396-4e37-b38b-c5770a8e4c85 tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416787'] for floatingip, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:05.272212 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device cefb0de9-ce9b-4651-bfc3-b6d30327e334 up at agent hyperv_n-h1-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:26:05.336451 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-c8b14d49-df69-4106-848d-b86d60adc3a0 req-9a294796-e4f3-437a-8eff-e32dfd6b7e21 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "GET /v2.0/ports?device_id=dca9f21b-f897-4981-ab52-5aee4da127c0 HTTP/1.1" status: 200 len: 210 time: 0.0559647 Apr 18 19:26:05.424438 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 06b799dc-3aea-4cb3-90fe-2c88201e3471, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=06b799dc-3aea-4cb3-90fe-2c88201e3471,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:26:05.445594 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Returning: {'device': '06b799dc-3aea-4cb3-90fe-2c88201e3471', 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a', 'port_id': '06b799dc-3aea-4cb3-90fe-2c88201e3471', 'mac_address': 'fa:16:3e:98:df:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17d1b3aa-2066-4ffa-a69f-52ed566b6548', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:26:05.505666 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:05.534010 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06b799dc-3aea-4cb3-90fe-2c88201e3471 {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:26:05.551321 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 06b799dc-3aea-4cb3-90fe-2c88201e3471, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=06b799dc-3aea-4cb3-90fe-2c88201e3471,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:26:05.592338 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6291cfbc-d6d5-4e0b-84e0-85346607ff42 req-9c2a24d2-aed1-4b2b-8399-7afdc07f3388 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:05.595375 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6291cfbc-d6d5-4e0b-84e0-85346607ff42 req-9c2a24d2-aed1-4b2b-8399-7afdc07f3388 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?device_id=38703f31-46f1-4de3-811d-a97a48b73e3a HTTP/1.1" status: 200 len: 944 time: 0.1326573 Apr 18 19:26:05.643732 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Provisioning for port cefb0de9-ce9b-4651-bfc3-b6d30327e334 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:26:05.651656 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Provisioning complete for port cefb0de9-ce9b-4651-bfc3-b6d30327e334 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:26:05.652425 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:05.695888 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6291cfbc-d6d5-4e0b-84e0-85346607ff42 req-a95c863e-10f2-4b94-a53d-99b3ddebb3b8 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858006 Apr 18 19:26:05.709186 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:05.771720 n-d-836017-2 neutron-server[84764]: INFO neutron.db.l3_db [None req-ba5472e5-0396-4e37-b38b-c5770a8e4c85 tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Floating IP 51c9aa00-e77c-4a03-816e-79c4f209aaf9 associated. External IP: 172.25.3.254, port: 900dd947-e377-4fab-8f50-e83df05e530d. Apr 18 19:26:05.816331 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=06b799dc-3aea-4cb3-90fe-2c88201e3471,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:26:05.953687 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:05.991217 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port cefb0de9-ce9b-4651-bfc3-b6d30327e334, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=cefb0de9-ce9b-4651-bfc3-b6d30327e334,segment=NetworkSegment(57f6477d-46cb-4fbc-8909-e9439d3b2b0a),segment_id=57f6477d-46cb-4fbc-8909-e9439d3b2b0a)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:26:05.992966 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38703f31-46f1-4de3-811d-a97a48b73e3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cefb0de9-ce9b-4651-bfc3-b6d30327e334'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:26:05.998308 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] get_ports_and_sgs() called for port_ids ['06b799dc-3aea-4cb3-90fe-2c88201e3471'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:26:06.072232 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:06.138349 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3984e231-27f4-4733-81e0-bcf6cd0a4af6 req-743c31e5-2cd1-41be-96aa-231f593c3781 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:06.142482 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-3984e231-27f4-4733-81e0-bcf6cd0a4af6 req-743c31e5-2cd1-41be-96aa-231f593c3781 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=5813ea9b-bdb3-4b0d-b1fa-560b06c0e787 HTTP/1.1" status: 200 len: 946 time: 0.2425022 Apr 18 19:26:06.209499 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-94834455-753e-48d0-a5d8-da7f98cd6a1d service neutron] 10.222.0.72 "GET /v2.0/ports/bc352c10-792f-4c4c-8ce2-33c2e09ff225 HTTP/1.1" status: 200 len: 1027 time: 0.1762192 Apr 18 19:26:06.224921 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-3984e231-27f4-4733-81e0-bcf6cd0a4af6 req-1d7d5297-3792-4552-b7c7-7ee06384172b tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814927 Apr 18 19:26:06.242144 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Pushing event updated for resources: {'Port': ['ID=cefb0de9-ce9b-4651-bfc3-b6d30327e334,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:26:06.433891 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d4239493-f61e-4122-8b58-2bae3fca0845 req-b591697c-ea84-46ad-aa97-e0925fcc7f22 tempest-ServersAdmin275Test-2023517713 tempest-ServersAdmin275Test-2023517713-project] 10.222.0.69 "GET /v2.0/ports?device_id=565ea609-bc70-41d2-8e9b-51bc0bb51a02 HTTP/1.1" status: 200 len: 210 time: 0.0954537 Apr 18 19:26:06.448824 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-822229bd-32a8-47b2-ac5e-d150735cca1d service neutron] 10.222.0.72 "GET /v2.0/ports/cab89208-0cb7-4471-99b4-f5c3564d6fc1 HTTP/1.1" status: 200 len: 1027 time: 0.2249675 Apr 18 19:26:06.602133 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee45a8d7-e229-4fa5-bbf2-5b502506935e'] response: {'server_uuid': '38703f31-46f1-4de3-811d-a97a48b73e3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cefb0de9-ce9b-4651-bfc3-b6d30327e334', 'code': 200} Apr 18 19:26:06.718499 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba5472e5-0396-4e37-b38b-c5770a8e4c85 tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Router 88997029-2ce0-40f3-b7d3-208a67695f5f has already been hosted by L3 agent 21b59c62-f184-4169-bc3e-79831cc043e8 {{(pid=84764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:26:06.842545 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-17ed86bf-3f7a-4216-8342-f27af9b942a4 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:06.847757 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-17ed86bf-3f7a-4216-8342-f27af9b942a4 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:06.852601 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-17ed86bf-3f7a-4216-8342-f27af9b942a4 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:06.854922 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-17ed86bf-3f7a-4216-8342-f27af9b942a4 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.72 "GET /v2.0/networks?id=1c17c057-c249-4320-8b11-c4cc32a9489f&id=a78bc94c-6e21-4a13-914b-5bddac5da8d7&id=a78bc94c-6e21-4a13-914b-5bddac5da8d7&id=a78bc94c-6e21-4a13-914b-5bddac5da8d7&id=a78bc94c-6e21-4a13-914b-5bddac5da8d7&id=77a057b3-34c4-449e-a9f0-2bcfc4ff6d7a&id=77a057b3-34c4-449e-a9f0-2bcfc4ff6d7a HTTP/1.1" status: 200 len: 1990 time: 0.3983667 Apr 18 19:26:06.959611 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38003892-24af-44e9-a39c-addaa27563e2 req-f71ccea0-f7bc-412c-ace8-ac714203a0e1 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:06.961188 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-38003892-24af-44e9-a39c-addaa27563e2 req-f71ccea0-f7bc-412c-ace8-ac714203a0e1 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Synchronizing usage tracker for tenant:4bf06599121a476094faf72db54a396e on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:26:06.968289 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 06b799dc-3aea-4cb3-90fe-2c88201e3471 up at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:26:06.974545 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-81261b9e-f303-4e1b-9dd3-f7b1df489e9d req-a7ad9ea9-0bc6-4aeb-a2bb-e6de9b3724a5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=38703f31-46f1-4de3-811d-a97a48b73e3a HTTP/1.1" status: 200 len: 1096 time: 0.2681115 Apr 18 19:26:06.999463 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-dcafd148-ad2f-49f5-bc6b-707c93d01484 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae4efde8a8464528a66b3bf8e643e684 HTTP/1.1" status: 200 len: 380 time: 0.1098776 Apr 18 19:26:07.021379 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-2fa201ff-cb4c-4a3e-9dc6-556b8e451dc0 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Request body: {'port': {'device_id': 'dca9f21b-f897-4981-ab52-5aee4da127c0', 'network_id': '1c17c057-c249-4320-8b11-c4cc32a9489f', 'admin_state_up': True, 'tenant_id': 'ae4efde8a8464528a66b3bf8e643e684', 'security_groups': ['059a9d13-b1ae-4689-acd4-4327d8143c7d']}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:26:07.038771 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba5472e5-0396-4e37-b38b-c5770a8e4c85 tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Notify agent at l3_agent.n-d-836017-2 the message routers_updated {{(pid=84764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:26:07.054598 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-ba5472e5-0396-4e37-b38b-c5770a8e4c85 tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for floatingip, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:07.074100 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc442b29-59ca-485e-8e2e-ad508542966b None None] Sync routers for ids ['88997029-2ce0-40f3-b7d3-208a67695f5f'] in n-d-836017-2 {{(pid=84765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:26:07.117295 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-38003892-24af-44e9-a39c-addaa27563e2 req-f71ccea0-f7bc-412c-ace8-ac714203a0e1 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Unset dirty status for tenant:4bf06599121a476094faf72db54a396e on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:26:07.124384 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-38003892-24af-44e9-a39c-addaa27563e2 req-f71ccea0-f7bc-412c-ace8-ac714203a0e1 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=2327f611-7c5a-4fad-b86b-e72911fb3ee2 HTTP/1.1" status: 200 len: 949 time: 0.3743715 Apr 18 19:26:07.150047 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc442b29-59ca-485e-8e2e-ad508542966b None None] Routers {'88997029-2ce0-40f3-b7d3-208a67695f5f'} bound to L3 agent in host n-d-836017-2 {{(pid=84765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:26:07.154662 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-fc442b29-59ca-485e-8e2e-ad508542966b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:25:50Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['88997029-2ce0-40f3-b7d3-208a67695f5f'], 'active': True} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:26:07.190770 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-81261b9e-f303-4e1b-9dd3-f7b1df489e9d req-f0450f3f-a043-4bca-a61a-c6bc5164b512 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083371 Apr 18 19:26:07.194668 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-ba5472e5-0396-4e37-b38b-c5770a8e4c85 tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] 10.222.0.69 "PUT /v2.0/floatingips/51c9aa00-e77c-4a03-816e-79c4f209aaf9 HTTP/1.1" status: 200 len: 992 time: 3.3840606 Apr 18 19:26:07.211144 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36274434-9418-4f40-a692-e2fcb9802d5a', 'tag': '900dd947-e377-4fab-8f50-e83df05e530d'}] {{(pid=84764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:26:07.242516 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-90e5278f-3705-4b16-b24d-3e37178816a3 req-259ec82b-a4af-47ca-b656-4215bf50e5f5 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "GET /v2.0/ports?device_id=dca9f21b-f897-4981-ab52-5aee4da127c0 HTTP/1.1" status: 200 len: 210 time: 0.1084058 Apr 18 19:26:07.355188 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-38003892-24af-44e9-a39c-addaa27563e2 req-3c62ad26-3c59-4ca6-a451-f091facedd95 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Synchronizing usage tracker for tenant:4bf06599121a476094faf72db54a396e on resource:security_group {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:26:07.502753 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-2fa201ff-cb4c-4a3e-9dc6-556b8e451dc0 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:26:07.547322 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-2fa201ff-cb4c-4a3e-9dc6-556b8e451dc0 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:26:07.601539 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-fc442b29-59ca-485e-8e2e-ad508542966b None None] Set router 88997029-2ce0-40f3-b7d3-208a67695f5f gateway port host: n-d-836017-2 {{(pid=84765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:26:07.609455 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-38003892-24af-44e9-a39c-addaa27563e2 req-3c62ad26-3c59-4ca6-a451-f091facedd95 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Unset dirty status for tenant:4bf06599121a476094faf72db54a396e on resource:security_group {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:26:07.610740 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-38003892-24af-44e9-a39c-addaa27563e2 req-3c62ad26-3c59-4ca6-a451-f091facedd95 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4853210 Apr 18 19:26:07.644382 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-2fa201ff-cb4c-4a3e-9dc6-556b8e451dc0 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Made reservation on behalf of ae4efde8a8464528a66b3bf8e643e684 for: {'port': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:26:07.648507 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-2fa201ff-cb4c-4a3e-9dc6-556b8e451dc0 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:07.713532 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202e273e-747c-4638-a295-38f3c2d75a99 req-7a43645d-a6e8-4108-9305-dedd9281dd02 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:07.715145 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-202e273e-747c-4638-a295-38f3c2d75a99 req-7a43645d-a6e8-4108-9305-dedd9281dd02 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.72 "GET /v2.0/ports?device_id=6701dd30-7d2d-4852-9a2c-b52e270fe8ba HTTP/1.1" status: 200 len: 945 time: 0.3113635 Apr 18 19:26:07.721268 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22226168-8036-452b-b418-a763fde10a74 req-7158407d-4d93-4207-bda5-f318cccf2a62 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:07.722683 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-22226168-8036-452b-b418-a763fde10a74 req-7158407d-4d93-4207-bda5-f318cccf2a62 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?device_id=38703f31-46f1-4de3-811d-a97a48b73e3a HTTP/1.1" status: 200 len: 945 time: 0.2452428 Apr 18 19:26:07.888049 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-22226168-8036-452b-b418-a763fde10a74 req-4f34c943-bc04-48b0-ab16-dba41007320a tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896399 Apr 18 19:26:07.938980 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [req-202e273e-747c-4638-a295-38f3c2d75a99 req-41df9028-a2f7-4a18-966f-20906d8de956 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Deleting port b48eee03-4977-4565-a9bf-99d8b4ca66d0 {{(pid=84764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:26:07.939237 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-202e273e-747c-4638-a295-38f3c2d75a99 req-41df9028-a2f7-4a18-966f-20906d8de956 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:08.005710 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning for port 06b799dc-3aea-4cb3-90fe-2c88201e3471 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:26:08.022030 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_common [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-2fa201ff-cb4c-4a3e-9dc6-556b8e451dc0 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Allocated IP 172.20.0.5 (1c17c057-c249-4320-8b11-c4cc32a9489f/f3e2cf5f-cc22-4c6a-a7c1-4742f3519b7c/541a4c14-f2f5-4268-a378-6b7818c15360) {{(pid=84763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:26:08.136401 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-29e4d6f4-ebe9-482d-93c1-05135ab67351 req-3f4ccec9-916e-407f-8e94-85693689c8b0 tempest-LiveMigrationTest-374537811 tempest-LiveMigrationTest-374537811-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=5813ea9b-bdb3-4b0d-b1fa-560b06c0e787&tenant_id=fc56e011536d43568ffc66b480cf23b0&binding%3Ahost_id=n-h2-836017-2 HTTP/1.1" status: 200 len: 1097 time: 0.2439480 Apr 18 19:26:08.204655 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-29e4d6f4-ebe9-482d-93c1-05135ab67351 req-efcc87ff-d6a0-4b54-bfff-315f4ff81d4a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-836017-2'}}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:26:08.210887 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning complete for port 06b799dc-3aea-4cb3-90fe-2c88201e3471 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:26:08.211262 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:08.498031 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-29e4d6f4-ebe9-482d-93c1-05135ab67351 req-efcc87ff-d6a0-4b54-bfff-315f4ff81d4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:08.502259 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:08.524717 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-fc442b29-59ca-485e-8e2e-ad508542966b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88997029-2ce0-40f3-b7d3-208a67695f5f', 'name': 'tempest-ServersTestJSON-962769603-router', 'tenant_id': 'b29f8fde29594c17bd8cad9e98e010b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': 'ec43c23b-19d9-4e92-aaa2-0e693bafe65e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:25:07Z', 'updated_at': '2022-04-18T19:25:23Z', 'revision_number': 4, 'project_id': 'b29f8fde29594c17bd8cad9e98e010b3', 'gw_port': {'id': 'ec43c23b-19d9-4e92-aaa2-0e693bafe65e', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88997029-2ce0-40f3-b7d3-208a67695f5f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:25:09Z', 'updated_at': '2022-04-18T19:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_floatingips': [{'id': '51c9aa00-e77c-4a03-816e-79c4f209aaf9', 'tenant_id': 'b29f8fde29594c17bd8cad9e98e010b3', 'floating_ip_address': '172.25.3.254', 'floating_network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'router_id': '88997029-2ce0-40f3-b7d3-208a67695f5f', 'port_id': '900dd947-e377-4fab-8f50-e83df05e530d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc6a388b-dbfa-4690-809a-bcb581cc24f3', 'mac_address': 'fa:16:3e:39:dd:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36274434-9418-4f40-a692-e2fcb9802d5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T19:25:32Z', 'updated_at': '2022-04-18T19:26:04Z', 'revision_number': 1, 'project_id': 'b29f8fde29594c17bd8cad9e98e010b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb41cb28-cb79-4b65-9fb1-e29fd00be975', 'name': '', 'network_id': 'bc6a388b-dbfa-4690-809a-bcb581cc24f3', 'tenant_id': 'b29f8fde29594c17bd8cad9e98e010b3', 'mac_address': 'fa:16:3e:23:86:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88997029-2ce0-40f3-b7d3-208a67695f5f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'acde3d02-95bd-4d07-9484-4bde4e43b986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:25:20Z', 'updated_at': '2022-04-18T19:25:31Z', 'revision_number': 5, 'project_id': 'b29f8fde29594c17bd8cad9e98e010b3', 'subnets': [{'id': 'acde3d02-95bd-4d07-9484-4bde4e43b986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-2', False) {} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:26:08.557734 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 06b799dc-3aea-4cb3-90fe-2c88201e3471, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=06b799dc-3aea-4cb3-90fe-2c88201e3471,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:26:08.560822 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc442b29-59ca-485e-8e2e-ad508542966b None None] Checking router: 88997029-2ce0-40f3-b7d3-208a67695f5f for host: n-d-836017-2 {{(pid=84765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:26:08.577076 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc442b29-59ca-485e-8e2e-ad508542966b None None] Routers {'88997029-2ce0-40f3-b7d3-208a67695f5f'} bound to L3 agent in host n-d-836017-2 {{(pid=84765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:26:08.577711 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-fc442b29-59ca-485e-8e2e-ad508542966b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:25:50Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['88997029-2ce0-40f3-b7d3-208a67695f5f'], 'active': True} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:26:08.709560 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea7eb61-bdc0-4cd0-b5ab-6e4d5cac03ca req-647b0cd7-4121-4ec4-99c0-11d8b06879e2 tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:08.711616 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2327f611-7c5a-4fad-b86b-e72911fb3ee2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06b799dc-3aea-4cb3-90fe-2c88201e3471'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:26:08.726340 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-eea7eb61-bdc0-4cd0-b5ab-6e4d5cac03ca req-647b0cd7-4121-4ec4-99c0-11d8b06879e2 tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] 10.222.0.69 "GET /v2.0/ports?device_id=36274434-9418-4f40-a692-e2fcb9802d5a HTTP/1.1" status: 200 len: 946 time: 0.3247385 Apr 18 19:26:08.728910 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5a313c-96cd-4bc4-865f-d6d1bd1abaf5 req-d7368ae0-74b5-40cd-95b1-cab04f3cd47a tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:08.729044 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:08.736679 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-6e5a313c-96cd-4bc4-865f-d6d1bd1abaf5 req-d7368ae0-74b5-40cd-95b1-cab04f3cd47a tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/ports?device_id=6701dd30-7d2d-4852-9a2c-b52e270fe8ba HTTP/1.1" status: 200 len: 945 time: 0.6072042 Apr 18 19:26:08.816531 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-202e273e-747c-4638-a295-38f3c2d75a99 req-41df9028-a2f7-4a18-966f-20906d8de956 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] For port b48eee03-4977-4565-a9bf-99d8b4ca66d0, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=b48eee03-4977-4565-a9bf-99d8b4ca66d0,segment=NetworkSegment(86100cac-9c92-472b-98b8-7c63b08b3562),segment_id=86100cac-9c92-472b-98b8-7c63b08b3562)] {{(pid=84764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:26:08.817438 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-202e273e-747c-4638-a295-38f3c2d75a99 req-41df9028-a2f7-4a18-966f-20906d8de956 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:08.972760 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-6e5a313c-96cd-4bc4-865f-d6d1bd1abaf5 req-309267f6-bd06-4775-877c-6628fad0768c tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/security-groups?id=1e5cc43e-ae04-4a53-be47-dfdad3ea2d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349348 Apr 18 19:26:08.985649 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-2fa201ff-cb4c-4a3e-9dc6-556b8e451dc0 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks [] for port, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:09.024115 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=06b799dc-3aea-4cb3-90fe-2c88201e3471,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:26:09.053521 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-2fa201ff-cb4c-4a3e-9dc6-556b8e451dc0 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Transition to ACTIVE for port object 541a4c14-f2f5-4268-a378-6b7818c15360 will not be triggered until provisioned by entity DHCP. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:26:09.064959 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [req-202e273e-747c-4638-a295-38f3c2d75a99 req-41df9028-a2f7-4a18-966f-20906d8de956 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Calling delete_port for b48eee03-4977-4565-a9bf-99d8b4ca66d0 owned by compute:nova {{(pid=84764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:26:09.142768 n-d-836017-2 neutron-server[84764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-244cac99-53c5-451a-8605-2dfff8ba96b3'] response: {'name': 'network-changed', 'server_uuid': '36274434-9418-4f40-a692-e2fcb9802d5a', 'tag': '900dd947-e377-4fab-8f50-e83df05e530d', 'status': 'completed', 'code': 200} Apr 18 19:26:09.159513 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-fc442b29-59ca-485e-8e2e-ad508542966b None None] Set router 88997029-2ce0-40f3-b7d3-208a67695f5f gateway port host: n-d-836017-2 {{(pid=84765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:26:09.169751 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-29e4d6f4-ebe9-482d-93c1-05135ab67351 req-efcc87ff-d6a0-4b54-bfff-315f4ff81d4a service neutron] For port c84bda8b-f4ab-4230-8e89-c912714674c2, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=c84bda8b-f4ab-4230-8e89-c912714674c2,segment=NetworkSegment(1b33902c-725a-4527-bb11-2978d3dba7a4),segment_id=1b33902c-725a-4527-bb11-2978d3dba7a4)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:26:09.230505 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-29e4d6f4-ebe9-482d-93c1-05135ab67351 req-efcc87ff-d6a0-4b54-bfff-315f4ff81d4a service neutron] For port c84bda8b-f4ab-4230-8e89-c912714674c2, host n-h2-836017-2, cleared binding levels {{(pid=84763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:26:09.234020 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-eea7eb61-bdc0-4cd0-b5ab-6e4d5cac03ca req-aa3a9e18-7c90-43de-82ad-5a1181cebc10 tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] 10.222.0.69 "GET /v2.0/security-groups?id=4d5ed870-82bf-41fc-bf9e-3676cd0330d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4754319 Apr 18 19:26:09.281574 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device c84bda8b-f4ab-4230-8e89-c912714674c2 details requested by agent hyperv_n-h1-836017-2 with host n-h1-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:26:09.345729 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-2fa201ff-cb4c-4a3e-9dc6-556b8e451dc0 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:09.458495 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-29783a8e-4110-47cc-84e5-d2232ec802f9 req-4805e3be-89f2-47d6-baa7-2b401c98b6bb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b29f8fde29594c17bd8cad9e98e010b3&device_id=36274434-9418-4f40-a692-e2fcb9802d5a HTTP/1.1" status: 200 len: 1097 time: 0.3035731 Apr 18 19:26:09.497007 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.db.resource_extend [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 19:26:09.647324 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-2fa201ff-cb4c-4a3e-9dc6-556b8e451dc0 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Network 1c17c057-c249-4320-8b11-c4cc32a9489f is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:26:09.662140 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-13a88e0b-41e5-4e6a-9103-f751125ee8d1 req-5ddc8f81-5067-48f6-905f-e31bc036a3c5 tempest-ServersAdmin275Test-2023517713 tempest-ServersAdmin275Test-2023517713-project] 10.222.0.69 "GET /v2.0/ports?device_id=565ea609-bc70-41d2-8e9b-51bc0bb51a02 HTTP/1.1" status: 200 len: 210 time: 0.1097550 Apr 18 19:26:09.666395 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-2fa201ff-cb4c-4a3e-9dc6-556b8e451dc0 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:26:09.696637 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-2fa201ff-cb4c-4a3e-9dc6-556b8e451dc0 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Received port after_create {{(pid=84763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:26:09.732841 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-202e273e-747c-4638-a295-38f3c2d75a99 req-41df9028-a2f7-4a18-966f-20906d8de956 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:09.780144 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa201ff-cb4c-4a3e-9dc6-556b8e451dc0 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Pushing event updated for resources: {'Port': ['ID=541a4c14-f2f5-4268-a378-6b7818c15360,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:26:09.782644 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5813ea9b-bdb3-4b0d-b1fa-560b06c0e787', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c84bda8b-f4ab-4230-8e89-c912714674c2'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:26:09.791721 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-29e4d6f4-ebe9-482d-93c1-05135ab67351 req-efcc87ff-d6a0-4b54-bfff-315f4ff81d4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:09.867182 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41df9028-a2f7-4a18-966f-20906d8de956 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Pushing event deleted for resources: {'Port': ['ID=b48eee03-4977-4565-a9bf-99d8b4ca66d0,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:26:09.901119 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-29e4d6f4-ebe9-482d-93c1-05135ab67351 req-efcc87ff-d6a0-4b54-bfff-315f4ff81d4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:09.945027 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29783a8e-4110-47cc-84e5-d2232ec802f9 req-84034a75-20b3-4eb6-904c-09888b5da039 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:09.946584 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-29783a8e-4110-47cc-84e5-d2232ec802f9 req-84034a75-20b3-4eb6-904c-09888b5da039 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bc6a388b-dbfa-4690-809a-bcb581cc24f3 HTTP/1.1" status: 200 len: 906 time: 0.4821658 Apr 18 19:26:09.953732 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port c84bda8b-f4ab-4230-8e89-c912714674c2, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=c84bda8b-f4ab-4230-8e89-c912714674c2,segment=NetworkSegment(1b33902c-725a-4527-bb11-2978d3dba7a4),segment_id=1b33902c-725a-4527-bb11-2978d3dba7a4)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:26:09.984086 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device c84bda8b-f4ab-4230-8e89-c912714674c2 has no active binding in host n-h1-836017-2 {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Apr 18 19:26:10.025180 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [req-202e273e-747c-4638-a295-38f3c2d75a99 req-41df9028-a2f7-4a18-966f-20906d8de956 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] No DVR routers for this DVR port b48eee03-4977-4565-a9bf-99d8b4ca66d0 on host n-h2-836017-2 {{(pid=84764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:26:10.030664 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41df9028-a2f7-4a18-966f-20906d8de956 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:26:10.032628 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41df9028-a2f7-4a18-966f-20906d8de956 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:26:10.033040 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41df9028-a2f7-4a18-966f-20906d8de956 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:26:10.033435 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41df9028-a2f7-4a18-966f-20906d8de956 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:26:10.033829 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41df9028-a2f7-4a18-966f-20906d8de956 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:26:10.034221 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41df9028-a2f7-4a18-966f-20906d8de956 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:26:10.034603 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41df9028-a2f7-4a18-966f-20906d8de956 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:26:10.034992 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41df9028-a2f7-4a18-966f-20906d8de956 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:26:10.035390 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41df9028-a2f7-4a18-966f-20906d8de956 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:26:10.036386 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41df9028-a2f7-4a18-966f-20906d8de956 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:26:10.040139 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41df9028-a2f7-4a18-966f-20906d8de956 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:26:10.043644 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-202e273e-747c-4638-a295-38f3c2d75a99 req-41df9028-a2f7-4a18-966f-20906d8de956 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:10.074731 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb1ee4b-e1a5-4117-a99b-94250d2d8393 req-3428c81e-4f6e-422a-9993-3f2130a311fc tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:10.087172 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-6bb1ee4b-e1a5-4117-a99b-94250d2d8393 req-3428c81e-4f6e-422a-9993-3f2130a311fc tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=5813ea9b-bdb3-4b0d-b1fa-560b06c0e787 HTTP/1.1" status: 200 len: 946 time: 0.6222892 Apr 18 19:26:10.125757 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-fc442b29-59ca-485e-8e2e-ad508542966b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88997029-2ce0-40f3-b7d3-208a67695f5f', 'name': 'tempest-ServersTestJSON-962769603-router', 'tenant_id': 'b29f8fde29594c17bd8cad9e98e010b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': 'ec43c23b-19d9-4e92-aaa2-0e693bafe65e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:25:07Z', 'updated_at': '2022-04-18T19:25:23Z', 'revision_number': 4, 'project_id': 'b29f8fde29594c17bd8cad9e98e010b3', 'gw_port': {'id': 'ec43c23b-19d9-4e92-aaa2-0e693bafe65e', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88997029-2ce0-40f3-b7d3-208a67695f5f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:25:09Z', 'updated_at': '2022-04-18T19:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_floatingips': [{'id': '51c9aa00-e77c-4a03-816e-79c4f209aaf9', 'tenant_id': 'b29f8fde29594c17bd8cad9e98e010b3', 'floating_ip_address': '172.25.3.254', 'floating_network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'router_id': '88997029-2ce0-40f3-b7d3-208a67695f5f', 'port_id': '900dd947-e377-4fab-8f50-e83df05e530d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc6a388b-dbfa-4690-809a-bcb581cc24f3', 'mac_address': 'fa:16:3e:39:dd:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36274434-9418-4f40-a692-e2fcb9802d5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T19:25:32Z', 'updated_at': '2022-04-18T19:26:04Z', 'revision_number': 1, 'project_id': 'b29f8fde29594c17bd8cad9e98e010b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb41cb28-cb79-4b65-9fb1-e29fd00be975', 'name': '', 'network_id': 'bc6a388b-dbfa-4690-809a-bcb581cc24f3', 'tenant_id': 'b29f8fde29594c17bd8cad9e98e010b3', 'mac_address': 'fa:16:3e:23:86:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88997029-2ce0-40f3-b7d3-208a67695f5f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'acde3d02-95bd-4d07-9484-4bde4e43b986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:25:20Z', 'updated_at': '2022-04-18T19:25:31Z', 'revision_number': 5, 'project_id': 'b29f8fde29594c17bd8cad9e98e010b3', 'subnets': [{'id': 'acde3d02-95bd-4d07-9484-4bde4e43b986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-2', False) {} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:26:10.131922 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc442b29-59ca-485e-8e2e-ad508542966b None None] The sync data for ids ['88997029-2ce0-40f3-b7d3-208a67695f5f'] in n-d-836017-2 is: [{'id': '88997029-2ce0-40f3-b7d3-208a67695f5f', 'name': 'tempest-ServersTestJSON-962769603-router', 'tenant_id': 'b29f8fde29594c17bd8cad9e98e010b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': 'ec43c23b-19d9-4e92-aaa2-0e693bafe65e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:25:07Z', 'updated_at': '2022-04-18T19:25:23Z', 'revision_number': 4, 'project_id': 'b29f8fde29594c17bd8cad9e98e010b3', 'gw_port': {'id': 'ec43c23b-19d9-4e92-aaa2-0e693bafe65e', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88997029-2ce0-40f3-b7d3-208a67695f5f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:25:09Z', 'updated_at': '2022-04-18T19:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_floatingips': [{'id': '51c9aa00-e77c-4a03-816e-79c4f209aaf9', 'tenant_id': 'b29f8fde29594c17bd8cad9e98e010b3', 'floating_ip_address': '172.25.3.254', 'floating_network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'router_id': '88997029-2ce0-40f3-b7d3-208a67695f5f', 'port_id': '900dd947-e377-4fab-8f50-e83df05e530d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc6a388b-dbfa-4690-809a-bcb581cc24f3', 'mac_address': 'fa:16:3e:39:dd:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36274434-9418-4f40-a692-e2fcb9802d5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T19:25:32Z', 'updated_at': '2022-04-18T19:26:04Z', 'revision_number': 1, 'project_id': 'b29f8fde29594c17bd8cad9e98e010b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb41cb28-cb79-4b65-9fb1-e29fd00be975', 'name': '', 'network_id': 'bc6a388b-dbfa-4690-809a-bcb581cc24f3', 'tenant_id': 'b29f8fde29594c17bd8cad9e98e010b3', 'mac_address': 'fa:16:3e:23:86:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88997029-2ce0-40f3-b7d3-208a67695f5f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'acde3d02-95bd-4d07-9484-4bde4e43b986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:25:20Z', 'updated_at': '2022-04-18T19:25:31Z', 'revision_number': 5, 'project_id': 'b29f8fde29594c17bd8cad9e98e010b3', 'subnets': [{'id': 'acde3d02-95bd-4d07-9484-4bde4e43b986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:26:10.186014 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-2fa201ff-cb4c-4a3e-9dc6-556b8e451dc0 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:10.186714 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-2fa201ff-cb4c-4a3e-9dc6-556b8e451dc0 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:10.217622 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcc87ff-d6a0-4b54-bfff-315f4ff81d4a service neutron] Pushing event updated for resources: {'Port': ['ID=c84bda8b-f4ab-4230-8e89-c912714674c2,revision_number=7']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:26:10.219040 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-202e273e-747c-4638-a295-38f3c2d75a99 req-41df9028-a2f7-4a18-966f-20906d8de956 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.72 "DELETE /v2.0/ports/b48eee03-4977-4565-a9bf-99d8b4ca66d0 HTTP/1.1" status: 204 len: 173 time: 2.4936810 Apr 18 19:26:10.259384 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-cc25f1aa-e271-4fb0-bded-cc38a6d9b3ea None None] Provisioning for port 541a4c14-f2f5-4268-a378-6b7818c15360 completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:26:10.265046 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-cc25f1aa-e271-4fb0-bded-cc38a6d9b3ea None None] Provisioning complete for port 541a4c14-f2f5-4268-a378-6b7818c15360 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:26:10.265400 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cc25f1aa-e271-4fb0-bded-cc38a6d9b3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:10.332657 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-2fa201ff-cb4c-4a3e-9dc6-556b8e451dc0 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3187828 Apr 18 19:26:10.341087 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-29783a8e-4110-47cc-84e5-d2232ec802f9 req-16fa272b-2f65-4427-a178-54e470b45e52 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=900dd947-e377-4fab-8f50-e83df05e530d HTTP/1.1" status: 200 len: 1000 time: 0.3171945 Apr 18 19:26:10.344955 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-29e4d6f4-ebe9-482d-93c1-05135ab67351 req-efcc87ff-d6a0-4b54-bfff-315f4ff81d4a service neutron] Attempting to bind port c84bda8b-f4ab-4230-8e89-c912714674c2 on host n-h2-836017-2 for vnic_type normal with profile {"migrating_to": "n-h1-836017-2"} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:26:10.345368 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-29e4d6f4-ebe9-482d-93c1-05135ab67351 req-efcc87ff-d6a0-4b54-bfff-315f4ff81d4a service neutron] Attempting to bind port c84bda8b-f4ab-4230-8e89-c912714674c2 by drivers openvswitch,hyperv on host n-h2-836017-2 at level 0 using segments [{'id': '1b33902c-725a-4527-bb11-2978d3dba7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '0685e2b1-3b13-405d-a131-f90aa0a8867a'}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:26:10.346299 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e4d6f4-ebe9-482d-93c1-05135ab67351 req-efcc87ff-d6a0-4b54-bfff-315f4ff81d4a service neutron] Attempting to bind port c84bda8b-f4ab-4230-8e89-c912714674c2 on network 0685e2b1-3b13-405d-a131-f90aa0a8867a {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:26:10.355533 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfa4564-23bb-4233-95e7-a20562c2418f req-f4a7fc54-ebbe-46ed-bbc7-393be4204973 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:10.359765 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-6bb1ee4b-e1a5-4117-a99b-94250d2d8393 req-f944c206-d66f-47fa-bc30-94ed02524c11 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662592 Apr 18 19:26:10.366039 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-3cfa4564-23bb-4233-95e7-a20562c2418f req-f4a7fc54-ebbe-46ed-bbc7-393be4204973 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "GET /v2.0/ports?device_id=dca9f21b-f897-4981-ab52-5aee4da127c0 HTTP/1.1" status: 200 len: 931 time: 0.3398557 Apr 18 19:26:10.369630 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-331289e6-87f8-4d70-8190-949c6409610e tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Request body: {'port': {'device_id': 'dca9f21b-f897-4981-ab52-5aee4da127c0', 'network_id': 'a78bc94c-6e21-4a13-914b-5bddac5da8d7', 'admin_state_up': True, 'tenant_id': 'ae4efde8a8464528a66b3bf8e643e684', 'security_groups': ['059a9d13-b1ae-4689-acd4-4327d8143c7d']}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:26:10.372832 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-cc25f1aa-e271-4fb0-bded-cc38a6d9b3ea None None] Port 541a4c14-f2f5-4268-a378-6b7818c15360 cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:26:10.421278 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e4d6f4-ebe9-482d-93c1-05135ab67351 req-efcc87ff-d6a0-4b54-bfff-315f4ff81d4a service neutron] Port c84bda8b-f4ab-4230-8e89-c912714674c2 on network 0685e2b1-3b13-405d-a131-f90aa0a8867a not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-2 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:26:10.422533 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e4d6f4-ebe9-482d-93c1-05135ab67351 req-efcc87ff-d6a0-4b54-bfff-315f4ff81d4a service neutron] Attempting to bind port c84bda8b-f4ab-4230-8e89-c912714674c2 on network 0685e2b1-3b13-405d-a131-f90aa0a8867a {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:26:10.550463 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29783a8e-4110-47cc-84e5-d2232ec802f9 req-26212fcf-0473-4199-8744-bb15b4cc73fe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:10.552648 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-29783a8e-4110-47cc-84e5-d2232ec802f9 req-26212fcf-0473-4199-8744-bb15b4cc73fe service neutron] 10.222.0.72 "GET /v2.0/subnets?id=acde3d02-95bd-4d07-9484-4bde4e43b986 HTTP/1.1" status: 200 len: 844 time: 0.1775963 Apr 18 19:26:10.613398 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31bf175e-6773-4dfc-ab66-cd4328be9e4d None None] New status for floating IP 51c9aa00-e77c-4a03-816e-79c4f209aaf9: ACTIVE {{(pid=84766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 19:26:10.639790 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-3cfa4564-23bb-4233-95e7-a20562c2418f req-83cdf874-6a69-4cde-bd29-bfb74d57a9d3 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Synchronizing usage tracker for tenant:ae4efde8a8464528a66b3bf8e643e684 on resource:security_group {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:26:10.696233 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-29783a8e-4110-47cc-84e5-d2232ec802f9 req-ac1757cc-abac-405c-86e0-4d063d1ad5fa service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bc6a388b-dbfa-4690-809a-bcb581cc24f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1371536 Apr 18 19:26:10.717440 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e4d6f4-ebe9-482d-93c1-05135ab67351 req-efcc87ff-d6a0-4b54-bfff-315f4ff81d4a service neutron] Checking agent: {'id': '02e8f951-d3a3-40e1-b8cc-aed258af030b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:26:10.718036 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e4d6f4-ebe9-482d-93c1-05135ab67351 req-efcc87ff-d6a0-4b54-bfff-315f4ff81d4a service neutron] Checking segment: {'id': '1b33902c-725a-4527-bb11-2978d3dba7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '0685e2b1-3b13-405d-a131-f90aa0a8867a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:26:10.718287 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e4d6f4-ebe9-482d-93c1-05135ab67351 req-efcc87ff-d6a0-4b54-bfff-315f4ff81d4a service neutron] Bound using segment: {'id': '1b33902c-725a-4527-bb11-2978d3dba7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '0685e2b1-3b13-405d-a131-f90aa0a8867a'} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:26:10.718609 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-29e4d6f4-ebe9-482d-93c1-05135ab67351 req-efcc87ff-d6a0-4b54-bfff-315f4ff81d4a service neutron] Bound port: c84bda8b-f4ab-4230-8e89-c912714674c2, host: n-h2-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b33902c-725a-4527-bb11-2978d3dba7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '0685e2b1-3b13-405d-a131-f90aa0a8867a'}}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:26:10.718959 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-29e4d6f4-ebe9-482d-93c1-05135ab67351 req-efcc87ff-d6a0-4b54-bfff-315f4ff81d4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:10.734222 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-331289e6-87f8-4d70-8190-949c6409610e tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:26:10.744905 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-331289e6-87f8-4d70-8190-949c6409610e tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Usage tracker for resource:port and tenant:ae4efde8a8464528a66b3bf8e643e684 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:26:10.751562 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-331289e6-87f8-4d70-8190-949c6409610e tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Quota usage for port was recalculated. Used quota:8. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:26:10.761161 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-331289e6-87f8-4d70-8190-949c6409610e tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:26:10.857551 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-29e4d6f4-ebe9-482d-93c1-05135ab67351 req-efcc87ff-d6a0-4b54-bfff-315f4ff81d4a service neutron] For port c84bda8b-f4ab-4230-8e89-c912714674c2, host n-h2-836017-2, cleared binding levels {{(pid=84763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:26:10.860982 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-29e4d6f4-ebe9-482d-93c1-05135ab67351 req-efcc87ff-d6a0-4b54-bfff-315f4ff81d4a service neutron] For port c84bda8b-f4ab-4230-8e89-c912714674c2, host n-h2-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=c84bda8b-f4ab-4230-8e89-c912714674c2,segment=NetworkSegment(1b33902c-725a-4527-bb11-2978d3dba7a4),segment_id=1b33902c-725a-4527-bb11-2978d3dba7a4)] {{(pid=84763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:26:10.901662 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-29783a8e-4110-47cc-84e5-d2232ec802f9 req-67d24cbc-fa77-4f03-8e35-09f3cb709fad service neutron] 10.222.0.72 "GET /v2.0/networks/bc6a388b-dbfa-4690-809a-bcb581cc24f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941023 Apr 18 19:26:10.902756 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-3cfa4564-23bb-4233-95e7-a20562c2418f req-83cdf874-6a69-4cde-bd29-bfb74d57a9d3 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Unset dirty status for tenant:ae4efde8a8464528a66b3bf8e643e684 on resource:security_group {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:26:10.915606 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-3cfa4564-23bb-4233-95e7-a20562c2418f req-83cdf874-6a69-4cde-bd29-bfb74d57a9d3 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "GET /v2.0/security-groups?id=059a9d13-b1ae-4689-acd4-4327d8143c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5416441 Apr 18 19:26:10.917246 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e530d04-1ccf-42ad-bf91-e28351b2c640 req-9111bb85-a902-49e5-9ae1-40791ba3c511 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:10.919213 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-1e530d04-1ccf-42ad-bf91-e28351b2c640 req-9111bb85-a902-49e5-9ae1-40791ba3c511 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=2327f611-7c5a-4fad-b86b-e72911fb3ee2 HTTP/1.1" status: 200 len: 950 time: 0.3752947 Apr 18 19:26:10.989381 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device b48eee03-4977-4565-a9bf-99d8b4ca66d0 no longer exists at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:26:11.013297 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-1e530d04-1ccf-42ad-bf91-e28351b2c640 req-c8dfc7a1-d3f0-4df6-98a1-04519f851102 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881979 Apr 18 19:26:11.018903 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-29e4d6f4-ebe9-482d-93c1-05135ab67351 req-efcc87ff-d6a0-4b54-bfff-315f4ff81d4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:11.132491 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c38a513-0a52-4443-b778-e2916a77dd6b'] response: {'server_uuid': '2327f611-7c5a-4fad-b86b-e72911fb3ee2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06b799dc-3aea-4cb3-90fe-2c88201e3471', 'code': 200} Apr 18 19:26:11.183760 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] No Port match for: b48eee03-4977-4565-a9bf-99d8b4ca66d0 {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:26:11.185431 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device b48eee03-4977-4565-a9bf-99d8b4ca66d0 not bound to the agent host n-h2-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:26:11.304859 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-331289e6-87f8-4d70-8190-949c6409610e tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Made reservation on behalf of ae4efde8a8464528a66b3bf8e643e684 for: {'port': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:26:11.308571 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-331289e6-87f8-4d70-8190-949c6409610e tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:11.353940 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6701dd30-7d2d-4852-9a2c-b52e270fe8ba', 'name': 'network-vif-deleted', 'tag': 'b48eee03-4977-4565-a9bf-99d8b4ca66d0'}] {{(pid=84764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:26:11.414587 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcc87ff-d6a0-4b54-bfff-315f4ff81d4a service neutron] Pushing event updated for resources: {'Port': ['ID=c84bda8b-f4ab-4230-8e89-c912714674c2,revision_number=8']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:26:11.533602 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-29783a8e-4110-47cc-84e5-d2232ec802f9 req-a617a6b7-efb2-4c18-83b3-223412867ca1 service neutron] 10.222.0.72 "GET /v2.0/networks/bc6a388b-dbfa-4690-809a-bcb581cc24f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6166313 Apr 18 19:26:11.557416 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fe84f44-2657-4a39-b788-3500bc5dcc0f'] response: {'server_uuid': '5813ea9b-bdb3-4b0d-b1fa-560b06c0e787', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c84bda8b-f4ab-4230-8e89-c912714674c2', 'code': 200} Apr 18 19:26:11.585829 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-357648cd-60be-410a-b55c-b38fbb6fe538 req-a3f11b8f-c510-4397-ae16-46e72cf409b3 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=2327f611-7c5a-4fad-b86b-e72911fb3ee2 HTTP/1.1" status: 200 len: 1101 time: 0.2233834 Apr 18 19:26:11.643653 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-357648cd-60be-410a-b55c-b38fbb6fe538 req-5fb1fe86-f5b3-4c39-8e71-1998c76d75bf service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517108 Apr 18 19:26:11.725066 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-29e4d6f4-ebe9-482d-93c1-05135ab67351 req-efcc87ff-d6a0-4b54-bfff-315f4ff81d4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:11.738148 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-29e4d6f4-ebe9-482d-93c1-05135ab67351 req-efcc87ff-d6a0-4b54-bfff-315f4ff81d4a service neutron] 10.222.0.73 "PUT /v2.0/ports/c84bda8b-f4ab-4230-8e89-c912714674c2 HTTP/1.1" status: 200 len: 1122 time: 3.5266008 Apr 18 19:26:11.793858 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-e9657775-aa35-419d-9142-39042b2ba86e req-c15619e4-fa55-4840-934f-bf96d3fcdae2 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Synchronizing usage tracker for tenant:d4aab0ee4d6648218144abf0ed8f0615 on resource:port {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:26:11.801597 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] get_ports_and_sgs() called for port_ids ['c84bda8b-f4ab-4230-8e89-c912714674c2'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:26:11.899591 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] get_ports_and_sgs() called for port_ids ['c84bda8b-f4ab-4230-8e89-c912714674c2'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:26:11.913087 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-e9657775-aa35-419d-9142-39042b2ba86e req-c15619e4-fa55-4840-934f-bf96d3fcdae2 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] Unset dirty status for tenant:d4aab0ee4d6648218144abf0ed8f0615 on resource:port {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:26:11.915353 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e9657775-aa35-419d-9142-39042b2ba86e req-c15619e4-fa55-4840-934f-bf96d3fcdae2 tempest-ServerDiskConfigTestJSON-875947414 tempest-ServerDiskConfigTestJSON-875947414-project] 10.222.0.69 "GET /v2.0/ports?device_id=6701dd30-7d2d-4852-9a2c-b52e270fe8ba HTTP/1.1" status: 200 len: 210 time: 0.1880817 Apr 18 19:26:11.922058 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec876f5c-7aa3-4655-8168-2bc01ab2de75 req-9aa4d0e6-dcbd-4f11-b684-32fd1aae3323 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:11.929938 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ec876f5c-7aa3-4655-8168-2bc01ab2de75 req-9aa4d0e6-dcbd-4f11-b684-32fd1aae3323 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?device_id=38703f31-46f1-4de3-811d-a97a48b73e3a HTTP/1.1" status: 200 len: 945 time: 0.4913919 Apr 18 19:26:11.981790 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_common [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-331289e6-87f8-4d70-8190-949c6409610e tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Allocated IP 10.1.1.254 (a78bc94c-6e21-4a13-914b-5bddac5da8d7/c31714cb-4e6a-4130-bd18-fb5275a5c20f/e941a163-539d-4e45-ac0e-f02d875d6f32) {{(pid=84763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:26:12.019943 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ec876f5c-7aa3-4655-8168-2bc01ab2de75 req-a490cfc8-b521-4096-b085-a7ce775bb0a6 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885987 Apr 18 19:26:12.199544 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-837e0087-57be-47e3-ac2f-53b4b7feafb2 req-62d9ddb4-381f-4c84-87b0-2e64a52bcfeb tempest-ServersAdmin275Test-2023517713 tempest-ServersAdmin275Test-2023517713-project] 10.222.0.69 "GET /v2.0/ports?device_id=565ea609-bc70-41d2-8e9b-51bc0bb51a02 HTTP/1.1" status: 200 len: 210 time: 0.0666785 Apr 18 19:26:12.214916 n-d-836017-2 neutron-server[84764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29528b31-7d09-42e1-86b7-d6db041bc2f0'] response: {'server_uuid': '6701dd30-7d2d-4852-9a2c-b52e270fe8ba', 'name': 'network-vif-deleted', 'tag': 'b48eee03-4977-4565-a9bf-99d8b4ca66d0', 'status': 'completed', 'code': 200} Apr 18 19:26:12.546369 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ececfaa5-5904-4c68-8aef-1bce17a45e4f req-db896142-0130-4699-9e6f-31f6d5208e39 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:12.554423 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ececfaa5-5904-4c68-8aef-1bce17a45e4f req-db896142-0130-4699-9e6f-31f6d5208e39 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "GET /v2.0/ports?device_id=dca9f21b-f897-4981-ab52-5aee4da127c0 HTTP/1.1" status: 200 len: 931 time: 0.1694806 Apr 18 19:26:12.649267 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ececfaa5-5904-4c68-8aef-1bce17a45e4f req-4ef239d6-d4f0-44c8-91bb-cb2719ed3632 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "GET /v2.0/security-groups?id=059a9d13-b1ae-4689-acd4-4327d8143c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920942 Apr 18 19:26:12.781358 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-331289e6-87f8-4d70-8190-949c6409610e tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks [] for port, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:12.861336 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-331289e6-87f8-4d70-8190-949c6409610e tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Transition to ACTIVE for port object e941a163-539d-4e45-ac0e-f02d875d6f32 will not be triggered until provisioned by entity DHCP. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:26:12.893768 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df37014-a3db-4d12-b5be-493fc026572f req-099db3b2-36f7-4e57-a75c-9db0203c3a2f tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:12.903124 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3df37014-a3db-4d12-b5be-493fc026572f req-099db3b2-36f7-4e57-a75c-9db0203c3a2f tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=5813ea9b-bdb3-4b0d-b1fa-560b06c0e787 HTTP/1.1" status: 200 len: 944 time: 0.3693275 Apr 18 19:26:12.963003 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39876a7b-8d1b-4241-bc00-88980cea01d1 req-babea6ec-d5dc-4345-b357-e0ebb1a877d2 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:12.969061 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-39876a7b-8d1b-4241-bc00-88980cea01d1 req-babea6ec-d5dc-4345-b357-e0ebb1a877d2 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=2327f611-7c5a-4fad-b86b-e72911fb3ee2 HTTP/1.1" status: 200 len: 950 time: 0.1241581 Apr 18 19:26:12.976850 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3df37014-a3db-4d12-b5be-493fc026572f req-78fcb461-7769-49d8-8608-e5ecb0152026 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726321 Apr 18 19:26:13.013722 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-331289e6-87f8-4d70-8190-949c6409610e tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:13.054577 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-39876a7b-8d1b-4241-bc00-88980cea01d1 req-eb7b1040-4173-4e54-9226-a70c069270c4 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795386 Apr 18 19:26:13.146699 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-331289e6-87f8-4d70-8190-949c6409610e tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Network a78bc94c-6e21-4a13-914b-5bddac5da8d7 is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:26:13.158856 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-331289e6-87f8-4d70-8190-949c6409610e tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:26:13.161999 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-331289e6-87f8-4d70-8190-949c6409610e tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Received port after_create {{(pid=84763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:26:13.292092 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331289e6-87f8-4d70-8190-949c6409610e tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Pushing event updated for resources: {'Port': ['ID=e941a163-539d-4e45-ac0e-f02d875d6f32,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:26:13.354273 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-331289e6-87f8-4d70-8190-949c6409610e tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:13.354273 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-331289e6-87f8-4d70-8190-949c6409610e tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:13.513263 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-331289e6-87f8-4d70-8190-949c6409610e tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1517048 Apr 18 19:26:13.534776 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-78cb2154-9a1f-4a0b-848a-5631c1a9b2f3 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Request body: {'port': {'device_id': 'dca9f21b-f897-4981-ab52-5aee4da127c0', 'network_id': 'a78bc94c-6e21-4a13-914b-5bddac5da8d7', 'admin_state_up': True, 'tenant_id': 'ae4efde8a8464528a66b3bf8e643e684', 'security_groups': ['059a9d13-b1ae-4689-acd4-4327d8143c7d']}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:26:13.571095 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5813ea9b-bdb3-4b0d-b1fa-560b06c0e787', 'tag': 'c84bda8b-f4ab-4230-8e89-c912714674c2'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:26:13.623968 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ccf2a2b0-8fc9-4cd2-a64d-485126f38e7c req-c6c4b8e5-b69d-4955-ac32-1c8bfd1e89d8 tempest-ServersAdmin275Test-2023517713 tempest-ServersAdmin275Test-2023517713-project] 10.222.0.69 "GET /v2.0/ports?device_id=565ea609-bc70-41d2-8e9b-51bc0bb51a02 HTTP/1.1" status: 200 len: 210 time: 0.0514688 Apr 18 19:26:13.741478 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-d8e488f4-fe78-48c9-b665-f8dfba215274 None None] Provisioning for port e941a163-539d-4e45-ac0e-f02d875d6f32 completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:26:13.750572 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-d8e488f4-fe78-48c9-b665-f8dfba215274 None None] Provisioning complete for port e941a163-539d-4e45-ac0e-f02d875d6f32 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:26:13.751345 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d8e488f4-fe78-48c9-b665-f8dfba215274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:13.846471 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-d8e488f4-fe78-48c9-b665-f8dfba215274 None None] Port e941a163-539d-4e45-ac0e-f02d875d6f32 cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:26:13.894167 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0386f48-cf40-48ad-ad5f-91c8faf4bd49'] response: {'name': 'network-changed', 'server_uuid': '5813ea9b-bdb3-4b0d-b1fa-560b06c0e787', 'tag': 'c84bda8b-f4ab-4230-8e89-c912714674c2', 'status': 'completed', 'code': 200} Apr 18 19:26:13.924428 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2c79f4d0-e6c6-452c-9202-b776b8af11ce req-68f9755d-f6d9-4f7f-a092-33b7a96c93f7 tempest-LiveAutoBlockMigrationV225Test-1421540525 tempest-LiveAutoBlockMigrationV225Test-1421540525-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=38703f31-46f1-4de3-811d-a97a48b73e3a HTTP/1.1" status: 200 len: 1096 time: 0.3391144 Apr 18 19:26:13.933898 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-78cb2154-9a1f-4a0b-848a-5631c1a9b2f3 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:26:13.963087 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-78cb2154-9a1f-4a0b-848a-5631c1a9b2f3 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Usage tracker for resource:port and tenant:ae4efde8a8464528a66b3bf8e643e684 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:26:13.968344 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-78cb2154-9a1f-4a0b-848a-5631c1a9b2f3 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Quota usage for port was recalculated. Used quota:9. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:26:13.983929 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-78cb2154-9a1f-4a0b-848a-5631c1a9b2f3 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:26:14.003055 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2c79f4d0-e6c6-452c-9202-b776b8af11ce req-20d62dd7-1cf8-4472-b854-e0d1f9dccf6b tempest-LiveAutoBlockMigrationV225Test-1421540525 tempest-LiveAutoBlockMigrationV225Test-1421540525-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713348 Apr 18 19:26:14.046156 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-1c8aba3c-f118-44d9-9231-6c42aa7de89f req-8effe7e5-5619-4587-b467-04e158dfb6a9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fc56e011536d43568ffc66b480cf23b0&device_id=5813ea9b-bdb3-4b0d-b1fa-560b06c0e787 HTTP/1.1" status: 200 len: 1125 time: 0.1218641 Apr 18 19:26:14.066338 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-78cb2154-9a1f-4a0b-848a-5631c1a9b2f3 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Made reservation on behalf of ae4efde8a8464528a66b3bf8e643e684 for: {'port': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:26:14.070789 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-78cb2154-9a1f-4a0b-848a-5631c1a9b2f3 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:14.399922 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_common [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-78cb2154-9a1f-4a0b-848a-5631c1a9b2f3 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Allocated IP 10.1.1.148 (a78bc94c-6e21-4a13-914b-5bddac5da8d7/c31714cb-4e6a-4130-bd18-fb5275a5c20f/9f100931-1650-45a2-adf0-ae9ad1c229ec) {{(pid=84763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:26:14.402178 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8aba3c-f118-44d9-9231-6c42aa7de89f req-0c18edfa-cb6f-4f87-b36d-06ce3b25fdc2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:14.403792 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-1c8aba3c-f118-44d9-9231-6c42aa7de89f req-0c18edfa-cb6f-4f87-b36d-06ce3b25fdc2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0685e2b1-3b13-405d-a131-f90aa0a8867a HTTP/1.1" status: 200 len: 909 time: 0.3374996 Apr 18 19:26:14.511141 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e21e37-251b-4aeb-b0dc-f39dba4f5bdc req-5b92b71b-10b6-4182-908e-2a8b2f6de727 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:14.515292 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e21e37-251b-4aeb-b0dc-f39dba4f5bdc req-5b92b71b-10b6-4182-908e-2a8b2f6de727 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:14.522483 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-27e21e37-251b-4aeb-b0dc-f39dba4f5bdc req-5b92b71b-10b6-4182-908e-2a8b2f6de727 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "GET /v2.0/ports?device_id=dca9f21b-f897-4981-ab52-5aee4da127c0 HTTP/1.1" status: 200 len: 1653 time: 0.4686759 Apr 18 19:26:14.528357 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-1c8aba3c-f118-44d9-9231-6c42aa7de89f req-c007e623-663d-4c70-b6f2-900781b3c1f7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c84bda8b-f4ab-4230-8e89-c912714674c2 HTTP/1.1" status: 200 len: 217 time: 0.1144993 Apr 18 19:26:14.639614 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8aba3c-f118-44d9-9231-6c42aa7de89f req-a2aa5c9f-f8ac-4287-a169-c687057e22f9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:14.641072 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-1c8aba3c-f118-44d9-9231-6c42aa7de89f req-a2aa5c9f-f8ac-4287-a169-c687057e22f9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1c71b90d-680b-4d0c-80a6-944953a6ed07 HTTP/1.1" status: 200 len: 848 time: 0.0959811 Apr 18 19:26:14.644480 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-27e21e37-251b-4aeb-b0dc-f39dba4f5bdc req-fb6d1cbd-cbeb-46b8-84af-fce1e99663f1 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "GET /v2.0/security-groups?id=059a9d13-b1ae-4689-acd4-4327d8143c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146407 Apr 18 19:26:14.730044 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-1c8aba3c-f118-44d9-9231-6c42aa7de89f req-637288eb-64f1-42c8-b8d6-61951b98790a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0685e2b1-3b13-405d-a131-f90aa0a8867a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0825539 Apr 18 19:26:14.835899 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab5b829-691e-4891-880d-025027defad4 req-ba5d3f18-5927-44fd-8a8e-642239136389 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:14.843624 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5ab5b829-691e-4891-880d-025027defad4 req-ba5d3f18-5927-44fd-8a8e-642239136389 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=5813ea9b-bdb3-4b0d-b1fa-560b06c0e787 HTTP/1.1" status: 200 len: 944 time: 0.3310368 Apr 18 19:26:14.945601 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5ab5b829-691e-4891-880d-025027defad4 req-f5f7023d-bd9c-4982-a55b-89e69772387f tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009254 Apr 18 19:26:14.976387 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-78cb2154-9a1f-4a0b-848a-5631c1a9b2f3 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks [] for port, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:14.995885 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-1c8aba3c-f118-44d9-9231-6c42aa7de89f req-7aa268f5-1882-44a7-b131-6ba997d75dc7 service neutron] 10.222.0.72 "GET /v2.0/networks/0685e2b1-3b13-405d-a131-f90aa0a8867a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571306 Apr 18 19:26:15.006197 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-78cb2154-9a1f-4a0b-848a-5631c1a9b2f3 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Transition to ACTIVE for port object 9f100931-1650-45a2-adf0-ae9ad1c229ec will not be triggered until provisioned by entity DHCP. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:26:15.159159 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b43ebf-5b80-4f04-9693-9d837851bf9f req-f15e4710-0eb8-427f-94e4-821792d96c30 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:15.161681 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-78cb2154-9a1f-4a0b-848a-5631c1a9b2f3 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:15.162527 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-b2b43ebf-5b80-4f04-9693-9d837851bf9f req-f15e4710-0eb8-427f-94e4-821792d96c30 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=2327f611-7c5a-4fad-b86b-e72911fb3ee2 HTTP/1.1" status: 200 len: 950 time: 0.2366593 Apr 18 19:26:15.221597 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-1c8aba3c-f118-44d9-9231-6c42aa7de89f req-705c1d46-873c-4873-8494-9d6fb179e9af service neutron] 10.222.0.72 "GET /v2.0/networks/0685e2b1-3b13-405d-a131-f90aa0a8867a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172458 Apr 18 19:26:15.235630 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-b2b43ebf-5b80-4f04-9693-9d837851bf9f req-67e0edf2-0e14-4658-9fb2-417617c82be5 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598104 Apr 18 19:26:15.289767 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cb2154-9a1f-4a0b-848a-5631c1a9b2f3 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Pushing event updated for resources: {'Port': ['ID=9f100931-1650-45a2-adf0-ae9ad1c229ec,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:26:15.303592 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-78cb2154-9a1f-4a0b-848a-5631c1a9b2f3 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Network a78bc94c-6e21-4a13-914b-5bddac5da8d7 is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:26:15.306479 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-78cb2154-9a1f-4a0b-848a-5631c1a9b2f3 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:26:15.310043 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-78cb2154-9a1f-4a0b-848a-5631c1a9b2f3 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Received port after_create {{(pid=84763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:26:15.387128 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-008b684c-d8ac-4f98-b292-f915a1933ebf req-052b767e-cd7c-4afd-a68b-d8e33b3aa824 tempest-LiveAutoBlockMigrationV225Test-1421540525 tempest-LiveAutoBlockMigrationV225Test-1421540525-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=38703f31-46f1-4de3-811d-a97a48b73e3a HTTP/1.1" status: 200 len: 1096 time: 0.2785969 Apr 18 19:26:15.462810 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-78cb2154-9a1f-4a0b-848a-5631c1a9b2f3 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:15.463626 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-78cb2154-9a1f-4a0b-848a-5631c1a9b2f3 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:15.514554 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-008b684c-d8ac-4f98-b292-f915a1933ebf req-7e00d7be-275c-4bce-86b5-a3d692e4a63b tempest-LiveAutoBlockMigrationV225Test-1421540525 tempest-LiveAutoBlockMigrationV225Test-1421540525-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181052 Apr 18 19:26:15.759824 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-94b34513-22ac-4983-9a64-950befb492cc req-7d265107-993a-4d33-9a06-a1d48d6c4eca tempest-ServersAdmin275Test-2023517713 tempest-ServersAdmin275Test-2023517713-project] 10.222.0.69 "GET /v2.0/ports?device_id=565ea609-bc70-41d2-8e9b-51bc0bb51a02 HTTP/1.1" status: 200 len: 210 time: 0.0579758 Apr 18 19:26:15.899266 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 49854) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:26:15.978995 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_v2 [None req-58e39399-a07e-4254-b99e-53932244442e admin admin] Deleting subnet 8ca62fcd-7a30-48d0-a691-50cd0f54f5ee {{(pid=84763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:26:15.982861 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-58e39399-a07e-4254-b99e-53932244442e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:16.006971 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-955737af-5dbc-4006-bfdb-ce4530e46450 None None] Provisioning for port 9f100931-1650-45a2-adf0-ae9ad1c229ec completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:26:16.021669 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-955737af-5dbc-4006-bfdb-ce4530e46450 None None] Provisioning complete for port 9f100931-1650-45a2-adf0-ae9ad1c229ec triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:26:16.022421 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-955737af-5dbc-4006-bfdb-ce4530e46450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:16.023702 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-78cb2154-9a1f-4a0b-848a-5631c1a9b2f3 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5014234 Apr 18 19:26:16.037001 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-3ee80b34-0f5e-4396-a78b-54fe4b79e9cb tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Request body: {'port': {'device_id': 'dca9f21b-f897-4981-ab52-5aee4da127c0', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '77a057b3-34c4-449e-a9f0-2bcfc4ff6d7a', 'admin_state_up': True, 'tenant_id': 'ae4efde8a8464528a66b3bf8e643e684', 'security_groups': ['059a9d13-b1ae-4689-acd4-4327d8143c7d']}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:26:16.063874 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b8d49847-7660-4fe4-b21d-3ac2f25f6f81 req-03e4d69b-e128-4595-b938-18a51996fbd7 tempest-MigrationsAdminTest-620803545 tempest-MigrationsAdminTest-620803545-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=2327f611-7c5a-4fad-b86b-e72911fb3ee2 HTTP/1.1" status: 200 len: 1101 time: 0.2158806 Apr 18 19:26:16.120247 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-955737af-5dbc-4006-bfdb-ce4530e46450 None None] Port 9f100931-1650-45a2-adf0-ae9ad1c229ec cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:26:16.172999 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd055c7-46e5-4d51-be7e-1e7b09011d6b req-0ce8aaa9-6e17-46e7-8a93-4d5a13799905 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:16.177648 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd055c7-46e5-4d51-be7e-1e7b09011d6b req-0ce8aaa9-6e17-46e7-8a93-4d5a13799905 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:16.181801 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd055c7-46e5-4d51-be7e-1e7b09011d6b req-0ce8aaa9-6e17-46e7-8a93-4d5a13799905 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:16.183539 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ddd055c7-46e5-4d51-be7e-1e7b09011d6b req-0ce8aaa9-6e17-46e7-8a93-4d5a13799905 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "GET /v2.0/ports?device_id=dca9f21b-f897-4981-ab52-5aee4da127c0 HTTP/1.1" status: 200 len: 2374 time: 0.1259570 Apr 18 19:26:16.186080 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-58e39399-a07e-4254-b99e-53932244442e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66272755'] for subnet, precommit_delete_associations {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:16.241729 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ddd055c7-46e5-4d51-be7e-1e7b09011d6b req-9b14777f-0e0e-4e91-a9c1-5c73d008866d tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "GET /v2.0/security-groups?id=059a9d13-b1ae-4689-acd4-4327d8143c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503290 Apr 18 19:26:16.255294 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-b8d49847-7660-4fe4-b21d-3ac2f25f6f81 req-35ff102c-8014-41e5-ae32-65b083650a88 tempest-MigrationsAdminTest-620803545 tempest-MigrationsAdminTest-620803545-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:16.328050 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-b8d49847-7660-4fe4-b21d-3ac2f25f6f81 req-35ff102c-8014-41e5-ae32-65b083650a88 tempest-MigrationsAdminTest-620803545 tempest-MigrationsAdminTest-620803545-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:26:16.332672 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-b8d49847-7660-4fe4-b21d-3ac2f25f6f81 req-35ff102c-8014-41e5-ae32-65b083650a88 tempest-MigrationsAdminTest-620803545 tempest-MigrationsAdminTest-620803545-project-admin] Usage tracker for resource:security_group_rule and tenant:c092e7525aad405187f93ade028dc0d3 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:26:16.336287 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-b8d49847-7660-4fe4-b21d-3ac2f25f6f81 req-35ff102c-8014-41e5-ae32-65b083650a88 tempest-MigrationsAdminTest-620803545 tempest-MigrationsAdminTest-620803545-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:26:16.342711 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-b8d49847-7660-4fe4-b21d-3ac2f25f6f81 req-35ff102c-8014-41e5-ae32-65b083650a88 tempest-MigrationsAdminTest-620803545 tempest-MigrationsAdminTest-620803545-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:26:16.461944 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-58e39399-a07e-4254-b99e-53932244442e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1258508'] for subnet, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:16.665382 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-b8d49847-7660-4fe4-b21d-3ac2f25f6f81 req-35ff102c-8014-41e5-ae32-65b083650a88 tempest-MigrationsAdminTest-620803545 tempest-MigrationsAdminTest-620803545-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:16.714213 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-3ee80b34-0f5e-4396-a78b-54fe4b79e9cb tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:26:16.724945 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-3ee80b34-0f5e-4396-a78b-54fe4b79e9cb tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Usage tracker for resource:port and tenant:ae4efde8a8464528a66b3bf8e643e684 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:26:16.730629 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-3ee80b34-0f5e-4396-a78b-54fe4b79e9cb tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Quota usage for port was recalculated. Used quota:10. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:26:16.757842 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-b8d49847-7660-4fe4-b21d-3ac2f25f6f81 req-35ff102c-8014-41e5-ae32-65b083650a88 tempest-MigrationsAdminTest-620803545 tempest-MigrationsAdminTest-620803545-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:16.777382 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-3ee80b34-0f5e-4396-a78b-54fe4b79e9cb tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:26:16.857994 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b8d49847-7660-4fe4-b21d-3ac2f25f6f81 req-35ff102c-8014-41e5-ae32-65b083650a88 tempest-MigrationsAdminTest-620803545 tempest-MigrationsAdminTest-620803545-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7368400 Apr 18 19:26:16.859056 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ff102c-8014-41e5-ae32-65b083650a88 tempest-MigrationsAdminTest-620803545 tempest-MigrationsAdminTest-620803545-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=266dd068-7b40-49fc-b3d5-dfc26b1b81a0,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:26:16.861833 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-3ee80b34-0f5e-4396-a78b-54fe4b79e9cb tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Made reservation on behalf of ae4efde8a8464528a66b3bf8e643e684 for: {'port': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:26:16.881079 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-58e39399-a07e-4254-b99e-53932244442e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1258501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66351815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66540800'] for subnet, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:16.948961 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-7b82eef0-cc40-47a1-ad8a-7f1e5e803e50 req-f2adb6b9-d056-45ea-a728-14c86895bdd7 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=38703f31-46f1-4de3-811d-a97a48b73e3a&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.4732823 Apr 18 19:26:17.076680 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e39399-a07e-4254-b99e-53932244442e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ca62fcd-7a30-48d0-a691-50cd0f54f5ee,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:26:17.143186 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-3ee80b34-0f5e-4396-a78b-54fe4b79e9cb tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:17.166515 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-58e39399-a07e-4254-b99e-53932244442e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:17.254908 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-58e39399-a07e-4254-b99e-53932244442e admin admin] 10.222.0.69 "DELETE /v2.0/subnets/8ca62fcd-7a30-48d0-a691-50cd0f54f5ee HTTP/1.1" status: 204 len: 168 time: 1.3546152 Apr 18 19:26:17.257613 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 49878) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:26:17.306710 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd2c81a-1838-4740-8546-ab6f135b0b98 req-4868caa4-af61-4b1e-a0f2-7a45f61bc09e tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:17.308405 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7cd2c81a-1838-4740-8546-ab6f135b0b98 req-4868caa4-af61-4b1e-a0f2-7a45f61bc09e tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=5813ea9b-bdb3-4b0d-b1fa-560b06c0e787 HTTP/1.1" status: 200 len: 944 time: 0.2240529 Apr 18 19:26:17.362675 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.agents_db [None req-eb67022b-f881-4bc8-8f45-fca90fb27803 None None] Agent healthcheck: found 7 active agents {{(pid=84766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:26:17.396976 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-3a359528-6d10-459d-adf0-ec204e10b813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:17.427919 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7cd2c81a-1838-4740-8546-ab6f135b0b98 req-ffb4d263-9f93-449b-bac5-425ded9cbe17 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085496 Apr 18 19:26:17.532033 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_common [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-3ee80b34-0f5e-4396-a78b-54fe4b79e9cb tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Allocated IP 10.2.2.100 (77a057b3-34c4-449e-a9f0-2bcfc4ff6d7a/0e17591e-cd96-449b-af53-7896e93cce2f/397fc2b6-857c-4641-815e-184ce49e13af) {{(pid=84763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:26:17.542087 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-3a359528-6d10-459d-adf0-ec204e10b813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256345', 'neutron.services.segments.db._delete_segments_for_network-8791093852025'] for network, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:17.584814 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-3a359528-6d10-459d-adf0-ec204e10b813 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c33889f7-294d-49c5-8dfc-a57c4d580672']}} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:26:17.599117 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-3a359528-6d10-459d-adf0-ec204e10b813 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86100cac-9c92-472b-98b8-7c63b08b3562') {'for_net_delete': True} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:26:17.599894 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-3a359528-6d10-459d-adf0-ec204e10b813 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86100cac-9c92-472b-98b8-7c63b08b3562') {} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:26:17.613827 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-3a359528-6d10-459d-adf0-ec204e10b813 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791093851908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66932133'] for segment, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:17.633137 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-3a359528-6d10-459d-adf0-ec204e10b813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:17.640190 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a359528-6d10-459d-adf0-ec204e10b813 admin admin] Releasing vlan 594 on physical network physnet1 to pool {{(pid=84764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:26:17.640528 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-3a359528-6d10-459d-adf0-ec204e10b813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2290898'] for segment, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:17.742202 n-d-836017-2 neutron-server[84764]: Traceback (most recent call last): Apr 18 19:26:17.742202 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:26:17.742202 n-d-836017-2 neutron-server[84764]: timer() Apr 18 19:26:17.742202 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:26:17.742202 n-d-836017-2 neutron-server[84764]: cb(*args, **kw) Apr 18 19:26:17.742202 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:26:17.742202 n-d-836017-2 neutron-server[84764]: return func(*args, **kwargs) Apr 18 19:26:17.742202 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:26:17.742202 n-d-836017-2 neutron-server[84764]: self._notify() Apr 18 19:26:17.742202 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:26:17.742202 n-d-836017-2 neutron-server[84764]: self.callback(batched_events) Apr 18 19:26:17.742202 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:26:17.742202 n-d-836017-2 neutron-server[84764]: event.method(event) Apr 18 19:26:17.742202 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:26:17.742202 n-d-836017-2 neutron-server[84764]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:26:17.742202 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:26:17.742202 n-d-836017-2 neutron-server[84764]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:26:17.742202 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:26:17.742202 n-d-836017-2 neutron-server[84764]: return f(self, *a, **k) Apr 18 19:26:17.742202 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:26:17.742202 n-d-836017-2 neutron-server[84764]: return self._get(url).json() Apr 18 19:26:17.742202 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:26:17.742202 n-d-836017-2 neutron-server[84764]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:26:17.742202 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:26:17.742202 n-d-836017-2 neutron-server[84764]: return self.request(url, 'GET', **kwargs) Apr 18 19:26:17.742202 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:26:17.742202 n-d-836017-2 neutron-server[84764]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:26:17.742202 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:26:17.742202 n-d-836017-2 neutron-server[84764]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:26:17.742202 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:26:17.742202 n-d-836017-2 neutron-server[84764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:26:17.742202 n-d-836017-2 neutron-server[84764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:26:17.844935 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0ea456bf-4acb-4910-8b7a-cd4227f17ca4 req-d4211dbc-9e47-4147-b8c1-47e67178dc8d tempest-ServersAdmin275Test-2023517713 tempest-ServersAdmin275Test-2023517713-project] 10.222.0.69 "GET /v2.0/ports?device_id=565ea609-bc70-41d2-8e9b-51bc0bb51a02 HTTP/1.1" status: 200 len: 210 time: 0.0713122 Apr 18 19:26:17.869656 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-3ee80b34-0f5e-4396-a78b-54fe4b79e9cb tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks [] for port, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:17.884553 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-3a359528-6d10-459d-adf0-ec204e10b813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416801'] for network, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:17.894490 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-3a359528-6d10-459d-adf0-ec204e10b813 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:17.901259 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-3ee80b34-0f5e-4396-a78b-54fe4b79e9cb tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Transition to ACTIVE for port object 397fc2b6-857c-4641-815e-184ce49e13af will not be triggered until provisioned by entity DHCP. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:26:17.941183 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a359528-6d10-459d-adf0-ec204e10b813 admin admin] Pushing event deleted for resources: {'Network': ['ID=c33889f7-294d-49c5-8dfc-a57c4d580672,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:26:18.044237 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-3a359528-6d10-459d-adf0-ec204e10b813 admin admin] 10.222.0.69 "DELETE /v2.0/networks/c33889f7-294d-49c5-8dfc-a57c4d580672 HTTP/1.1" status: 204 len: 168 time: 0.7848442 Apr 18 19:26:18.048016 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-3ee80b34-0f5e-4396-a78b-54fe4b79e9cb tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:18.147645 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-3ee80b34-0f5e-4396-a78b-54fe4b79e9cb tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Network 77a057b3-34c4-449e-a9f0-2bcfc4ff6d7a is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:26:18.152070 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-3ee80b34-0f5e-4396-a78b-54fe4b79e9cb tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:26:18.158316 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-3ee80b34-0f5e-4396-a78b-54fe4b79e9cb tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Received port after_create {{(pid=84763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:26:18.185836 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee80b34-0f5e-4396-a78b-54fe4b79e9cb tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Pushing event updated for resources: {'Port': ['ID=397fc2b6-857c-4641-815e-184ce49e13af,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:26:18.220488 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee80b34-0f5e-4396-a78b-54fe4b79e9cb tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:26:18.220855 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee80b34-0f5e-4396-a78b-54fe4b79e9cb tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:26:18.221172 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee80b34-0f5e-4396-a78b-54fe4b79e9cb tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:26:18.221505 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee80b34-0f5e-4396-a78b-54fe4b79e9cb tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:26:18.221835 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee80b34-0f5e-4396-a78b-54fe4b79e9cb tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:26:18.222171 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee80b34-0f5e-4396-a78b-54fe4b79e9cb tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:26:18.222499 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee80b34-0f5e-4396-a78b-54fe4b79e9cb tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:26:18.223667 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee80b34-0f5e-4396-a78b-54fe4b79e9cb tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:26:18.223965 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee80b34-0f5e-4396-a78b-54fe4b79e9cb tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:26:18.224250 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee80b34-0f5e-4396-a78b-54fe4b79e9cb tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:26:18.224737 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee80b34-0f5e-4396-a78b-54fe4b79e9cb tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:26:18.225478 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-626592e5-657b-497d-aa36-4a2327e9d228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:18.245771 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-9ba63595-0f76-4031-9b0a-549bb28d35f8 req-33e56363-3162-4454-931e-1a46d06b443a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2327f611-7c5a-4fad-b86b-e72911fb3ee2&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2407458 Apr 18 19:26:18.280370 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-3ee80b34-0f5e-4396-a78b-54fe4b79e9cb tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:18.280370 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-3ee80b34-0f5e-4396-a78b-54fe4b79e9cb tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:18.406024 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-3ee80b34-0f5e-4396-a78b-54fe4b79e9cb tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3745539 Apr 18 19:26:18.416456 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-4120df9b-9431-4f0f-a8c0-b272f9ba41cb tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Request body: {'port': {'device_id': 'dca9f21b-f897-4981-ab52-5aee4da127c0', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '77a057b3-34c4-449e-a9f0-2bcfc4ff6d7a', 'admin_state_up': True, 'tenant_id': 'ae4efde8a8464528a66b3bf8e643e684', 'security_groups': ['059a9d13-b1ae-4689-acd4-4327d8143c7d']}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:26:18.541224 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-1a400406-5906-4376-8a80-0ca66bddaff8 None None] Provisioning for port 397fc2b6-857c-4641-815e-184ce49e13af completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:26:18.546551 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-1a400406-5906-4376-8a80-0ca66bddaff8 None None] Provisioning complete for port 397fc2b6-857c-4641-815e-184ce49e13af triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:26:18.546916 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1a400406-5906-4376-8a80-0ca66bddaff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:18.589273 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-4120df9b-9431-4f0f-a8c0-b272f9ba41cb tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:26:18.597415 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-4120df9b-9431-4f0f-a8c0-b272f9ba41cb tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Usage tracker for resource:port and tenant:ae4efde8a8464528a66b3bf8e643e684 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:26:18.602550 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-4120df9b-9431-4f0f-a8c0-b272f9ba41cb tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Quota usage for port was recalculated. Used quota:11. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:26:18.611886 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-4120df9b-9431-4f0f-a8c0-b272f9ba41cb tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attempting to reserve 1 items for resource port. Total usage: 11; quota limit: 500; headroom:489 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:26:18.620317 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 49930) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:26:18.633999 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-1a400406-5906-4376-8a80-0ca66bddaff8 None None] Port 397fc2b6-857c-4641-815e-184ce49e13af cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:26:18.685727 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-9dd1c499-8191-4840-a5ea-b58359bf1fc0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d4aab0ee4d6648218144abf0ed8f0615&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0641198 Apr 18 19:26:18.688602 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 49936) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:26:18.700025 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-4120df9b-9431-4f0f-a8c0-b272f9ba41cb tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Made reservation on behalf of ae4efde8a8464528a66b3bf8e643e684 for: {'port': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:26:18.705658 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-4120df9b-9431-4f0f-a8c0-b272f9ba41cb tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:18.760772 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-74df6702-157b-4048-a42f-e38be59ad8cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:18.793467 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-74df6702-157b-4048-a42f-e38be59ad8cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:18.946223 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-74df6702-157b-4048-a42f-e38be59ad8cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:18.965209 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74df6702-157b-4048-a42f-e38be59ad8cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e5cc43e-ae04-4a53-be47-dfdad3ea2d17,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:26:19.025449 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_common [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-4120df9b-9431-4f0f-a8c0-b272f9ba41cb tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Allocated IP 10.2.2.200 (77a057b3-34c4-449e-a9f0-2bcfc4ff6d7a/0e17591e-cd96-449b-af53-7896e93cce2f/ba19edae-4343-4f8d-a1f5-5b88cd3be7cb) {{(pid=84763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:26:19.055515 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-74df6702-157b-4048-a42f-e38be59ad8cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:19.056851 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-74df6702-157b-4048-a42f-e38be59ad8cb admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1e5cc43e-ae04-4a53-be47-dfdad3ea2d17 HTTP/1.1" status: 204 len: 168 time: 0.3672826 Apr 18 19:26:19.172651 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894ba319-a9bd-4ad8-beb4-bd545d9ea181 req-8f261927-0801-45df-bbfc-16c2ee8f9b12 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:19.176642 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894ba319-a9bd-4ad8-beb4-bd545d9ea181 req-8f261927-0801-45df-bbfc-16c2ee8f9b12 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:19.180642 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894ba319-a9bd-4ad8-beb4-bd545d9ea181 req-8f261927-0801-45df-bbfc-16c2ee8f9b12 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:19.184615 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894ba319-a9bd-4ad8-beb4-bd545d9ea181 req-8f261927-0801-45df-bbfc-16c2ee8f9b12 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:19.185522 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-894ba319-a9bd-4ad8-beb4-bd545d9ea181 req-8f261927-0801-45df-bbfc-16c2ee8f9b12 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Synchronizing usage tracker for tenant:ae4efde8a8464528a66b3bf8e643e684 on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:26:19.230465 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [req-85995266-7559-4e18-a12f-b5a757f93701 req-b706f5d2-5dea-488b-bf77-39fdfee194b0 tempest-LiveAutoBlockMigrationV225Test-1421540525 tempest-LiveAutoBlockMigrationV225Test-1421540525-project-admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=84764) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:26:19.231441 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-85995266-7559-4e18-a12f-b5a757f93701 req-b706f5d2-5dea-488b-bf77-39fdfee194b0 tempest-LiveAutoBlockMigrationV225Test-1421540525 tempest-LiveAutoBlockMigrationV225Test-1421540525-project-admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0053940 Apr 18 19:26:19.291723 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-323b8fac-b599-420d-9ee0-d48ee1358e49 req-a5f6d20a-12d0-42b2-8c84-bd5af283ea47 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2327f611-7c5a-4fad-b86b-e72911fb3ee2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2446356 Apr 18 19:26:19.434547 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-894ba319-a9bd-4ad8-beb4-bd545d9ea181 req-8f261927-0801-45df-bbfc-16c2ee8f9b12 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Unset dirty status for tenant:ae4efde8a8464528a66b3bf8e643e684 on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:26:19.437284 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-894ba319-a9bd-4ad8-beb4-bd545d9ea181 req-8f261927-0801-45df-bbfc-16c2ee8f9b12 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "GET /v2.0/ports?device_id=dca9f21b-f897-4981-ab52-5aee4da127c0 HTTP/1.1" status: 200 len: 3095 time: 0.4896262 Apr 18 19:26:19.449663 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [req-85995266-7559-4e18-a12f-b5a757f93701 req-31e605c8-1738-4e02-8186-e2b23e43b077 service neutron] Request body: {'binding': {'host': 'n-h2-836017-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:26:19.450186 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [req-85995266-7559-4e18-a12f-b5a757f93701 req-31e605c8-1738-4e02-8186-e2b23e43b077 service neutron] Unknown quota resources ['binding']. {{(pid=84764) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Apr 18 19:26:19.471113 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-4120df9b-9431-4f0f-a8c0-b272f9ba41cb tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks [] for port, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:19.502459 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-4120df9b-9431-4f0f-a8c0-b272f9ba41cb tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Transition to ACTIVE for port object ba19edae-4343-4f8d-a1f5-5b88cd3be7cb will not be triggered until provisioned by entity DHCP. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:26:19.531525 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-894ba319-a9bd-4ad8-beb4-bd545d9ea181 req-06f86301-0fd6-445e-a00a-6b060bebfa25 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "GET /v2.0/security-groups?id=059a9d13-b1ae-4689-acd4-4327d8143c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829899 Apr 18 19:26:19.632346 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-4120df9b-9431-4f0f-a8c0-b272f9ba41cb tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:19.751258 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-4120df9b-9431-4f0f-a8c0-b272f9ba41cb tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Network 77a057b3-34c4-449e-a9f0-2bcfc4ff6d7a is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:26:19.781000 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-85995266-7559-4e18-a12f-b5a757f93701 req-31e605c8-1738-4e02-8186-e2b23e43b077 service neutron] Attempting to bind port cefb0de9-ce9b-4651-bfc3-b6d30327e334 on host n-h2-836017-2 for vnic_type normal with profile None {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:26:19.786713 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-85995266-7559-4e18-a12f-b5a757f93701 req-31e605c8-1738-4e02-8186-e2b23e43b077 service neutron] Attempting to bind port cefb0de9-ce9b-4651-bfc3-b6d30327e334 by drivers openvswitch,hyperv on host n-h2-836017-2 at level 0 using segments [{'id': '57f6477d-46cb-4fbc-8909-e9439d3b2b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '5b81b8da-abac-4e05-9e51-d6de7035d9e7'}] {{(pid=84764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:26:19.786713 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85995266-7559-4e18-a12f-b5a757f93701 req-31e605c8-1738-4e02-8186-e2b23e43b077 service neutron] Attempting to bind port cefb0de9-ce9b-4651-bfc3-b6d30327e334 on network 5b81b8da-abac-4e05-9e51-d6de7035d9e7 {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:26:19.790711 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85995266-7559-4e18-a12f-b5a757f93701 req-31e605c8-1738-4e02-8186-e2b23e43b077 service neutron] Port cefb0de9-ce9b-4651-bfc3-b6d30327e334 on network 5b81b8da-abac-4e05-9e51-d6de7035d9e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-2 {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:26:19.791228 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85995266-7559-4e18-a12f-b5a757f93701 req-31e605c8-1738-4e02-8186-e2b23e43b077 service neutron] Attempting to bind port cefb0de9-ce9b-4651-bfc3-b6d30327e334 on network 5b81b8da-abac-4e05-9e51-d6de7035d9e7 {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:26:19.799361 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85995266-7559-4e18-a12f-b5a757f93701 req-31e605c8-1738-4e02-8186-e2b23e43b077 service neutron] Checking agent: {'id': '02e8f951-d3a3-40e1-b8cc-aed258af030b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:26:19.800386 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85995266-7559-4e18-a12f-b5a757f93701 req-31e605c8-1738-4e02-8186-e2b23e43b077 service neutron] Checking segment: {'id': '57f6477d-46cb-4fbc-8909-e9439d3b2b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '5b81b8da-abac-4e05-9e51-d6de7035d9e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:26:19.800982 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85995266-7559-4e18-a12f-b5a757f93701 req-31e605c8-1738-4e02-8186-e2b23e43b077 service neutron] Bound using segment: {'id': '57f6477d-46cb-4fbc-8909-e9439d3b2b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '5b81b8da-abac-4e05-9e51-d6de7035d9e7'} {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:26:19.801653 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-85995266-7559-4e18-a12f-b5a757f93701 req-31e605c8-1738-4e02-8186-e2b23e43b077 service neutron] Bound port: cefb0de9-ce9b-4651-bfc3-b6d30327e334, host: n-h2-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57f6477d-46cb-4fbc-8909-e9439d3b2b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '5b81b8da-abac-4e05-9e51-d6de7035d9e7'}}] {{(pid=84764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:26:19.802317 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-4120df9b-9431-4f0f-a8c0-b272f9ba41cb tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:26:19.813940 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-4120df9b-9431-4f0f-a8c0-b272f9ba41cb tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Received port after_create {{(pid=84763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:26:19.866354 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-85995266-7559-4e18-a12f-b5a757f93701 req-31e605c8-1738-4e02-8186-e2b23e43b077 service neutron] For port cefb0de9-ce9b-4651-bfc3-b6d30327e334, host n-h2-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=cefb0de9-ce9b-4651-bfc3-b6d30327e334,segment=NetworkSegment(57f6477d-46cb-4fbc-8909-e9439d3b2b0a),segment_id=57f6477d-46cb-4fbc-8909-e9439d3b2b0a)] {{(pid=84764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:26:19.891499 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4120df9b-9431-4f0f-a8c0-b272f9ba41cb tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Pushing event updated for resources: {'Port': ['ID=ba19edae-4343-4f8d-a1f5-5b88cd3be7cb,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:26:19.917496 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-4120df9b-9431-4f0f-a8c0-b272f9ba41cb tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:19.918047 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-4120df9b-9431-4f0f-a8c0-b272f9ba41cb tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:19.955402 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb80fb36-f5e9-406d-ba7f-3a4c66f638aa req-35f8dd39-3157-4f04-9823-95ec6629ac30 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:19.955402 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-cb80fb36-f5e9-406d-ba7f-3a4c66f638aa req-35f8dd39-3157-4f04-9823-95ec6629ac30 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=5813ea9b-bdb3-4b0d-b1fa-560b06c0e787 HTTP/1.1" status: 200 len: 944 time: 0.2155578 Apr 18 19:26:19.977340 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-85995266-7559-4e18-a12f-b5a757f93701 req-31e605c8-1738-4e02-8186-e2b23e43b077 service neutron] Notify callbacks [] for binding, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:19.986878 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-85995266-7559-4e18-a12f-b5a757f93701 req-31e605c8-1738-4e02-8186-e2b23e43b077 service neutron] 10.222.0.69 "POST /v2.0/ports/cefb0de9-ce9b-4651-bfc3-b6d30327e334/bindings HTTP/1.1" status: 201 len: 389 time: 0.7475748 Apr 18 19:26:20.024610 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-4120df9b-9431-4f0f-a8c0-b272f9ba41cb tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6067164 Apr 18 19:26:20.027541 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-cb80fb36-f5e9-406d-ba7f-3a4c66f638aa req-4e9dd659-2c2e-4c83-b8e6-9ac9f1c73821 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666180 Apr 18 19:26:20.032961 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-6a87f350-c769-4785-b466-e6d0b7f1d68d service neutron] Request body: {'port': {'device_id': 'dca9f21b-f897-4981-ab52-5aee4da127c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-2'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:26:20.196111 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-6a87f350-c769-4785-b466-e6d0b7f1d68d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:20.237284 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ac17e3ad-5054-4d3d-843c-8417813e5942 None None] Provisioning for port ba19edae-4343-4f8d-a1f5-5b88cd3be7cb completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:26:20.258108 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ac17e3ad-5054-4d3d-843c-8417813e5942 None None] Provisioning complete for port ba19edae-4343-4f8d-a1f5-5b88cd3be7cb triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:26:20.258473 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ac17e3ad-5054-4d3d-843c-8417813e5942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:20.404150 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-ac17e3ad-5054-4d3d-843c-8417813e5942 None None] Port ba19edae-4343-4f8d-a1f5-5b88cd3be7cb cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:26:20.481759 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e41cae68-82e7-4438-b63d-4c6e9a9ef151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:20.554958 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-540a221a-2031-40c6-b207-cf0a29af8a4a req-c6728c1d-5a95-417b-9f40-2ebdbcd62ddd tempest-ServersAdmin275Test-2023517713 tempest-ServersAdmin275Test-2023517713-project] 10.222.0.69 "GET /v2.0/ports?device_id=565ea609-bc70-41d2-8e9b-51bc0bb51a02 HTTP/1.1" status: 200 len: 210 time: 0.0514836 Apr 18 19:26:20.577974 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da2000c-1d26-45ce-b9fc-e856a6e1c990 req-cca6d719-cc7d-4bde-96aa-1eaa2bc202c0 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:20.579556 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8da2000c-1d26-45ce-b9fc-e856a6e1c990 req-cca6d719-cc7d-4bde-96aa-1eaa2bc202c0 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=2327f611-7c5a-4fad-b86b-e72911fb3ee2 HTTP/1.1" status: 200 len: 950 time: 0.2117867 Apr 18 19:26:20.708229 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8da2000c-1d26-45ce-b9fc-e856a6e1c990 req-8a91717a-4efe-46d9-9dd8-e2327c4f998f tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168592 Apr 18 19:26:20.716947 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:20.819571 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 49998) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:26:20.883672 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-6a87f350-c769-4785-b466-e6d0b7f1d68d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 541a4c14-f2f5-4268-a378-6b7818c15360 {{(pid=84763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:26:20.883956 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-85995266-7559-4e18-a12f-b5a757f93701 req-078436ff-a380-4b7f-b1c9-7c2c8f21b0d9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e8145a70cab44ff88b524306edcbe946&device_id=38703f31-46f1-4de3-811d-a97a48b73e3a HTTP/1.1" status: 200 len: 1096 time: 0.1322749 Apr 18 19:26:20.903579 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-6a87f350-c769-4785-b466-e6d0b7f1d68d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:21.024747 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-6a87f350-c769-4785-b466-e6d0b7f1d68d service neutron] Transition to ACTIVE for port object 541a4c14-f2f5-4268-a378-6b7818c15360 will not be triggered until provisioned by entity L2. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:26:21.050576 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69cf48c-2781-41c3-afea-b0d5d498ac13 req-d0e6ea49-0ca7-4b7b-a44c-f46e88787ff2 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:21.052346 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d69cf48c-2781-41c3-afea-b0d5d498ac13 req-d0e6ea49-0ca7-4b7b-a44c-f46e88787ff2 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?device_id=38703f31-46f1-4de3-811d-a97a48b73e3a HTTP/1.1" status: 200 len: 945 time: 0.1405365 Apr 18 19:26:21.100414 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-6a87f350-c769-4785-b466-e6d0b7f1d68d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:21.122266 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-53127087-b917-4fff-9a04-f62128f1eea8 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1232286567-network', 'tenant_id': '39f82a14036e470eb61c7afcf8c12bbb'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:26:21.147063 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-53127087-b917-4fff-9a04-f62128f1eea8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:26:21.159472 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-53127087-b917-4fff-9a04-f62128f1eea8 admin admin] Usage tracker for resource:network and tenant:39f82a14036e470eb61c7afcf8c12bbb is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:26:21.165365 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-53127087-b917-4fff-9a04-f62128f1eea8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:26:21.179526 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d69cf48c-2781-41c3-afea-b0d5d498ac13 req-a7b50a5b-542b-4e15-b078-db454a52e70d tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178136 Apr 18 19:26:21.190487 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-53127087-b917-4fff-9a04-f62128f1eea8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:26:21.273812 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85995266-7559-4e18-a12f-b5a757f93701 req-e36d8fd9-7943-4e92-b131-2b597901da14 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:21.276024 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-85995266-7559-4e18-a12f-b5a757f93701 req-e36d8fd9-7943-4e92-b131-2b597901da14 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5b81b8da-abac-4e05-9e51-d6de7035d9e7 HTTP/1.1" status: 200 len: 920 time: 0.3820202 Apr 18 19:26:21.276500 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a87f350-c769-4785-b466-e6d0b7f1d68d service neutron] Pushing event updated for resources: {'Port': ['ID=541a4c14-f2f5-4268-a378-6b7818c15360,revision_number=2']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:26:21.413183 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-85995266-7559-4e18-a12f-b5a757f93701 req-51e1486c-9ae4-4711-b5c6-afa2777453e1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cefb0de9-ce9b-4651-bfc3-b6d30327e334 HTTP/1.1" status: 200 len: 217 time: 0.1246119 Apr 18 19:26:21.422122 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2325e879-74aa-4221-afc8-d71775d43a02 req-8a075d75-8d12-438b-981c-3314fa92ba5f tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:21.426489 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2325e879-74aa-4221-afc8-d71775d43a02 req-8a075d75-8d12-438b-981c-3314fa92ba5f tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:21.430722 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2325e879-74aa-4221-afc8-d71775d43a02 req-8a075d75-8d12-438b-981c-3314fa92ba5f tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:21.435453 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2325e879-74aa-4221-afc8-d71775d43a02 req-8a075d75-8d12-438b-981c-3314fa92ba5f tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:21.439878 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2325e879-74aa-4221-afc8-d71775d43a02 req-8a075d75-8d12-438b-981c-3314fa92ba5f tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:21.452217 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2325e879-74aa-4221-afc8-d71775d43a02 req-8a075d75-8d12-438b-981c-3314fa92ba5f tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "GET /v2.0/ports?device_id=dca9f21b-f897-4981-ab52-5aee4da127c0 HTTP/1.1" status: 200 len: 3828 time: 0.3813102 Apr 18 19:26:21.556166 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-6a87f350-c769-4785-b466-e6d0b7f1d68d service neutron] Attempting to bind port 541a4c14-f2f5-4268-a378-6b7818c15360 on host n-h2-836017-2 for vnic_type normal with profile {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:26:21.556664 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-6a87f350-c769-4785-b466-e6d0b7f1d68d service neutron] Attempting to bind port 541a4c14-f2f5-4268-a378-6b7818c15360 by drivers openvswitch,hyperv on host n-h2-836017-2 at level 0 using segments [{'id': '64e9dd2a-1ec8-4590-b9a5-d212c2764002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '1c17c057-c249-4320-8b11-c4cc32a9489f'}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:26:21.557119 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-6a87f350-c769-4785-b466-e6d0b7f1d68d service neutron] Attempting to bind port 541a4c14-f2f5-4268-a378-6b7818c15360 on network 1c17c057-c249-4320-8b11-c4cc32a9489f {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:26:21.567315 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-6a87f350-c769-4785-b466-e6d0b7f1d68d service neutron] Port 541a4c14-f2f5-4268-a378-6b7818c15360 on network 1c17c057-c249-4320-8b11-c4cc32a9489f not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-2 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:26:21.568054 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-6a87f350-c769-4785-b466-e6d0b7f1d68d service neutron] Attempting to bind port 541a4c14-f2f5-4268-a378-6b7818c15360 on network 1c17c057-c249-4320-8b11-c4cc32a9489f {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:26:21.582690 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343e63d5-8b5e-4b5b-91a5-7f72f79df594 req-18ff8b00-b68b-45a6-afdf-f683b4804e65 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:21.584437 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-343e63d5-8b5e-4b5b-91a5-7f72f79df594 req-18ff8b00-b68b-45a6-afdf-f683b4804e65 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3396816-7672-4e6c-a9ee-905861ee2aea HTTP/1.1" status: 200 len: 950 time: 0.1928525 Apr 18 19:26:21.587767 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-6a87f350-c769-4785-b466-e6d0b7f1d68d service neutron] Checking agent: {'id': '02e8f951-d3a3-40e1-b8cc-aed258af030b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:26:21.588439 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-6a87f350-c769-4785-b466-e6d0b7f1d68d service neutron] Checking segment: {'id': '64e9dd2a-1ec8-4590-b9a5-d212c2764002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '1c17c057-c249-4320-8b11-c4cc32a9489f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:26:21.589104 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-6a87f350-c769-4785-b466-e6d0b7f1d68d service neutron] Bound using segment: {'id': '64e9dd2a-1ec8-4590-b9a5-d212c2764002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '1c17c057-c249-4320-8b11-c4cc32a9489f'} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:26:21.589873 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-6a87f350-c769-4785-b466-e6d0b7f1d68d service neutron] Bound port: 541a4c14-f2f5-4268-a378-6b7818c15360, host: n-h2-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64e9dd2a-1ec8-4590-b9a5-d212c2764002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '1c17c057-c249-4320-8b11-c4cc32a9489f'}}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:26:21.590522 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-6a87f350-c769-4785-b466-e6d0b7f1d68d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:21.590697 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53127087-b917-4fff-9a04-f62128f1eea8 admin admin] Made reservation on behalf of 39f82a14036e470eb61c7afcf8c12bbb for: {'network': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:26:21.593816 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-53127087-b917-4fff-9a04-f62128f1eea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for network, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:21.623879 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-53127087-b917-4fff-9a04-f62128f1eea8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:21.711495 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2325e879-74aa-4221-afc8-d71775d43a02 req-f2c2d04c-00d4-48e3-ab85-623a2d622d90 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "GET /v2.0/security-groups?id=059a9d13-b1ae-4689-acd4-4327d8143c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2582884 Apr 18 19:26:21.740826 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-343e63d5-8b5e-4b5b-91a5-7f72f79df594 req-ff194a0d-b7cf-43fe-8420-a62d919d425c tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b82ee4b-1b13-4f19-86d2-85d0db8a03cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315842 Apr 18 19:26:21.746165 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-6a87f350-c769-4785-b466-e6d0b7f1d68d service neutron] For port 541a4c14-f2f5-4268-a378-6b7818c15360, host n-h2-836017-2, cleared binding levels {{(pid=84763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:26:21.747341 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85995266-7559-4e18-a12f-b5a757f93701 req-d71e14d3-a3af-435a-a429-c044b81dc380 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:21.750565 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-6a87f350-c769-4785-b466-e6d0b7f1d68d service neutron] For port 541a4c14-f2f5-4268-a378-6b7818c15360, host n-h2-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=541a4c14-f2f5-4268-a378-6b7818c15360,segment=NetworkSegment(64e9dd2a-1ec8-4590-b9a5-d212c2764002),segment_id=64e9dd2a-1ec8-4590-b9a5-d212c2764002)] {{(pid=84763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:26:21.753394 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-85995266-7559-4e18-a12f-b5a757f93701 req-d71e14d3-a3af-435a-a429-c044b81dc380 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b10cc942-f819-45fc-bb02-117dc96bc19f HTTP/1.1" status: 200 len: 859 time: 0.2974169 Apr 18 19:26:21.835486 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-53127087-b917-4fff-9a04-f62128f1eea8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:26:21.842414 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-85995266-7559-4e18-a12f-b5a757f93701 req-95f5ed21-fca9-474e-a760-b77edd35dc5b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5b81b8da-abac-4e05-9e51-d6de7035d9e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0728071 Apr 18 19:26:21.843558 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-53127087-b917-4fff-9a04-f62128f1eea8 admin admin] Usage tracker for resource:security_group_rule and tenant:39f82a14036e470eb61c7afcf8c12bbb is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:26:21.848091 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-53127087-b917-4fff-9a04-f62128f1eea8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:26:21.852504 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-29e4d6f4-ebe9-482d-93c1-05135ab67351 req-98449532-01b1-4ce3-8cf5-9b46176ef6be service neutron] 10.222.0.72 "GET /v2.0/ports/c84bda8b-f4ab-4230-8e89-c912714674c2/bindings/n-h1-836017-2 HTTP/1.1" status: 200 len: 384 time: 0.3870668 Apr 18 19:26:21.882785 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-53127087-b917-4fff-9a04-f62128f1eea8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:26:21.995732 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1c541fd-6087-4755-8778-e68e27e46067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:22.026283 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b681a5d2-7a6d-4d5c-8d1b-f0cb0824009b req-d862fc26-5c0f-4789-aa14-ee96d41d127c tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:22.026283 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b681a5d2-7a6d-4d5c-8d1b-f0cb0824009b req-d862fc26-5c0f-4789-aa14-ee96d41d127c tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=5813ea9b-bdb3-4b0d-b1fa-560b06c0e787 HTTP/1.1" status: 200 len: 944 time: 0.1248913 Apr 18 19:26:22.026283 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-6a87f350-c769-4785-b466-e6d0b7f1d68d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:22.043863 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:22.143980 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-6a87f350-c769-4785-b466-e6d0b7f1d68d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:22.143980 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-6a87f350-c769-4785-b466-e6d0b7f1d68d service neutron] 10.222.0.72 "PUT /v2.0/ports/541a4c14-f2f5-4268-a378-6b7818c15360 HTTP/1.1" status: 200 len: 1091 time: 2.1124902 Apr 18 19:26:22.143980 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dca9f21b-f897-4981-ab52-5aee4da127c0', 'tag': '541a4c14-f2f5-4268-a378-6b7818c15360'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:26:22.175988 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e0a14864-bb96-454d-b4d0-a6347153a10b req-a40cc564-48a0-4114-9ee6-7ba263973e66 tempest-ServersAdmin275Test-2023517713 tempest-ServersAdmin275Test-2023517713-project] 10.222.0.69 "GET /v2.0/ports?device_id=565ea609-bc70-41d2-8e9b-51bc0bb51a02 HTTP/1.1" status: 200 len: 210 time: 0.1378415 Apr 18 19:26:22.205552 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a87f350-c769-4785-b466-e6d0b7f1d68d service neutron] Pushing event updated for resources: {'Port': ['ID=541a4c14-f2f5-4268-a378-6b7818c15360,revision_number=3']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:26:22.254078 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b681a5d2-7a6d-4d5c-8d1b-f0cb0824009b req-8d23f859-4c18-4288-a529-e2da3e19d621 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370834 Apr 18 19:26:22.274420 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-674ceda0-b602-4683-ad0b-11dbe5de392f service neutron] Request body: {'port': {'device_id': 'dca9f21b-f897-4981-ab52-5aee4da127c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-2'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:26:22.274676 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-85995266-7559-4e18-a12f-b5a757f93701 req-984ff5b1-d6af-40e6-828e-6ba96d49171a service neutron] 10.222.0.72 "GET /v2.0/networks/5b81b8da-abac-4e05-9e51-d6de7035d9e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4222085 Apr 18 19:26:22.466560 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-674ceda0-b602-4683-ad0b-11dbe5de392f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:22.617879 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-53127087-b917-4fff-9a04-f62128f1eea8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:22.755074 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.72', 64190) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:26:22.761637 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-53127087-b917-4fff-9a04-f62128f1eea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:22.849892 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53127087-b917-4fff-9a04-f62128f1eea8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=84764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:26:22.876602 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53127087-b917-4fff-9a04-f62128f1eea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d41fd17e-db12-437a-89e9-db660d5724d4,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:26:22.902478 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-53127087-b917-4fff-9a04-f62128f1eea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:22.902478 n-d-836017-2 neutron-server[84764]: INFO neutron.db.segments_db [None req-53127087-b917-4fff-9a04-f62128f1eea8 admin admin] Added segment 4247da63-a16c-4432-855a-da0d16dfae66 of type vlan for network 520f0b71-c838-4972-8712-c05cbf04698e Apr 18 19:26:22.918133 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-85995266-7559-4e18-a12f-b5a757f93701 req-702d8a71-cd0c-4fe5-bd99-4b4911049ed1 service neutron] 10.222.0.72 "GET /v2.0/networks/5b81b8da-abac-4e05-9e51-d6de7035d9e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4972198 Apr 18 19:26:22.948243 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50da146-4f27-41c9-b299-1b0e6b61c0fd req-c9bf885b-decf-46ef-ba2e-828a33406e86 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:22.948243 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a50da146-4f27-41c9-b299-1b0e6b61c0fd req-c9bf885b-decf-46ef-ba2e-828a33406e86 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=2327f611-7c5a-4fad-b86b-e72911fb3ee2 HTTP/1.1" status: 200 len: 950 time: 0.5774553 Apr 18 19:26:22.948243 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-29e4d6f4-ebe9-482d-93c1-05135ab67351 req-b34ed944-59e2-4e71-9a54-900a454d2d33 service neutron] For port c84bda8b-f4ab-4230-8e89-c912714674c2, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=c84bda8b-f4ab-4230-8e89-c912714674c2,segment=NetworkSegment(1b33902c-725a-4527-bb11-2978d3dba7a4),segment_id=1b33902c-725a-4527-bb11-2978d3dba7a4)] {{(pid=84764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:26:22.995418 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-53127087-b917-4fff-9a04-f62128f1eea8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791093404182'] for network, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:23.015136 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-29e4d6f4-ebe9-482d-93c1-05135ab67351 req-b34ed944-59e2-4e71-9a54-900a454d2d33 service neutron] For port c84bda8b-f4ab-4230-8e89-c912714674c2, host n-h2-836017-2, cleared binding levels {{(pid=84764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:26:23.040454 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a4106dab-6971-4e7e-8fdc-c66f0a3f4877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:23.040454 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device c84bda8b-f4ab-4230-8e89-c912714674c2 no longer exists at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:26:23.090604 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-323b8fac-b599-420d-9ee0-d48ee1358e49 req-9d0ad56b-a18f-4215-8e5b-fd257051dcc1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4bf06599121a476094faf72db54a396e&device_id=2327f611-7c5a-4fad-b86b-e72911fb3ee2 HTTP/1.1" status: 200 len: 1101 time: 0.3307650 Apr 18 19:26:23.109278 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a50da146-4f27-41c9-b299-1b0e6b61c0fd req-2277deb3-a2fe-48e0-9ff1-b0515f07d48d tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580906 Apr 18 19:26:23.116137 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [req-29e4d6f4-ebe9-482d-93c1-05135ab67351 req-b34ed944-59e2-4e71-9a54-900a454d2d33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c84bda8b-f4ab-4230-8e89-c912714674c2 {{(pid=84764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:26:23.131880 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-29e4d6f4-ebe9-482d-93c1-05135ab67351 req-b34ed944-59e2-4e71-9a54-900a454d2d33 service neutron] For port c84bda8b-f4ab-4230-8e89-c912714674c2, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=c84bda8b-f4ab-4230-8e89-c912714674c2,segment=NetworkSegment(1b33902c-725a-4527-bb11-2978d3dba7a4),segment_id=1b33902c-725a-4527-bb11-2978d3dba7a4)] {{(pid=84764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:26:23.243361 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-53127087-b917-4fff-9a04-f62128f1eea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251'] for network, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:23.247780 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53127087-b917-4fff-9a04-f62128f1eea8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:23.247780 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-53127087-b917-4fff-9a04-f62128f1eea8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:23.297960 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfc11383-8318-4fff-846b-b23bc6012602'] response: {'name': 'network-changed', 'server_uuid': 'dca9f21b-f897-4981-ab52-5aee4da127c0', 'tag': '541a4c14-f2f5-4268-a378-6b7818c15360', 'status': 'completed', 'code': 200} Apr 18 19:26:23.339430 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 61407fd5-cf4f-4a26-b617-938a77b67461 no longer exists at agent hyperv_n-h1-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:26:23.433764 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-674ceda0-b602-4683-ad0b-11dbe5de392f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc352c10-792f-4c4c-8ce2-33c2e09ff225 {{(pid=84763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:26:23.463580 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-29e4d6f4-ebe9-482d-93c1-05135ab67351 req-b34ed944-59e2-4e71-9a54-900a454d2d33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:23.528261 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-674ceda0-b602-4683-ad0b-11dbe5de392f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:23.556762 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323b8fac-b599-420d-9ee0-d48ee1358e49 req-88fa9f0b-7cb6-4761-b233-8952f938d470 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:23.556762 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-323b8fac-b599-420d-9ee0-d48ee1358e49 req-88fa9f0b-7cb6-4761-b233-8952f938d470 service neutron] 10.222.0.72 "GET /v2.0/networks?id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a HTTP/1.1" status: 200 len: 870 time: 0.3870308 Apr 18 19:26:23.563036 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53127087-b917-4fff-9a04-f62128f1eea8 admin admin] Pushing event updated for resources: {'Network': ['ID=520f0b71-c838-4972-8712-c05cbf04698e,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:26:23.565109 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:23.585119 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Network 520f0b71-c838-4972-8712-c05cbf04698e details requested by agent ovs-agent-n-d-836017-2 with host n-d-836017-2 {{(pid=84765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:26:23.648415 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-53127087-b917-4fff-9a04-f62128f1eea8 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.8213913 Apr 18 19:26:23.673296 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 50066) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:26:23.686935 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-323b8fac-b599-420d-9ee0-d48ee1358e49 req-addcfa04-184b-4ab6-be36-d09e2c632257 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=06b799dc-3aea-4cb3-90fe-2c88201e3471 HTTP/1.1" status: 200 len: 217 time: 0.1284168 Apr 18 19:26:23.689141 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-674ceda0-b602-4683-ad0b-11dbe5de392f service neutron] Transition to ACTIVE for port object bc352c10-792f-4c4c-8ce2-33c2e09ff225 will not be triggered until provisioned by entity L2. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:26:23.703780 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-e4b88b2e-8da2-4079-8e00-b110a878f652 admin admin] Request body: {'subnet': {'network_id': '520f0b71-c838-4972-8712-c05cbf04698e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1232286567-subnet', 'tenant_id': '39f82a14036e470eb61c7afcf8c12bbb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:26:23.723625 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-e4b88b2e-8da2-4079-8e00-b110a878f652 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:26:23.740643 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-e4b88b2e-8da2-4079-8e00-b110a878f652 admin admin] Usage tracker for resource:subnet and tenant:39f82a14036e470eb61c7afcf8c12bbb is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:26:23.760795 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-e4b88b2e-8da2-4079-8e00-b110a878f652 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:26:23.770179 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port 61407fd5-cf4f-4a26-b617-938a77b67461, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=61407fd5-cf4f-4a26-b617-938a77b67461,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:26:23.771143 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3396816-7672-4e6c-a9ee-905861ee2aea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61407fd5-cf4f-4a26-b617-938a77b67461'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:26:23.793465 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-e4b88b2e-8da2-4079-8e00-b110a878f652 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:26:23.795725 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-674ceda0-b602-4683-ad0b-11dbe5de392f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:23.818388 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ba521fec-6ba6-41ae-8a7b-e3ab8a22371d req-f1af158a-1417-4258-9e72-5d4bf4470ab4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ae4efde8a8464528a66b3bf8e643e684&device_id=dca9f21b-f897-4981-ab52-5aee4da127c0 HTTP/1.1" status: 200 len: 4363 time: 0.4954324 Apr 18 19:26:23.832826 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:23.857323 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0b3976-3654-46ef-a674-0c8710dfa2b5 req-b8a2b777-5564-467d-a7e1-6a39a879115f tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:23.864991 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-7e0b3976-3654-46ef-a674-0c8710dfa2b5 req-b8a2b777-5564-467d-a7e1-6a39a879115f tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?device_id=38703f31-46f1-4de3-811d-a97a48b73e3a HTTP/1.1" status: 200 len: 945 time: 0.3863521 Apr 18 19:26:23.870024 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.provisioning_blocks [req-29e4d6f4-ebe9-482d-93c1-05135ab67351 req-b34ed944-59e2-4e71-9a54-900a454d2d33 service neutron] Transition to ACTIVE for port object c84bda8b-f4ab-4230-8e89-c912714674c2 will not be triggered until provisioned by entity L2. {{(pid=84764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:26:23.913611 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Pushing event updated for resources: {'Port': ['ID=61407fd5-cf4f-4a26-b617-938a77b67461,revision_number=11']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:26:23.926741 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:26:23.927076 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:26:23.927598 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:26:23.928081 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:26:23.928707 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:26:23.929185 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:26:23.929660 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:26:23.930147 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:26:23.930623 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:26:23.931091 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:26:23.931562 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:26:23.938442 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4b88b2e-8da2-4079-8e00-b110a878f652 admin admin] Made reservation on behalf of 39f82a14036e470eb61c7afcf8c12bbb for: {'subnet': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:26:23.940735 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-e4b88b2e-8da2-4079-8e00-b110a878f652 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65862573'] for subnet, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:23.957728 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323b8fac-b599-420d-9ee0-d48ee1358e49 req-6eb8eb6f-5280-4fd0-9a5b-fa3561694489 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:23.959755 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-323b8fac-b599-420d-9ee0-d48ee1358e49 req-6eb8eb6f-5280-4fd0-9a5b-fa3561694489 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=17d1b3aa-2066-4ffa-a69f-52ed566b6548 HTTP/1.1" status: 200 len: 843 time: 0.2630417 Apr 18 19:26:23.980751 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-29e4d6f4-ebe9-482d-93c1-05135ab67351 req-b34ed944-59e2-4e71-9a54-900a454d2d33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2290934'] for port, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:24.129545 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674ceda0-b602-4683-ad0b-11dbe5de392f service neutron] Pushing event updated for resources: {'Port': ['ID=bc352c10-792f-4c4c-8ce2-33c2e09ff225,revision_number=2']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:26:24.233453 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-323b8fac-b599-420d-9ee0-d48ee1358e49 req-eda4f8b1-7fda-4287-ae77-30d944bc4156 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2089260 Apr 18 19:26:24.400935 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-7e0b3976-3654-46ef-a674-0c8710dfa2b5 req-e4a16639-6897-45bf-ba27-c5509b1d07ce tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5349786 Apr 18 19:26:24.412790 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-323b8fac-b599-420d-9ee0-d48ee1358e49 req-2c56ca00-69a6-48c3-8e96-b2ab449e4aaa service neutron] 10.222.0.72 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697013 Apr 18 19:26:24.471629 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba521fec-6ba6-41ae-8a7b-e3ab8a22371d req-f1c28b13-b2f3-44d4-ba05-1fd3594347f1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:24.472090 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba521fec-6ba6-41ae-8a7b-e3ab8a22371d req-f1c28b13-b2f3-44d4-ba05-1fd3594347f1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:24.472895 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba521fec-6ba6-41ae-8a7b-e3ab8a22371d req-f1c28b13-b2f3-44d4-ba05-1fd3594347f1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:24.473746 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-674ceda0-b602-4683-ad0b-11dbe5de392f service neutron] Attempting to bind port bc352c10-792f-4c4c-8ce2-33c2e09ff225 on host n-h2-836017-2 for vnic_type normal with profile {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:26:24.474151 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-674ceda0-b602-4683-ad0b-11dbe5de392f service neutron] Attempting to bind port bc352c10-792f-4c4c-8ce2-33c2e09ff225 by drivers openvswitch,hyperv on host n-h2-836017-2 at level 0 using segments [{'id': '767af402-126a-4148-89aa-c983cdf056d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'a78bc94c-6e21-4a13-914b-5bddac5da8d7'}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:26:24.474486 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-674ceda0-b602-4683-ad0b-11dbe5de392f service neutron] Attempting to bind port bc352c10-792f-4c4c-8ce2-33c2e09ff225 on network a78bc94c-6e21-4a13-914b-5bddac5da8d7 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:26:24.474993 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ba521fec-6ba6-41ae-8a7b-e3ab8a22371d req-f1c28b13-b2f3-44d4-ba05-1fd3594347f1 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=ae4efde8a8464528a66b3bf8e643e684&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.6464179 Apr 18 19:26:24.475733 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34ed944-59e2-4e71-9a54-900a454d2d33 service neutron] Pushing event updated for resources: {'Port': ['ID=c84bda8b-f4ab-4230-8e89-c912714674c2,revision_number=10']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:26:24.525021 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [req-29e4d6f4-ebe9-482d-93c1-05135ab67351 req-b34ed944-59e2-4e71-9a54-900a454d2d33 service neutron] No DVR routers for this DVR port c84bda8b-f4ab-4230-8e89-c912714674c2 on host n-h2-836017-2 {{(pid=84764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:26:24.562373 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-674ceda0-b602-4683-ad0b-11dbe5de392f service neutron] Port bc352c10-792f-4c4c-8ce2-33c2e09ff225 on network a78bc94c-6e21-4a13-914b-5bddac5da8d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-2 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:26:24.562983 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-674ceda0-b602-4683-ad0b-11dbe5de392f service neutron] Attempting to bind port bc352c10-792f-4c4c-8ce2-33c2e09ff225 on network a78bc94c-6e21-4a13-914b-5bddac5da8d7 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:26:24.591786 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-674ceda0-b602-4683-ad0b-11dbe5de392f service neutron] Checking agent: {'id': '02e8f951-d3a3-40e1-b8cc-aed258af030b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:26:24.592082 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-674ceda0-b602-4683-ad0b-11dbe5de392f service neutron] Checking segment: {'id': '767af402-126a-4148-89aa-c983cdf056d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'a78bc94c-6e21-4a13-914b-5bddac5da8d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:26:24.592408 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-674ceda0-b602-4683-ad0b-11dbe5de392f service neutron] Bound using segment: {'id': '767af402-126a-4148-89aa-c983cdf056d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'a78bc94c-6e21-4a13-914b-5bddac5da8d7'} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:26:24.592858 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-674ceda0-b602-4683-ad0b-11dbe5de392f service neutron] Bound port: bc352c10-792f-4c4c-8ce2-33c2e09ff225, host: n-h2-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '767af402-126a-4148-89aa-c983cdf056d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'a78bc94c-6e21-4a13-914b-5bddac5da8d7'}}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:26:24.593206 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-674ceda0-b602-4683-ad0b-11dbe5de392f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:24.649657 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-9ee44176-7ea1-420c-bc4a-5b26c2d48c7e req-686afd3b-6201-49c7-918d-8164f8b9da25 tempest-ServersAdmin275Test-2023517713 tempest-ServersAdmin275Test-2023517713-project] 10.222.0.69 "GET /v2.0/ports?device_id=565ea609-bc70-41d2-8e9b-51bc0bb51a02 HTTP/1.1" status: 200 len: 210 time: 0.0741103 Apr 18 19:26:24.716476 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:24.791398 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-674ceda0-b602-4683-ad0b-11dbe5de392f service neutron] For port bc352c10-792f-4c4c-8ce2-33c2e09ff225, host n-h2-836017-2, cleared binding levels {{(pid=84763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:26:24.793142 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-29e4d6f4-ebe9-482d-93c1-05135ab67351 req-b34ed944-59e2-4e71-9a54-900a454d2d33 service neutron] 10.222.0.72 "PUT /v2.0/ports/c84bda8b-f4ab-4230-8e89-c912714674c2/bindings/n-h1-836017-2/activate HTTP/1.1" status: 200 len: 369 time: 2.9164588 Apr 18 19:26:24.796004 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-674ceda0-b602-4683-ad0b-11dbe5de392f service neutron] For port bc352c10-792f-4c4c-8ce2-33c2e09ff225, host n-h2-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=bc352c10-792f-4c4c-8ce2-33c2e09ff225,segment=NetworkSegment(767af402-126a-4148-89aa-c983cdf056d7),segment_id=767af402-126a-4148-89aa-c983cdf056d7)] {{(pid=84763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:26:24.800180 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-323b8fac-b599-420d-9ee0-d48ee1358e49 req-24faefb4-8e98-4bdd-a9cb-3aa221af2f6d service neutron] 10.222.0.72 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3597207 Apr 18 19:26:24.831892 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba521fec-6ba6-41ae-8a7b-e3ab8a22371d req-920d1083-75fa-4295-b2a6-67e4e15cb141 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:24.831892 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ba521fec-6ba6-41ae-8a7b-e3ab8a22371d req-920d1083-75fa-4295-b2a6-67e4e15cb141 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3439026 Apr 18 19:26:24.835884 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bea5ed3-e543-4b4a-be7a-cd881422adba req-49ac7b2c-d257-4850-b6ea-e4699b81eb15 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:24.840710 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bea5ed3-e543-4b4a-be7a-cd881422adba req-49ac7b2c-d257-4850-b6ea-e4699b81eb15 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:24.845077 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bea5ed3-e543-4b4a-be7a-cd881422adba req-49ac7b2c-d257-4850-b6ea-e4699b81eb15 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:24.850417 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bea5ed3-e543-4b4a-be7a-cd881422adba req-49ac7b2c-d257-4850-b6ea-e4699b81eb15 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:24.855172 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bea5ed3-e543-4b4a-be7a-cd881422adba req-49ac7b2c-d257-4850-b6ea-e4699b81eb15 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:24.859781 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bea5ed3-e543-4b4a-be7a-cd881422adba req-49ac7b2c-d257-4850-b6ea-e4699b81eb15 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:24.865404 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-6bea5ed3-e543-4b4a-be7a-cd881422adba req-49ac7b2c-d257-4850-b6ea-e4699b81eb15 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "GET /v2.0/ports?device_id=dca9f21b-f897-4981-ab52-5aee4da127c0 HTTP/1.1" status: 200 len: 4600 time: 0.4497633 Apr 18 19:26:24.889806 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-674ceda0-b602-4683-ad0b-11dbe5de392f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:24.942497 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-e4b88b2e-8da2-4079-8e00-b110a878f652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2290811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65862591'] for subnet, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:25.034984 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b88b2e-8da2-4079-8e00-b110a878f652 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f0ace3e-3ddc-4a6a-801f-21faa6062361,revision_number=0']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:26:25.092402 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bffd96f-ddda-46a4-9f43-291e2f5f7ab0 req-f58beade-89b4-49df-bd88-6b66ddc13837 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:25.096833 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6bffd96f-ddda-46a4-9f43-291e2f5f7ab0 req-f58beade-89b4-49df-bd88-6b66ddc13837 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=5813ea9b-bdb3-4b0d-b1fa-560b06c0e787 HTTP/1.1" status: 200 len: 945 time: 0.2034082 Apr 18 19:26:25.099145 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b88b2e-8da2-4079-8e00-b110a878f652 admin admin] Checking segment: {'id': '4247da63-a16c-4432-855a-da0d16dfae66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '520f0b71-c838-4972-8712-c05cbf04698e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:26:25.099765 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b88b2e-8da2-4079-8e00-b110a878f652 admin admin] Network hostable DHCP agents. Network: 520f0b71-c838-4972-8712-c05cbf04698e, hostable agents: ['f6987c12-6d6c-47d4-b22d-cfcd164dc40d'], hosted agents: [] {{(pid=84764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:26:25.138401 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-674ceda0-b602-4683-ad0b-11dbe5de392f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:25.140118 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-674ceda0-b602-4683-ad0b-11dbe5de392f service neutron] 10.222.0.72 "PUT /v2.0/ports/bc352c10-792f-4c4c-8ce2-33c2e09ff225 HTTP/1.1" status: 200 len: 1130 time: 2.8753431 Apr 18 19:26:25.150016 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-6bea5ed3-e543-4b4a-be7a-cd881422adba req-9e4ac87c-6ae1-40ac-83a8-3696fd6c3491 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "GET /v2.0/security-groups?id=059a9d13-b1ae-4689-acd4-4327d8143c7d&id=005d155c-90ca-4625-80c3-c43b698af2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2777750 Apr 18 19:26:25.155087 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674ceda0-b602-4683-ad0b-11dbe5de392f service neutron] Pushing event updated for resources: {'Port': ['ID=bc352c10-792f-4c4c-8ce2-33c2e09ff225,revision_number=3']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:26:25.215437 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-29e4d6f4-ebe9-482d-93c1-05135ab67351 req-a9940d26-710a-4588-8f87-c923b0bec884 tempest-LiveMigrationTest-374537811 tempest-LiveMigrationTest-374537811-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=5813ea9b-bdb3-4b0d-b1fa-560b06c0e787&tenant_id=fc56e011536d43568ffc66b480cf23b0&binding%3Ahost_id=n-h2-836017-2 HTTP/1.1" status: 200 len: 1096 time: 0.2388759 Apr 18 19:26:25.221031 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6bffd96f-ddda-46a4-9f43-291e2f5f7ab0 req-65e8248a-04e8-44da-9410-b47de2a1949f tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159022 Apr 18 19:26:25.285643 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aabed395-1624-4af9-837b-7ab1596dce8a'] response: {'server_uuid': 'f3396816-7672-4e6c-a9ee-905861ee2aea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61407fd5-cf4f-4a26-b617-938a77b67461', 'code': 200} Apr 18 19:26:25.299106 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dca9f21b-f897-4981-ab52-5aee4da127c0', 'tag': 'bc352c10-792f-4c4c-8ce2-33c2e09ff225'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:26:25.309415 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b88b2e-8da2-4079-8e00-b110a878f652 admin admin] Network 520f0b71-c838-4972-8712-c05cbf04698e is scheduled to be hosted by DHCP agent f6987c12-6d6c-47d4-b22d-cfcd164dc40d with binding_index 1 {{(pid=84764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:26:25.309761 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-279316ab-233e-487d-b871-3576caceb57a service neutron] Request body: {'port': {'device_id': 'dca9f21b-f897-4981-ab52-5aee4da127c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-2'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:26:25.403886 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [None req-e4b88b2e-8da2-4079-8e00-b110a878f652 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-2, 520f0b71-c838-4972-8712-c05cbf04698e) {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:26:25.411071 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b88b2e-8da2-4079-8e00-b110a878f652 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:25.412904 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-e4b88b2e-8da2-4079-8e00-b110a878f652 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for subnet, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:25.416721 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a35321a-b76c-44e9-880b-97aece8ccae1 None None] Network 520f0b71-c838-4972-8712-c05cbf04698e requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:26:25.420741 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be69d40e-ec4e-457c-8064-58857a65abd1'] response: {'name': 'network-changed', 'server_uuid': 'dca9f21b-f897-4981-ab52-5aee4da127c0', 'tag': 'bc352c10-792f-4c4c-8ce2-33c2e09ff225', 'status': 'completed', 'code': 200} Apr 18 19:26:25.505583 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-29e4d6f4-ebe9-482d-93c1-05135ab67351 req-21eec754-1e4f-4fd5-b45d-04ebaa15502d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5813ea9b-bdb3-4b0d-b1fa-560b06c0e787&tenant_id=fc56e011536d43568ffc66b480cf23b0 HTTP/1.1" status: 200 len: 1096 time: 0.2633696 Apr 18 19:26:25.539444 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-e4b88b2e-8da2-4079-8e00-b110a878f652 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.8620310 Apr 18 19:26:25.620925 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-279316ab-233e-487d-b871-3576caceb57a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:25.682716 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083505d3-0cf7-4de6-ad74-0da339e80b1c req-28a69fab-1eda-4460-98c1-5b76db07d6b8 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:25.684563 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-083505d3-0cf7-4de6-ad74-0da339e80b1c req-28a69fab-1eda-4460-98c1-5b76db07d6b8 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=2327f611-7c5a-4fad-b86b-e72911fb3ee2 HTTP/1.1" status: 200 len: 950 time: 0.2396295 Apr 18 19:26:25.693240 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6035e837-2d25-4d7d-a72e-5c6b3ee61f07 req-c4253769-c86c-4e71-87c8-008f1ad55e23 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ae4efde8a8464528a66b3bf8e643e684&device_id=dca9f21b-f897-4981-ab52-5aee4da127c0 HTTP/1.1" status: 200 len: 5286 time: 0.2064278 Apr 18 19:26:25.798635 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185a65d4-4d65-4f47-a6c3-bd2910df2b0c None None] Network 520f0b71-c838-4972-8712-c05cbf04698e requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:26:25.927729 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-083505d3-0cf7-4de6-ad74-0da339e80b1c req-63aec485-bdf2-4461-8dba-a6b2f0eade9b tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332079 Apr 18 19:26:25.931155 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-29e4d6f4-ebe9-482d-93c1-05135ab67351 req-f2349ddb-8762-44ba-ac28-f7576ed31991 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fc56e011536d43568ffc66b480cf23b0&device_id=5813ea9b-bdb3-4b0d-b1fa-560b06c0e787 HTTP/1.1" status: 200 len: 1096 time: 0.3960741 Apr 18 19:26:26.010511 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6035e837-2d25-4d7d-a72e-5c6b3ee61f07 req-9f80c2a6-6019-4a30-9190-79036d2baa35 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:26.011717 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6035e837-2d25-4d7d-a72e-5c6b3ee61f07 req-9f80c2a6-6019-4a30-9190-79036d2baa35 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:26.011717 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6035e837-2d25-4d7d-a72e-5c6b3ee61f07 req-9f80c2a6-6019-4a30-9190-79036d2baa35 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:26.013193 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6035e837-2d25-4d7d-a72e-5c6b3ee61f07 req-9f80c2a6-6019-4a30-9190-79036d2baa35 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=ae4efde8a8464528a66b3bf8e643e684&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2881966 Apr 18 19:26:26.260477 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6035e837-2d25-4d7d-a72e-5c6b3ee61f07 req-a2a31180-2bac-4abe-acfd-4998393ec423 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:26.261927 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6035e837-2d25-4d7d-a72e-5c6b3ee61f07 req-a2a31180-2bac-4abe-acfd-4998393ec423 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2409689 Apr 18 19:26:26.279688 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35d62b6-33bb-4ae2-b075-7f61f6bbc133 req-c9f5b69b-3dd9-43e1-9084-60673baca134 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:26.280929 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d2f695b7-68d7-44a9-9089-dce8063545e6 req-5db534ca-163d-4981-82b8-9c8a81816031 tempest-ServersAdmin275Test-2023517713 tempest-ServersAdmin275Test-2023517713-project] 10.222.0.69 "GET /v2.0/ports?device_id=565ea609-bc70-41d2-8e9b-51bc0bb51a02 HTTP/1.1" status: 200 len: 210 time: 0.0698030 Apr 18 19:26:26.281973 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f35d62b6-33bb-4ae2-b075-7f61f6bbc133 req-c9f5b69b-3dd9-43e1-9084-60673baca134 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?device_id=38703f31-46f1-4de3-811d-a97a48b73e3a HTTP/1.1" status: 200 len: 945 time: 0.1587887 Apr 18 19:26:26.292123 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e4d6f4-ebe9-482d-93c1-05135ab67351 req-8d50a546-10dd-408e-bc70-8c2a5bf3851f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:26.296559 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-29e4d6f4-ebe9-482d-93c1-05135ab67351 req-8d50a546-10dd-408e-bc70-8c2a5bf3851f service neutron] 10.222.0.73 "GET /v2.0/networks?id=0685e2b1-3b13-405d-a131-f90aa0a8867a HTTP/1.1" status: 200 len: 909 time: 0.2606626 Apr 18 19:26:26.343387 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f35d62b6-33bb-4ae2-b075-7f61f6bbc133 req-8b1df826-f4e1-4dd7-89c0-a992e056ddd5 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551598 Apr 18 19:26:26.408163 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-29e4d6f4-ebe9-482d-93c1-05135ab67351 req-7d4935dd-4b09-4904-afe4-aee55ec8d72e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c84bda8b-f4ab-4230-8e89-c912714674c2 HTTP/1.1" status: 200 len: 217 time: 0.0993638 Apr 18 19:26:26.473779 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-279316ab-233e-487d-b871-3576caceb57a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cab89208-0cb7-4471-99b4-f5c3564d6fc1 {{(pid=84763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:26:26.484185 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-279316ab-233e-487d-b871-3576caceb57a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:26.499972 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e4d6f4-ebe9-482d-93c1-05135ab67351 req-9de3952d-0b41-451f-97f2-fd4b6126a5a4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:26.501718 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-29e4d6f4-ebe9-482d-93c1-05135ab67351 req-9de3952d-0b41-451f-97f2-fd4b6126a5a4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1c71b90d-680b-4d0c-80a6-944953a6ed07 HTTP/1.1" status: 200 len: 848 time: 0.0879929 Apr 18 19:26:26.542284 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-279316ab-233e-487d-b871-3576caceb57a service neutron] Transition to ACTIVE for port object cab89208-0cb7-4471-99b4-f5c3564d6fc1 will not be triggered until provisioned by entity L2. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:26:26.554555 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-29e4d6f4-ebe9-482d-93c1-05135ab67351 req-084876a9-f963-40b5-9849-28bed42dc91b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0685e2b1-3b13-405d-a131-f90aa0a8867a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460591 Apr 18 19:26:26.597791 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594f73e8-4a19-4db7-8498-20737e2c8a44 req-4fd2bc09-e04a-46c4-99ab-844a8e1f6b07 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:26.600742 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-594f73e8-4a19-4db7-8498-20737e2c8a44 req-4fd2bc09-e04a-46c4-99ab-844a8e1f6b07 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3396816-7672-4e6c-a9ee-905861ee2aea HTTP/1.1" status: 200 len: 948 time: 0.1074798 Apr 18 19:26:26.637732 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-279316ab-233e-487d-b871-3576caceb57a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:26.665991 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-594f73e8-4a19-4db7-8498-20737e2c8a44 req-98a79f56-fcd5-4386-8f5d-e7b67432ff36 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b82ee4b-1b13-4f19-86d2-85d0db8a03cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567141 Apr 18 19:26:26.904483 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279316ab-233e-487d-b871-3576caceb57a service neutron] Pushing event updated for resources: {'Port': ['ID=cab89208-0cb7-4471-99b4-f5c3564d6fc1,revision_number=2']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:26:26.904736 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3ed2f3-4874-4c1d-9437-916b227526ac req-90cb2ee9-872f-4e17-ae4d-2eb0c45585cc tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:26.910289 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3ed2f3-4874-4c1d-9437-916b227526ac req-90cb2ee9-872f-4e17-ae4d-2eb0c45585cc tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:26.914620 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3ed2f3-4874-4c1d-9437-916b227526ac req-90cb2ee9-872f-4e17-ae4d-2eb0c45585cc tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:26.919873 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3ed2f3-4874-4c1d-9437-916b227526ac req-90cb2ee9-872f-4e17-ae4d-2eb0c45585cc tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:26.923889 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3ed2f3-4874-4c1d-9437-916b227526ac req-90cb2ee9-872f-4e17-ae4d-2eb0c45585cc tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:26.928576 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3ed2f3-4874-4c1d-9437-916b227526ac req-90cb2ee9-872f-4e17-ae4d-2eb0c45585cc tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:26.933057 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3ed2f3-4874-4c1d-9437-916b227526ac req-90cb2ee9-872f-4e17-ae4d-2eb0c45585cc tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:26.935094 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2e3ed2f3-4874-4c1d-9437-916b227526ac req-90cb2ee9-872f-4e17-ae4d-2eb0c45585cc tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "GET /v2.0/ports?device_id=dca9f21b-f897-4981-ab52-5aee4da127c0 HTTP/1.1" status: 200 len: 5372 time: 0.1415725 Apr 18 19:26:26.993334 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-29e4d6f4-ebe9-482d-93c1-05135ab67351 req-7fe1b46d-3d45-4d67-b268-252c9ef06cb3 service neutron] 10.222.0.73 "GET /v2.0/networks/0685e2b1-3b13-405d-a131-f90aa0a8867a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4320447 Apr 18 19:26:26.999518 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2e3ed2f3-4874-4c1d-9437-916b227526ac req-8e9c3532-6796-475a-85c8-576b0df78fdc tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "GET /v2.0/security-groups?id=059a9d13-b1ae-4689-acd4-4327d8143c7d&id=005d155c-90ca-4625-80c3-c43b698af2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0521767 Apr 18 19:26:27.186824 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be7d7df-8c7f-41ed-80a6-93c79695d2d8 req-3f6f7554-3761-48e3-a4a4-be131afaa170 tempest-ServerMetadataNegativeTestJSON-1227054731 tempest-ServerMetadataNegativeTestJSON-1227054731-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:27.188318 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5be7d7df-8c7f-41ed-80a6-93c79695d2d8 req-3f6f7554-3761-48e3-a4a4-be131afaa170 tempest-ServerMetadataNegativeTestJSON-1227054731 tempest-ServerMetadataNegativeTestJSON-1227054731-project] 10.222.0.69 "GET /v2.0/networks?id=520f0b71-c838-4972-8712-c05cbf04698e HTTP/1.1" status: 200 len: 821 time: 0.5572350 Apr 18 19:26:27.260103 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef8cd5e-d4b9-4d7c-9044-f1ebf07dad7f req-47cb27d2-a0dd-4614-9e1b-61715cbe5169 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:27.261653 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-4ef8cd5e-d4b9-4d7c-9044-f1ebf07dad7f req-47cb27d2-a0dd-4614-9e1b-61715cbe5169 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=5813ea9b-bdb3-4b0d-b1fa-560b06c0e787 HTTP/1.1" status: 200 len: 945 time: 0.0868862 Apr 18 19:26:27.291242 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5be7d7df-8c7f-41ed-80a6-93c79695d2d8 req-db107b82-d63b-470d-bac0-7dbbc7f542f0 tempest-ServerMetadataNegativeTestJSON-1227054731 tempest-ServerMetadataNegativeTestJSON-1227054731-project] 10.222.0.69 "GET /v2.0/quotas/39f82a14036e470eb61c7afcf8c12bbb HTTP/1.1" status: 200 len: 375 time: 0.0504143 Apr 18 19:26:27.320434 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-4ef8cd5e-d4b9-4d7c-9044-f1ebf07dad7f req-560aa2b6-3621-4208-aca2-e8302258f395 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515924 Apr 18 19:26:27.353185 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-279316ab-233e-487d-b871-3576caceb57a service neutron] Attempting to bind port cab89208-0cb7-4471-99b4-f5c3564d6fc1 on host n-h2-836017-2 for vnic_type normal with profile {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:26:27.353528 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-279316ab-233e-487d-b871-3576caceb57a service neutron] Attempting to bind port cab89208-0cb7-4471-99b4-f5c3564d6fc1 by drivers openvswitch,hyperv on host n-h2-836017-2 at level 0 using segments [{'id': '767af402-126a-4148-89aa-c983cdf056d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'a78bc94c-6e21-4a13-914b-5bddac5da8d7'}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:26:27.353870 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-279316ab-233e-487d-b871-3576caceb57a service neutron] Attempting to bind port cab89208-0cb7-4471-99b4-f5c3564d6fc1 on network a78bc94c-6e21-4a13-914b-5bddac5da8d7 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:26:27.365931 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5be7d7df-8c7f-41ed-80a6-93c79695d2d8 req-449087ed-025f-4f6d-811c-f7246307c38d tempest-ServerMetadataNegativeTestJSON-1227054731 tempest-ServerMetadataNegativeTestJSON-1227054731-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=39f82a14036e470eb61c7afcf8c12bbb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0640087 Apr 18 19:26:27.400377 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-279316ab-233e-487d-b871-3576caceb57a service neutron] Port cab89208-0cb7-4471-99b4-f5c3564d6fc1 on network a78bc94c-6e21-4a13-914b-5bddac5da8d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-2 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:26:27.400705 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-279316ab-233e-487d-b871-3576caceb57a service neutron] Attempting to bind port cab89208-0cb7-4471-99b4-f5c3564d6fc1 on network a78bc94c-6e21-4a13-914b-5bddac5da8d7 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:26:27.416134 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-29e4d6f4-ebe9-482d-93c1-05135ab67351 req-b86019d3-1fe8-4ca3-a453-e8c86db1ca15 service neutron] 10.222.0.73 "GET /v2.0/networks/0685e2b1-3b13-405d-a131-f90aa0a8867a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4143324 Apr 18 19:26:27.475769 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-279316ab-233e-487d-b871-3576caceb57a service neutron] Checking agent: {'id': '02e8f951-d3a3-40e1-b8cc-aed258af030b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:26:27.476134 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-279316ab-233e-487d-b871-3576caceb57a service neutron] Checking segment: {'id': '767af402-126a-4148-89aa-c983cdf056d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'a78bc94c-6e21-4a13-914b-5bddac5da8d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:26:27.476693 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-279316ab-233e-487d-b871-3576caceb57a service neutron] Bound using segment: {'id': '767af402-126a-4148-89aa-c983cdf056d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'a78bc94c-6e21-4a13-914b-5bddac5da8d7'} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:26:27.477156 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-279316ab-233e-487d-b871-3576caceb57a service neutron] Bound port: cab89208-0cb7-4471-99b4-f5c3564d6fc1, host: n-h2-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '767af402-126a-4148-89aa-c983cdf056d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'a78bc94c-6e21-4a13-914b-5bddac5da8d7'}}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:26:27.477511 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-279316ab-233e-487d-b871-3576caceb57a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:27.526806 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93dda97-d176-46a4-bb6e-2c3022651d14 req-908ef762-59e3-40c4-aa56-7092df26365f tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:27.528280 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f93dda97-d176-46a4-bb6e-2c3022651d14 req-908ef762-59e3-40c4-aa56-7092df26365f tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=2327f611-7c5a-4fad-b86b-e72911fb3ee2 HTTP/1.1" status: 200 len: 950 time: 0.0921307 Apr 18 19:26:27.578321 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f93dda97-d176-46a4-bb6e-2c3022651d14 req-4926eece-63ce-408e-b0e8-8b14deb4dbf2 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435307 Apr 18 19:26:27.610377 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5be7d7df-8c7f-41ed-80a6-93c79695d2d8 req-3b8f6ee6-5f2a-4321-90bd-9b48166ad453 service neutron] 10.222.0.69 "GET /v2.0/networks/520f0b71-c838-4972-8712-c05cbf04698e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316928 Apr 18 19:26:27.702027 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-279316ab-233e-487d-b871-3576caceb57a service neutron] For port cab89208-0cb7-4471-99b4-f5c3564d6fc1, host n-h2-836017-2, cleared binding levels {{(pid=84763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:26:27.726180 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-279316ab-233e-487d-b871-3576caceb57a service neutron] For port cab89208-0cb7-4471-99b4-f5c3564d6fc1, host n-h2-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=cab89208-0cb7-4471-99b4-f5c3564d6fc1,segment=NetworkSegment(767af402-126a-4148-89aa-c983cdf056d7),segment_id=767af402-126a-4148-89aa-c983cdf056d7)] {{(pid=84763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:26:27.760107 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e9e695a8-8926-47a3-b1f8-fac107c581ec req-db076c91-d1ae-4419-bbfa-5dd7a3614f75 tempest-ServersAdmin275Test-2023517713 tempest-ServersAdmin275Test-2023517713-project] 10.222.0.69 "GET /v2.0/ports?device_id=565ea609-bc70-41d2-8e9b-51bc0bb51a02 HTTP/1.1" status: 200 len: 210 time: 0.0444472 Apr 18 19:26:27.779246 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5be7d7df-8c7f-41ed-80a6-93c79695d2d8 req-e1c6a09a-c6c1-40da-b0fc-3c655d4b70bb service neutron] 10.222.0.69 "GET /v2.0/networks/520f0b71-c838-4972-8712-c05cbf04698e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590819 Apr 18 19:26:27.780824 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-279316ab-233e-487d-b871-3576caceb57a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:27.843882 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-279316ab-233e-487d-b871-3576caceb57a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:27.845289 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-279316ab-233e-487d-b871-3576caceb57a service neutron] 10.222.0.72 "PUT /v2.0/ports/cab89208-0cb7-4471-99b4-f5c3564d6fc1 HTTP/1.1" status: 200 len: 1130 time: 2.5477276 Apr 18 19:26:27.845734 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dca9f21b-f897-4981-ab52-5aee4da127c0', 'tag': 'cab89208-0cb7-4471-99b4-f5c3564d6fc1'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:26:27.950854 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-6e2e6e40-4a20-4629-9e47-804027dd893e service neutron] Request body: {'port': {'device_id': 'dca9f21b-f897-4981-ab52-5aee4da127c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-2'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:26:27.986897 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279316ab-233e-487d-b871-3576caceb57a service neutron] Pushing event updated for resources: {'Port': ['ID=cab89208-0cb7-4471-99b4-f5c3564d6fc1,revision_number=3']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:26:28.107687 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-29e4d6f4-ebe9-482d-93c1-05135ab67351 req-a62fb356-a909-4188-824e-9c582a3bc24d tempest-LiveMigrationTest-374537811 tempest-LiveMigrationTest-374537811-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=5813ea9b-bdb3-4b0d-b1fa-560b06c0e787&tenant_id=fc56e011536d43568ffc66b480cf23b0&binding%3Ahost_id=n-h1-836017-2 HTTP/1.1" status: 200 len: 1096 time: 0.2294230 Apr 18 19:26:28.226558 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-6e2e6e40-4a20-4629-9e47-804027dd893e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:28.240705 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bedcdfe-2108-4c5a-83a1-d7c0e5aa6794 req-4b93f2c5-d96f-443d-9944-3a0b2fe2fadb tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:28.242238 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-1bedcdfe-2108-4c5a-83a1-d7c0e5aa6794 req-4b93f2c5-d96f-443d-9944-3a0b2fe2fadb tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?device_id=38703f31-46f1-4de3-811d-a97a48b73e3a HTTP/1.1" status: 200 len: 945 time: 0.3010612 Apr 18 19:26:28.296239 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-1bedcdfe-2108-4c5a-83a1-d7c0e5aa6794 req-74db8eb7-4334-4a7f-bd2d-3c2bff6ecb53 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438864 Apr 18 19:26:28.398305 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c828ee7-5263-4cb8-824a-f5f8cf4480fe'] response: {'name': 'network-changed', 'server_uuid': 'dca9f21b-f897-4981-ab52-5aee4da127c0', 'tag': 'cab89208-0cb7-4471-99b4-f5c3564d6fc1', 'status': 'completed', 'code': 200} Apr 18 19:26:28.516516 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e566bae2-bf22-47eb-950e-868a4a37e56e req-5ae7bdb7-903e-4e9d-91f7-61c75e76c742 tempest-ServerMetadataNegativeTestJSON-1227054731 tempest-ServerMetadataNegativeTestJSON-1227054731-project] 10.222.0.69 "GET /v2.0/ports?device_id=94d99bc5-4c5a-42c1-9d39-cbdb8faaf19d HTTP/1.1" status: 200 len: 210 time: 0.0557308 Apr 18 19:26:28.560954 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb6570e-02da-4916-a89c-6c31cc374865 req-d75f3510-7c3f-4f6e-be4a-108418e0bf1e tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:28.563215 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-649acab8-15c4-42c6-b6a8-72b954942329 req-e7ed0e8d-6979-446c-9d45-8ac7884d2f49 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ae4efde8a8464528a66b3bf8e643e684&device_id=dca9f21b-f897-4981-ab52-5aee4da127c0 HTTP/1.1" status: 200 len: 6209 time: 0.1359165 Apr 18 19:26:28.564753 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8bb6570e-02da-4916-a89c-6c31cc374865 req-d75f3510-7c3f-4f6e-be4a-108418e0bf1e tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3396816-7672-4e6c-a9ee-905861ee2aea HTTP/1.1" status: 200 len: 948 time: 0.3767672 Apr 18 19:26:28.684654 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12159f72-8da5-4afa-ba43-dc739f2f9f48 req-aeeab706-5293-4bc1-a850-73096ba9d399 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:28.686115 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-12159f72-8da5-4afa-ba43-dc739f2f9f48 req-aeeab706-5293-4bc1-a850-73096ba9d399 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3396816-7672-4e6c-a9ee-905861ee2aea HTTP/1.1" status: 200 len: 948 time: 0.4498799 Apr 18 19:26:28.802358 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-29e4d6f4-ebe9-482d-93c1-05135ab67351 req-5b8cdbfb-a28e-43af-84dd-c8ac69f597d6 service neutron] For port c84bda8b-f4ab-4230-8e89-c912714674c2, host n-h2-836017-2, cleared binding levels {{(pid=84763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:26:28.807626 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8bb6570e-02da-4916-a89c-6c31cc374865 req-80d72e9e-50b8-4df0-952f-8e0181caf0c8 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b82ee4b-1b13-4f19-86d2-85d0db8a03cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354798 Apr 18 19:26:28.816593 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-29e4d6f4-ebe9-482d-93c1-05135ab67351 req-5b8cdbfb-a28e-43af-84dd-c8ac69f597d6 service neutron] Notify callbacks [] for binding, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:28.817818 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-29e4d6f4-ebe9-482d-93c1-05135ab67351 req-5b8cdbfb-a28e-43af-84dd-c8ac69f597d6 service neutron] 10.222.0.73 "DELETE /v2.0/ports/c84bda8b-f4ab-4230-8e89-c912714674c2/bindings/n-h2-836017-2 HTTP/1.1" status: 204 len: 173 time: 0.6998110 Apr 18 19:26:28.829884 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-12159f72-8da5-4afa-ba43-dc739f2f9f48 req-7aac302b-9758-4dcd-82f3-606ef4f1f382 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] Deleting port 61407fd5-cf4f-4a26-b617-938a77b67461 {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:26:28.830751 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-12159f72-8da5-4afa-ba43-dc739f2f9f48 req-7aac302b-9758-4dcd-82f3-606ef4f1f382 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:28.835787 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649acab8-15c4-42c6-b6a8-72b954942329 req-7758f4d4-4895-440f-89cb-f5fccc32d510 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:28.836165 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649acab8-15c4-42c6-b6a8-72b954942329 req-7758f4d4-4895-440f-89cb-f5fccc32d510 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:28.836578 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649acab8-15c4-42c6-b6a8-72b954942329 req-7758f4d4-4895-440f-89cb-f5fccc32d510 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:28.839208 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-649acab8-15c4-42c6-b6a8-72b954942329 req-7758f4d4-4895-440f-89cb-f5fccc32d510 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=ae4efde8a8464528a66b3bf8e643e684&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2683370 Apr 18 19:26:29.025297 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33708c0d-e3b3-47d6-94fb-e8516a32b3a3 req-9b7ae63c-7c7d-4387-9b15-a2fdabb08132 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:29.025297 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33708c0d-e3b3-47d6-94fb-e8516a32b3a3 req-9b7ae63c-7c7d-4387-9b15-a2fdabb08132 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:29.029126 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33708c0d-e3b3-47d6-94fb-e8516a32b3a3 req-9b7ae63c-7c7d-4387-9b15-a2fdabb08132 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:29.033287 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33708c0d-e3b3-47d6-94fb-e8516a32b3a3 req-9b7ae63c-7c7d-4387-9b15-a2fdabb08132 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:29.038157 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33708c0d-e3b3-47d6-94fb-e8516a32b3a3 req-9b7ae63c-7c7d-4387-9b15-a2fdabb08132 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:29.042139 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33708c0d-e3b3-47d6-94fb-e8516a32b3a3 req-9b7ae63c-7c7d-4387-9b15-a2fdabb08132 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:29.046108 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33708c0d-e3b3-47d6-94fb-e8516a32b3a3 req-9b7ae63c-7c7d-4387-9b15-a2fdabb08132 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:29.048097 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-33708c0d-e3b3-47d6-94fb-e8516a32b3a3 req-9b7ae63c-7c7d-4387-9b15-a2fdabb08132 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "GET /v2.0/ports?device_id=dca9f21b-f897-4981-ab52-5aee4da127c0 HTTP/1.1" status: 200 len: 5372 time: 0.3658793 Apr 18 19:26:29.101526 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649acab8-15c4-42c6-b6a8-72b954942329 req-bb427ec7-f33a-487e-839f-e42d464a53b1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:29.101526 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-649acab8-15c4-42c6-b6a8-72b954942329 req-bb427ec7-f33a-487e-839f-e42d464a53b1 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2499027 Apr 18 19:26:29.145799 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-33708c0d-e3b3-47d6-94fb-e8516a32b3a3 req-44d7d537-c7ab-4343-964f-b51b093c6fd5 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "GET /v2.0/security-groups?id=059a9d13-b1ae-4689-acd4-4327d8143c7d&id=005d155c-90ca-4625-80c3-c43b698af2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0831959 Apr 18 19:26:29.289892 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-6e2e6e40-4a20-4629-9e47-804027dd893e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e941a163-539d-4e45-ac0e-f02d875d6f32 {{(pid=84763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:26:29.314539 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-6e2e6e40-4a20-4629-9e47-804027dd893e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:29.346724 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-6e2e6e40-4a20-4629-9e47-804027dd893e service neutron] Transition to ACTIVE for port object e941a163-539d-4e45-ac0e-f02d875d6f32 will not be triggered until provisioned by entity L2. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:26:29.378341 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcf31a1-67f5-4938-88ca-2f3e381a6c1b req-a44e7763-d51f-4959-8103-9c16cd1e298d tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:29.381849 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-efcf31a1-67f5-4938-88ca-2f3e381a6c1b req-a44e7763-d51f-4959-8103-9c16cd1e298d tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=2327f611-7c5a-4fad-b86b-e72911fb3ee2 HTTP/1.1" status: 200 len: 950 time: 0.0909946 Apr 18 19:26:29.390992 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1771072b-eeee-4966-b71a-7976aac091c8 req-ee5df7af-f60c-4007-90cb-df073df06f10 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:29.396778 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-1771072b-eeee-4966-b71a-7976aac091c8 req-ee5df7af-f60c-4007-90cb-df073df06f10 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=5813ea9b-bdb3-4b0d-b1fa-560b06c0e787 HTTP/1.1" status: 200 len: 945 time: 0.4364297 Apr 18 19:26:29.417558 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-12159f72-8da5-4afa-ba43-dc739f2f9f48 req-7aac302b-9758-4dcd-82f3-606ef4f1f382 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] For port 61407fd5-cf4f-4a26-b617-938a77b67461, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=61407fd5-cf4f-4a26-b617-938a77b67461,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:26:29.418544 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-12159f72-8da5-4afa-ba43-dc739f2f9f48 req-7aac302b-9758-4dcd-82f3-606ef4f1f382 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:29.426632 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-6e2e6e40-4a20-4629-9e47-804027dd893e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:29.457888 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-efcf31a1-67f5-4938-88ca-2f3e381a6c1b req-6b0f5e1a-63b6-4ddf-bd61-8099c9ca34ba tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689197 Apr 18 19:26:29.579097 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8e6aa354-72af-42c4-87a9-77deb67ad69f req-577e3b6d-b745-4f6c-a55b-6d4655006ce7 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=36274434-9418-4f40-a692-e2fcb9802d5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1157589 Apr 18 19:26:29.641998 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-12159f72-8da5-4afa-ba43-dc739f2f9f48 req-7aac302b-9758-4dcd-82f3-606ef4f1f382 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] Calling delete_port for 61407fd5-cf4f-4a26-b617-938a77b67461 owned by compute:nova {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:26:29.694715 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f01393b3-6a7c-4c82-8beb-25490561558b req-f3a8e532-30f2-4574-93de-5445249a60e1 tempest-ServersAdmin275Test-2023517713 tempest-ServersAdmin275Test-2023517713-project] 10.222.0.69 "GET /v2.0/ports?device_id=565ea609-bc70-41d2-8e9b-51bc0bb51a02 HTTP/1.1" status: 200 len: 210 time: 0.0556931 Apr 18 19:26:29.823595 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2e6e40-4a20-4629-9e47-804027dd893e service neutron] Pushing event updated for resources: {'Port': ['ID=e941a163-539d-4e45-ac0e-f02d875d6f32,revision_number=2']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:26:29.848990 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8e6aa354-72af-42c4-87a9-77deb67ad69f req-8e22fb03-c68f-46e4-8419-8da79f8c82a6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b29f8fde29594c17bd8cad9e98e010b3&device_id=36274434-9418-4f40-a692-e2fcb9802d5a HTTP/1.1" status: 200 len: 1097 time: 0.1331847 Apr 18 19:26:29.887447 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-1771072b-eeee-4966-b71a-7976aac091c8 req-35eaf061-b561-4ce9-85d5-c7f1a0cf2e9c tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4722610 Apr 18 19:26:30.060556 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-6e2e6e40-4a20-4629-9e47-804027dd893e service neutron] Attempting to bind port e941a163-539d-4e45-ac0e-f02d875d6f32 on host n-h2-836017-2 for vnic_type normal with profile {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:26:30.060892 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-6e2e6e40-4a20-4629-9e47-804027dd893e service neutron] Attempting to bind port e941a163-539d-4e45-ac0e-f02d875d6f32 by drivers openvswitch,hyperv on host n-h2-836017-2 at level 0 using segments [{'id': '767af402-126a-4148-89aa-c983cdf056d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'a78bc94c-6e21-4a13-914b-5bddac5da8d7'}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:26:30.061221 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-6e2e6e40-4a20-4629-9e47-804027dd893e service neutron] Attempting to bind port e941a163-539d-4e45-ac0e-f02d875d6f32 on network a78bc94c-6e21-4a13-914b-5bddac5da8d7 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:26:30.114520 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6aa354-72af-42c4-87a9-77deb67ad69f req-ce55f256-b861-4cb3-bd57-b03d8122f9b6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:30.114520 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8e6aa354-72af-42c4-87a9-77deb67ad69f req-ce55f256-b861-4cb3-bd57-b03d8122f9b6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bc6a388b-dbfa-4690-809a-bcb581cc24f3 HTTP/1.1" status: 200 len: 906 time: 0.2311594 Apr 18 19:26:30.131857 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-bd991deb-d244-4cbd-bb47-d78300bf8e06 req-19ac93f2-b905-4004-88a1-805c01449b69 tempest-ServerMetadataNegativeTestJSON-1227054731 tempest-ServerMetadataNegativeTestJSON-1227054731-project] 10.222.0.69 "GET /v2.0/ports?device_id=94d99bc5-4c5a-42c1-9d39-cbdb8faaf19d HTTP/1.1" status: 200 len: 210 time: 0.0633729 Apr 18 19:26:30.131857 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-6e2e6e40-4a20-4629-9e47-804027dd893e service neutron] Port e941a163-539d-4e45-ac0e-f02d875d6f32 on network a78bc94c-6e21-4a13-914b-5bddac5da8d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-2 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:26:30.131857 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-6e2e6e40-4a20-4629-9e47-804027dd893e service neutron] Attempting to bind port e941a163-539d-4e45-ac0e-f02d875d6f32 on network a78bc94c-6e21-4a13-914b-5bddac5da8d7 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:26:30.135054 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc8d00b-9845-4f09-a474-e26461623ff5 req-a63ca05a-2117-4407-b0ed-9c749f2e35d7 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:30.143624 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2fc8d00b-9845-4f09-a474-e26461623ff5 req-a63ca05a-2117-4407-b0ed-9c749f2e35d7 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?device_id=38703f31-46f1-4de3-811d-a97a48b73e3a HTTP/1.1" status: 200 len: 945 time: 0.2230241 Apr 18 19:26:30.150627 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-6e2e6e40-4a20-4629-9e47-804027dd893e service neutron] Checking agent: {'id': '02e8f951-d3a3-40e1-b8cc-aed258af030b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:26:30.150627 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-6e2e6e40-4a20-4629-9e47-804027dd893e service neutron] Checking segment: {'id': '767af402-126a-4148-89aa-c983cdf056d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'a78bc94c-6e21-4a13-914b-5bddac5da8d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:26:30.150627 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-6e2e6e40-4a20-4629-9e47-804027dd893e service neutron] Bound using segment: {'id': '767af402-126a-4148-89aa-c983cdf056d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'a78bc94c-6e21-4a13-914b-5bddac5da8d7'} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:26:30.150627 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-6e2e6e40-4a20-4629-9e47-804027dd893e service neutron] Bound port: e941a163-539d-4e45-ac0e-f02d875d6f32, host: n-h2-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '767af402-126a-4148-89aa-c983cdf056d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'a78bc94c-6e21-4a13-914b-5bddac5da8d7'}}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:26:30.150627 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-6e2e6e40-4a20-4629-9e47-804027dd893e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:30.326295 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2fc8d00b-9845-4f09-a474-e26461623ff5 req-1d119df4-1233-4294-996b-b0373f936284 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732132 Apr 18 19:26:30.328708 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-6e2e6e40-4a20-4629-9e47-804027dd893e service neutron] For port e941a163-539d-4e45-ac0e-f02d875d6f32, host n-h2-836017-2, cleared binding levels {{(pid=84763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:26:30.328708 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-6e2e6e40-4a20-4629-9e47-804027dd893e service neutron] For port e941a163-539d-4e45-ac0e-f02d875d6f32, host n-h2-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=e941a163-539d-4e45-ac0e-f02d875d6f32,segment=NetworkSegment(767af402-126a-4148-89aa-c983cdf056d7),segment_id=767af402-126a-4148-89aa-c983cdf056d7)] {{(pid=84763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:26:30.329518 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-12159f72-8da5-4afa-ba43-dc739f2f9f48 req-7aac302b-9758-4dcd-82f3-606ef4f1f382 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:30.334001 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8e6aa354-72af-42c4-87a9-77deb67ad69f req-0222423b-6843-4632-893b-828d0be19a1a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=900dd947-e377-4fab-8f50-e83df05e530d HTTP/1.1" status: 200 len: 1002 time: 0.1940098 Apr 18 19:26:30.433011 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6aa354-72af-42c4-87a9-77deb67ad69f req-11f4619b-3bb5-4863-bc2c-4e7273d57aa3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:30.433011 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8e6aa354-72af-42c4-87a9-77deb67ad69f req-11f4619b-3bb5-4863-bc2c-4e7273d57aa3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=acde3d02-95bd-4d07-9484-4bde4e43b986 HTTP/1.1" status: 200 len: 844 time: 0.0906162 Apr 18 19:26:30.465871 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aac302b-9758-4dcd-82f3-606ef4f1f382 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] Pushing event deleted for resources: {'Port': ['ID=61407fd5-cf4f-4a26-b617-938a77b67461,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:26:30.477180 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-6e2e6e40-4a20-4629-9e47-804027dd893e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:30.526612 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8e6aa354-72af-42c4-87a9-77deb67ad69f req-74ae9330-d4c1-41b6-88d6-5a593d0e362c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bc6a388b-dbfa-4690-809a-bcb581cc24f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0831084 Apr 18 19:26:30.550951 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-729dd70c-79b4-4be4-aeea-d668afc803aa req-93df2eee-9c7e-4805-8e35-da8276c1fe4e tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3396816-7672-4e6c-a9ee-905861ee2aea HTTP/1.1" status: 200 len: 210 time: 0.1532938 Apr 18 19:26:30.711530 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2e6e40-4a20-4629-9e47-804027dd893e service neutron] Pushing event updated for resources: {'Port': ['ID=e941a163-539d-4e45-ac0e-f02d875d6f32,revision_number=3']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:26:30.739149 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8e6aa354-72af-42c4-87a9-77deb67ad69f req-943154f4-5494-4e55-bf45-1cce820c93f1 service neutron] 10.222.0.72 "GET /v2.0/networks/bc6a388b-dbfa-4690-809a-bcb581cc24f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053981 Apr 18 19:26:30.755630 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e213ac6a-6f83-47db-8acf-eace9e894b11 req-472fd964-7998-462f-adcc-a543e37465b3 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:30.771943 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e213ac6a-6f83-47db-8acf-eace9e894b11 req-472fd964-7998-462f-adcc-a543e37465b3 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:30.771943 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e213ac6a-6f83-47db-8acf-eace9e894b11 req-472fd964-7998-462f-adcc-a543e37465b3 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:30.771943 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e213ac6a-6f83-47db-8acf-eace9e894b11 req-472fd964-7998-462f-adcc-a543e37465b3 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:30.779722 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e213ac6a-6f83-47db-8acf-eace9e894b11 req-472fd964-7998-462f-adcc-a543e37465b3 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:30.779722 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e213ac6a-6f83-47db-8acf-eace9e894b11 req-472fd964-7998-462f-adcc-a543e37465b3 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:30.780370 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e213ac6a-6f83-47db-8acf-eace9e894b11 req-472fd964-7998-462f-adcc-a543e37465b3 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:30.782079 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e213ac6a-6f83-47db-8acf-eace9e894b11 req-472fd964-7998-462f-adcc-a543e37465b3 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "GET /v2.0/ports?device_id=dca9f21b-f897-4981-ab52-5aee4da127c0 HTTP/1.1" status: 200 len: 5384 time: 0.2243207 Apr 18 19:26:30.821236 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-12159f72-8da5-4afa-ba43-dc739f2f9f48 req-7aac302b-9758-4dcd-82f3-606ef4f1f382 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] No DVR routers for this DVR port 61407fd5-cf4f-4a26-b617-938a77b67461 on host n-h1-836017-2 {{(pid=84763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:26:30.821236 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-12159f72-8da5-4afa-ba43-dc739f2f9f48 req-7aac302b-9758-4dcd-82f3-606ef4f1f382 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:30.832825 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3396816-7672-4e6c-a9ee-905861ee2aea', 'name': 'network-vif-deleted', 'tag': '61407fd5-cf4f-4a26-b617-938a77b67461'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:26:30.842263 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-6e2e6e40-4a20-4629-9e47-804027dd893e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:30.842263 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-6e2e6e40-4a20-4629-9e47-804027dd893e service neutron] 10.222.0.72 "PUT /v2.0/ports/e941a163-539d-4e45-ac0e-f02d875d6f32 HTTP/1.1" status: 200 len: 1091 time: 2.8913491 Apr 18 19:26:30.944369 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2e737f33-a9e4-431c-aaf4-7c22a594cb80 req-e1d27853-b489-440e-9388-9cdf4173f588 tempest-LiveMigrationTest-374537811 tempest-LiveMigrationTest-374537811-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=5813ea9b-bdb3-4b0d-b1fa-560b06c0e787 HTTP/1.1" status: 200 len: 1096 time: 0.1666002 Apr 18 19:26:30.944369 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-12159f72-8da5-4afa-ba43-dc739f2f9f48 req-7aac302b-9758-4dcd-82f3-606ef4f1f382 tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] 10.222.0.73 "DELETE /v2.0/ports/61407fd5-cf4f-4a26-b617-938a77b67461 HTTP/1.1" status: 204 len: 173 time: 2.2418532 Apr 18 19:26:30.993096 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-cccd101c-1bb6-40ae-9f61-80890f3e2ee7 service neutron] Request body: {'port': {'device_id': 'dca9f21b-f897-4981-ab52-5aee4da127c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-2'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:26:31.083910 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e213ac6a-6f83-47db-8acf-eace9e894b11 req-d03cf033-d571-459d-8e09-51a2b9c10813 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "GET /v2.0/security-groups?id=059a9d13-b1ae-4689-acd4-4327d8143c7d&id=005d155c-90ca-4625-80c3-c43b698af2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2811048 Apr 18 19:26:31.172624 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8e6aa354-72af-42c4-87a9-77deb67ad69f req-3a638c39-3cbe-460e-8716-d7a470b1b318 service neutron] 10.222.0.72 "GET /v2.0/networks/bc6a388b-dbfa-4690-809a-bcb581cc24f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3821847 Apr 18 19:26:31.200812 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-cccd101c-1bb6-40ae-9f61-80890f3e2ee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:31.225270 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2e737f33-a9e4-431c-aaf4-7c22a594cb80 req-b9241a63-df04-4fb3-9177-63ec1ade2040 tempest-LiveMigrationTest-374537811 tempest-LiveMigrationTest-374537811-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722435 Apr 18 19:26:31.654601 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0199ca-8d63-481b-be65-fb02281ed9d3 req-abb0c68c-e1a8-458d-b350-cb0e15276264 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:31.657129 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-4a0199ca-8d63-481b-be65-fb02281ed9d3 req-abb0c68c-e1a8-458d-b350-cb0e15276264 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=2327f611-7c5a-4fad-b86b-e72911fb3ee2 HTTP/1.1" status: 200 len: 950 time: 0.1927667 Apr 18 19:26:31.741436 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3d81d6d3-cff8-4fb5-900a-88124f0081a7 req-9075dc2e-0337-4127-a41b-41730257c052 tempest-ServersAdmin275Test-2023517713 tempest-ServersAdmin275Test-2023517713-project] 10.222.0.69 "GET /v2.0/ports?device_id=565ea609-bc70-41d2-8e9b-51bc0bb51a02 HTTP/1.1" status: 200 len: 210 time: 0.1035988 Apr 18 19:26:31.771736 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-4a0199ca-8d63-481b-be65-fb02281ed9d3 req-8345c04a-d23a-434c-ab41-2b3d87ace1a3 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983119 Apr 18 19:26:31.933763 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe313b44-65a1-4c6e-a4fd-14eab3d7ff0b'] response: {'server_uuid': 'f3396816-7672-4e6c-a9ee-905861ee2aea', 'name': 'network-vif-deleted', 'tag': '61407fd5-cf4f-4a26-b617-938a77b67461', 'status': 'completed', 'code': 200} Apr 18 19:26:31.970608 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be7d7df-8c7f-41ed-80a6-93c79695d2d8 req-c9b489a1-e152-418e-b4d5-38c051e4ab54 tempest-ServerMetadataNegativeTestJSON-1227054731 tempest-ServerMetadataNegativeTestJSON-1227054731-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:31.973068 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5be7d7df-8c7f-41ed-80a6-93c79695d2d8 req-c9b489a1-e152-418e-b4d5-38c051e4ab54 tempest-ServerMetadataNegativeTestJSON-1227054731 tempest-ServerMetadataNegativeTestJSON-1227054731-project] 10.222.0.72 "GET /v2.0/networks?id=520f0b71-c838-4972-8712-c05cbf04698e HTTP/1.1" status: 200 len: 821 time: 0.8143568 Apr 18 19:26:32.027244 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-5be7d7df-8c7f-41ed-80a6-93c79695d2d8 req-1f860f82-de42-43ea-a13e-232f5d5d64b9 tempest-ServerMetadataNegativeTestJSON-1227054731 tempest-ServerMetadataNegativeTestJSON-1227054731-project] Request body: {'port': {'device_id': '94d99bc5-4c5a-42c1-9d39-cbdb8faaf19d', 'network_id': '520f0b71-c838-4972-8712-c05cbf04698e', 'admin_state_up': True, 'tenant_id': '39f82a14036e470eb61c7afcf8c12bbb'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:26:32.190439 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-eed8819b-021e-4461-bf34-6b3462953b81 req-de003a71-67e7-4cbf-9b78-c3f9d1e0374e tempest-ServerMetadataNegativeTestJSON-1227054731 tempest-ServerMetadataNegativeTestJSON-1227054731-project] 10.222.0.69 "GET /v2.0/ports?device_id=94d99bc5-4c5a-42c1-9d39-cbdb8faaf19d HTTP/1.1" status: 200 len: 210 time: 0.1761224 Apr 18 19:26:32.197777 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-85995266-7559-4e18-a12f-b5a757f93701 req-32103156-767e-4447-8094-6949239785f3 tempest-LiveAutoBlockMigrationV225Test-1421540525 tempest-LiveAutoBlockMigrationV225Test-1421540525-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=38703f31-46f1-4de3-811d-a97a48b73e3a&tenant_id=e8145a70cab44ff88b524306edcbe946&binding%3Ahost_id=n-h1-836017-2 HTTP/1.1" status: 200 len: 1096 time: 0.1800852 Apr 18 19:26:32.199528 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-1c67d3e0-ba4b-4deb-a6a4-9d696c52a6c6 req-2e10ea35-510a-4e9d-8438-624636bef5a1 tempest-LiveMigrationTest-374537811 tempest-LiveMigrationTest-374537811-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=5813ea9b-bdb3-4b0d-b1fa-560b06c0e787 HTTP/1.1" status: 200 len: 1096 time: 0.1193917 Apr 18 19:26:32.208670 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [req-85995266-7559-4e18-a12f-b5a757f93701 req-5fd9ea48-2f2c-445a-ab28-e6f06697da7d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-836017-2'}}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:26:32.312832 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-5be7d7df-8c7f-41ed-80a6-93c79695d2d8 req-1f860f82-de42-43ea-a13e-232f5d5d64b9 tempest-ServerMetadataNegativeTestJSON-1227054731 tempest-ServerMetadataNegativeTestJSON-1227054731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:26:32.319405 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-5be7d7df-8c7f-41ed-80a6-93c79695d2d8 req-1f860f82-de42-43ea-a13e-232f5d5d64b9 tempest-ServerMetadataNegativeTestJSON-1227054731 tempest-ServerMetadataNegativeTestJSON-1227054731-project] Usage tracker for resource:port and tenant:39f82a14036e470eb61c7afcf8c12bbb is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:26:32.323263 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-5be7d7df-8c7f-41ed-80a6-93c79695d2d8 req-1f860f82-de42-43ea-a13e-232f5d5d64b9 tempest-ServerMetadataNegativeTestJSON-1227054731 tempest-ServerMetadataNegativeTestJSON-1227054731-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:26:32.361993 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-5be7d7df-8c7f-41ed-80a6-93c79695d2d8 req-1f860f82-de42-43ea-a13e-232f5d5d64b9 tempest-ServerMetadataNegativeTestJSON-1227054731 tempest-ServerMetadataNegativeTestJSON-1227054731-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:26:32.363351 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-1c67d3e0-ba4b-4deb-a6a4-9d696c52a6c6 req-f8e7edd4-2560-4cca-bcf0-893f6c652417 tempest-LiveMigrationTest-374537811 tempest-LiveMigrationTest-374537811-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246026 Apr 18 19:26:32.376260 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-85995266-7559-4e18-a12f-b5a757f93701 req-5fd9ea48-2f2c-445a-ab28-e6f06697da7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:32.476483 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-cccd101c-1bb6-40ae-9f61-80890f3e2ee7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f100931-1650-45a2-adf0-ae9ad1c229ec {{(pid=84763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:26:32.492193 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-cccd101c-1bb6-40ae-9f61-80890f3e2ee7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:32.503550 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5be7d7df-8c7f-41ed-80a6-93c79695d2d8 req-1f860f82-de42-43ea-a13e-232f5d5d64b9 tempest-ServerMetadataNegativeTestJSON-1227054731 tempest-ServerMetadataNegativeTestJSON-1227054731-project] Made reservation on behalf of 39f82a14036e470eb61c7afcf8c12bbb for: {'port': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:26:32.508263 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-5be7d7df-8c7f-41ed-80a6-93c79695d2d8 req-1f860f82-de42-43ea-a13e-232f5d5d64b9 tempest-ServerMetadataNegativeTestJSON-1227054731 tempest-ServerMetadataNegativeTestJSON-1227054731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:32.555020 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-cccd101c-1bb6-40ae-9f61-80890f3e2ee7 service neutron] Transition to ACTIVE for port object 9f100931-1650-45a2-adf0-ae9ad1c229ec will not be triggered until provisioned by entity L2. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:26:32.562427 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbb7c2b-a97d-4792-a1d1-532231b3a6f1 req-72ab772f-b154-45cb-b211-23b30a5d4953 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:32.564361 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-cfbb7c2b-a97d-4792-a1d1-532231b3a6f1 req-72ab772f-b154-45cb-b211-23b30a5d4953 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?device_id=38703f31-46f1-4de3-811d-a97a48b73e3a HTTP/1.1" status: 200 len: 945 time: 0.2378862 Apr 18 19:26:32.658244 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-cccd101c-1bb6-40ae-9f61-80890f3e2ee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:32.676593 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2b15227e-d1e9-49c5-be98-8f3f80e88546 req-4a8bb3bd-2841-4d40-87f0-c040e84d81af tempest-ImagesOneServerTestJSON-749295012 tempest-ImagesOneServerTestJSON-749295012-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3396816-7672-4e6c-a9ee-905861ee2aea HTTP/1.1" status: 200 len: 210 time: 0.0669887 Apr 18 19:26:32.740425 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-85995266-7559-4e18-a12f-b5a757f93701 req-5fd9ea48-2f2c-445a-ab28-e6f06697da7d service neutron] For port cefb0de9-ce9b-4651-bfc3-b6d30327e334, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=cefb0de9-ce9b-4651-bfc3-b6d30327e334,segment=NetworkSegment(57f6477d-46cb-4fbc-8909-e9439d3b2b0a),segment_id=57f6477d-46cb-4fbc-8909-e9439d3b2b0a)] {{(pid=84764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:26:32.763764 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-cfbb7c2b-a97d-4792-a1d1-532231b3a6f1 req-1ba837a3-56ea-4080-b08b-86b83ace1069 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923525 Apr 18 19:26:32.787719 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-85995266-7559-4e18-a12f-b5a757f93701 req-5fd9ea48-2f2c-445a-ab28-e6f06697da7d service neutron] For port cefb0de9-ce9b-4651-bfc3-b6d30327e334, host n-h1-836017-2, cleared binding levels {{(pid=84764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:26:32.885822 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38703f31-46f1-4de3-811d-a97a48b73e3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cefb0de9-ce9b-4651-bfc3-b6d30327e334'}] {{(pid=84764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:26:32.897011 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-85995266-7559-4e18-a12f-b5a757f93701 req-5fd9ea48-2f2c-445a-ab28-e6f06697da7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:32.910647 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccd101c-1bb6-40ae-9f61-80890f3e2ee7 service neutron] Pushing event updated for resources: {'Port': ['ID=9f100931-1650-45a2-adf0-ae9ad1c229ec,revision_number=2']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:26:33.005340 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-85995266-7559-4e18-a12f-b5a757f93701 req-5fd9ea48-2f2c-445a-ab28-e6f06697da7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2290934'] for port, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:33.058987 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_common [req-5be7d7df-8c7f-41ed-80a6-93c79695d2d8 req-1f860f82-de42-43ea-a13e-232f5d5d64b9 tempest-ServerMetadataNegativeTestJSON-1227054731 tempest-ServerMetadataNegativeTestJSON-1227054731-project] Allocated IP 172.20.0.4 (520f0b71-c838-4972-8712-c05cbf04698e/8f0ace3e-3ddc-4a6a-801f-21faa6062361/f57379b4-19d1-4df6-ab6c-e16d287102dc) {{(pid=84763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:26:33.083924 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device cefb0de9-ce9b-4651-bfc3-b6d30327e334 details requested by agent hyperv_n-h2-836017-2 with host n-h2-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:26:33.179307 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-cccd101c-1bb6-40ae-9f61-80890f3e2ee7 service neutron] Attempting to bind port 9f100931-1650-45a2-adf0-ae9ad1c229ec on host n-h2-836017-2 for vnic_type normal with profile {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:26:33.179307 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-cccd101c-1bb6-40ae-9f61-80890f3e2ee7 service neutron] Attempting to bind port 9f100931-1650-45a2-adf0-ae9ad1c229ec by drivers openvswitch,hyperv on host n-h2-836017-2 at level 0 using segments [{'id': '767af402-126a-4148-89aa-c983cdf056d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'a78bc94c-6e21-4a13-914b-5bddac5da8d7'}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:26:33.179913 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-cccd101c-1bb6-40ae-9f61-80890f3e2ee7 service neutron] Attempting to bind port 9f100931-1650-45a2-adf0-ae9ad1c229ec on network a78bc94c-6e21-4a13-914b-5bddac5da8d7 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:26:33.272024 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-cccd101c-1bb6-40ae-9f61-80890f3e2ee7 service neutron] Port 9f100931-1650-45a2-adf0-ae9ad1c229ec on network a78bc94c-6e21-4a13-914b-5bddac5da8d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-2 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:26:33.272476 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-cccd101c-1bb6-40ae-9f61-80890f3e2ee7 service neutron] Attempting to bind port 9f100931-1650-45a2-adf0-ae9ad1c229ec on network a78bc94c-6e21-4a13-914b-5bddac5da8d7 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:26:33.282472 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd9ea48-2f2c-445a-ab28-e6f06697da7d service neutron] Pushing event updated for resources: {'Port': ['ID=cefb0de9-ce9b-4651-bfc3-b6d30327e334,revision_number=7']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:26:33.298413 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-cccd101c-1bb6-40ae-9f61-80890f3e2ee7 service neutron] Checking agent: {'id': '02e8f951-d3a3-40e1-b8cc-aed258af030b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:26:33.302678 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-cccd101c-1bb6-40ae-9f61-80890f3e2ee7 service neutron] Checking segment: {'id': '767af402-126a-4148-89aa-c983cdf056d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'a78bc94c-6e21-4a13-914b-5bddac5da8d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:26:33.303282 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-cccd101c-1bb6-40ae-9f61-80890f3e2ee7 service neutron] Bound using segment: {'id': '767af402-126a-4148-89aa-c983cdf056d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'a78bc94c-6e21-4a13-914b-5bddac5da8d7'} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:26:33.307538 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-cccd101c-1bb6-40ae-9f61-80890f3e2ee7 service neutron] Bound port: 9f100931-1650-45a2-adf0-ae9ad1c229ec, host: n-h2-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '767af402-126a-4148-89aa-c983cdf056d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'a78bc94c-6e21-4a13-914b-5bddac5da8d7'}}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:26:33.307538 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-cccd101c-1bb6-40ae-9f61-80890f3e2ee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:33.320007 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port cefb0de9-ce9b-4651-bfc3-b6d30327e334, host n-h1-836017-2, got binding levels [] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:26:33.349168 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beebdd7d-c14a-4f96-9a80-2be61db9e6ba req-6caea5b6-5bad-4a33-b4ff-163d78249377 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:33.354617 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beebdd7d-c14a-4f96-9a80-2be61db9e6ba req-6caea5b6-5bad-4a33-b4ff-163d78249377 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:33.360343 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Attempting to bind port cefb0de9-ce9b-4651-bfc3-b6d30327e334 on host n-h1-836017-2 for vnic_type normal with profile {"migrating_to": "n-h2-836017-2"} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:26:33.360981 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Attempting to bind port cefb0de9-ce9b-4651-bfc3-b6d30327e334 by drivers openvswitch,hyperv on host n-h1-836017-2 at level 0 using segments [{'id': '57f6477d-46cb-4fbc-8909-e9439d3b2b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '5b81b8da-abac-4e05-9e51-d6de7035d9e7'}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:26:33.361567 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Attempting to bind port cefb0de9-ce9b-4651-bfc3-b6d30327e334 on network 5b81b8da-abac-4e05-9e51-d6de7035d9e7 {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:26:33.363499 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beebdd7d-c14a-4f96-9a80-2be61db9e6ba req-6caea5b6-5bad-4a33-b4ff-163d78249377 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:33.367935 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beebdd7d-c14a-4f96-9a80-2be61db9e6ba req-6caea5b6-5bad-4a33-b4ff-163d78249377 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:33.369219 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Port cefb0de9-ce9b-4651-bfc3-b6d30327e334 on network 5b81b8da-abac-4e05-9e51-d6de7035d9e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-2 {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:26:33.369771 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Attempting to bind port cefb0de9-ce9b-4651-bfc3-b6d30327e334 on network 5b81b8da-abac-4e05-9e51-d6de7035d9e7 {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:26:33.373495 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beebdd7d-c14a-4f96-9a80-2be61db9e6ba req-6caea5b6-5bad-4a33-b4ff-163d78249377 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:33.378061 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beebdd7d-c14a-4f96-9a80-2be61db9e6ba req-6caea5b6-5bad-4a33-b4ff-163d78249377 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:33.383590 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beebdd7d-c14a-4f96-9a80-2be61db9e6ba req-6caea5b6-5bad-4a33-b4ff-163d78249377 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:33.387509 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-beebdd7d-c14a-4f96-9a80-2be61db9e6ba req-6caea5b6-5bad-4a33-b4ff-163d78249377 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "GET /v2.0/ports?device_id=dca9f21b-f897-4981-ab52-5aee4da127c0 HTTP/1.1" status: 200 len: 5396 time: 0.4461358 Apr 18 19:26:33.391010 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Checking agent: {'id': 'e3a31811-08e0-42ba-bc2e-ed8a973b714f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 25), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:26:33.392534 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Checking segment: {'id': '57f6477d-46cb-4fbc-8909-e9439d3b2b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '5b81b8da-abac-4e05-9e51-d6de7035d9e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:26:33.396644 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Bound using segment: {'id': '57f6477d-46cb-4fbc-8909-e9439d3b2b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '5b81b8da-abac-4e05-9e51-d6de7035d9e7'} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:26:33.402456 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Bound port: cefb0de9-ce9b-4651-bfc3-b6d30327e334, host: n-h1-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57f6477d-46cb-4fbc-8909-e9439d3b2b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '5b81b8da-abac-4e05-9e51-d6de7035d9e7'}}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:26:33.402456 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:33.417422 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 61407fd5-cf4f-4a26-b617-938a77b67461 no longer exists at agent hyperv_n-h1-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:26:33.446738 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-85995266-7559-4e18-a12f-b5a757f93701 req-5fd9ea48-2f2c-445a-ab28-e6f06697da7d service neutron] Attempting to bind port cefb0de9-ce9b-4651-bfc3-b6d30327e334 on host n-h1-836017-2 for vnic_type normal with profile {"migrating_to": "n-h2-836017-2"} {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:26:33.447381 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-85995266-7559-4e18-a12f-b5a757f93701 req-5fd9ea48-2f2c-445a-ab28-e6f06697da7d service neutron] Attempting to bind port cefb0de9-ce9b-4651-bfc3-b6d30327e334 by drivers openvswitch,hyperv on host n-h1-836017-2 at level 0 using segments [{'id': '57f6477d-46cb-4fbc-8909-e9439d3b2b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '5b81b8da-abac-4e05-9e51-d6de7035d9e7'}] {{(pid=84764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:26:33.447887 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85995266-7559-4e18-a12f-b5a757f93701 req-5fd9ea48-2f2c-445a-ab28-e6f06697da7d service neutron] Attempting to bind port cefb0de9-ce9b-4651-bfc3-b6d30327e334 on network 5b81b8da-abac-4e05-9e51-d6de7035d9e7 {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:26:33.471893 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85995266-7559-4e18-a12f-b5a757f93701 req-5fd9ea48-2f2c-445a-ab28-e6f06697da7d service neutron] Port cefb0de9-ce9b-4651-bfc3-b6d30327e334 on network 5b81b8da-abac-4e05-9e51-d6de7035d9e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-2 {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:26:33.473218 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85995266-7559-4e18-a12f-b5a757f93701 req-5fd9ea48-2f2c-445a-ab28-e6f06697da7d service neutron] Attempting to bind port cefb0de9-ce9b-4651-bfc3-b6d30327e334 on network 5b81b8da-abac-4e05-9e51-d6de7035d9e7 {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:26:33.479445 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] No Port match for: 61407fd5-cf4f-4a26-b617-938a77b67461 {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:26:33.479784 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 61407fd5-cf4f-4a26-b617-938a77b67461 not bound to the agent host n-h1-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:26:33.482612 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-beebdd7d-c14a-4f96-9a80-2be61db9e6ba req-39ebf93c-6773-4bf4-bc68-57e81bb32a41 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "GET /v2.0/security-groups?id=059a9d13-b1ae-4689-acd4-4327d8143c7d&id=005d155c-90ca-4625-80c3-c43b698af2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0822992 Apr 18 19:26:33.485234 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-5be7d7df-8c7f-41ed-80a6-93c79695d2d8 req-1f860f82-de42-43ea-a13e-232f5d5d64b9 tempest-ServerMetadataNegativeTestJSON-1227054731 tempest-ServerMetadataNegativeTestJSON-1227054731-project] Notify callbacks [] for port, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:33.491706 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85995266-7559-4e18-a12f-b5a757f93701 req-5fd9ea48-2f2c-445a-ab28-e6f06697da7d service neutron] Checking agent: {'id': 'e3a31811-08e0-42ba-bc2e-ed8a973b714f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 25), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:26:33.492344 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85995266-7559-4e18-a12f-b5a757f93701 req-5fd9ea48-2f2c-445a-ab28-e6f06697da7d service neutron] Checking segment: {'id': '57f6477d-46cb-4fbc-8909-e9439d3b2b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '5b81b8da-abac-4e05-9e51-d6de7035d9e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:26:33.492509 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85995266-7559-4e18-a12f-b5a757f93701 req-5fd9ea48-2f2c-445a-ab28-e6f06697da7d service neutron] Bound using segment: {'id': '57f6477d-46cb-4fbc-8909-e9439d3b2b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '5b81b8da-abac-4e05-9e51-d6de7035d9e7'} {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:26:33.492989 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-85995266-7559-4e18-a12f-b5a757f93701 req-5fd9ea48-2f2c-445a-ab28-e6f06697da7d service neutron] Bound port: cefb0de9-ce9b-4651-bfc3-b6d30327e334, host: n-h1-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57f6477d-46cb-4fbc-8909-e9439d3b2b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '5b81b8da-abac-4e05-9e51-d6de7035d9e7'}}] {{(pid=84764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:26:33.493388 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-85995266-7559-4e18-a12f-b5a757f93701 req-5fd9ea48-2f2c-445a-ab28-e6f06697da7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:33.502928 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-cccd101c-1bb6-40ae-9f61-80890f3e2ee7 service neutron] For port 9f100931-1650-45a2-adf0-ae9ad1c229ec, host n-h2-836017-2, cleared binding levels {{(pid=84763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:26:33.508890 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-cccd101c-1bb6-40ae-9f61-80890f3e2ee7 service neutron] For port 9f100931-1650-45a2-adf0-ae9ad1c229ec, host n-h2-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=9f100931-1650-45a2-adf0-ae9ad1c229ec,segment=NetworkSegment(767af402-126a-4148-89aa-c983cdf056d7),segment_id=767af402-126a-4148-89aa-c983cdf056d7)] {{(pid=84763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:26:33.640059 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-cccd101c-1bb6-40ae-9f61-80890f3e2ee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:33.651426 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port cefb0de9-ce9b-4651-bfc3-b6d30327e334, host n-h1-836017-2, cleared binding levels {{(pid=84765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:26:33.655028 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port cefb0de9-ce9b-4651-bfc3-b6d30327e334, host n-h1-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=cefb0de9-ce9b-4651-bfc3-b6d30327e334,segment=NetworkSegment(57f6477d-46cb-4fbc-8909-e9439d3b2b0a),segment_id=57f6477d-46cb-4fbc-8909-e9439d3b2b0a)] {{(pid=84765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:26:33.727505 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-cccd101c-1bb6-40ae-9f61-80890f3e2ee7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:33.730192 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-cccd101c-1bb6-40ae-9f61-80890f3e2ee7 service neutron] 10.222.0.72 "PUT /v2.0/ports/9f100931-1650-45a2-adf0-ae9ad1c229ec HTTP/1.1" status: 200 len: 1091 time: 2.7478335 Apr 18 19:26:33.734365 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-5be7d7df-8c7f-41ed-80a6-93c79695d2d8 req-1f860f82-de42-43ea-a13e-232f5d5d64b9 tempest-ServerMetadataNegativeTestJSON-1227054731 tempest-ServerMetadataNegativeTestJSON-1227054731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:33.746848 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:33.801429 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8be443cc-e293-493a-9291-ca56548c1c9f req-364f7ace-63e0-49c7-a657-d34164ff6d49 tempest-ServersAdmin275Test-2023517713 tempest-ServersAdmin275Test-2023517713-project] 10.222.0.69 "GET /v2.0/ports?device_id=565ea609-bc70-41d2-8e9b-51bc0bb51a02 HTTP/1.1" status: 200 len: 210 time: 0.0731184 Apr 18 19:26:33.823262 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-85995266-7559-4e18-a12f-b5a757f93701 req-5fd9ea48-2f2c-445a-ab28-e6f06697da7d service neutron] For port cefb0de9-ce9b-4651-bfc3-b6d30327e334, host n-h1-836017-2, cleared binding levels {{(pid=84764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:26:33.878151 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.db.api [req-85995266-7559-4e18-a12f-b5a757f93701 req-5fd9ea48-2f2c-445a-ab28-e6f06697da7d service neutron] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) cefb0de9-ce9b-4651-bfc3-b6d30327e334-n-h1-836017-2-0 {{(pid=84764) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 19:26:33.878836 n-d-836017-2 neutron-server[84764]: DEBUG oslo_db.api [req-85995266-7559-4e18-a12f-b5a757f93701 req-5fd9ea48-2f2c-445a-ab28-e6f06697da7d service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 19:26:33.982503 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=cefb0de9-ce9b-4651-bfc3-b6d30327e334,revision_number=8']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:26:33.993076 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device cefb0de9-ce9b-4651-bfc3-b6d30327e334 has no active binding in host n-h2-836017-2 {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Apr 18 19:26:34.010166 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dca9f21b-f897-4981-ab52-5aee4da127c0', 'tag': 'e941a163-539d-4e45-ac0e-f02d875d6f32'}, {'name': 'network-changed', 'server_uuid': 'dca9f21b-f897-4981-ab52-5aee4da127c0', 'tag': '9f100931-1650-45a2-adf0-ae9ad1c229ec'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:26:34.016701 n-d-836017-2 neutron-server[84764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c31e891-1ec1-4d09-a381-24ec805c92ee'] response: {'server_uuid': '38703f31-46f1-4de3-811d-a97a48b73e3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cefb0de9-ce9b-4651-bfc3-b6d30327e334', 'code': 200} Apr 18 19:26:34.030157 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-f2bc6955-e400-4550-8c49-26edc323764c service neutron] Request body: {'port': {'device_id': 'dca9f21b-f897-4981-ab52-5aee4da127c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-2'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:26:34.119192 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5be7d7df-8c7f-41ed-80a6-93c79695d2d8 req-1f860f82-de42-43ea-a13e-232f5d5d64b9 tempest-ServerMetadataNegativeTestJSON-1227054731 tempest-ServerMetadataNegativeTestJSON-1227054731-project] Network 520f0b71-c838-4972-8712-c05cbf04698e is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:26:34.126494 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccd101c-1bb6-40ae-9f61-80890f3e2ee7 service neutron] Pushing event updated for resources: {'Port': ['ID=9f100931-1650-45a2-adf0-ae9ad1c229ec,revision_number=3']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:26:34.130472 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [req-5be7d7df-8c7f-41ed-80a6-93c79695d2d8 req-1f860f82-de42-43ea-a13e-232f5d5d64b9 tempest-ServerMetadataNegativeTestJSON-1227054731 tempest-ServerMetadataNegativeTestJSON-1227054731-project] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:26:34.169762 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-5be7d7df-8c7f-41ed-80a6-93c79695d2d8 req-1f860f82-de42-43ea-a13e-232f5d5d64b9 tempest-ServerMetadataNegativeTestJSON-1227054731 tempest-ServerMetadataNegativeTestJSON-1227054731-project] Received port after_create {{(pid=84763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:26:34.211478 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0634a3-bc3e-4ea6-be98-d88e3bc5f5a3 req-d35f8e58-3355-48c2-9f60-54a74f2606ab tempest-ServerMetadataNegativeTestJSON-1227054731 tempest-ServerMetadataNegativeTestJSON-1227054731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:34.213100 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-3c0634a3-bc3e-4ea6-be98-d88e3bc5f5a3 req-d35f8e58-3355-48c2-9f60-54a74f2606ab tempest-ServerMetadataNegativeTestJSON-1227054731 tempest-ServerMetadataNegativeTestJSON-1227054731-project] 10.222.0.69 "GET /v2.0/ports?device_id=94d99bc5-4c5a-42c1-9d39-cbdb8faaf19d HTTP/1.1" status: 200 len: 931 time: 0.1017804 Apr 18 19:26:34.265037 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-3c0634a3-bc3e-4ea6-be98-d88e3bc5f5a3 req-f65c9393-e419-4285-9eda-2729279edd02 tempest-ServerMetadataNegativeTestJSON-1227054731 tempest-ServerMetadataNegativeTestJSON-1227054731-project] Synchronizing usage tracker for tenant:39f82a14036e470eb61c7afcf8c12bbb on resource:security_group {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:26:34.334606 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f860f82-de42-43ea-a13e-232f5d5d64b9 tempest-ServerMetadataNegativeTestJSON-1227054731 tempest-ServerMetadataNegativeTestJSON-1227054731-project] Pushing event updated for resources: {'Port': ['ID=f57379b4-19d1-4df6-ab6c-e16d287102dc,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:26:34.343322 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be7d7df-8c7f-41ed-80a6-93c79695d2d8 req-1f860f82-de42-43ea-a13e-232f5d5d64b9 tempest-ServerMetadataNegativeTestJSON-1227054731 tempest-ServerMetadataNegativeTestJSON-1227054731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:34.343856 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-5be7d7df-8c7f-41ed-80a6-93c79695d2d8 req-1f860f82-de42-43ea-a13e-232f5d5d64b9 tempest-ServerMetadataNegativeTestJSON-1227054731 tempest-ServerMetadataNegativeTestJSON-1227054731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:34.357601 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d3431828-4662-482a-a608-df828380a70f req-38e72f75-903c-4c10-a214-c098119376fa service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d2355448-26c2-4627-add5-d1edc93520c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7817774 Apr 18 19:26:34.366397 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-f2bc6955-e400-4550-8c49-26edc323764c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:34.382196 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fbc066-c11a-403f-a0cc-b1e23703f157 req-383434b2-d2bc-436e-98dc-20399662e2a6 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:34.383745 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b2fbc066-c11a-403f-a0cc-b1e23703f157 req-383434b2-d2bc-436e-98dc-20399662e2a6 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=2327f611-7c5a-4fad-b86b-e72911fb3ee2 HTTP/1.1" status: 200 len: 950 time: 0.6804919 Apr 18 19:26:34.403945 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-3c0634a3-bc3e-4ea6-be98-d88e3bc5f5a3 req-f65c9393-e419-4285-9eda-2729279edd02 tempest-ServerMetadataNegativeTestJSON-1227054731 tempest-ServerMetadataNegativeTestJSON-1227054731-project] Unset dirty status for tenant:39f82a14036e470eb61c7afcf8c12bbb on resource:security_group {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:26:34.405822 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-3c0634a3-bc3e-4ea6-be98-d88e3bc5f5a3 req-f65c9393-e419-4285-9eda-2729279edd02 tempest-ServerMetadataNegativeTestJSON-1227054731 tempest-ServerMetadataNegativeTestJSON-1227054731-project] 10.222.0.69 "GET /v2.0/security-groups?id=d41fd17e-db12-437a-89e9-db660d5724d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858716 Apr 18 19:26:34.414779 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-85995266-7559-4e18-a12f-b5a757f93701 req-5fd9ea48-2f2c-445a-ab28-e6f06697da7d service neutron] Attempting to bind port cefb0de9-ce9b-4651-bfc3-b6d30327e334 on host n-h1-836017-2 for vnic_type normal with profile {"migrating_to": "n-h2-836017-2"} {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:26:34.416091 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-85995266-7559-4e18-a12f-b5a757f93701 req-5fd9ea48-2f2c-445a-ab28-e6f06697da7d service neutron] Attempting to bind port cefb0de9-ce9b-4651-bfc3-b6d30327e334 by drivers openvswitch,hyperv on host n-h1-836017-2 at level 0 using segments [{'id': '57f6477d-46cb-4fbc-8909-e9439d3b2b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '5b81b8da-abac-4e05-9e51-d6de7035d9e7'}] {{(pid=84764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:26:34.416470 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85995266-7559-4e18-a12f-b5a757f93701 req-5fd9ea48-2f2c-445a-ab28-e6f06697da7d service neutron] Attempting to bind port cefb0de9-ce9b-4651-bfc3-b6d30327e334 on network 5b81b8da-abac-4e05-9e51-d6de7035d9e7 {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:26:34.427322 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85995266-7559-4e18-a12f-b5a757f93701 req-5fd9ea48-2f2c-445a-ab28-e6f06697da7d service neutron] Port cefb0de9-ce9b-4651-bfc3-b6d30327e334 on network 5b81b8da-abac-4e05-9e51-d6de7035d9e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-2 {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:26:34.427322 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85995266-7559-4e18-a12f-b5a757f93701 req-5fd9ea48-2f2c-445a-ab28-e6f06697da7d service neutron] Attempting to bind port cefb0de9-ce9b-4651-bfc3-b6d30327e334 on network 5b81b8da-abac-4e05-9e51-d6de7035d9e7 {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:26:34.434701 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85995266-7559-4e18-a12f-b5a757f93701 req-5fd9ea48-2f2c-445a-ab28-e6f06697da7d service neutron] Checking agent: {'id': 'e3a31811-08e0-42ba-bc2e-ed8a973b714f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 25), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:26:34.434831 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85995266-7559-4e18-a12f-b5a757f93701 req-5fd9ea48-2f2c-445a-ab28-e6f06697da7d service neutron] Checking segment: {'id': '57f6477d-46cb-4fbc-8909-e9439d3b2b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '5b81b8da-abac-4e05-9e51-d6de7035d9e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:26:34.436453 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85995266-7559-4e18-a12f-b5a757f93701 req-5fd9ea48-2f2c-445a-ab28-e6f06697da7d service neutron] Bound using segment: {'id': '57f6477d-46cb-4fbc-8909-e9439d3b2b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '5b81b8da-abac-4e05-9e51-d6de7035d9e7'} {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:26:34.436453 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-85995266-7559-4e18-a12f-b5a757f93701 req-5fd9ea48-2f2c-445a-ab28-e6f06697da7d service neutron] Bound port: cefb0de9-ce9b-4651-bfc3-b6d30327e334, host: n-h1-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57f6477d-46cb-4fbc-8909-e9439d3b2b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '5b81b8da-abac-4e05-9e51-d6de7035d9e7'}}] {{(pid=84764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:26:34.436642 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-85995266-7559-4e18-a12f-b5a757f93701 req-5fd9ea48-2f2c-445a-ab28-e6f06697da7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:34.547412 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5be7d7df-8c7f-41ed-80a6-93c79695d2d8 req-1f860f82-de42-43ea-a13e-232f5d5d64b9 tempest-ServerMetadataNegativeTestJSON-1227054731 tempest-ServerMetadataNegativeTestJSON-1227054731-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5318964 Apr 18 19:26:34.564015 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-5be7d7df-8c7f-41ed-80a6-93c79695d2d8 req-3d9c31f8-d2ae-4568-8679-10d8bf8107dc service neutron] Request body: {'port': {'device_id': '94d99bc5-4c5a-42c1-9d39-cbdb8faaf19d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-2'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:26:34.572255 n-d-836017-2 neutron-server[84764]: WARNING neutron.plugins.ml2.plugin [req-85995266-7559-4e18-a12f-b5a757f93701 req-5fd9ea48-2f2c-445a-ab28-e6f06697da7d service neutron] Concurrent port binding operations failed on port cefb0de9-ce9b-4651-bfc3-b6d30327e334 Apr 18 19:26:34.584430 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-85995266-7559-4e18-a12f-b5a757f93701 req-5fd9ea48-2f2c-445a-ab28-e6f06697da7d service neutron] For port cefb0de9-ce9b-4651-bfc3-b6d30327e334, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=cefb0de9-ce9b-4651-bfc3-b6d30327e334,segment=NetworkSegment(57f6477d-46cb-4fbc-8909-e9439d3b2b0a),segment_id=57f6477d-46cb-4fbc-8909-e9439d3b2b0a)] {{(pid=84764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:26:34.587297 n-d-836017-2 neutron-server[84764]: INFO neutron.plugins.ml2.plugin [req-85995266-7559-4e18-a12f-b5a757f93701 req-5fd9ea48-2f2c-445a-ab28-e6f06697da7d service neutron] Attempt 2 to bind port cefb0de9-ce9b-4651-bfc3-b6d30327e334 Apr 18 19:26:34.592396 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-85995266-7559-4e18-a12f-b5a757f93701 req-5fd9ea48-2f2c-445a-ab28-e6f06697da7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:34.596501 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-85995266-7559-4e18-a12f-b5a757f93701 req-5fd9ea48-2f2c-445a-ab28-e6f06697da7d service neutron] 10.222.0.72 "PUT /v2.0/ports/cefb0de9-ce9b-4651-bfc3-b6d30327e334 HTTP/1.1" status: 200 len: 1121 time: 2.3940396 Apr 18 19:26:34.619882 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b2fbc066-c11a-403f-a0cc-b1e23703f157 req-39eb71f2-8cad-4d3e-8f1e-3350e3fce342 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278750 Apr 18 19:26:34.690714 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] get_ports_and_sgs() called for port_ids ['cefb0de9-ce9b-4651-bfc3-b6d30327e334'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:26:34.810284 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] get_ports_and_sgs() called for port_ids ['cefb0de9-ce9b-4651-bfc3-b6d30327e334'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:26:35.015362 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-559e8255-28c7-412a-a646-ce7e71118070'] response: {'name': 'network-changed', 'server_uuid': 'dca9f21b-f897-4981-ab52-5aee4da127c0', 'tag': 'e941a163-539d-4e45-ac0e-f02d875d6f32', 'status': 'completed', 'code': 200} Apr 18 19:26:35.015362 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-559e8255-28c7-412a-a646-ce7e71118070'] response: {'name': 'network-changed', 'server_uuid': 'dca9f21b-f897-4981-ab52-5aee4da127c0', 'tag': '9f100931-1650-45a2-adf0-ae9ad1c229ec', 'status': 'completed', 'code': 200} Apr 18 19:26:35.146963 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6a93958a-d945-4453-b5c2-3d25de847665 req-e83523ab-3574-44ae-953b-b89172ecc371 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ae4efde8a8464528a66b3bf8e643e684&device_id=dca9f21b-f897-4981-ab52-5aee4da127c0 HTTP/1.1" status: 200 len: 6343 time: 0.1757886 Apr 18 19:26:35.249236 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-99f6f672-0a05-49c5-b041-187bb60efdb9 req-7401f28d-d757-4870-b851-663d199e2355 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=565ea609-bc70-41d2-8e9b-51bc0bb51a02 HTTP/1.1" status: 200 len: 210 time: 0.1274447 Apr 18 19:26:35.358821 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d3431828-4662-482a-a608-df828380a70f req-f8441c75-5810-4d46-8cc9-1b262087d835 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e8145a70cab44ff88b524306edcbe946&device_id=d2355448-26c2-4627-add5-d1edc93520c0 HTTP/1.1" status: 200 len: 1118 time: 0.8338962 Apr 18 19:26:35.358821 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-5be7d7df-8c7f-41ed-80a6-93c79695d2d8 req-3d9c31f8-d2ae-4568-8679-10d8bf8107dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:35.567452 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 50208) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:26:35.634477 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e17075-9b60-488c-9ed8-2528723aa3ef req-33ed0bb1-4326-4a21-b77b-5f7f6ff84ab4 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:35.636702 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e17075-9b60-488c-9ed8-2528723aa3ef req-33ed0bb1-4326-4a21-b77b-5f7f6ff84ab4 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:35.641211 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e17075-9b60-488c-9ed8-2528723aa3ef req-33ed0bb1-4326-4a21-b77b-5f7f6ff84ab4 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:35.645525 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e17075-9b60-488c-9ed8-2528723aa3ef req-33ed0bb1-4326-4a21-b77b-5f7f6ff84ab4 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:35.654677 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e17075-9b60-488c-9ed8-2528723aa3ef req-33ed0bb1-4326-4a21-b77b-5f7f6ff84ab4 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:35.658969 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e17075-9b60-488c-9ed8-2528723aa3ef req-33ed0bb1-4326-4a21-b77b-5f7f6ff84ab4 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:35.664772 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e17075-9b60-488c-9ed8-2528723aa3ef req-33ed0bb1-4326-4a21-b77b-5f7f6ff84ab4 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:35.667663 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e5e17075-9b60-488c-9ed8-2528723aa3ef req-33ed0bb1-4326-4a21-b77b-5f7f6ff84ab4 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "GET /v2.0/ports?device_id=dca9f21b-f897-4981-ab52-5aee4da127c0 HTTP/1.1" status: 200 len: 5396 time: 0.4805236 Apr 18 19:26:35.669204 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a93958a-d945-4453-b5c2-3d25de847665 req-b9b18c29-a72a-41e8-88cb-be39defb7e9a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:35.669858 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a93958a-d945-4453-b5c2-3d25de847665 req-b9b18c29-a72a-41e8-88cb-be39defb7e9a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:35.670391 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a93958a-d945-4453-b5c2-3d25de847665 req-b9b18c29-a72a-41e8-88cb-be39defb7e9a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:35.672578 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6a93958a-d945-4453-b5c2-3d25de847665 req-b9b18c29-a72a-41e8-88cb-be39defb7e9a service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=ae4efde8a8464528a66b3bf8e643e684&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5165532 Apr 18 19:26:35.752428 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97acb85a-d755-4f44-899b-55717d9fcb66 req-b07200c8-8a53-4141-b443-1986e6bf9c24 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:35.760267 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-97acb85a-d755-4f44-899b-55717d9fcb66 req-b07200c8-8a53-4141-b443-1986e6bf9c24 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?device_id=38703f31-46f1-4de3-811d-a97a48b73e3a HTTP/1.1" status: 200 len: 943 time: 0.8941538 Apr 18 19:26:35.896026 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e5e17075-9b60-488c-9ed8-2528723aa3ef req-d7347ef2-73e6-4451-8b15-a298bcebdb43 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "GET /v2.0/security-groups?id=059a9d13-b1ae-4689-acd4-4327d8143c7d&id=005d155c-90ca-4625-80c3-c43b698af2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1662750 Apr 18 19:26:35.936338 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a93958a-d945-4453-b5c2-3d25de847665 req-7891ff51-ca05-447a-9828-fda9e2686181 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:35.937775 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6a93958a-d945-4453-b5c2-3d25de847665 req-7891ff51-ca05-447a-9828-fda9e2686181 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2577951 Apr 18 19:26:35.986492 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-5449e310-0449-46d3-a955-da00228df810 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=68c4f9e817a54964a6be17b7a402ba56&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4171364 Apr 18 19:26:35.998288 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 50220) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:26:36.026941 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38703f31-46f1-4de3-811d-a97a48b73e3a', 'tag': 'cefb0de9-ce9b-4651-bfc3-b6d30327e334'}] {{(pid=84764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:26:36.029290 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-97acb85a-d755-4f44-899b-55717d9fcb66 req-a6bb3d9a-9393-4b87-bf88-084d44aa5483 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686503 Apr 18 19:26:36.093024 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-f2bc6955-e400-4550-8c49-26edc323764c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 397fc2b6-857c-4641-815e-184ce49e13af {{(pid=84763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:26:36.097801 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3431828-4662-482a-a608-df828380a70f req-ccdc8231-2e38-4a36-bad6-cb1cd23fbf77 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:36.099252 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d3431828-4662-482a-a608-df828380a70f req-ccdc8231-2e38-4a36-bad6-cb1cd23fbf77 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5b81b8da-abac-4e05-9e51-d6de7035d9e7 HTTP/1.1" status: 200 len: 920 time: 0.5302744 Apr 18 19:26:36.112208 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-f2bc6955-e400-4550-8c49-26edc323764c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:36.164068 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6a93958a-d945-4453-b5c2-3d25de847665 req-38c39b60-ce8e-4710-a134-2a950e1a4f16 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ae4efde8a8464528a66b3bf8e643e684&device_id=dca9f21b-f897-4981-ab52-5aee4da127c0 HTTP/1.1" status: 200 len: 6343 time: 0.1732926 Apr 18 19:26:36.185773 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-70dee5e1-3eae-42e6-bfa4-5dfeda0adfbb req-b63b77ce-7d8a-466b-bb27-55cbe7b6e330 tempest-ServersAdmin275Test-2023517713 tempest-ServersAdmin275Test-2023517713-project] 10.222.0.69 "GET /v2.0/ports?device_id=565ea609-bc70-41d2-8e9b-51bc0bb51a02 HTTP/1.1" status: 200 len: 210 time: 0.0583360 Apr 18 19:26:36.192346 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d3431828-4662-482a-a608-df828380a70f req-26a96f6b-3974-4b06-b14d-38cbf691f350 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2db22ea-4eb8-4fa8-8067-77968b7252ce HTTP/1.1" status: 200 len: 217 time: 0.0742385 Apr 18 19:26:36.258791 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-f2bc6955-e400-4550-8c49-26edc323764c service neutron] Transition to ACTIVE for port object 397fc2b6-857c-4641-815e-184ce49e13af will not be triggered until provisioned by entity L2. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:26:36.349606 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a93958a-d945-4453-b5c2-3d25de847665 req-467a3958-4dd4-4a08-9cd0-c392999cd8d0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:36.349988 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a93958a-d945-4453-b5c2-3d25de847665 req-467a3958-4dd4-4a08-9cd0-c392999cd8d0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:36.350412 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a93958a-d945-4453-b5c2-3d25de847665 req-467a3958-4dd4-4a08-9cd0-c392999cd8d0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:36.352040 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6a93958a-d945-4453-b5c2-3d25de847665 req-467a3958-4dd4-4a08-9cd0-c392999cd8d0 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=ae4efde8a8464528a66b3bf8e643e684&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1830940 Apr 18 19:26:36.486975 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-f2bc6955-e400-4550-8c49-26edc323764c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:36.548439 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-5584798b-8780-4a8c-9812-505dc0b099cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:36.559133 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.db.resource_extend [req-5be7d7df-8c7f-41ed-80a6-93c79695d2d8 req-3d9c31f8-d2ae-4568-8679-10d8bf8107dc service neutron] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 19:26:36.581956 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a93958a-d945-4453-b5c2-3d25de847665 req-26838510-5058-4926-a376-0a610e9a7bea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:36.583417 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6a93958a-d945-4453-b5c2-3d25de847665 req-26838510-5058-4926-a376-0a610e9a7bea service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2249117 Apr 18 19:26:36.623305 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5b157b-dfe0-47b3-93a4-55218f805187 req-2f4eb623-38cb-4afd-8946-d1042b18f7a1 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:36.630521 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ce5b157b-dfe0-47b3-93a4-55218f805187 req-2f4eb623-38cb-4afd-8946-d1042b18f7a1 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=2327f611-7c5a-4fad-b86b-e72911fb3ee2 HTTP/1.1" status: 200 len: 950 time: 0.1529274 Apr 18 19:26:36.655541 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3431828-4662-482a-a608-df828380a70f req-33549023-1340-4d38-98dd-2137e1063829 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:36.657207 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d3431828-4662-482a-a608-df828380a70f req-33549023-1340-4d38-98dd-2137e1063829 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b10cc942-f819-45fc-bb02-117dc96bc19f HTTP/1.1" status: 200 len: 859 time: 0.4559464 Apr 18 19:26:36.766630 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ce5b157b-dfe0-47b3-93a4-55218f805187 req-cbb599cf-3ca1-4354-8e9c-b706f61b406a tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281092 Apr 18 19:26:36.869108 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d3431828-4662-482a-a608-df828380a70f req-55a2824d-6b50-45aa-befc-2e1e29049f61 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5b81b8da-abac-4e05-9e51-d6de7035d9e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1840854 Apr 18 19:26:36.877806 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-5584798b-8780-4a8c-9812-505dc0b099cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:36.884546 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bc6955-e400-4550-8c49-26edc323764c service neutron] Pushing event updated for resources: {'Port': ['ID=397fc2b6-857c-4641-815e-184ce49e13af,revision_number=2']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:26:36.912189 n-d-836017-2 neutron-server[84764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04914b58-3c47-4d50-9c90-a3b1696c6da7'] response: {'name': 'network-changed', 'server_uuid': '38703f31-46f1-4de3-811d-a97a48b73e3a', 'tag': 'cefb0de9-ce9b-4651-bfc3-b6d30327e334', 'status': 'completed', 'code': 200} Apr 18 19:26:36.990366 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [req-5be7d7df-8c7f-41ed-80a6-93c79695d2d8 req-3d9c31f8-d2ae-4568-8679-10d8bf8107dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f57379b4-19d1-4df6-ab6c-e16d287102dc {{(pid=84763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:26:37.098181 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-5be7d7df-8c7f-41ed-80a6-93c79695d2d8 req-3d9c31f8-d2ae-4568-8679-10d8bf8107dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:37.200689 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffed0ae6-33c5-444e-9a91-0b3bd619a739 req-4a15affa-24f9-4ee6-a5ad-2fbc74cbc9b6 tempest-ServerMetadataNegativeTestJSON-1227054731 tempest-ServerMetadataNegativeTestJSON-1227054731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:37.201503 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-ffed0ae6-33c5-444e-9a91-0b3bd619a739 req-4a15affa-24f9-4ee6-a5ad-2fbc74cbc9b6 tempest-ServerMetadataNegativeTestJSON-1227054731 tempest-ServerMetadataNegativeTestJSON-1227054731-project] Synchronizing usage tracker for tenant:39f82a14036e470eb61c7afcf8c12bbb on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:26:37.215082 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1118891-d7f6-4d7e-8ec1-5b896ba4b6ce req-b2af7919-d21c-48b8-b63c-6a7c1c418861 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:37.219981 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1118891-d7f6-4d7e-8ec1-5b896ba4b6ce req-b2af7919-d21c-48b8-b63c-6a7c1c418861 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:37.224933 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1118891-d7f6-4d7e-8ec1-5b896ba4b6ce req-b2af7919-d21c-48b8-b63c-6a7c1c418861 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:37.228959 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1118891-d7f6-4d7e-8ec1-5b896ba4b6ce req-b2af7919-d21c-48b8-b63c-6a7c1c418861 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:37.233089 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1118891-d7f6-4d7e-8ec1-5b896ba4b6ce req-b2af7919-d21c-48b8-b63c-6a7c1c418861 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:37.237272 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1118891-d7f6-4d7e-8ec1-5b896ba4b6ce req-b2af7919-d21c-48b8-b63c-6a7c1c418861 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:37.242428 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1118891-d7f6-4d7e-8ec1-5b896ba4b6ce req-b2af7919-d21c-48b8-b63c-6a7c1c418861 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:37.244340 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d1118891-d7f6-4d7e-8ec1-5b896ba4b6ce req-b2af7919-d21c-48b8-b63c-6a7c1c418861 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "GET /v2.0/ports?device_id=dca9f21b-f897-4981-ab52-5aee4da127c0 HTTP/1.1" status: 200 len: 5408 time: 0.1510119 Apr 18 19:26:37.265648 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [req-5be7d7df-8c7f-41ed-80a6-93c79695d2d8 req-3d9c31f8-d2ae-4568-8679-10d8bf8107dc service neutron] Transition to ACTIVE for port object f57379b4-19d1-4df6-ab6c-e16d287102dc will not be triggered until provisioned by entity L2. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:26:37.307144 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d1118891-d7f6-4d7e-8ec1-5b896ba4b6ce req-5cfd4bd7-bb48-4389-89a1-4a687d0bad93 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "GET /v2.0/security-groups?id=059a9d13-b1ae-4689-acd4-4327d8143c7d&id=005d155c-90ca-4625-80c3-c43b698af2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552938 Apr 18 19:26:37.312950 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-f2bc6955-e400-4550-8c49-26edc323764c service neutron] Attempting to bind port 397fc2b6-857c-4641-815e-184ce49e13af on host n-h2-836017-2 for vnic_type normal with profile {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:26:37.313289 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-f2bc6955-e400-4550-8c49-26edc323764c service neutron] Attempting to bind port 397fc2b6-857c-4641-815e-184ce49e13af by drivers openvswitch,hyperv on host n-h2-836017-2 at level 0 using segments [{'id': 'c7e79b18-49ae-4a7c-a4ae-7b1eba97fc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '77a057b3-34c4-449e-a9f0-2bcfc4ff6d7a'}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:26:37.313619 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-f2bc6955-e400-4550-8c49-26edc323764c service neutron] Attempting to bind port 397fc2b6-857c-4641-815e-184ce49e13af on network 77a057b3-34c4-449e-a9f0-2bcfc4ff6d7a {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:26:37.317385 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d3431828-4662-482a-a608-df828380a70f req-b9b2dcdf-0f8b-4d85-ab0d-380ad2bca351 service neutron] 10.222.0.73 "GET /v2.0/networks/5b81b8da-abac-4e05-9e51-d6de7035d9e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4199920 Apr 18 19:26:37.348576 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-f2bc6955-e400-4550-8c49-26edc323764c service neutron] Port 397fc2b6-857c-4641-815e-184ce49e13af on network 77a057b3-34c4-449e-a9f0-2bcfc4ff6d7a not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-2 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:26:37.348832 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-f2bc6955-e400-4550-8c49-26edc323764c service neutron] Attempting to bind port 397fc2b6-857c-4641-815e-184ce49e13af on network 77a057b3-34c4-449e-a9f0-2bcfc4ff6d7a {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:26:37.405587 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-5be7d7df-8c7f-41ed-80a6-93c79695d2d8 req-3d9c31f8-d2ae-4568-8679-10d8bf8107dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:37.460657 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-ffed0ae6-33c5-444e-9a91-0b3bd619a739 req-4a15affa-24f9-4ee6-a5ad-2fbc74cbc9b6 tempest-ServerMetadataNegativeTestJSON-1227054731 tempest-ServerMetadataNegativeTestJSON-1227054731-project] Unset dirty status for tenant:39f82a14036e470eb61c7afcf8c12bbb on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:26:37.461973 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ffed0ae6-33c5-444e-9a91-0b3bd619a739 req-4a15affa-24f9-4ee6-a5ad-2fbc74cbc9b6 tempest-ServerMetadataNegativeTestJSON-1227054731 tempest-ServerMetadataNegativeTestJSON-1227054731-project] 10.222.0.69 "GET /v2.0/ports?device_id=94d99bc5-4c5a-42c1-9d39-cbdb8faaf19d HTTP/1.1" status: 200 len: 931 time: 1.2193687 Apr 18 19:26:37.465165 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-eb376475-2693-46fd-9dc0-e07458b81cba req-dee16508-3297-43ad-9a83-e37e5a587d76 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e8145a70cab44ff88b524306edcbe946&device_id=38703f31-46f1-4de3-811d-a97a48b73e3a HTTP/1.1" status: 200 len: 1124 time: 0.5155671 Apr 18 19:26:37.465714 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-5584798b-8780-4a8c-9812-505dc0b099cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:37.497340 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-f2bc6955-e400-4550-8c49-26edc323764c service neutron] Checking agent: {'id': '02e8f951-d3a3-40e1-b8cc-aed258af030b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:26:37.497690 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-f2bc6955-e400-4550-8c49-26edc323764c service neutron] Checking segment: {'id': 'c7e79b18-49ae-4a7c-a4ae-7b1eba97fc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '77a057b3-34c4-449e-a9f0-2bcfc4ff6d7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:26:37.498081 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-f2bc6955-e400-4550-8c49-26edc323764c service neutron] Bound using segment: {'id': 'c7e79b18-49ae-4a7c-a4ae-7b1eba97fc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '77a057b3-34c4-449e-a9f0-2bcfc4ff6d7a'} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:26:37.498535 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-f2bc6955-e400-4550-8c49-26edc323764c service neutron] Bound port: 397fc2b6-857c-4641-815e-184ce49e13af, host: n-h2-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7e79b18-49ae-4a7c-a4ae-7b1eba97fc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '77a057b3-34c4-449e-a9f0-2bcfc4ff6d7a'}}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:26:37.498878 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-f2bc6955-e400-4550-8c49-26edc323764c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:37.568001 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf28eb93-9e6e-4e09-8403-12a83f861f83 req-83319013-f349-4c3a-b2f7-776afcac423c tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:37.569575 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-cf28eb93-9e6e-4e09-8403-12a83f861f83 req-83319013-f349-4c3a-b2f7-776afcac423c tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?device_id=38703f31-46f1-4de3-811d-a97a48b73e3a HTTP/1.1" status: 200 len: 943 time: 0.1187983 Apr 18 19:26:37.571316 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5584798b-8780-4a8c-9812-505dc0b099cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b82ee4b-1b13-4f19-86d2-85d0db8a03cf,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:26:37.633988 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-cf28eb93-9e6e-4e09-8403-12a83f861f83 req-af5dc669-b743-44bb-b15a-71a868d8393c tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527196 Apr 18 19:26:37.759496 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9c31f8-d2ae-4568-8679-10d8bf8107dc service neutron] Pushing event updated for resources: {'Port': ['ID=f57379b4-19d1-4df6-ab6c-e16d287102dc,revision_number=2']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:26:37.791512 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-5584798b-8780-4a8c-9812-505dc0b099cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:37.792911 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-5584798b-8780-4a8c-9812-505dc0b099cd admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5b82ee4b-1b13-4f19-86d2-85d0db8a03cf HTTP/1.1" status: 204 len: 168 time: 1.7871399 Apr 18 19:26:37.848997 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-14b03a75-a724-4b81-ab8f-8cfebc8ff01f req-0ac2e257-0a3f-4310-a4ba-3704de64a5d3 tempest-ServersAdmin275Test-2023517713 tempest-ServersAdmin275Test-2023517713-project] 10.222.0.69 "GET /v2.0/ports?device_id=565ea609-bc70-41d2-8e9b-51bc0bb51a02 HTTP/1.1" status: 200 len: 210 time: 0.0602491 Apr 18 19:26:37.881474 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ffed0ae6-33c5-444e-9a91-0b3bd619a739 req-42f012e9-8b06-4356-9222-2ec328d6d84a tempest-ServerMetadataNegativeTestJSON-1227054731 tempest-ServerMetadataNegativeTestJSON-1227054731-project] 10.222.0.69 "GET /v2.0/security-groups?id=d41fd17e-db12-437a-89e9-db660d5724d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3914130 Apr 18 19:26:37.919945 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-f2bc6955-e400-4550-8c49-26edc323764c service neutron] For port 397fc2b6-857c-4641-815e-184ce49e13af, host n-h2-836017-2, cleared binding levels {{(pid=84763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:26:37.930909 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-f2bc6955-e400-4550-8c49-26edc323764c service neutron] For port 397fc2b6-857c-4641-815e-184ce49e13af, host n-h2-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=397fc2b6-857c-4641-815e-184ce49e13af,segment=NetworkSegment(c7e79b18-49ae-4a7c-a4ae-7b1eba97fc3c),segment_id=c7e79b18-49ae-4a7c-a4ae-7b1eba97fc3c)] {{(pid=84763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:26:37.947738 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d3431828-4662-482a-a608-df828380a70f req-2ab8d3a5-1511-415b-946f-7fbad003d9e2 service neutron] 10.222.0.73 "GET /v2.0/networks/5b81b8da-abac-4e05-9e51-d6de7035d9e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6147506 Apr 18 19:26:38.110578 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-f2bc6955-e400-4550-8c49-26edc323764c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:38.184847 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb376475-2693-46fd-9dc0-e07458b81cba req-6ef1a7a0-3a2a-4f8f-8f1c-6922598a4bf8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:38.186334 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-eb376475-2693-46fd-9dc0-e07458b81cba req-6ef1a7a0-3a2a-4f8f-8f1c-6922598a4bf8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5b81b8da-abac-4e05-9e51-d6de7035d9e7 HTTP/1.1" status: 200 len: 920 time: 0.6949794 Apr 18 19:26:38.190891 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ce962a-b53b-4298-bfcf-dbab3b7031f2 req-f7faac70-a240-4202-984e-9e69e42141e9 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:38.198781 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a9ce962a-b53b-4298-bfcf-dbab3b7031f2 req-f7faac70-a240-4202-984e-9e69e42141e9 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=2327f611-7c5a-4fad-b86b-e72911fb3ee2 HTTP/1.1" status: 200 len: 950 time: 0.1399922 Apr 18 19:26:38.265392 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a9ce962a-b53b-4298-bfcf-dbab3b7031f2 req-ffceb558-e50b-4604-85b3-b7d915fd4c46 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656762 Apr 18 19:26:38.310465 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-f2bc6955-e400-4550-8c49-26edc323764c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:38.313919 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-f2bc6955-e400-4550-8c49-26edc323764c service neutron] 10.222.0.72 "PUT /v2.0/ports/397fc2b6-857c-4641-815e-184ce49e13af HTTP/1.1" status: 200 len: 1091 time: 4.2902691 Apr 18 19:26:38.321017 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-eb376475-2693-46fd-9dc0-e07458b81cba req-cfc4a2d5-f20e-4353-bc5e-9075d0909947 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cefb0de9-ce9b-4651-bfc3-b6d30327e334 HTTP/1.1" status: 200 len: 217 time: 0.1195312 Apr 18 19:26:38.321467 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dca9f21b-f897-4981-ab52-5aee4da127c0', 'tag': '397fc2b6-857c-4641-815e-184ce49e13af'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:26:38.347724 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bc6955-e400-4550-8c49-26edc323764c service neutron] Pushing event updated for resources: {'Port': ['ID=397fc2b6-857c-4641-815e-184ce49e13af,revision_number=3']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:26:38.399283 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-5be7d7df-8c7f-41ed-80a6-93c79695d2d8 req-3d9c31f8-d2ae-4568-8679-10d8bf8107dc service neutron] Attempting to bind port f57379b4-19d1-4df6-ab6c-e16d287102dc on host n-h2-836017-2 for vnic_type normal with profile {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:26:38.399914 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-5be7d7df-8c7f-41ed-80a6-93c79695d2d8 req-3d9c31f8-d2ae-4568-8679-10d8bf8107dc service neutron] Attempting to bind port f57379b4-19d1-4df6-ab6c-e16d287102dc by drivers openvswitch,hyperv on host n-h2-836017-2 at level 0 using segments [{'id': '4247da63-a16c-4432-855a-da0d16dfae66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '520f0b71-c838-4972-8712-c05cbf04698e'}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:26:38.400620 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be7d7df-8c7f-41ed-80a6-93c79695d2d8 req-3d9c31f8-d2ae-4568-8679-10d8bf8107dc service neutron] Attempting to bind port f57379b4-19d1-4df6-ab6c-e16d287102dc on network 520f0b71-c838-4972-8712-c05cbf04698e {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:26:38.430630 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-675fbd4f-3e6a-46c4-b183-a961b828fde0 service neutron] Request body: {'port': {'device_id': 'dca9f21b-f897-4981-ab52-5aee4da127c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-2'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:26:38.900825 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a17b9f3d-62f0-4e93-bf3b-243eefcb1d76 req-681fed79-2950-4b60-9891-0e065755de1e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ae4efde8a8464528a66b3bf8e643e684&device_id=dca9f21b-f897-4981-ab52-5aee4da127c0 HTTP/1.1" status: 200 len: 6410 time: 0.4430485 Apr 18 19:26:38.909273 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7c0be8b-fb0b-41ef-bf02-ccc455e58f5b'] response: {'name': 'network-changed', 'server_uuid': 'dca9f21b-f897-4981-ab52-5aee4da127c0', 'tag': '397fc2b6-857c-4641-815e-184ce49e13af', 'status': 'completed', 'code': 200} Apr 18 19:26:39.023185 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be7d7df-8c7f-41ed-80a6-93c79695d2d8 req-3d9c31f8-d2ae-4568-8679-10d8bf8107dc service neutron] Port f57379b4-19d1-4df6-ab6c-e16d287102dc on network 520f0b71-c838-4972-8712-c05cbf04698e not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-2 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:26:39.023185 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be7d7df-8c7f-41ed-80a6-93c79695d2d8 req-3d9c31f8-d2ae-4568-8679-10d8bf8107dc service neutron] Attempting to bind port f57379b4-19d1-4df6-ab6c-e16d287102dc on network 520f0b71-c838-4972-8712-c05cbf04698e {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:26:39.045090 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be7d7df-8c7f-41ed-80a6-93c79695d2d8 req-3d9c31f8-d2ae-4568-8679-10d8bf8107dc service neutron] Checking agent: {'id': '02e8f951-d3a3-40e1-b8cc-aed258af030b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:26:39.045448 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be7d7df-8c7f-41ed-80a6-93c79695d2d8 req-3d9c31f8-d2ae-4568-8679-10d8bf8107dc service neutron] Checking segment: {'id': '4247da63-a16c-4432-855a-da0d16dfae66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '520f0b71-c838-4972-8712-c05cbf04698e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:26:39.046283 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be7d7df-8c7f-41ed-80a6-93c79695d2d8 req-3d9c31f8-d2ae-4568-8679-10d8bf8107dc service neutron] Bound using segment: {'id': '4247da63-a16c-4432-855a-da0d16dfae66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '520f0b71-c838-4972-8712-c05cbf04698e'} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:26:39.046488 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-5be7d7df-8c7f-41ed-80a6-93c79695d2d8 req-3d9c31f8-d2ae-4568-8679-10d8bf8107dc service neutron] Bound port: f57379b4-19d1-4df6-ab6c-e16d287102dc, host: n-h2-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4247da63-a16c-4432-855a-da0d16dfae66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '520f0b71-c838-4972-8712-c05cbf04698e'}}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:26:39.046848 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-5be7d7df-8c7f-41ed-80a6-93c79695d2d8 req-3d9c31f8-d2ae-4568-8679-10d8bf8107dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:39.063726 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb376475-2693-46fd-9dc0-e07458b81cba req-d387a045-f1b8-49d0-a836-06b29d2d2dd3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:39.065208 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-eb376475-2693-46fd-9dc0-e07458b81cba req-d387a045-f1b8-49d0-a836-06b29d2d2dd3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b10cc942-f819-45fc-bb02-117dc96bc19f HTTP/1.1" status: 200 len: 859 time: 0.7209039 Apr 18 19:26:39.216777 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-675fbd4f-3e6a-46c4-b183-a961b828fde0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:39.286043 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17b9f3d-62f0-4e93-bf3b-243eefcb1d76 req-ebb2f2dd-888c-4f57-9ec9-36841606c2ea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:39.286822 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17b9f3d-62f0-4e93-bf3b-243eefcb1d76 req-ebb2f2dd-888c-4f57-9ec9-36841606c2ea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:39.286822 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17b9f3d-62f0-4e93-bf3b-243eefcb1d76 req-ebb2f2dd-888c-4f57-9ec9-36841606c2ea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:39.289288 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a17b9f3d-62f0-4e93-bf3b-243eefcb1d76 req-ebb2f2dd-888c-4f57-9ec9-36841606c2ea service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=ae4efde8a8464528a66b3bf8e643e684&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3732131 Apr 18 19:26:39.313096 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-eb376475-2693-46fd-9dc0-e07458b81cba req-4cb783b1-578e-4e23-8f07-45d69f10f931 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5b81b8da-abac-4e05-9e51-d6de7035d9e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2362063 Apr 18 19:26:39.316825 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69c6fb7-7db7-4c00-a550-447e3e9c9062 req-487cb101-245f-4782-9425-a991ab77f6a0 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:39.323709 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69c6fb7-7db7-4c00-a550-447e3e9c9062 req-487cb101-245f-4782-9425-a991ab77f6a0 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:39.336131 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69c6fb7-7db7-4c00-a550-447e3e9c9062 req-487cb101-245f-4782-9425-a991ab77f6a0 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:39.338140 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69c6fb7-7db7-4c00-a550-447e3e9c9062 req-487cb101-245f-4782-9425-a991ab77f6a0 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:39.343169 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69c6fb7-7db7-4c00-a550-447e3e9c9062 req-487cb101-245f-4782-9425-a991ab77f6a0 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:39.348153 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69c6fb7-7db7-4c00-a550-447e3e9c9062 req-487cb101-245f-4782-9425-a991ab77f6a0 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:39.352939 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69c6fb7-7db7-4c00-a550-447e3e9c9062 req-487cb101-245f-4782-9425-a991ab77f6a0 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:39.354905 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f69c6fb7-7db7-4c00-a550-447e3e9c9062 req-487cb101-245f-4782-9425-a991ab77f6a0 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "GET /v2.0/ports?device_id=dca9f21b-f897-4981-ab52-5aee4da127c0 HTTP/1.1" status: 200 len: 5408 time: 0.7401974 Apr 18 19:26:39.458112 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f69c6fb7-7db7-4c00-a550-447e3e9c9062 req-71ba704c-418c-4919-965b-872b8d196b2f tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "GET /v2.0/security-groups?id=059a9d13-b1ae-4689-acd4-4327d8143c7d&id=005d155c-90ca-4625-80c3-c43b698af2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0784061 Apr 18 19:26:39.680957 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d87d1d8d-ab80-41ec-bc8a-ee3446d8c8e8 req-33bd9fc6-8c2b-4118-920c-1b2bfa1b577d tempest-ServersAdmin275Test-536787650 tempest-ServersAdmin275Test-536787650-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=565ea609-bc70-41d2-8e9b-51bc0bb51a02 HTTP/1.1" status: 200 len: 210 time: 0.0613911 Apr 18 19:26:39.794165 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-5be7d7df-8c7f-41ed-80a6-93c79695d2d8 req-3d9c31f8-d2ae-4568-8679-10d8bf8107dc service neutron] For port f57379b4-19d1-4df6-ab6c-e16d287102dc, host n-h2-836017-2, cleared binding levels {{(pid=84763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:26:39.945099 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-5be7d7df-8c7f-41ed-80a6-93c79695d2d8 req-3d9c31f8-d2ae-4568-8679-10d8bf8107dc service neutron] For port f57379b4-19d1-4df6-ab6c-e16d287102dc, host n-h2-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=f57379b4-19d1-4df6-ab6c-e16d287102dc,segment=NetworkSegment(4247da63-a16c-4432-855a-da0d16dfae66),segment_id=4247da63-a16c-4432-855a-da0d16dfae66)] {{(pid=84763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:26:39.965671 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-85995266-7559-4e18-a12f-b5a757f93701 req-631eb72a-3371-4638-b278-57173bd80b29 service neutron] 10.222.0.73 "GET /v2.0/ports/cefb0de9-ce9b-4651-bfc3-b6d30327e334/bindings/n-h2-836017-2 HTTP/1.1" status: 200 len: 384 time: 0.6035981 Apr 18 19:26:40.024148 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17b9f3d-62f0-4e93-bf3b-243eefcb1d76 req-322645a2-1fc1-451c-aebc-d28e20f1bff5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:40.027766 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a17b9f3d-62f0-4e93-bf3b-243eefcb1d76 req-322645a2-1fc1-451c-aebc-d28e20f1bff5 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7304444 Apr 18 19:26:40.043298 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-eb376475-2693-46fd-9dc0-e07458b81cba req-87419d5f-a375-4ad6-897c-3368ae5dcc84 service neutron] 10.222.0.73 "GET /v2.0/networks/5b81b8da-abac-4e05-9e51-d6de7035d9e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6824462 Apr 18 19:26:40.056246 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797a0158-f59b-4eb9-a0e9-a6b3730e618f req-b368c97d-790f-4017-9773-3741783fb63a tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:40.076354 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-797a0158-f59b-4eb9-a0e9-a6b3730e618f req-b368c97d-790f-4017-9773-3741783fb63a tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?device_id=38703f31-46f1-4de3-811d-a97a48b73e3a HTTP/1.1" status: 200 len: 943 time: 0.2554679 Apr 18 19:26:40.147834 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-5be7d7df-8c7f-41ed-80a6-93c79695d2d8 req-3d9c31f8-d2ae-4568-8679-10d8bf8107dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:40.212459 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-797a0158-f59b-4eb9-a0e9-a6b3730e618f req-005895fb-66f1-4a9d-96ba-fcb87ccaa485 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331182 Apr 18 19:26:40.213200 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 50326) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:26:40.400443 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-5be7d7df-8c7f-41ed-80a6-93c79695d2d8 req-3d9c31f8-d2ae-4568-8679-10d8bf8107dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:40.401831 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5be7d7df-8c7f-41ed-80a6-93c79695d2d8 req-3d9c31f8-d2ae-4568-8679-10d8bf8107dc service neutron] 10.222.0.72 "PUT /v2.0/ports/f57379b4-19d1-4df6-ab6c-e16d287102dc HTTP/1.1" status: 200 len: 1091 time: 5.8419759 Apr 18 19:26:40.455006 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-85b2d491-e93e-4317-a2b6-581c5e9d5248 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-2116154374-network', 'tenant_id': '1027765024ec4a52935cd4187ade61c4'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:26:40.465162 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-85b2d491-e93e-4317-a2b6-581c5e9d5248 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:26:40.473171 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-85b2d491-e93e-4317-a2b6-581c5e9d5248 admin admin] Usage tracker for resource:network and tenant:1027765024ec4a52935cd4187ade61c4 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:26:40.475918 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-85b2d491-e93e-4317-a2b6-581c5e9d5248 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:26:40.490754 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-85b2d491-e93e-4317-a2b6-581c5e9d5248 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:26:40.530810 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43b7179-b6c3-479f-9e02-75576a210805 req-747a41e5-3b18-4381-9b4c-dcdd4e2b73e2 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:40.536881 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-b43b7179-b6c3-479f-9e02-75576a210805 req-747a41e5-3b18-4381-9b4c-dcdd4e2b73e2 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=2327f611-7c5a-4fad-b86b-e72911fb3ee2 HTTP/1.1" status: 200 len: 950 time: 0.1647666 Apr 18 19:26:40.585140 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-b43b7179-b6c3-479f-9e02-75576a210805 req-7eed212e-c0fd-42db-b40d-ff07e16f4e43 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456138 Apr 18 19:26:40.626725 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b2d491-e93e-4317-a2b6-581c5e9d5248 admin admin] Made reservation on behalf of 1027765024ec4a52935cd4187ade61c4 for: {'network': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:26:40.630054 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-85b2d491-e93e-4317-a2b6-581c5e9d5248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for network, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:40.634219 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9c31f8-d2ae-4568-8679-10d8bf8107dc service neutron] Pushing event updated for resources: {'Port': ['ID=f57379b4-19d1-4df6-ab6c-e16d287102dc,revision_number=3']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:26:40.643709 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-85b2d491-e93e-4317-a2b6-581c5e9d5248 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:40.671046 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-eb376475-2693-46fd-9dc0-e07458b81cba req-306e20cd-4867-440b-92f5-b98f174edb2c service neutron] 10.222.0.73 "GET /v2.0/networks/5b81b8da-abac-4e05-9e51-d6de7035d9e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5647788 Apr 18 19:26:40.708840 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-85b2d491-e93e-4317-a2b6-581c5e9d5248 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:26:40.726714 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-85b2d491-e93e-4317-a2b6-581c5e9d5248 admin admin] Usage tracker for resource:security_group_rule and tenant:1027765024ec4a52935cd4187ade61c4 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:26:40.735746 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-85b2d491-e93e-4317-a2b6-581c5e9d5248 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:26:40.754343 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-85b2d491-e93e-4317-a2b6-581c5e9d5248 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:26:40.763535 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.db.resource_extend [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-675fbd4f-3e6a-46c4-b183-a961b828fde0 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 19:26:40.827409 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-9040c2b1-e169-437d-b35e-1bd2eb180875 req-0adbc296-16c4-41bb-9da8-888837793c7b tempest-ServersAdmin275Test-536787650 tempest-ServersAdmin275Test-536787650-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=565ea609-bc70-41d2-8e9b-51bc0bb51a02 HTTP/1.1" status: 200 len: 210 time: 0.0562534 Apr 18 19:26:40.868742 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc36869-bf33-4559-8667-ab79c37eb0e3 req-ba8c187c-f267-435c-a154-e262df43509e tempest-ServerMetadataNegativeTestJSON-1227054731 tempest-ServerMetadataNegativeTestJSON-1227054731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:40.876984 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3fc36869-bf33-4559-8667-ab79c37eb0e3 req-ba8c187c-f267-435c-a154-e262df43509e tempest-ServerMetadataNegativeTestJSON-1227054731 tempest-ServerMetadataNegativeTestJSON-1227054731-project] 10.222.0.69 "GET /v2.0/ports?device_id=94d99bc5-4c5a-42c1-9d39-cbdb8faaf19d HTTP/1.1" status: 200 len: 943 time: 0.5326886 Apr 18 19:26:40.921416 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94d99bc5-4c5a-42c1-9d39-cbdb8faaf19d', 'tag': 'f57379b4-19d1-4df6-ab6c-e16d287102dc'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:26:40.933940 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-85b2d491-e93e-4317-a2b6-581c5e9d5248 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:40.954082 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-675fbd4f-3e6a-46c4-b183-a961b828fde0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba19edae-4343-4f8d-a1f5-5b88cd3be7cb {{(pid=84763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:26:40.981567 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-675fbd4f-3e6a-46c4-b183-a961b828fde0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:40.994468 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-85995266-7559-4e18-a12f-b5a757f93701 req-3f255c19-e763-4226-96a9-e3c46cc224d2 service neutron] For port cefb0de9-ce9b-4651-bfc3-b6d30327e334, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=cefb0de9-ce9b-4651-bfc3-b6d30327e334,segment=NetworkSegment(57f6477d-46cb-4fbc-8909-e9439d3b2b0a),segment_id=57f6477d-46cb-4fbc-8909-e9439d3b2b0a)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:26:41.007976 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-85b2d491-e93e-4317-a2b6-581c5e9d5248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:41.026110 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5be7d7df-8c7f-41ed-80a6-93c79695d2d8 req-bcfc678f-6f6c-4451-bd64-cdeb07916be0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=39f82a14036e470eb61c7afcf8c12bbb&device_id=94d99bc5-4c5a-42c1-9d39-cbdb8faaf19d HTTP/1.1" status: 200 len: 1094 time: 0.4945316 Apr 18 19:26:41.044245 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85b2d491-e93e-4317-a2b6-581c5e9d5248 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=84764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:26:41.054175 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b2d491-e93e-4317-a2b6-581c5e9d5248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9beaf65-10e8-47b3-abe4-47b1e195579a,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:26:41.060004 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-85b2d491-e93e-4317-a2b6-581c5e9d5248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:41.060682 n-d-836017-2 neutron-server[84764]: INFO neutron.db.segments_db [None req-85b2d491-e93e-4317-a2b6-581c5e9d5248 admin admin] Added segment d44b985b-ba1d-41e7-ae49-0ec4012c12b5 of type vlan for network 5c8a5f4e-6d9d-474b-a613-1a0ebce9658a Apr 18 19:26:41.119720 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-85b2d491-e93e-4317-a2b6-581c5e9d5248 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791093404182'] for network, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:41.145845 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-675fbd4f-3e6a-46c4-b183-a961b828fde0 service neutron] Transition to ACTIVE for port object ba19edae-4343-4f8d-a1f5-5b88cd3be7cb will not be triggered until provisioned by entity L2. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:26:41.164276 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-85995266-7559-4e18-a12f-b5a757f93701 req-3f255c19-e763-4226-96a9-e3c46cc224d2 service neutron] For port cefb0de9-ce9b-4651-bfc3-b6d30327e334, host n-h1-836017-2, cleared binding levels {{(pid=84763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:26:41.199322 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3fc36869-bf33-4559-8667-ab79c37eb0e3 req-edb50b9f-75b3-4362-8835-cbbc2732021b tempest-ServerMetadataNegativeTestJSON-1227054731 tempest-ServerMetadataNegativeTestJSON-1227054731-project] 10.222.0.69 "GET /v2.0/security-groups?id=d41fd17e-db12-437a-89e9-db660d5724d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3211758 Apr 18 19:26:41.272007 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-85b2d491-e93e-4317-a2b6-581c5e9d5248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251'] for network, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:41.277904 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b2d491-e93e-4317-a2b6-581c5e9d5248 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:41.278586 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-85b2d491-e93e-4317-a2b6-581c5e9d5248 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:41.406086 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5be7d7df-8c7f-41ed-80a6-93c79695d2d8 req-24992dba-8c3f-4a88-815d-9a888240af70 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f57379b4-19d1-4df6-ab6c-e16d287102dc HTTP/1.1" status: 200 len: 217 time: 0.3668916 Apr 18 19:26:41.410081 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-675fbd4f-3e6a-46c4-b183-a961b828fde0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:41.470656 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b2d491-e93e-4317-a2b6-581c5e9d5248 admin admin] Pushing event updated for resources: {'Network': ['ID=5c8a5f4e-6d9d-474b-a613-1a0ebce9658a,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:26:41.482069 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Network 5c8a5f4e-6d9d-474b-a613-1a0ebce9658a details requested by agent ovs-agent-n-d-836017-2 with host n-d-836017-2 {{(pid=84765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:26:41.544228 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-85b2d491-e93e-4317-a2b6-581c5e9d5248 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3270910 Apr 18 19:26:41.556766 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 50340) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:26:41.588409 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [req-85995266-7559-4e18-a12f-b5a757f93701 req-3f255c19-e763-4226-96a9-e3c46cc224d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cefb0de9-ce9b-4651-bfc3-b6d30327e334 {{(pid=84763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:26:41.595597 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-69a923a3-ee9b-47f9-ab74-cf3fa0ac8960 admin admin] Request body: {'subnet': {'network_id': '5c8a5f4e-6d9d-474b-a613-1a0ebce9658a', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-2116154374-subnet', 'tenant_id': '1027765024ec4a52935cd4187ade61c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:26:41.636962 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-69a923a3-ee9b-47f9-ab74-cf3fa0ac8960 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:26:41.648725 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d215d329-e02b-4bc4-b71f-3db7d22d0d76 req-bc90d007-cce5-40a6-adc7-cd25a3a20cd2 tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:41.649964 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-85995266-7559-4e18-a12f-b5a757f93701 req-3f255c19-e763-4226-96a9-e3c46cc224d2 service neutron] For port cefb0de9-ce9b-4651-bfc3-b6d30327e334, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=cefb0de9-ce9b-4651-bfc3-b6d30327e334,segment=NetworkSegment(57f6477d-46cb-4fbc-8909-e9439d3b2b0a),segment_id=57f6477d-46cb-4fbc-8909-e9439d3b2b0a)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:26:41.651705 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d215d329-e02b-4bc4-b71f-3db7d22d0d76 req-bc90d007-cce5-40a6-adc7-cd25a3a20cd2 tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] 10.222.0.69 "GET /v2.0/ports?device_id=36274434-9418-4f40-a692-e2fcb9802d5a HTTP/1.1" status: 200 len: 946 time: 0.1129649 Apr 18 19:26:41.718669 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d215d329-e02b-4bc4-b71f-3db7d22d0d76 req-fb54e29e-5424-48dc-b91d-7dd68616d5e0 tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] 10.222.0.69 "GET /v2.0/security-groups?id=4d5ed870-82bf-41fc-bf9e-3676cd0330d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564625 Apr 18 19:26:41.724606 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-69a923a3-ee9b-47f9-ab74-cf3fa0ac8960 admin admin] Usage tracker for resource:subnet and tenant:1027765024ec4a52935cd4187ade61c4 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:26:41.749781 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-69a923a3-ee9b-47f9-ab74-cf3fa0ac8960 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:26:41.759465 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675fbd4f-3e6a-46c4-b183-a961b828fde0 service neutron] Pushing event updated for resources: {'Port': ['ID=ba19edae-4343-4f8d-a1f5-5b88cd3be7cb,revision_number=2']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:26:41.775930 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-69a923a3-ee9b-47f9-ab74-cf3fa0ac8960 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:26:41.782434 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be7d7df-8c7f-41ed-80a6-93c79695d2d8 req-ca0de919-110d-4e85-9eb6-e7d0fedd815e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:41.786110 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5be7d7df-8c7f-41ed-80a6-93c79695d2d8 req-ca0de919-110d-4e85-9eb6-e7d0fedd815e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8f0ace3e-3ddc-4a6a-801f-21faa6062361 HTTP/1.1" status: 200 len: 861 time: 0.3367925 Apr 18 19:26:41.852792 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25e77350-e5f5-427d-8ed9-6face38e8e5d'] response: {'name': 'network-changed', 'server_uuid': '94d99bc5-4c5a-42c1-9d39-cbdb8faaf19d', 'tag': 'f57379b4-19d1-4df6-ab6c-e16d287102dc', 'status': 'completed', 'code': 200} Apr 18 19:26:41.924543 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-85995266-7559-4e18-a12f-b5a757f93701 req-3f255c19-e763-4226-96a9-e3c46cc224d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:41.985856 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69a923a3-ee9b-47f9-ab74-cf3fa0ac8960 admin admin] Made reservation on behalf of 1027765024ec4a52935cd4187ade61c4 for: {'subnet': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:26:41.988993 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-69a923a3-ee9b-47f9-ab74-cf3fa0ac8960 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540907'] for subnet, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:42.020054 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5be7d7df-8c7f-41ed-80a6-93c79695d2d8 req-ca04f2eb-4232-4026-b4b2-34434699bb8f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=520f0b71-c838-4972-8712-c05cbf04698e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2169302 Apr 18 19:26:42.048366 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82c9a48-49c3-4a7f-8c38-011e2d5c10c1 req-8d2d63f7-4701-4638-9314-b1d64583bc1b tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:42.049619 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c82c9a48-49c3-4a7f-8c38-011e2d5c10c1 req-8d2d63f7-4701-4638-9314-b1d64583bc1b tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?device_id=38703f31-46f1-4de3-811d-a97a48b73e3a HTTP/1.1" status: 200 len: 943 time: 0.1052279 Apr 18 19:26:42.099652 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c82c9a48-49c3-4a7f-8c38-011e2d5c10c1 req-1b2f4976-9e7b-4a9e-889d-9715912dda15 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427690 Apr 18 19:26:42.177112 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f47cd9c-43dd-4872-933e-73e69dafb8e7 req-f2fed845-9cd4-4bcd-8524-818aec9b3058 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:42.181050 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f47cd9c-43dd-4872-933e-73e69dafb8e7 req-f2fed845-9cd4-4bcd-8524-818aec9b3058 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:42.185031 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f47cd9c-43dd-4872-933e-73e69dafb8e7 req-f2fed845-9cd4-4bcd-8524-818aec9b3058 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:42.188961 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f47cd9c-43dd-4872-933e-73e69dafb8e7 req-f2fed845-9cd4-4bcd-8524-818aec9b3058 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:42.196191 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f47cd9c-43dd-4872-933e-73e69dafb8e7 req-f2fed845-9cd4-4bcd-8524-818aec9b3058 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:42.198004 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f47cd9c-43dd-4872-933e-73e69dafb8e7 req-f2fed845-9cd4-4bcd-8524-818aec9b3058 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:42.201942 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f47cd9c-43dd-4872-933e-73e69dafb8e7 req-f2fed845-9cd4-4bcd-8524-818aec9b3058 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:42.203875 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-6f47cd9c-43dd-4872-933e-73e69dafb8e7 req-f2fed845-9cd4-4bcd-8524-818aec9b3058 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "GET /v2.0/ports?device_id=dca9f21b-f897-4981-ab52-5aee4da127c0 HTTP/1.1" status: 200 len: 5420 time: 0.7995412 Apr 18 19:26:42.333230 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ae29c8-926e-45a7-8c94-f0c662f9bc3b req-9331cb39-96a9-4fdf-aa25-7aa24797eed6 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:42.334983 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-05ae29c8-926e-45a7-8c94-f0c662f9bc3b req-9331cb39-96a9-4fdf-aa25-7aa24797eed6 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=2327f611-7c5a-4fad-b86b-e72911fb3ee2 HTTP/1.1" status: 200 len: 950 time: 0.1039279 Apr 18 19:26:42.392839 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-05ae29c8-926e-45a7-8c94-f0c662f9bc3b req-57fb9d00-9657-4605-b262-e822ad445147 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515759 Apr 18 19:26:42.433821 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-675fbd4f-3e6a-46c4-b183-a961b828fde0 service neutron] Attempting to bind port ba19edae-4343-4f8d-a1f5-5b88cd3be7cb on host n-h2-836017-2 for vnic_type normal with profile {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:26:42.434243 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-675fbd4f-3e6a-46c4-b183-a961b828fde0 service neutron] Attempting to bind port ba19edae-4343-4f8d-a1f5-5b88cd3be7cb by drivers openvswitch,hyperv on host n-h2-836017-2 at level 0 using segments [{'id': 'c7e79b18-49ae-4a7c-a4ae-7b1eba97fc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '77a057b3-34c4-449e-a9f0-2bcfc4ff6d7a'}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:26:42.434455 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-675fbd4f-3e6a-46c4-b183-a961b828fde0 service neutron] Attempting to bind port ba19edae-4343-4f8d-a1f5-5b88cd3be7cb on network 77a057b3-34c4-449e-a9f0-2bcfc4ff6d7a {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:26:42.436954 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [req-85995266-7559-4e18-a12f-b5a757f93701 req-3f255c19-e763-4226-96a9-e3c46cc224d2 service neutron] Transition to ACTIVE for port object cefb0de9-ce9b-4651-bfc3-b6d30327e334 will not be triggered until provisioned by entity L2. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:26:42.445243 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-6f47cd9c-43dd-4872-933e-73e69dafb8e7 req-5c7e21f7-9403-42c5-bf77-ba1af398fd31 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "GET /v2.0/security-groups?id=059a9d13-b1ae-4689-acd4-4327d8143c7d&id=005d155c-90ca-4625-80c3-c43b698af2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1833856 Apr 18 19:26:42.447467 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5be7d7df-8c7f-41ed-80a6-93c79695d2d8 req-10f718f8-4b5b-412e-978c-af1201c526e6 service neutron] 10.222.0.72 "GET /v2.0/networks/520f0b71-c838-4972-8712-c05cbf04698e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3875744 Apr 18 19:26:42.603715 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-85995266-7559-4e18-a12f-b5a757f93701 req-3f255c19-e763-4226-96a9-e3c46cc224d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:42.661653 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-675fbd4f-3e6a-46c4-b183-a961b828fde0 service neutron] Port ba19edae-4343-4f8d-a1f5-5b88cd3be7cb on network 77a057b3-34c4-449e-a9f0-2bcfc4ff6d7a not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-2 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:26:42.662222 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-675fbd4f-3e6a-46c4-b183-a961b828fde0 service neutron] Attempting to bind port ba19edae-4343-4f8d-a1f5-5b88cd3be7cb on network 77a057b3-34c4-449e-a9f0-2bcfc4ff6d7a {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:26:42.669916 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-9720aa78-6322-4414-a5f9-e56ad6f8154b req-9aee0770-f3ad-4f4e-8050-3959f5ead167 tempest-ServersAdmin275Test-536787650 tempest-ServersAdmin275Test-536787650-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=565ea609-bc70-41d2-8e9b-51bc0bb51a02 HTTP/1.1" status: 200 len: 210 time: 0.0595686 Apr 18 19:26:42.781942 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-675fbd4f-3e6a-46c4-b183-a961b828fde0 service neutron] Checking agent: {'id': '02e8f951-d3a3-40e1-b8cc-aed258af030b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:26:42.781942 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-675fbd4f-3e6a-46c4-b183-a961b828fde0 service neutron] Checking segment: {'id': 'c7e79b18-49ae-4a7c-a4ae-7b1eba97fc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '77a057b3-34c4-449e-a9f0-2bcfc4ff6d7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:26:42.782244 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-675fbd4f-3e6a-46c4-b183-a961b828fde0 service neutron] Bound using segment: {'id': 'c7e79b18-49ae-4a7c-a4ae-7b1eba97fc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '77a057b3-34c4-449e-a9f0-2bcfc4ff6d7a'} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:26:42.782609 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-675fbd4f-3e6a-46c4-b183-a961b828fde0 service neutron] Bound port: ba19edae-4343-4f8d-a1f5-5b88cd3be7cb, host: n-h2-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7e79b18-49ae-4a7c-a4ae-7b1eba97fc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '77a057b3-34c4-449e-a9f0-2bcfc4ff6d7a'}}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:26:42.784796 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-675fbd4f-3e6a-46c4-b183-a961b828fde0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:42.977899 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f255c19-e763-4226-96a9-e3c46cc224d2 service neutron] Pushing event updated for resources: {'Port': ['ID=cefb0de9-ce9b-4651-bfc3-b6d30327e334,revision_number=10']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:26:43.050155 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5be7d7df-8c7f-41ed-80a6-93c79695d2d8 req-63aaa9d3-8f61-48a5-95a2-bc94f178df74 service neutron] 10.222.0.72 "GET /v2.0/networks/520f0b71-c838-4972-8712-c05cbf04698e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5949678 Apr 18 19:26:43.076047 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-69a923a3-ee9b-47f9-ab74-cf3fa0ac8960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66351616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66540921'] for subnet, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:43.129881 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-675fbd4f-3e6a-46c4-b183-a961b828fde0 service neutron] For port ba19edae-4343-4f8d-a1f5-5b88cd3be7cb, host n-h2-836017-2, cleared binding levels {{(pid=84763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:26:43.138884 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a288a38-55e2-41a7-a7d2-fe3ef0c0b6b3 req-df1c99b1-1ca4-4954-a29d-12e7d5153c13 tempest-ServerMetadataNegativeTestJSON-1227054731 tempest-ServerMetadataNegativeTestJSON-1227054731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:43.140428 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5a288a38-55e2-41a7-a7d2-fe3ef0c0b6b3 req-df1c99b1-1ca4-4954-a29d-12e7d5153c13 tempest-ServerMetadataNegativeTestJSON-1227054731 tempest-ServerMetadataNegativeTestJSON-1227054731-project] 10.222.0.69 "GET /v2.0/ports?device_id=94d99bc5-4c5a-42c1-9d39-cbdb8faaf19d HTTP/1.1" status: 200 len: 943 time: 0.4329555 Apr 18 19:26:43.174167 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-675fbd4f-3e6a-46c4-b183-a961b828fde0 service neutron] For port ba19edae-4343-4f8d-a1f5-5b88cd3be7cb, host n-h2-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=ba19edae-4343-4f8d-a1f5-5b88cd3be7cb,segment=NetworkSegment(c7e79b18-49ae-4a7c-a4ae-7b1eba97fc3c),segment_id=c7e79b18-49ae-4a7c-a4ae-7b1eba97fc3c)] {{(pid=84763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:26:43.196662 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a923a3-ee9b-47f9-ab74-cf3fa0ac8960 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80fddd51-7e06-46de-a009-620a0f614b97,revision_number=0']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:26:43.235457 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5a288a38-55e2-41a7-a7d2-fe3ef0c0b6b3 req-e353b1ef-19a2-4209-966c-48e31cbbec86 tempest-ServerMetadataNegativeTestJSON-1227054731 tempest-ServerMetadataNegativeTestJSON-1227054731-project] 10.222.0.69 "GET /v2.0/security-groups?id=d41fd17e-db12-437a-89e9-db660d5724d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849025 Apr 18 19:26:43.236324 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a923a3-ee9b-47f9-ab74-cf3fa0ac8960 admin admin] Checking segment: {'id': 'd44b985b-ba1d-41e7-ae49-0ec4012c12b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '5c8a5f4e-6d9d-474b-a613-1a0ebce9658a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:26:43.236898 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a923a3-ee9b-47f9-ab74-cf3fa0ac8960 admin admin] Network hostable DHCP agents. Network: 5c8a5f4e-6d9d-474b-a613-1a0ebce9658a, hostable agents: ['f6987c12-6d6c-47d4-b22d-cfcd164dc40d'], hosted agents: [] {{(pid=84763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:26:43.405844 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-675fbd4f-3e6a-46c4-b183-a961b828fde0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:43.474114 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device cefb0de9-ce9b-4651-bfc3-b6d30327e334 no longer exists at agent hyperv_n-h1-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:26:43.540914 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device cefb0de9-ce9b-4651-bfc3-b6d30327e334 not bound to the agent host n-h1-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:26:43.574078 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675fbd4f-3e6a-46c4-b183-a961b828fde0 service neutron] Pushing event updated for resources: {'Port': ['ID=ba19edae-4343-4f8d-a1f5-5b88cd3be7cb,revision_number=3']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:26:43.605459 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-85995266-7559-4e18-a12f-b5a757f93701 req-3f255c19-e763-4226-96a9-e3c46cc224d2 service neutron] No DVR routers for this DVR port cefb0de9-ce9b-4651-bfc3-b6d30327e334 on host n-h1-836017-2 {{(pid=84763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:26:43.610981 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-675fbd4f-3e6a-46c4-b183-a961b828fde0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:43.614058 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-675fbd4f-3e6a-46c4-b183-a961b828fde0 service neutron] 10.222.0.72 "PUT /v2.0/ports/ba19edae-4343-4f8d-a1f5-5b88cd3be7cb HTTP/1.1" status: 200 len: 1091 time: 5.1916568 Apr 18 19:26:43.648328 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-83ff9271-a347-4a27-879c-64c788e90f65 req-6cb5c3b7-e26e-4dfc-82f1-65385628aec1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=39f82a14036e470eb61c7afcf8c12bbb&device_id=94d99bc5-4c5a-42c1-9d39-cbdb8faaf19d HTTP/1.1" status: 200 len: 1094 time: 0.4060068 Apr 18 19:26:43.680878 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3ccc93-a779-4e26-bc4f-c54d2e63f97b req-4ffe3447-e8b0-48d8-80a0-690d44ebf49b tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:43.692263 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-db3ccc93-a779-4e26-bc4f-c54d2e63f97b req-4ffe3447-e8b0-48d8-80a0-690d44ebf49b tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] 10.222.0.69 "GET /v2.0/ports?device_id=36274434-9418-4f40-a692-e2fcb9802d5a HTTP/1.1" status: 200 len: 946 time: 0.1775465 Apr 18 19:26:43.698212 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a923a3-ee9b-47f9-ab74-cf3fa0ac8960 admin admin] Network 5c8a5f4e-6d9d-474b-a613-1a0ebce9658a is scheduled to be hosted by DHCP agent f6987c12-6d6c-47d4-b22d-cfcd164dc40d with binding_index 1 {{(pid=84763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:26:43.746756 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-85995266-7559-4e18-a12f-b5a757f93701 req-3f255c19-e763-4226-96a9-e3c46cc224d2 service neutron] 10.222.0.73 "PUT /v2.0/ports/cefb0de9-ce9b-4651-bfc3-b6d30327e334/bindings/n-h2-836017-2/activate HTTP/1.1" status: 200 len: 369 time: 3.7729642 Apr 18 19:26:43.759656 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-db3ccc93-a779-4e26-bc4f-c54d2e63f97b req-f394228a-ba44-4e61-930e-eaac0e9095a3 tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] 10.222.0.69 "GET /v2.0/security-groups?id=4d5ed870-82bf-41fc-bf9e-3676cd0330d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674808 Apr 18 19:26:43.849467 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [None req-69a923a3-ee9b-47f9-ab74-cf3fa0ac8960 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-2, 5c8a5f4e-6d9d-474b-a613-1a0ebce9658a) {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:26:43.859366 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ef4123-c15d-47e3-983b-bd13bfe9ec07 None None] Network 5c8a5f4e-6d9d-474b-a613-1a0ebce9658a requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:26:43.881743 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dca9f21b-f897-4981-ab52-5aee4da127c0', 'tag': 'ba19edae-4343-4f8d-a1f5-5b88cd3be7cb'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:26:43.907657 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cc310b-35d0-4511-a466-a3351ea1734c req-db0db315-b3e3-41bf-a49a-0c6cb8424a0a tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:43.909631 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-90cc310b-35d0-4511-a466-a3351ea1734c req-db0db315-b3e3-41bf-a49a-0c6cb8424a0a tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?device_id=38703f31-46f1-4de3-811d-a97a48b73e3a HTTP/1.1" status: 200 len: 944 time: 0.5079117 Apr 18 19:26:43.911104 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a923a3-ee9b-47f9-ab74-cf3fa0ac8960 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:43.911762 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-69a923a3-ee9b-47f9-ab74-cf3fa0ac8960 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:44.034527 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-90cc310b-35d0-4511-a466-a3351ea1734c req-b6212d0f-829e-4693-bfa2-27fa57b77d2a tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157098 Apr 18 19:26:44.035656 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ff9271-a347-4a27-879c-64c788e90f65 req-8c37cb00-4cf8-489d-895d-9ec2bd5cabf3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:44.037084 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-83ff9271-a347-4a27-879c-64c788e90f65 req-8c37cb00-4cf8-489d-895d-9ec2bd5cabf3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=520f0b71-c838-4972-8712-c05cbf04698e HTTP/1.1" status: 200 len: 922 time: 0.3435402 Apr 18 19:26:44.055182 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-69a923a3-ee9b-47f9-ab74-cf3fa0ac8960 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.4808736 Apr 18 19:26:44.114783 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-d03ae70d-543a-4f18-848b-1d853785ff59 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ae4efde8a8464528a66b3bf8e643e684&device_id=dca9f21b-f897-4981-ab52-5aee4da127c0 HTTP/1.1" status: 200 len: 6477 time: 0.3169618 Apr 18 19:26:44.145962 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777c61a6-2a44-4f26-b560-f1c2726a1dbe None None] Network 5c8a5f4e-6d9d-474b-a613-1a0ebce9658a requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:26:44.188183 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-85995266-7559-4e18-a12f-b5a757f93701 req-542960a2-e844-4ff2-ba21-2159f6af3160 tempest-LiveAutoBlockMigrationV225Test-1421540525 tempest-LiveAutoBlockMigrationV225Test-1421540525-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=38703f31-46f1-4de3-811d-a97a48b73e3a&tenant_id=e8145a70cab44ff88b524306edcbe946&binding%3Ahost_id=n-h1-836017-2 HTTP/1.1" status: 200 len: 1095 time: 0.2162611 Apr 18 19:26:44.202221 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-83ff9271-a347-4a27-879c-64c788e90f65 req-3804121b-a32c-4e49-aedf-bd4b293ccf2a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f57379b4-19d1-4df6-ab6c-e16d287102dc HTTP/1.1" status: 200 len: 217 time: 0.1531651 Apr 18 19:26:44.204183 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-2ca58e80-23ab-4487-a4b5-57959f1d0167 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=541a4c14-f2f5-4268-a378-6b7818c15360 HTTP/1.1" status: 200 len: 217 time: 0.0741060 Apr 18 19:26:44.328663 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac08776d-948d-4909-8faf-7e2b800b84e2 req-ba9cdd96-634b-46ae-b8bb-792041807e6b tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:44.342845 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ac08776d-948d-4909-8faf-7e2b800b84e2 req-ba9cdd96-634b-46ae-b8bb-792041807e6b tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=2327f611-7c5a-4fad-b86b-e72911fb3ee2 HTTP/1.1" status: 200 len: 950 time: 0.4164672 Apr 18 19:26:44.443686 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ac08776d-948d-4909-8faf-7e2b800b84e2 req-81e5b3d8-106a-49ba-9fac-84f14a88d21a tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971124 Apr 18 19:26:44.452501 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-85995266-7559-4e18-a12f-b5a757f93701 req-46cc005a-c809-41a4-81fe-c7e70329a382 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=38703f31-46f1-4de3-811d-a97a48b73e3a&tenant_id=e8145a70cab44ff88b524306edcbe946 HTTP/1.1" status: 200 len: 1095 time: 0.2506006 Apr 18 19:26:44.470842 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ff9271-a347-4a27-879c-64c788e90f65 req-9bb3839f-5d17-490f-9e2a-e8c129547e55 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:44.473357 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-83ff9271-a347-4a27-879c-64c788e90f65 req-9bb3839f-5d17-490f-9e2a-e8c129547e55 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8f0ace3e-3ddc-4a6a-801f-21faa6062361 HTTP/1.1" status: 200 len: 861 time: 0.2597942 Apr 18 19:26:44.476325 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-6cab4a1b-1b5f-452a-af1e-39b8579cb35a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:44.478364 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-6cab4a1b-1b5f-452a-af1e-39b8579cb35a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f3e2cf5f-cc22-4c6a-a7c1-4742f3519b7c HTTP/1.1" status: 200 len: 850 time: 0.2060695 Apr 18 19:26:44.577793 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-83ff9271-a347-4a27-879c-64c788e90f65 req-da5f0d09-76a3-47a6-81f2-bc3ef366992d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=520f0b71-c838-4972-8712-c05cbf04698e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0868678 Apr 18 19:26:44.640285 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab8853c-a014-4dda-a898-b9608568ddcd req-b26da139-7d2c-461a-b1a0-a88875322601 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:44.645176 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab8853c-a014-4dda-a898-b9608568ddcd req-b26da139-7d2c-461a-b1a0-a88875322601 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:44.649702 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab8853c-a014-4dda-a898-b9608568ddcd req-b26da139-7d2c-461a-b1a0-a88875322601 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:44.653634 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab8853c-a014-4dda-a898-b9608568ddcd req-b26da139-7d2c-461a-b1a0-a88875322601 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:44.657726 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab8853c-a014-4dda-a898-b9608568ddcd req-b26da139-7d2c-461a-b1a0-a88875322601 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:44.660830 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-103ce878-36af-4e47-951f-68c96d5d380c req-bf5b8bbc-3c57-4d03-9e7a-957f27ff7111 tempest-ServersAdmin275Test-536787650 tempest-ServersAdmin275Test-536787650-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=565ea609-bc70-41d2-8e9b-51bc0bb51a02 HTTP/1.1" status: 200 len: 210 time: 0.0685225 Apr 18 19:26:44.663067 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab8853c-a014-4dda-a898-b9608568ddcd req-b26da139-7d2c-461a-b1a0-a88875322601 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:44.664108 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-85995266-7559-4e18-a12f-b5a757f93701 req-2e23487c-14a4-47a0-bc44-11b095c3ecd6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e8145a70cab44ff88b524306edcbe946&device_id=38703f31-46f1-4de3-811d-a97a48b73e3a HTTP/1.1" status: 200 len: 1095 time: 0.1738625 Apr 18 19:26:44.667615 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab8853c-a014-4dda-a898-b9608568ddcd req-b26da139-7d2c-461a-b1a0-a88875322601 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:44.669745 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fab8853c-a014-4dda-a898-b9608568ddcd req-b26da139-7d2c-461a-b1a0-a88875322601 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "GET /v2.0/ports?device_id=dca9f21b-f897-4981-ab52-5aee4da127c0 HTTP/1.1" status: 200 len: 5420 time: 0.2712438 Apr 18 19:26:44.845574 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-d18f437f-f8e9-42d1-b31e-7e550e4dc0a6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1c17c057-c249-4320-8b11-c4cc32a9489f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3534191 Apr 18 19:26:44.849050 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ae66001-ea4d-472c-ac8b-f31ad8a33a46'] response: {'name': 'network-changed', 'server_uuid': 'dca9f21b-f897-4981-ab52-5aee4da127c0', 'tag': 'ba19edae-4343-4f8d-a1f5-5b88cd3be7cb', 'status': 'completed', 'code': 200} Apr 18 19:26:44.905103 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fab8853c-a014-4dda-a898-b9608568ddcd req-a88a19e3-08b0-4de0-9442-8270aea9288e tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "GET /v2.0/security-groups?id=059a9d13-b1ae-4689-acd4-4327d8143c7d&id=005d155c-90ca-4625-80c3-c43b698af2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1784389 Apr 18 19:26:44.953947 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-83ff9271-a347-4a27-879c-64c788e90f65 req-37aff18a-b9d0-4cab-a464-c329a3c57570 service neutron] 10.222.0.72 "GET /v2.0/networks/520f0b71-c838-4972-8712-c05cbf04698e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3603668 Apr 18 19:26:45.057227 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85995266-7559-4e18-a12f-b5a757f93701 req-c9ab3246-c83c-4fb1-8e01-61eaaf6999b8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:45.058770 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-85995266-7559-4e18-a12f-b5a757f93701 req-c9ab3246-c83c-4fb1-8e01-61eaaf6999b8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5b81b8da-abac-4e05-9e51-d6de7035d9e7 HTTP/1.1" status: 200 len: 920 time: 0.3822713 Apr 18 19:26:45.132709 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-d637fca2-a6d9-4e63-8541-e49eb6e79042 service neutron] 10.222.0.72 "GET /v2.0/networks/1c17c057-c249-4320-8b11-c4cc32a9489f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2785761 Apr 18 19:26:45.142015 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-83ff9271-a347-4a27-879c-64c788e90f65 req-e6f22173-c914-4dda-881f-d9592317a8b3 service neutron] 10.222.0.72 "GET /v2.0/networks/520f0b71-c838-4972-8712-c05cbf04698e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809084 Apr 18 19:26:45.143298 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device f57379b4-19d1-4df6-ab6c-e16d287102dc details requested by agent hyperv_n-h2-836017-2 with host n-h2-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:26:45.282712 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-85995266-7559-4e18-a12f-b5a757f93701 req-291e5529-d9d9-4f9b-84b2-b3f51bd4ded3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cefb0de9-ce9b-4651-bfc3-b6d30327e334 HTTP/1.1" status: 200 len: 217 time: 0.2159257 Apr 18 19:26:45.343846 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-81179d04-71c1-469e-82be-1126a14ec76e service neutron] 10.222.0.72 "GET /v2.0/networks/1c17c057-c249-4320-8b11-c4cc32a9489f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040949 Apr 18 19:26:45.350629 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92c19e2-c9b1-49a7-b816-04099314d223 req-51861305-ebf5-4b75-a9f6-5067d99ae9c7 tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:45.352071 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e92c19e2-c9b1-49a7-b816-04099314d223 req-51861305-ebf5-4b75-a9f6-5067d99ae9c7 tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] 10.222.0.72 "GET /v2.0/ports?device_id=36274434-9418-4f40-a692-e2fcb9802d5a HTTP/1.1" status: 200 len: 946 time: 0.5316963 Apr 18 19:26:45.368855 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port f57379b4-19d1-4df6-ab6c-e16d287102dc, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=f57379b4-19d1-4df6-ab6c-e16d287102dc,segment=NetworkSegment(4247da63-a16c-4432-855a-da0d16dfae66),segment_id=4247da63-a16c-4432-855a-da0d16dfae66)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:26:45.388076 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Returning: {'device': 'f57379b4-19d1-4df6-ab6c-e16d287102dc', 'network_id': '520f0b71-c838-4972-8712-c05cbf04698e', 'port_id': 'f57379b4-19d1-4df6-ab6c-e16d287102dc', 'mac_address': 'fa:16:3e:08:cc:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f0ace3e-3ddc-4a6a-801f-21faa6062361', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:26:45.458647 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85995266-7559-4e18-a12f-b5a757f93701 req-0343532a-1056-4a09-b9da-d6b38f88567d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:45.460129 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-85995266-7559-4e18-a12f-b5a757f93701 req-0343532a-1056-4a09-b9da-d6b38f88567d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b10cc942-f819-45fc-bb02-117dc96bc19f HTTP/1.1" status: 200 len: 859 time: 0.1635585 Apr 18 19:26:45.478755 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:45.508037 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f57379b4-19d1-4df6-ab6c-e16d287102dc {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:26:45.509498 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1c60cc-bd4a-42dd-88c2-a70f552d7d04 req-939edacb-ee35-4311-9490-6cf9e5a9d77e tempest-ServerMetadataNegativeTestJSON-1227054731 tempest-ServerMetadataNegativeTestJSON-1227054731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:45.510996 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-be1c60cc-bd4a-42dd-88c2-a70f552d7d04 req-939edacb-ee35-4311-9490-6cf9e5a9d77e tempest-ServerMetadataNegativeTestJSON-1227054731 tempest-ServerMetadataNegativeTestJSON-1227054731-project] 10.222.0.69 "GET /v2.0/ports?device_id=94d99bc5-4c5a-42c1-9d39-cbdb8faaf19d HTTP/1.1" status: 200 len: 943 time: 0.5096836 Apr 18 19:26:45.519252 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [req-e92c19e2-c9b1-49a7-b816-04099314d223 req-371bc171-26f2-4d9e-bb1d-abc8fd10d843 tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Deleting port 900dd947-e377-4fab-8f50-e83df05e530d {{(pid=84764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:26:45.519846 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-e92c19e2-c9b1-49a7-b816-04099314d223 req-371bc171-26f2-4d9e-bb1d-abc8fd10d843 tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:45.528380 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port f57379b4-19d1-4df6-ab6c-e16d287102dc, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=f57379b4-19d1-4df6-ab6c-e16d287102dc,segment=NetworkSegment(4247da63-a16c-4432-855a-da0d16dfae66),segment_id=4247da63-a16c-4432-855a-da0d16dfae66)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:26:45.565201 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-85995266-7559-4e18-a12f-b5a757f93701 req-4aba9f76-2441-47b8-96f8-1c7c52b105df service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5b81b8da-abac-4e05-9e51-d6de7035d9e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0965669 Apr 18 19:26:45.607901 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-2740c16a-9c8d-469d-8790-1e37611f0373 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.209&port_id=bc352c10-792f-4c4c-8ce2-33c2e09ff225 HTTP/1.1" status: 200 len: 217 time: 0.2442303 Apr 18 19:26:45.615026 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:45.715689 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb40b5f-d3e2-455f-b685-8a6b5568a14f req-ae38bd25-49f1-4905-a8f3-8e730fe0facd tempest-InstanceActionsV221TestJSON-1478420689 tempest-InstanceActionsV221TestJSON-1478420689-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:45.724203 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-deb40b5f-d3e2-455f-b685-8a6b5568a14f req-ae38bd25-49f1-4905-a8f3-8e730fe0facd tempest-InstanceActionsV221TestJSON-1478420689 tempest-InstanceActionsV221TestJSON-1478420689-project] 10.222.0.69 "GET /v2.0/networks?id=5c8a5f4e-6d9d-474b-a613-1a0ebce9658a HTTP/1.1" status: 200 len: 818 time: 0.3847346 Apr 18 19:26:45.757815 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-deb40b5f-d3e2-455f-b685-8a6b5568a14f req-0994bf74-fcaf-47b3-b25a-775fd6479ed5 tempest-InstanceActionsV221TestJSON-1478420689 tempest-InstanceActionsV221TestJSON-1478420689-project] 10.222.0.69 "GET /v2.0/quotas/1027765024ec4a52935cd4187ade61c4 HTTP/1.1" status: 200 len: 375 time: 0.0323434 Apr 18 19:26:45.764275 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-bbb57650-62da-48e6-865f-c3c8b2b85bc2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:45.766058 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-bbb57650-62da-48e6-865f-c3c8b2b85bc2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c31714cb-4e6a-4130-bd18-fb5275a5c20f HTTP/1.1" status: 200 len: 797 time: 0.1071780 Apr 18 19:26:45.770347 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-be1c60cc-bd4a-42dd-88c2-a70f552d7d04 req-db044e1c-71c6-4cbb-964a-0aaec190c7f4 tempest-ServerMetadataNegativeTestJSON-1227054731 tempest-ServerMetadataNegativeTestJSON-1227054731-project] 10.222.0.69 "GET /v2.0/security-groups?id=d41fd17e-db12-437a-89e9-db660d5724d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234912 Apr 18 19:26:45.782255 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=f57379b4-19d1-4df6-ab6c-e16d287102dc,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:26:45.862663 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-85995266-7559-4e18-a12f-b5a757f93701 req-84fb37d1-63d0-451e-8007-6c55c9b55622 service neutron] 10.222.0.72 "GET /v2.0/networks/5b81b8da-abac-4e05-9e51-d6de7035d9e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743318 Apr 18 19:26:45.862872 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-deb40b5f-d3e2-455f-b685-8a6b5568a14f req-d3fcf9a8-2149-4795-91f8-a5a938a3bb83 tempest-InstanceActionsV221TestJSON-1478420689 tempest-InstanceActionsV221TestJSON-1478420689-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=1027765024ec4a52935cd4187ade61c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1035185 Apr 18 19:26:45.892536 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] get_ports_and_sgs() called for port_ids ['f57379b4-19d1-4df6-ab6c-e16d287102dc'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:26:46.041130 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-deb40b5f-d3e2-455f-b685-8a6b5568a14f req-1ff1dcd0-c8df-490c-9c43-9cd012b5c0f2 service neutron] 10.222.0.69 "GET /v2.0/networks/5c8a5f4e-6d9d-474b-a613-1a0ebce9658a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769710 Apr 18 19:26:46.045539 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-cab70696-23b7-47bd-99ba-4edf594d80ec service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a78bc94c-6e21-4a13-914b-5bddac5da8d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2419801 Apr 18 19:26:46.108552 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-e92c19e2-c9b1-49a7-b816-04099314d223 req-371bc171-26f2-4d9e-bb1d-abc8fd10d843 tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] For port 900dd947-e377-4fab-8f50-e83df05e530d, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=900dd947-e377-4fab-8f50-e83df05e530d,segment=NetworkSegment(1ee78f5f-19b1-4536-a0ab-086e7442dabc),segment_id=1ee78f5f-19b1-4536-a0ab-086e7442dabc)] {{(pid=84764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:26:46.109157 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-e92c19e2-c9b1-49a7-b816-04099314d223 req-371bc171-26f2-4d9e-bb1d-abc8fd10d843 tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:46.282108 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-deb40b5f-d3e2-455f-b685-8a6b5568a14f req-7ac3aae3-ccf5-4dff-a5ed-2893b24c427e service neutron] 10.222.0.69 "GET /v2.0/networks/5c8a5f4e-6d9d-474b-a613-1a0ebce9658a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348573 Apr 18 19:26:46.322704 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-33a1e057-7c61-482c-a09e-666d02c0b6f0 service neutron] 10.222.0.72 "GET /v2.0/networks/a78bc94c-6e21-4a13-914b-5bddac5da8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795146 Apr 18 19:26:46.473766 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-2eba4866-05de-4764-91a4-c707283e6e11 service neutron] 10.222.0.72 "GET /v2.0/networks/a78bc94c-6e21-4a13-914b-5bddac5da8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440649 Apr 18 19:26:46.527397 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f52411-034d-42fe-943b-faf9784cf732 req-0f3f8dda-8199-449c-bea6-b4509d8553e7 tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:46.536031 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a9f52411-034d-42fe-943b-faf9784cf732 req-0f3f8dda-8199-449c-bea6-b4509d8553e7 tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] 10.222.0.69 "GET /v2.0/ports?device_id=36274434-9418-4f40-a692-e2fcb9802d5a HTTP/1.1" status: 200 len: 946 time: 0.5583200 Apr 18 19:26:46.561674 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-29cf668b-3b33-4134-8e1d-807c215ca564 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.10&port_id=cab89208-0cb7-4471-99b4-f5c3564d6fc1 HTTP/1.1" status: 200 len: 217 time: 0.0803444 Apr 18 19:26:46.607705 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-e92c19e2-c9b1-49a7-b816-04099314d223 req-371bc171-26f2-4d9e-bb1d-abc8fd10d843 tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:46.608319 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-e92c19e2-c9b1-49a7-b816-04099314d223 req-371bc171-26f2-4d9e-bb1d-abc8fd10d843 tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416787'] for floatingip, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:46.608914 n-d-836017-2 neutron-server[84764]: INFO neutron.db.l3_db [req-e92c19e2-c9b1-49a7-b816-04099314d223 req-371bc171-26f2-4d9e-bb1d-abc8fd10d843 tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Floating IP 51c9aa00-e77c-4a03-816e-79c4f209aaf9 disassociated. External IP: 172.25.3.254, port: 900dd947-e377-4fab-8f50-e83df05e530d. Apr 18 19:26:46.609300 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [req-e92c19e2-c9b1-49a7-b816-04099314d223 req-371bc171-26f2-4d9e-bb1d-abc8fd10d843 tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Calling delete_port for 900dd947-e377-4fab-8f50-e83df05e530d owned by compute:nova {{(pid=84764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:26:46.720667 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-85995266-7559-4e18-a12f-b5a757f93701 req-dfa91d21-ba0a-42c0-8bf6-5591abd8a937 service neutron] 10.222.0.72 "GET /v2.0/networks/5b81b8da-abac-4e05-9e51-d6de7035d9e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6886766 Apr 18 19:26:46.783342 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-d409161c-d8f3-4958-b668-4c3b7e5bafd2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:46.785568 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-d409161c-d8f3-4958-b668-4c3b7e5bafd2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c31714cb-4e6a-4130-bd18-fb5275a5c20f HTTP/1.1" status: 200 len: 797 time: 0.2158325 Apr 18 19:26:46.829563 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a9f52411-034d-42fe-943b-faf9784cf732 req-9e2348d6-a3f0-49fc-904b-7d9ec83db20c tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] 10.222.0.69 "GET /v2.0/security-groups?id=4d5ed870-82bf-41fc-bf9e-3676cd0330d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2924724 Apr 18 19:26:46.877843 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e01ae9-5735-4c18-9e41-b88d4e82bd44 req-8d5ee2db-9290-4d3d-98b2-a0a8eb5af66d tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:46.879455 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-78e01ae9-5735-4c18-9e41-b88d4e82bd44 req-8d5ee2db-9290-4d3d-98b2-a0a8eb5af66d tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?device_id=38703f31-46f1-4de3-811d-a97a48b73e3a HTTP/1.1" status: 200 len: 944 time: 0.1654983 Apr 18 19:26:46.955014 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-22429c53-e56e-4282-bb0e-bdac92875fa7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a78bc94c-6e21-4a13-914b-5bddac5da8d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1605933 Apr 18 19:26:46.958313 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-78e01ae9-5735-4c18-9e41-b88d4e82bd44 req-8c8afbe3-c757-4e07-a69b-44e07ce3a84b tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687938 Apr 18 19:26:47.050217 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-e92c19e2-c9b1-49a7-b816-04099314d223 req-371bc171-26f2-4d9e-bb1d-abc8fd10d843 tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:47.139384 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371bc171-26f2-4d9e-bb1d-abc8fd10d843 tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Pushing event deleted for resources: {'Port': ['ID=900dd947-e377-4fab-8f50-e83df05e530d,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:26:47.160125 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device f57379b4-19d1-4df6-ab6c-e16d287102dc up at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:26:47.233410 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-89d83265-f5b1-42fd-96cd-0e055de681db req-9ccd9fa7-9628-4211-a5eb-3dede8a2c8c5 tempest-ServersAdmin275Test-536787650 tempest-ServersAdmin275Test-536787650-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=565ea609-bc70-41d2-8e9b-51bc0bb51a02 HTTP/1.1" status: 200 len: 210 time: 0.0777719 Apr 18 19:26:47.281725 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-bb824eb2-a8fd-48d0-a62a-641b7348d03b service neutron] 10.222.0.72 "GET /v2.0/networks/a78bc94c-6e21-4a13-914b-5bddac5da8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3162117 Apr 18 19:26:47.579792 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning for port f57379b4-19d1-4df6-ab6c-e16d287102dc completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:26:47.586511 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning complete for port f57379b4-19d1-4df6-ab6c-e16d287102dc triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:26:47.586511 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:47.682872 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a21781-6f32-437a-8f39-e26515f142c9 req-6d77dc6a-1deb-405c-a27d-708715385d6d tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:47.694802 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e9a21781-6f32-437a-8f39-e26515f142c9 req-6d77dc6a-1deb-405c-a27d-708715385d6d tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=2327f611-7c5a-4fad-b86b-e72911fb3ee2 HTTP/1.1" status: 200 len: 950 time: 0.7251117 Apr 18 19:26:47.768825 n-d-836017-2 neutron-server[84764]: INFO neutron.api.v2.resource [req-323b8fac-b599-420d-9ee0-d48ee1358e49 req-654a83a2-8b57-40fb-a639-f02a9c4ca16d service neutron] show failed (client error): The resource could not be found. Apr 18 19:26:47.769915 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-323b8fac-b599-420d-9ee0-d48ee1358e49 req-654a83a2-8b57-40fb-a639-f02a9c4ca16d service neutron] 10.222.0.72 "GET /v2.0/ports/06b799dc-3aea-4cb3-90fe-2c88201e3471/bindings/n-h1-836017-2 HTTP/1.1" status: 404 len: 380 time: 0.5253525 Apr 18 19:26:47.836831 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:47.844689 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-a33da715-070c-4186-a05d-0079a040b043 service neutron] 10.222.0.72 "GET /v2.0/networks/a78bc94c-6e21-4a13-914b-5bddac5da8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5571487 Apr 18 19:26:47.845176 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e9a21781-6f32-437a-8f39-e26515f142c9 req-6273d7d1-952c-43a4-bd5a-8d0f82979422 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481791 Apr 18 19:26:47.904923 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94d99bc5-4c5a-42c1-9d39-cbdb8faaf19d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f57379b4-19d1-4df6-ab6c-e16d287102dc'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:26:47.924511 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port f57379b4-19d1-4df6-ab6c-e16d287102dc, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=f57379b4-19d1-4df6-ab6c-e16d287102dc,segment=NetworkSegment(4247da63-a16c-4432-855a-da0d16dfae66),segment_id=4247da63-a16c-4432-855a-da0d16dfae66)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:26:47.962817 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-d29e2a1a-bf52-4967-b46e-9b6ce7fdda04 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.254&port_id=e941a163-539d-4e45-ac0e-f02d875d6f32 HTTP/1.1" status: 200 len: 217 time: 0.1101677 Apr 18 19:26:47.975069 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a811b926-b092-405e-9fd6-36be325b0b79 req-36696425-683c-41a2-80fc-8aa098ef09ed tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:47.977686 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2c62173f-f455-4680-95cb-41cc73f5e89c req-d937bae0-9b53-4c94-9bab-d51fc43d21f3 tempest-InstanceActionsV221TestJSON-1478420689 tempest-InstanceActionsV221TestJSON-1478420689-project] 10.222.0.69 "GET /v2.0/ports?device_id=1fda610d-f64b-4f66-baf7-2f9bfe26ee1d HTTP/1.1" status: 200 len: 210 time: 0.0656252 Apr 18 19:26:47.979119 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a811b926-b092-405e-9fd6-36be325b0b79 req-36696425-683c-41a2-80fc-8aa098ef09ed tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:47.983354 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a811b926-b092-405e-9fd6-36be325b0b79 req-36696425-683c-41a2-80fc-8aa098ef09ed tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:47.987470 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a811b926-b092-405e-9fd6-36be325b0b79 req-36696425-683c-41a2-80fc-8aa098ef09ed tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:47.992409 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a811b926-b092-405e-9fd6-36be325b0b79 req-36696425-683c-41a2-80fc-8aa098ef09ed tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:47.996177 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:47.997095 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a811b926-b092-405e-9fd6-36be325b0b79 req-36696425-683c-41a2-80fc-8aa098ef09ed tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:47.997191 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 900dd947-e377-4fab-8f50-e83df05e530d no longer exists at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:26:48.001377 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a811b926-b092-405e-9fd6-36be325b0b79 req-36696425-683c-41a2-80fc-8aa098ef09ed tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:48.003586 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a811b926-b092-405e-9fd6-36be325b0b79 req-36696425-683c-41a2-80fc-8aa098ef09ed tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "GET /v2.0/ports?device_id=dca9f21b-f897-4981-ab52-5aee4da127c0 HTTP/1.1" status: 200 len: 5420 time: 0.4318764 Apr 18 19:26:48.008185 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e92c19e2-c9b1-49a7-b816-04099314d223 req-371bc171-26f2-4d9e-bb1d-abc8fd10d843 tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Router 88997029-2ce0-40f3-b7d3-208a67695f5f has already been hosted by L3 agent 21b59c62-f184-4169-bc3e-79831cc043e8 {{(pid=84764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:26:48.094089 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-85995266-7559-4e18-a12f-b5a757f93701 req-5a592da8-0966-43f1-ae5d-45bdb8781958 tempest-LiveAutoBlockMigrationV225Test-1421540525 tempest-LiveAutoBlockMigrationV225Test-1421540525-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=38703f31-46f1-4de3-811d-a97a48b73e3a&tenant_id=e8145a70cab44ff88b524306edcbe946&binding%3Ahost_id=n-h2-836017-2 HTTP/1.1" status: 200 len: 1095 time: 0.5235119 Apr 18 19:26:48.190018 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-0e4fb810-b298-4f6a-9ed7-e9e958214c69 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:48.192361 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-0e4fb810-b298-4f6a-9ed7-e9e958214c69 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c31714cb-4e6a-4130-bd18-fb5275a5c20f HTTP/1.1" status: 200 len: 797 time: 0.1872418 Apr 18 19:26:48.201621 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] No Port match for: 900dd947-e377-4fab-8f50-e83df05e530d {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:26:48.209309 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 900dd947-e377-4fab-8f50-e83df05e530d not bound to the agent host n-h2-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:26:48.282757 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a811b926-b092-405e-9fd6-36be325b0b79 req-1f8c350f-c86c-4d41-bd7c-f962618ac9d1 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "GET /v2.0/security-groups?id=059a9d13-b1ae-4689-acd4-4327d8143c7d&id=005d155c-90ca-4625-80c3-c43b698af2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2266095 Apr 18 19:26:48.373137 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-34928e3d-733b-4b9b-b5db-3cb3c5c8d856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:48.384120 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-2702dddc-0600-4b9f-a35e-18da0f4f9f34 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a78bc94c-6e21-4a13-914b-5bddac5da8d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1815228 Apr 18 19:26:48.393546 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=f57379b4-19d1-4df6-ab6c-e16d287102dc,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:26:48.482292 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21daa29e-8d26-4b80-8b22-19f58db38a38 req-2be04084-b67d-49b9-b0be-ea7cb812712a tempest-ServerMetadataNegativeTestJSON-1227054731 tempest-ServerMetadataNegativeTestJSON-1227054731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:48.483929 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-21daa29e-8d26-4b80-8b22-19f58db38a38 req-2be04084-b67d-49b9-b0be-ea7cb812712a tempest-ServerMetadataNegativeTestJSON-1227054731 tempest-ServerMetadataNegativeTestJSON-1227054731-project] 10.222.0.69 "GET /v2.0/ports?device_id=94d99bc5-4c5a-42c1-9d39-cbdb8faaf19d HTTP/1.1" status: 200 len: 945 time: 0.1746774 Apr 18 19:26:48.563324 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-21daa29e-8d26-4b80-8b22-19f58db38a38 req-5cc3316e-d96f-463c-8c2f-03396103646b tempest-ServerMetadataNegativeTestJSON-1227054731 tempest-ServerMetadataNegativeTestJSON-1227054731-project] 10.222.0.69 "GET /v2.0/security-groups?id=d41fd17e-db12-437a-89e9-db660d5724d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530281 Apr 18 19:26:48.566078 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e92c19e2-c9b1-49a7-b816-04099314d223 req-371bc171-26f2-4d9e-bb1d-abc8fd10d843 tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Notify agent at l3_agent.n-d-836017-2 the message routers_updated {{(pid=84764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:26:48.586803 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-902647e3-39fe-4a30-bcb2-f5ee289b6cd7 req-6d3db126-f1a0-43dc-a21d-4236be363ed5 tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] 10.222.0.69 "GET /v2.0/ports?device_id=36274434-9418-4f40-a692-e2fcb9802d5a HTTP/1.1" status: 200 len: 210 time: 0.1010225 Apr 18 19:26:48.586929 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008a0838-5a7a-425e-9a41-41ab4bc60b4f None None] Sync routers for ids ['88997029-2ce0-40f3-b7d3-208a67695f5f'] in n-d-836017-2 {{(pid=84765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:26:48.596475 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-85995266-7559-4e18-a12f-b5a757f93701 req-bb2ebd60-fa88-4d49-8e7e-48fb05c71c30 service neutron] For port cefb0de9-ce9b-4651-bfc3-b6d30327e334, host n-h1-836017-2, cleared binding levels {{(pid=84763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:26:48.605299 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-85995266-7559-4e18-a12f-b5a757f93701 req-bb2ebd60-fa88-4d49-8e7e-48fb05c71c30 service neutron] Notify callbacks [] for binding, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:48.606412 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-85995266-7559-4e18-a12f-b5a757f93701 req-bb2ebd60-fa88-4d49-8e7e-48fb05c71c30 service neutron] 10.222.0.72 "DELETE /v2.0/ports/cefb0de9-ce9b-4651-bfc3-b6d30327e334/bindings/n-h1-836017-2 HTTP/1.1" status: 204 len: 173 time: 0.5060024 Apr 18 19:26:48.620155 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008a0838-5a7a-425e-9a41-41ab4bc60b4f None None] Routers {'88997029-2ce0-40f3-b7d3-208a67695f5f'} bound to L3 agent in host n-d-836017-2 {{(pid=84765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:26:48.623511 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-008a0838-5a7a-425e-9a41-41ab4bc60b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:26:20Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['88997029-2ce0-40f3-b7d3-208a67695f5f'], 'active': True} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:26:48.666977 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-2b34a4c2-4655-4f94-821d-741438325248 service neutron] 10.222.0.72 "GET /v2.0/networks/a78bc94c-6e21-4a13-914b-5bddac5da8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2749293 Apr 18 19:26:48.732197 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [req-e92c19e2-c9b1-49a7-b816-04099314d223 req-371bc171-26f2-4d9e-bb1d-abc8fd10d843 tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] No DVR routers for this DVR port 900dd947-e377-4fab-8f50-e83df05e530d on host n-h2-836017-2 {{(pid=84764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:26:48.738301 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-e92c19e2-c9b1-49a7-b816-04099314d223 req-371bc171-26f2-4d9e-bb1d-abc8fd10d843 tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:48.742107 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36274434-9418-4f40-a692-e2fcb9802d5a', 'name': 'network-vif-deleted', 'tag': '900dd947-e377-4fab-8f50-e83df05e530d'}] {{(pid=84764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:26:48.754062 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b03c651-f849-4bab-993d-995aca3680a8'] response: {'server_uuid': '94d99bc5-4c5a-42c1-9d39-cbdb8faaf19d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f57379b4-19d1-4df6-ab6c-e16d287102dc', 'code': 200} Apr 18 19:26:48.848348 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e92c19e2-c9b1-49a7-b816-04099314d223 req-371bc171-26f2-4d9e-bb1d-abc8fd10d843 tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] 10.222.0.72 "DELETE /v2.0/ports/900dd947-e377-4fab-8f50-e83df05e530d HTTP/1.1" status: 204 len: 173 time: 3.4892192 Apr 18 19:26:48.852386 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-323b8fac-b599-420d-9ee0-d48ee1358e49 req-683e7ab3-a956-4126-a415-161c96114638 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2327f611-7c5a-4fad-b86b-e72911fb3ee2&tenant_id=4bf06599121a476094faf72db54a396e HTTP/1.1" status: 200 len: 1101 time: 0.3084724 Apr 18 19:26:48.874107 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-323b8fac-b599-420d-9ee0-d48ee1358e49 req-58082311-a441-467b-a2c5-fb62a9537401 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836017-2', 'device_owner': 'compute:nova'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:26:48.980007 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-008a0838-5a7a-425e-9a41-41ab4bc60b4f None None] Set router 88997029-2ce0-40f3-b7d3-208a67695f5f gateway port host: n-d-836017-2 {{(pid=84765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:26:49.050783 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-333c93f7-7784-41f6-addf-3b9c99738b18 req-ce1b8f7d-9bda-4e1f-b5a0-fc0f1917da7b tempest-ServersAdmin275Test-536787650 tempest-ServersAdmin275Test-536787650-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=565ea609-bc70-41d2-8e9b-51bc0bb51a02 HTTP/1.1" status: 200 len: 210 time: 0.0732369 Apr 18 19:26:49.191946 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-ad531f7c-ee33-41ac-b7f7-d1c78e71e61f service neutron] 10.222.0.72 "GET /v2.0/networks/a78bc94c-6e21-4a13-914b-5bddac5da8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4995253 Apr 18 19:26:49.219561 n-d-836017-2 neutron-server[84764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-116fa491-c11f-4157-970a-ccc47bb17e49'] response: {'server_uuid': '36274434-9418-4f40-a692-e2fcb9802d5a', 'name': 'network-vif-deleted', 'tag': '900dd947-e377-4fab-8f50-e83df05e530d', 'status': 'completed', 'code': 200} Apr 18 19:26:49.291478 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e6e49e20-b279-409a-85eb-48be172caa46 req-d38001d3-8856-4cd0-973e-fe86dd2e434e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=94d99bc5-4c5a-42c1-9d39-cbdb8faaf19d HTTP/1.1" status: 200 len: 1096 time: 0.4350121 Apr 18 19:26:49.292669 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-78828857-5595-4d75-be9d-3cce205fd830 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.148&port_id=9f100931-1650-45a2-adf0-ae9ad1c229ec HTTP/1.1" status: 200 len: 217 time: 0.0938606 Apr 18 19:26:49.293223 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-323b8fac-b599-420d-9ee0-d48ee1358e49 req-58082311-a441-467b-a2c5-fb62a9537401 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:49.363639 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73b162b-6520-419b-8515-9ac281484072 req-5ba997b2-9809-4df1-b2d5-904b21432ee9 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:49.365203 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e73b162b-6520-419b-8515-9ac281484072 req-5ba997b2-9809-4df1-b2d5-904b21432ee9 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?device_id=38703f31-46f1-4de3-811d-a97a48b73e3a HTTP/1.1" status: 200 len: 944 time: 0.3637941 Apr 18 19:26:49.485794 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06f6b08-79f0-45ad-a474-c8f99c6d70ce req-e617360a-d1cf-41ba-a832-ba2e65985b8f tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:49.488143 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a06f6b08-79f0-45ad-a474-c8f99c6d70ce req-e617360a-d1cf-41ba-a832-ba2e65985b8f tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=2327f611-7c5a-4fad-b86b-e72911fb3ee2 HTTP/1.1" status: 200 len: 950 time: 0.1270933 Apr 18 19:26:49.488794 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-00aa0622-c8b2-4b60-976c-6ace624acb7e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:49.490241 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-00aa0622-c8b2-4b60-976c-6ace624acb7e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c31714cb-4e6a-4130-bd18-fb5275a5c20f HTTP/1.1" status: 200 len: 797 time: 0.1844909 Apr 18 19:26:49.550680 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-008a0838-5a7a-425e-9a41-41ab4bc60b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88997029-2ce0-40f3-b7d3-208a67695f5f', 'name': 'tempest-ServersTestJSON-962769603-router', 'tenant_id': 'b29f8fde29594c17bd8cad9e98e010b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': 'ec43c23b-19d9-4e92-aaa2-0e693bafe65e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:25:07Z', 'updated_at': '2022-04-18T19:25:23Z', 'revision_number': 4, 'project_id': 'b29f8fde29594c17bd8cad9e98e010b3', 'gw_port': {'id': 'ec43c23b-19d9-4e92-aaa2-0e693bafe65e', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88997029-2ce0-40f3-b7d3-208a67695f5f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:25:09Z', 'updated_at': '2022-04-18T19:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_interfaces': [{'id': 'bb41cb28-cb79-4b65-9fb1-e29fd00be975', 'name': '', 'network_id': 'bc6a388b-dbfa-4690-809a-bcb581cc24f3', 'tenant_id': 'b29f8fde29594c17bd8cad9e98e010b3', 'mac_address': 'fa:16:3e:23:86:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88997029-2ce0-40f3-b7d3-208a67695f5f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'acde3d02-95bd-4d07-9484-4bde4e43b986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:25:20Z', 'updated_at': '2022-04-18T19:25:31Z', 'revision_number': 5, 'project_id': 'b29f8fde29594c17bd8cad9e98e010b3', 'subnets': [{'id': 'acde3d02-95bd-4d07-9484-4bde4e43b986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-2', False) {} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:26:49.555554 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008a0838-5a7a-425e-9a41-41ab4bc60b4f None None] Checking router: 88997029-2ce0-40f3-b7d3-208a67695f5f for host: n-d-836017-2 {{(pid=84765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:26:49.557477 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a06f6b08-79f0-45ad-a474-c8f99c6d70ce req-5b35e433-9d7d-4c1e-ad50-fd412b1fe122 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633132 Apr 18 19:26:49.576328 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008a0838-5a7a-425e-9a41-41ab4bc60b4f None None] Routers {'88997029-2ce0-40f3-b7d3-208a67695f5f'} bound to L3 agent in host n-d-836017-2 {{(pid=84765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:26:49.576328 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-008a0838-5a7a-425e-9a41-41ab4bc60b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:26:20Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['88997029-2ce0-40f3-b7d3-208a67695f5f'], 'active': True} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:26:49.576536 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e6e49e20-b279-409a-85eb-48be172caa46 req-adcd2b0d-5fc7-42aa-ad9c-afc0b76a3e17 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=d41fd17e-db12-437a-89e9-db660d5724d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672498 Apr 18 19:26:49.623674 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e73b162b-6520-419b-8515-9ac281484072 req-ec39a7f3-e17e-4cd3-a46a-9da2a5bebb90 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488842 Apr 18 19:26:50.207271 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-008a0838-5a7a-425e-9a41-41ab4bc60b4f None None] Set router 88997029-2ce0-40f3-b7d3-208a67695f5f gateway port host: n-d-836017-2 {{(pid=84765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:26:50.215541 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e9970a88-1bdc-4321-97f5-2a06676ba54e req-a0829449-5d80-4246-9601-616f0c77753a tempest-InstanceActionsV221TestJSON-1478420689 tempest-InstanceActionsV221TestJSON-1478420689-project] 10.222.0.69 "GET /v2.0/ports?device_id=1fda610d-f64b-4f66-baf7-2f9bfe26ee1d HTTP/1.1" status: 200 len: 210 time: 0.0977318 Apr 18 19:26:50.382549 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b3718b-9c29-4b69-8265-bd50d3082b2d req-5a018aa0-1e05-42d7-9a15-35e5a1c92981 tempest-ServerMetadataNegativeTestJSON-1227054731 tempest-ServerMetadataNegativeTestJSON-1227054731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:50.385942 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-93b3718b-9c29-4b69-8265-bd50d3082b2d req-5a018aa0-1e05-42d7-9a15-35e5a1c92981 tempest-ServerMetadataNegativeTestJSON-1227054731 tempest-ServerMetadataNegativeTestJSON-1227054731-project] 10.222.0.69 "GET /v2.0/ports?device_id=94d99bc5-4c5a-42c1-9d39-cbdb8faaf19d HTTP/1.1" status: 200 len: 945 time: 0.1453183 Apr 18 19:26:50.415288 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-008a0838-5a7a-425e-9a41-41ab4bc60b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88997029-2ce0-40f3-b7d3-208a67695f5f', 'name': 'tempest-ServersTestJSON-962769603-router', 'tenant_id': 'b29f8fde29594c17bd8cad9e98e010b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': 'ec43c23b-19d9-4e92-aaa2-0e693bafe65e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:25:07Z', 'updated_at': '2022-04-18T19:25:23Z', 'revision_number': 4, 'project_id': 'b29f8fde29594c17bd8cad9e98e010b3', 'gw_port': {'id': 'ec43c23b-19d9-4e92-aaa2-0e693bafe65e', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88997029-2ce0-40f3-b7d3-208a67695f5f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:25:09Z', 'updated_at': '2022-04-18T19:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_interfaces': [{'id': 'bb41cb28-cb79-4b65-9fb1-e29fd00be975', 'name': '', 'network_id': 'bc6a388b-dbfa-4690-809a-bcb581cc24f3', 'tenant_id': 'b29f8fde29594c17bd8cad9e98e010b3', 'mac_address': 'fa:16:3e:23:86:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88997029-2ce0-40f3-b7d3-208a67695f5f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'acde3d02-95bd-4d07-9484-4bde4e43b986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:25:20Z', 'updated_at': '2022-04-18T19:25:31Z', 'revision_number': 5, 'project_id': 'b29f8fde29594c17bd8cad9e98e010b3', 'subnets': [{'id': 'acde3d02-95bd-4d07-9484-4bde4e43b986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-2', False) {} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:26:50.423744 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008a0838-5a7a-425e-9a41-41ab4bc60b4f None None] The sync data for ids ['88997029-2ce0-40f3-b7d3-208a67695f5f'] in n-d-836017-2 is: [{'id': '88997029-2ce0-40f3-b7d3-208a67695f5f', 'name': 'tempest-ServersTestJSON-962769603-router', 'tenant_id': 'b29f8fde29594c17bd8cad9e98e010b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': 'ec43c23b-19d9-4e92-aaa2-0e693bafe65e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:25:07Z', 'updated_at': '2022-04-18T19:25:23Z', 'revision_number': 4, 'project_id': 'b29f8fde29594c17bd8cad9e98e010b3', 'gw_port': {'id': 'ec43c23b-19d9-4e92-aaa2-0e693bafe65e', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88997029-2ce0-40f3-b7d3-208a67695f5f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:25:09Z', 'updated_at': '2022-04-18T19:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_interfaces': [{'id': 'bb41cb28-cb79-4b65-9fb1-e29fd00be975', 'name': '', 'network_id': 'bc6a388b-dbfa-4690-809a-bcb581cc24f3', 'tenant_id': 'b29f8fde29594c17bd8cad9e98e010b3', 'mac_address': 'fa:16:3e:23:86:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88997029-2ce0-40f3-b7d3-208a67695f5f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'acde3d02-95bd-4d07-9484-4bde4e43b986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:25:20Z', 'updated_at': '2022-04-18T19:25:31Z', 'revision_number': 5, 'project_id': 'b29f8fde29594c17bd8cad9e98e010b3', 'subnets': [{'id': 'acde3d02-95bd-4d07-9484-4bde4e43b986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:26:50.455182 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f098cfdc-f258-4411-b89d-1577ed2a7f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:50.514025 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-93b3718b-9c29-4b69-8265-bd50d3082b2d req-59ddc09c-d188-4687-87af-dca379ae78f5 tempest-ServerMetadataNegativeTestJSON-1227054731 tempest-ServerMetadataNegativeTestJSON-1227054731-project] 10.222.0.69 "GET /v2.0/security-groups?id=d41fd17e-db12-437a-89e9-db660d5724d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222525 Apr 18 19:26:50.522684 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-3c375777-28cc-45b6-98ef-cc5c53594e1f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a78bc94c-6e21-4a13-914b-5bddac5da8d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.0231371 Apr 18 19:26:50.700421 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:50.843036 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-513a3faa-9466-41e3-b633-15678fe5d567 req-1ebb3578-7ef1-486b-ba23-873945739a14 tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Synchronizing usage tracker for tenant:b29f8fde29594c17bd8cad9e98e010b3 on resource:port {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:26:50.871279 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb40b5f-d3e2-455f-b685-8a6b5568a14f req-3fe99b71-6117-479d-b8fa-fbb346a44900 tempest-InstanceActionsV221TestJSON-1478420689 tempest-InstanceActionsV221TestJSON-1478420689-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:50.873089 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-deb40b5f-d3e2-455f-b685-8a6b5568a14f req-3fe99b71-6117-479d-b8fa-fbb346a44900 tempest-InstanceActionsV221TestJSON-1478420689 tempest-InstanceActionsV221TestJSON-1478420689-project] 10.222.0.73 "GET /v2.0/networks?id=5c8a5f4e-6d9d-474b-a613-1a0ebce9658a HTTP/1.1" status: 200 len: 818 time: 0.5312545 Apr 18 19:26:50.874694 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06beec9b-cc13-409f-bf35-9eaef92cd08d None None] New status for floating IP 51c9aa00-e77c-4a03-816e-79c4f209aaf9: DOWN {{(pid=84766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 19:26:50.894586 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-323b8fac-b599-420d-9ee0-d48ee1358e49 req-58082311-a441-467b-a2c5-fb62a9537401 service neutron] For port 06b799dc-3aea-4cb3-90fe-2c88201e3471, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=06b799dc-3aea-4cb3-90fe-2c88201e3471,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:26:50.911307 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-deb40b5f-d3e2-455f-b685-8a6b5568a14f req-f104c97b-f88c-4442-a2d2-4b2377bd696d tempest-InstanceActionsV221TestJSON-1478420689 tempest-InstanceActionsV221TestJSON-1478420689-project] Request body: {'port': {'device_id': '1fda610d-f64b-4f66-baf7-2f9bfe26ee1d', 'network_id': '5c8a5f4e-6d9d-474b-a613-1a0ebce9658a', 'admin_state_up': True, 'tenant_id': '1027765024ec4a52935cd4187ade61c4'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:26:50.934731 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-513a3faa-9466-41e3-b633-15678fe5d567 req-1ebb3578-7ef1-486b-ba23-873945739a14 tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Unset dirty status for tenant:b29f8fde29594c17bd8cad9e98e010b3 on resource:port {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:26:50.934731 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-513a3faa-9466-41e3-b633-15678fe5d567 req-1ebb3578-7ef1-486b-ba23-873945739a14 tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] 10.222.0.69 "GET /v2.0/ports?device_id=36274434-9418-4f40-a692-e2fcb9802d5a HTTP/1.1" status: 200 len: 210 time: 0.1763783 Apr 18 19:26:51.170662 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053ff6cb-2630-41cf-b992-3f7dabba358c req-e7fe1c89-d642-460f-96d5-b8d0d39a612f tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:51.178066 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 06b799dc-3aea-4cb3-90fe-2c88201e3471 no longer exists at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:26:51.192691 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053ff6cb-2630-41cf-b992-3f7dabba358c req-e7fe1c89-d642-460f-96d5-b8d0d39a612f tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:51.200007 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053ff6cb-2630-41cf-b992-3f7dabba358c req-e7fe1c89-d642-460f-96d5-b8d0d39a612f tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:51.219391 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053ff6cb-2630-41cf-b992-3f7dabba358c req-e7fe1c89-d642-460f-96d5-b8d0d39a612f tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:51.228846 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053ff6cb-2630-41cf-b992-3f7dabba358c req-e7fe1c89-d642-460f-96d5-b8d0d39a612f tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:51.234597 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053ff6cb-2630-41cf-b992-3f7dabba358c req-e7fe1c89-d642-460f-96d5-b8d0d39a612f tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:51.240796 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053ff6cb-2630-41cf-b992-3f7dabba358c req-e7fe1c89-d642-460f-96d5-b8d0d39a612f tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:51.253164 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-053ff6cb-2630-41cf-b992-3f7dabba358c req-e7fe1c89-d642-460f-96d5-b8d0d39a612f tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "GET /v2.0/ports?device_id=dca9f21b-f897-4981-ab52-5aee4da127c0 HTTP/1.1" status: 200 len: 5420 time: 1.0898991 Apr 18 19:26:51.255849 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2ac2ec7d-8c69-427e-aad7-ad3741c6434d req-7f66b123-53a6-44e4-851f-e7154e2ae5c1 tempest-ServersAdmin275Test-536787650 tempest-ServersAdmin275Test-536787650-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=565ea609-bc70-41d2-8e9b-51bc0bb51a02 HTTP/1.1" status: 200 len: 210 time: 0.0486469 Apr 18 19:26:51.258610 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.db.resource_extend [req-323b8fac-b599-420d-9ee0-d48ee1358e49 req-58082311-a441-467b-a2c5-fb62a9537401 service neutron] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 19:26:51.339127 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:51.371695 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-29bea98e-fdfe-4bda-9072-1c9a8b4e8e01 service neutron] 10.222.0.72 "GET /v2.0/networks/a78bc94c-6e21-4a13-914b-5bddac5da8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8210025 Apr 18 19:26:51.373221 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-323b8fac-b599-420d-9ee0-d48ee1358e49 req-58082311-a441-467b-a2c5-fb62a9537401 service neutron] For port 06b799dc-3aea-4cb3-90fe-2c88201e3471, host n-h2-836017-2, cleared binding levels {{(pid=84763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:26:51.444619 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-053ff6cb-2630-41cf-b992-3f7dabba358c req-0187ad3c-b5fa-4859-ae76-0a869c354cde tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "GET /v2.0/security-groups?id=059a9d13-b1ae-4689-acd4-4327d8143c7d&id=005d155c-90ca-4625-80c3-c43b698af2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1891770 Apr 18 19:26:51.507630 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-deb40b5f-d3e2-455f-b685-8a6b5568a14f req-f104c97b-f88c-4442-a2d2-4b2377bd696d tempest-InstanceActionsV221TestJSON-1478420689 tempest-InstanceActionsV221TestJSON-1478420689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:26:51.512494 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-deb40b5f-d3e2-455f-b685-8a6b5568a14f req-f104c97b-f88c-4442-a2d2-4b2377bd696d tempest-InstanceActionsV221TestJSON-1478420689 tempest-InstanceActionsV221TestJSON-1478420689-project] Usage tracker for resource:port and tenant:1027765024ec4a52935cd4187ade61c4 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:26:51.515692 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-deb40b5f-d3e2-455f-b685-8a6b5568a14f req-f104c97b-f88c-4442-a2d2-4b2377bd696d tempest-InstanceActionsV221TestJSON-1478420689 tempest-InstanceActionsV221TestJSON-1478420689-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:26:51.527873 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-deb40b5f-d3e2-455f-b685-8a6b5568a14f req-f104c97b-f88c-4442-a2d2-4b2377bd696d tempest-InstanceActionsV221TestJSON-1478420689 tempest-InstanceActionsV221TestJSON-1478420689-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:26:51.674385 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-deb40b5f-d3e2-455f-b685-8a6b5568a14f req-f104c97b-f88c-4442-a2d2-4b2377bd696d tempest-InstanceActionsV221TestJSON-1478420689 tempest-InstanceActionsV221TestJSON-1478420689-project] Made reservation on behalf of 1027765024ec4a52935cd4187ade61c4 for: {'port': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:26:51.677402 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-deb40b5f-d3e2-455f-b685-8a6b5568a14f req-f104c97b-f88c-4442-a2d2-4b2377bd696d tempest-InstanceActionsV221TestJSON-1478420689 tempest-InstanceActionsV221TestJSON-1478420689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:51.715394 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-9dd1e3fe-b3ce-46b8-94dd-76339fecaf0e req-082ec59b-c04d-40a2-8792-9274ec73d125 tempest-InstanceActionsV221TestJSON-1478420689 tempest-InstanceActionsV221TestJSON-1478420689-project] 10.222.0.69 "GET /v2.0/ports?device_id=1fda610d-f64b-4f66-baf7-2f9bfe26ee1d HTTP/1.1" status: 200 len: 210 time: 0.1053796 Apr 18 19:26:51.715681 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160a1c59-b26c-4e8e-9170-c6cc5aaa06cf req-8095d3e6-8333-4063-85fc-3320f4d1c7e2 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:51.723920 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-160a1c59-b26c-4e8e-9170-c6cc5aaa06cf req-8095d3e6-8333-4063-85fc-3320f4d1c7e2 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=2327f611-7c5a-4fad-b86b-e72911fb3ee2 HTTP/1.1" status: 200 len: 950 time: 0.1846030 Apr 18 19:26:51.744590 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2327f611-7c5a-4fad-b86b-e72911fb3ee2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06b799dc-3aea-4cb3-90fe-2c88201e3471'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:26:51.752000 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-323b8fac-b599-420d-9ee0-d48ee1358e49 req-58082311-a441-467b-a2c5-fb62a9537401 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:51.785262 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-160a1c59-b26c-4e8e-9170-c6cc5aaa06cf req-e2fd56b0-8326-465d-aba0-3e410bfb10ef tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601683 Apr 18 19:26:51.792513 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1c541fd-6087-4755-8778-e68e27e46067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:51.814557 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [req-323b8fac-b599-420d-9ee0-d48ee1358e49 req-58082311-a441-467b-a2c5-fb62a9537401 service neutron] Transition to ACTIVE for port object 06b799dc-3aea-4cb3-90fe-2c88201e3471 will not be triggered until provisioned by entity L2. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:26:51.910875 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-323b8fac-b599-420d-9ee0-d48ee1358e49 req-58082311-a441-467b-a2c5-fb62a9537401 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:51.983154 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84765) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 19:26:51.983509 n-d-836017-2 neutron-server[84765]: DEBUG oslo_db.api [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 19:26:52.028933 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ddab13-4620-466b-8c07-e0cc55c72545 req-66d5d301-4363-4308-b38a-190eb65d1ef8 tempest-ServerMetadataNegativeTestJSON-1227054731 tempest-ServerMetadataNegativeTestJSON-1227054731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:52.031399 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:52.032993 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-02ddab13-4620-466b-8c07-e0cc55c72545 req-66d5d301-4363-4308-b38a-190eb65d1ef8 tempest-ServerMetadataNegativeTestJSON-1227054731 tempest-ServerMetadataNegativeTestJSON-1227054731-project] 10.222.0.69 "GET /v2.0/ports?device_id=94d99bc5-4c5a-42c1-9d39-cbdb8faaf19d HTTP/1.1" status: 200 len: 945 time: 0.1098208 Apr 18 19:26:52.055959 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-fba87bb7-f126-4aca-b2b3-c11981985904 service neutron] 10.222.0.72 "GET /v2.0/networks/a78bc94c-6e21-4a13-914b-5bddac5da8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6101689 Apr 18 19:26:52.091570 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-02ddab13-4620-466b-8c07-e0cc55c72545 req-a749ab5f-e908-48b7-84c4-912aec70fca6 tempest-ServerMetadataNegativeTestJSON-1227054731 tempest-ServerMetadataNegativeTestJSON-1227054731-project] 10.222.0.69 "GET /v2.0/security-groups?id=d41fd17e-db12-437a-89e9-db660d5724d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513089 Apr 18 19:26:52.159682 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58082311-a441-467b-a2c5-fb62a9537401 service neutron] Pushing event updated for resources: {'Port': ['ID=06b799dc-3aea-4cb3-90fe-2c88201e3471,revision_number=6']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:26:52.248579 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c2e4d1d-e590-4a9d-85eb-0f8df7ae95ae'] response: {'server_uuid': '2327f611-7c5a-4fad-b86b-e72911fb3ee2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06b799dc-3aea-4cb3-90fe-2c88201e3471', 'code': 200} Apr 18 19:26:52.294534 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-7a596d53-3efa-4402-ac10-7ce7ab51e8b9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=397fc2b6-857c-4641-815e-184ce49e13af HTTP/1.1" status: 200 len: 217 time: 0.2314124 Apr 18 19:26:52.393145 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-323b8fac-b599-420d-9ee0-d48ee1358e49 req-58082311-a441-467b-a2c5-fb62a9537401 service neutron] No DVR routers for this DVR port 06b799dc-3aea-4cb3-90fe-2c88201e3471 on host n-h2-836017-2 {{(pid=84763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:26:52.402473 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_common [req-deb40b5f-d3e2-455f-b685-8a6b5568a14f req-f104c97b-f88c-4442-a2d2-4b2377bd696d tempest-InstanceActionsV221TestJSON-1478420689 tempest-InstanceActionsV221TestJSON-1478420689-project] Allocated IP 172.20.0.10 (5c8a5f4e-6d9d-474b-a613-1a0ebce9658a/80fddd51-7e06-46de-a009-620a0f614b97/acee1199-3df7-4202-8267-83563d81e179) {{(pid=84763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:26:52.452552 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 50468) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:26:52.461100 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-ab5241c6-9be1-4db5-824d-1da8d8bd19cd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:52.462474 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-ab5241c6-9be1-4db5-824d-1da8d8bd19cd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0e17591e-cd96-449b-af53-7896e93cce2f HTTP/1.1" status: 200 len: 797 time: 0.1347709 Apr 18 19:26:52.483302 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-bd03ce79-2af1-44bd-b7f9-4f9a507c223f req-036966d3-0ab3-4a86-8948-ed1f39bdf505 tempest-LiveAutoBlockMigrationV225Test-1421540525 tempest-LiveAutoBlockMigrationV225Test-1421540525-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=38703f31-46f1-4de3-811d-a97a48b73e3a HTTP/1.1" status: 200 len: 1095 time: 0.5847571 Apr 18 19:26:52.554332 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-fc66d017-a54c-405b-9334-03d36dd1de22 tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:52.620625 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-fc66d017-a54c-405b-9334-03d36dd1de22 tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:52.750084 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-323b8fac-b599-420d-9ee0-d48ee1358e49 req-58082311-a441-467b-a2c5-fb62a9537401 service neutron] Attempting to bind port 06b799dc-3aea-4cb3-90fe-2c88201e3471 on host n-h1-836017-2 for vnic_type normal with profile {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:26:52.751008 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-323b8fac-b599-420d-9ee0-d48ee1358e49 req-58082311-a441-467b-a2c5-fb62a9537401 service neutron] Attempting to bind port 06b799dc-3aea-4cb3-90fe-2c88201e3471 by drivers openvswitch,hyperv on host n-h1-836017-2 at level 0 using segments [{'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:26:52.751330 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323b8fac-b599-420d-9ee0-d48ee1358e49 req-58082311-a441-467b-a2c5-fb62a9537401 service neutron] Attempting to bind port 06b799dc-3aea-4cb3-90fe-2c88201e3471 on network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:26:52.774278 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-55ac7542-44ca-4029-8a58-749c2a152390 req-7ec2bde1-026d-469a-9f16-4c6ac7e22cd5 tempest-ServersAdmin275Test-536787650 tempest-ServersAdmin275Test-536787650-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=565ea609-bc70-41d2-8e9b-51bc0bb51a02 HTTP/1.1" status: 200 len: 210 time: 0.0566638 Apr 18 19:26:52.805768 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323b8fac-b599-420d-9ee0-d48ee1358e49 req-58082311-a441-467b-a2c5-fb62a9537401 service neutron] Port 06b799dc-3aea-4cb3-90fe-2c88201e3471 on network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-2 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:26:52.806143 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323b8fac-b599-420d-9ee0-d48ee1358e49 req-58082311-a441-467b-a2c5-fb62a9537401 service neutron] Attempting to bind port 06b799dc-3aea-4cb3-90fe-2c88201e3471 on network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:26:52.896491 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-bd03ce79-2af1-44bd-b7f9-4f9a507c223f req-962eb136-a37f-4b3a-8984-618b2a809eee tempest-LiveAutoBlockMigrationV225Test-1421540525 tempest-LiveAutoBlockMigrationV225Test-1421540525-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929522 Apr 18 19:26:52.909798 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323b8fac-b599-420d-9ee0-d48ee1358e49 req-58082311-a441-467b-a2c5-fb62a9537401 service neutron] Checking agent: {'id': 'e3a31811-08e0-42ba-bc2e-ed8a973b714f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 25), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:26:52.910185 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323b8fac-b599-420d-9ee0-d48ee1358e49 req-58082311-a441-467b-a2c5-fb62a9537401 service neutron] Checking segment: {'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:26:52.923462 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323b8fac-b599-420d-9ee0-d48ee1358e49 req-58082311-a441-467b-a2c5-fb62a9537401 service neutron] Bound using segment: {'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:26:52.923462 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-323b8fac-b599-420d-9ee0-d48ee1358e49 req-58082311-a441-467b-a2c5-fb62a9537401 service neutron] Bound port: 06b799dc-3aea-4cb3-90fe-2c88201e3471, host: n-h1-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'}}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:26:52.923462 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-323b8fac-b599-420d-9ee0-d48ee1358e49 req-58082311-a441-467b-a2c5-fb62a9537401 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:53.006718 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-50fb95f2-4a17-4935-a499-c462a01e236d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=77a057b3-34c4-449e-a9f0-2bcfc4ff6d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5362980 Apr 18 19:26:53.173792 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2d76d9-ab97-4f8b-80d0-3ab1ebe5d9d9 req-3c8cf73a-7a75-4685-978d-2e6198e7e223 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:53.232155 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2d76d9-ab97-4f8b-80d0-3ab1ebe5d9d9 req-3c8cf73a-7a75-4685-978d-2e6198e7e223 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:53.232155 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2d76d9-ab97-4f8b-80d0-3ab1ebe5d9d9 req-3c8cf73a-7a75-4685-978d-2e6198e7e223 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:53.232155 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2d76d9-ab97-4f8b-80d0-3ab1ebe5d9d9 req-3c8cf73a-7a75-4685-978d-2e6198e7e223 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:53.232155 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2d76d9-ab97-4f8b-80d0-3ab1ebe5d9d9 req-3c8cf73a-7a75-4685-978d-2e6198e7e223 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:53.232155 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2d76d9-ab97-4f8b-80d0-3ab1ebe5d9d9 req-3c8cf73a-7a75-4685-978d-2e6198e7e223 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:53.232155 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2d76d9-ab97-4f8b-80d0-3ab1ebe5d9d9 req-3c8cf73a-7a75-4685-978d-2e6198e7e223 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:53.232155 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-7b2d76d9-ab97-4f8b-80d0-3ab1ebe5d9d9 req-3c8cf73a-7a75-4685-978d-2e6198e7e223 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "GET /v2.0/ports?device_id=dca9f21b-f897-4981-ab52-5aee4da127c0 HTTP/1.1" status: 200 len: 5420 time: 0.1492729 Apr 18 19:26:53.241861 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-deb40b5f-d3e2-455f-b685-8a6b5568a14f req-f104c97b-f88c-4442-a2d2-4b2377bd696d tempest-InstanceActionsV221TestJSON-1478420689 tempest-InstanceActionsV221TestJSON-1478420689-project] Notify callbacks [] for port, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:53.254378 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-7b2d76d9-ab97-4f8b-80d0-3ab1ebe5d9d9 req-0ada9e04-b659-426f-949a-d538e66404dc tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "GET /v2.0/security-groups?id=059a9d13-b1ae-4689-acd4-4327d8143c7d&id=005d155c-90ca-4625-80c3-c43b698af2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0476227 Apr 18 19:26:53.254631 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ad1da505-8ef1-4360-8ac6-c1e0351666b1 req-dbea6fcd-ff14-428c-a4c4-ff2d41b2b491 tempest-InstanceActionsV221TestJSON-1478420689 tempest-InstanceActionsV221TestJSON-1478420689-project] 10.222.0.69 "GET /v2.0/ports?device_id=1fda610d-f64b-4f66-baf7-2f9bfe26ee1d HTTP/1.1" status: 200 len: 210 time: 0.0819545 Apr 18 19:26:53.283840 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-323b8fac-b599-420d-9ee0-d48ee1358e49 req-58082311-a441-467b-a2c5-fb62a9537401 service neutron] For port 06b799dc-3aea-4cb3-90fe-2c88201e3471, host n-h1-836017-2, cleared binding levels {{(pid=84763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:26:53.309137 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-323b8fac-b599-420d-9ee0-d48ee1358e49 req-58082311-a441-467b-a2c5-fb62a9537401 service neutron] For port 06b799dc-3aea-4cb3-90fe-2c88201e3471, host n-h1-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=06b799dc-3aea-4cb3-90fe-2c88201e3471,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:26:53.353920 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-0e18a78e-29fc-49ea-a058-a8eecfeaa6eb service neutron] 10.222.0.72 "GET /v2.0/networks/77a057b3-34c4-449e-a9f0-2bcfc4ff6d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3359601 Apr 18 19:26:53.520538 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-de83b001-7da5-4c45-91a9-e60778a48601 service neutron] 10.222.0.72 "GET /v2.0/networks/77a057b3-34c4-449e-a9f0-2bcfc4ff6d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596580 Apr 18 19:26:53.521931 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb9f4b7-20e9-4595-bd8f-21823d9e7a25 req-4946c550-e8e8-4296-8939-1d5e92f613d6 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:53.523638 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2eb9f4b7-20e9-4595-bd8f-21823d9e7a25 req-4946c550-e8e8-4296-8939-1d5e92f613d6 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=2327f611-7c5a-4fad-b86b-e72911fb3ee2 HTTP/1.1" status: 200 len: 948 time: 0.0970860 Apr 18 19:26:53.592377 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-f6194cc3-9894-419c-b337-e7f3260ba7e5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ba19edae-4343-4f8d-a1f5-5b88cd3be7cb HTTP/1.1" status: 200 len: 217 time: 0.0649877 Apr 18 19:26:53.593418 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2eb9f4b7-20e9-4595-bd8f-21823d9e7a25 req-06b83944-f3c2-4418-9e7a-38bfcadaaed4 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562272 Apr 18 19:26:53.626259 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a4106dab-6971-4e7e-8fdc-c66f0a3f4877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:53.628825 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-fc66d017-a54c-405b-9334-03d36dd1de22 tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:53.664431 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc66d017-a54c-405b-9334-03d36dd1de22 tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d5ed870-82bf-41fc-bf9e-3676cd0330d9,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:26:53.680853 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-f71aaa69-e84f-4327-8803-c4267811e7bd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:53.682518 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-f71aaa69-e84f-4327-8803-c4267811e7bd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0e17591e-cd96-449b-af53-7896e93cce2f HTTP/1.1" status: 200 len: 797 time: 0.0847995 Apr 18 19:26:53.740395 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-deb40b5f-d3e2-455f-b685-8a6b5568a14f req-f104c97b-f88c-4442-a2d2-4b2377bd696d tempest-InstanceActionsV221TestJSON-1478420689 tempest-InstanceActionsV221TestJSON-1478420689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:53.744618 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-323b8fac-b599-420d-9ee0-d48ee1358e49 req-58082311-a441-467b-a2c5-fb62a9537401 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:53.797394 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-fc66d017-a54c-405b-9334-03d36dd1de22 tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:53.798881 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-fc66d017-a54c-405b-9334-03d36dd1de22 tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] 10.222.0.69 "DELETE /v2.0/security-groups/4d5ed870-82bf-41fc-bf9e-3676cd0330d9 HTTP/1.1" status: 204 len: 168 time: 1.3451664 Apr 18 19:26:53.802211 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 50498) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:26:53.821895 n-d-836017-2 neutron-server[84764]: INFO neutron.api.v2.resource [None req-896826a8-0740-46a3-ad61-c86fdcc80257 tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] show failed (client error): The resource could not be found. Apr 18 19:26:53.823718 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-896826a8-0740-46a3-ad61-c86fdcc80257 tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] 10.222.0.69 "GET /v2.0/security-groups/4d5ed870-82bf-41fc-bf9e-3676cd0330d9 HTTP/1.1" status: 404 len: 347 time: 0.0200822 Apr 18 19:26:53.826738 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 50504) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:26:53.855793 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-323b8fac-b599-420d-9ee0-d48ee1358e49 req-58082311-a441-467b-a2c5-fb62a9537401 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:53.859436 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-323b8fac-b599-420d-9ee0-d48ee1358e49 req-58082311-a441-467b-a2c5-fb62a9537401 service neutron] 10.222.0.73 "PUT /v2.0/ports/06b799dc-3aea-4cb3-90fe-2c88201e3471 HTTP/1.1" status: 200 len: 1096 time: 5.0014865 Apr 18 19:26:53.895757 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-deb40b5f-d3e2-455f-b685-8a6b5568a14f req-f104c97b-f88c-4442-a2d2-4b2377bd696d tempest-InstanceActionsV221TestJSON-1478420689 tempest-InstanceActionsV221TestJSON-1478420689-project] Network 5c8a5f4e-6d9d-474b-a613-1a0ebce9658a is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:26:53.905200 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [req-deb40b5f-d3e2-455f-b685-8a6b5568a14f req-f104c97b-f88c-4442-a2d2-4b2377bd696d tempest-InstanceActionsV221TestJSON-1478420689 tempest-InstanceActionsV221TestJSON-1478420689-project] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:26:53.905200 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58082311-a441-467b-a2c5-fb62a9537401 service neutron] Pushing event updated for resources: {'Port': ['ID=06b799dc-3aea-4cb3-90fe-2c88201e3471,revision_number=7']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:26:53.975217 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-deb40b5f-d3e2-455f-b685-8a6b5568a14f req-f104c97b-f88c-4442-a2d2-4b2377bd696d tempest-InstanceActionsV221TestJSON-1478420689 tempest-InstanceActionsV221TestJSON-1478420689-project] Received port after_create {{(pid=84763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:26:54.223548 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f104c97b-f88c-4442-a2d2-4b2377bd696d tempest-InstanceActionsV221TestJSON-1478420689 tempest-InstanceActionsV221TestJSON-1478420689-project] Pushing event updated for resources: {'Port': ['ID=acee1199-3df7-4202-8267-83563d81e179,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:26:54.240744 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb40b5f-d3e2-455f-b685-8a6b5568a14f req-f104c97b-f88c-4442-a2d2-4b2377bd696d tempest-InstanceActionsV221TestJSON-1478420689 tempest-InstanceActionsV221TestJSON-1478420689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:54.241459 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-deb40b5f-d3e2-455f-b685-8a6b5568a14f req-f104c97b-f88c-4442-a2d2-4b2377bd696d tempest-InstanceActionsV221TestJSON-1478420689 tempest-InstanceActionsV221TestJSON-1478420689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:54.250262 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2327f611-7c5a-4fad-b86b-e72911fb3ee2', 'tag': '06b799dc-3aea-4cb3-90fe-2c88201e3471'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:26:54.271166 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-8c988eb9-9bd9-49fc-a280-1062ef1a6911 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=77a057b3-34c4-449e-a9f0-2bcfc4ff6d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5796702 Apr 18 19:26:54.293207 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-d10b4aa3-c7ba-4a4e-aaa6-c4e394c43900 tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Deleting port c0aaddac-3717-4451-ae7b-614f9a3d306c {{(pid=84764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:26:54.293453 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-d10b4aa3-c7ba-4a4e-aaa6-c4e394c43900 tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:54.364899 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.agents_db [None req-eb67022b-f881-4bc8-8f45-fca90fb27803 None None] Agent healthcheck: found 7 active agents {{(pid=84766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:26:54.407523 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e8b4ae46-1305-4344-aa25-697461e794ab req-c8f33544-0de2-42df-8100-bf25e54da498 tempest-ServersAdmin275Test-536787650 tempest-ServersAdmin275Test-536787650-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=565ea609-bc70-41d2-8e9b-51bc0bb51a02 HTTP/1.1" status: 200 len: 210 time: 0.1266711 Apr 18 19:26:54.417830 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-323b8fac-b599-420d-9ee0-d48ee1358e49 req-d0ccd4fe-8e4c-49ce-a352-a89b3e8b1a70 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4bf06599121a476094faf72db54a396e&device_id=2327f611-7c5a-4fad-b86b-e72911fb3ee2 HTTP/1.1" status: 200 len: 1099 time: 0.5015445 Apr 18 19:26:54.420018 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-deb40b5f-d3e2-455f-b685-8a6b5568a14f req-f104c97b-f88c-4442-a2d2-4b2377bd696d tempest-InstanceActionsV221TestJSON-1478420689 tempest-InstanceActionsV221TestJSON-1478420689-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5207567 Apr 18 19:26:54.471707 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-deb40b5f-d3e2-455f-b685-8a6b5568a14f req-1481bb3a-3156-4cf8-9dc6-4c29fbe4c681 service neutron] Request body: {'port': {'device_id': '1fda610d-f64b-4f66-baf7-2f9bfe26ee1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-2'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:26:54.539298 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-d10b4aa3-c7ba-4a4e-aaa6-c4e394c43900 tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:54.539298 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-d10b4aa3-c7ba-4a4e-aaa6-c4e394c43900 tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:54.708365 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-d10b4aa3-c7ba-4a4e-aaa6-c4e394c43900 tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Calling delete_port for c0aaddac-3717-4451-ae7b-614f9a3d306c owned by network:floatingip {{(pid=84764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:26:54.751432 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:54.795937 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-225306b0-05cf-470d-8016-b182d4194da3'] response: {'name': 'network-changed', 'server_uuid': '2327f611-7c5a-4fad-b86b-e72911fb3ee2', 'tag': '06b799dc-3aea-4cb3-90fe-2c88201e3471', 'status': 'completed', 'code': 200} Apr 18 19:26:54.934123 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ff4c94-0717-4a1c-b0be-28831aab548f req-2a1195f0-b61b-4318-9295-bd8ed75b72dc tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:54.936768 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-43ff4c94-0717-4a1c-b0be-28831aab548f req-2a1195f0-b61b-4318-9295-bd8ed75b72dc tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?device_id=38703f31-46f1-4de3-811d-a97a48b73e3a HTTP/1.1" status: 200 len: 944 time: 0.3019617 Apr 18 19:26:54.973359 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e496731a-47eb-40a1-b7c5-5d599649b265 req-89861dff-a6b7-4786-a36f-300e4def09bd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4bf06599121a476094faf72db54a396e&device_id=2327f611-7c5a-4fad-b86b-e72911fb3ee2 HTTP/1.1" status: 200 len: 1099 time: 0.2327428 Apr 18 19:26:55.020778 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-115d9140-7540-4bd0-925b-16cf322cb080 service neutron] 10.222.0.72 "GET /v2.0/networks/77a057b3-34c4-449e-a9f0-2bcfc4ff6d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7367060 Apr 18 19:26:55.077831 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323b8fac-b599-420d-9ee0-d48ee1358e49 req-f02339ef-6dd0-455e-b39b-53e26736769f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:55.079285 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-323b8fac-b599-420d-9ee0-d48ee1358e49 req-f02339ef-6dd0-455e-b39b-53e26736769f service neutron] 10.222.0.73 "GET /v2.0/networks?id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a HTTP/1.1" status: 200 len: 870 time: 0.6480179 Apr 18 19:26:55.081440 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-deb40b5f-d3e2-455f-b685-8a6b5568a14f req-1481bb3a-3156-4cf8-9dc6-4c29fbe4c681 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:55.133647 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-43ff4c94-0717-4a1c-b0be-28831aab548f req-d49a0c67-5128-4671-abba-7f0b0057bf9b tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553974 Apr 18 19:26:55.176025 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e496731a-47eb-40a1-b7c5-5d599649b265 req-107665ca-3f14-4d32-bee4-2295279184e2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:55.178312 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e496731a-47eb-40a1-b7c5-5d599649b265 req-107665ca-3f14-4d32-bee4-2295279184e2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a HTTP/1.1" status: 200 len: 870 time: 0.1920874 Apr 18 19:26:55.248189 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9360db-9ab4-4790-a79d-e570ff6ea31f req-ca85a8e3-ac77-49a9-8184-50c917a55523 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:55.249679 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fb9360db-9ab4-4790-a79d-e570ff6ea31f req-ca85a8e3-ac77-49a9-8184-50c917a55523 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.72 "GET /v2.0/ports?device_id=38703f31-46f1-4de3-811d-a97a48b73e3a HTTP/1.1" status: 200 len: 944 time: 0.6320243 Apr 18 19:26:55.251141 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-323b8fac-b599-420d-9ee0-d48ee1358e49 req-eb30bb9a-f609-48ea-9d65-3ac94af001ba service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=06b799dc-3aea-4cb3-90fe-2c88201e3471 HTTP/1.1" status: 200 len: 217 time: 0.1564844 Apr 18 19:26:55.272489 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-d10b4aa3-c7ba-4a4e-aaa6-c4e394c43900 tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:55.322202 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763dcbc3-f4d3-4c66-8d66-39088cd3eb3a req-00cfdddf-1f17-4016-8179-3d3d947eeac6 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:55.326167 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763dcbc3-f4d3-4c66-8d66-39088cd3eb3a req-00cfdddf-1f17-4016-8179-3d3d947eeac6 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:55.330125 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763dcbc3-f4d3-4c66-8d66-39088cd3eb3a req-00cfdddf-1f17-4016-8179-3d3d947eeac6 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:55.334200 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763dcbc3-f4d3-4c66-8d66-39088cd3eb3a req-00cfdddf-1f17-4016-8179-3d3d947eeac6 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:55.338018 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10b4aa3-c7ba-4a4e-aaa6-c4e394c43900 tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Pushing event deleted for resources: {'Port': ['ID=c0aaddac-3717-4451-ae7b-614f9a3d306c,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:26:55.338183 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763dcbc3-f4d3-4c66-8d66-39088cd3eb3a req-00cfdddf-1f17-4016-8179-3d3d947eeac6 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:55.342988 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763dcbc3-f4d3-4c66-8d66-39088cd3eb3a req-00cfdddf-1f17-4016-8179-3d3d947eeac6 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:55.347691 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763dcbc3-f4d3-4c66-8d66-39088cd3eb3a req-00cfdddf-1f17-4016-8179-3d3d947eeac6 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:55.349603 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-763dcbc3-f4d3-4c66-8d66-39088cd3eb3a req-00cfdddf-1f17-4016-8179-3d3d947eeac6 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "GET /v2.0/ports?device_id=dca9f21b-f897-4981-ab52-5aee4da127c0 HTTP/1.1" status: 200 len: 5420 time: 0.5462523 Apr 18 19:26:55.376461 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e496731a-47eb-40a1-b7c5-5d599649b265 req-cf6c945a-1730-4613-9c64-722b3f655fd1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=06b799dc-3aea-4cb3-90fe-2c88201e3471 HTTP/1.1" status: 200 len: 217 time: 0.1834595 Apr 18 19:26:55.547971 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-fb9360db-9ab4-4790-a79d-e570ff6ea31f req-4d86cf60-eec6-46ee-ab9a-669193148c7e tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Deleting port cefb0de9-ce9b-4651-bfc3-b6d30327e334 {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:26:55.548542 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-fb9360db-9ab4-4790-a79d-e570ff6ea31f req-4d86cf60-eec6-46ee-ab9a-669193148c7e tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:55.556004 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e496731a-47eb-40a1-b7c5-5d599649b265 req-4c093e54-147b-42c0-94b2-191e50bf6db5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:55.561028 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e496731a-47eb-40a1-b7c5-5d599649b265 req-4c093e54-147b-42c0-94b2-191e50bf6db5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=17d1b3aa-2066-4ffa-a69f-52ed566b6548 HTTP/1.1" status: 200 len: 843 time: 0.1732106 Apr 18 19:26:55.563748 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-d10b4aa3-c7ba-4a4e-aaa6-c4e394c43900 tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Notify callbacks [] for floatingip, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:55.639547 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d62a2ce2-7d86-494d-8ab6-c83816a4dcf4 req-049f24f0-e35e-4330-827c-36bbc3b6c998 service neutron] 10.222.0.72 "GET /v2.0/networks/77a057b3-34c4-449e-a9f0-2bcfc4ff6d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5969357 Apr 18 19:26:55.646805 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6f8f9b-1123-4b77-a3af-c6469f986316 req-23d127bf-cb03-4a34-8afc-d33e3e151304 tempest-InstanceActionsV221TestJSON-1478420689 tempest-InstanceActionsV221TestJSON-1478420689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:55.652829 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8e6f8f9b-1123-4b77-a3af-c6469f986316 req-23d127bf-cb03-4a34-8afc-d33e3e151304 tempest-InstanceActionsV221TestJSON-1478420689 tempest-InstanceActionsV221TestJSON-1478420689-project] 10.222.0.69 "GET /v2.0/ports?device_id=1fda610d-f64b-4f66-baf7-2f9bfe26ee1d HTTP/1.1" status: 200 len: 932 time: 0.3162730 Apr 18 19:26:55.654422 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323b8fac-b599-420d-9ee0-d48ee1358e49 req-87a3d806-c055-4952-b94c-9b1532a09be1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:55.655881 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-323b8fac-b599-420d-9ee0-d48ee1358e49 req-87a3d806-c055-4952-b94c-9b1532a09be1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=17d1b3aa-2066-4ffa-a69f-52ed566b6548 HTTP/1.1" status: 200 len: 843 time: 0.3802052 Apr 18 19:26:55.716082 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-8e6f8f9b-1123-4b77-a3af-c6469f986316 req-810ae525-1ea2-4868-b6bc-d15177f59268 tempest-InstanceActionsV221TestJSON-1478420689 tempest-InstanceActionsV221TestJSON-1478420689-project] Synchronizing usage tracker for tenant:1027765024ec4a52935cd4187ade61c4 on resource:security_group {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:26:55.720887 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-d10b4aa3-c7ba-4a4e-aaa6-c4e394c43900 tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for floatingip, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:55.722828 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-d10b4aa3-c7ba-4a4e-aaa6-c4e394c43900 tempest-ServersTestJSON-2044678305 tempest-ServersTestJSON-2044678305-project] 10.222.0.69 "DELETE /v2.0/floatingips/51c9aa00-e77c-4a03-816e-79c4f209aaf9 HTTP/1.1" status: 204 len: 168 time: 1.8949335 Apr 18 19:26:55.726368 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e496731a-47eb-40a1-b7c5-5d599649b265 req-20407433-8b7c-4ed4-aa79-cc893b97e9ca service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1587005 Apr 18 19:26:55.728225 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 50530) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:26:55.762236 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-763dcbc3-f4d3-4c66-8d66-39088cd3eb3a req-8cceca97-f42c-403b-9b1e-946aa7503962 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "GET /v2.0/security-groups?id=059a9d13-b1ae-4689-acd4-4327d8143c7d&id=005d155c-90ca-4625-80c3-c43b698af2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3703308 Apr 18 19:26:56.153743 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-323b8fac-b599-420d-9ee0-d48ee1358e49 req-90c7d426-c858-4af4-8ccd-360b39f2d364 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4733846 Apr 18 19:26:56.201094 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e496731a-47eb-40a1-b7c5-5d599649b265 req-c2ad7f70-d3c5-4f6b-abe8-ccb3352d012d service neutron] 10.222.0.72 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4006164 Apr 18 19:26:56.238957 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-8e6f8f9b-1123-4b77-a3af-c6469f986316 req-810ae525-1ea2-4868-b6bc-d15177f59268 tempest-InstanceActionsV221TestJSON-1478420689 tempest-InstanceActionsV221TestJSON-1478420689-project] Unset dirty status for tenant:1027765024ec4a52935cd4187ade61c4 on resource:security_group {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:26:56.245496 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8e6f8f9b-1123-4b77-a3af-c6469f986316 req-810ae525-1ea2-4868-b6bc-d15177f59268 tempest-InstanceActionsV221TestJSON-1478420689 tempest-InstanceActionsV221TestJSON-1478420689-project] 10.222.0.69 "GET /v2.0/security-groups?id=c9beaf65-10e8-47b3-abe4-47b1e195579a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5911775 Apr 18 19:26:56.346899 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-4192e9c5-8dc9-40dc-a7ce-3a7eff34781c req-e66f9336-2a99-4994-9b27-6e744910edad service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ae4efde8a8464528a66b3bf8e643e684&device_id=dca9f21b-f897-4981-ab52-5aee4da127c0 HTTP/1.1" status: 200 len: 6477 time: 0.3028185 Apr 18 19:26:56.355003 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.db.resource_extend [req-deb40b5f-d3e2-455f-b685-8a6b5568a14f req-1481bb3a-3156-4cf8-9dc6-4c29fbe4c681 service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 19:26:56.370218 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b743ea01-e59f-48f1-b9d9-e855f7da2b67 req-49aa0f10-d6a8-432f-aeb2-77b6db9b0004 tempest-ServerMetadataNegativeTestJSON-1227054731 tempest-ServerMetadataNegativeTestJSON-1227054731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:56.371735 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b743ea01-e59f-48f1-b9d9-e855f7da2b67 req-49aa0f10-d6a8-432f-aeb2-77b6db9b0004 tempest-ServerMetadataNegativeTestJSON-1227054731 tempest-ServerMetadataNegativeTestJSON-1227054731-project] 10.222.0.72 "GET /v2.0/ports?device_id=94d99bc5-4c5a-42c1-9d39-cbdb8faaf19d HTTP/1.1" status: 200 len: 945 time: 0.5474644 Apr 18 19:26:56.375842 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-fb9360db-9ab4-4790-a79d-e570ff6ea31f req-4d86cf60-eec6-46ee-ab9a-669193148c7e tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] For port cefb0de9-ce9b-4651-bfc3-b6d30327e334, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=cefb0de9-ce9b-4651-bfc3-b6d30327e334,segment=NetworkSegment(57f6477d-46cb-4fbc-8909-e9439d3b2b0a),segment_id=57f6477d-46cb-4fbc-8909-e9439d3b2b0a)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:26:56.376206 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-fb9360db-9ab4-4790-a79d-e570ff6ea31f req-4d86cf60-eec6-46ee-ab9a-669193148c7e tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:56.520217 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e496731a-47eb-40a1-b7c5-5d599649b265 req-d18c8888-9622-48b5-8f03-f84ac76ced34 service neutron] 10.222.0.72 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3170671 Apr 18 19:26:56.606484 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4192e9c5-8dc9-40dc-a7ce-3a7eff34781c req-80db394e-85d5-4345-9b21-ab2d1508cacb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:56.607964 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-4192e9c5-8dc9-40dc-a7ce-3a7eff34781c req-80db394e-85d5-4345-9b21-ab2d1508cacb service neutron] 10.222.0.72 "GET /v2.0/networks?id=77a057b3-34c4-449e-a9f0-2bcfc4ff6d7a HTTP/1.1" status: 200 len: 903 time: 0.2407181 Apr 18 19:26:56.696477 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-4192e9c5-8dc9-40dc-a7ce-3a7eff34781c req-89012649-6a30-49dd-a25f-86694fd96bb7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ba19edae-4343-4f8d-a1f5-5b88cd3be7cb HTTP/1.1" status: 200 len: 217 time: 0.0821688 Apr 18 19:26:56.702402 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e56eaf-7e20-47b4-9092-9ae8099ddb98 req-e263f19b-80b3-4cfe-8258-54ebe0fcdbed tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:56.703938 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-72e56eaf-7e20-47b4-9092-9ae8099ddb98 req-e263f19b-80b3-4cfe-8258-54ebe0fcdbed tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=2327f611-7c5a-4fad-b86b-e72911fb3ee2 HTTP/1.1" status: 200 len: 948 time: 0.3040650 Apr 18 19:26:56.744359 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-fb9360db-9ab4-4790-a79d-e570ff6ea31f req-4d86cf60-eec6-46ee-ab9a-669193148c7e tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Calling delete_port for cefb0de9-ce9b-4651-bfc3-b6d30327e334 owned by compute:nova {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:26:56.848080 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44151a3c-9603-4ca1-abaa-f7406e858305 req-42fc0207-3da4-4172-8100-8e3bd0a74b24 tempest-ServerMetadataNegativeTestJSON-1227054731 tempest-ServerMetadataNegativeTestJSON-1227054731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:56.850258 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-44151a3c-9603-4ca1-abaa-f7406e858305 req-42fc0207-3da4-4172-8100-8e3bd0a74b24 tempest-ServerMetadataNegativeTestJSON-1227054731 tempest-ServerMetadataNegativeTestJSON-1227054731-project] 10.222.0.69 "GET /v2.0/ports?device_id=94d99bc5-4c5a-42c1-9d39-cbdb8faaf19d HTTP/1.1" status: 200 len: 945 time: 0.8721280 Apr 18 19:26:56.877741 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [req-deb40b5f-d3e2-455f-b685-8a6b5568a14f req-1481bb3a-3156-4cf8-9dc6-4c29fbe4c681 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acee1199-3df7-4202-8267-83563d81e179 {{(pid=84763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:26:56.920332 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-deb40b5f-d3e2-455f-b685-8a6b5568a14f req-1481bb3a-3156-4cf8-9dc6-4c29fbe4c681 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:56.933729 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-b743ea01-e59f-48f1-b9d9-e855f7da2b67 req-ba7145a4-c802-448d-94ad-7f3b6aea474a tempest-ServerMetadataNegativeTestJSON-1227054731 tempest-ServerMetadataNegativeTestJSON-1227054731-project] Deleting port f57379b4-19d1-4df6-ab6c-e16d287102dc {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:26:56.934075 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-b743ea01-e59f-48f1-b9d9-e855f7da2b67 req-ba7145a4-c802-448d-94ad-7f3b6aea474a tempest-ServerMetadataNegativeTestJSON-1227054731 tempest-ServerMetadataNegativeTestJSON-1227054731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:56.943771 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4192e9c5-8dc9-40dc-a7ce-3a7eff34781c req-505b2f7a-a290-45f8-97b0-a02b7975be89 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:56.945259 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-4192e9c5-8dc9-40dc-a7ce-3a7eff34781c req-505b2f7a-a290-45f8-97b0-a02b7975be89 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0e17591e-cd96-449b-af53-7896e93cce2f HTTP/1.1" status: 200 len: 797 time: 0.2393465 Apr 18 19:26:56.975368 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-323b8fac-b599-420d-9ee0-d48ee1358e49 req-6c2321e2-2df4-4f7e-bebf-f515c1ffac5e service neutron] 10.222.0.73 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8020389 Apr 18 19:26:57.013304 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-72e56eaf-7e20-47b4-9092-9ae8099ddb98 req-8a9094b7-881b-4e39-a8b6-0ac9b1d5468d tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775283 Apr 18 19:26:57.063204 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-4192e9c5-8dc9-40dc-a7ce-3a7eff34781c req-a42a24e1-b803-49d3-ab77-f44a387309b6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=77a057b3-34c4-449e-a9f0-2bcfc4ff6d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1099310 Apr 18 19:26:57.131074 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [req-deb40b5f-d3e2-455f-b685-8a6b5568a14f req-1481bb3a-3156-4cf8-9dc6-4c29fbe4c681 service neutron] Transition to ACTIVE for port object acee1199-3df7-4202-8267-83563d81e179 will not be triggered until provisioned by entity L2. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:26:57.173307 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device cefb0de9-ce9b-4651-bfc3-b6d30327e334 no longer exists at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:26:57.256343 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-96da2416-ee7d-42ad-bb51-f9b8ad465c4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417313'] for router_interface, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:57.305044 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-44151a3c-9603-4ca1-abaa-f7406e858305 req-72c503a1-d7a7-4f6c-bfd0-127e8b61542e tempest-ServerMetadataNegativeTestJSON-1227054731 tempest-ServerMetadataNegativeTestJSON-1227054731-project] 10.222.0.69 "GET /v2.0/security-groups?id=d41fd17e-db12-437a-89e9-db660d5724d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4398282 Apr 18 19:26:57.305746 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-deb40b5f-d3e2-455f-b685-8a6b5568a14f req-1481bb3a-3156-4cf8-9dc6-4c29fbe4c681 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:57.366757 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-4192e9c5-8dc9-40dc-a7ce-3a7eff34781c req-ab5e2219-f0dc-4078-b132-25df3593cd1b service neutron] 10.222.0.72 "GET /v2.0/networks/77a057b3-34c4-449e-a9f0-2bcfc4ff6d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2974770 Apr 18 19:26:57.427400 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481bb3a-3156-4cf8-9dc6-4c29fbe4c681 service neutron] Pushing event updated for resources: {'Port': ['ID=acee1199-3df7-4202-8267-83563d81e179,revision_number=2']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:26:57.462171 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-87c34e36-7053-4d1a-b67f-cc0ede21a3cd req-3389edb6-9ca0-4439-84e8-116c68262035 tempest-ServersAdmin275Test-536787650 tempest-ServersAdmin275Test-536787650-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=565ea609-bc70-41d2-8e9b-51bc0bb51a02 HTTP/1.1" status: 200 len: 210 time: 0.1486011 Apr 18 19:26:57.503876 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-323b8fac-b599-420d-9ee0-d48ee1358e49 req-fae8d8e7-e78f-4106-837a-6964cac2c0c3 service neutron] 10.222.0.73 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4879417 Apr 18 19:26:57.855319 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-fb9360db-9ab4-4790-a79d-e570ff6ea31f req-4d86cf60-eec6-46ee-ab9a-669193148c7e tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:57.868643 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] get_ports_and_sgs() called for port_ids ['abe1a1c1-6ab6-46fd-abfb-f7df79d33862'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:26:57.871050 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-4192e9c5-8dc9-40dc-a7ce-3a7eff34781c req-486940d0-8bcd-4a9b-992b-37b35c89b60f service neutron] 10.222.0.72 "GET /v2.0/networks/77a057b3-34c4-449e-a9f0-2bcfc4ff6d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4509423 Apr 18 19:26:57.942546 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d86cf60-eec6-46ee-ab9a-669193148c7e tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Pushing event deleted for resources: {'Port': ['ID=cefb0de9-ce9b-4651-bfc3-b6d30327e334,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:26:57.943618 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d9309b-d818-4377-9e89-6d78c9738f83 req-62b5a3d4-f0fe-4edf-a6ee-ea7fd778c707 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:57.948317 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d9309b-d818-4377-9e89-6d78c9738f83 req-62b5a3d4-f0fe-4edf-a6ee-ea7fd778c707 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:57.952956 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d9309b-d818-4377-9e89-6d78c9738f83 req-62b5a3d4-f0fe-4edf-a6ee-ea7fd778c707 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:57.958383 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d9309b-d818-4377-9e89-6d78c9738f83 req-62b5a3d4-f0fe-4edf-a6ee-ea7fd778c707 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:57.963165 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d9309b-d818-4377-9e89-6d78c9738f83 req-62b5a3d4-f0fe-4edf-a6ee-ea7fd778c707 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:57.981167 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d9309b-d818-4377-9e89-6d78c9738f83 req-62b5a3d4-f0fe-4edf-a6ee-ea7fd778c707 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:57.989083 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d9309b-d818-4377-9e89-6d78c9738f83 req-62b5a3d4-f0fe-4edf-a6ee-ea7fd778c707 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:57.998472 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-92d9309b-d818-4377-9e89-6d78c9738f83 req-62b5a3d4-f0fe-4edf-a6ee-ea7fd778c707 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "GET /v2.0/ports?device_id=dca9f21b-f897-4981-ab52-5aee4da127c0 HTTP/1.1" status: 200 len: 5420 time: 0.2351069 Apr 18 19:26:58.079313 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-92d9309b-d818-4377-9e89-6d78c9738f83 req-9fdfa34a-6636-452d-96d8-d52b9b09d0f7 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "GET /v2.0/security-groups?id=059a9d13-b1ae-4689-acd4-4327d8143c7d&id=005d155c-90ca-4625-80c3-c43b698af2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0796854 Apr 18 19:26:58.198386 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb9360db-9ab4-4790-a79d-e570ff6ea31f req-4d86cf60-eec6-46ee-ab9a-669193148c7e tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] No DVR routers for this DVR port cefb0de9-ce9b-4651-bfc3-b6d30327e334 on host n-h2-836017-2 {{(pid=84763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:26:58.209676 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-b743ea01-e59f-48f1-b9d9-e855f7da2b67 req-ba7145a4-c802-448d-94ad-7f3b6aea474a tempest-ServerMetadataNegativeTestJSON-1227054731 tempest-ServerMetadataNegativeTestJSON-1227054731-project] For port f57379b4-19d1-4df6-ab6c-e16d287102dc, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=f57379b4-19d1-4df6-ab6c-e16d287102dc,segment=NetworkSegment(4247da63-a16c-4432-855a-da0d16dfae66),segment_id=4247da63-a16c-4432-855a-da0d16dfae66)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:26:58.210296 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-b743ea01-e59f-48f1-b9d9-e855f7da2b67 req-ba7145a4-c802-448d-94ad-7f3b6aea474a tempest-ServerMetadataNegativeTestJSON-1227054731 tempest-ServerMetadataNegativeTestJSON-1227054731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:58.222981 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-fb9360db-9ab4-4790-a79d-e570ff6ea31f req-4d86cf60-eec6-46ee-ab9a-669193148c7e tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:58.226976 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38703f31-46f1-4de3-811d-a97a48b73e3a', 'name': 'network-vif-deleted', 'tag': 'cefb0de9-ce9b-4651-bfc3-b6d30327e334'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:26:58.374560 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-b743ea01-e59f-48f1-b9d9-e855f7da2b67 req-ba7145a4-c802-448d-94ad-7f3b6aea474a tempest-ServerMetadataNegativeTestJSON-1227054731 tempest-ServerMetadataNegativeTestJSON-1227054731-project] Calling delete_port for f57379b4-19d1-4df6-ab6c-e16d287102dc owned by compute:nova {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:26:58.405065 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fb9360db-9ab4-4790-a79d-e570ff6ea31f req-4d86cf60-eec6-46ee-ab9a-669193148c7e tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.72 "DELETE /v2.0/ports/cefb0de9-ce9b-4651-bfc3-b6d30327e334 HTTP/1.1" status: 204 len: 173 time: 3.0928531 Apr 18 19:26:58.429927 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5d1e9b-e55e-4ef2-841e-1a9bb992f925 req-40491bcf-2b2d-4b4f-8fd6-7d7114cfcfb8 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:58.436555 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-9c5d1e9b-e55e-4ef2-841e-1a9bb992f925 req-40491bcf-2b2d-4b4f-8fd6-7d7114cfcfb8 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Synchronizing usage tracker for tenant:e8145a70cab44ff88b524306edcbe946 on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:26:58.438715 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e496731a-47eb-40a1-b7c5-5d599649b265 req-b913d370-fd18-430c-b76e-e57206b319da service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4bf06599121a476094faf72db54a396e&device_id=2327f611-7c5a-4fad-b86b-e72911fb3ee2 HTTP/1.1" status: 200 len: 1099 time: 0.7722178 Apr 18 19:26:58.485567 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c2ccb2-d22e-4cc7-bf63-df50135dd9b1 req-941d68ff-59ad-4fc1-8560-c2c05b7f533e tempest-InstanceActionsV221TestJSON-1478420689 tempest-InstanceActionsV221TestJSON-1478420689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:58.495436 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-03c2ccb2-d22e-4cc7-bf63-df50135dd9b1 req-941d68ff-59ad-4fc1-8560-c2c05b7f533e tempest-InstanceActionsV221TestJSON-1478420689 tempest-InstanceActionsV221TestJSON-1478420689-project] 10.222.0.69 "GET /v2.0/ports?device_id=1fda610d-f64b-4f66-baf7-2f9bfe26ee1d HTTP/1.1" status: 200 len: 944 time: 0.2443841 Apr 18 19:26:58.685457 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-03c2ccb2-d22e-4cc7-bf63-df50135dd9b1 req-63c34cde-b587-4d5c-8143-05ac8301b916 tempest-InstanceActionsV221TestJSON-1478420689 tempest-InstanceActionsV221TestJSON-1478420689-project] 10.222.0.69 "GET /v2.0/security-groups?id=c9beaf65-10e8-47b3-abe4-47b1e195579a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889729 Apr 18 19:26:58.728629 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-deb40b5f-d3e2-455f-b685-8a6b5568a14f req-1481bb3a-3156-4cf8-9dc6-4c29fbe4c681 service neutron] Attempting to bind port acee1199-3df7-4202-8267-83563d81e179 on host n-h1-836017-2 for vnic_type normal with profile {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:26:58.728629 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-deb40b5f-d3e2-455f-b685-8a6b5568a14f req-1481bb3a-3156-4cf8-9dc6-4c29fbe4c681 service neutron] Attempting to bind port acee1199-3df7-4202-8267-83563d81e179 by drivers openvswitch,hyperv on host n-h1-836017-2 at level 0 using segments [{'id': 'd44b985b-ba1d-41e7-ae49-0ec4012c12b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '5c8a5f4e-6d9d-474b-a613-1a0ebce9658a'}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:26:58.728629 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb40b5f-d3e2-455f-b685-8a6b5568a14f req-1481bb3a-3156-4cf8-9dc6-4c29fbe4c681 service neutron] Attempting to bind port acee1199-3df7-4202-8267-83563d81e179 on network 5c8a5f4e-6d9d-474b-a613-1a0ebce9658a {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:26:58.745305 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb40b5f-d3e2-455f-b685-8a6b5568a14f req-1481bb3a-3156-4cf8-9dc6-4c29fbe4c681 service neutron] Port acee1199-3df7-4202-8267-83563d81e179 on network 5c8a5f4e-6d9d-474b-a613-1a0ebce9658a not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-2 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:26:58.745702 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb40b5f-d3e2-455f-b685-8a6b5568a14f req-1481bb3a-3156-4cf8-9dc6-4c29fbe4c681 service neutron] Attempting to bind port acee1199-3df7-4202-8267-83563d81e179 on network 5c8a5f4e-6d9d-474b-a613-1a0ebce9658a {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:26:58.760025 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb40b5f-d3e2-455f-b685-8a6b5568a14f req-1481bb3a-3156-4cf8-9dc6-4c29fbe4c681 service neutron] Checking agent: {'id': 'e3a31811-08e0-42ba-bc2e-ed8a973b714f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 25), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:26:58.760025 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb40b5f-d3e2-455f-b685-8a6b5568a14f req-1481bb3a-3156-4cf8-9dc6-4c29fbe4c681 service neutron] Checking segment: {'id': 'd44b985b-ba1d-41e7-ae49-0ec4012c12b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '5c8a5f4e-6d9d-474b-a613-1a0ebce9658a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:26:58.760025 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb40b5f-d3e2-455f-b685-8a6b5568a14f req-1481bb3a-3156-4cf8-9dc6-4c29fbe4c681 service neutron] Bound using segment: {'id': 'd44b985b-ba1d-41e7-ae49-0ec4012c12b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '5c8a5f4e-6d9d-474b-a613-1a0ebce9658a'} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:26:58.761073 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-deb40b5f-d3e2-455f-b685-8a6b5568a14f req-1481bb3a-3156-4cf8-9dc6-4c29fbe4c681 service neutron] Bound port: acee1199-3df7-4202-8267-83563d81e179, host: n-h1-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd44b985b-ba1d-41e7-ae49-0ec4012c12b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '5c8a5f4e-6d9d-474b-a613-1a0ebce9658a'}}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:26:58.761720 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-deb40b5f-d3e2-455f-b685-8a6b5568a14f req-1481bb3a-3156-4cf8-9dc6-4c29fbe4c681 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:58.992660 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-96da2416-ee7d-42ad-bb51-f9b8ad465c4c admin admin] Deleting port bb41cb28-cb79-4b65-9fb1-e29fd00be975 {{(pid=84764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:26:58.993145 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-96da2416-ee7d-42ad-bb51-f9b8ad465c4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:59.109991 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-9c5d1e9b-e55e-4ef2-841e-1a9bb992f925 req-40491bcf-2b2d-4b4f-8fd6-7d7114cfcfb8 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Unset dirty status for tenant:e8145a70cab44ff88b524306edcbe946 on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:26:59.111836 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-9c5d1e9b-e55e-4ef2-841e-1a9bb992f925 req-40491bcf-2b2d-4b4f-8fd6-7d7114cfcfb8 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?device_id=38703f31-46f1-4de3-811d-a97a48b73e3a HTTP/1.1" status: 200 len: 866 time: 1.5943987 Apr 18 19:26:59.186737 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device f57379b4-19d1-4df6-ab6c-e16d287102dc no longer exists at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:26:59.201923 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580d02cf-42ea-4bef-acd1-dae376eec15d req-67ca4e55-306d-4e58-8e4a-f13ff471ba76 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:59.211069 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-580d02cf-42ea-4bef-acd1-dae376eec15d req-67ca4e55-306d-4e58-8e4a-f13ff471ba76 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=2327f611-7c5a-4fad-b86b-e72911fb3ee2 HTTP/1.1" status: 200 len: 948 time: 0.3073723 Apr 18 19:26:59.245362 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-deb40b5f-d3e2-455f-b685-8a6b5568a14f req-1481bb3a-3156-4cf8-9dc6-4c29fbe4c681 service neutron] For port acee1199-3df7-4202-8267-83563d81e179, host n-h1-836017-2, cleared binding levels {{(pid=84763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:26:59.249095 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-deb40b5f-d3e2-455f-b685-8a6b5568a14f req-1481bb3a-3156-4cf8-9dc6-4c29fbe4c681 service neutron] For port acee1199-3df7-4202-8267-83563d81e179, host n-h1-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=acee1199-3df7-4202-8267-83563d81e179,segment=NetworkSegment(d44b985b-ba1d-41e7-ae49-0ec4012c12b5),segment_id=d44b985b-ba1d-41e7-ae49-0ec4012c12b5)] {{(pid=84763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:26:59.258725 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-b743ea01-e59f-48f1-b9d9-e855f7da2b67 req-ba7145a4-c802-448d-94ad-7f3b6aea474a tempest-ServerMetadataNegativeTestJSON-1227054731 tempest-ServerMetadataNegativeTestJSON-1227054731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:59.258857 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] No Port match for: f57379b4-19d1-4df6-ab6c-e16d287102dc {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:26:59.260151 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e496731a-47eb-40a1-b7c5-5d599649b265 req-c626c548-ba2a-4829-bd6f-f4064166bc58 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:59.262506 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e496731a-47eb-40a1-b7c5-5d599649b265 req-c626c548-ba2a-4829-bd6f-f4064166bc58 service neutron] 10.222.0.73 "GET /v2.0/networks?id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a HTTP/1.1" status: 200 len: 870 time: 0.8031332 Apr 18 19:26:59.263231 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device f57379b4-19d1-4df6-ab6c-e16d287102dc not bound to the agent host n-h2-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:26:59.335193 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [None req-96da2416-ee7d-42ad-bb51-f9b8ad465c4c admin admin] For port bb41cb28-cb79-4b65-9fb1-e29fd00be975, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=bb41cb28-cb79-4b65-9fb1-e29fd00be975,segment=NetworkSegment(1ee78f5f-19b1-4536-a0ab-086e7442dabc),segment_id=1ee78f5f-19b1-4536-a0ab-086e7442dabc)] {{(pid=84764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:26:59.335716 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-96da2416-ee7d-42ad-bb51-f9b8ad465c4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:59.386547 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7145a4-c802-448d-94ad-7f3b6aea474a tempest-ServerMetadataNegativeTestJSON-1227054731 tempest-ServerMetadataNegativeTestJSON-1227054731-project] Pushing event deleted for resources: {'Port': ['ID=f57379b4-19d1-4df6-ab6c-e16d287102dc,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:26:59.389717 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-deb40b5f-d3e2-455f-b685-8a6b5568a14f req-1481bb3a-3156-4cf8-9dc6-4c29fbe4c681 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:59.432790 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-580d02cf-42ea-4bef-acd1-dae376eec15d req-84f5506e-8fb5-4b7b-abd5-ccb8c15f61ce tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203407 Apr 18 19:26:59.433907 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-9c5d1e9b-e55e-4ef2-841e-1a9bb992f925 req-f54cbd29-6712-4fc2-83d6-7aeba4072ab8 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3131037 Apr 18 19:26:59.468548 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e496731a-47eb-40a1-b7c5-5d599649b265 req-6584a01e-260c-42a1-b08d-f3d2a5317ea3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=06b799dc-3aea-4cb3-90fe-2c88201e3471 HTTP/1.1" status: 200 len: 217 time: 0.1463478 Apr 18 19:26:59.551334 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-deb40b5f-d3e2-455f-b685-8a6b5568a14f req-1481bb3a-3156-4cf8-9dc6-4c29fbe4c681 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:59.552981 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-deb40b5f-d3e2-455f-b685-8a6b5568a14f req-1481bb3a-3156-4cf8-9dc6-4c29fbe4c681 service neutron] 10.222.0.73 "PUT /v2.0/ports/acee1199-3df7-4202-8267-83563d81e179 HTTP/1.1" status: 200 len: 1092 time: 5.1228056 Apr 18 19:26:59.556531 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-96da2416-ee7d-42ad-bb51-f9b8ad465c4c admin admin] Calling delete_port for bb41cb28-cb79-4b65-9fb1-e29fd00be975 owned by network:router_interface {{(pid=84764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:26:59.666631 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9945bff-06e0-4194-9b3e-68508fe99fa6'] response: {'server_uuid': '38703f31-46f1-4de3-811d-a97a48b73e3a', 'name': 'network-vif-deleted', 'tag': 'cefb0de9-ce9b-4651-bfc3-b6d30327e334', 'status': 'completed', 'code': 200} Apr 18 19:26:59.683150 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-b743ea01-e59f-48f1-b9d9-e855f7da2b67 req-ba7145a4-c802-448d-94ad-7f3b6aea474a tempest-ServerMetadataNegativeTestJSON-1227054731 tempest-ServerMetadataNegativeTestJSON-1227054731-project] No DVR routers for this DVR port f57379b4-19d1-4df6-ab6c-e16d287102dc on host n-h2-836017-2 {{(pid=84763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:26:59.691527 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-b743ea01-e59f-48f1-b9d9-e855f7da2b67 req-ba7145a4-c802-448d-94ad-7f3b6aea474a tempest-ServerMetadataNegativeTestJSON-1227054731 tempest-ServerMetadataNegativeTestJSON-1227054731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:59.702810 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481bb3a-3156-4cf8-9dc6-4c29fbe4c681 service neutron] Pushing event updated for resources: {'Port': ['ID=acee1199-3df7-4202-8267-83563d81e179,revision_number=3']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:26:59.714018 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e496731a-47eb-40a1-b7c5-5d599649b265 req-249b903e-37b6-43db-9071-75eefd1142b6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:59.715517 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e496731a-47eb-40a1-b7c5-5d599649b265 req-249b903e-37b6-43db-9071-75eefd1142b6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=17d1b3aa-2066-4ffa-a69f-52ed566b6548 HTTP/1.1" status: 200 len: 843 time: 0.2349076 Apr 18 19:26:59.856756 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b743ea01-e59f-48f1-b9d9-e855f7da2b67 req-ba7145a4-c802-448d-94ad-7f3b6aea474a tempest-ServerMetadataNegativeTestJSON-1227054731 tempest-ServerMetadataNegativeTestJSON-1227054731-project] 10.222.0.72 "DELETE /v2.0/ports/f57379b4-19d1-4df6-ab6c-e16d287102dc HTTP/1.1" status: 204 len: 173 time: 3.4657433 Apr 18 19:26:59.948867 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-cf242b2a-508f-43e7-9022-963d84dea066 req-8c05fd38-30d1-448e-986f-fbb59b964f32 tempest-ServerMetadataNegativeTestJSON-1227054731 tempest-ServerMetadataNegativeTestJSON-1227054731-project] Synchronizing usage tracker for tenant:39f82a14036e470eb61c7afcf8c12bbb on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:26:59.963561 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-b1011ddc-b356-43c2-be13-6fb159255da0 req-1227893d-fe43-46e8-a9b3-8251dd119e34 tempest-ServersAdmin275Test-536787650 tempest-ServersAdmin275Test-536787650-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=565ea609-bc70-41d2-8e9b-51bc0bb51a02 HTTP/1.1" status: 200 len: 210 time: 0.0653644 Apr 18 19:26:59.985004 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e496731a-47eb-40a1-b7c5-5d599649b265 req-ae3d914e-0e2b-4793-a518-9ab6a390d17f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2568965 Apr 18 19:26:59.990726 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-deb40b5f-d3e2-455f-b685-8a6b5568a14f req-443a67e3-cf13-42fb-91be-39c770a54a84 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1027765024ec4a52935cd4187ade61c4&device_id=1fda610d-f64b-4f66-baf7-2f9bfe26ee1d HTTP/1.1" status: 200 len: 1095 time: 0.2108388 Apr 18 19:27:00.083029 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-96da2416-ee7d-42ad-bb51-f9b8ad465c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:00.119769 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-cf242b2a-508f-43e7-9022-963d84dea066 req-8c05fd38-30d1-448e-986f-fbb59b964f32 tempest-ServerMetadataNegativeTestJSON-1227054731 tempest-ServerMetadataNegativeTestJSON-1227054731-project] Unset dirty status for tenant:39f82a14036e470eb61c7afcf8c12bbb on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:27:00.132131 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-cf242b2a-508f-43e7-9022-963d84dea066 req-8c05fd38-30d1-448e-986f-fbb59b964f32 tempest-ServerMetadataNegativeTestJSON-1227054731 tempest-ServerMetadataNegativeTestJSON-1227054731-project] 10.222.0.69 "GET /v2.0/ports?device_id=94d99bc5-4c5a-42c1-9d39-cbdb8faaf19d HTTP/1.1" status: 200 len: 210 time: 0.2412522 Apr 18 19:27:00.194290 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-deb40b5f-d3e2-455f-b685-8a6b5568a14f req-ebe656bf-fe4c-4b02-a3a3-270c03164afb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=acee1199-3df7-4202-8267-83563d81e179 HTTP/1.1" status: 200 len: 217 time: 0.1929233 Apr 18 19:27:00.355144 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb40b5f-d3e2-455f-b685-8a6b5568a14f req-c34cdff5-0e95-45fe-ac1c-906e23c0a5c2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:00.356903 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-deb40b5f-d3e2-455f-b685-8a6b5568a14f req-c34cdff5-0e95-45fe-ac1c-906e23c0a5c2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=80fddd51-7e06-46de-a009-620a0f614b97 HTTP/1.1" status: 200 len: 858 time: 0.1458702 Apr 18 19:27:00.435610 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-deb40b5f-d3e2-455f-b685-8a6b5568a14f req-d0ae3202-2cc3-4a07-a707-58bba42bc4dc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5c8a5f4e-6d9d-474b-a613-1a0ebce9658a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631959 Apr 18 19:27:00.443943 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e496731a-47eb-40a1-b7c5-5d599649b265 req-97185588-b61b-4284-9e5e-48438e244665 service neutron] 10.222.0.73 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4405186 Apr 18 19:27:00.444172 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96da2416-ee7d-42ad-bb51-f9b8ad465c4c admin admin] Pushing event deleted for resources: {'Port': ['ID=bb41cb28-cb79-4b65-9fb1-e29fd00be975,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:00.841557 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-deb40b5f-d3e2-455f-b685-8a6b5568a14f req-d52cda30-4d91-4014-8e28-885613070210 service neutron] 10.222.0.73 "GET /v2.0/networks/5c8a5f4e-6d9d-474b-a613-1a0ebce9658a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3921499 Apr 18 19:27:00.929676 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b953af-69d2-4e9a-826e-962db3fa3ca3 req-c97fe2d3-83fc-4cc0-b06f-8f7ba3c7baf1 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:00.938928 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b953af-69d2-4e9a-826e-962db3fa3ca3 req-c97fe2d3-83fc-4cc0-b06f-8f7ba3c7baf1 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:00.947641 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b953af-69d2-4e9a-826e-962db3fa3ca3 req-c97fe2d3-83fc-4cc0-b06f-8f7ba3c7baf1 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:00.956967 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b953af-69d2-4e9a-826e-962db3fa3ca3 req-c97fe2d3-83fc-4cc0-b06f-8f7ba3c7baf1 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:00.962240 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b953af-69d2-4e9a-826e-962db3fa3ca3 req-c97fe2d3-83fc-4cc0-b06f-8f7ba3c7baf1 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:00.977686 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b953af-69d2-4e9a-826e-962db3fa3ca3 req-c97fe2d3-83fc-4cc0-b06f-8f7ba3c7baf1 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:00.991887 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b953af-69d2-4e9a-826e-962db3fa3ca3 req-c97fe2d3-83fc-4cc0-b06f-8f7ba3c7baf1 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:00.999498 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-b4b953af-69d2-4e9a-826e-962db3fa3ca3 req-c97fe2d3-83fc-4cc0-b06f-8f7ba3c7baf1 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "GET /v2.0/ports?device_id=dca9f21b-f897-4981-ab52-5aee4da127c0 HTTP/1.1" status: 200 len: 5420 time: 0.7109890 Apr 18 19:27:01.087064 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-b4b953af-69d2-4e9a-826e-962db3fa3ca3 req-21f37241-0388-4939-bb38-86aec49c13d4 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "GET /v2.0/security-groups?id=059a9d13-b1ae-4689-acd4-4327d8143c7d&id=005d155c-90ca-4625-80c3-c43b698af2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0860977 Apr 18 19:27:01.167795 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-96da2416-ee7d-42ad-bb51-f9b8ad465c4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417398'] for router_interface, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:01.187965 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e645041-0e1e-43c2-95c2-c8303e58a4f3 req-6b33989a-1fbd-49a8-8671-04b13d9bba56 tempest-InstanceActionsV221TestJSON-1478420689 tempest-InstanceActionsV221TestJSON-1478420689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:01.188694 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-7e645041-0e1e-43c2-95c2-c8303e58a4f3 req-6b33989a-1fbd-49a8-8671-04b13d9bba56 tempest-InstanceActionsV221TestJSON-1478420689 tempest-InstanceActionsV221TestJSON-1478420689-project] Synchronizing usage tracker for tenant:1027765024ec4a52935cd4187ade61c4 on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:27:01.202095 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e496731a-47eb-40a1-b7c5-5d599649b265 req-25f71b3d-15cb-48cf-834b-228b3f1e402a service neutron] 10.222.0.73 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6123874 Apr 18 19:27:01.281000 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-deb40b5f-d3e2-455f-b685-8a6b5568a14f req-a7e39826-0c97-4adb-bfcc-87dcd354b2e5 service neutron] 10.222.0.73 "GET /v2.0/networks/5c8a5f4e-6d9d-474b-a613-1a0ebce9658a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4236534 Apr 18 19:27:01.317203 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-7e645041-0e1e-43c2-95c2-c8303e58a4f3 req-6b33989a-1fbd-49a8-8671-04b13d9bba56 tempest-InstanceActionsV221TestJSON-1478420689 tempest-InstanceActionsV221TestJSON-1478420689-project] Unset dirty status for tenant:1027765024ec4a52935cd4187ade61c4 on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:27:01.321156 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7e645041-0e1e-43c2-95c2-c8303e58a4f3 req-6b33989a-1fbd-49a8-8671-04b13d9bba56 tempest-InstanceActionsV221TestJSON-1478420689 tempest-InstanceActionsV221TestJSON-1478420689-project] 10.222.0.69 "GET /v2.0/ports?device_id=1fda610d-f64b-4f66-baf7-2f9bfe26ee1d HTTP/1.1" status: 200 len: 944 time: 0.8766167 Apr 18 19:27:01.416921 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7e645041-0e1e-43c2-95c2-c8303e58a4f3 req-782184ef-5551-4a7b-8a92-4a9829259261 tempest-InstanceActionsV221TestJSON-1478420689 tempest-InstanceActionsV221TestJSON-1478420689-project] 10.222.0.69 "GET /v2.0/security-groups?id=c9beaf65-10e8-47b3-abe4-47b1e195579a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923223 Apr 18 19:27:01.481213 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04252638-1b55-4c56-b567-4ec761a16848 req-a646bb93-c8ff-47c9-9f8b-105570d02bee tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:01.482682 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-04252638-1b55-4c56-b567-4ec761a16848 req-a646bb93-c8ff-47c9-9f8b-105570d02bee tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=2327f611-7c5a-4fad-b86b-e72911fb3ee2 HTTP/1.1" status: 200 len: 948 time: 0.1230292 Apr 18 19:27:01.578632 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-04252638-1b55-4c56-b567-4ec761a16848 req-d0279064-a144-4489-8c37-d62bb6f2d72a tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886724 Apr 18 19:27:01.668289 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fda610d-f64b-4f66-baf7-2f9bfe26ee1d', 'tag': 'acee1199-3df7-4202-8267-83563d81e179'}, {'server_uuid': '94d99bc5-4c5a-42c1-9d39-cbdb8faaf19d', 'name': 'network-vif-deleted', 'tag': 'f57379b4-19d1-4df6-ab6c-e16d287102dc'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:27:01.798503 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 50590) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:01.887157 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1e8de2e-588f-4d18-aac7-4a1bfa2022f4'] response: {'name': 'network-changed', 'server_uuid': '1fda610d-f64b-4f66-baf7-2f9bfe26ee1d', 'tag': 'acee1199-3df7-4202-8267-83563d81e179', 'status': 'completed', 'code': 200} Apr 18 19:27:01.887430 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1e8de2e-588f-4d18-aac7-4a1bfa2022f4'] response: {'server_uuid': '94d99bc5-4c5a-42c1-9d39-cbdb8faaf19d', 'name': 'network-vif-deleted', 'tag': 'f57379b4-19d1-4df6-ab6c-e16d287102dc', 'status': 'completed', 'code': 200} Apr 18 19:27:01.925345 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-94cf65b5-7aef-4956-ae72-8e9294441113 req-2b6cb2e5-4d21-4648-bc28-cdee2155ff27 tempest-ServersAdmin275Test-536787650 tempest-ServersAdmin275Test-536787650-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=565ea609-bc70-41d2-8e9b-51bc0bb51a02 HTTP/1.1" status: 200 len: 210 time: 0.0797362 Apr 18 19:27:02.060584 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_v2 [None req-241af3b9-79fc-40db-8222-49ece20f9aea admin admin] Deleting subnet 8f0ace3e-3ddc-4a6a-801f-21faa6062361 {{(pid=84763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:27:02.107917 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-241af3b9-79fc-40db-8222-49ece20f9aea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:02.281155 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-241af3b9-79fc-40db-8222-49ece20f9aea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66272755'] for subnet, precommit_delete_associations {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:02.358797 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-c3c43121-d383-4f16-a541-26145951b701 req-cabe7db2-a79a-4fa2-97f2-59520ed727a6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1027765024ec4a52935cd4187ade61c4&device_id=1fda610d-f64b-4f66-baf7-2f9bfe26ee1d HTTP/1.1" status: 200 len: 1095 time: 0.4414845 Apr 18 19:27:02.387694 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96da2416-ee7d-42ad-bb51-f9b8ad465c4c admin admin] Router 88997029-2ce0-40f3-b7d3-208a67695f5f has already been hosted by L3 agent 21b59c62-f184-4169-bc3e-79831cc043e8 {{(pid=84764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:27:02.454636 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-241af3b9-79fc-40db-8222-49ece20f9aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1258508'] for subnet, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:02.677727 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c43121-d383-4f16-a541-26145951b701 req-4c937cdf-6750-49d3-8992-239db2d22b28 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:02.679638 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-c3c43121-d383-4f16-a541-26145951b701 req-4c937cdf-6750-49d3-8992-239db2d22b28 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5c8a5f4e-6d9d-474b-a613-1a0ebce9658a HTTP/1.1" status: 200 len: 919 time: 0.3091202 Apr 18 19:27:02.762925 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96da2416-ee7d-42ad-bb51-f9b8ad465c4c admin admin] Notify agent at l3_agent.n-d-836017-2 the message routers_updated {{(pid=84764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:27:02.775388 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50427fd-73c5-4254-9e32-4ea27cabb4db None None] Sync routers for ids ['88997029-2ce0-40f3-b7d3-208a67695f5f'] in n-d-836017-2 {{(pid=84765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:27:02.790803 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-c3c43121-d383-4f16-a541-26145951b701 req-f2586259-bbd6-4fc4-b8a5-7c48ebd641d9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=acee1199-3df7-4202-8267-83563d81e179 HTTP/1.1" status: 200 len: 217 time: 0.0989301 Apr 18 19:27:02.805321 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50427fd-73c5-4254-9e32-4ea27cabb4db None None] Routers {'88997029-2ce0-40f3-b7d3-208a67695f5f'} bound to L3 agent in host n-d-836017-2 {{(pid=84765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:27:02.813314 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-f50427fd-73c5-4254-9e32-4ea27cabb4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:26:50Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['88997029-2ce0-40f3-b7d3-208a67695f5f'], 'active': True} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:27:02.813469 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-96da2416-ee7d-42ad-bb51-f9b8ad465c4c admin admin] 10.222.0.69 "PUT /v2.0/routers/88997029-2ce0-40f3-b7d3-208a67695f5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0794697 Apr 18 19:27:02.816263 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 50604) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:02.891204 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c43121-d383-4f16-a541-26145951b701 req-fcc999b0-02b8-436f-a205-f11b241bc6c7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:02.893612 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-c3c43121-d383-4f16-a541-26145951b701 req-fcc999b0-02b8-436f-a205-f11b241bc6c7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=80fddd51-7e06-46de-a009-620a0f614b97 HTTP/1.1" status: 200 len: 858 time: 0.0912995 Apr 18 19:27:02.906857 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76921e4b-a66c-499e-b505-9c30501c73d1 req-bb51e7a1-84ff-4b42-99a8-a37addfd63d1 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:02.911705 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76921e4b-a66c-499e-b505-9c30501c73d1 req-bb51e7a1-84ff-4b42-99a8-a37addfd63d1 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:02.916136 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76921e4b-a66c-499e-b505-9c30501c73d1 req-bb51e7a1-84ff-4b42-99a8-a37addfd63d1 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:02.920518 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76921e4b-a66c-499e-b505-9c30501c73d1 req-bb51e7a1-84ff-4b42-99a8-a37addfd63d1 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:02.925824 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76921e4b-a66c-499e-b505-9c30501c73d1 req-bb51e7a1-84ff-4b42-99a8-a37addfd63d1 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:02.932680 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76921e4b-a66c-499e-b505-9c30501c73d1 req-bb51e7a1-84ff-4b42-99a8-a37addfd63d1 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:02.935683 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76921e4b-a66c-499e-b505-9c30501c73d1 req-bb51e7a1-84ff-4b42-99a8-a37addfd63d1 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:02.944139 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-76921e4b-a66c-499e-b505-9c30501c73d1 req-bb51e7a1-84ff-4b42-99a8-a37addfd63d1 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "GET /v2.0/ports?device_id=dca9f21b-f897-4981-ab52-5aee4da127c0 HTTP/1.1" status: 200 len: 5420 time: 0.5303276 Apr 18 19:27:02.965495 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822e3c81-2ef6-4518-92f0-6867d80b2d68 req-ef2a7703-db50-4b7d-b4d7-7051615da557 tempest-InstanceActionsV221TestJSON-1478420689 tempest-InstanceActionsV221TestJSON-1478420689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:02.981505 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-822e3c81-2ef6-4518-92f0-6867d80b2d68 req-ef2a7703-db50-4b7d-b4d7-7051615da557 tempest-InstanceActionsV221TestJSON-1478420689 tempest-InstanceActionsV221TestJSON-1478420689-project] 10.222.0.69 "GET /v2.0/ports?device_id=1fda610d-f64b-4f66-baf7-2f9bfe26ee1d HTTP/1.1" status: 200 len: 944 time: 0.3206234 Apr 18 19:27:03.020565 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-f50427fd-73c5-4254-9e32-4ea27cabb4db None None] Set router 88997029-2ce0-40f3-b7d3-208a67695f5f gateway port host: n-d-836017-2 {{(pid=84765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:27:03.021968 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-c3c43121-d383-4f16-a541-26145951b701 req-58adb411-a9d4-4531-91c7-0b7266e95e9f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5c8a5f4e-6d9d-474b-a613-1a0ebce9658a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575001 Apr 18 19:27:03.024000 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-241af3b9-79fc-40db-8222-49ece20f9aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1258501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66351815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66540800'] for subnet, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:03.240881 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-822e3c81-2ef6-4518-92f0-6867d80b2d68 req-4fef644f-f5ac-456d-b0a3-6d00684a81cf tempest-InstanceActionsV221TestJSON-1478420689 tempest-InstanceActionsV221TestJSON-1478420689-project] 10.222.0.69 "GET /v2.0/security-groups?id=c9beaf65-10e8-47b3-abe4-47b1e195579a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585108 Apr 18 19:27:03.272336 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241af3b9-79fc-40db-8222-49ece20f9aea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f0ace3e-3ddc-4a6a-801f-21faa6062361,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:03.368443 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-76921e4b-a66c-499e-b505-9c30501c73d1 req-5771f381-3eb3-4186-8413-483d25bb49bd tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "GET /v2.0/security-groups?id=059a9d13-b1ae-4689-acd4-4327d8143c7d&id=005d155c-90ca-4625-80c3-c43b698af2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4231210 Apr 18 19:27:03.406860 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-241af3b9-79fc-40db-8222-49ece20f9aea admin admin] Notify callbacks [] for subnet, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:03.407295 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-99619593-c17e-464e-bced-ea35c92f2714 admin admin] Notify callbacks [] for router, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:03.426840 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-241af3b9-79fc-40db-8222-49ece20f9aea admin admin] 10.222.0.69 "DELETE /v2.0/subnets/8f0ace3e-3ddc-4a6a-801f-21faa6062361 HTTP/1.1" status: 204 len: 168 time: 1.6280756 Apr 18 19:27:03.433114 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 50614) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:03.519877 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-f50427fd-73c5-4254-9e32-4ea27cabb4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88997029-2ce0-40f3-b7d3-208a67695f5f', 'name': 'tempest-ServersTestJSON-962769603-router', 'tenant_id': 'b29f8fde29594c17bd8cad9e98e010b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': 'ec43c23b-19d9-4e92-aaa2-0e693bafe65e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:25:07Z', 'updated_at': '2022-04-18T19:26:59Z', 'revision_number': 5, 'project_id': 'b29f8fde29594c17bd8cad9e98e010b3', 'gw_port': {'id': 'ec43c23b-19d9-4e92-aaa2-0e693bafe65e', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88997029-2ce0-40f3-b7d3-208a67695f5f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:25:09Z', 'updated_at': '2022-04-18T19:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2'}], 'n-d-836017-2', False) {} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:27:03.530125 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50427fd-73c5-4254-9e32-4ea27cabb4db None None] Checking router: 88997029-2ce0-40f3-b7d3-208a67695f5f for host: n-d-836017-2 {{(pid=84765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:27:03.544407 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 06b799dc-3aea-4cb3-90fe-2c88201e3471 details requested by agent hyperv_n-h1-836017-2 with host n-h1-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:27:03.582102 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50427fd-73c5-4254-9e32-4ea27cabb4db None None] Routers {'88997029-2ce0-40f3-b7d3-208a67695f5f'} bound to L3 agent in host n-d-836017-2 {{(pid=84765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:27:03.582723 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-f50427fd-73c5-4254-9e32-4ea27cabb4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:26:50Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['88997029-2ce0-40f3-b7d3-208a67695f5f'], 'active': True} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:27:03.732948 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.db.resource_extend [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 19:27:03.747719 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-c3c43121-d383-4f16-a541-26145951b701 req-0b9ff27a-ea27-4a98-86c1-916b5a2c5c34 service neutron] 10.222.0.73 "GET /v2.0/networks/5c8a5f4e-6d9d-474b-a613-1a0ebce9658a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7075939 Apr 18 19:27:03.760903 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e933bb3e-dec9-40e0-85bf-8ac9f9e4aa57 req-4552afa5-97e0-4aa6-8d2f-f57d8bad501a tempest-ServersAdmin275Test-536787650 tempest-ServersAdmin275Test-536787650-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=565ea609-bc70-41d2-8e9b-51bc0bb51a02 HTTP/1.1" status: 200 len: 210 time: 0.0619211 Apr 18 19:27:03.826487 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d962be-33c8-4b3a-b479-0a6195d0407a req-f26f9574-ad2f-4c2f-a996-383b95ca6985 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:03.830649 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-b7d962be-33c8-4b3a-b479-0a6195d0407a req-f26f9574-ad2f-4c2f-a996-383b95ca6985 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=2327f611-7c5a-4fad-b86b-e72911fb3ee2 HTTP/1.1" status: 200 len: 948 time: 0.3040690 Apr 18 19:27:03.912155 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-b7d962be-33c8-4b3a-b479-0a6195d0407a req-91d98a77-8b45-4106-bd22-d059962a727f tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730565 Apr 18 19:27:03.959054 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-f1056554-17ee-4dbc-a9db-2694e8ed9f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:04.034531 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-99619593-c17e-464e-bced-ea35c92f2714 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:04.090801 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port 06b799dc-3aea-4cb3-90fe-2c88201e3471, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=06b799dc-3aea-4cb3-90fe-2c88201e3471,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:27:04.110560 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Returning: {'device': '06b799dc-3aea-4cb3-90fe-2c88201e3471', 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a', 'port_id': '06b799dc-3aea-4cb3-90fe-2c88201e3471', 'mac_address': 'fa:16:3e:98:df:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17d1b3aa-2066-4ffa-a69f-52ed566b6548', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:27:04.150911 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-f50427fd-73c5-4254-9e32-4ea27cabb4db None None] Set router 88997029-2ce0-40f3-b7d3-208a67695f5f gateway port host: n-d-836017-2 {{(pid=84765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:27:04.189556 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-99619593-c17e-464e-bced-ea35c92f2714 admin admin] Deleting port ec43c23b-19d9-4e92-aaa2-0e693bafe65e {{(pid=84764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:27:04.195085 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-99619593-c17e-464e-bced-ea35c92f2714 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:04.273432 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-c3c43121-d383-4f16-a541-26145951b701 req-7a446f3a-65c0-48d8-a296-12f8cec8b23b service neutron] 10.222.0.73 "GET /v2.0/networks/5c8a5f4e-6d9d-474b-a613-1a0ebce9658a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5091798 Apr 18 19:27:04.275650 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-f1056554-17ee-4dbc-a9db-2694e8ed9f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256345', 'neutron.services.segments.db._delete_segments_for_network-8791093852025'] for network, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:04.346654 n-d-836017-2 neutron-server[84763]: DEBUG neutron.services.segments.db [None req-f1056554-17ee-4dbc-a9db-2694e8ed9f3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['520f0b71-c838-4972-8712-c05cbf04698e']}} {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:27:04.379783 n-d-836017-2 neutron-server[84763]: DEBUG neutron.services.segments.db [None req-f1056554-17ee-4dbc-a9db-2694e8ed9f3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4247da63-a16c-4432-855a-da0d16dfae66') {'for_net_delete': True} {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:27:04.384026 n-d-836017-2 neutron-server[84763]: DEBUG neutron.services.segments.db [None req-f1056554-17ee-4dbc-a9db-2694e8ed9f3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4247da63-a16c-4432-855a-da0d16dfae66') {} {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:27:04.408261 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-f1056554-17ee-4dbc-a9db-2694e8ed9f3c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791093851908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66272256'] for segment, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:04.441955 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [None req-99619593-c17e-464e-bced-ea35c92f2714 admin admin] For port ec43c23b-19d9-4e92-aaa2-0e693bafe65e, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=ec43c23b-19d9-4e92-aaa2-0e693bafe65e,segment=NetworkSegment(5de34947-6c56-419b-85d0-f61f69ce7c45),segment_id=5de34947-6c56-419b-85d0-f61f69ce7c45)] {{(pid=84764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:27:04.442502 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-99619593-c17e-464e-bced-ea35c92f2714 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:04.443907 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-f1056554-17ee-4dbc-a9db-2694e8ed9f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:04.464181 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1056554-17ee-4dbc-a9db-2694e8ed9f3c admin admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=84763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:27:04.464181 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-f1056554-17ee-4dbc-a9db-2694e8ed9f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66351785'] for segment, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:04.514586 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:04.588381 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06b799dc-3aea-4cb3-90fe-2c88201e3471 {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:27:04.617130 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-99619593-c17e-464e-bced-ea35c92f2714 admin admin] Calling delete_port for ec43c23b-19d9-4e92-aaa2-0e693bafe65e owned by network:router_gateway {{(pid=84764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:27:04.681655 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port 06b799dc-3aea-4cb3-90fe-2c88201e3471, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=06b799dc-3aea-4cb3-90fe-2c88201e3471,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:27:04.768479 n-d-836017-2 neutron-server[84763]: Traceback (most recent call last): Apr 18 19:27:04.768479 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:27:04.768479 n-d-836017-2 neutron-server[84763]: timer() Apr 18 19:27:04.768479 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:27:04.768479 n-d-836017-2 neutron-server[84763]: cb(*args, **kw) Apr 18 19:27:04.768479 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:27:04.768479 n-d-836017-2 neutron-server[84763]: return func(*args, **kwargs) Apr 18 19:27:04.768479 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:27:04.768479 n-d-836017-2 neutron-server[84763]: self._notify() Apr 18 19:27:04.768479 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:27:04.768479 n-d-836017-2 neutron-server[84763]: self.callback(batched_events) Apr 18 19:27:04.768479 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:27:04.768479 n-d-836017-2 neutron-server[84763]: event.method(event) Apr 18 19:27:04.768479 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:27:04.768479 n-d-836017-2 neutron-server[84763]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:27:04.768479 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:27:04.768479 n-d-836017-2 neutron-server[84763]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:27:04.768479 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:27:04.768479 n-d-836017-2 neutron-server[84763]: return f(self, *a, **k) Apr 18 19:27:04.768479 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:27:04.768479 n-d-836017-2 neutron-server[84763]: return self._get(url).json() Apr 18 19:27:04.768479 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:27:04.768479 n-d-836017-2 neutron-server[84763]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:27:04.768479 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:27:04.768479 n-d-836017-2 neutron-server[84763]: return self.request(url, 'GET', **kwargs) Apr 18 19:27:04.768479 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:27:04.768479 n-d-836017-2 neutron-server[84763]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:27:04.768479 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:27:04.768479 n-d-836017-2 neutron-server[84763]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:27:04.768479 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:27:04.768479 n-d-836017-2 neutron-server[84763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:27:04.768479 n-d-836017-2 neutron-server[84763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:27:04.790550 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:04.860824 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-f50427fd-73c5-4254-9e32-4ea27cabb4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88997029-2ce0-40f3-b7d3-208a67695f5f', 'name': 'tempest-ServersTestJSON-962769603-router', 'tenant_id': 'b29f8fde29594c17bd8cad9e98e010b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': 'ec43c23b-19d9-4e92-aaa2-0e693bafe65e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:25:07Z', 'updated_at': '2022-04-18T19:26:59Z', 'revision_number': 5, 'project_id': 'b29f8fde29594c17bd8cad9e98e010b3', 'gw_port': {'id': 'ec43c23b-19d9-4e92-aaa2-0e693bafe65e', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88997029-2ce0-40f3-b7d3-208a67695f5f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:25:09Z', 'updated_at': '2022-04-18T19:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2'}], 'n-d-836017-2', False) {} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:27:04.871760 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50427fd-73c5-4254-9e32-4ea27cabb4db None None] The sync data for ids ['88997029-2ce0-40f3-b7d3-208a67695f5f'] in n-d-836017-2 is: [{'id': '88997029-2ce0-40f3-b7d3-208a67695f5f', 'name': 'tempest-ServersTestJSON-962769603-router', 'tenant_id': 'b29f8fde29594c17bd8cad9e98e010b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': 'ec43c23b-19d9-4e92-aaa2-0e693bafe65e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:25:07Z', 'updated_at': '2022-04-18T19:26:59Z', 'revision_number': 5, 'project_id': 'b29f8fde29594c17bd8cad9e98e010b3', 'gw_port': {'id': 'ec43c23b-19d9-4e92-aaa2-0e693bafe65e', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88997029-2ce0-40f3-b7d3-208a67695f5f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:25:09Z', 'updated_at': '2022-04-18T19:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2'}] {{(pid=84765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:27:04.881704 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-f1056554-17ee-4dbc-a9db-2694e8ed9f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416801'] for network, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:04.887808 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Pushing event updated for resources: {'Port': ['ID=06b799dc-3aea-4cb3-90fe-2c88201e3471,revision_number=8']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:04.912979 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-f1056554-17ee-4dbc-a9db-2694e8ed9f3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:04.929061 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bfaf2a-af47-4aa1-9e1c-aaf0d6dc9389 req-3d8f8e89-0e76-40eb-93ee-5e4f22483aab tempest-InstanceActionsV221TestJSON-1478420689 tempest-InstanceActionsV221TestJSON-1478420689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:04.936437 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1056554-17ee-4dbc-a9db-2694e8ed9f3c admin admin] Pushing event deleted for resources: {'Network': ['ID=520f0b71-c838-4972-8712-c05cbf04698e,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:04.937901 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-91bfaf2a-af47-4aa1-9e1c-aaf0d6dc9389 req-3d8f8e89-0e76-40eb-93ee-5e4f22483aab tempest-InstanceActionsV221TestJSON-1478420689 tempest-InstanceActionsV221TestJSON-1478420689-project] 10.222.0.69 "GET /v2.0/ports?device_id=1fda610d-f64b-4f66-baf7-2f9bfe26ee1d HTTP/1.1" status: 200 len: 944 time: 0.1578188 Apr 18 19:27:04.944063 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-f1056554-17ee-4dbc-a9db-2694e8ed9f3c admin admin] 10.222.0.69 "DELETE /v2.0/networks/520f0b71-c838-4972-8712-c05cbf04698e HTTP/1.1" status: 204 len: 168 time: 1.5057304 Apr 18 19:27:04.972233 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934f2b83-fcf1-4ba4-8704-99b4931eca02 req-42d517a9-c0bc-4e67-9416-b08f0ae9b635 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:04.973805 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-934f2b83-fcf1-4ba4-8704-99b4931eca02 req-42d517a9-c0bc-4e67-9416-b08f0ae9b635 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=2327f611-7c5a-4fad-b86b-e72911fb3ee2 HTTP/1.1" status: 200 len: 949 time: 0.2042823 Apr 18 19:27:04.991151 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-91bfaf2a-af47-4aa1-9e1c-aaf0d6dc9389 req-f821ab7e-c419-4fae-813d-cf9a6c96b88a tempest-InstanceActionsV221TestJSON-1478420689 tempest-InstanceActionsV221TestJSON-1478420689-project] 10.222.0.69 "GET /v2.0/security-groups?id=c9beaf65-10e8-47b3-abe4-47b1e195579a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523777 Apr 18 19:27:04.994915 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c5e425-5162-43a3-b16a-2e248b2b71bd req-f612852b-c513-4f54-bebe-47d461657f8b tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:04.997243 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-52c5e425-5162-43a3-b16a-2e248b2b71bd req-f612852b-c513-4f54-bebe-47d461657f8b tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.72 "GET /v2.0/ports?device_id=2327f611-7c5a-4fad-b86b-e72911fb3ee2&tenant_id=4bf06599121a476094faf72db54a396e&binding%3Ahost_id=n-h1-836017-2 HTTP/1.1" status: 200 len: 949 time: 0.1963909 Apr 18 19:27:05.093956 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-99619593-c17e-464e-bced-ea35c92f2714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:05.115123 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-934f2b83-fcf1-4ba4-8704-99b4931eca02 req-d587944c-e6a1-4f9c-b590-f60f08e3f01c tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167512 Apr 18 19:27:05.126031 n-d-836017-2 neutron-server[84763]: INFO neutron.api.v2.resource [req-52c5e425-5162-43a3-b16a-2e248b2b71bd req-5527bef5-b70c-4207-9c3d-8e505b581c26 service neutron] delete failed (client error): The resource could not be found. Apr 18 19:27:05.127829 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-52c5e425-5162-43a3-b16a-2e248b2b71bd req-5527bef5-b70c-4207-9c3d-8e505b581c26 service neutron] 10.222.0.72 "DELETE /v2.0/ports/06b799dc-3aea-4cb3-90fe-2c88201e3471/bindings/n-h2-836017-2 HTTP/1.1" status: 404 len: 380 time: 0.1129618 Apr 18 19:27:05.150892 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99619593-c17e-464e-bced-ea35c92f2714 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec43c23b-19d9-4e92-aaa2-0e693bafe65e,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:05.305040 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] get_ports_and_sgs() called for port_ids ['06b799dc-3aea-4cb3-90fe-2c88201e3471'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:27:05.324923 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-1480f42b-4f85-49ea-ae5a-2fec8438dd36 req-a5493979-2ff7-4f7d-a35e-86ceabc59ca2 tempest-ServersAdmin275Test-536787650 tempest-ServersAdmin275Test-536787650-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=565ea609-bc70-41d2-8e9b-51bc0bb51a02 HTTP/1.1" status: 200 len: 210 time: 0.0600200 Apr 18 19:27:05.365011 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-52c5e425-5162-43a3-b16a-2e248b2b71bd req-9d20f0c2-9210-4e49-b03e-c2da1a915f15 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4bf06599121a476094faf72db54a396e&device_id=2327f611-7c5a-4fad-b86b-e72911fb3ee2 HTTP/1.1" status: 200 len: 1100 time: 0.1471539 Apr 18 19:27:05.499994 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf503ad-2e80-4148-b85a-3dcf47014536 req-ec9f532b-7a5d-4e5e-bcb6-78d3d8eed604 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:05.504828 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf503ad-2e80-4148-b85a-3dcf47014536 req-ec9f532b-7a5d-4e5e-bcb6-78d3d8eed604 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:05.509487 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf503ad-2e80-4148-b85a-3dcf47014536 req-ec9f532b-7a5d-4e5e-bcb6-78d3d8eed604 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:05.517934 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf503ad-2e80-4148-b85a-3dcf47014536 req-ec9f532b-7a5d-4e5e-bcb6-78d3d8eed604 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:05.525439 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf503ad-2e80-4148-b85a-3dcf47014536 req-ec9f532b-7a5d-4e5e-bcb6-78d3d8eed604 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:05.529470 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf503ad-2e80-4148-b85a-3dcf47014536 req-ec9f532b-7a5d-4e5e-bcb6-78d3d8eed604 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:05.534439 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf503ad-2e80-4148-b85a-3dcf47014536 req-ec9f532b-7a5d-4e5e-bcb6-78d3d8eed604 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:05.542332 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-faf503ad-2e80-4148-b85a-3dcf47014536 req-ec9f532b-7a5d-4e5e-bcb6-78d3d8eed604 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "GET /v2.0/ports?device_id=dca9f21b-f897-4981-ab52-5aee4da127c0 HTTP/1.1" status: 200 len: 5420 time: 0.3567545 Apr 18 19:27:05.557963 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 50634) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:05.576514 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device acee1199-3df7-4202-8267-83563d81e179 details requested by agent hyperv_n-h1-836017-2 with host n-h1-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:27:05.578197 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-99619593-c17e-464e-bced-ea35c92f2714 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416828'] for router_gateway, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:05.586887 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c5e425-5162-43a3-b16a-2e248b2b71bd req-56e7463b-04ef-4183-97d9-25497e046af5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:05.588370 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-52c5e425-5162-43a3-b16a-2e248b2b71bd req-56e7463b-04ef-4183-97d9-25497e046af5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a HTTP/1.1" status: 200 len: 870 time: 0.2167099 Apr 18 19:27:05.762728 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-52c5e425-5162-43a3-b16a-2e248b2b71bd req-35045f51-b5de-43e2-af23-aac3c33cfb70 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=06b799dc-3aea-4cb3-90fe-2c88201e3471 HTTP/1.1" status: 200 len: 217 time: 0.1675243 Apr 18 19:27:05.794692 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port acee1199-3df7-4202-8267-83563d81e179, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=acee1199-3df7-4202-8267-83563d81e179,segment=NetworkSegment(d44b985b-ba1d-41e7-ae49-0ec4012c12b5),segment_id=d44b985b-ba1d-41e7-ae49-0ec4012c12b5)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:27:05.816185 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Returning: {'device': 'acee1199-3df7-4202-8267-83563d81e179', 'network_id': '5c8a5f4e-6d9d-474b-a613-1a0ebce9658a', 'port_id': 'acee1199-3df7-4202-8267-83563d81e179', 'mac_address': 'fa:16:3e:76:c0:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80fddd51-7e06-46de-a009-620a0f614b97', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:27:05.868371 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c5e425-5162-43a3-b16a-2e248b2b71bd req-7691322e-7821-46dc-9cdb-2720d0485cbe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:05.869825 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-52c5e425-5162-43a3-b16a-2e248b2b71bd req-7691322e-7821-46dc-9cdb-2720d0485cbe service neutron] 10.222.0.72 "GET /v2.0/subnets?id=17d1b3aa-2066-4ffa-a69f-52ed566b6548 HTTP/1.1" status: 200 len: 843 time: 0.0967650 Apr 18 19:27:05.959011 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:05.986012 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acee1199-3df7-4202-8267-83563d81e179 {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:27:06.006305 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-52c5e425-5162-43a3-b16a-2e248b2b71bd req-c226ddd3-cb1d-415e-9291-1811ea3af17d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1271176 Apr 18 19:27:06.019127 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port acee1199-3df7-4202-8267-83563d81e179, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=acee1199-3df7-4202-8267-83563d81e179,segment=NetworkSegment(d44b985b-ba1d-41e7-ae49-0ec4012c12b5),segment_id=d44b985b-ba1d-41e7-ae49-0ec4012c12b5)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:27:06.047453 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-faf503ad-2e80-4148-b85a-3dcf47014536 req-32a69f36-3512-4d9a-a485-4d1dd9f8c6f7 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "GET /v2.0/security-groups?id=059a9d13-b1ae-4689-acd4-4327d8143c7d&id=005d155c-90ca-4625-80c3-c43b698af2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5040209 Apr 18 19:27:06.050800 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-739e00a1-5034-4e78-a891-c179988f769b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=39f82a14036e470eb61c7afcf8c12bbb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4898410 Apr 18 19:27:06.088335 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 50644) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:06.151997 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-99619593-c17e-464e-bced-ea35c92f2714 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4443'] for router, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:06.166482 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-99619593-c17e-464e-bced-ea35c92f2714 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:06.211330 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-5fad311e-b694-4af5-96d4-14f86b751bf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:06.216502 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-52c5e425-5162-43a3-b16a-2e248b2b71bd req-a8c00525-356b-4505-8b4f-115e3b5766f1 service neutron] 10.222.0.72 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992638 Apr 18 19:27:06.251810 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:06.323178 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8772094f-e1cb-40c2-94c0-64c3277ebb95 req-41832e81-5c5c-4893-8631-47cd74ba3fa4 tempest-InstanceActionsV221TestJSON-1478420689 tempest-InstanceActionsV221TestJSON-1478420689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:06.326275 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8772094f-e1cb-40c2-94c0-64c3277ebb95 req-41832e81-5c5c-4893-8631-47cd74ba3fa4 tempest-InstanceActionsV221TestJSON-1478420689 tempest-InstanceActionsV221TestJSON-1478420689-project] 10.222.0.69 "GET /v2.0/ports?device_id=1fda610d-f64b-4f66-baf7-2f9bfe26ee1d HTTP/1.1" status: 200 len: 945 time: 0.1118779 Apr 18 19:27:06.327145 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-99619593-c17e-464e-bced-ea35c92f2714 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412768'] for router, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:06.327766 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99619593-c17e-464e-bced-ea35c92f2714 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 88997029-2ce0-40f3-b7d3-208a67695f5f {{(pid=84764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 19:27:06.332729 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-5fad311e-b694-4af5-96d4-14f86b751bf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:06.359007 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Pushing event updated for resources: {'Port': ['ID=acee1199-3df7-4202-8267-83563d81e179,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:06.378607 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-99619593-c17e-464e-bced-ea35c92f2714 admin admin] Notify callbacks [] for router, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:06.383680 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-99619593-c17e-464e-bced-ea35c92f2714 admin admin] 10.222.0.69 "DELETE /v2.0/routers/88997029-2ce0-40f3-b7d3-208a67695f5f HTTP/1.1" status: 204 len: 168 time: 3.5663967 Apr 18 19:27:06.387147 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 50652) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:06.452165 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-52c5e425-5162-43a3-b16a-2e248b2b71bd req-1f34cc02-768e-4bf4-9a64-d127ac501197 service neutron] 10.222.0.72 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272975 Apr 18 19:27:06.480038 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8772094f-e1cb-40c2-94c0-64c3277ebb95 req-3d4e07e4-1896-46b7-8c27-487bbe3d2743 tempest-InstanceActionsV221TestJSON-1478420689 tempest-InstanceActionsV221TestJSON-1478420689-project] 10.222.0.69 "GET /v2.0/security-groups?id=c9beaf65-10e8-47b3-abe4-47b1e195579a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341147 Apr 18 19:27:06.499087 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e0ccdc8-bf27-4e3b-ba37-ae15631d1d8b admin admin] Deleting subnet acde3d02-95bd-4d07-9484-4bde4e43b986 {{(pid=84764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:27:06.505995 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-0e0ccdc8-bf27-4e3b-ba37-ae15631d1d8b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:06.587684 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-5fad311e-b694-4af5-96d4-14f86b751bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:06.588240 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-0e0ccdc8-bf27-4e3b-ba37-ae15631d1d8b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66931798'] for subnet, precommit_delete_associations {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:06.619851 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fad311e-b694-4af5-96d4-14f86b751bf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d41fd17e-db12-437a-89e9-db660d5724d4,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:06.692041 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] get_ports_and_sgs() called for port_ids ['acee1199-3df7-4202-8267-83563d81e179'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:27:06.827770 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-0e0ccdc8-bf27-4e3b-ba37-ae15631d1d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1258508'] for subnet, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:06.833627 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-5fad311e-b694-4af5-96d4-14f86b751bf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:06.835182 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-5fad311e-b694-4af5-96d4-14f86b751bf2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d41fd17e-db12-437a-89e9-db660d5724d4 HTTP/1.1" status: 204 len: 168 time: 0.7462251 Apr 18 19:27:07.110865 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b978aa9e-8a96-46d2-9ea4-972accff93fd req-051915b8-37f6-4c84-a3a4-19b8d5843833 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:07.111626 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device ec43c23b-19d9-4e92-aaa2-0e693bafe65e no longer exists at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:27:07.129162 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-b978aa9e-8a96-46d2-9ea4-972accff93fd req-051915b8-37f6-4c84-a3a4-19b8d5843833 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=2327f611-7c5a-4fad-b86b-e72911fb3ee2 HTTP/1.1" status: 200 len: 949 time: 0.3607204 Apr 18 19:27:07.154798 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] No Port match for: ec43c23b-19d9-4e92-aaa2-0e693bafe65e {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:27:07.155154 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device ec43c23b-19d9-4e92-aaa2-0e693bafe65e not bound to the agent host n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:27:07.156113 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device bb41cb28-cb79-4b65-9fb1-e29fd00be975 no longer exists at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:27:07.204174 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] No Port match for: bb41cb28-cb79-4b65-9fb1-e29fd00be975 {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:27:07.204533 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device bb41cb28-cb79-4b65-9fb1-e29fd00be975 not bound to the agent host n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:27:07.206482 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-139c4d32-61a4-498b-ad16-b2e9936660ca req-995d949f-f6ed-4ba8-b8cf-889b55836a63 tempest-ServersAdmin275Test-536787650 tempest-ServersAdmin275Test-536787650-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=565ea609-bc70-41d2-8e9b-51bc0bb51a02 HTTP/1.1" status: 200 len: 210 time: 0.0525765 Apr 18 19:27:07.221731 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-b978aa9e-8a96-46d2-9ea4-972accff93fd req-e69ca3c6-9e71-41c1-b1ac-6b00b90f3192 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852365 Apr 18 19:27:07.336284 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5ee42e-4772-46db-93ab-f18dd69b1b91 req-a74ff9ee-d442-4bef-9e1a-1e974f115950 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:07.338080 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-1d5ee42e-4772-46db-93ab-f18dd69b1b91 req-a74ff9ee-d442-4bef-9e1a-1e974f115950 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.73 "GET /v2.0/ports?device_id=6623f59d-6d74-43c2-bd67-bd59cf127910 HTTP/1.1" status: 200 len: 944 time: 0.0946500 Apr 18 19:27:07.427271 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-0e0ccdc8-bf27-4e3b-ba37-ae15631d1d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1258501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2290876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65862598'] for subnet, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:07.476834 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0ccdc8-bf27-4e3b-ba37-ae15631d1d8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=acde3d02-95bd-4d07-9484-4bde4e43b986,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:07.477065 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-1d5ee42e-4772-46db-93ab-f18dd69b1b91 req-b46ab6fb-f19e-407a-805e-6b44d7b3e0a7 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Deleting port abe1a1c1-6ab6-46fd-abfb-f7df79d33862 {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:27:07.477317 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-1d5ee42e-4772-46db-93ab-f18dd69b1b91 req-b46ab6fb-f19e-407a-805e-6b44d7b3e0a7 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:07.487052 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-0e0ccdc8-bf27-4e3b-ba37-ae15631d1d8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for subnet, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:07.495318 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ac8f13-e4b6-4260-a319-d26a7bbf12f4 None None] Network bc6a388b-dbfa-4690-809a-bcb581cc24f3 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:27:07.497049 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd933e0-e57b-4e3b-8ee6-14431176ae94 req-00caf04e-fbf1-49b0-b515-d313c370d0d0 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:07.504622 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6fd933e0-e57b-4e3b-8ee6-14431176ae94 req-00caf04e-fbf1-49b0-b515-d313c370d0d0 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?device_id=6623f59d-6d74-43c2-bd67-bd59cf127910 HTTP/1.1" status: 200 len: 944 time: 0.1551812 Apr 18 19:27:07.531909 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-0e0ccdc8-bf27-4e3b-ba37-ae15631d1d8b admin admin] 10.222.0.69 "DELETE /v2.0/subnets/acde3d02-95bd-4d07-9484-4bde4e43b986 HTTP/1.1" status: 204 len: 168 time: 1.1438041 Apr 18 19:27:07.535386 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 50666) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:07.709541 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6fd933e0-e57b-4e3b-8ee6-14431176ae94 req-95e1928e-3ab4-4c5f-992e-9d2ecc59e351 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040761 Apr 18 19:27:07.714032 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 06b799dc-3aea-4cb3-90fe-2c88201e3471 up at agent hyperv_n-h1-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:27:07.766040 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-cae32c23-3b74-47e5-83e2-36e78fa97c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:07.808969 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-cae32c23-3b74-47e5-83e2-36e78fa97c68 admin admin] Deleting port 002a6819-0daf-4acf-871b-b8ff2b219a90 {{(pid=84764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:27:07.808969 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-cae32c23-3b74-47e5-83e2-36e78fa97c68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:07.883488 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-1d5ee42e-4772-46db-93ab-f18dd69b1b91 req-b46ab6fb-f19e-407a-805e-6b44d7b3e0a7 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] For port abe1a1c1-6ab6-46fd-abfb-f7df79d33862, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=abe1a1c1-6ab6-46fd-abfb-f7df79d33862,segment=NetworkSegment(57f6477d-46cb-4fbc-8909-e9439d3b2b0a),segment_id=57f6477d-46cb-4fbc-8909-e9439d3b2b0a)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:27:07.884280 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-1d5ee42e-4772-46db-93ab-f18dd69b1b91 req-b46ab6fb-f19e-407a-805e-6b44d7b3e0a7 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:08.002965 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Provisioning for port 06b799dc-3aea-4cb3-90fe-2c88201e3471 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:27:08.008811 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Provisioning complete for port 06b799dc-3aea-4cb3-90fe-2c88201e3471 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:27:08.009264 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:08.078614 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb33680f-40f3-4cd9-ba92-a16e81028497 None None] DHCP port deletion for bc6a388b-dbfa-4690-809a-bcb581cc24f3 request from n-d-836017-2 {{(pid=84765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 19:27:08.086671 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-bb33680f-40f3-4cd9-ba92-a16e81028497 None None] Deleting port 002a6819-0daf-4acf-871b-b8ff2b219a90 {{(pid=84765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:27:08.087056 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bb33680f-40f3-4cd9-ba92-a16e81028497 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:08.241383 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-1d5ee42e-4772-46db-93ab-f18dd69b1b91 req-b46ab6fb-f19e-407a-805e-6b44d7b3e0a7 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Calling delete_port for abe1a1c1-6ab6-46fd-abfb-f7df79d33862 owned by compute:nova {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:27:08.245740 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [None req-cae32c23-3b74-47e5-83e2-36e78fa97c68 admin admin] For port 002a6819-0daf-4acf-871b-b8ff2b219a90, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=002a6819-0daf-4acf-871b-b8ff2b219a90,segment=NetworkSegment(1ee78f5f-19b1-4536-a0ab-086e7442dabc),segment_id=1ee78f5f-19b1-4536-a0ab-086e7442dabc)] {{(pid=84764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:27:08.246109 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-cae32c23-3b74-47e5-83e2-36e78fa97c68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:08.267104 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cee0eb0-61c7-447e-be4f-d7c9ca437aa7 req-284af92d-b809-4e6c-a2d6-c274264a3307 tempest-InstanceActionsV221TestJSON-1478420689 tempest-InstanceActionsV221TestJSON-1478420689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:08.271834 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-7cee0eb0-61c7-447e-be4f-d7c9ca437aa7 req-284af92d-b809-4e6c-a2d6-c274264a3307 tempest-InstanceActionsV221TestJSON-1478420689 tempest-InstanceActionsV221TestJSON-1478420689-project] 10.222.0.69 "GET /v2.0/ports?device_id=1fda610d-f64b-4f66-baf7-2f9bfe26ee1d HTTP/1.1" status: 200 len: 945 time: 0.2350266 Apr 18 19:27:08.273674 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:08.290606 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae667977-2086-4304-b037-066f988999f4 req-3a4b7e54-45d5-4195-89ca-758529ae88a8 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:08.294653 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae667977-2086-4304-b037-066f988999f4 req-3a4b7e54-45d5-4195-89ca-758529ae88a8 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:08.299480 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae667977-2086-4304-b037-066f988999f4 req-3a4b7e54-45d5-4195-89ca-758529ae88a8 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:08.303567 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae667977-2086-4304-b037-066f988999f4 req-3a4b7e54-45d5-4195-89ca-758529ae88a8 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:08.307597 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae667977-2086-4304-b037-066f988999f4 req-3a4b7e54-45d5-4195-89ca-758529ae88a8 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:08.311529 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae667977-2086-4304-b037-066f988999f4 req-3a4b7e54-45d5-4195-89ca-758529ae88a8 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:08.316375 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae667977-2086-4304-b037-066f988999f4 req-3a4b7e54-45d5-4195-89ca-758529ae88a8 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:08.318319 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ae667977-2086-4304-b037-066f988999f4 req-3a4b7e54-45d5-4195-89ca-758529ae88a8 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "GET /v2.0/ports?device_id=dca9f21b-f897-4981-ab52-5aee4da127c0 HTTP/1.1" status: 200 len: 5420 time: 0.9074388 Apr 18 19:27:08.381046 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2327f611-7c5a-4fad-b86b-e72911fb3ee2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06b799dc-3aea-4cb3-90fe-2c88201e3471'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:27:08.410573 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port 06b799dc-3aea-4cb3-90fe-2c88201e3471, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=06b799dc-3aea-4cb3-90fe-2c88201e3471,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:27:08.418729 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ae667977-2086-4304-b037-066f988999f4 req-6c3103e7-4c0e-4067-b845-2cf2562242d9 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "GET /v2.0/security-groups?id=059a9d13-b1ae-4689-acd4-4327d8143c7d&id=005d155c-90ca-4625-80c3-c43b698af2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0851023 Apr 18 19:27:08.420268 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-cae32c23-3b74-47e5-83e2-36e78fa97c68 admin admin] Calling delete_port for 002a6819-0daf-4acf-871b-b8ff2b219a90 owned by network:dhcp {{(pid=84764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:27:08.472815 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-bb33680f-40f3-4cd9-ba92-a16e81028497 None None] For port 002a6819-0daf-4acf-871b-b8ff2b219a90, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=002a6819-0daf-4acf-871b-b8ff2b219a90,segment=NetworkSegment(1ee78f5f-19b1-4536-a0ab-086e7442dabc),segment_id=1ee78f5f-19b1-4536-a0ab-086e7442dabc)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:27:08.473278 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bb33680f-40f3-4cd9-ba92-a16e81028497 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:08.532155 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-7cee0eb0-61c7-447e-be4f-d7c9ca437aa7 req-bd4f1c5e-cb41-4744-a75c-ad786c0c111f tempest-InstanceActionsV221TestJSON-1478420689 tempest-InstanceActionsV221TestJSON-1478420689-project] 10.222.0.69 "GET /v2.0/security-groups?id=c9beaf65-10e8-47b3-abe4-47b1e195579a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015381 Apr 18 19:27:08.637173 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:08.643950 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-bb33680f-40f3-4cd9-ba92-a16e81028497 None None] Calling delete_port for 002a6819-0daf-4acf-871b-b8ff2b219a90 owned by network:dhcp {{(pid=84765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:27:08.726355 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6fbfe3-a74d-45b4-a5ee-b8d9d85787bd req-9ddb720b-b548-4453-87a6-5d64c85894ba tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:08.735915 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-6c6fbfe3-a74d-45b4-a5ee-b8d9d85787bd req-9ddb720b-b548-4453-87a6-5d64c85894ba tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=2327f611-7c5a-4fad-b86b-e72911fb3ee2 HTTP/1.1" status: 200 len: 950 time: 0.0986989 Apr 18 19:27:08.756651 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-cae32c23-3b74-47e5-83e2-36e78fa97c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:08.764814 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Pushing event updated for resources: {'Port': ['ID=06b799dc-3aea-4cb3-90fe-2c88201e3471,revision_number=9']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:08.778688 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-1d5ee42e-4772-46db-93ab-f18dd69b1b91 req-b46ab6fb-f19e-407a-805e-6b44d7b3e0a7 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:08.807170 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] get_ports_and_sgs() called for port_ids ['abe1a1c1-6ab6-46fd-abfb-f7df79d33862'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:27:08.852214 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-bb33680f-40f3-4cd9-ba92-a16e81028497 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84765) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 19:27:08.852594 n-d-836017-2 neutron-server[84765]: DEBUG oslo_db.api [None req-bb33680f-40f3-4cd9-ba92-a16e81028497 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 19:27:08.853339 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46ab6fb-f19e-407a-805e-6b44d7b3e0a7 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Pushing event deleted for resources: {'Port': ['ID=abe1a1c1-6ab6-46fd-abfb-f7df79d33862,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:08.873415 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-6c6fbfe3-a74d-45b4-a5ee-b8d9d85787bd req-bdfe2af8-eddb-4fbf-bffe-95e611a9523b tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359732 Apr 18 19:27:08.939618 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-bc24e017-63f7-4065-bf5c-ad9ad55e11c1 req-85b64885-fe1e-4a1b-84d8-76d8561358f9 tempest-ServersAdmin275Test-536787650 tempest-ServersAdmin275Test-536787650-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=565ea609-bc70-41d2-8e9b-51bc0bb51a02 HTTP/1.1" status: 200 len: 210 time: 0.2215745 Apr 18 19:27:08.950980 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae32c23-3b74-47e5-83e2-36e78fa97c68 admin admin] Pushing event deleted for resources: {'Port': ['ID=002a6819-0daf-4acf-871b-b8ff2b219a90,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:08.957873 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae32c23-3b74-47e5-83e2-36e78fa97c68 admin admin] No DVR routers for this DVR port 002a6819-0daf-4acf-871b-b8ff2b219a90 on host n-d-836017-2 {{(pid=84764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:27:08.996555 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecd4592f-9554-42c2-8a00-9ab865b8f624'] response: {'server_uuid': '2327f611-7c5a-4fad-b86b-e72911fb3ee2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06b799dc-3aea-4cb3-90fe-2c88201e3471', 'code': 200} Apr 18 19:27:09.016036 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 002a6819-0daf-4acf-871b-b8ff2b219a90 no longer exists at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:27:09.017038 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d5ee42e-4772-46db-93ab-f18dd69b1b91 req-b46ab6fb-f19e-407a-805e-6b44d7b3e0a7 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] No DVR routers for this DVR port abe1a1c1-6ab6-46fd-abfb-f7df79d33862 on host n-h1-836017-2 {{(pid=84763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:27:09.019669 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-1d5ee42e-4772-46db-93ab-f18dd69b1b91 req-b46ab6fb-f19e-407a-805e-6b44d7b3e0a7 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:09.022681 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6623f59d-6d74-43c2-bd67-bd59cf127910', 'name': 'network-vif-deleted', 'tag': 'abe1a1c1-6ab6-46fd-abfb-f7df79d33862'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:27:09.064079 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] No Port match for: 002a6819-0daf-4acf-871b-b8ff2b219a90 {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:27:09.064504 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 002a6819-0daf-4acf-871b-b8ff2b219a90 not bound to the agent host n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:27:09.154534 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-cae32c23-3b74-47e5-83e2-36e78fa97c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256345', 'neutron.services.segments.db._delete_segments_for_network-8791093852025'] for network, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:09.203314 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-1d5ee42e-4772-46db-93ab-f18dd69b1b91 req-b46ab6fb-f19e-407a-805e-6b44d7b3e0a7 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.73 "DELETE /v2.0/ports/abe1a1c1-6ab6-46fd-abfb-f7df79d33862 HTTP/1.1" status: 204 len: 173 time: 1.8577251 Apr 18 19:27:09.224598 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 50704) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:09.227834 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-82c47496-1160-4945-b70e-42c806fd61a4 req-bdfd722d-51e0-4525-849f-accb02de8e98 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Synchronizing usage tracker for tenant:e8145a70cab44ff88b524306edcbe946 on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:27:09.243597 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-cae32c23-3b74-47e5-83e2-36e78fa97c68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc6a388b-dbfa-4690-809a-bcb581cc24f3']}} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:27:09.256811 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-cae32c23-3b74-47e5-83e2-36e78fa97c68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ee78f5f-19b1-4536-a0ab-086e7442dabc') {'for_net_delete': True} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:27:09.257106 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-cae32c23-3b74-47e5-83e2-36e78fa97c68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ee78f5f-19b1-4536-a0ab-086e7442dabc') {} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:27:09.280013 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-cae32c23-3b74-47e5-83e2-36e78fa97c68 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791093851908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66932133'] for segment, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:09.303213 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-cae32c23-3b74-47e5-83e2-36e78fa97c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:09.313007 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cae32c23-3b74-47e5-83e2-36e78fa97c68 admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=84764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:27:09.313445 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-cae32c23-3b74-47e5-83e2-36e78fa97c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2290898'] for segment, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:09.327508 n-d-836017-2 neutron-server[84764]: Traceback (most recent call last): Apr 18 19:27:09.327508 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:27:09.327508 n-d-836017-2 neutron-server[84764]: timer() Apr 18 19:27:09.327508 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:27:09.327508 n-d-836017-2 neutron-server[84764]: cb(*args, **kw) Apr 18 19:27:09.327508 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:27:09.327508 n-d-836017-2 neutron-server[84764]: return func(*args, **kwargs) Apr 18 19:27:09.327508 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:27:09.327508 n-d-836017-2 neutron-server[84764]: self._notify() Apr 18 19:27:09.327508 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:27:09.327508 n-d-836017-2 neutron-server[84764]: self.callback(batched_events) Apr 18 19:27:09.327508 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:27:09.327508 n-d-836017-2 neutron-server[84764]: event.method(event) Apr 18 19:27:09.327508 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:27:09.327508 n-d-836017-2 neutron-server[84764]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:27:09.327508 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:27:09.327508 n-d-836017-2 neutron-server[84764]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:27:09.327508 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:27:09.327508 n-d-836017-2 neutron-server[84764]: return f(self, *a, **k) Apr 18 19:27:09.327508 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:27:09.327508 n-d-836017-2 neutron-server[84764]: return self._get(url).json() Apr 18 19:27:09.327508 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:27:09.327508 n-d-836017-2 neutron-server[84764]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:27:09.327508 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:27:09.327508 n-d-836017-2 neutron-server[84764]: return self.request(url, 'GET', **kwargs) Apr 18 19:27:09.327508 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:27:09.327508 n-d-836017-2 neutron-server[84764]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:27:09.327508 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:27:09.327508 n-d-836017-2 neutron-server[84764]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:27:09.327508 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:27:09.327508 n-d-836017-2 neutron-server[84764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:27:09.327508 n-d-836017-2 neutron-server[84764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:27:09.331149 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-b9759df9-db4f-489c-8bf3-788b4553a660 req-a1bc081f-a47b-4681-a34e-3f3dc782de8c tempest-MigrationsAdminTest-620803545 tempest-MigrationsAdminTest-620803545-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=2327f611-7c5a-4fad-b86b-e72911fb3ee2 HTTP/1.1" status: 200 len: 1101 time: 0.1530998 Apr 18 19:27:09.354362 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-bb33680f-40f3-4cd9-ba92-a16e81028497 None None] Deleting port 002a6819-0daf-4acf-871b-b8ff2b219a90 {{(pid=84765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:27:09.354840 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bb33680f-40f3-4cd9-ba92-a16e81028497 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:09.372849 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-987afd55-cf4d-49e0-835b-417e93fbe7c9 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1124515802-network', 'tenant_id': 'cde3a890089e40a1b179d71db405af78'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:27:09.378561 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-987afd55-cf4d-49e0-835b-417e93fbe7c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:27:09.382843 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-987afd55-cf4d-49e0-835b-417e93fbe7c9 admin admin] Usage tracker for resource:network and tenant:cde3a890089e40a1b179d71db405af78 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:27:09.386601 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-987afd55-cf4d-49e0-835b-417e93fbe7c9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:27:09.393771 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-987afd55-cf4d-49e0-835b-417e93fbe7c9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:27:09.401929 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-82c47496-1160-4945-b70e-42c806fd61a4 req-bdfd722d-51e0-4525-849f-accb02de8e98 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Unset dirty status for tenant:e8145a70cab44ff88b524306edcbe946 on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:27:09.414758 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-82c47496-1160-4945-b70e-42c806fd61a4 req-bdfd722d-51e0-4525-849f-accb02de8e98 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?device_id=6623f59d-6d74-43c2-bd67-bd59cf127910 HTTP/1.1" status: 200 len: 210 time: 0.2724004 Apr 18 19:27:09.426212 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-bb33680f-40f3-4cd9-ba92-a16e81028497 None None] The port '002a6819-0daf-4acf-871b-b8ff2b219a90' was deleted {{(pid=84765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 19:27:09.445357 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-b9759df9-db4f-489c-8bf3-788b4553a660 req-ad88f5f0-fe64-4dfc-992c-2cb63fd4b703 tempest-MigrationsAdminTest-620803545 tempest-MigrationsAdminTest-620803545-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664518 Apr 18 19:27:09.496743 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04e5ac58-b429-4553-b746-6f7b87164aa4'] response: {'server_uuid': '6623f59d-6d74-43c2-bd67-bd59cf127910', 'name': 'network-vif-deleted', 'tag': 'abe1a1c1-6ab6-46fd-abfb-f7df79d33862', 'status': 'completed', 'code': 200} Apr 18 19:27:09.551103 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-cae32c23-3b74-47e5-83e2-36e78fa97c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416801'] for network, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:09.552168 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-987afd55-cf4d-49e0-835b-417e93fbe7c9 admin admin] Made reservation on behalf of cde3a890089e40a1b179d71db405af78 for: {'network': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:27:09.560631 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-987afd55-cf4d-49e0-835b-417e93fbe7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for network, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:09.576806 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-987afd55-cf4d-49e0-835b-417e93fbe7c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:09.582906 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device acee1199-3df7-4202-8267-83563d81e179 up at agent hyperv_n-h1-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:27:09.594855 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-cae32c23-3b74-47e5-83e2-36e78fa97c68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:09.620550 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-987afd55-cf4d-49e0-835b-417e93fbe7c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:27:09.621923 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-987afd55-cf4d-49e0-835b-417e93fbe7c9 admin admin] Usage tracker for resource:security_group_rule and tenant:cde3a890089e40a1b179d71db405af78 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:27:09.625249 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-987afd55-cf4d-49e0-835b-417e93fbe7c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:27:09.632156 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-987afd55-cf4d-49e0-835b-417e93fbe7c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:27:09.671141 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae32c23-3b74-47e5-83e2-36e78fa97c68 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc6a388b-dbfa-4690-809a-bcb581cc24f3,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:09.724285 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-987afd55-cf4d-49e0-835b-417e93fbe7c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:09.806458 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e5e63f-5d24-442b-aa2b-043e885387e7 req-735a4ccd-ba02-44b4-9b54-d856dd069d82 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:09.810302 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e5e63f-5d24-442b-aa2b-043e885387e7 req-735a4ccd-ba02-44b4-9b54-d856dd069d82 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:09.814700 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e5e63f-5d24-442b-aa2b-043e885387e7 req-735a4ccd-ba02-44b4-9b54-d856dd069d82 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:09.816759 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7881c6b3-d0a2-4978-ba15-d97fe4de0ecb req-dccf9291-d0e6-4af3-9928-778505b1b8ec tempest-InstanceActionsV221TestJSON-1478420689 tempest-InstanceActionsV221TestJSON-1478420689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:09.818200 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7881c6b3-d0a2-4978-ba15-d97fe4de0ecb req-dccf9291-d0e6-4af3-9928-778505b1b8ec tempest-InstanceActionsV221TestJSON-1478420689 tempest-InstanceActionsV221TestJSON-1478420689-project] 10.222.0.69 "GET /v2.0/ports?device_id=1fda610d-f64b-4f66-baf7-2f9bfe26ee1d HTTP/1.1" status: 200 len: 945 time: 0.0926142 Apr 18 19:27:09.819213 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e5e63f-5d24-442b-aa2b-043e885387e7 req-735a4ccd-ba02-44b4-9b54-d856dd069d82 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:09.823287 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e5e63f-5d24-442b-aa2b-043e885387e7 req-735a4ccd-ba02-44b4-9b54-d856dd069d82 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:09.827475 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e5e63f-5d24-442b-aa2b-043e885387e7 req-735a4ccd-ba02-44b4-9b54-d856dd069d82 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:09.832513 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e5e63f-5d24-442b-aa2b-043e885387e7 req-735a4ccd-ba02-44b4-9b54-d856dd069d82 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:09.834460 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e3e5e63f-5d24-442b-aa2b-043e885387e7 req-735a4ccd-ba02-44b4-9b54-d856dd069d82 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "GET /v2.0/ports?device_id=dca9f21b-f897-4981-ab52-5aee4da127c0 HTTP/1.1" status: 200 len: 5420 time: 0.1808317 Apr 18 19:27:09.851924 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Provisioning for port acee1199-3df7-4202-8267-83563d81e179 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:27:09.857133 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Provisioning complete for port acee1199-3df7-4202-8267-83563d81e179 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:27:09.857571 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:09.859081 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-987afd55-cf4d-49e0-835b-417e93fbe7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:09.871799 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-cae32c23-3b74-47e5-83e2-36e78fa97c68 admin admin] 10.222.0.69 "DELETE /v2.0/networks/bc6a388b-dbfa-4690-809a-bcb581cc24f3 HTTP/1.1" status: 204 len: 168 time: 2.3338132 Apr 18 19:27:09.897762 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7881c6b3-d0a2-4978-ba15-d97fe4de0ecb req-6fea0fcd-f197-4187-855d-e6631ed673ad tempest-InstanceActionsV221TestJSON-1478420689 tempest-InstanceActionsV221TestJSON-1478420689-project] 10.222.0.69 "GET /v2.0/security-groups?id=c9beaf65-10e8-47b3-abe4-47b1e195579a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716362 Apr 18 19:27:09.903489 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-987afd55-cf4d-49e0-835b-417e93fbe7c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=84763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:27:09.912941 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987afd55-cf4d-49e0-835b-417e93fbe7c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd7f69dc-886d-4472-a746-337e2c087e01,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:09.918628 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-987afd55-cf4d-49e0-835b-417e93fbe7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:09.919029 n-d-836017-2 neutron-server[84763]: INFO neutron.db.segments_db [None req-987afd55-cf4d-49e0-835b-417e93fbe7c9 admin admin] Added segment ffe0b6d2-2182-4141-8f2f-b400e36467e4 of type vlan for network 19b59b41-cadd-403d-bfd9-2d34b4cf02aa Apr 18 19:27:09.935361 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e3e5e63f-5d24-442b-aa2b-043e885387e7 req-202b862b-abe7-45cf-aec8-4f5583dae0f5 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "GET /v2.0/security-groups?id=059a9d13-b1ae-4689-acd4-4327d8143c7d&id=005d155c-90ca-4625-80c3-c43b698af2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0948110 Apr 18 19:27:09.949015 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-987afd55-cf4d-49e0-835b-417e93fbe7c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791093404182'] for network, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:10.014209 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:10.049047 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port acee1199-3df7-4202-8267-83563d81e179, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=acee1199-3df7-4202-8267-83563d81e179,segment=NetworkSegment(d44b985b-ba1d-41e7-ae49-0ec4012c12b5),segment_id=d44b985b-ba1d-41e7-ae49-0ec4012c12b5)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:27:10.091858 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-49c6c7ca-c567-492d-9e79-80efc894683a req-eb90e7e9-00f1-4e11-b9c2-e3b79b402ed3 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=4bf06599121a476094faf72db54a396e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279727 Apr 18 19:27:10.120710 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-987afd55-cf4d-49e0-835b-417e93fbe7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251'] for network, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:10.124587 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987afd55-cf4d-49e0-835b-417e93fbe7c9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:10.124587 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-987afd55-cf4d-49e0-835b-417e93fbe7c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:10.162340 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:10.163535 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device abe1a1c1-6ab6-46fd-abfb-f7df79d33862 no longer exists at agent hyperv_n-h1-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:27:10.235596 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a21f088d-4d40-4a10-9187-86a0a4f246d8 req-33233ba2-796d-437f-9995-0efb383f00cd tempest-ServersAdmin275Test-536787650 tempest-ServersAdmin275Test-536787650-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=565ea609-bc70-41d2-8e9b-51bc0bb51a02 HTTP/1.1" status: 200 len: 210 time: 0.0501175 Apr 18 19:27:10.249437 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] No Port match for: abe1a1c1-6ab6-46fd-abfb-f7df79d33862 {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:27:10.250023 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device abe1a1c1-6ab6-46fd-abfb-f7df79d33862 not bound to the agent host n-h1-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:27:10.306337 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Pushing event updated for resources: {'Port': ['ID=acee1199-3df7-4202-8267-83563d81e179,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:10.347555 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987afd55-cf4d-49e0-835b-417e93fbe7c9 admin admin] Pushing event updated for resources: {'Network': ['ID=19b59b41-cadd-403d-bfd9-2d34b4cf02aa,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:10.358299 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Network 19b59b41-cadd-403d-bfd9-2d34b4cf02aa details requested by agent ovs-agent-n-d-836017-2 with host n-d-836017-2 {{(pid=84765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:27:10.398722 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c6c7ca-c567-492d-9e79-80efc894683a req-2b24a168-a9d3-429f-b8c6-587ceea45936 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:10.400163 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-49c6c7ca-c567-492d-9e79-80efc894683a req-2b24a168-a9d3-429f-b8c6-587ceea45936 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3021445 Apr 18 19:27:10.416984 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-49c6c7ca-c567-492d-9e79-80efc894683a req-7b6a332d-58a6-4a4a-9fcf-65f303d25b68 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/quotas/4bf06599121a476094faf72db54a396e HTTP/1.1" status: 200 len: 375 time: 0.0106916 Apr 18 19:27:10.476001 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-987afd55-cf4d-49e0-835b-417e93fbe7c9 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.2499478 Apr 18 19:27:10.478938 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 50732) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:10.485005 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-a8b900ca-3b57-4fa4-a4f7-011e155b2927 admin admin] Request body: {'subnet': {'network_id': '19b59b41-cadd-403d-bfd9-2d34b4cf02aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1124515802-subnet', 'tenant_id': 'cde3a890089e40a1b179d71db405af78', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:27:10.494104 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-a8b900ca-3b57-4fa4-a4f7-011e155b2927 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:27:10.509557 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-a8b900ca-3b57-4fa4-a4f7-011e155b2927 admin admin] Usage tracker for resource:subnet and tenant:cde3a890089e40a1b179d71db405af78 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:27:10.512859 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-a8b900ca-3b57-4fa4-a4f7-011e155b2927 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:27:10.520885 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-a8b900ca-3b57-4fa4-a4f7-011e155b2927 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:27:10.532482 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 50736) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:10.540835 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-49c6c7ca-c567-492d-9e79-80efc894683a req-04e800b0-e2ef-4d7d-b24f-08f0e5368edf tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=4bf06599121a476094faf72db54a396e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1182148 Apr 18 19:27:10.595798 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-5ff8f04b-81fc-44b9-94cf-87fb48d2f134 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b29f8fde29594c17bd8cad9e98e010b3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0580606 Apr 18 19:27:10.596246 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 50740) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:10.656607 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-40b84afe-5aba-4f88-8dab-c9ef293f95c6 req-49923108-2a98-4bf5-b3ab-bb6eb15f959b tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?device_id=6623f59d-6d74-43c2-bd67-bd59cf127910 HTTP/1.1" status: 200 len: 210 time: 0.0475099 Apr 18 19:27:10.657345 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8b900ca-3b57-4fa4-a4f7-011e155b2927 admin admin] Made reservation on behalf of cde3a890089e40a1b179d71db405af78 for: {'subnet': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:27:10.659746 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-a8b900ca-3b57-4fa4-a4f7-011e155b2927 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65862573'] for subnet, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:10.664628 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-213a029d-84c0-4c3d-8acf-46ea438c23ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:10.695157 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-213a029d-84c0-4c3d-8acf-46ea438c23ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:10.918957 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d5112676-22e1-4ee7-a588-58615365a830 req-fdea46d1-5b71-4817-8b80-45f6233288a5 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=339d07b1-7b62-4191-8b79-84390fd798a9 HTTP/1.1" status: 200 len: 210 time: 0.0569935 Apr 18 19:27:10.956662 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-213a029d-84c0-4c3d-8acf-46ea438c23ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:10.973233 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213a029d-84c0-4c3d-8acf-46ea438c23ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27da960d-d8d3-49a2-a7f6-2406a0938429,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:10.981364 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-213a029d-84c0-4c3d-8acf-46ea438c23ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:10.985119 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-213a029d-84c0-4c3d-8acf-46ea438c23ca admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/27da960d-d8d3-49a2-a7f6-2406a0938429 HTTP/1.1" status: 204 len: 168 time: 0.3854094 Apr 18 19:27:10.998064 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fda610d-f64b-4f66-baf7-2f9bfe26ee1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acee1199-3df7-4202-8267-83563d81e179'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:27:11.093945 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-a8b900ca-3b57-4fa4-a4f7-011e155b2927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2290811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65862591'] for subnet, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:11.171767 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7934ba75-be31-42ca-96a7-c1c4c032849d req-4f8fec9c-5463-4fa3-b356-dda0581da0f0 tempest-InstanceActionsV221TestJSON-1478420689 tempest-InstanceActionsV221TestJSON-1478420689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:11.173262 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7934ba75-be31-42ca-96a7-c1c4c032849d req-4f8fec9c-5463-4fa3-b356-dda0581da0f0 tempest-InstanceActionsV221TestJSON-1478420689 tempest-InstanceActionsV221TestJSON-1478420689-project] 10.222.0.69 "GET /v2.0/ports?device_id=1fda610d-f64b-4f66-baf7-2f9bfe26ee1d HTTP/1.1" status: 200 len: 946 time: 0.0800214 Apr 18 19:27:11.228781 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b900ca-3b57-4fa4-a4f7-011e155b2927 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34e3ae83-1d27-4273-87fc-7e73d7e0f53e,revision_number=0']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:11.231339 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7934ba75-be31-42ca-96a7-c1c4c032849d req-5f3326f4-b029-40e1-905c-faac8daf6b09 tempest-InstanceActionsV221TestJSON-1478420689 tempest-InstanceActionsV221TestJSON-1478420689-project] 10.222.0.69 "GET /v2.0/security-groups?id=c9beaf65-10e8-47b3-abe4-47b1e195579a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494335 Apr 18 19:27:11.259482 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b900ca-3b57-4fa4-a4f7-011e155b2927 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:27:11.259826 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b900ca-3b57-4fa4-a4f7-011e155b2927 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:27:11.260138 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b900ca-3b57-4fa4-a4f7-011e155b2927 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:27:11.260497 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b900ca-3b57-4fa4-a4f7-011e155b2927 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:27:11.260942 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b900ca-3b57-4fa4-a4f7-011e155b2927 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:27:11.261277 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b900ca-3b57-4fa4-a4f7-011e155b2927 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:27:11.261580 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b900ca-3b57-4fa4-a4f7-011e155b2927 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:27:11.261891 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b900ca-3b57-4fa4-a4f7-011e155b2927 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:27:11.262246 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b900ca-3b57-4fa4-a4f7-011e155b2927 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:27:11.262902 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b900ca-3b57-4fa4-a4f7-011e155b2927 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:27:11.262902 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b900ca-3b57-4fa4-a4f7-011e155b2927 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:27:11.270056 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b900ca-3b57-4fa4-a4f7-011e155b2927 admin admin] Checking segment: {'id': 'ffe0b6d2-2182-4141-8f2f-b400e36467e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '19b59b41-cadd-403d-bfd9-2d34b4cf02aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:27:11.270413 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b900ca-3b57-4fa4-a4f7-011e155b2927 admin admin] Network hostable DHCP agents. Network: 19b59b41-cadd-403d-bfd9-2d34b4cf02aa, hostable agents: ['f6987c12-6d6c-47d4-b22d-cfcd164dc40d'], hosted agents: [] {{(pid=84764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:27:11.319428 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b067c23-6fa7-4bb6-b6dd-f672b5ed3ea3 req-3671b14c-ab65-424f-ac0c-a523a850ab58 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:11.323731 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b067c23-6fa7-4bb6-b6dd-f672b5ed3ea3 req-3671b14c-ab65-424f-ac0c-a523a850ab58 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:11.326083 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa03cb53-4f01-4534-a877-bffdffd37353'] response: {'server_uuid': '1fda610d-f64b-4f66-baf7-2f9bfe26ee1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acee1199-3df7-4202-8267-83563d81e179', 'code': 200} Apr 18 19:27:11.328403 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b067c23-6fa7-4bb6-b6dd-f672b5ed3ea3 req-3671b14c-ab65-424f-ac0c-a523a850ab58 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:11.333610 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b067c23-6fa7-4bb6-b6dd-f672b5ed3ea3 req-3671b14c-ab65-424f-ac0c-a523a850ab58 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:11.337944 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b067c23-6fa7-4bb6-b6dd-f672b5ed3ea3 req-3671b14c-ab65-424f-ac0c-a523a850ab58 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:11.341946 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b067c23-6fa7-4bb6-b6dd-f672b5ed3ea3 req-3671b14c-ab65-424f-ac0c-a523a850ab58 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:11.346016 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b067c23-6fa7-4bb6-b6dd-f672b5ed3ea3 req-3671b14c-ab65-424f-ac0c-a523a850ab58 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:11.353684 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-0b067c23-6fa7-4bb6-b6dd-f672b5ed3ea3 req-3671b14c-ab65-424f-ac0c-a523a850ab58 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "GET /v2.0/ports?device_id=dca9f21b-f897-4981-ab52-5aee4da127c0 HTTP/1.1" status: 200 len: 5420 time: 0.2196081 Apr 18 19:27:11.412906 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-0b067c23-6fa7-4bb6-b6dd-f672b5ed3ea3 req-71b1e774-781f-4995-84fd-e0d53f1707bd tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "GET /v2.0/security-groups?id=059a9d13-b1ae-4689-acd4-4327d8143c7d&id=005d155c-90ca-4625-80c3-c43b698af2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0582910 Apr 18 19:27:11.490646 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4b1d8169-c11c-4ea9-8f1c-36e38deeeee3 req-bffe8780-927e-4bdf-98f4-2bf8d223247e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1fda610d-f64b-4f66-baf7-2f9bfe26ee1d HTTP/1.1" status: 200 len: 1097 time: 0.0998893 Apr 18 19:27:11.511808 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b900ca-3b57-4fa4-a4f7-011e155b2927 admin admin] Network 19b59b41-cadd-403d-bfd9-2d34b4cf02aa is scheduled to be hosted by DHCP agent f6987c12-6d6c-47d4-b22d-cfcd164dc40d with binding_index 1 {{(pid=84764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:27:11.547487 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-c4f1bb5c-a8f3-4a97-9c34-964feb7ded24 req-b61ba75b-81c7-4b36-b4fd-1dab360dfba6 tempest-ServersAdmin275Test-536787650 tempest-ServersAdmin275Test-536787650-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=565ea609-bc70-41d2-8e9b-51bc0bb51a02 HTTP/1.1" status: 200 len: 210 time: 0.0558367 Apr 18 19:27:11.575023 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4b1d8169-c11c-4ea9-8f1c-36e38deeeee3 req-327b8454-d19e-4751-9747-27b070f77c3b service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c9beaf65-10e8-47b3-abe4-47b1e195579a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524995 Apr 18 19:27:11.632969 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [None req-a8b900ca-3b57-4fa4-a4f7-011e155b2927 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-2, 19b59b41-cadd-403d-bfd9-2d34b4cf02aa) {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:27:11.653851 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b900ca-3b57-4fa4-a4f7-011e155b2927 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:11.654649 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-a8b900ca-3b57-4fa4-a4f7-011e155b2927 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for subnet, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:11.656557 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca83aa8b-8176-41bb-a7df-f5c30bc76ea5 None None] Network 19b59b41-cadd-403d-bfd9-2d34b4cf02aa requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:27:11.774517 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-a8b900ca-3b57-4fa4-a4f7-011e155b2927 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2940946 Apr 18 19:27:11.777089 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 50776) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:11.784294 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-47cc7fa2-308f-4081-b143-158a66550624 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1124515802-router', 'tenant_id': 'cde3a890089e40a1b179d71db405af78', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'}}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:27:11.790910 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-47cc7fa2-308f-4081-b143-158a66550624 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:27:11.795958 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-47cc7fa2-308f-4081-b143-158a66550624 admin admin] Usage tracker for resource:router and tenant:cde3a890089e40a1b179d71db405af78 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:27:11.800026 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-47cc7fa2-308f-4081-b143-158a66550624 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:27:11.806325 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-47cc7fa2-308f-4081-b143-158a66550624 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:27:11.920734 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74af63e3-27bf-4a5c-830e-f217b3736712 None None] Network 19b59b41-cadd-403d-bfd9-2d34b4cf02aa requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:27:11.928596 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-47cc7fa2-308f-4081-b143-158a66550624 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-415242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4425'] for router, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:11.930147 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-47cc7fa2-308f-4081-b143-158a66550624 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-416909', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4418'] for router, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:11.957570 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-47cc7fa2-308f-4081-b143-158a66550624 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:12.047211 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-44e1413c-1b83-4e44-8d75-bd2fae48c66b req-56310ed3-873b-491d-bb1e-050f6ec380f3 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=339d07b1-7b62-4191-8b79-84390fd798a9 HTTP/1.1" status: 200 len: 210 time: 0.0508645 Apr 18 19:27:12.402141 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-47cc7fa2-308f-4081-b143-158a66550624 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416895', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4776'] for router, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:12.467830 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b90e09-f938-4964-bd0e-6a1442dfe8d3 req-b8985f4a-47d1-49a7-add3-c4e9d775f599 tempest-InstanceActionsV221TestJSON-1478420689 tempest-InstanceActionsV221TestJSON-1478420689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:12.469307 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-96b90e09-f938-4964-bd0e-6a1442dfe8d3 req-b8985f4a-47d1-49a7-add3-c4e9d775f599 tempest-InstanceActionsV221TestJSON-1478420689 tempest-InstanceActionsV221TestJSON-1478420689-project] 10.222.0.69 "GET /v2.0/ports?device_id=1fda610d-f64b-4f66-baf7-2f9bfe26ee1d HTTP/1.1" status: 200 len: 946 time: 0.0854199 Apr 18 19:27:12.518401 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-96b90e09-f938-4964-bd0e-6a1442dfe8d3 req-ada5f78b-c4d0-40b5-99d2-c1cf7f5ee320 tempest-InstanceActionsV221TestJSON-1478420689 tempest-InstanceActionsV221TestJSON-1478420689-project] 10.222.0.69 "GET /v2.0/security-groups?id=c9beaf65-10e8-47b3-abe4-47b1e195579a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432258 Apr 18 19:27:12.720026 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 50802) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:12.793821 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171b451b-cc57-4585-ad6e-faef7a1238aa req-3efcf06c-85d0-4bcc-83b6-6933b7b08c75 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:12.797699 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171b451b-cc57-4585-ad6e-faef7a1238aa req-3efcf06c-85d0-4bcc-83b6-6933b7b08c75 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:12.802288 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171b451b-cc57-4585-ad6e-faef7a1238aa req-3efcf06c-85d0-4bcc-83b6-6933b7b08c75 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:12.806384 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171b451b-cc57-4585-ad6e-faef7a1238aa req-3efcf06c-85d0-4bcc-83b6-6933b7b08c75 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:12.810237 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171b451b-cc57-4585-ad6e-faef7a1238aa req-3efcf06c-85d0-4bcc-83b6-6933b7b08c75 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:12.814645 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171b451b-cc57-4585-ad6e-faef7a1238aa req-3efcf06c-85d0-4bcc-83b6-6933b7b08c75 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:12.819282 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171b451b-cc57-4585-ad6e-faef7a1238aa req-3efcf06c-85d0-4bcc-83b6-6933b7b08c75 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:12.821200 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-171b451b-cc57-4585-ad6e-faef7a1238aa req-3efcf06c-85d0-4bcc-83b6-6933b7b08c75 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "GET /v2.0/ports?device_id=dca9f21b-f897-4981-ab52-5aee4da127c0 HTTP/1.1" status: 200 len: 5420 time: 0.1536102 Apr 18 19:27:12.878849 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-e14bcfbb-25e8-40e1-9648-680b9586ff50 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-42833702-network', 'tenant_id': 'da5a31afb55b443c9eec320876635d31'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:27:12.883181 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428aaf15-5752-4e01-8c8d-cdd9c93c6d7b req-b6210749-7b8b-4dcb-8763-c98aaef6e37f tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:12.884741 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-428aaf15-5752-4e01-8c8d-cdd9c93c6d7b req-b6210749-7b8b-4dcb-8763-c98aaef6e37f tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8f3de23-f7b7-40ff-bad5-044ccbc79845 HTTP/1.1" status: 200 len: 944 time: 0.1367786 Apr 18 19:27:12.893719 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-e14bcfbb-25e8-40e1-9648-680b9586ff50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:27:12.899367 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-171b451b-cc57-4585-ad6e-faef7a1238aa req-b0e53802-895e-4352-b8ce-b6ee61ac24bc tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "GET /v2.0/security-groups?id=059a9d13-b1ae-4689-acd4-4327d8143c7d&id=005d155c-90ca-4625-80c3-c43b698af2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0686996 Apr 18 19:27:12.902312 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-e14bcfbb-25e8-40e1-9648-680b9586ff50 admin admin] Usage tracker for resource:network and tenant:da5a31afb55b443c9eec320876635d31 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:27:12.905528 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-e14bcfbb-25e8-40e1-9648-680b9586ff50 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:27:12.913205 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-e14bcfbb-25e8-40e1-9648-680b9586ff50 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:27:13.013984 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-47cc7fa2-308f-4081-b143-158a66550624 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:13.030397 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e14bcfbb-25e8-40e1-9648-680b9586ff50 admin admin] Made reservation on behalf of da5a31afb55b443c9eec320876635d31 for: {'network': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:27:13.033581 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-e14bcfbb-25e8-40e1-9648-680b9586ff50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for network, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:13.056990 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-428aaf15-5752-4e01-8c8d-cdd9c93c6d7b req-2b8ca455-0cd2-4bc5-853a-c389a8044b73 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663463 Apr 18 19:27:13.061701 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-47cc7fa2-308f-4081-b143-158a66550624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:13.066285 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-e14bcfbb-25e8-40e1-9648-680b9586ff50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:13.137086 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-59cef5b5-c936-489b-aada-e0919f01b95b req-a0ec35fd-42b5-47f8-a136-ccf2b6e75277 tempest-ServersAdmin275Test-536787650 tempest-ServersAdmin275Test-536787650-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=565ea609-bc70-41d2-8e9b-51bc0bb51a02 HTTP/1.1" status: 200 len: 210 time: 0.0731709 Apr 18 19:27:13.160599 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-e14bcfbb-25e8-40e1-9648-680b9586ff50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:27:13.166235 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-e14bcfbb-25e8-40e1-9648-680b9586ff50 admin admin] Usage tracker for resource:security_group_rule and tenant:da5a31afb55b443c9eec320876635d31 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:27:13.170754 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-e14bcfbb-25e8-40e1-9648-680b9586ff50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:27:13.177954 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-e14bcfbb-25e8-40e1-9648-680b9586ff50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:27:13.293803 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device cab89208-0cb7-4471-99b4-f5c3564d6fc1 details requested by agent hyperv_n-h2-836017-2 with host n-h2-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:27:13.313676 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b7b43186-5dd1-4bb1-a323-bfab1686f4bf req-87d952c1-b2c1-4e24-a1d0-a1701105b905 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=339d07b1-7b62-4191-8b79-84390fd798a9 HTTP/1.1" status: 200 len: 210 time: 0.0696678 Apr 18 19:27:13.320499 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-e14bcfbb-25e8-40e1-9648-680b9586ff50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:13.339579 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_common [None req-47cc7fa2-308f-4081-b143-158a66550624 admin admin] Allocated IP 172.25.3.46 (11e8e108-37df-4084-b6b7-113e6beb66b4/3b0abf32-1504-448b-b06e-c8c870b6a7c8/ca7f4ddc-6a84-4e70-9dbd-ae963e9beee1) {{(pid=84763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:27:13.360375 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58ce611-e049-4ee6-b743-d40444584735 req-cd49b6cb-bed2-405c-a625-f44bc256a64b tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:13.362270 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d58ce611-e049-4ee6-b743-d40444584735 req-cd49b6cb-bed2-405c-a625-f44bc256a64b tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8f3de23-f7b7-40ff-bad5-044ccbc79845 HTTP/1.1" status: 200 len: 944 time: 0.2429798 Apr 18 19:27:13.449219 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port cab89208-0cb7-4471-99b4-f5c3564d6fc1, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=cab89208-0cb7-4471-99b4-f5c3564d6fc1,segment=NetworkSegment(767af402-126a-4148-89aa-c983cdf056d7),segment_id=767af402-126a-4148-89aa-c983cdf056d7)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:27:13.463040 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Returning: {'device': 'cab89208-0cb7-4471-99b4-f5c3564d6fc1', 'network_id': 'a78bc94c-6e21-4a13-914b-5bddac5da8d7', 'port_id': 'cab89208-0cb7-4471-99b4-f5c3564d6fc1', 'mac_address': 'fa:16:3e:07:60:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c31714cb-4e6a-4130-bd18-fb5275a5c20f', 'ip_address': '10.1.1.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:27:13.469455 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-e14bcfbb-25e8-40e1-9648-680b9586ff50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:13.505781 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e14bcfbb-25e8-40e1-9648-680b9586ff50 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=84764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:27:13.528181 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14bcfbb-25e8-40e1-9648-680b9586ff50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cad6324-b59f-480f-beec-07edcca86669,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:13.531828 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-d58ce611-e049-4ee6-b743-d40444584735 req-f0ca49ff-ee46-4e0c-bc80-e014fae00fea tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Deleting port 8a2264cb-205e-466a-993b-c30414da169a {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:27:13.532259 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-d58ce611-e049-4ee6-b743-d40444584735 req-f0ca49ff-ee46-4e0c-bc80-e014fae00fea tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:13.534305 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-e14bcfbb-25e8-40e1-9648-680b9586ff50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:13.534649 n-d-836017-2 neutron-server[84764]: INFO neutron.db.segments_db [None req-e14bcfbb-25e8-40e1-9648-680b9586ff50 admin admin] Added segment 221861f3-7fa1-45d2-b186-093d78ebdcc0 of type vlan for network 8db5f4da-a39f-4f3e-be08-67c85499e673 Apr 18 19:27:13.564639 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:13.581116 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-e14bcfbb-25e8-40e1-9648-680b9586ff50 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791093404182'] for network, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:13.584642 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cab89208-0cb7-4471-99b4-f5c3564d6fc1 {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:27:13.604935 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port cab89208-0cb7-4471-99b4-f5c3564d6fc1, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=cab89208-0cb7-4471-99b4-f5c3564d6fc1,segment=NetworkSegment(767af402-126a-4148-89aa-c983cdf056d7),segment_id=767af402-126a-4148-89aa-c983cdf056d7)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:27:13.713956 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-47cc7fa2-308f-4081-b143-158a66550624 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:13.722678 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:13.723634 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device bc352c10-792f-4c4c-8ce2-33c2e09ff225 details requested by agent hyperv_n-h2-836017-2 with host n-h2-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:27:13.755163 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-e14bcfbb-25e8-40e1-9648-680b9586ff50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251'] for network, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:13.756039 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14bcfbb-25e8-40e1-9648-680b9586ff50 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:13.756669 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-e14bcfbb-25e8-40e1-9648-680b9586ff50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:13.813763 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port bc352c10-792f-4c4c-8ce2-33c2e09ff225, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=bc352c10-792f-4c4c-8ce2-33c2e09ff225,segment=NetworkSegment(767af402-126a-4148-89aa-c983cdf056d7),segment_id=767af402-126a-4148-89aa-c983cdf056d7)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:27:13.824989 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=cab89208-0cb7-4471-99b4-f5c3564d6fc1,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:13.836608 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Returning: {'device': 'bc352c10-792f-4c4c-8ce2-33c2e09ff225', 'network_id': 'a78bc94c-6e21-4a13-914b-5bddac5da8d7', 'port_id': 'bc352c10-792f-4c4c-8ce2-33c2e09ff225', 'mac_address': 'fa:16:3e:53:74:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c31714cb-4e6a-4130-bd18-fb5275a5c20f', 'ip_address': '10.1.1.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:27:13.909572 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:13.937582 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc352c10-792f-4c4c-8ce2-33c2e09ff225 {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:27:13.966648 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-d58ce611-e049-4ee6-b743-d40444584735 req-f0ca49ff-ee46-4e0c-bc80-e014fae00fea tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] For port 8a2264cb-205e-466a-993b-c30414da169a, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=8a2264cb-205e-466a-993b-c30414da169a,segment=NetworkSegment(57f6477d-46cb-4fbc-8909-e9439d3b2b0a),segment_id=57f6477d-46cb-4fbc-8909-e9439d3b2b0a)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:27:13.967271 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-d58ce611-e049-4ee6-b743-d40444584735 req-f0ca49ff-ee46-4e0c-bc80-e014fae00fea tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:13.972457 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port bc352c10-792f-4c4c-8ce2-33c2e09ff225, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=bc352c10-792f-4c4c-8ce2-33c2e09ff225,segment=NetworkSegment(767af402-126a-4148-89aa-c983cdf056d7),segment_id=767af402-126a-4148-89aa-c983cdf056d7)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:27:14.023725 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14bcfbb-25e8-40e1-9648-680b9586ff50 admin admin] Pushing event updated for resources: {'Network': ['ID=8db5f4da-a39f-4f3e-be08-67c85499e673,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:14.038437 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Network 8db5f4da-a39f-4f3e-be08-67c85499e673 details requested by agent ovs-agent-n-d-836017-2 with host n-d-836017-2 {{(pid=84765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:27:14.058281 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f01161-b832-4cc0-af76-fb79224af0d9 req-99b9bc4c-513a-497a-acf2-f2a64fda2f0b tempest-InstanceActionsV221TestJSON-1478420689 tempest-InstanceActionsV221TestJSON-1478420689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:14.065146 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-66f01161-b832-4cc0-af76-fb79224af0d9 req-99b9bc4c-513a-497a-acf2-f2a64fda2f0b tempest-InstanceActionsV221TestJSON-1478420689 tempest-InstanceActionsV221TestJSON-1478420689-project] 10.222.0.69 "GET /v2.0/ports?device_id=1fda610d-f64b-4f66-baf7-2f9bfe26ee1d HTTP/1.1" status: 200 len: 946 time: 0.3472159 Apr 18 19:27:14.112380 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:14.113203 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 541a4c14-f2f5-4268-a378-6b7818c15360 details requested by agent hyperv_n-h2-836017-2 with host n-h2-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:27:14.114865 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-d58ce611-e049-4ee6-b743-d40444584735 req-f0ca49ff-ee46-4e0c-bc80-e014fae00fea tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Calling delete_port for 8a2264cb-205e-466a-993b-c30414da169a owned by compute:nova {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:27:14.118371 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-66f01161-b832-4cc0-af76-fb79224af0d9 req-e8ba8cc3-8d87-42f6-8b8f-48dcce1be624 tempest-InstanceActionsV221TestJSON-1478420689 tempest-InstanceActionsV221TestJSON-1478420689-project] 10.222.0.69 "GET /v2.0/security-groups?id=c9beaf65-10e8-47b3-abe4-47b1e195579a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523927 Apr 18 19:27:14.120104 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-e14bcfbb-25e8-40e1-9648-680b9586ff50 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3983366 Apr 18 19:27:14.123268 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 50818) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:14.130408 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-cd0ec914-4a98-4bfd-ac74-8bff194ebc15 admin admin] Request body: {'subnet': {'network_id': '8db5f4da-a39f-4f3e-be08-67c85499e673', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-42833702-subnet', 'tenant_id': 'da5a31afb55b443c9eec320876635d31', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:27:14.136256 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-cd0ec914-4a98-4bfd-ac74-8bff194ebc15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:27:14.141274 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-cd0ec914-4a98-4bfd-ac74-8bff194ebc15 admin admin] Usage tracker for resource:subnet and tenant:da5a31afb55b443c9eec320876635d31 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:27:14.154361 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-cd0ec914-4a98-4bfd-ac74-8bff194ebc15 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:27:14.162525 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-cd0ec914-4a98-4bfd-ac74-8bff194ebc15 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:27:14.210589 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-47cc7fa2-308f-4081-b143-158a66550624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:14.215296 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-49c6c7ca-c567-492d-9e79-80efc894683a req-0415dc6f-10ff-4c57-9708-d3614a3acc5a tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=4bf06599121a476094faf72db54a396e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0359426 Apr 18 19:27:14.259192 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd0ec914-4a98-4bfd-ac74-8bff194ebc15 admin admin] Made reservation on behalf of da5a31afb55b443c9eec320876635d31 for: {'subnet': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:27:14.262556 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-cd0ec914-4a98-4bfd-ac74-8bff194ebc15 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65862573'] for subnet, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:14.323595 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cc7fa2-308f-4081-b143-158a66550624 admin admin] Pushing event updated for resources: {'Port': ['ID=ca7f4ddc-6a84-4e70-9dbd-ae963e9beee1,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:14.492166 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=bc352c10-792f-4c4c-8ce2-33c2e09ff225,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:14.548028 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 541a4c14-f2f5-4268-a378-6b7818c15360, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=541a4c14-f2f5-4268-a378-6b7818c15360,segment=NetworkSegment(64e9dd2a-1ec8-4590-b9a5-d212c2764002),segment_id=64e9dd2a-1ec8-4590-b9a5-d212c2764002)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:27:14.566020 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Returning: {'device': '541a4c14-f2f5-4268-a378-6b7818c15360', 'network_id': '1c17c057-c249-4320-8b11-c4cc32a9489f', 'port_id': '541a4c14-f2f5-4268-a378-6b7818c15360', 'mac_address': 'fa:16:3e:fd:1b:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3e2cf5f-cc22-4c6a-a7c1-4742f3519b7c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:27:14.613538 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47cc7fa2-308f-4081-b143-158a66550624 admin admin] Network 11e8e108-37df-4084-b6b7-113e6beb66b4 is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:27:14.651139 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [None req-47cc7fa2-308f-4081-b143-158a66550624 admin admin] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:27:14.661674 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47cc7fa2-308f-4081-b143-158a66550624 admin admin] Received port after_create {{(pid=84763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:27:14.666400 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:14.712999 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 541a4c14-f2f5-4268-a378-6b7818c15360 {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:27:14.747224 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 541a4c14-f2f5-4268-a378-6b7818c15360, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=541a4c14-f2f5-4268-a378-6b7818c15360,segment=NetworkSegment(64e9dd2a-1ec8-4590-b9a5-d212c2764002),segment_id=64e9dd2a-1ec8-4590-b9a5-d212c2764002)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:27:14.765283 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f440ca7-c444-4f1b-addd-151c18b4f6e3 req-ffc05eab-df92-445d-b41c-147b386e3587 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:14.767091 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-9f440ca7-c444-4f1b-addd-151c18b4f6e3 req-ffc05eab-df92-445d-b41c-147b386e3587 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8f3de23-f7b7-40ff-bad5-044ccbc79845 HTTP/1.1" status: 200 len: 944 time: 0.2618477 Apr 18 19:27:14.773081 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c7ac90-23bf-4ac8-a5c1-d8b5c9a03e5b req-e6792d53-d1ab-4f42-908f-c9aa30b6fb28 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:14.777057 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c7ac90-23bf-4ac8-a5c1-d8b5c9a03e5b req-e6792d53-d1ab-4f42-908f-c9aa30b6fb28 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:14.782049 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c7ac90-23bf-4ac8-a5c1-d8b5c9a03e5b req-e6792d53-d1ab-4f42-908f-c9aa30b6fb28 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:14.786750 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c7ac90-23bf-4ac8-a5c1-d8b5c9a03e5b req-e6792d53-d1ab-4f42-908f-c9aa30b6fb28 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:14.791161 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c7ac90-23bf-4ac8-a5c1-d8b5c9a03e5b req-e6792d53-d1ab-4f42-908f-c9aa30b6fb28 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:14.795111 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c7ac90-23bf-4ac8-a5c1-d8b5c9a03e5b req-e6792d53-d1ab-4f42-908f-c9aa30b6fb28 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:14.799685 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c7ac90-23bf-4ac8-a5c1-d8b5c9a03e5b req-e6792d53-d1ab-4f42-908f-c9aa30b6fb28 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:14.807534 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d3c7ac90-23bf-4ac8-a5c1-d8b5c9a03e5b req-e6792d53-d1ab-4f42-908f-c9aa30b6fb28 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "GET /v2.0/ports?device_id=dca9f21b-f897-4981-ab52-5aee4da127c0 HTTP/1.1" status: 200 len: 5422 time: 0.6291728 Apr 18 19:27:14.824594 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-cd0ec914-4a98-4bfd-ac74-8bff194ebc15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2290811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65862591'] for subnet, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:14.826759 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:14.827405 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 9f100931-1650-45a2-adf0-ae9ad1c229ec details requested by agent hyperv_n-h2-836017-2 with host n-h2-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:27:14.884720 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-9f440ca7-c444-4f1b-addd-151c18b4f6e3 req-316acb83-1bb9-4676-af98-51186afe9ba9 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112268 Apr 18 19:27:14.902621 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c6c7ca-c567-492d-9e79-80efc894683a req-79935a07-3062-45af-b5ba-c86ea32de57a tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:14.904062 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-49c6c7ca-c567-492d-9e79-80efc894683a req-79935a07-3062-45af-b5ba-c86ea32de57a tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5843327 Apr 18 19:27:14.929898 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-49c6c7ca-c567-492d-9e79-80efc894683a req-75c9585b-c0f8-4a33-8f63-c706b75f76b2 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Request body: {'port': {'device_id': '339d07b1-7b62-4191-8b79-84390fd798a9', 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a', 'admin_state_up': True, 'tenant_id': '4bf06599121a476094faf72db54a396e'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:27:14.953567 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0ec914-4a98-4bfd-ac74-8bff194ebc15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=821e2c5e-661c-4ee6-bd43-e99117759bb0,revision_number=0']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:14.964490 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0ec914-4a98-4bfd-ac74-8bff194ebc15 admin admin] Checking segment: {'id': '221861f3-7fa1-45d2-b186-093d78ebdcc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '8db5f4da-a39f-4f3e-be08-67c85499e673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:27:14.970884 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd0ec914-4a98-4bfd-ac74-8bff194ebc15 admin admin] Network hostable DHCP agents. Network: 8db5f4da-a39f-4f3e-be08-67c85499e673, hostable agents: ['f6987c12-6d6c-47d4-b22d-cfcd164dc40d'], hosted agents: [] {{(pid=84764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:27:14.983972 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=541a4c14-f2f5-4268-a378-6b7818c15360,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:15.019023 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-d58ce611-e049-4ee6-b743-d40444584735 req-f0ca49ff-ee46-4e0c-bc80-e014fae00fea tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:15.030129 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 9f100931-1650-45a2-adf0-ae9ad1c229ec, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=9f100931-1650-45a2-adf0-ae9ad1c229ec,segment=NetworkSegment(767af402-126a-4148-89aa-c983cdf056d7),segment_id=767af402-126a-4148-89aa-c983cdf056d7)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:27:15.046368 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Returning: {'device': '9f100931-1650-45a2-adf0-ae9ad1c229ec', 'network_id': 'a78bc94c-6e21-4a13-914b-5bddac5da8d7', 'port_id': '9f100931-1650-45a2-adf0-ae9ad1c229ec', 'mac_address': 'fa:16:3e:40:fa:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c31714cb-4e6a-4130-bd18-fb5275a5c20f', 'ip_address': '10.1.1.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:27:15.081098 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd0ec914-4a98-4bfd-ac74-8bff194ebc15 admin admin] Network 8db5f4da-a39f-4f3e-be08-67c85499e673 is scheduled to be hosted by DHCP agent f6987c12-6d6c-47d4-b22d-cfcd164dc40d with binding_index 1 {{(pid=84764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:27:15.118898 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:15.140012 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ca49ff-ee46-4e0c-bc80-e014fae00fea tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Pushing event deleted for resources: {'Port': ['ID=8a2264cb-205e-466a-993b-c30414da169a,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:15.140345 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f100931-1650-45a2-adf0-ae9ad1c229ec {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:27:15.144405 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d3c7ac90-23bf-4ac8-a5c1-d8b5c9a03e5b req-959c400b-287a-4868-b1c3-e472b90c3f19 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "GET /v2.0/security-groups?id=059a9d13-b1ae-4689-acd4-4327d8143c7d&id=005d155c-90ca-4625-80c3-c43b698af2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3358531 Apr 18 19:27:15.157133 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 9f100931-1650-45a2-adf0-ae9ad1c229ec, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=9f100931-1650-45a2-adf0-ae9ad1c229ec,segment=NetworkSegment(767af402-126a-4148-89aa-c983cdf056d7),segment_id=767af402-126a-4148-89aa-c983cdf056d7)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:27:15.193214 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [None req-cd0ec914-4a98-4bfd-ac74-8bff194ebc15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-2, 8db5f4da-a39f-4f3e-be08-67c85499e673) {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:27:15.205170 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0ec914-4a98-4bfd-ac74-8bff194ebc15 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:15.205170 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-cd0ec914-4a98-4bfd-ac74-8bff194ebc15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for subnet, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:15.209374 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1fb7ab0-e71e-41c9-954b-efffabe6b720 None None] Network 8db5f4da-a39f-4f3e-be08-67c85499e673 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:27:15.219698 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-d58ce611-e049-4ee6-b743-d40444584735 req-f0ca49ff-ee46-4e0c-bc80-e014fae00fea tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] No DVR routers for this DVR port 8a2264cb-205e-466a-993b-c30414da169a on host n-h1-836017-2 {{(pid=84763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:27:15.226974 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-d58ce611-e049-4ee6-b743-d40444584735 req-f0ca49ff-ee46-4e0c-bc80-e014fae00fea tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:15.229538 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8f3de23-f7b7-40ff-bad5-044ccbc79845', 'name': 'network-vif-deleted', 'tag': '8a2264cb-205e-466a-993b-c30414da169a'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:27:15.273077 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-49c6c7ca-c567-492d-9e79-80efc894683a req-75c9585b-c0f8-4a33-8f63-c706b75f76b2 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:27:15.287555 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:15.289059 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device e941a163-539d-4e45-ac0e-f02d875d6f32 details requested by agent hyperv_n-h2-836017-2 with host n-h2-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:27:15.291643 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-49c6c7ca-c567-492d-9e79-80efc894683a req-75c9585b-c0f8-4a33-8f63-c706b75f76b2 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:27:15.328759 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d58ce611-e049-4ee6-b743-d40444584735 req-f0ca49ff-ee46-4e0c-bc80-e014fae00fea tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.73 "DELETE /v2.0/ports/8a2264cb-205e-466a-993b-c30414da169a HTTP/1.1" status: 204 len: 173 time: 1.9562578 Apr 18 19:27:15.341202 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-cd0ec914-4a98-4bfd-ac74-8bff194ebc15 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2165785 Apr 18 19:27:15.404917 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ad63e691-f6e2-4992-a807-4185bd6017a7 req-9a4784ed-3f43-49b3-9652-a2f68423d68d tempest-ServersAdmin275Test-536787650 tempest-ServersAdmin275Test-536787650-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=565ea609-bc70-41d2-8e9b-51bc0bb51a02 HTTP/1.1" status: 200 len: 210 time: 0.0778797 Apr 18 19:27:15.405602 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49c6c7ca-c567-492d-9e79-80efc894683a req-75c9585b-c0f8-4a33-8f63-c706b75f76b2 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Made reservation on behalf of 4bf06599121a476094faf72db54a396e for: {'port': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:27:15.410845 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-49c6c7ca-c567-492d-9e79-80efc894683a req-75c9585b-c0f8-4a33-8f63-c706b75f76b2 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:15.426369 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port e941a163-539d-4e45-ac0e-f02d875d6f32, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=e941a163-539d-4e45-ac0e-f02d875d6f32,segment=NetworkSegment(767af402-126a-4148-89aa-c983cdf056d7),segment_id=767af402-126a-4148-89aa-c983cdf056d7)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:27:15.451100 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=9f100931-1650-45a2-adf0-ae9ad1c229ec,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:15.460078 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Returning: {'device': 'e941a163-539d-4e45-ac0e-f02d875d6f32', 'network_id': 'a78bc94c-6e21-4a13-914b-5bddac5da8d7', 'port_id': 'e941a163-539d-4e45-ac0e-f02d875d6f32', 'mac_address': 'fa:16:3e:4a:c5:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c31714cb-4e6a-4130-bd18-fb5275a5c20f', 'ip_address': '10.1.1.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:27:15.577595 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-1d70ee87-8002-4aa0-ae08-815450fd0656 req-69664ae1-b221-4ffe-bfef-23f8d717552f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=565ea609-bc70-41d2-8e9b-51bc0bb51a02 HTTP/1.1" status: 200 len: 210 time: 0.0459616 Apr 18 19:27:15.583179 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-47cc7fa2-308f-4081-b143-158a66550624 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:15.583917 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-47cc7fa2-308f-4081-b143-158a66550624 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416864'] for router, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:15.585824 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:15.612003 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e941a163-539d-4e45-ac0e-f02d875d6f32 {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:27:15.663164 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port e941a163-539d-4e45-ac0e-f02d875d6f32, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=e941a163-539d-4e45-ac0e-f02d875d6f32,segment=NetworkSegment(767af402-126a-4148-89aa-c983cdf056d7),segment_id=767af402-126a-4148-89aa-c983cdf056d7)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:27:15.665905 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9591af00-f849-42b2-970f-d6d350f8d951 None None] Network 8db5f4da-a39f-4f3e-be08-67c85499e673 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:27:15.731887 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8e622d25-c69c-476b-8d80-dd2f18aa126b req-8393faaf-7bef-489d-98b0-f8b1357376e7 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=339d07b1-7b62-4191-8b79-84390fd798a9 HTTP/1.1" status: 200 len: 210 time: 0.0714726 Apr 18 19:27:15.734859 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac99bbed-d163-4246-96ed-5022232ff2d5'] response: {'server_uuid': 'e8f3de23-f7b7-40ff-bad5-044ccbc79845', 'name': 'network-vif-deleted', 'tag': '8a2264cb-205e-466a-993b-c30414da169a', 'status': 'completed', 'code': 200} Apr 18 19:27:15.763005 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:15.804937 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device ba19edae-4343-4f8d-a1f5-5b88cd3be7cb details requested by agent hyperv_n-h2-836017-2 with host n-h2-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:27:15.956875 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=e941a163-539d-4e45-ac0e-f02d875d6f32,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:15.977650 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_common [req-49c6c7ca-c567-492d-9e79-80efc894683a req-75c9585b-c0f8-4a33-8f63-c706b75f76b2 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Allocated IP 192.168.233.108 (cb6d8c7c-7ea4-4a32-b429-1c2934b7306a/17d1b3aa-2066-4ffa-a69f-52ed566b6548/f209c868-4df3-44a3-95db-ffedb0ab96cd) {{(pid=84763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:27:16.163450 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] get_ports_and_sgs() called for port_ids ['541a4c14-f2f5-4268-a378-6b7818c15360'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:27:16.165752 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565480d4-d001-47bd-98c9-a543e6224e2b req-9856e032-162a-4990-999a-2a86cfdc0407 tempest-InstanceActionsV221TestJSON-1478420689 tempest-InstanceActionsV221TestJSON-1478420689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:16.167280 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-565480d4-d001-47bd-98c9-a543e6224e2b req-9856e032-162a-4990-999a-2a86cfdc0407 tempest-InstanceActionsV221TestJSON-1478420689 tempest-InstanceActionsV221TestJSON-1478420689-project] 10.222.0.69 "GET /v2.0/ports?device_id=1fda610d-f64b-4f66-baf7-2f9bfe26ee1d HTTP/1.1" status: 200 len: 946 time: 0.3491027 Apr 18 19:27:16.214507 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a2d047-c9aa-44ac-8d49-fe8295d2ba05 req-ee0e0146-58f4-48ab-b718-2c8e39553805 tempest-ServerAddressesTestJSON-492435626 tempest-ServerAddressesTestJSON-492435626-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:16.215343 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-27a2d047-c9aa-44ac-8d49-fe8295d2ba05 req-ee0e0146-58f4-48ab-b718-2c8e39553805 tempest-ServerAddressesTestJSON-492435626 tempest-ServerAddressesTestJSON-492435626-project] Synchronizing usage tracker for tenant:da5a31afb55b443c9eec320876635d31 on resource:network {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:27:16.256514 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] get_ports_and_sgs() called for port_ids ['bc352c10-792f-4c4c-8ce2-33c2e09ff225'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:27:16.280616 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] get_ports_and_sgs() called for port_ids ['cab89208-0cb7-4471-99b4-f5c3564d6fc1'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:27:16.290082 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-565480d4-d001-47bd-98c9-a543e6224e2b req-beead603-b238-4154-b084-98d93760a893 tempest-InstanceActionsV221TestJSON-1478420689 tempest-InstanceActionsV221TestJSON-1478420689-project] 10.222.0.69 "GET /v2.0/security-groups?id=c9beaf65-10e8-47b3-abe4-47b1e195579a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120131 Apr 18 19:27:16.304581 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-27a2d047-c9aa-44ac-8d49-fe8295d2ba05 req-ee0e0146-58f4-48ab-b718-2c8e39553805 tempest-ServerAddressesTestJSON-492435626 tempest-ServerAddressesTestJSON-492435626-project] Unset dirty status for tenant:da5a31afb55b443c9eec320876635d31 on resource:network {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:27:16.305214 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] get_ports_and_sgs() called for port_ids ['9f100931-1650-45a2-adf0-ae9ad1c229ec'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:27:16.308340 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-27a2d047-c9aa-44ac-8d49-fe8295d2ba05 req-ee0e0146-58f4-48ab-b718-2c8e39553805 tempest-ServerAddressesTestJSON-492435626 tempest-ServerAddressesTestJSON-492435626-project] 10.222.0.69 "GET /v2.0/networks?id=8db5f4da-a39f-4f3e-be08-67c85499e673 HTTP/1.1" status: 200 len: 812 time: 0.2485631 Apr 18 19:27:16.327116 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-49c6c7ca-c567-492d-9e79-80efc894683a req-75c9585b-c0f8-4a33-8f63-c706b75f76b2 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Notify callbacks [] for port, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:16.333268 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-27a2d047-c9aa-44ac-8d49-fe8295d2ba05 req-d6e33919-b5d8-439d-9042-55dfc3455ff7 tempest-ServerAddressesTestJSON-492435626 tempest-ServerAddressesTestJSON-492435626-project] 10.222.0.69 "GET /v2.0/quotas/da5a31afb55b443c9eec320876635d31 HTTP/1.1" status: 200 len: 375 time: 0.0237932 Apr 18 19:27:16.357415 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [req-49c6c7ca-c567-492d-9e79-80efc894683a req-75c9585b-c0f8-4a33-8f63-c706b75f76b2 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Transition to ACTIVE for port object f209c868-4df3-44a3-95db-ffedb0ab96cd will not be triggered until provisioned by entity DHCP. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:27:16.371509 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] get_ports_and_sgs() called for port_ids ['e941a163-539d-4e45-ac0e-f02d875d6f32'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:27:16.401558 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-27a2d047-c9aa-44ac-8d49-fe8295d2ba05 req-be5fe961-b0f9-418e-819e-d9393062364f tempest-ServerAddressesTestJSON-492435626 tempest-ServerAddressesTestJSON-492435626-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=da5a31afb55b443c9eec320876635d31&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0672681 Apr 18 19:27:16.463609 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47cc7fa2-308f-4081-b143-158a66550624 admin admin] Router 2d3c936d-510c-4afe-a1d0-07524f48ac15 is scheduled to L3 agent 21b59c62-f184-4169-bc3e-79831cc043e8 with binding_index 1 {{(pid=84763) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 19:27:16.485917 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port ba19edae-4343-4f8d-a1f5-5b88cd3be7cb, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=ba19edae-4343-4f8d-a1f5-5b88cd3be7cb,segment=NetworkSegment(c7e79b18-49ae-4a7c-a4ae-7b1eba97fc3c),segment_id=c7e79b18-49ae-4a7c-a4ae-7b1eba97fc3c)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:27:16.513344 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-49c6c7ca-c567-492d-9e79-80efc894683a req-75c9585b-c0f8-4a33-8f63-c706b75f76b2 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:16.539868 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] get_ports_and_sgs() called for port_ids ['06b799dc-3aea-4cb3-90fe-2c88201e3471'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:27:16.581251 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-27a2d047-c9aa-44ac-8d49-fe8295d2ba05 req-f56e19b3-96c7-40a8-b9b6-59068a09cbc1 service neutron] 10.222.0.69 "GET /v2.0/networks/8db5f4da-a39f-4f3e-be08-67c85499e673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712935 Apr 18 19:27:16.589480 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Returning: {'device': 'ba19edae-4343-4f8d-a1f5-5b88cd3be7cb', 'network_id': '77a057b3-34c4-449e-a9f0-2bcfc4ff6d7a', 'port_id': 'ba19edae-4343-4f8d-a1f5-5b88cd3be7cb', 'mac_address': 'fa:16:3e:0e:02:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e17591e-cd96-449b-af53-7896e93cce2f', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:27:16.804966 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-27a2d047-c9aa-44ac-8d49-fe8295d2ba05 req-bb367486-fbfd-4500-b0bf-977a8581b8e8 service neutron] 10.222.0.69 "GET /v2.0/networks/8db5f4da-a39f-4f3e-be08-67c85499e673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152648 Apr 18 19:27:16.871278 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c9585b-c0f8-4a33-8f63-c706b75f76b2 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Pushing event updated for resources: {'Port': ['ID=f209c868-4df3-44a3-95db-ffedb0ab96cd,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:16.894392 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:16.972825 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49c6c7ca-c567-492d-9e79-80efc894683a req-75c9585b-c0f8-4a33-8f63-c706b75f76b2 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:27:16.987871 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [req-49c6c7ca-c567-492d-9e79-80efc894683a req-75c9585b-c0f8-4a33-8f63-c706b75f76b2 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:27:17.001018 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-49c6c7ca-c567-492d-9e79-80efc894683a req-75c9585b-c0f8-4a33-8f63-c706b75f76b2 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Received port after_create {{(pid=84763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:27:17.012250 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba19edae-4343-4f8d-a1f5-5b88cd3be7cb {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:27:17.127510 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c6c7ca-c567-492d-9e79-80efc894683a req-75c9585b-c0f8-4a33-8f63-c706b75f76b2 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:17.128157 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-49c6c7ca-c567-492d-9e79-80efc894683a req-75c9585b-c0f8-4a33-8f63-c706b75f76b2 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:17.180231 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04753b6-6db6-45e1-b74b-e4b68a1aa968 req-cc40a1d3-fc53-41f9-806a-df6b96f96752 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:17.190728 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a04753b6-6db6-45e1-b74b-e4b68a1aa968 req-cc40a1d3-fc53-41f9-806a-df6b96f96752 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/networks?id=0685e2b1-3b13-405d-a131-f90aa0a8867a HTTP/1.1" status: 200 len: 808 time: 0.7112813 Apr 18 19:27:17.208582 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port ba19edae-4343-4f8d-a1f5-5b88cd3be7cb, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=ba19edae-4343-4f8d-a1f5-5b88cd3be7cb,segment=NetworkSegment(c7e79b18-49ae-4a7c-a4ae-7b1eba97fc3c),segment_id=c7e79b18-49ae-4a7c-a4ae-7b1eba97fc3c)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:27:17.243030 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a04753b6-6db6-45e1-b74b-e4b68a1aa968 req-b12cce9b-6b81-4883-8bf3-6da24b8249c5 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/quotas/fc56e011536d43568ffc66b480cf23b0 HTTP/1.1" status: 200 len: 375 time: 0.0513406 Apr 18 19:27:17.311329 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-49c6c7ca-c567-492d-9e79-80efc894683a req-75c9585b-c0f8-4a33-8f63-c706b75f76b2 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3895404 Apr 18 19:27:17.339630 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-49c6c7ca-c567-492d-9e79-80efc894683a req-ea01ba1e-2679-401b-abe3-ec6e079838eb service neutron] Request body: {'port': {'device_id': '339d07b1-7b62-4191-8b79-84390fd798a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-2'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:27:17.371014 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16282fd-130e-442b-96f4-d4f4ea32c1e7 req-add557d4-1fd1-447c-bcea-c98e33ef377c tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:17.375568 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16282fd-130e-442b-96f4-d4f4ea32c1e7 req-add557d4-1fd1-447c-bcea-c98e33ef377c tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:17.380749 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16282fd-130e-442b-96f4-d4f4ea32c1e7 req-add557d4-1fd1-447c-bcea-c98e33ef377c tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:17.384840 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16282fd-130e-442b-96f4-d4f4ea32c1e7 req-add557d4-1fd1-447c-bcea-c98e33ef377c tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:17.388756 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16282fd-130e-442b-96f4-d4f4ea32c1e7 req-add557d4-1fd1-447c-bcea-c98e33ef377c tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:17.392902 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16282fd-130e-442b-96f4-d4f4ea32c1e7 req-add557d4-1fd1-447c-bcea-c98e33ef377c tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:17.397363 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16282fd-130e-442b-96f4-d4f4ea32c1e7 req-add557d4-1fd1-447c-bcea-c98e33ef377c tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:17.399297 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c16282fd-130e-442b-96f4-d4f4ea32c1e7 req-add557d4-1fd1-447c-bcea-c98e33ef377c tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "GET /v2.0/ports?device_id=dca9f21b-f897-4981-ab52-5aee4da127c0 HTTP/1.1" status: 200 len: 5425 time: 0.1617243 Apr 18 19:27:17.406818 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:17.408707 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 397fc2b6-857c-4641-815e-184ce49e13af details requested by agent hyperv_n-h2-836017-2 with host n-h2-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:27:17.456227 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c16282fd-130e-442b-96f4-d4f4ea32c1e7 req-5ba0d203-bca5-4052-a0b2-79f0b1f1001e tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "GET /v2.0/security-groups?id=059a9d13-b1ae-4689-acd4-4327d8143c7d&id=005d155c-90ca-4625-80c3-c43b698af2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0500412 Apr 18 19:27:17.552904 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a04753b6-6db6-45e1-b74b-e4b68a1aa968 req-5e6a178a-11b7-4f53-8f29-f6b2a6cbad0e tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=fc56e011536d43568ffc66b480cf23b0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3089333 Apr 18 19:27:17.561426 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-49c6c7ca-c567-492d-9e79-80efc894683a req-ea01ba1e-2679-401b-abe3-ec6e079838eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:17.601481 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.db.resource_extend [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 19:27:17.634410 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 8a2264cb-205e-466a-993b-c30414da169a no longer exists at agent hyperv_n-h1-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:27:17.678775 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9a4b9370-fc65-4f05-a924-e1e342caa03a None None] Provisioning for port f209c868-4df3-44a3-95db-ffedb0ab96cd completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:27:17.683155 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 397fc2b6-857c-4641-815e-184ce49e13af, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=397fc2b6-857c-4641-815e-184ce49e13af,segment=NetworkSegment(c7e79b18-49ae-4a7c-a4ae-7b1eba97fc3c),segment_id=c7e79b18-49ae-4a7c-a4ae-7b1eba97fc3c)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:27:17.692647 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47cc7fa2-308f-4081-b143-158a66550624 admin admin] Notify agent at l3_agent.n-d-836017-2 the message routers_updated {{(pid=84763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:27:17.702112 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3943654-ad21-48fb-9ec6-5ead6a34f8fe None None] Sync routers for ids ['2d3c936d-510c-4afe-a1d0-07524f48ac15'] in n-d-836017-2 {{(pid=84766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:27:17.702612 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=ba19edae-4343-4f8d-a1f5-5b88cd3be7cb,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:17.717873 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] No Port match for: 8a2264cb-205e-466a-993b-c30414da169a {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:27:17.718213 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 8a2264cb-205e-466a-993b-c30414da169a not bound to the agent host n-h1-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:27:17.727517 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9a4b9370-fc65-4f05-a924-e1e342caa03a None None] Provisioning complete for port f209c868-4df3-44a3-95db-ffedb0ab96cd triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:27:17.727889 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9a4b9370-fc65-4f05-a924-e1e342caa03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:17.744241 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3943654-ad21-48fb-9ec6-5ead6a34f8fe None None] Routers {'2d3c936d-510c-4afe-a1d0-07524f48ac15'} bound to L3 agent in host n-d-836017-2 {{(pid=84766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:27:17.745865 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-f3943654-ad21-48fb-9ec6-5ead6a34f8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:26:50Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['2d3c936d-510c-4afe-a1d0-07524f48ac15'], 'active': True} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:27:17.758954 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Returning: {'device': '397fc2b6-857c-4641-815e-184ce49e13af', 'network_id': '77a057b3-34c4-449e-a9f0-2bcfc4ff6d7a', 'port_id': '397fc2b6-857c-4641-815e-184ce49e13af', 'mac_address': 'fa:16:3e:ad:bd:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e17591e-cd96-449b-af53-7896e93cce2f', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:27:17.800347 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-788da5c3-6de4-49a9-991a-a5659fffa09c req-28e33810-e36b-4887-891f-9eaea3d78be3 tempest-ServersAdmin275Test-536787650 tempest-ServersAdmin275Test-536787650-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=565ea609-bc70-41d2-8e9b-51bc0bb51a02 HTTP/1.1" status: 200 len: 210 time: 0.1272321 Apr 18 19:27:17.844576 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9a4b9370-fc65-4f05-a924-e1e342caa03a None None] Port f209c868-4df3-44a3-95db-ffedb0ab96cd cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:27:17.856738 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:17.876511 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 397fc2b6-857c-4641-815e-184ce49e13af {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:27:17.903195 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 397fc2b6-857c-4641-815e-184ce49e13af, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=397fc2b6-857c-4641-815e-184ce49e13af,segment=NetworkSegment(c7e79b18-49ae-4a7c-a4ae-7b1eba97fc3c),segment_id=c7e79b18-49ae-4a7c-a4ae-7b1eba97fc3c)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:27:17.938613 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-47cc7fa2-308f-4081-b143-158a66550624 admin admin] Notify callbacks [] for router, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:17.940679 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-47cc7fa2-308f-4081-b143-158a66550624 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.1622548 Apr 18 19:27:17.943550 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 50876) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:17.948119 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca9692d-1ca2-4eb9-b6c4-44016c6e19e7 req-ca01e70f-2bdd-48ba-971a-3d44173468a1 tempest-InstanceActionsV221TestJSON-1478420689 tempest-InstanceActionsV221TestJSON-1478420689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:17.949802 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0ca9692d-1ca2-4eb9-b6c4-44016c6e19e7 req-ca01e70f-2bdd-48ba-971a-3d44173468a1 tempest-InstanceActionsV221TestJSON-1478420689 tempest-InstanceActionsV221TestJSON-1478420689-project] 10.222.0.73 "GET /v2.0/ports?device_id=1fda610d-f64b-4f66-baf7-2f9bfe26ee1d HTTP/1.1" status: 200 len: 946 time: 0.4392662 Apr 18 19:27:17.990961 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:18.034070 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a04753b6-6db6-45e1-b74b-e4b68a1aa968 req-b4e0c846-2cea-4685-a111-2bb829d6b886 service neutron] 10.222.0.69 "GET /v2.0/networks/0685e2b1-3b13-405d-a131-f90aa0a8867a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4577689 Apr 18 19:27:18.065976 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvr_db [None req-f3943654-ad21-48fb-9ec6-5ead6a34f8fe None None] Set router 2d3c936d-510c-4afe-a1d0-07524f48ac15 gateway port host: n-d-836017-2 {{(pid=84766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:27:18.099849 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 9f100931-1650-45a2-adf0-ae9ad1c229ec up at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:27:18.185892 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a04753b6-6db6-45e1-b74b-e4b68a1aa968 req-189e0fa2-1745-4674-9485-f7920904d7bd service neutron] 10.222.0.69 "GET /v2.0/networks/0685e2b1-3b13-405d-a131-f90aa0a8867a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506293 Apr 18 19:27:18.227517 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=397fc2b6-857c-4641-815e-184ce49e13af,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:18.273808 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-0ca9692d-1ca2-4eb9-b6c4-44016c6e19e7 req-b75403e2-d14e-427b-a980-1ff1aec690c4 tempest-InstanceActionsV221TestJSON-1478420689 tempest-InstanceActionsV221TestJSON-1478420689-project] Deleting port acee1199-3df7-4202-8267-83563d81e179 {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:27:18.274288 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-0ca9692d-1ca2-4eb9-b6c4-44016c6e19e7 req-b75403e2-d14e-427b-a980-1ff1aec690c4 tempest-InstanceActionsV221TestJSON-1478420689 tempest-InstanceActionsV221TestJSON-1478420689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:18.328268 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f40ecdf-d6a6-448c-bd52-a1b3973bf16f req-c0ad0480-4262-4624-94ed-e88cd79fae3f tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:18.330484 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-7f40ecdf-d6a6-448c-bd52-a1b3973bf16f req-c0ad0480-4262-4624-94ed-e88cd79fae3f tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=339d07b1-7b62-4191-8b79-84390fd798a9 HTTP/1.1" status: 200 len: 936 time: 0.2494202 Apr 18 19:27:18.401869 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ba7afac0-cebf-4c8f-882a-ae92f9a247e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:18.403648 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning for port 9f100931-1650-45a2-adf0-ae9ad1c229ec completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:27:18.414213 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-7f40ecdf-d6a6-448c-bd52-a1b3973bf16f req-fbf79acd-1154-4c7c-9cdc-bda2636412c1 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771127 Apr 18 19:27:18.425144 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning complete for port 9f100931-1650-45a2-adf0-ae9ad1c229ec triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:27:18.426100 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:18.479040 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-f3943654-ad21-48fb-9ec6-5ead6a34f8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d3c936d-510c-4afe-a1d0-07524f48ac15', 'name': 'tempest-ServerRescueTestJSONUnderV235-1124515802-router', 'tenant_id': 'cde3a890089e40a1b179d71db405af78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': 'ca7f4ddc-6a84-4e70-9dbd-ae963e9beee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:27:11Z', 'updated_at': '2022-04-18T19:27:15Z', 'revision_number': 3, 'project_id': 'cde3a890089e40a1b179d71db405af78', 'gw_port': {'id': 'ca7f4ddc-6a84-4e70-9dbd-ae963e9beee1', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f8:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d3c936d-510c-4afe-a1d0-07524f48ac15', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:27:13Z', 'updated_at': '2022-04-18T19:27:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2'}], 'n-d-836017-2', False) {} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:27:18.485408 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3943654-ad21-48fb-9ec6-5ead6a34f8fe None None] Checking router: 2d3c936d-510c-4afe-a1d0-07524f48ac15 for host: n-d-836017-2 {{(pid=84766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:27:18.496870 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3943654-ad21-48fb-9ec6-5ead6a34f8fe None None] Updating router 2d3c936d-510c-4afe-a1d0-07524f48ac15 port ca7f4ddc-6a84-4e70-9dbd-ae963e9beee1 binding host n-d-836017-2 {{(pid=84766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 19:27:18.576146 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-f3943654-ad21-48fb-9ec6-5ead6a34f8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:18.701613 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] get_ports_and_sgs() called for port_ids ['397fc2b6-857c-4641-815e-184ce49e13af'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:27:18.772802 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-65d8c923-4e40-4f26-b725-a2a1edb870e6 req-fa750617-c0b3-4f11-8bc2-61a75d913c6c tempest-ServerAddressesTestJSON-492435626 tempest-ServerAddressesTestJSON-492435626-project] 10.222.0.69 "GET /v2.0/ports?device_id=26d3331a-34f8-4d0d-87d4-8e874ed537cc HTTP/1.1" status: 200 len: 210 time: 0.1068923 Apr 18 19:27:18.805190 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [req-49c6c7ca-c567-492d-9e79-80efc894683a req-ea01ba1e-2679-401b-abe3-ec6e079838eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f209c868-4df3-44a3-95db-ffedb0ab96cd {{(pid=84763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:27:18.835817 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-49c6c7ca-c567-492d-9e79-80efc894683a req-ea01ba1e-2679-401b-abe3-ec6e079838eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:18.843518 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-0ca9692d-1ca2-4eb9-b6c4-44016c6e19e7 req-b75403e2-d14e-427b-a980-1ff1aec690c4 tempest-InstanceActionsV221TestJSON-1478420689 tempest-InstanceActionsV221TestJSON-1478420689-project] For port acee1199-3df7-4202-8267-83563d81e179, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=acee1199-3df7-4202-8267-83563d81e179,segment=NetworkSegment(d44b985b-ba1d-41e7-ae49-0ec4012c12b5),segment_id=d44b985b-ba1d-41e7-ae49-0ec4012c12b5)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:27:18.844746 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:18.845636 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-0ca9692d-1ca2-4eb9-b6c4-44016c6e19e7 req-b75403e2-d14e-427b-a980-1ff1aec690c4 tempest-InstanceActionsV221TestJSON-1478420689 tempest-InstanceActionsV221TestJSON-1478420689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:18.893203 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dca9f21b-f897-4981-ab52-5aee4da127c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f100931-1650-45a2-adf0-ae9ad1c229ec'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:27:18.914207 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 9f100931-1650-45a2-adf0-ae9ad1c229ec, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=9f100931-1650-45a2-adf0-ae9ad1c229ec,segment=NetworkSegment(767af402-126a-4148-89aa-c983cdf056d7),segment_id=767af402-126a-4148-89aa-c983cdf056d7)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:27:19.003742 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:19.143119 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=9f100931-1650-45a2-adf0-ae9ad1c229ec,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:19.204928 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-0ca9692d-1ca2-4eb9-b6c4-44016c6e19e7 req-b75403e2-d14e-427b-a980-1ff1aec690c4 tempest-InstanceActionsV221TestJSON-1478420689 tempest-InstanceActionsV221TestJSON-1478420689-project] Calling delete_port for acee1199-3df7-4202-8267-83563d81e179 owned by compute:nova {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:27:19.267570 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [req-49c6c7ca-c567-492d-9e79-80efc894683a req-ea01ba1e-2679-401b-abe3-ec6e079838eb service neutron] Transition to ACTIVE for port object f209c868-4df3-44a3-95db-ffedb0ab96cd will not be triggered until provisioned by entity L2. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:27:19.384815 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-49c6c7ca-c567-492d-9e79-80efc894683a req-ea01ba1e-2679-401b-abe3-ec6e079838eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:19.420797 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-f3943654-ad21-48fb-9ec6-5ead6a34f8fe None None] Notify callbacks [] for port, precommit_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:19.434710 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.provisioning_blocks [None req-f3943654-ad21-48fb-9ec6-5ead6a34f8fe None None] Transition to ACTIVE for port object ca7f4ddc-6a84-4e70-9dbd-ae963e9beee1 will not be triggered until provisioned by entity L2. {{(pid=84766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:27:19.482700 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-be1eb88b-da7a-47cc-8b95-4884fb1e366a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:19.520197 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-f3943654-ad21-48fb-9ec6-5ead6a34f8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:19.567888 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea01ba1e-2679-401b-abe3-ec6e079838eb service neutron] Pushing event updated for resources: {'Port': ['ID=f209c868-4df3-44a3-95db-ffedb0ab96cd,revision_number=2']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:19.621853 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea01ba1e-2679-401b-abe3-ec6e079838eb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:27:19.622204 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea01ba1e-2679-401b-abe3-ec6e079838eb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:27:19.622547 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea01ba1e-2679-401b-abe3-ec6e079838eb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:27:19.622884 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea01ba1e-2679-401b-abe3-ec6e079838eb service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:27:19.623216 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea01ba1e-2679-401b-abe3-ec6e079838eb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:27:19.623547 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea01ba1e-2679-401b-abe3-ec6e079838eb service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:27:19.623872 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea01ba1e-2679-401b-abe3-ec6e079838eb service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:27:19.624194 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea01ba1e-2679-401b-abe3-ec6e079838eb service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:27:19.624561 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea01ba1e-2679-401b-abe3-ec6e079838eb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:27:19.625150 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea01ba1e-2679-401b-abe3-ec6e079838eb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:27:19.625469 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea01ba1e-2679-401b-abe3-ec6e079838eb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:27:19.644138 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] get_ports_and_sgs() called for port_ids ['ba19edae-4343-4f8d-a1f5-5b88cd3be7cb'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:27:19.714502 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.managers [None req-f3943654-ad21-48fb-9ec6-5ead6a34f8fe None None] Attempting to bind port ca7f4ddc-6a84-4e70-9dbd-ae963e9beee1 on host n-d-836017-2 for vnic_type normal with profile {{(pid=84766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:27:19.715982 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.managers [None req-f3943654-ad21-48fb-9ec6-5ead6a34f8fe None None] Attempting to bind port ca7f4ddc-6a84-4e70-9dbd-ae963e9beee1 by drivers openvswitch,hyperv on host n-d-836017-2 at level 0 using segments [{'id': '5de34947-6c56-419b-85d0-f61f69ce7c45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'}] {{(pid=84766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:27:19.718255 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3943654-ad21-48fb-9ec6-5ead6a34f8fe None None] Attempting to bind port ca7f4ddc-6a84-4e70-9dbd-ae963e9beee1 on network 11e8e108-37df-4084-b6b7-113e6beb66b4 {{(pid=84766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:27:19.725859 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6200938-2db1-4df3-846d-15b864cc011e None None] Pushing event updated for resources: {'Port': ['ID=ca7f4ddc-6a84-4e70-9dbd-ae963e9beee1,revision_number=2']} {{(pid=84766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:19.751149 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3943654-ad21-48fb-9ec6-5ead6a34f8fe None None] Checking agent: {'id': 'df2a5cfe-6839-400b-a998-e4fffce70f45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 8, 22), 'started_at': datetime.datetime(2022, 4, 18, 19, 8, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:27:19.759396 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3943654-ad21-48fb-9ec6-5ead6a34f8fe None None] Checking segment: {'id': '5de34947-6c56-419b-85d0-f61f69ce7c45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:27:19.759968 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-f3943654-ad21-48fb-9ec6-5ead6a34f8fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:19.760713 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3943654-ad21-48fb-9ec6-5ead6a34f8fe None None] Bound using segment: {'id': '5de34947-6c56-419b-85d0-f61f69ce7c45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'} {{(pid=84766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:27:19.764651 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.managers [None req-f3943654-ad21-48fb-9ec6-5ead6a34f8fe None None] Bound port: ca7f4ddc-6a84-4e70-9dbd-ae963e9beee1, host: n-d-836017-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5de34947-6c56-419b-85d0-f61f69ce7c45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'}}] {{(pid=84766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:27:19.765186 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-f3943654-ad21-48fb-9ec6-5ead6a34f8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:19.816175 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-0ca9692d-1ca2-4eb9-b6c4-44016c6e19e7 req-b75403e2-d14e-427b-a980-1ff1aec690c4 tempest-InstanceActionsV221TestJSON-1478420689 tempest-InstanceActionsV221TestJSON-1478420689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:19.837192 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6200938-2db1-4df3-846d-15b864cc011e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:27:19.837850 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6200938-2db1-4df3-846d-15b864cc011e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:27:19.838528 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6200938-2db1-4df3-846d-15b864cc011e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:27:19.838755 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6200938-2db1-4df3-846d-15b864cc011e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:27:19.839186 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6200938-2db1-4df3-846d-15b864cc011e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:27:19.839597 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6200938-2db1-4df3-846d-15b864cc011e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:27:19.840147 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6200938-2db1-4df3-846d-15b864cc011e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:27:19.840962 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6200938-2db1-4df3-846d-15b864cc011e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:27:19.841104 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6200938-2db1-4df3-846d-15b864cc011e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:27:19.841515 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6200938-2db1-4df3-846d-15b864cc011e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:27:19.841926 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6200938-2db1-4df3-846d-15b864cc011e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:27:19.888219 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2c8aac-031e-4cd9-98c5-e1b90af1a44c req-4ccc7b22-0b12-4240-9417-fe7b58e023d0 tempest-InstanceActionsV221TestJSON-1478420689 tempest-InstanceActionsV221TestJSON-1478420689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:19.897280 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ea2c8aac-031e-4cd9-98c5-e1b90af1a44c req-4ccc7b22-0b12-4240-9417-fe7b58e023d0 tempest-InstanceActionsV221TestJSON-1478420689 tempest-InstanceActionsV221TestJSON-1478420689-project] 10.222.0.69 "GET /v2.0/ports?device_id=1fda610d-f64b-4f66-baf7-2f9bfe26ee1d HTTP/1.1" status: 200 len: 946 time: 0.6094317 Apr 18 19:27:19.930949 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75403e2-d14e-427b-a980-1ff1aec690c4 tempest-InstanceActionsV221TestJSON-1478420689 tempest-InstanceActionsV221TestJSON-1478420689-project] Pushing event deleted for resources: {'Port': ['ID=acee1199-3df7-4202-8267-83563d81e179,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:19.956285 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.db [None req-f3943654-ad21-48fb-9ec6-5ead6a34f8fe None None] For port ca7f4ddc-6a84-4e70-9dbd-ae963e9beee1, host n-d-836017-2, cleared binding levels {{(pid=84766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:27:19.959673 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.db [None req-f3943654-ad21-48fb-9ec6-5ead6a34f8fe None None] For port ca7f4ddc-6a84-4e70-9dbd-ae963e9beee1, host n-d-836017-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=ca7f4ddc-6a84-4e70-9dbd-ae963e9beee1,segment=NetworkSegment(5de34947-6c56-419b-85d0-f61f69ce7c45),segment_id=5de34947-6c56-419b-85d0-f61f69ce7c45)] {{(pid=84766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:27:19.969532 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_common [None req-be1eb88b-da7a-47cc-8b95-4884fb1e366a admin admin] Allocated IP 172.20.0.1 (19b59b41-cadd-403d-bfd9-2d34b4cf02aa/34e3ae83-1d27-4273-87fc-7e73d7e0f53e/b2a28688-98e9-4c3b-9f99-66b4f2b5aa09) {{(pid=84764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:27:20.026510 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device bc352c10-792f-4c4c-8ce2-33c2e09ff225 up at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:27:20.036543 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-f3943654-ad21-48fb-9ec6-5ead6a34f8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:20.052260 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-49c6c7ca-c567-492d-9e79-80efc894683a req-ea01ba1e-2679-401b-abe3-ec6e079838eb service neutron] Attempting to bind port f209c868-4df3-44a3-95db-ffedb0ab96cd on host n-h2-836017-2 for vnic_type normal with profile {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:27:20.052726 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-49c6c7ca-c567-492d-9e79-80efc894683a req-ea01ba1e-2679-401b-abe3-ec6e079838eb service neutron] Attempting to bind port f209c868-4df3-44a3-95db-ffedb0ab96cd by drivers openvswitch,hyperv on host n-h2-836017-2 at level 0 using segments [{'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:27:20.053130 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c6c7ca-c567-492d-9e79-80efc894683a req-ea01ba1e-2679-401b-abe3-ec6e079838eb service neutron] Attempting to bind port f209c868-4df3-44a3-95db-ffedb0ab96cd on network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:27:20.069003 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ea2c8aac-031e-4cd9-98c5-e1b90af1a44c req-1a7e7afe-4ef9-404e-b00f-18a0f7b4a0f5 tempest-InstanceActionsV221TestJSON-1478420689 tempest-InstanceActionsV221TestJSON-1478420689-project] 10.222.0.69 "GET /v2.0/security-groups?id=c9beaf65-10e8-47b3-abe4-47b1e195579a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728873 Apr 18 19:27:20.069967 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ca9692d-1ca2-4eb9-b6c4-44016c6e19e7 req-b75403e2-d14e-427b-a980-1ff1aec690c4 tempest-InstanceActionsV221TestJSON-1478420689 tempest-InstanceActionsV221TestJSON-1478420689-project] No DVR routers for this DVR port acee1199-3df7-4202-8267-83563d81e179 on host n-h1-836017-2 {{(pid=84763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:27:20.074737 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-0ca9692d-1ca2-4eb9-b6c4-44016c6e19e7 req-b75403e2-d14e-427b-a980-1ff1aec690c4 tempest-InstanceActionsV221TestJSON-1478420689 tempest-InstanceActionsV221TestJSON-1478420689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:20.077900 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fda610d-f64b-4f66-baf7-2f9bfe26ee1d', 'name': 'network-vif-deleted', 'tag': 'acee1199-3df7-4202-8267-83563d81e179'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:27:20.088736 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c6c7ca-c567-492d-9e79-80efc894683a req-ea01ba1e-2679-401b-abe3-ec6e079838eb service neutron] Port f209c868-4df3-44a3-95db-ffedb0ab96cd on network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-2 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:27:20.092513 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c6c7ca-c567-492d-9e79-80efc894683a req-ea01ba1e-2679-401b-abe3-ec6e079838eb service neutron] Attempting to bind port f209c868-4df3-44a3-95db-ffedb0ab96cd on network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:27:20.098399 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c6c7ca-c567-492d-9e79-80efc894683a req-ea01ba1e-2679-401b-abe3-ec6e079838eb service neutron] Checking agent: {'id': '02e8f951-d3a3-40e1-b8cc-aed258af030b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 26, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:27:20.098842 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c6c7ca-c567-492d-9e79-80efc894683a req-ea01ba1e-2679-401b-abe3-ec6e079838eb service neutron] Checking segment: {'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:27:20.099292 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c6c7ca-c567-492d-9e79-80efc894683a req-ea01ba1e-2679-401b-abe3-ec6e079838eb service neutron] Bound using segment: {'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:27:20.099806 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-49c6c7ca-c567-492d-9e79-80efc894683a req-ea01ba1e-2679-401b-abe3-ec6e079838eb service neutron] Bound port: f209c868-4df3-44a3-95db-ffedb0ab96cd, host: n-h2-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'}}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:27:20.100218 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-49c6c7ca-c567-492d-9e79-80efc894683a req-ea01ba1e-2679-401b-abe3-ec6e079838eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:20.192289 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3943654-ad21-48fb-9ec6-5ead6a34f8fe None None] Routers {'2d3c936d-510c-4afe-a1d0-07524f48ac15'} bound to L3 agent in host n-d-836017-2 {{(pid=84766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:27:20.192945 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-f3943654-ad21-48fb-9ec6-5ead6a34f8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:26:50Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['2d3c936d-510c-4afe-a1d0-07524f48ac15'], 'active': True} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:27:20.205150 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de302315-f9b4-4531-b74d-438544869ef6 req-add2f128-22ea-44fe-8e2f-13d78c91c0fc tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:20.209221 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de302315-f9b4-4531-b74d-438544869ef6 req-add2f128-22ea-44fe-8e2f-13d78c91c0fc tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:20.213597 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de302315-f9b4-4531-b74d-438544869ef6 req-add2f128-22ea-44fe-8e2f-13d78c91c0fc tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:20.217928 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de302315-f9b4-4531-b74d-438544869ef6 req-add2f128-22ea-44fe-8e2f-13d78c91c0fc tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:20.222081 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de302315-f9b4-4531-b74d-438544869ef6 req-add2f128-22ea-44fe-8e2f-13d78c91c0fc tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:20.227036 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b73fcbb6-5a39-454a-adc9-01496f41cb87'] response: {'server_uuid': 'dca9f21b-f897-4981-ab52-5aee4da127c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f100931-1650-45a2-adf0-ae9ad1c229ec', 'code': 200} Apr 18 19:27:20.228176 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de302315-f9b4-4531-b74d-438544869ef6 req-add2f128-22ea-44fe-8e2f-13d78c91c0fc tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:20.232615 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de302315-f9b4-4531-b74d-438544869ef6 req-add2f128-22ea-44fe-8e2f-13d78c91c0fc tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:20.240205 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-de302315-f9b4-4531-b74d-438544869ef6 req-add2f128-22ea-44fe-8e2f-13d78c91c0fc tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "GET /v2.0/ports?device_id=dca9f21b-f897-4981-ab52-5aee4da127c0 HTTP/1.1" status: 200 len: 5428 time: 0.3912046 Apr 18 19:27:20.264233 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0ca9692d-1ca2-4eb9-b6c4-44016c6e19e7 req-b75403e2-d14e-427b-a980-1ff1aec690c4 tempest-InstanceActionsV221TestJSON-1478420689 tempest-InstanceActionsV221TestJSON-1478420689-project] 10.222.0.73 "DELETE /v2.0/ports/acee1199-3df7-4202-8267-83563d81e179 HTTP/1.1" status: 204 len: 173 time: 2.3003342 Apr 18 19:27:20.330882 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-de302315-f9b4-4531-b74d-438544869ef6 req-a9db3b8a-2c1f-4f70-ac9a-ae83ec20a92f tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "GET /v2.0/security-groups?id=059a9d13-b1ae-4689-acd4-4327d8143c7d&id=005d155c-90ca-4625-80c3-c43b698af2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0894794 Apr 18 19:27:20.331041 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-49c6c7ca-c567-492d-9e79-80efc894683a req-ea01ba1e-2679-401b-abe3-ec6e079838eb service neutron] For port f209c868-4df3-44a3-95db-ffedb0ab96cd, host n-h2-836017-2, cleared binding levels {{(pid=84763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:27:20.338776 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning for port bc352c10-792f-4c4c-8ce2-33c2e09ff225 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:27:20.343724 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning complete for port bc352c10-792f-4c4c-8ce2-33c2e09ff225 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:27:20.344088 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:20.356144 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-49c6c7ca-c567-492d-9e79-80efc894683a req-ea01ba1e-2679-401b-abe3-ec6e079838eb service neutron] For port f209c868-4df3-44a3-95db-ffedb0ab96cd, host n-h2-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=f209c868-4df3-44a3-95db-ffedb0ab96cd,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:27:20.401483 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-be1eb88b-da7a-47cc-8b95-4884fb1e366a admin admin] Notify callbacks [] for port, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:20.434578 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-76f59341-d607-46b5-b484-78e273aaaa6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:20.469081 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a2d047-c9aa-44ac-8d49-fe8295d2ba05 req-d9251f5a-d9ce-4145-9ed5-0ac666b20dab tempest-ServerAddressesTestJSON-492435626 tempest-ServerAddressesTestJSON-492435626-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:20.471985 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-27a2d047-c9aa-44ac-8d49-fe8295d2ba05 req-d9251f5a-d9ce-4145-9ed5-0ac666b20dab tempest-ServerAddressesTestJSON-492435626 tempest-ServerAddressesTestJSON-492435626-project] 10.222.0.72 "GET /v2.0/networks?id=8db5f4da-a39f-4f3e-be08-67c85499e673 HTTP/1.1" status: 200 len: 812 time: 0.3160250 Apr 18 19:27:20.472259 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-49c6c7ca-c567-492d-9e79-80efc894683a req-ea01ba1e-2679-401b-abe3-ec6e079838eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:20.491707 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6200938-2db1-4df3-846d-15b864cc011e None None] Pushing event updated for resources: {'Port': ['ID=ca7f4ddc-6a84-4e70-9dbd-ae963e9beee1,revision_number=3']} {{(pid=84766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:20.542183 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0c44cfd2-66f1-4878-ba2e-c5fcb815c7fd req-56ee9c75-7e3d-4d70-b34f-6f061e7c6c6e tempest-ServersAdmin275Test-536787650 tempest-ServersAdmin275Test-536787650-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=565ea609-bc70-41d2-8e9b-51bc0bb51a02 HTTP/1.1" status: 200 len: 210 time: 0.1813772 Apr 18 19:27:20.556102 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvr_db [None req-f3943654-ad21-48fb-9ec6-5ead6a34f8fe None None] Set router 2d3c936d-510c-4afe-a1d0-07524f48ac15 gateway port host: n-d-836017-2 {{(pid=84766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:27:20.558045 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-27a2d047-c9aa-44ac-8d49-fe8295d2ba05 req-26f5626a-995d-4b4f-ac91-844a8658f15b tempest-ServerAddressesTestJSON-492435626 tempest-ServerAddressesTestJSON-492435626-project] Request body: {'port': {'device_id': '26d3331a-34f8-4d0d-87d4-8e874ed537cc', 'network_id': '8db5f4da-a39f-4f3e-be08-67c85499e673', 'admin_state_up': True, 'tenant_id': 'da5a31afb55b443c9eec320876635d31'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:27:20.561695 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-be1eb88b-da7a-47cc-8b95-4884fb1e366a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:20.646259 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:20.708133 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port bc352c10-792f-4c4c-8ce2-33c2e09ff225, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=bc352c10-792f-4c4c-8ce2-33c2e09ff225,segment=NetworkSegment(767af402-126a-4148-89aa-c983cdf056d7),segment_id=767af402-126a-4148-89aa-c983cdf056d7)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:27:20.726322 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:20.762115 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ff24c40c-1032-4507-8d87-5fa26a23be14 req-a02a6331-637d-45b1-909d-7c6607d898b7 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=cd5645d0-db8a-4ffe-b4ce-5967e6245f85 HTTP/1.1" status: 200 len: 210 time: 0.0789075 Apr 18 19:27:20.788140 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1eb88b-da7a-47cc-8b95-4884fb1e366a admin admin] Network 19b59b41-cadd-403d-bfd9-2d34b4cf02aa is already hosted by enough agents. {{(pid=84764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:27:20.792491 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [None req-be1eb88b-da7a-47cc-8b95-4884fb1e366a admin admin] Resources bound (agent type, host, resource id): {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:27:20.795493 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1eb88b-da7a-47cc-8b95-4884fb1e366a admin admin] Received port after_create {{(pid=84764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:27:20.813463 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:20.814363 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 541a4c14-f2f5-4268-a378-6b7818c15360 up at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:27:20.826868 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1eb88b-da7a-47cc-8b95-4884fb1e366a admin admin] Pushing event updated for resources: {'Port': ['ID=b2a28688-98e9-4c3b-9f99-66b4f2b5aa09,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:20.874536 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-be1eb88b-da7a-47cc-8b95-4884fb1e366a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417434'] for router_interface, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:20.915357 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-49c6c7ca-c567-492d-9e79-80efc894683a req-ea01ba1e-2679-401b-abe3-ec6e079838eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:20.917802 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-49c6c7ca-c567-492d-9e79-80efc894683a req-ea01ba1e-2679-401b-abe3-ec6e079838eb service neutron] 10.222.0.72 "PUT /v2.0/ports/f209c868-4df3-44a3-95db-ffedb0ab96cd HTTP/1.1" status: 200 len: 1096 time: 3.5822396 Apr 18 19:27:20.951439 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=bc352c10-792f-4c4c-8ce2-33c2e09ff225,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:21.060007 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning for port 541a4c14-f2f5-4268-a378-6b7818c15360 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:27:21.067946 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning complete for port 541a4c14-f2f5-4268-a378-6b7818c15360 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:27:21.068382 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:21.135223 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-be1eb88b-da7a-47cc-8b95-4884fb1e366a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:21.164099 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-f3943654-ad21-48fb-9ec6-5ead6a34f8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d3c936d-510c-4afe-a1d0-07524f48ac15', 'name': 'tempest-ServerRescueTestJSONUnderV235-1124515802-router', 'tenant_id': 'cde3a890089e40a1b179d71db405af78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': 'ca7f4ddc-6a84-4e70-9dbd-ae963e9beee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:27:11Z', 'updated_at': '2022-04-18T19:27:15Z', 'revision_number': 3, 'project_id': 'cde3a890089e40a1b179d71db405af78', 'gw_port': {'id': 'ca7f4ddc-6a84-4e70-9dbd-ae963e9beee1', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f8:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d3c936d-510c-4afe-a1d0-07524f48ac15', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:27:13Z', 'updated_at': '2022-04-18T19:27:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2'}], 'n-d-836017-2', False) {} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:27:21.177084 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea01ba1e-2679-401b-abe3-ec6e079838eb service neutron] Pushing event updated for resources: {'Port': ['ID=f209c868-4df3-44a3-95db-ffedb0ab96cd,revision_number=3']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:21.177282 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3943654-ad21-48fb-9ec6-5ead6a34f8fe None None] The sync data for ids ['2d3c936d-510c-4afe-a1d0-07524f48ac15'] in n-d-836017-2 is: [{'id': '2d3c936d-510c-4afe-a1d0-07524f48ac15', 'name': 'tempest-ServerRescueTestJSONUnderV235-1124515802-router', 'tenant_id': 'cde3a890089e40a1b179d71db405af78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': 'ca7f4ddc-6a84-4e70-9dbd-ae963e9beee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:27:11Z', 'updated_at': '2022-04-18T19:27:15Z', 'revision_number': 3, 'project_id': 'cde3a890089e40a1b179d71db405af78', 'gw_port': {'id': 'ca7f4ddc-6a84-4e70-9dbd-ae963e9beee1', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f8:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d3c936d-510c-4afe-a1d0-07524f48ac15', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:27:13Z', 'updated_at': '2022-04-18T19:27:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2'}] {{(pid=84766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:27:21.194928 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-27a2d047-c9aa-44ac-8d49-fe8295d2ba05 req-26f5626a-995d-4b4f-ac91-844a8658f15b tempest-ServerAddressesTestJSON-492435626 tempest-ServerAddressesTestJSON-492435626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:27:21.234233 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ca2f0c-2015-4aa5-9913-2351e6ae405a req-7c60cac4-d687-41f9-ae79-3b8da6c88a70 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:21.236855 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-02ca2f0c-2015-4aa5-9913-2351e6ae405a req-7c60cac4-d687-41f9-ae79-3b8da6c88a70 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2355448-26c2-4627-add5-d1edc93520c0 HTTP/1.1" status: 200 len: 967 time: 0.2747388 Apr 18 19:27:21.284873 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-27a2d047-c9aa-44ac-8d49-fe8295d2ba05 req-26f5626a-995d-4b4f-ac91-844a8658f15b tempest-ServerAddressesTestJSON-492435626 tempest-ServerAddressesTestJSON-492435626-project] Usage tracker for resource:port and tenant:da5a31afb55b443c9eec320876635d31 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:27:21.294476 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:21.310264 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-27a2d047-c9aa-44ac-8d49-fe8295d2ba05 req-26f5626a-995d-4b4f-ac91-844a8658f15b tempest-ServerAddressesTestJSON-492435626 tempest-ServerAddressesTestJSON-492435626-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:27:21.326071 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75b5563-9b77-4fff-8b31-9a754ae8bca8 req-20c22afc-91cc-4850-ab8d-77a9f2b878f6 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:21.326071 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-d75b5563-9b77-4fff-8b31-9a754ae8bca8 req-20c22afc-91cc-4850-ab8d-77a9f2b878f6 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Synchronizing usage tracker for tenant:e8145a70cab44ff88b524306edcbe946 on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:27:21.353252 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-27a2d047-c9aa-44ac-8d49-fe8295d2ba05 req-26f5626a-995d-4b4f-ac91-844a8658f15b tempest-ServerAddressesTestJSON-492435626 tempest-ServerAddressesTestJSON-492435626-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:27:21.355980 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 541a4c14-f2f5-4268-a378-6b7818c15360, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=541a4c14-f2f5-4268-a378-6b7818c15360,segment=NetworkSegment(64e9dd2a-1ec8-4590-b9a5-d212c2764002),segment_id=64e9dd2a-1ec8-4590-b9a5-d212c2764002)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:27:21.383561 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-02ca2f0c-2015-4aa5-9913-2351e6ae405a req-e4d2ff41-36fa-4a3b-b2a3-c93b33940203 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096148 Apr 18 19:27:21.418243 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e9bea7-8c6a-4415-ade4-3caf84954ee6 req-f4fd5686-5c0b-4fcb-91f4-28685b734277 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:21.428418 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-14e9bea7-8c6a-4415-ade4-3caf84954ee6 req-f4fd5686-5c0b-4fcb-91f4-28685b734277 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Synchronizing usage tracker for tenant:4bf06599121a476094faf72db54a396e on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:27:21.436587 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:21.437680 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device e941a163-539d-4e45-ac0e-f02d875d6f32 up at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:27:21.449195 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-49c6c7ca-c567-492d-9e79-80efc894683a req-a080bbbe-8998-466c-a95a-8f893db06a88 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4bf06599121a476094faf72db54a396e&device_id=339d07b1-7b62-4191-8b79-84390fd798a9 HTTP/1.1" status: 200 len: 1099 time: 0.2587495 Apr 18 19:27:21.573121 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-49c6c7ca-c567-492d-9e79-80efc894683a req-071a3fa5-b769-4d2f-9662-1ac1eda34572 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=f209c868-4df3-44a3-95db-ffedb0ab96cd HTTP/1.1" status: 200 len: 217 time: 0.1146717 Apr 18 19:27:21.574977 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-14e9bea7-8c6a-4415-ade4-3caf84954ee6 req-f4fd5686-5c0b-4fcb-91f4-28685b734277 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Unset dirty status for tenant:4bf06599121a476094faf72db54a396e on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:27:21.581861 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-14e9bea7-8c6a-4415-ade4-3caf84954ee6 req-f4fd5686-5c0b-4fcb-91f4-28685b734277 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=339d07b1-7b62-4191-8b79-84390fd798a9 HTTP/1.1" status: 200 len: 948 time: 0.6462195 Apr 18 19:27:21.656386 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device e2db22ea-4eb8-4fa8-8067-77968b7252ce no longer exists at agent hyperv_n-h1-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:27:21.666937 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27a2d047-c9aa-44ac-8d49-fe8295d2ba05 req-26f5626a-995d-4b4f-ac91-844a8658f15b tempest-ServerAddressesTestJSON-492435626 tempest-ServerAddressesTestJSON-492435626-project] Made reservation on behalf of da5a31afb55b443c9eec320876635d31 for: {'port': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:27:21.670032 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-27a2d047-c9aa-44ac-8d49-fe8295d2ba05 req-26f5626a-995d-4b4f-ac91-844a8658f15b tempest-ServerAddressesTestJSON-492435626 tempest-ServerAddressesTestJSON-492435626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:21.681199 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c6c7ca-c567-492d-9e79-80efc894683a req-da1d491f-9bfe-468c-bbf6-66e07499b25b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:21.682775 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-49c6c7ca-c567-492d-9e79-80efc894683a req-da1d491f-9bfe-468c-bbf6-66e07499b25b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=17d1b3aa-2066-4ffa-a69f-52ed566b6548 HTTP/1.1" status: 200 len: 843 time: 0.0836246 Apr 18 19:27:21.683381 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-d75b5563-9b77-4fff-8b31-9a754ae8bca8 req-20c22afc-91cc-4850-ab8d-77a9f2b878f6 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Unset dirty status for tenant:e8145a70cab44ff88b524306edcbe946 on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:27:21.684448 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d75b5563-9b77-4fff-8b31-9a754ae8bca8 req-20c22afc-91cc-4850-ab8d-77a9f2b878f6 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.73 "GET /v2.0/ports?device_id=d2355448-26c2-4627-add5-d1edc93520c0 HTTP/1.1" status: 200 len: 967 time: 1.3206854 Apr 18 19:27:21.796988 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=541a4c14-f2f5-4268-a378-6b7818c15360,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:21.841775 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device acee1199-3df7-4202-8267-83563d81e179 no longer exists at agent hyperv_n-h1-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:27:21.880255 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1c541fd-6087-4755-8778-e68e27e46067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:21.885737 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] No Port match for: acee1199-3df7-4202-8267-83563d81e179 {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:27:21.886238 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device acee1199-3df7-4202-8267-83563d81e179 not bound to the agent host n-h1-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:27:21.891127 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-625e9b36-a3af-49d1-98e2-a40e2467eacd req-02270f88-2f1b-41f6-a5ed-adbd207330dc tempest-ServerAddressesTestJSON-492435626 tempest-ServerAddressesTestJSON-492435626-project] 10.222.0.69 "GET /v2.0/ports?device_id=26d3331a-34f8-4d0d-87d4-8e874ed537cc HTTP/1.1" status: 200 len: 210 time: 0.3197615 Apr 18 19:27:21.958307 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning for port e941a163-539d-4e45-ac0e-f02d875d6f32 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:27:21.967685 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning complete for port e941a163-539d-4e45-ac0e-f02d875d6f32 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:27:21.968664 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:22.028406 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25cbf48e-7801-4184-9fb2-09991f28c38f'] response: {'server_uuid': '1fda610d-f64b-4f66-baf7-2f9bfe26ee1d', 'name': 'network-vif-deleted', 'tag': 'acee1199-3df7-4202-8267-83563d81e179', 'status': 'completed', 'code': 200} Apr 18 19:27:22.059454 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:22.064083 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-be1eb88b-da7a-47cc-8b95-4884fb1e366a admin admin] Notify callbacks [] for port, precommit_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:22.203810 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-14e9bea7-8c6a-4415-ade4-3caf84954ee6 req-b6078d8f-3254-4f1d-bcfb-416c8572e56d tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6209221 Apr 18 19:27:22.204682 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:22.218152 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-be1eb88b-da7a-47cc-8b95-4884fb1e366a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2290934'] for port, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:22.227666 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dca9f21b-f897-4981-ab52-5aee4da127c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc352c10-792f-4c4c-8ce2-33c2e09ff225'}, {'server_uuid': 'dca9f21b-f897-4981-ab52-5aee4da127c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '541a4c14-f2f5-4268-a378-6b7818c15360'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:27:22.275499 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-d75b5563-9b77-4fff-8b31-9a754ae8bca8 req-2f86c7ce-bdb6-487f-a4eb-9a7a0000dbea tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Deleting port e2db22ea-4eb8-4fa8-8067-77968b7252ce {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:27:22.275835 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-d75b5563-9b77-4fff-8b31-9a754ae8bca8 req-2f86c7ce-bdb6-487f-a4eb-9a7a0000dbea tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:22.284527 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port e941a163-539d-4e45-ac0e-f02d875d6f32, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=e941a163-539d-4e45-ac0e-f02d875d6f32,segment=NetworkSegment(767af402-126a-4148-89aa-c983cdf056d7),segment_id=767af402-126a-4148-89aa-c983cdf056d7)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:27:22.405681 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-49c6c7ca-c567-492d-9e79-80efc894683a req-b494309e-aab1-4051-85c5-9fdf7b21c7d9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7135475 Apr 18 19:27:22.411128 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-be1eb88b-da7a-47cc-8b95-4884fb1e366a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-417335'] for router_interface, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:22.425377 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:22.426191 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 397fc2b6-857c-4641-815e-184ce49e13af up at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:27:22.513223 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_common [req-27a2d047-c9aa-44ac-8d49-fe8295d2ba05 req-26f5626a-995d-4b4f-ac91-844a8658f15b tempest-ServerAddressesTestJSON-492435626 tempest-ServerAddressesTestJSON-492435626-project] Allocated IP 172.20.0.9 (8db5f4da-a39f-4f3e-be08-67c85499e673/821e2c5e-661c-4ee6-bd43-e99117759bb0/476bbcd5-3600-46e6-9131-5c6d57edd428) {{(pid=84763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:27:22.583225 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=e941a163-539d-4e45-ac0e-f02d875d6f32,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:22.664759 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning for port 397fc2b6-857c-4641-815e-184ce49e13af completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:27:22.669787 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning complete for port 397fc2b6-857c-4641-815e-184ce49e13af triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:27:22.670676 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:22.670803 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1eb88b-da7a-47cc-8b95-4884fb1e366a admin admin] Pushing event updated for resources: {'Port': ['ID=b2a28688-98e9-4c3b-9f99-66b4f2b5aa09,revision_number=2']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:22.784339 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04753b6-6db6-45e1-b74b-e4b68a1aa968 req-c6931f15-1cc9-407b-bb55-a58ded9aa62a tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:22.785835 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a04753b6-6db6-45e1-b74b-e4b68a1aa968 req-c6931f15-1cc9-407b-bb55-a58ded9aa62a tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.72 "GET /v2.0/networks?id=0685e2b1-3b13-405d-a131-f90aa0a8867a HTTP/1.1" status: 200 len: 808 time: 0.4254096 Apr 18 19:27:22.804090 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [req-a04753b6-6db6-45e1-b74b-e4b68a1aa968 req-36a8612d-0ad2-488c-bdfb-2a4b116c6d1b tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Request body: {'port': {'device_id': 'cd5645d0-db8a-4ffe-b4ce-5967e6245f85', 'network_id': '0685e2b1-3b13-405d-a131-f90aa0a8867a', 'admin_state_up': True, 'tenant_id': 'fc56e011536d43568ffc66b480cf23b0'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:27:22.874236 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-cc70808d-2059-46e9-814b-803e51c65431 req-19f9c521-5426-44e6-ba34-f42fa1da4689 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c668344fbd8e4063888fe0dd69e90015&device_id=565ea609-bc70-41d2-8e9b-51bc0bb51a02 HTTP/1.1" status: 200 len: 210 time: 0.0967977 Apr 18 19:27:22.891355 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:22.918823 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-cc70808d-2059-46e9-814b-803e51c65431 req-66a68428-1b13-408b-874b-d0faa5bfa684 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=c668344fbd8e4063888fe0dd69e90015&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308721 Apr 18 19:27:22.933141 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 397fc2b6-857c-4641-815e-184ce49e13af, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=397fc2b6-857c-4641-815e-184ce49e13af,segment=NetworkSegment(c7e79b18-49ae-4a7c-a4ae-7b1eba97fc3c),segment_id=c7e79b18-49ae-4a7c-a4ae-7b1eba97fc3c)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:27:22.948698 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1eb88b-da7a-47cc-8b95-4884fb1e366a admin admin] Network 19b59b41-cadd-403d-bfd9-2d34b4cf02aa is already hosted by enough agents. {{(pid=84764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:27:22.957840 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [None req-be1eb88b-da7a-47cc-8b95-4884fb1e366a admin admin] Resources bound (agent type, host, resource id): {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:27:22.961458 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-68e5305c-a7f1-4816-88a8-1b396f13778d req-39d64c4e-e8f7-4314-8265-e78624516449 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=cd5645d0-db8a-4ffe-b4ce-5967e6245f85 HTTP/1.1" status: 200 len: 210 time: 0.1331239 Apr 18 19:27:23.081926 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:23.083757 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device cab89208-0cb7-4471-99b4-f5c3564d6fc1 up at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:27:23.141490 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-776f660e-b32a-4ce6-8d85-b239a02851e0'] response: {'server_uuid': 'dca9f21b-f897-4981-ab52-5aee4da127c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc352c10-792f-4c4c-8ce2-33c2e09ff225', 'code': 200} Apr 18 19:27:23.141784 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-776f660e-b32a-4ce6-8d85-b239a02851e0'] response: {'server_uuid': 'dca9f21b-f897-4981-ab52-5aee4da127c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '541a4c14-f2f5-4268-a378-6b7818c15360', 'code': 200} Apr 18 19:27:23.193700 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device ca7f4ddc-6a84-4e70-9dbd-ae963e9beee1 up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:27:23.214401 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-a04753b6-6db6-45e1-b74b-e4b68a1aa968 req-36a8612d-0ad2-488c-bdfb-2a4b116c6d1b tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:27:23.234079 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-a04753b6-6db6-45e1-b74b-e4b68a1aa968 req-36a8612d-0ad2-488c-bdfb-2a4b116c6d1b tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:27:23.268918 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-49c6c7ca-c567-492d-9e79-80efc894683a req-65a2d4e2-9547-4616-a0f5-578affc90c59 service neutron] 10.222.0.72 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8531501 Apr 18 19:27:23.290240 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759ceca8-1e82-4f01-bc63-e1888059fcf4 req-499c8e1c-bd2c-4ba1-9145-4971e4758752 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:23.300673 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759ceca8-1e82-4f01-bc63-e1888059fcf4 req-499c8e1c-bd2c-4ba1-9145-4971e4758752 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:23.300673 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759ceca8-1e82-4f01-bc63-e1888059fcf4 req-499c8e1c-bd2c-4ba1-9145-4971e4758752 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:23.303845 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759ceca8-1e82-4f01-bc63-e1888059fcf4 req-499c8e1c-bd2c-4ba1-9145-4971e4758752 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:23.308099 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759ceca8-1e82-4f01-bc63-e1888059fcf4 req-499c8e1c-bd2c-4ba1-9145-4971e4758752 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:23.312654 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759ceca8-1e82-4f01-bc63-e1888059fcf4 req-499c8e1c-bd2c-4ba1-9145-4971e4758752 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:23.318296 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759ceca8-1e82-4f01-bc63-e1888059fcf4 req-499c8e1c-bd2c-4ba1-9145-4971e4758752 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:23.318830 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a4106dab-6971-4e7e-8fdc-c66f0a3f4877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:23.324336 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a04753b6-6db6-45e1-b74b-e4b68a1aa968 req-36a8612d-0ad2-488c-bdfb-2a4b116c6d1b tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Made reservation on behalf of fc56e011536d43568ffc66b480cf23b0 for: {'port': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:27:23.328738 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-a04753b6-6db6-45e1-b74b-e4b68a1aa968 req-36a8612d-0ad2-488c-bdfb-2a4b116c6d1b tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:23.330722 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-759ceca8-1e82-4f01-bc63-e1888059fcf4 req-499c8e1c-bd2c-4ba1-9145-4971e4758752 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "GET /v2.0/ports?device_id=dca9f21b-f897-4981-ab52-5aee4da127c0 HTTP/1.1" status: 200 len: 5431 time: 0.7058582 Apr 18 19:27:23.377171 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=397fc2b6-857c-4641-815e-184ce49e13af,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:23.435751 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning for port cab89208-0cb7-4471-99b4-f5c3564d6fc1 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:27:23.449211 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning complete for port cab89208-0cb7-4471-99b4-f5c3564d6fc1 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:27:23.449579 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:23.483824 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning for port ca7f4ddc-6a84-4e70-9dbd-ae963e9beee1 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:27:23.506050 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port ca7f4ddc-6a84-4e70-9dbd-ae963e9beee1 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:27:23.506465 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:23.601404 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_common [req-a04753b6-6db6-45e1-b74b-e4b68a1aa968 req-36a8612d-0ad2-488c-bdfb-2a4b116c6d1b tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Allocated IP 172.20.0.9 (0685e2b1-3b13-405d-a131-f90aa0a8867a/1c71b90d-680b-4d0c-80a6-944953a6ed07/233fb7ed-5f6a-49c7-ae30-745fc89ae1c2) {{(pid=84764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:27:23.614355 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-27a2d047-c9aa-44ac-8d49-fe8295d2ba05 req-26f5626a-995d-4b4f-ac91-844a8658f15b tempest-ServerAddressesTestJSON-492435626 tempest-ServerAddressesTestJSON-492435626-project] Notify callbacks [] for port, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:23.660736 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-d75b5563-9b77-4fff-8b31-9a754ae8bca8 req-2f86c7ce-bdb6-487f-a4eb-9a7a0000dbea tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] For port e2db22ea-4eb8-4fa8-8067-77968b7252ce, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=e2db22ea-4eb8-4fa8-8067-77968b7252ce,segment=NetworkSegment(57f6477d-46cb-4fbc-8909-e9439d3b2b0a),segment_id=57f6477d-46cb-4fbc-8909-e9439d3b2b0a)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:27:23.660961 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-d75b5563-9b77-4fff-8b31-9a754ae8bca8 req-2f86c7ce-bdb6-487f-a4eb-9a7a0000dbea tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:23.765645 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-759ceca8-1e82-4f01-bc63-e1888059fcf4 req-11edfe7b-64c6-4f64-b66e-5bd671f9ef39 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "GET /v2.0/security-groups?id=059a9d13-b1ae-4689-acd4-4327d8143c7d&id=005d155c-90ca-4625-80c3-c43b698af2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4340184 Apr 18 19:27:23.790233 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:23.834583 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port cab89208-0cb7-4471-99b4-f5c3564d6fc1, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=cab89208-0cb7-4471-99b4-f5c3564d6fc1,segment=NetworkSegment(767af402-126a-4148-89aa-c983cdf056d7),segment_id=767af402-126a-4148-89aa-c983cdf056d7)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:27:23.837228 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:23.855029 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] For port ca7f4ddc-6a84-4e70-9dbd-ae963e9beee1, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=ca7f4ddc-6a84-4e70-9dbd-ae963e9beee1,segment=NetworkSegment(5de34947-6c56-419b-85d0-f61f69ce7c45),segment_id=5de34947-6c56-419b-85d0-f61f69ce7c45)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:27:23.897731 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-a04753b6-6db6-45e1-b74b-e4b68a1aa968 req-36a8612d-0ad2-488c-bdfb-2a4b116c6d1b tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Notify callbacks [] for port, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:23.924896 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:23.964518 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device ba19edae-4343-4f8d-a1f5-5b88cd3be7cb up at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:27:23.988050 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-27a2d047-c9aa-44ac-8d49-fe8295d2ba05 req-26f5626a-995d-4b4f-ac91-844a8658f15b tempest-ServerAddressesTestJSON-492435626 tempest-ServerAddressesTestJSON-492435626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:23.999532 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-d75b5563-9b77-4fff-8b31-9a754ae8bca8 req-2f86c7ce-bdb6-487f-a4eb-9a7a0000dbea tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Calling delete_port for e2db22ea-4eb8-4fa8-8067-77968b7252ce owned by compute:tempest-test_az-1809528954 {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:27:24.004779 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:24.033106 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '339d07b1-7b62-4191-8b79-84390fd798a9', 'tag': 'f209c868-4df3-44a3-95db-ffedb0ab96cd'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:27:24.075402 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b49cc8-9ac1-43bf-b6ff-b9572b4bc3fa req-f6def937-da87-47b3-a6e0-79181a5e0090 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:24.077273 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-03b49cc8-9ac1-43bf-b6ff-b9572b4bc3fa req-f6def937-da87-47b3-a6e0-79181a5e0090 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2355448-26c2-4627-add5-d1edc93520c0 HTTP/1.1" status: 200 len: 967 time: 0.1491861 Apr 18 19:27:24.087957 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=cab89208-0cb7-4471-99b4-f5c3564d6fc1,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:24.101899 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:27:24.102331 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:27:24.102760 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:27:24.103172 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:27:24.103523 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:27:24.104029 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:27:24.104596 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:27:24.104837 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:27:24.105271 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:27:24.107032 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:27:24.107032 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:27:24.201426 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Pushing event updated for resources: {'Port': ['ID=ca7f4ddc-6a84-4e70-9dbd-ae963e9beee1,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:24.269995 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc70808d-2059-46e9-814b-803e51c65431 req-e8feede4-c961-454f-bc7b-19249130afad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:24.271455 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-cc70808d-2059-46e9-814b-803e51c65431 req-e8feede4-c961-454f-bc7b-19249130afad service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.3186841 Apr 18 19:27:24.293005 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-03b49cc8-9ac1-43bf-b6ff-b9572b4bc3fa req-857cd7bb-5ee3-4274-9375-91c378befd91 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/security-groups?id=c1506333-af7f-4fa5-8b94-119b6a2b8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077782 Apr 18 19:27:24.311166 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b6d04058-2a0d-472e-abbf-4e1fe6e6c144 req-0c61973a-13d8-45c2-8ad1-e10db3a4c94d tempest-ServersAdmin275Test-2023517713 tempest-ServersAdmin275Test-2023517713-project] 10.222.0.69 "GET /v2.0/ports?device_id=565ea609-bc70-41d2-8e9b-51bc0bb51a02 HTTP/1.1" status: 200 len: 210 time: 0.3208556 Apr 18 19:27:24.321756 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning for port ba19edae-4343-4f8d-a1f5-5b88cd3be7cb completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:27:24.324531 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be1eb88b-da7a-47cc-8b95-4884fb1e366a admin admin] Router 2d3c936d-510c-4afe-a1d0-07524f48ac15 has already been hosted by L3 agent 21b59c62-f184-4169-bc3e-79831cc043e8 {{(pid=84764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:27:24.326749 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-a04753b6-6db6-45e1-b74b-e4b68a1aa968 req-36a8612d-0ad2-488c-bdfb-2a4b116c6d1b tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:24.334998 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning complete for port ba19edae-4343-4f8d-a1f5-5b88cd3be7cb triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:27:24.335470 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:24.432142 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] get_ports_and_sgs() called for port_ids ['c84bda8b-f4ab-4230-8e89-c912714674c2'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:27:24.450202 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f5626a-995d-4b4f-ac91-844a8658f15b tempest-ServerAddressesTestJSON-492435626 tempest-ServerAddressesTestJSON-492435626-project] Pushing event updated for resources: {'Port': ['ID=476bbcd5-3600-46e6-9131-5c6d57edd428,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:24.477121 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27a2d047-c9aa-44ac-8d49-fe8295d2ba05 req-26f5626a-995d-4b4f-ac91-844a8658f15b tempest-ServerAddressesTestJSON-492435626 tempest-ServerAddressesTestJSON-492435626-project] Network 8db5f4da-a39f-4f3e-be08-67c85499e673 is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:27:24.481350 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [req-27a2d047-c9aa-44ac-8d49-fe8295d2ba05 req-26f5626a-995d-4b4f-ac91-844a8658f15b tempest-ServerAddressesTestJSON-492435626 tempest-ServerAddressesTestJSON-492435626-project] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:27:24.487596 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-27a2d047-c9aa-44ac-8d49-fe8295d2ba05 req-26f5626a-995d-4b4f-ac91-844a8658f15b tempest-ServerAddressesTestJSON-492435626 tempest-ServerAddressesTestJSON-492435626-project] Received port after_create {{(pid=84763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:27:24.542192 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a8612d-0ad2-488c-bdfb-2a4b116c6d1b tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Pushing event updated for resources: {'Port': ['ID=233fb7ed-5f6a-49c7-ae30-745fc89ae1c2,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:24.563167 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-49c6c7ca-c567-492d-9e79-80efc894683a req-1eef1016-873c-4f71-9864-ac4d2fa6a37a service neutron] 10.222.0.72 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0873685 Apr 18 19:27:24.647449 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a2d047-c9aa-44ac-8d49-fe8295d2ba05 req-26f5626a-995d-4b4f-ac91-844a8658f15b tempest-ServerAddressesTestJSON-492435626 tempest-ServerAddressesTestJSON-492435626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:24.648986 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-27a2d047-c9aa-44ac-8d49-fe8295d2ba05 req-26f5626a-995d-4b4f-ac91-844a8658f15b tempest-ServerAddressesTestJSON-492435626 tempest-ServerAddressesTestJSON-492435626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:24.713461 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:24.748470 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a04753b6-6db6-45e1-b74b-e4b68a1aa968 req-36a8612d-0ad2-488c-bdfb-2a4b116c6d1b tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Network 0685e2b1-3b13-405d-a131-f90aa0a8867a is already hosted by enough agents. {{(pid=84764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:27:24.778050 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [req-a04753b6-6db6-45e1-b74b-e4b68a1aa968 req-36a8612d-0ad2-488c-bdfb-2a4b116c6d1b tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Resources bound (agent type, host, resource id): {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:27:24.781142 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [req-a04753b6-6db6-45e1-b74b-e4b68a1aa968 req-36a8612d-0ad2-488c-bdfb-2a4b116c6d1b tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Received port after_create {{(pid=84764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:27:24.801093 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port ba19edae-4343-4f8d-a1f5-5b88cd3be7cb, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=ba19edae-4343-4f8d-a1f5-5b88cd3be7cb,segment=NetworkSegment(c7e79b18-49ae-4a7c-a4ae-7b1eba97fc3c),segment_id=c7e79b18-49ae-4a7c-a4ae-7b1eba97fc3c)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:27:24.817735 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:24.820752 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c6df0b-6070-4202-ba7e-6d35e4b34af8 req-5c279281-a1f4-426c-952d-8f400aeaf6c7 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:24.823137 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-78c6df0b-6070-4202-ba7e-6d35e4b34af8 req-5c279281-a1f4-426c-952d-8f400aeaf6c7 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=339d07b1-7b62-4191-8b79-84390fd798a9 HTTP/1.1" status: 200 len: 948 time: 0.2542481 Apr 18 19:27:24.879788 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-27a2d047-c9aa-44ac-8d49-fe8295d2ba05 req-26f5626a-995d-4b4f-ac91-844a8658f15b tempest-ServerAddressesTestJSON-492435626 tempest-ServerAddressesTestJSON-492435626-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3335035 Apr 18 19:27:24.880893 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04753b6-6db6-45e1-b74b-e4b68a1aa968 req-36a8612d-0ad2-488c-bdfb-2a4b116c6d1b tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:24.881522 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-a04753b6-6db6-45e1-b74b-e4b68a1aa968 req-36a8612d-0ad2-488c-bdfb-2a4b116c6d1b tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:24.884274 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-78c6df0b-6070-4202-ba7e-6d35e4b34af8 req-9e015e16-9d04-4a33-a8f1-007722e41896 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556641 Apr 18 19:27:24.886247 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:24.907593 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f260e7-b60d-49ec-a5f1-16d4da89e3a0 req-b7bcf4d5-b201-4c9f-9325-0df874df578b tempest-ServerAddressesTestJSON-492435626 tempest-ServerAddressesTestJSON-492435626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:24.913937 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-b2f260e7-b60d-49ec-a5f1-16d4da89e3a0 req-b7bcf4d5-b201-4c9f-9325-0df874df578b tempest-ServerAddressesTestJSON-492435626 tempest-ServerAddressesTestJSON-492435626-project] 10.222.0.69 "GET /v2.0/ports?device_id=26d3331a-34f8-4d0d-87d4-8e874ed537cc HTTP/1.1" status: 200 len: 931 time: 0.4733572 Apr 18 19:27:24.920315 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-27a2d047-c9aa-44ac-8d49-fe8295d2ba05 req-6dcf8972-e9f3-4757-bfe3-0bc9ae090f8d service neutron] Request body: {'port': {'device_id': '26d3331a-34f8-4d0d-87d4-8e874ed537cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-2'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:27:24.979352 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-d75b5563-9b77-4fff-8b31-9a754ae8bca8 req-2f86c7ce-bdb6-487f-a4eb-9a7a0000dbea tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:24.990967 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-b2f260e7-b60d-49ec-a5f1-16d4da89e3a0 req-0a0c25c0-3089-4633-97fd-8d58ed7b0873 tempest-ServerAddressesTestJSON-492435626 tempest-ServerAddressesTestJSON-492435626-project] Synchronizing usage tracker for tenant:da5a31afb55b443c9eec320876635d31 on resource:security_group {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:27:25.016034 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a04753b6-6db6-45e1-b74b-e4b68a1aa968 req-36a8612d-0ad2-488c-bdfb-2a4b116c6d1b tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2158282 Apr 18 19:27:25.032000 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [req-a04753b6-6db6-45e1-b74b-e4b68a1aa968 req-28ee99bd-2739-4d20-9f43-d48b040ed027 service neutron] Request body: {'port': {'device_id': 'cd5645d0-db8a-4ffe-b4ce-5967e6245f85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-2'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:27:25.072273 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=ba19edae-4343-4f8d-a1f5-5b88cd3be7cb,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:25.086170 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device ca7f4ddc-6a84-4e70-9dbd-ae963e9beee1 up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:27:25.101222 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-b2f260e7-b60d-49ec-a5f1-16d4da89e3a0 req-0a0c25c0-3089-4633-97fd-8d58ed7b0873 tempest-ServerAddressesTestJSON-492435626 tempest-ServerAddressesTestJSON-492435626-project] Unset dirty status for tenant:da5a31afb55b443c9eec320876635d31 on resource:security_group {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:27:25.113580 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-b2f260e7-b60d-49ec-a5f1-16d4da89e3a0 req-0a0c25c0-3089-4633-97fd-8d58ed7b0873 tempest-ServerAddressesTestJSON-492435626 tempest-ServerAddressesTestJSON-492435626-project] 10.222.0.69 "GET /v2.0/security-groups?id=1cad6324-b59f-480f-beec-07edcca86669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985836 Apr 18 19:27:25.119988 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f86c7ce-bdb6-487f-a4eb-9a7a0000dbea tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Pushing event deleted for resources: {'Port': ['ID=e2db22ea-4eb8-4fa8-8067-77968b7252ce,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:25.153327 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dca9f21b-f897-4981-ab52-5aee4da127c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e941a163-539d-4e45-ac0e-f02d875d6f32'}, {'server_uuid': 'dca9f21b-f897-4981-ab52-5aee4da127c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '397fc2b6-857c-4641-815e-184ce49e13af'}, {'server_uuid': 'dca9f21b-f897-4981-ab52-5aee4da127c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cab89208-0cb7-4471-99b4-f5c3564d6fc1'}, {'server_uuid': 'dca9f21b-f897-4981-ab52-5aee4da127c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba19edae-4343-4f8d-a1f5-5b88cd3be7cb'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:27:25.217832 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port ca7f4ddc-6a84-4e70-9dbd-ae963e9beee1 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:27:25.218221 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:25.273651 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-a04753b6-6db6-45e1-b74b-e4b68a1aa968 req-28ee99bd-2739-4d20-9f43-d48b040ed027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:25.288835 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be1eb88b-da7a-47cc-8b95-4884fb1e366a admin admin] Notify agent at l3_agent.n-d-836017-2 the message routers_updated {{(pid=84764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:27:25.305618 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-be1eb88b-da7a-47cc-8b95-4884fb1e366a admin admin] 10.222.0.69 "PUT /v2.0/routers/2d3c936d-510c-4afe-a1d0-07524f48ac15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3529007 Apr 18 19:27:25.334645 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d9120eb-eca1-4528-8046-92f0afa735a2'] response: {'name': 'network-changed', 'server_uuid': '339d07b1-7b62-4191-8b79-84390fd798a9', 'tag': 'f209c868-4df3-44a3-95db-ffedb0ab96cd', 'status': 'completed', 'code': 200} Apr 18 19:27:25.489573 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-d75b5563-9b77-4fff-8b31-9a754ae8bca8 req-2f86c7ce-bdb6-487f-a4eb-9a7a0000dbea tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] No DVR routers for this DVR port e2db22ea-4eb8-4fa8-8067-77968b7252ce on host n-h1-836017-2 {{(pid=84763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:27:25.505713 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-d75b5563-9b77-4fff-8b31-9a754ae8bca8 req-2f86c7ce-bdb6-487f-a4eb-9a7a0000dbea tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:25.507873 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d75b5563-9b77-4fff-8b31-9a754ae8bca8 req-2f86c7ce-bdb6-487f-a4eb-9a7a0000dbea tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.73 "DELETE /v2.0/ports/e2db22ea-4eb8-4fa8-8067-77968b7252ce HTTP/1.1" status: 204 len: 173 time: 3.6170685 Apr 18 19:27:25.547476 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-27a2d047-c9aa-44ac-8d49-fe8295d2ba05 req-6dcf8972-e9f3-4757-bfe3-0bc9ae090f8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:25.640286 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1782ab79-3ef1-45e8-b007-64c9fd73f2f3 req-a735bd3a-6510-4816-bea0-453e7ba7260d tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:25.645835 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1782ab79-3ef1-45e8-b007-64c9fd73f2f3 req-a735bd3a-6510-4816-bea0-453e7ba7260d tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:25.650055 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1782ab79-3ef1-45e8-b007-64c9fd73f2f3 req-a735bd3a-6510-4816-bea0-453e7ba7260d tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:25.654051 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1782ab79-3ef1-45e8-b007-64c9fd73f2f3 req-a735bd3a-6510-4816-bea0-453e7ba7260d tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:25.658351 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1782ab79-3ef1-45e8-b007-64c9fd73f2f3 req-a735bd3a-6510-4816-bea0-453e7ba7260d tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:25.662678 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1782ab79-3ef1-45e8-b007-64c9fd73f2f3 req-a735bd3a-6510-4816-bea0-453e7ba7260d tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:25.666901 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1782ab79-3ef1-45e8-b007-64c9fd73f2f3 req-a735bd3a-6510-4816-bea0-453e7ba7260d tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:25.669077 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-1782ab79-3ef1-45e8-b007-64c9fd73f2f3 req-a735bd3a-6510-4816-bea0-453e7ba7260d tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "GET /v2.0/ports?device_id=dca9f21b-f897-4981-ab52-5aee4da127c0 HTTP/1.1" status: 200 len: 5434 time: 0.2817912 Apr 18 19:27:25.676894 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620dc8c2-bf9b-4405-8590-476c10b1900b None None] Sync routers for ids ['2d3c936d-510c-4afe-a1d0-07524f48ac15'] in n-d-836017-2 {{(pid=84765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:27:25.706600 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620dc8c2-bf9b-4405-8590-476c10b1900b None None] Routers {'2d3c936d-510c-4afe-a1d0-07524f48ac15'} bound to L3 agent in host n-d-836017-2 {{(pid=84765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:27:25.707870 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-620dc8c2-bf9b-4405-8590-476c10b1900b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:27:20Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['2d3c936d-510c-4afe-a1d0-07524f48ac15'], 'active': True} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:27:25.836025 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-1782ab79-3ef1-45e8-b007-64c9fd73f2f3 req-c7b80223-de32-4cb9-9ba8-9392224410bd tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "GET /v2.0/security-groups?id=059a9d13-b1ae-4689-acd4-4327d8143c7d&id=005d155c-90ca-4625-80c3-c43b698af2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1495974 Apr 18 19:27:25.968135 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-620dc8c2-bf9b-4405-8590-476c10b1900b None None] Set router 2d3c936d-510c-4afe-a1d0-07524f48ac15 gateway port host: n-d-836017-2 {{(pid=84765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:27:25.972594 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [req-a04753b6-6db6-45e1-b74b-e4b68a1aa968 req-28ee99bd-2739-4d20-9f43-d48b040ed027 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 233fb7ed-5f6a-49c7-ae30-745fc89ae1c2 {{(pid=84764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:27:25.983444 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-a04753b6-6db6-45e1-b74b-e4b68a1aa968 req-28ee99bd-2739-4d20-9f43-d48b040ed027 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:25.986759 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5c24db74-8338-4ad9-82ff-6d9188992cbd req-8b656009-185d-4d77-bb73-966aa07d6198 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4bf06599121a476094faf72db54a396e&device_id=339d07b1-7b62-4191-8b79-84390fd798a9 HTTP/1.1" status: 200 len: 1099 time: 0.6859791 Apr 18 19:27:26.006783 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.provisioning_blocks [req-a04753b6-6db6-45e1-b74b-e4b68a1aa968 req-28ee99bd-2739-4d20-9f43-d48b040ed027 service neutron] Transition to ACTIVE for port object 233fb7ed-5f6a-49c7-ae30-745fc89ae1c2 will not be triggered until provisioned by entity L2. {{(pid=84764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:27:26.035046 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 50956) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:26.075521 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-cc70808d-2059-46e9-814b-803e51c65431 req-de0088a3-8644-4b56-80b3-f9293900adc6 tempest-ServersAdmin275Test-2023517713 tempest-ServersAdmin275Test-2023517713-project] 10.222.0.73 "GET /v2.0/ports?device_id=565ea609-bc70-41d2-8e9b-51bc0bb51a02 HTTP/1.1" status: 200 len: 210 time: 0.0806189 Apr 18 19:27:26.123378 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-a04753b6-6db6-45e1-b74b-e4b68a1aa968 req-28ee99bd-2739-4d20-9f43-d48b040ed027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2290934'] for port, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:26.130078 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a89d160-891b-4102-a521-c3078ebc4199'] response: {'server_uuid': 'dca9f21b-f897-4981-ab52-5aee4da127c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e941a163-539d-4e45-ac0e-f02d875d6f32', 'code': 200} Apr 18 19:27:26.130473 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a89d160-891b-4102-a521-c3078ebc4199'] response: {'server_uuid': 'dca9f21b-f897-4981-ab52-5aee4da127c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '397fc2b6-857c-4641-815e-184ce49e13af', 'code': 200} Apr 18 19:27:26.130741 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a89d160-891b-4102-a521-c3078ebc4199'] response: {'server_uuid': 'dca9f21b-f897-4981-ab52-5aee4da127c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cab89208-0cb7-4471-99b4-f5c3564d6fc1', 'code': 200} Apr 18 19:27:26.130994 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a89d160-891b-4102-a521-c3078ebc4199'] response: {'server_uuid': 'dca9f21b-f897-4981-ab52-5aee4da127c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba19edae-4343-4f8d-a1f5-5b88cd3be7cb', 'code': 200} Apr 18 19:27:26.177040 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1ffc35c-ef82-444e-b78f-db111a46a5b9 admin admin] Deleting subnet 80fddd51-7e06-46de-a009-620a0f614b97 {{(pid=84764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:27:26.188270 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b1ffc35c-ef82-444e-b78f-db111a46a5b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:26.263734 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cd9313-1a8c-45b8-a977-5d4dc7a1a0b5 req-43163e8d-644b-4dbe-aa51-d8476632eea2 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:26.270712 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-61cd9313-1a8c-45b8-a977-5d4dc7a1a0b5 req-43163e8d-644b-4dbe-aa51-d8476632eea2 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=cd5645d0-db8a-4ffe-b4ce-5967e6245f85 HTTP/1.1" status: 200 len: 931 time: 0.9350939 Apr 18 19:27:26.339471 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-b425e6d4-5d61-4e9b-ad70-0b025aa08742 req-45e644a9-aae6-455f-b536-e1be4b19fad1 tempest-LiveAutoBlockMigrationV225Test-403029586 tempest-LiveAutoBlockMigrationV225Test-403029586-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2355448-26c2-4627-add5-d1edc93520c0 HTTP/1.1" status: 200 len: 210 time: 0.0926540 Apr 18 19:27:26.414010 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c24db74-8338-4ad9-82ff-6d9188992cbd req-969d9ed2-ed54-47cf-a45a-5c4addd4fa27 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:26.415867 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5c24db74-8338-4ad9-82ff-6d9188992cbd req-969d9ed2-ed54-47cf-a45a-5c4addd4fa27 service neutron] 10.222.0.72 "GET /v2.0/networks?id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a HTTP/1.1" status: 200 len: 870 time: 0.3596413 Apr 18 19:27:26.460818 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-620dc8c2-bf9b-4405-8590-476c10b1900b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d3c936d-510c-4afe-a1d0-07524f48ac15', 'name': 'tempest-ServerRescueTestJSONUnderV235-1124515802-router', 'tenant_id': 'cde3a890089e40a1b179d71db405af78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': 'ca7f4ddc-6a84-4e70-9dbd-ae963e9beee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:27:11Z', 'updated_at': '2022-04-18T19:27:20Z', 'revision_number': 4, 'project_id': 'cde3a890089e40a1b179d71db405af78', 'gw_port': {'id': 'ca7f4ddc-6a84-4e70-9dbd-ae963e9beee1', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3c936d-510c-4afe-a1d0-07524f48ac15', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:27:13Z', 'updated_at': '2022-04-18T19:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_interfaces': [{'id': 'b2a28688-98e9-4c3b-9f99-66b4f2b5aa09', 'name': '', 'network_id': '19b59b41-cadd-403d-bfd9-2d34b4cf02aa', 'tenant_id': 'cde3a890089e40a1b179d71db405af78', 'mac_address': 'fa:16:3e:ea:1c:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d3c936d-510c-4afe-a1d0-07524f48ac15', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '34e3ae83-1d27-4273-87fc-7e73d7e0f53e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:27:19Z', 'updated_at': '2022-04-18T19:27:21Z', 'revision_number': 2, 'project_id': 'cde3a890089e40a1b179d71db405af78', 'subnets': [{'id': '34e3ae83-1d27-4273-87fc-7e73d7e0f53e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-2', False) {} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:27:26.467107 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620dc8c2-bf9b-4405-8590-476c10b1900b None None] Checking router: 2d3c936d-510c-4afe-a1d0-07524f48ac15 for host: n-d-836017-2 {{(pid=84765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:27:26.467957 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620dc8c2-bf9b-4405-8590-476c10b1900b None None] Updating router 2d3c936d-510c-4afe-a1d0-07524f48ac15 port b2a28688-98e9-4c3b-9f99-66b4f2b5aa09 binding host n-d-836017-2 {{(pid=84765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 19:27:26.498931 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ee99bd-2739-4d20-9f43-d48b040ed027 service neutron] Pushing event updated for resources: {'Port': ['ID=233fb7ed-5f6a-49c7-ae30-745fc89ae1c2,revision_number=2']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:26.503287 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b1ffc35c-ef82-444e-b78f-db111a46a5b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66931798'] for subnet, precommit_delete_associations {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:26.557978 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-620dc8c2-bf9b-4405-8590-476c10b1900b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:26.561169 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5c24db74-8338-4ad9-82ff-6d9188992cbd req-15ea546d-0bbc-4420-8fd6-d24623de016e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=f209c868-4df3-44a3-95db-ffedb0ab96cd HTTP/1.1" status: 200 len: 217 time: 0.1284165 Apr 18 19:27:26.605018 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b1ffc35c-ef82-444e-b78f-db111a46a5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1258508'] for subnet, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:26.643491 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-61cd9313-1a8c-45b8-a977-5d4dc7a1a0b5 req-020db0da-6463-4b67-8757-e2c7586159ef tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3716805 Apr 18 19:27:26.667885 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.db.resource_extend [req-27a2d047-c9aa-44ac-8d49-fe8295d2ba05 req-6dcf8972-e9f3-4757-bfe3-0bc9ae090f8d service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 19:27:26.836666 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c24db74-8338-4ad9-82ff-6d9188992cbd req-1a587d93-c215-4b13-bdb4-03c0f646dcf3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:26.838885 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5c24db74-8338-4ad9-82ff-6d9188992cbd req-1a587d93-c215-4b13-bdb4-03c0f646dcf3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=17d1b3aa-2066-4ffa-a69f-52ed566b6548 HTTP/1.1" status: 200 len: 843 time: 0.2703161 Apr 18 19:27:26.921933 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-67023b95-7e55-4d39-a4dd-45407e24bcec req-6bb6f0cc-a0a9-497c-858e-ea65b8dbea34 tempest-ServersAdmin275Test-2023517713 tempest-ServersAdmin275Test-2023517713-project] 10.222.0.69 "GET /v2.0/ports?device_id=565ea609-bc70-41d2-8e9b-51bc0bb51a02 HTTP/1.1" status: 200 len: 210 time: 0.1833513 Apr 18 19:27:26.965175 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [req-27a2d047-c9aa-44ac-8d49-fe8295d2ba05 req-6dcf8972-e9f3-4757-bfe3-0bc9ae090f8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 476bbcd5-3600-46e6-9131-5c6d57edd428 {{(pid=84763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:27:26.977416 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-27a2d047-c9aa-44ac-8d49-fe8295d2ba05 req-6dcf8972-e9f3-4757-bfe3-0bc9ae090f8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:27.017262 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [req-27a2d047-c9aa-44ac-8d49-fe8295d2ba05 req-6dcf8972-e9f3-4757-bfe3-0bc9ae090f8d service neutron] Transition to ACTIVE for port object 476bbcd5-3600-46e6-9131-5c6d57edd428 will not be triggered until provisioned by entity L2. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:27:27.020895 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f8724cae-47d1-4f69-bd04-4cf7113288bb req-8816989f-61f2-4c1e-b606-7404bea56333 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=dca9f21b-f897-4981-ab52-5aee4da127c0 HTTP/1.1" status: 200 len: 6491 time: 0.6747062 Apr 18 19:27:27.039775 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5c24db74-8338-4ad9-82ff-6d9188992cbd req-6c62535b-6b35-4e11-8f67-f6cea5c68aac service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1803837 Apr 18 19:27:27.084769 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-a04753b6-6db6-45e1-b74b-e4b68a1aa968 req-28ee99bd-2739-4d20-9f43-d48b040ed027 service neutron] Attempting to bind port 233fb7ed-5f6a-49c7-ae30-745fc89ae1c2 on host n-h2-836017-2 for vnic_type normal with profile {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:27:27.085044 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-a04753b6-6db6-45e1-b74b-e4b68a1aa968 req-28ee99bd-2739-4d20-9f43-d48b040ed027 service neutron] Attempting to bind port 233fb7ed-5f6a-49c7-ae30-745fc89ae1c2 by drivers openvswitch,hyperv on host n-h2-836017-2 at level 0 using segments [{'id': '1b33902c-725a-4527-bb11-2978d3dba7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '0685e2b1-3b13-405d-a131-f90aa0a8867a'}] {{(pid=84764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:27:27.085481 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04753b6-6db6-45e1-b74b-e4b68a1aa968 req-28ee99bd-2739-4d20-9f43-d48b040ed027 service neutron] Attempting to bind port 233fb7ed-5f6a-49c7-ae30-745fc89ae1c2 on network 0685e2b1-3b13-405d-a131-f90aa0a8867a {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:27:27.109224 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04753b6-6db6-45e1-b74b-e4b68a1aa968 req-28ee99bd-2739-4d20-9f43-d48b040ed027 service neutron] Port 233fb7ed-5f6a-49c7-ae30-745fc89ae1c2 on network 0685e2b1-3b13-405d-a131-f90aa0a8867a not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-2 {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:27:27.109467 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04753b6-6db6-45e1-b74b-e4b68a1aa968 req-28ee99bd-2739-4d20-9f43-d48b040ed027 service neutron] Attempting to bind port 233fb7ed-5f6a-49c7-ae30-745fc89ae1c2 on network 0685e2b1-3b13-405d-a131-f90aa0a8867a {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:27:27.131299 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f8724cae-47d1-4f69-bd04-4cf7113288bb req-74452bae-dba8-44af-9ebe-9c93d9a5d606 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=059a9d13-b1ae-4689-acd4-4327d8143c7d&id=005d155c-90ca-4625-80c3-c43b698af2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0930593 Apr 18 19:27:27.131299 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04753b6-6db6-45e1-b74b-e4b68a1aa968 req-28ee99bd-2739-4d20-9f43-d48b040ed027 service neutron] Checking agent: {'id': '02e8f951-d3a3-40e1-b8cc-aed258af030b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:27:27.131299 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04753b6-6db6-45e1-b74b-e4b68a1aa968 req-28ee99bd-2739-4d20-9f43-d48b040ed027 service neutron] Checking segment: {'id': '1b33902c-725a-4527-bb11-2978d3dba7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '0685e2b1-3b13-405d-a131-f90aa0a8867a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:27:27.131299 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04753b6-6db6-45e1-b74b-e4b68a1aa968 req-28ee99bd-2739-4d20-9f43-d48b040ed027 service neutron] Bound using segment: {'id': '1b33902c-725a-4527-bb11-2978d3dba7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '0685e2b1-3b13-405d-a131-f90aa0a8867a'} {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:27:27.131299 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-a04753b6-6db6-45e1-b74b-e4b68a1aa968 req-28ee99bd-2739-4d20-9f43-d48b040ed027 service neutron] Bound port: 233fb7ed-5f6a-49c7-ae30-745fc89ae1c2, host: n-h2-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b33902c-725a-4527-bb11-2978d3dba7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '0685e2b1-3b13-405d-a131-f90aa0a8867a'}}] {{(pid=84764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:27:27.131299 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-a04753b6-6db6-45e1-b74b-e4b68a1aa968 req-28ee99bd-2739-4d20-9f43-d48b040ed027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:27.162094 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-27a2d047-c9aa-44ac-8d49-fe8295d2ba05 req-6dcf8972-e9f3-4757-bfe3-0bc9ae090f8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:27.193995 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b1ffc35c-ef82-444e-b78f-db111a46a5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1258501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2290876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65862598'] for subnet, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:27.213758 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-620dc8c2-bf9b-4405-8590-476c10b1900b None None] Notify callbacks [] for port, precommit_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:27.229563 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-620dc8c2-bf9b-4405-8590-476c10b1900b None None] Transition to ACTIVE for port object b2a28688-98e9-4c3b-9f99-66b4f2b5aa09 will not be triggered until provisioned by entity L2. {{(pid=84765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:27:27.317431 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-620dc8c2-bf9b-4405-8590-476c10b1900b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:27.337097 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ffc35c-ef82-444e-b78f-db111a46a5b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80fddd51-7e06-46de-a009-620a0f614b97,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:27.380342 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b1ffc35c-ef82-444e-b78f-db111a46a5b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for subnet, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:27.400950 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-b1ffc35c-ef82-444e-b78f-db111a46a5b9 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/80fddd51-7e06-46de-a009-620a0f614b97 HTTP/1.1" status: 204 len: 168 time: 1.3626113 Apr 18 19:27:27.402082 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-a04753b6-6db6-45e1-b74b-e4b68a1aa968 req-28ee99bd-2739-4d20-9f43-d48b040ed027 service neutron] For port 233fb7ed-5f6a-49c7-ae30-745fc89ae1c2, host n-h2-836017-2, cleared binding levels {{(pid=84764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:27:27.406874 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2355448-26c2-4627-add5-d1edc93520c0', 'name': 'network-vif-deleted', 'tag': 'e2db22ea-4eb8-4fa8-8067-77968b7252ce'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:27:27.412006 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 50972) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:27.415346 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-a04753b6-6db6-45e1-b74b-e4b68a1aa968 req-28ee99bd-2739-4d20-9f43-d48b040ed027 service neutron] For port 233fb7ed-5f6a-49c7-ae30-745fc89ae1c2, host n-h2-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=233fb7ed-5f6a-49c7-ae30-745fc89ae1c2,segment=NetworkSegment(1b33902c-725a-4527-bb11-2978d3dba7a4),segment_id=1b33902c-725a-4527-bb11-2978d3dba7a4)] {{(pid=84764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:27:27.457629 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039b4e8a-fb51-43e0-9edd-93ca195b9bb2 None None] Pushing event updated for resources: {'Port': ['ID=b2a28688-98e9-4c3b-9f99-66b4f2b5aa09,revision_number=3']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:27.458169 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6212d2a8-cd0f-437d-898d-5aa21dc99a00 req-95d80ee9-e699-4710-a6d1-232ba930cb72 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:27.460631 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6212d2a8-cd0f-437d-898d-5aa21dc99a00 req-95d80ee9-e699-4710-a6d1-232ba930cb72 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=339d07b1-7b62-4191-8b79-84390fd798a9 HTTP/1.1" status: 200 len: 948 time: 0.2219467 Apr 18 19:27:27.494147 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-a04753b6-6db6-45e1-b74b-e4b68a1aa968 req-28ee99bd-2739-4d20-9f43-d48b040ed027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2290934'] for port, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:27.549300 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-620dc8c2-bf9b-4405-8590-476c10b1900b None None] Attempting to bind port b2a28688-98e9-4c3b-9f99-66b4f2b5aa09 on host n-d-836017-2 for vnic_type normal with profile {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:27:27.549665 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-620dc8c2-bf9b-4405-8590-476c10b1900b None None] Attempting to bind port b2a28688-98e9-4c3b-9f99-66b4f2b5aa09 by drivers openvswitch,hyperv on host n-d-836017-2 at level 0 using segments [{'id': 'ffe0b6d2-2182-4141-8f2f-b400e36467e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '19b59b41-cadd-403d-bfd9-2d34b4cf02aa'}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:27:27.550025 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620dc8c2-bf9b-4405-8590-476c10b1900b None None] Attempting to bind port b2a28688-98e9-4c3b-9f99-66b4f2b5aa09 on network 19b59b41-cadd-403d-bfd9-2d34b4cf02aa {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:27:27.556979 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620dc8c2-bf9b-4405-8590-476c10b1900b None None] Checking agent: {'id': 'df2a5cfe-6839-400b-a998-e4fffce70f45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 8, 22), 'started_at': datetime.datetime(2022, 4, 18, 19, 8, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:27:27.557474 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620dc8c2-bf9b-4405-8590-476c10b1900b None None] Checking segment: {'id': 'ffe0b6d2-2182-4141-8f2f-b400e36467e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '19b59b41-cadd-403d-bfd9-2d34b4cf02aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:27:27.557750 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-620dc8c2-bf9b-4405-8590-476c10b1900b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:27.558137 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620dc8c2-bf9b-4405-8590-476c10b1900b None None] Bound using segment: {'id': 'ffe0b6d2-2182-4141-8f2f-b400e36467e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '19b59b41-cadd-403d-bfd9-2d34b4cf02aa'} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:27:27.558597 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-620dc8c2-bf9b-4405-8590-476c10b1900b None None] Bound port: b2a28688-98e9-4c3b-9f99-66b4f2b5aa09, host: n-d-836017-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffe0b6d2-2182-4141-8f2f-b400e36467e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '19b59b41-cadd-403d-bfd9-2d34b4cf02aa'}}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:27:27.558968 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-620dc8c2-bf9b-4405-8590-476c10b1900b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:27.626448 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ee99bd-2739-4d20-9f43-d48b040ed027 service neutron] Pushing event updated for resources: {'Port': ['ID=233fb7ed-5f6a-49c7-ae30-745fc89ae1c2,revision_number=3']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:27.644859 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6212d2a8-cd0f-437d-898d-5aa21dc99a00 req-dd5b0df0-442e-43b5-b82a-92f9de2ba2a8 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746445 Apr 18 19:27:27.657906 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-a04753b6-6db6-45e1-b74b-e4b68a1aa968 req-28ee99bd-2739-4d20-9f43-d48b040ed027 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:27.659328 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a04753b6-6db6-45e1-b74b-e4b68a1aa968 req-28ee99bd-2739-4d20-9f43-d48b040ed027 service neutron] 10.222.0.72 "PUT /v2.0/ports/233fb7ed-5f6a-49c7-ae30-745fc89ae1c2 HTTP/1.1" status: 200 len: 1091 time: 2.6330597 Apr 18 19:27:27.659780 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd5645d0-db8a-4ffe-b4ce-5967e6245f85', 'tag': '233fb7ed-5f6a-49c7-ae30-745fc89ae1c2'}] {{(pid=84764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:27:27.691934 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-620dc8c2-bf9b-4405-8590-476c10b1900b None None] For port b2a28688-98e9-4c3b-9f99-66b4f2b5aa09, host n-d-836017-2, cleared binding levels {{(pid=84765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:27:27.696694 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-620dc8c2-bf9b-4405-8590-476c10b1900b None None] For port b2a28688-98e9-4c3b-9f99-66b4f2b5aa09, host n-d-836017-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=b2a28688-98e9-4c3b-9f99-66b4f2b5aa09,segment=NetworkSegment(ffe0b6d2-2182-4141-8f2f-b400e36467e4),segment_id=ffe0b6d2-2182-4141-8f2f-b400e36467e4)] {{(pid=84765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:27:27.744517 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcf8972-e9f3-4757-bfe3-0bc9ae090f8d service neutron] Pushing event updated for resources: {'Port': ['ID=476bbcd5-3600-46e6-9131-5c6d57edd428,revision_number=2']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:27.791991 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-92cce0d6-f354-45e5-b5b5-d8ad32812ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:27.829703 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-620dc8c2-bf9b-4405-8590-476c10b1900b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:27.872170 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd32a4a-718b-4cbd-bff2-3ce832477f79 req-e5ce4969-cbb7-45ce-b34e-ab91011914b1 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:27.873180 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-6fd32a4a-718b-4cbd-bff2-3ce832477f79 req-e5ce4969-cbb7-45ce-b34e-ab91011914b1 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Synchronizing usage tracker for tenant:cde3a890089e40a1b179d71db405af78 on resource:network {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:27:27.922506 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5c24db74-8338-4ad9-82ff-6d9188992cbd req-ff48e555-14ef-4f4e-8d32-c59a77d01050 service neutron] 10.222.0.72 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8758461 Apr 18 19:27:27.922786 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620dc8c2-bf9b-4405-8590-476c10b1900b None None] Routers {'2d3c936d-510c-4afe-a1d0-07524f48ac15'} bound to L3 agent in host n-d-836017-2 {{(pid=84765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:27:27.923242 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-620dc8c2-bf9b-4405-8590-476c10b1900b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:27:20Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['2d3c936d-510c-4afe-a1d0-07524f48ac15'], 'active': True} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:27:27.928725 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff0096b-db49-419c-9ed3-8fc753602633 req-7a89540c-13cb-4ef3-8513-0370a055d188 tempest-ServerAddressesTestJSON-492435626 tempest-ServerAddressesTestJSON-492435626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:27.930827 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-9ff0096b-db49-419c-9ed3-8fc753602633 req-7a89540c-13cb-4ef3-8513-0370a055d188 tempest-ServerAddressesTestJSON-492435626 tempest-ServerAddressesTestJSON-492435626-project] 10.222.0.69 "GET /v2.0/ports?device_id=26d3331a-34f8-4d0d-87d4-8e874ed537cc HTTP/1.1" status: 200 len: 943 time: 0.1515875 Apr 18 19:27:27.964076 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a04753b6-6db6-45e1-b74b-e4b68a1aa968 req-23251452-fbf2-45c1-a9a4-0a43a60feba1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fc56e011536d43568ffc66b480cf23b0&device_id=cd5645d0-db8a-4ffe-b4ce-5967e6245f85 HTTP/1.1" status: 200 len: 1094 time: 0.1395962 Apr 18 19:27:28.035090 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039b4e8a-fb51-43e0-9edd-93ca195b9bb2 None None] Pushing event updated for resources: {'Port': ['ID=b2a28688-98e9-4c3b-9f99-66b4f2b5aa09,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:28.056155 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a04753b6-6db6-45e1-b74b-e4b68a1aa968 req-998c0aad-8e81-4b96-884d-adb213886367 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=233fb7ed-5f6a-49c7-ae30-745fc89ae1c2 HTTP/1.1" status: 200 len: 217 time: 0.0832529 Apr 18 19:27:28.075323 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device f209c868-4df3-44a3-95db-ffedb0ab96cd details requested by agent hyperv_n-h2-836017-2 with host n-h2-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:27:28.107379 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-9ff0096b-db49-419c-9ed3-8fc753602633 req-acb4d4ef-1d1d-45de-a49b-42cb1f746dcc tempest-ServerAddressesTestJSON-492435626 tempest-ServerAddressesTestJSON-492435626-project] 10.222.0.69 "GET /v2.0/security-groups?id=1cad6324-b59f-480f-beec-07edcca86669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676407 Apr 18 19:27:28.149079 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04753b6-6db6-45e1-b74b-e4b68a1aa968 req-f085c0af-95c2-45c6-a83b-5aeaab2c43b7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:28.150907 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a04753b6-6db6-45e1-b74b-e4b68a1aa968 req-f085c0af-95c2-45c6-a83b-5aeaab2c43b7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1c71b90d-680b-4d0c-80a6-944953a6ed07 HTTP/1.1" status: 200 len: 848 time: 0.0855434 Apr 18 19:27:28.191586 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-6fd32a4a-718b-4cbd-bff2-3ce832477f79 req-e5ce4969-cbb7-45ce-b34e-ab91011914b1 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Unset dirty status for tenant:cde3a890089e40a1b179d71db405af78 on resource:network {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:27:28.197934 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-6fd32a4a-718b-4cbd-bff2-3ce832477f79 req-e5ce4969-cbb7-45ce-b34e-ab91011914b1 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] 10.222.0.69 "GET /v2.0/networks?id=19b59b41-cadd-403d-bfd9-2d34b4cf02aa HTTP/1.1" status: 200 len: 820 time: 1.1070380 Apr 18 19:27:28.213117 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-620dc8c2-bf9b-4405-8590-476c10b1900b None None] Set router 2d3c936d-510c-4afe-a1d0-07524f48ac15 gateway port host: n-d-836017-2 {{(pid=84765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:27:28.224292 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-92cce0d6-f354-45e5-b5b5-d8ad32812ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256345', 'neutron.services.segments.db._delete_segments_for_network-8791093852025'] for network, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:28.230066 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a04753b6-6db6-45e1-b74b-e4b68a1aa968 req-7da67375-52b7-4c62-85a2-f047660e362d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0685e2b1-3b13-405d-a131-f90aa0a8867a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726213 Apr 18 19:27:28.239072 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-27a2d047-c9aa-44ac-8d49-fe8295d2ba05 req-6dcf8972-e9f3-4757-bfe3-0bc9ae090f8d service neutron] Attempting to bind port 476bbcd5-3600-46e6-9131-5c6d57edd428 on host n-h2-836017-2 for vnic_type normal with profile {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:27:28.239404 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-27a2d047-c9aa-44ac-8d49-fe8295d2ba05 req-6dcf8972-e9f3-4757-bfe3-0bc9ae090f8d service neutron] Attempting to bind port 476bbcd5-3600-46e6-9131-5c6d57edd428 by drivers openvswitch,hyperv on host n-h2-836017-2 at level 0 using segments [{'id': '221861f3-7fa1-45d2-b186-093d78ebdcc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '8db5f4da-a39f-4f3e-be08-67c85499e673'}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:27:28.239733 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a2d047-c9aa-44ac-8d49-fe8295d2ba05 req-6dcf8972-e9f3-4757-bfe3-0bc9ae090f8d service neutron] Attempting to bind port 476bbcd5-3600-46e6-9131-5c6d57edd428 on network 8db5f4da-a39f-4f3e-be08-67c85499e673 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:27:28.254230 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-6fd32a4a-718b-4cbd-bff2-3ce832477f79 req-6c77aaf4-9ba1-452c-86bf-0e5213819970 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] 10.222.0.69 "GET /v2.0/quotas/cde3a890089e40a1b179d71db405af78 HTTP/1.1" status: 200 len: 375 time: 0.0552571 Apr 18 19:27:28.352688 n-d-836017-2 neutron-server[84763]: DEBUG neutron.services.segments.db [None req-92cce0d6-f354-45e5-b5b5-d8ad32812ea0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c8a5f4e-6d9d-474b-a613-1a0ebce9658a']}} {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:27:28.366330 n-d-836017-2 neutron-server[84763]: DEBUG neutron.services.segments.db [None req-92cce0d6-f354-45e5-b5b5-d8ad32812ea0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd44b985b-ba1d-41e7-ae49-0ec4012c12b5') {'for_net_delete': True} {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:27:28.366644 n-d-836017-2 neutron-server[84763]: DEBUG neutron.services.segments.db [None req-92cce0d6-f354-45e5-b5b5-d8ad32812ea0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd44b985b-ba1d-41e7-ae49-0ec4012c12b5') {} {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:27:28.385016 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a2d047-c9aa-44ac-8d49-fe8295d2ba05 req-6dcf8972-e9f3-4757-bfe3-0bc9ae090f8d service neutron] Port 476bbcd5-3600-46e6-9131-5c6d57edd428 on network 8db5f4da-a39f-4f3e-be08-67c85499e673 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-2 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:27:28.385346 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a2d047-c9aa-44ac-8d49-fe8295d2ba05 req-6dcf8972-e9f3-4757-bfe3-0bc9ae090f8d service neutron] Attempting to bind port 476bbcd5-3600-46e6-9131-5c6d57edd428 on network 8db5f4da-a39f-4f3e-be08-67c85499e673 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:27:28.409144 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-92cce0d6-f354-45e5-b5b5-d8ad32812ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791093851908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66272256'] for segment, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:28.424260 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5c24db74-8338-4ad9-82ff-6d9188992cbd req-e215143c-e32c-4601-b8ad-86aaa197fe52 service neutron] 10.222.0.72 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4844820 Apr 18 19:27:28.443104 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a2d047-c9aa-44ac-8d49-fe8295d2ba05 req-6dcf8972-e9f3-4757-bfe3-0bc9ae090f8d service neutron] Checking agent: {'id': '02e8f951-d3a3-40e1-b8cc-aed258af030b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:27:28.443469 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a2d047-c9aa-44ac-8d49-fe8295d2ba05 req-6dcf8972-e9f3-4757-bfe3-0bc9ae090f8d service neutron] Checking segment: {'id': '221861f3-7fa1-45d2-b186-093d78ebdcc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '8db5f4da-a39f-4f3e-be08-67c85499e673'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:27:28.443872 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a2d047-c9aa-44ac-8d49-fe8295d2ba05 req-6dcf8972-e9f3-4757-bfe3-0bc9ae090f8d service neutron] Bound using segment: {'id': '221861f3-7fa1-45d2-b186-093d78ebdcc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '8db5f4da-a39f-4f3e-be08-67c85499e673'} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:27:28.444629 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-27a2d047-c9aa-44ac-8d49-fe8295d2ba05 req-6dcf8972-e9f3-4757-bfe3-0bc9ae090f8d service neutron] Bound port: 476bbcd5-3600-46e6-9131-5c6d57edd428, host: n-h2-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '221861f3-7fa1-45d2-b186-093d78ebdcc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '8db5f4da-a39f-4f3e-be08-67c85499e673'}}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:27:28.445100 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-27a2d047-c9aa-44ac-8d49-fe8295d2ba05 req-6dcf8972-e9f3-4757-bfe3-0bc9ae090f8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:28.472709 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-92cce0d6-f354-45e5-b5b5-d8ad32812ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:28.535016 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92cce0d6-f354-45e5-b5b5-d8ad32812ea0 admin admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=84763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:27:28.536068 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-92cce0d6-f354-45e5-b5b5-d8ad32812ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66351785'] for segment, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:28.560440 n-d-836017-2 neutron-server[84763]: Traceback (most recent call last): Apr 18 19:27:28.560440 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:27:28.560440 n-d-836017-2 neutron-server[84763]: timer() Apr 18 19:27:28.560440 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:27:28.560440 n-d-836017-2 neutron-server[84763]: cb(*args, **kw) Apr 18 19:27:28.560440 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:27:28.560440 n-d-836017-2 neutron-server[84763]: return func(*args, **kwargs) Apr 18 19:27:28.560440 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:27:28.560440 n-d-836017-2 neutron-server[84763]: self._notify() Apr 18 19:27:28.560440 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:27:28.560440 n-d-836017-2 neutron-server[84763]: self.callback(batched_events) Apr 18 19:27:28.560440 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:27:28.560440 n-d-836017-2 neutron-server[84763]: event.method(event) Apr 18 19:27:28.560440 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:27:28.560440 n-d-836017-2 neutron-server[84763]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:27:28.560440 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:27:28.560440 n-d-836017-2 neutron-server[84763]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:27:28.560440 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:27:28.560440 n-d-836017-2 neutron-server[84763]: return f(self, *a, **k) Apr 18 19:27:28.560440 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:27:28.560440 n-d-836017-2 neutron-server[84763]: return self._get(url).json() Apr 18 19:27:28.560440 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:27:28.560440 n-d-836017-2 neutron-server[84763]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:27:28.560440 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:27:28.560440 n-d-836017-2 neutron-server[84763]: return self.request(url, 'GET', **kwargs) Apr 18 19:27:28.560440 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:27:28.560440 n-d-836017-2 neutron-server[84763]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:27:28.560440 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:27:28.560440 n-d-836017-2 neutron-server[84763]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:27:28.560440 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:27:28.560440 n-d-836017-2 neutron-server[84763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:27:28.560440 n-d-836017-2 neutron-server[84763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:27:28.598344 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a04753b6-6db6-45e1-b74b-e4b68a1aa968 req-a91e1a36-92d9-4d3a-8842-ed8d4d64208c service neutron] 10.222.0.72 "GET /v2.0/networks/0685e2b1-3b13-405d-a131-f90aa0a8867a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3612039 Apr 18 19:27:28.625489 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port f209c868-4df3-44a3-95db-ffedb0ab96cd, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=f209c868-4df3-44a3-95db-ffedb0ab96cd,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:27:28.675953 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Returning: {'device': 'f209c868-4df3-44a3-95db-ffedb0ab96cd', 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a', 'port_id': 'f209c868-4df3-44a3-95db-ffedb0ab96cd', 'mac_address': 'fa:16:3e:95:fd:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17d1b3aa-2066-4ffa-a69f-52ed566b6548', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:27:28.770882 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-6fd32a4a-718b-4cbd-bff2-3ce832477f79 req-28a2f47f-7839-4702-bb74-3093b6d94971 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=cde3a890089e40a1b179d71db405af78&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5156615 Apr 18 19:27:28.820150 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:28.830415 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55477ca-d1d1-4d2d-947e-d3c426dc99a2 req-8d22b7b2-90f9-45e4-a655-ed421239e376 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:28.835175 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55477ca-d1d1-4d2d-947e-d3c426dc99a2 req-8d22b7b2-90f9-45e4-a655-ed421239e376 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:28.840698 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55477ca-d1d1-4d2d-947e-d3c426dc99a2 req-8d22b7b2-90f9-45e4-a655-ed421239e376 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:28.845723 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55477ca-d1d1-4d2d-947e-d3c426dc99a2 req-8d22b7b2-90f9-45e4-a655-ed421239e376 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:28.849779 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55477ca-d1d1-4d2d-947e-d3c426dc99a2 req-8d22b7b2-90f9-45e4-a655-ed421239e376 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:28.852350 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f209c868-4df3-44a3-95db-ffedb0ab96cd {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:27:28.854423 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55477ca-d1d1-4d2d-947e-d3c426dc99a2 req-8d22b7b2-90f9-45e4-a655-ed421239e376 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:28.859455 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55477ca-d1d1-4d2d-947e-d3c426dc99a2 req-8d22b7b2-90f9-45e4-a655-ed421239e376 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:28.862557 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a55477ca-d1d1-4d2d-947e-d3c426dc99a2 req-8d22b7b2-90f9-45e4-a655-ed421239e376 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "GET /v2.0/ports?device_id=dca9f21b-f897-4981-ab52-5aee4da127c0 HTTP/1.1" status: 200 len: 5434 time: 0.3540063 Apr 18 19:27:28.877647 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port f209c868-4df3-44a3-95db-ffedb0ab96cd, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=f209c868-4df3-44a3-95db-ffedb0ab96cd,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:27:28.893646 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-92cce0d6-f354-45e5-b5b5-d8ad32812ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416801'] for network, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:28.894805 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-620dc8c2-bf9b-4405-8590-476c10b1900b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d3c936d-510c-4afe-a1d0-07524f48ac15', 'name': 'tempest-ServerRescueTestJSONUnderV235-1124515802-router', 'tenant_id': 'cde3a890089e40a1b179d71db405af78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': 'ca7f4ddc-6a84-4e70-9dbd-ae963e9beee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:27:11Z', 'updated_at': '2022-04-18T19:27:20Z', 'revision_number': 4, 'project_id': 'cde3a890089e40a1b179d71db405af78', 'gw_port': {'id': 'ca7f4ddc-6a84-4e70-9dbd-ae963e9beee1', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3c936d-510c-4afe-a1d0-07524f48ac15', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:27:13Z', 'updated_at': '2022-04-18T19:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_interfaces': [{'id': 'b2a28688-98e9-4c3b-9f99-66b4f2b5aa09', 'name': '', 'network_id': '19b59b41-cadd-403d-bfd9-2d34b4cf02aa', 'tenant_id': 'cde3a890089e40a1b179d71db405af78', 'mac_address': 'fa:16:3e:ea:1c:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d3c936d-510c-4afe-a1d0-07524f48ac15', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '34e3ae83-1d27-4273-87fc-7e73d7e0f53e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:27:19Z', 'updated_at': '2022-04-18T19:27:27Z', 'revision_number': 4, 'project_id': 'cde3a890089e40a1b179d71db405af78', 'subnets': [{'id': '34e3ae83-1d27-4273-87fc-7e73d7e0f53e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-2', False) {} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:27:28.901207 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620dc8c2-bf9b-4405-8590-476c10b1900b None None] The sync data for ids ['2d3c936d-510c-4afe-a1d0-07524f48ac15'] in n-d-836017-2 is: [{'id': '2d3c936d-510c-4afe-a1d0-07524f48ac15', 'name': 'tempest-ServerRescueTestJSONUnderV235-1124515802-router', 'tenant_id': 'cde3a890089e40a1b179d71db405af78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': 'ca7f4ddc-6a84-4e70-9dbd-ae963e9beee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:27:11Z', 'updated_at': '2022-04-18T19:27:20Z', 'revision_number': 4, 'project_id': 'cde3a890089e40a1b179d71db405af78', 'gw_port': {'id': 'ca7f4ddc-6a84-4e70-9dbd-ae963e9beee1', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3c936d-510c-4afe-a1d0-07524f48ac15', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:27:13Z', 'updated_at': '2022-04-18T19:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_interfaces': [{'id': 'b2a28688-98e9-4c3b-9f99-66b4f2b5aa09', 'name': '', 'network_id': '19b59b41-cadd-403d-bfd9-2d34b4cf02aa', 'tenant_id': 'cde3a890089e40a1b179d71db405af78', 'mac_address': 'fa:16:3e:ea:1c:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d3c936d-510c-4afe-a1d0-07524f48ac15', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '34e3ae83-1d27-4273-87fc-7e73d7e0f53e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:27:19Z', 'updated_at': '2022-04-18T19:27:27Z', 'revision_number': 4, 'project_id': 'cde3a890089e40a1b179d71db405af78', 'subnets': [{'id': '34e3ae83-1d27-4273-87fc-7e73d7e0f53e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:27:28.932738 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:29.000145 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a55477ca-d1d1-4d2d-947e-d3c426dc99a2 req-473f7468-3259-46ca-81a9-5250bcfed8e2 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "GET /v2.0/security-groups?id=059a9d13-b1ae-4689-acd4-4327d8143c7d&id=005d155c-90ca-4625-80c3-c43b698af2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1213965 Apr 18 19:27:29.007620 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a04753b6-6db6-45e1-b74b-e4b68a1aa968 req-31ab9286-663e-4e88-9023-aebfc358080f service neutron] 10.222.0.72 "GET /v2.0/networks/0685e2b1-3b13-405d-a131-f90aa0a8867a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3910105 Apr 18 19:27:29.027253 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-27a2d047-c9aa-44ac-8d49-fe8295d2ba05 req-6dcf8972-e9f3-4757-bfe3-0bc9ae090f8d service neutron] For port 476bbcd5-3600-46e6-9131-5c6d57edd428, host n-h2-836017-2, cleared binding levels {{(pid=84763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:27:29.033267 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=f209c868-4df3-44a3-95db-ffedb0ab96cd,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:29.042056 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-27a2d047-c9aa-44ac-8d49-fe8295d2ba05 req-6dcf8972-e9f3-4757-bfe3-0bc9ae090f8d service neutron] For port 476bbcd5-3600-46e6-9131-5c6d57edd428, host n-h2-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=476bbcd5-3600-46e6-9131-5c6d57edd428,segment=NetworkSegment(221861f3-7fa1-45d2-b186-093d78ebdcc0),segment_id=221861f3-7fa1-45d2-b186-093d78ebdcc0)] {{(pid=84763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:27:29.050030 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-92cce0d6-f354-45e5-b5b5-d8ad32812ea0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:29.061344 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cce0d6-f354-45e5-b5b5-d8ad32812ea0 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c8a5f4e-6d9d-474b-a613-1a0ebce9658a,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:29.084590 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-92cce0d6-f354-45e5-b5b5-d8ad32812ea0 admin admin] 10.222.0.69 "DELETE /v2.0/networks/5c8a5f4e-6d9d-474b-a613-1a0ebce9658a HTTP/1.1" status: 204 len: 168 time: 1.6526728 Apr 18 19:27:29.117220 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-6fd32a4a-718b-4cbd-bff2-3ce832477f79 req-1b2820d0-2cd4-4a3e-8948-eca0a0d215c3 service neutron] 10.222.0.69 "GET /v2.0/networks/19b59b41-cadd-403d-bfd9-2d34b4cf02aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3309667 Apr 18 19:27:29.134787 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 50988) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:29.184214 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] get_ports_and_sgs() called for port_ids ['f209c868-4df3-44a3-95db-ffedb0ab96cd'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:27:29.248778 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-27a2d047-c9aa-44ac-8d49-fe8295d2ba05 req-6dcf8972-e9f3-4757-bfe3-0bc9ae090f8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:29.257811 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e56d5429-7686-408f-a7fd-2ebab24d76db'] response: {'server_uuid': 'd2355448-26c2-4627-add5-d1edc93520c0', 'name': 'network-vif-deleted', 'tag': 'e2db22ea-4eb8-4fa8-8067-77968b7252ce', 'status': 'completed', 'code': 200} Apr 18 19:27:29.508418 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_v2 [None req-c928919e-09dc-459c-833a-12eb933ac4eb admin admin] Deleting subnet b10cc942-f819-45fc-bb02-117dc96bc19f {{(pid=84764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:27:29.513764 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-c928919e-09dc-459c-833a-12eb933ac4eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:29.562630 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-27a2d047-c9aa-44ac-8d49-fe8295d2ba05 req-6dcf8972-e9f3-4757-bfe3-0bc9ae090f8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:29.562630 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-27a2d047-c9aa-44ac-8d49-fe8295d2ba05 req-6dcf8972-e9f3-4757-bfe3-0bc9ae090f8d service neutron] 10.222.0.72 "PUT /v2.0/ports/476bbcd5-3600-46e6-9131-5c6d57edd428 HTTP/1.1" status: 200 len: 1091 time: 4.6613560 Apr 18 19:27:29.617482 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-c928919e-09dc-459c-833a-12eb933ac4eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66931798'] for subnet, precommit_delete_associations {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:29.620025 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcf8972-e9f3-4757-bfe3-0bc9ae090f8d service neutron] Pushing event updated for resources: {'Port': ['ID=476bbcd5-3600-46e6-9131-5c6d57edd428,revision_number=3']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:29.620025 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 50996) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:29.665702 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-6fd32a4a-718b-4cbd-bff2-3ce832477f79 req-de9740f0-175e-4a0a-ba25-3f4d3667e3b5 service neutron] 10.222.0.69 "GET /v2.0/networks/19b59b41-cadd-403d-bfd9-2d34b4cf02aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5144579 Apr 18 19:27:29.693885 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-c928919e-09dc-459c-833a-12eb933ac4eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1258508'] for subnet, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:29.800404 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1bfc6e-bcfc-4dc3-84a4-747b4825d1ec req-c9650fce-8fba-4719-8753-91ea4c61721f tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:29.801101 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-3c1bfc6e-bcfc-4dc3-84a4-747b4825d1ec req-c9650fce-8fba-4719-8753-91ea4c61721f tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Synchronizing usage tracker for tenant:fc56e011536d43568ffc66b480cf23b0 on resource:port {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:27:29.842233 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-27a2d047-c9aa-44ac-8d49-fe8295d2ba05 req-f8aeac5a-ea92-48c4-b024-152b5c4a11f0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=da5a31afb55b443c9eec320876635d31&device_id=26d3331a-34f8-4d0d-87d4-8e874ed537cc HTTP/1.1" status: 200 len: 1094 time: 0.1646142 Apr 18 19:27:29.847347 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-69b8aaf9-b8bc-44d0-87fb-c995f2a82171 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1027765024ec4a52935cd4187ade61c4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2304821 Apr 18 19:27:29.855969 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 51000) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:29.911760 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-c928919e-09dc-459c-833a-12eb933ac4eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1258501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2290876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65862598'] for subnet, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:29.929296 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-27a2d047-c9aa-44ac-8d49-fe8295d2ba05 req-8f8b0920-4651-4a60-b3cf-b8e3adf477f8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=476bbcd5-3600-46e6-9131-5c6d57edd428 HTTP/1.1" status: 200 len: 217 time: 0.0795541 Apr 18 19:27:29.963957 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-3c1bfc6e-bcfc-4dc3-84a4-747b4825d1ec req-c9650fce-8fba-4719-8753-91ea4c61721f tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Unset dirty status for tenant:fc56e011536d43568ffc66b480cf23b0 on resource:port {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:27:29.971188 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-3c1bfc6e-bcfc-4dc3-84a4-747b4825d1ec req-c9650fce-8fba-4719-8753-91ea4c61721f tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=cd5645d0-db8a-4ffe-b4ce-5967e6245f85 HTTP/1.1" status: 200 len: 943 time: 0.5776420 Apr 18 19:27:29.997615 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-588c88e8-a376-4efa-af2a-30b16888a3cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:29.999339 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c928919e-09dc-459c-833a-12eb933ac4eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b10cc942-f819-45fc-bb02-117dc96bc19f,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:30.018675 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a2d047-c9aa-44ac-8d49-fe8295d2ba05 req-ecd82a05-7ce1-4645-aef4-3df8db4b1238 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:30.022552 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-c928919e-09dc-459c-833a-12eb933ac4eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for subnet, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:30.023361 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-27a2d047-c9aa-44ac-8d49-fe8295d2ba05 req-ecd82a05-7ce1-4645-aef4-3df8db4b1238 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=821e2c5e-661c-4ee6-bd43-e99117759bb0 HTTP/1.1" status: 200 len: 852 time: 0.0880504 Apr 18 19:27:30.036867 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-c928919e-09dc-459c-833a-12eb933ac4eb admin admin] 10.222.0.69 "DELETE /v2.0/subnets/b10cc942-f819-45fc-bb02-117dc96bc19f HTTP/1.1" status: 204 len: 168 time: 0.9007916 Apr 18 19:27:30.038690 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 51008) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:30.094322 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-27a2d047-c9aa-44ac-8d49-fe8295d2ba05 req-3b7d69c8-c0d5-4256-9397-512474de5d27 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8db5f4da-a39f-4f3e-be08-67c85499e673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641880 Apr 18 19:27:30.252191 n-d-836017-2 neutron-server[84764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b276849c-2e09-4d35-9809-292171f270f0'] response: {'name': 'network-changed', 'server_uuid': 'cd5645d0-db8a-4ffe-b4ce-5967e6245f85', 'tag': '233fb7ed-5f6a-49c7-ae30-745fc89ae1c2', 'status': 'completed', 'code': 200} Apr 18 19:27:30.291272 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-588c88e8-a376-4efa-af2a-30b16888a3cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:30.321700 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-27a2d047-c9aa-44ac-8d49-fe8295d2ba05 req-1b4326a8-a4b5-43dc-9f32-353904920b06 service neutron] 10.222.0.72 "GET /v2.0/networks/8db5f4da-a39f-4f3e-be08-67c85499e673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143962 Apr 18 19:27:30.415594 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-3c1bfc6e-bcfc-4dc3-84a4-747b4825d1ec req-0938fcf2-4a09-4040-bd14-263a74ba8038 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4435363 Apr 18 19:27:30.457470 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-ee2d8742-ada5-496a-bbf4-6429ec9aa5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:30.513835 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6e3884f1-fd32-47f0-84b1-03383cc1d2e3 req-dcf1d3de-8725-4fb6-a424-b01573d4bc27 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fc56e011536d43568ffc66b480cf23b0&device_id=cd5645d0-db8a-4ffe-b4ce-5967e6245f85 HTTP/1.1" status: 200 len: 1094 time: 0.2609837 Apr 18 19:27:30.562713 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-27a2d047-c9aa-44ac-8d49-fe8295d2ba05 req-41744415-efc7-4fc1-a0b2-4880f0bf37c6 service neutron] 10.222.0.72 "GET /v2.0/networks/8db5f4da-a39f-4f3e-be08-67c85499e673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361598 Apr 18 19:27:30.583787 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c93fa56-e731-413b-a8f1-76e3960357c3 req-adc5542a-ac49-488d-a06f-1b00ef22f544 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:30.585338 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-9c93fa56-e731-413b-a8f1-76e3960357c3 req-adc5542a-ac49-488d-a06f-1b00ef22f544 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=339d07b1-7b62-4191-8b79-84390fd798a9 HTTP/1.1" status: 200 len: 949 time: 0.1458194 Apr 18 19:27:30.681392 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-9c93fa56-e731-413b-a8f1-76e3960357c3 req-285683cd-3f76-4e7c-817b-b8eb14afc66c tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880938 Apr 18 19:27:30.715053 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-588c88e8-a376-4efa-af2a-30b16888a3cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:30.774146 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-ee2d8742-ada5-496a-bbf4-6429ec9aa5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256345', 'neutron.services.segments.db._delete_segments_for_network-8791093852025'] for network, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:30.786885 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588c88e8-a376-4efa-af2a-30b16888a3cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9beaf65-10e8-47b3-abe4-47b1e195579a,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:30.837925 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ab720ea1-2556-4b66-8251-c9665aeea4eb req-88f61d39-5682-4b2e-bfc0-e9a89c712a6b tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] 10.222.0.69 "GET /v2.0/ports?device_id=8887625e-000f-4745-93d8-2d7332fdb73a HTTP/1.1" status: 200 len: 210 time: 0.0722055 Apr 18 19:27:30.849960 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-ee2d8742-ada5-496a-bbf4-6429ec9aa5a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b81b8da-abac-4e05-9e51-d6de7035d9e7']}} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:27:30.883268 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-ee2d8742-ada5-496a-bbf4-6429ec9aa5a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57f6477d-46cb-4fbc-8909-e9439d3b2b0a') {'for_net_delete': True} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:27:30.883571 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-ee2d8742-ada5-496a-bbf4-6429ec9aa5a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57f6477d-46cb-4fbc-8909-e9439d3b2b0a') {} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:27:30.903703 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3884f1-fd32-47f0-84b1-03383cc1d2e3 req-6616466e-013d-405a-b59e-5acb78ee75f0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:30.905502 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6e3884f1-fd32-47f0-84b1-03383cc1d2e3 req-6616466e-013d-405a-b59e-5acb78ee75f0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0685e2b1-3b13-405d-a131-f90aa0a8867a HTTP/1.1" status: 200 len: 909 time: 0.3753173 Apr 18 19:27:30.909897 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-ee2d8742-ada5-496a-bbf4-6429ec9aa5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791093851908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66932133'] for segment, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:30.961302 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 51024) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:30.983579 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-588c88e8-a376-4efa-af2a-30b16888a3cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:30.984667 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-588c88e8-a376-4efa-af2a-30b16888a3cc admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c9beaf65-10e8-47b3-abe4-47b1e195579a HTTP/1.1" status: 204 len: 168 time: 1.1275926 Apr 18 19:27:31.006224 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-ee2d8742-ada5-496a-bbf4-6429ec9aa5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:31.010064 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6e3884f1-fd32-47f0-84b1-03383cc1d2e3 req-8ea1f49d-48b5-4a74-8cdb-26547e0b27b6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=233fb7ed-5f6a-49c7-ae30-745fc89ae1c2 HTTP/1.1" status: 200 len: 217 time: 0.0928009 Apr 18 19:27:31.098527 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device b2a28688-98e9-4c3b-9f99-66b4f2b5aa09 up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:27:31.146965 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4260b9-3cd2-4d05-b389-dff4886558ed req-da0a9cdd-0535-4732-9341-ed3434ce27e3 tempest-ServerAddressesTestJSON-492435626 tempest-ServerAddressesTestJSON-492435626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:31.154412 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6f4260b9-3cd2-4d05-b389-dff4886558ed req-da0a9cdd-0535-4732-9341-ed3434ce27e3 tempest-ServerAddressesTestJSON-492435626 tempest-ServerAddressesTestJSON-492435626-project] 10.222.0.69 "GET /v2.0/ports?device_id=26d3331a-34f8-4d0d-87d4-8e874ed537cc HTTP/1.1" status: 200 len: 943 time: 0.4906292 Apr 18 19:27:31.157796 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3884f1-fd32-47f0-84b1-03383cc1d2e3 req-2d6fd581-8aa8-4156-b2b6-2e9d6c00e572 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:31.160382 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf9d0d3-50c9-4d82-86b4-7a09973cd797 req-b7965e4c-8296-4837-91df-da9a4df1069c tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:31.160565 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6e3884f1-fd32-47f0-84b1-03383cc1d2e3 req-2d6fd581-8aa8-4156-b2b6-2e9d6c00e572 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1c71b90d-680b-4d0c-80a6-944953a6ed07 HTTP/1.1" status: 200 len: 848 time: 0.1329467 Apr 18 19:27:31.163087 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf9d0d3-50c9-4d82-86b4-7a09973cd797 req-b7965e4c-8296-4837-91df-da9a4df1069c tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:31.167453 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf9d0d3-50c9-4d82-86b4-7a09973cd797 req-b7965e4c-8296-4837-91df-da9a4df1069c tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:31.171395 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf9d0d3-50c9-4d82-86b4-7a09973cd797 req-b7965e4c-8296-4837-91df-da9a4df1069c tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:31.175616 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf9d0d3-50c9-4d82-86b4-7a09973cd797 req-b7965e4c-8296-4837-91df-da9a4df1069c tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:31.179937 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf9d0d3-50c9-4d82-86b4-7a09973cd797 req-b7965e4c-8296-4837-91df-da9a4df1069c tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:31.183608 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee2d8742-ada5-496a-bbf4-6429ec9aa5a0 admin admin] Releasing vlan 553 on physical network physnet1 to pool {{(pid=84764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:27:31.184026 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-ee2d8742-ada5-496a-bbf4-6429ec9aa5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2290898'] for segment, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:31.184178 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf9d0d3-50c9-4d82-86b4-7a09973cd797 req-b7965e4c-8296-4837-91df-da9a4df1069c tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:31.186176 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4cf9d0d3-50c9-4d82-86b4-7a09973cd797 req-b7965e4c-8296-4837-91df-da9a4df1069c tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "GET /v2.0/ports?device_id=dca9f21b-f897-4981-ab52-5aee4da127c0 HTTP/1.1" status: 200 len: 5434 time: 0.1747305 Apr 18 19:27:31.209560 n-d-836017-2 neutron-server[84764]: Traceback (most recent call last): Apr 18 19:27:31.209560 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:27:31.209560 n-d-836017-2 neutron-server[84764]: timer() Apr 18 19:27:31.209560 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:27:31.209560 n-d-836017-2 neutron-server[84764]: cb(*args, **kw) Apr 18 19:27:31.209560 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:27:31.209560 n-d-836017-2 neutron-server[84764]: return func(*args, **kwargs) Apr 18 19:27:31.209560 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:27:31.209560 n-d-836017-2 neutron-server[84764]: self._notify() Apr 18 19:27:31.209560 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:27:31.209560 n-d-836017-2 neutron-server[84764]: self.callback(batched_events) Apr 18 19:27:31.209560 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:27:31.209560 n-d-836017-2 neutron-server[84764]: event.method(event) Apr 18 19:27:31.209560 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:27:31.209560 n-d-836017-2 neutron-server[84764]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:27:31.209560 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:27:31.209560 n-d-836017-2 neutron-server[84764]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:27:31.209560 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:27:31.209560 n-d-836017-2 neutron-server[84764]: return f(self, *a, **k) Apr 18 19:27:31.209560 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:27:31.209560 n-d-836017-2 neutron-server[84764]: return self._get(url).json() Apr 18 19:27:31.209560 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:27:31.209560 n-d-836017-2 neutron-server[84764]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:27:31.209560 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:27:31.209560 n-d-836017-2 neutron-server[84764]: return self.request(url, 'GET', **kwargs) Apr 18 19:27:31.209560 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:27:31.209560 n-d-836017-2 neutron-server[84764]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:27:31.209560 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:27:31.209560 n-d-836017-2 neutron-server[84764]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:27:31.209560 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:27:31.209560 n-d-836017-2 neutron-server[84764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:27:31.209560 n-d-836017-2 neutron-server[84764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:27:31.239838 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-2e235da4-752a-4d2a-9f22-e9c8630d0d28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:31.261419 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26d3331a-34f8-4d0d-87d4-8e874ed537cc', 'tag': '476bbcd5-3600-46e6-9131-5c6d57edd428'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:27:31.281763 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4cf9d0d3-50c9-4d82-86b4-7a09973cd797 req-b6ccba3a-a9ec-456d-bab9-c957f990b357 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "GET /v2.0/security-groups?id=059a9d13-b1ae-4689-acd4-4327d8143c7d&id=005d155c-90ca-4625-80c3-c43b698af2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0884426 Apr 18 19:27:31.314914 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6e3884f1-fd32-47f0-84b1-03383cc1d2e3 req-851084aa-d295-409b-8d75-3d6904a1d692 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0685e2b1-3b13-405d-a131-f90aa0a8867a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1044209 Apr 18 19:27:31.318331 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-2e235da4-752a-4d2a-9f22-e9c8630d0d28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:27:31.324800 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-2e235da4-752a-4d2a-9f22-e9c8630d0d28 admin admin] Usage tracker for resource:security_group_rule and tenant:c668344fbd8e4063888fe0dd69e90015 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:27:31.331876 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-2e235da4-752a-4d2a-9f22-e9c8630d0d28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:27:31.332764 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6f4260b9-3cd2-4d05-b389-dff4886558ed req-25712ff3-7e7f-485b-95bc-09afdc5bca13 tempest-ServerAddressesTestJSON-492435626 tempest-ServerAddressesTestJSON-492435626-project] 10.222.0.69 "GET /v2.0/security-groups?id=1cad6324-b59f-480f-beec-07edcca86669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775100 Apr 18 19:27:31.341983 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-2e235da4-752a-4d2a-9f22-e9c8630d0d28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:27:31.372272 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.agents_db [None req-eb67022b-f881-4bc8-8f45-fca90fb27803 None None] Agent healthcheck: found 7 active agents {{(pid=84766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:27:31.378787 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2c57547-4a26-4d9b-90c5-8cfe6d9a03aa'] response: {'name': 'network-changed', 'server_uuid': '26d3331a-34f8-4d0d-87d4-8e874ed537cc', 'tag': '476bbcd5-3600-46e6-9131-5c6d57edd428', 'status': 'completed', 'code': 200} Apr 18 19:27:31.453514 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning for port b2a28688-98e9-4c3b-9f99-66b4f2b5aa09 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:27:31.460134 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port b2a28688-98e9-4c3b-9f99-66b4f2b5aa09 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:27:31.460667 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:31.518042 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0fbbcc61-ceae-4070-ad5a-15001822dcd3 req-6459c6b3-7c38-48e5-9f82-8c2298853634 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=da5a31afb55b443c9eec320876635d31&device_id=26d3331a-34f8-4d0d-87d4-8e874ed537cc HTTP/1.1" status: 200 len: 1094 time: 0.1186421 Apr 18 19:27:31.605571 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-ee2d8742-ada5-496a-bbf4-6429ec9aa5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416801'] for network, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:31.611083 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-ee2d8742-ada5-496a-bbf4-6429ec9aa5a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:31.660238 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2d8742-ada5-496a-bbf4-6429ec9aa5a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b81b8da-abac-4e05-9e51-d6de7035d9e7,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:31.680519 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6e3884f1-fd32-47f0-84b1-03383cc1d2e3 req-5c86840c-a304-41e9-9b16-dff4573c6b54 service neutron] 10.222.0.72 "GET /v2.0/networks/0685e2b1-3b13-405d-a131-f90aa0a8867a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3531840 Apr 18 19:27:31.730877 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f937fcc-f9e1-4c4b-8d97-9671da4eb2ce req-7e3fe7b0-cf05-4cbe-a790-134dbce5b4bf tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:31.735915 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f937fcc-f9e1-4c4b-8d97-9671da4eb2ce req-7e3fe7b0-cf05-4cbe-a790-134dbce5b4bf tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:31.740052 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f937fcc-f9e1-4c4b-8d97-9671da4eb2ce req-7e3fe7b0-cf05-4cbe-a790-134dbce5b4bf tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:31.740498 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:31.744798 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f937fcc-f9e1-4c4b-8d97-9671da4eb2ce req-7e3fe7b0-cf05-4cbe-a790-134dbce5b4bf tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:31.748963 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f937fcc-f9e1-4c4b-8d97-9671da4eb2ce req-7e3fe7b0-cf05-4cbe-a790-134dbce5b4bf tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:31.754141 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f937fcc-f9e1-4c4b-8d97-9671da4eb2ce req-7e3fe7b0-cf05-4cbe-a790-134dbce5b4bf tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:31.758225 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f937fcc-f9e1-4c4b-8d97-9671da4eb2ce req-7e3fe7b0-cf05-4cbe-a790-134dbce5b4bf tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:31.765968 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-7f937fcc-f9e1-4c4b-8d97-9671da4eb2ce req-7e3fe7b0-cf05-4cbe-a790-134dbce5b4bf tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "GET /v2.0/ports?device_id=dca9f21b-f897-4981-ab52-5aee4da127c0 HTTP/1.1" status: 200 len: 5434 time: 0.2413325 Apr 18 19:27:31.774316 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbbcc61-ceae-4070-ad5a-15001822dcd3 req-af137841-c556-42b0-b9b3-9d97df2b5b6d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:31.776874 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0fbbcc61-ceae-4070-ad5a-15001822dcd3 req-af137841-c556-42b0-b9b3-9d97df2b5b6d service neutron] 10.222.0.72 "GET /v2.0/networks?id=8db5f4da-a39f-4f3e-be08-67c85499e673 HTTP/1.1" status: 200 len: 913 time: 0.2522533 Apr 18 19:27:31.780647 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 51044) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:31.791059 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-901b6655-ced4-4f1b-b8b9-b0772579c23e tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Request body: {'floatingip': {'port_id': '541a4c14-f2f5-4268-a378-6b7818c15360'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:27:31.808963 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] For port b2a28688-98e9-4c3b-9f99-66b4f2b5aa09, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=b2a28688-98e9-4c3b-9f99-66b4f2b5aa09,segment=NetworkSegment(ffe0b6d2-2182-4141-8f2f-b400e36467e4),segment_id=ffe0b6d2-2182-4141-8f2f-b400e36467e4)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:27:31.877116 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:31.943732 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-ee2d8742-ada5-496a-bbf4-6429ec9aa5a0 admin admin] 10.222.0.69 "DELETE /v2.0/networks/5b81b8da-abac-4e05-9e51-d6de7035d9e7 HTTP/1.1" status: 204 len: 168 time: 1.8863771 Apr 18 19:27:31.953085 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 51054) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:32.081569 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Pushing event updated for resources: {'Port': ['ID=b2a28688-98e9-4c3b-9f99-66b4f2b5aa09,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:32.100717 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device f209c868-4df3-44a3-95db-ffedb0ab96cd up at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:27:32.101382 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_v2 [None req-af021de9-844a-465b-b9c0-fbd79b830422 admin admin] Deleting subnet 53f205b9-fe2a-44af-ac9d-2e0838fa9ed9 {{(pid=84764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:27:32.105482 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-af021de9-844a-465b-b9c0-fbd79b830422 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:32.164565 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-901b6655-ced4-4f1b-b8b9-b0772579c23e tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks [] for floatingip, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:32.209876 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6e3884f1-fd32-47f0-84b1-03383cc1d2e3 req-970b4ac3-fc88-42d4-99fc-c0c8d15835c4 service neutron] 10.222.0.72 "GET /v2.0/networks/0685e2b1-3b13-405d-a131-f90aa0a8867a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5223997 Apr 18 19:27:32.216495 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-af021de9-844a-465b-b9c0-fbd79b830422 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66931798'] for subnet, precommit_delete_associations {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:32.225611 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-2e235da4-752a-4d2a-9f22-e9c8630d0d28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:32.233204 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0fbbcc61-ceae-4070-ad5a-15001822dcd3 req-eae119a3-5aa6-441e-a41f-a0ffb06daebe service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=476bbcd5-3600-46e6-9131-5c6d57edd428 HTTP/1.1" status: 200 len: 217 time: 0.3205581 Apr 18 19:27:32.311116 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning for port f209c868-4df3-44a3-95db-ffedb0ab96cd completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:27:32.318670 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning complete for port f209c868-4df3-44a3-95db-ffedb0ab96cd triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:27:32.319256 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:32.442665 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-af021de9-844a-465b-b9c0-fbd79b830422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1258508'] for subnet, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:32.460523 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-2e235da4-752a-4d2a-9f22-e9c8630d0d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:32.486767 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:32.535760 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port f209c868-4df3-44a3-95db-ffedb0ab96cd, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=f209c868-4df3-44a3-95db-ffedb0ab96cd,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:27:32.543412 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '339d07b1-7b62-4191-8b79-84390fd798a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f209c868-4df3-44a3-95db-ffedb0ab96cd'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:27:32.544970 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbbcc61-ceae-4070-ad5a-15001822dcd3 req-04375f3e-fd57-43c0-8fd5-526bef628ddb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:32.546404 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0fbbcc61-ceae-4070-ad5a-15001822dcd3 req-04375f3e-fd57-43c0-8fd5-526bef628ddb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=821e2c5e-661c-4ee6-bd43-e99117759bb0 HTTP/1.1" status: 200 len: 852 time: 0.2970681 Apr 18 19:27:32.553328 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189a288d-6af1-4049-96c4-d754311a9993 req-1b948047-4676-4a47-b709-45429e789e4c tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:32.554859 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-189a288d-6af1-4049-96c4-d754311a9993 req-1b948047-4676-4a47-b709-45429e789e4c tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=339d07b1-7b62-4191-8b79-84390fd798a9 HTTP/1.1" status: 200 len: 949 time: 0.5107148 Apr 18 19:27:32.588325 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e235da4-752a-4d2a-9f22-e9c8630d0d28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33df020d-b567-4f08-8e2a-ebeb06c3bb63,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:32.621133 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-189a288d-6af1-4049-96c4-d754311a9993 req-1e36d7f1-70dd-42ea-b444-a9fcfd114721 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581055 Apr 18 19:27:32.636691 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:32.644086 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-2e235da4-752a-4d2a-9f22-e9c8630d0d28 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c668344fbd8e4063888fe0dd69e90015&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6816928 Apr 18 19:27:32.647214 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 51068) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:32.658720 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0fbbcc61-ceae-4070-ad5a-15001822dcd3 req-220abf47-9862-4852-91b6-9f35e1a9df8b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8db5f4da-a39f-4f3e-be08-67c85499e673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0739918 Apr 18 19:27:32.669537 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f3692e-7552-4215-a1a7-c25baadc875f req-0b1d2692-9e77-4d7b-92d9-f5f8456d3310 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:32.677323 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-85f3692e-7552-4215-a1a7-c25baadc875f req-0b1d2692-9e77-4d7b-92d9-f5f8456d3310 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=cd5645d0-db8a-4ffe-b4ce-5967e6245f85 HTTP/1.1" status: 200 len: 943 time: 0.8991079 Apr 18 19:27:32.693004 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-af021de9-844a-465b-b9c0-fbd79b830422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1258501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2290876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65862598'] for subnet, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:32.846584 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=f209c868-4df3-44a3-95db-ffedb0ab96cd,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:32.870594 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af021de9-844a-465b-b9c0-fbd79b830422 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53f205b9-fe2a-44af-ac9d-2e0838fa9ed9,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:32.980793 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-af021de9-844a-465b-b9c0-fbd79b830422 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for subnet, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:33.008938 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-85f3692e-7552-4215-a1a7-c25baadc875f req-4d970f9a-0552-4638-9e8a-37cd807b4202 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3306510 Apr 18 19:27:33.013426 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-0f9285d4-405a-4d79-a8f3-8a68f02723a2 req-3402a6d2-b31c-4e89-8eb6-2c7b099ca496 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Synchronizing usage tracker for tenant:cde3a890089e40a1b179d71db405af78 on resource:port {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:27:33.025129 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-af021de9-844a-465b-b9c0-fbd79b830422 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/53f205b9-fe2a-44af-ac9d-2e0838fa9ed9 HTTP/1.1" status: 204 len: 168 time: 1.0687120 Apr 18 19:27:33.028786 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 51076) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:33.069216 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0fbbcc61-ceae-4070-ad5a-15001822dcd3 req-10548a89-11e5-43ff-93ad-2452bf9a8923 service neutron] 10.222.0.72 "GET /v2.0/networks/8db5f4da-a39f-4f3e-be08-67c85499e673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3869643 Apr 18 19:27:33.097722 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device b2a28688-98e9-4c3b-9f99-66b4f2b5aa09 up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:27:33.148646 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-0f9285d4-405a-4d79-a8f3-8a68f02723a2 req-3402a6d2-b31c-4e89-8eb6-2c7b099ca496 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Unset dirty status for tenant:cde3a890089e40a1b179d71db405af78 on resource:port {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:27:33.149797 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-0f9285d4-405a-4d79-a8f3-8a68f02723a2 req-3402a6d2-b31c-4e89-8eb6-2c7b099ca496 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] 10.222.0.69 "GET /v2.0/ports?device_id=8887625e-000f-4745-93d8-2d7332fdb73a HTTP/1.1" status: 200 len: 210 time: 0.2685101 Apr 18 19:27:33.164163 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-e1199188-9b45-4ca3-80ff-927596fb95aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:33.192047 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-08dada3f-2cad-4aac-a30a-aae2c6109c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:33.219671 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port b2a28688-98e9-4c3b-9f99-66b4f2b5aa09 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:27:33.221825 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:33.245066 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-e1199188-9b45-4ca3-80ff-927596fb95aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:33.273906 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25273a30-f2e6-46e7-aae5-e5beeb9a7809'] response: {'server_uuid': '339d07b1-7b62-4191-8b79-84390fd798a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f209c868-4df3-44a3-95db-ffedb0ab96cd', 'code': 200} Apr 18 19:27:33.415562 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-08dada3f-2cad-4aac-a30a-aae2c6109c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256345', 'neutron.services.segments.db._delete_segments_for_network-8791093852025'] for network, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:33.448260 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-08dada3f-2cad-4aac-a30a-aae2c6109c37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db2b1ab0-d558-45ac-a899-5793a52c0949']}} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:27:33.465046 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-08dada3f-2cad-4aac-a30a-aae2c6109c37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e220024-6cee-4a80-82ba-b0b50ef5354c') {'for_net_delete': True} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:27:33.465700 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-08dada3f-2cad-4aac-a30a-aae2c6109c37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e220024-6cee-4a80-82ba-b0b50ef5354c') {} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:27:33.488811 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-08dada3f-2cad-4aac-a30a-aae2c6109c37 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791093851908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66932133'] for segment, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:33.550446 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-08dada3f-2cad-4aac-a30a-aae2c6109c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:33.554858 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-e1199188-9b45-4ca3-80ff-927596fb95aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:33.581037 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08dada3f-2cad-4aac-a30a-aae2c6109c37 admin admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=84764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:27:33.585715 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-08dada3f-2cad-4aac-a30a-aae2c6109c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2290898'] for segment, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:33.620289 n-d-836017-2 neutron-server[84764]: Traceback (most recent call last): Apr 18 19:27:33.620289 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:27:33.620289 n-d-836017-2 neutron-server[84764]: timer() Apr 18 19:27:33.620289 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:27:33.620289 n-d-836017-2 neutron-server[84764]: cb(*args, **kw) Apr 18 19:27:33.620289 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:27:33.620289 n-d-836017-2 neutron-server[84764]: return func(*args, **kwargs) Apr 18 19:27:33.620289 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:27:33.620289 n-d-836017-2 neutron-server[84764]: self._notify() Apr 18 19:27:33.620289 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:27:33.620289 n-d-836017-2 neutron-server[84764]: self.callback(batched_events) Apr 18 19:27:33.620289 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:27:33.620289 n-d-836017-2 neutron-server[84764]: event.method(event) Apr 18 19:27:33.620289 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:27:33.620289 n-d-836017-2 neutron-server[84764]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:27:33.620289 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:27:33.620289 n-d-836017-2 neutron-server[84764]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:27:33.620289 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:27:33.620289 n-d-836017-2 neutron-server[84764]: return f(self, *a, **k) Apr 18 19:27:33.620289 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:27:33.620289 n-d-836017-2 neutron-server[84764]: return self._get(url).json() Apr 18 19:27:33.620289 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:27:33.620289 n-d-836017-2 neutron-server[84764]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:27:33.620289 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:27:33.620289 n-d-836017-2 neutron-server[84764]: return self.request(url, 'GET', **kwargs) Apr 18 19:27:33.620289 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:27:33.620289 n-d-836017-2 neutron-server[84764]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:27:33.620289 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:27:33.620289 n-d-836017-2 neutron-server[84764]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:27:33.620289 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:27:33.620289 n-d-836017-2 neutron-server[84764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:27:33.620289 n-d-836017-2 neutron-server[84764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:27:33.634711 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1199188-9b45-4ca3-80ff-927596fb95aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33df020d-b567-4f08-8e2a-ebeb06c3bb63,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:33.723197 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0fbbcc61-ceae-4070-ad5a-15001822dcd3 req-294d8869-9cac-48b5-897a-ea5bf73119a5 service neutron] 10.222.0.72 "GET /v2.0/networks/8db5f4da-a39f-4f3e-be08-67c85499e673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4064994 Apr 18 19:27:33.741919 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd32a4a-718b-4cbd-bff2-3ce832477f79 req-d175d732-79b7-4ee7-88c8-d6e6a4bc6208 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:33.743367 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-6fd32a4a-718b-4cbd-bff2-3ce832477f79 req-d175d732-79b7-4ee7-88c8-d6e6a4bc6208 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] 10.222.0.73 "GET /v2.0/networks?id=19b59b41-cadd-403d-bfd9-2d34b4cf02aa HTTP/1.1" status: 200 len: 820 time: 0.4813182 Apr 18 19:27:33.764446 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcff207-ad17-42ec-a7d8-6b630c859256 req-5af3ddd6-140a-465f-a2d3-a0c845c2d627 tempest-ServerAddressesTestJSON-492435626 tempest-ServerAddressesTestJSON-492435626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:33.765179 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-6dcff207-ad17-42ec-a7d8-6b630c859256 req-5af3ddd6-140a-465f-a2d3-a0c845c2d627 tempest-ServerAddressesTestJSON-492435626 tempest-ServerAddressesTestJSON-492435626-project] Synchronizing usage tracker for tenant:da5a31afb55b443c9eec320876635d31 on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:27:33.788218 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-6fd32a4a-718b-4cbd-bff2-3ce832477f79 req-4623332a-ca39-4c14-9fe4-30299efdec3a tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Request body: {'port': {'device_id': '8887625e-000f-4745-93d8-2d7332fdb73a', 'network_id': '19b59b41-cadd-403d-bfd9-2d34b4cf02aa', 'admin_state_up': True, 'tenant_id': 'cde3a890089e40a1b179d71db405af78'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:27:33.801842 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-e1199188-9b45-4ca3-80ff-927596fb95aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:33.807003 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-e1199188-9b45-4ca3-80ff-927596fb95aa admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/33df020d-b567-4f08-8e2a-ebeb06c3bb63 HTTP/1.1" status: 204 len: 168 time: 1.1586256 Apr 18 19:27:33.826364 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f006eb9c-35f2-45e6-8524-7be3f7901df2 req-5aefc7d7-22be-4114-b558-30634bd0ca70 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=339d07b1-7b62-4191-8b79-84390fd798a9 HTTP/1.1" status: 200 len: 1101 time: 0.3259840 Apr 18 19:27:33.869292 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.db.resource_extend [None req-901b6655-ced4-4f1b-b8b9-b0772579c23e tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 19:27:33.890382 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-08dada3f-2cad-4aac-a30a-aae2c6109c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416801'] for network, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:33.945797 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-08dada3f-2cad-4aac-a30a-aae2c6109c37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:33.964439 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dada3f-2cad-4aac-a30a-aae2c6109c37 admin admin] Pushing event deleted for resources: {'Network': ['ID=db2b1ab0-d558-45ac-a899-5793a52c0949,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:33.986160 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f006eb9c-35f2-45e6-8524-7be3f7901df2 req-aacb2a7d-4080-4426-8278-156f47efec68 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459589 Apr 18 19:27:33.990642 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-08dada3f-2cad-4aac-a30a-aae2c6109c37 admin admin] 10.222.0.69 "DELETE /v2.0/networks/db2b1ab0-d558-45ac-a899-5793a52c0949 HTTP/1.1" status: 204 len: 168 time: 0.9604819 Apr 18 19:27:34.019034 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-901b6655-ced4-4f1b-b8b9-b0772579c23e tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:34.057035 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-6fd32a4a-718b-4cbd-bff2-3ce832477f79 req-4623332a-ca39-4c14-9fe4-30299efdec3a tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:27:34.073088 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-6fd32a4a-718b-4cbd-bff2-3ce832477f79 req-4623332a-ca39-4c14-9fe4-30299efdec3a tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:27:34.097506 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-6dcff207-ad17-42ec-a7d8-6b630c859256 req-5af3ddd6-140a-465f-a2d3-a0c845c2d627 tempest-ServerAddressesTestJSON-492435626 tempest-ServerAddressesTestJSON-492435626-project] Unset dirty status for tenant:da5a31afb55b443c9eec320876635d31 on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:27:34.098788 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-6dcff207-ad17-42ec-a7d8-6b630c859256 req-5af3ddd6-140a-465f-a2d3-a0c845c2d627 tempest-ServerAddressesTestJSON-492435626 tempest-ServerAddressesTestJSON-492435626-project] 10.222.0.69 "GET /v2.0/ports?device_id=26d3331a-34f8-4d0d-87d4-8e874ed537cc HTTP/1.1" status: 200 len: 943 time: 0.8509314 Apr 18 19:27:34.099433 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 476bbcd5-3600-46e6-9131-5c6d57edd428 details requested by agent hyperv_n-h2-836017-2 with host n-h2-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:27:34.101006 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-901b6655-ced4-4f1b-b8b9-b0772579c23e tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416787'] for floatingip, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:34.238058 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fd32a4a-718b-4cbd-bff2-3ce832477f79 req-4623332a-ca39-4c14-9fe4-30299efdec3a tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Made reservation on behalf of cde3a890089e40a1b179d71db405af78 for: {'port': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:27:34.241091 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-6fd32a4a-718b-4cbd-bff2-3ce832477f79 req-4623332a-ca39-4c14-9fe4-30299efdec3a tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:34.269232 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-6dcff207-ad17-42ec-a7d8-6b630c859256 req-560a23e4-7023-4f4a-9232-3e23d8a6acbe tempest-ServerAddressesTestJSON-492435626 tempest-ServerAddressesTestJSON-492435626-project] 10.222.0.69 "GET /v2.0/security-groups?id=1cad6324-b59f-480f-beec-07edcca86669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896702 Apr 18 19:27:34.346707 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 476bbcd5-3600-46e6-9131-5c6d57edd428, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=476bbcd5-3600-46e6-9131-5c6d57edd428,segment=NetworkSegment(221861f3-7fa1-45d2-b186-093d78ebdcc0),segment_id=221861f3-7fa1-45d2-b186-093d78ebdcc0)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:27:34.362830 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Returning: {'device': '476bbcd5-3600-46e6-9131-5c6d57edd428', 'network_id': '8db5f4da-a39f-4f3e-be08-67c85499e673', 'port_id': '476bbcd5-3600-46e6-9131-5c6d57edd428', 'mac_address': 'fa:16:3e:97:c8:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '821e2c5e-661c-4ee6-bd43-e99117759bb0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:27:34.472295 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:34.518727 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 476bbcd5-3600-46e6-9131-5c6d57edd428 {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:27:34.554797 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 476bbcd5-3600-46e6-9131-5c6d57edd428, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=476bbcd5-3600-46e6-9131-5c6d57edd428,segment=NetworkSegment(221861f3-7fa1-45d2-b186-093d78ebdcc0),segment_id=221861f3-7fa1-45d2-b186-093d78ebdcc0)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:27:34.582037 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f165d854-f16c-4d21-9e6d-a3dd528b6984 req-bbe56885-7148-4f2c-85f8-46b9a93f6e1e tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:34.585271 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f165d854-f16c-4d21-9e6d-a3dd528b6984 req-bbe56885-7148-4f2c-85f8-46b9a93f6e1e tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=339d07b1-7b62-4191-8b79-84390fd798a9 HTTP/1.1" status: 200 len: 950 time: 0.2869129 Apr 18 19:27:34.686813 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:34.717052 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f165d854-f16c-4d21-9e6d-a3dd528b6984 req-272993a9-1641-4b9f-bc06-d804119b04eb tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174173 Apr 18 19:27:34.848911 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=476bbcd5-3600-46e6-9131-5c6d57edd428,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:34.885459 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-df693583-dd82-4c65-8469-63f4e7c2f24e req-4f3f9989-f04e-4fd8-9bd8-95ce79782a97 tempest-ServersAaction247Test-1303798940 tempest-ServersAaction247Test-1303798940-project] 10.222.0.69 "GET /v2.0/ports?device_id=847de4c5-2b3f-424f-b0ef-ac638d678767 HTTP/1.1" status: 200 len: 210 time: 0.0895193 Apr 18 19:27:34.972819 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_common [req-6fd32a4a-718b-4cbd-bff2-3ce832477f79 req-4623332a-ca39-4c14-9fe4-30299efdec3a tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Allocated IP 172.20.0.14 (19b59b41-cadd-403d-bfd9-2d34b4cf02aa/34e3ae83-1d27-4273-87fc-7e73d7e0f53e/48819bd4-8cc7-465b-8fdf-5c537c344b66) {{(pid=84763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:27:35.011017 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 51112) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:35.081455 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] get_ports_and_sgs() called for port_ids ['476bbcd5-3600-46e6-9131-5c6d57edd428'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:27:35.128268 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-61f78f72-d45b-485f-bdce-6cd9599d6ca1 req-3ebd4f71-9416-45ad-92f9-c460321dde15 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] 10.222.0.69 "GET /v2.0/ports?device_id=8887625e-000f-4745-93d8-2d7332fdb73a HTTP/1.1" status: 200 len: 210 time: 0.0731697 Apr 18 19:27:35.158862 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-37a723ad-e64d-4f57-af24-4af0c849b417 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e8145a70cab44ff88b524306edcbe946&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1467125 Apr 18 19:27:35.169930 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 51116) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:35.267240 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 51122) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:35.271141 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-c5f9a354-2902-4573-8ac3-a310eac37f64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:35.324152 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-6fd32a4a-718b-4cbd-bff2-3ce832477f79 req-4623332a-ca39-4c14-9fe4-30299efdec3a tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Notify callbacks [] for port, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:35.361416 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-c591768e-d0f6-4800-beee-2b135d88cd85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:35.396828 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fd35e8-367b-4d5b-9f78-3743bef1859b req-40f52dbe-9206-470b-9b19-a7f58bfaf84e tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:35.406312 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-96fd35e8-367b-4d5b-9f78-3743bef1859b req-40f52dbe-9206-470b-9b19-a7f58bfaf84e tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=cd5645d0-db8a-4ffe-b4ce-5967e6245f85 HTTP/1.1" status: 200 len: 943 time: 0.6760445 Apr 18 19:27:35.493372 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-96fd35e8-367b-4d5b-9f78-3743bef1859b req-05ec8f80-49f7-4a48-8e84-801937e2585b tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847034 Apr 18 19:27:35.497732 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-c5f9a354-2902-4573-8ac3-a310eac37f64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:35.511216 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-6fd32a4a-718b-4cbd-bff2-3ce832477f79 req-4623332a-ca39-4c14-9fe4-30299efdec3a tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:35.561060 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-c591768e-d0f6-4800-beee-2b135d88cd85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:27:35.570108 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-c591768e-d0f6-4800-beee-2b135d88cd85 admin admin] Usage tracker for resource:security_group_rule and tenant:c140ddae759e45b89c40170ca5870923 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:27:35.617641 n-d-836017-2 neutron-server[84763]: INFO neutron.db.l3_db [None req-901b6655-ced4-4f1b-b8b9-b0772579c23e tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Floating IP e9bbf704-042c-41b0-9dbd-2936dd15501f associated. External IP: 172.25.3.3, port: 541a4c14-f2f5-4268-a378-6b7818c15360. Apr 18 19:27:35.622095 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-c591768e-d0f6-4800-beee-2b135d88cd85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:27:35.642500 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-c591768e-d0f6-4800-beee-2b135d88cd85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:27:35.709283 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3f19f7-4c59-4519-bcfc-43bfa6d6b608 req-0ed8fa11-9443-4f65-9041-7cc48fdb02ef tempest-ServerAddressesTestJSON-492435626 tempest-ServerAddressesTestJSON-492435626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:35.711741 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6b3f19f7-4c59-4519-bcfc-43bfa6d6b608 req-0ed8fa11-9443-4f65-9041-7cc48fdb02ef tempest-ServerAddressesTestJSON-492435626 tempest-ServerAddressesTestJSON-492435626-project] 10.222.0.69 "GET /v2.0/ports?device_id=26d3331a-34f8-4d0d-87d4-8e874ed537cc HTTP/1.1" status: 200 len: 944 time: 0.1383893 Apr 18 19:27:35.754778 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fd32a4a-718b-4cbd-bff2-3ce832477f79 req-4623332a-ca39-4c14-9fe4-30299efdec3a tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Network 19b59b41-cadd-403d-bfd9-2d34b4cf02aa is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:27:35.764825 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6b3f19f7-4c59-4519-bcfc-43bfa6d6b608 req-7ebcdc12-6055-4386-a54a-e72e33c5a4ad tempest-ServerAddressesTestJSON-492435626 tempest-ServerAddressesTestJSON-492435626-project] 10.222.0.69 "GET /v2.0/security-groups?id=1cad6324-b59f-480f-beec-07edcca86669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470905 Apr 18 19:27:35.766730 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [req-6fd32a4a-718b-4cbd-bff2-3ce832477f79 req-4623332a-ca39-4c14-9fe4-30299efdec3a tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:27:35.769251 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fd32a4a-718b-4cbd-bff2-3ce832477f79 req-4623332a-ca39-4c14-9fe4-30299efdec3a tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Received port after_create {{(pid=84763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:27:35.810310 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4623332a-ca39-4c14-9fe4-30299efdec3a tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Pushing event updated for resources: {'Port': ['ID=48819bd4-8cc7-465b-8fdf-5c537c344b66,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:35.828150 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-c5f9a354-2902-4573-8ac3-a310eac37f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:35.860676 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f9a354-2902-4573-8ac3-a310eac37f64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1506333-af7f-4fa5-8b94-119b6a2b8b1c,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:35.875916 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd32a4a-718b-4cbd-bff2-3ce832477f79 req-4623332a-ca39-4c14-9fe4-30299efdec3a tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:35.876595 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-6fd32a4a-718b-4cbd-bff2-3ce832477f79 req-4623332a-ca39-4c14-9fe4-30299efdec3a tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:35.915208 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-c591768e-d0f6-4800-beee-2b135d88cd85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:35.975241 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-c591768e-d0f6-4800-beee-2b135d88cd85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:35.985548 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-6fd32a4a-718b-4cbd-bff2-3ce832477f79 req-4623332a-ca39-4c14-9fe4-30299efdec3a tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2033675 Apr 18 19:27:36.002097 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-6fd32a4a-718b-4cbd-bff2-3ce832477f79 req-50106220-ae18-4ad9-a37f-fc9d6b101440 service neutron] Request body: {'port': {'device_id': '8887625e-000f-4745-93d8-2d7332fdb73a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-2'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:27:36.011317 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-c5f9a354-2902-4573-8ac3-a310eac37f64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:36.012191 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-c5f9a354-2902-4573-8ac3-a310eac37f64 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c1506333-af7f-4fa5-8b94-119b6a2b8b1c HTTP/1.1" status: 204 len: 168 time: 0.8409276 Apr 18 19:27:36.077626 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-c591768e-d0f6-4800-beee-2b135d88cd85 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c140ddae759e45b89c40170ca5870923&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8082681 Apr 18 19:27:36.080163 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c591768e-d0f6-4800-beee-2b135d88cd85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bea23804-452f-4ad9-b9f4-a950710b1027,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:36.081550 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 51134) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:36.174112 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-dadc4590-9d71-4afd-ae3e-b0c91c7481dd req-b097f5ce-1bc9-456f-ab9e-9506d909213c tempest-ServersAaction247Test-1303798940 tempest-ServersAaction247Test-1303798940-project] 10.222.0.69 "GET /v2.0/ports?device_id=847de4c5-2b3f-424f-b0ef-ac638d678767 HTTP/1.1" status: 200 len: 210 time: 0.0548413 Apr 18 19:27:36.335633 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-6fd32a4a-718b-4cbd-bff2-3ce832477f79 req-50106220-ae18-4ad9-a37f-fc9d6b101440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:36.357429 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b763a234-c80b-4246-bbef-5a50da3970be req-6d1f82bb-5e41-4a86-8970-471591e702f6 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:36.359000 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b763a234-c80b-4246-bbef-5a50da3970be req-6d1f82bb-5e41-4a86-8970-471591e702f6 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=339d07b1-7b62-4191-8b79-84390fd798a9 HTTP/1.1" status: 200 len: 950 time: 0.4135256 Apr 18 19:27:36.447880 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-11684e08-d8d7-49ac-8776-02896d7235fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:36.466473 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b45837-d9dd-403c-a153-375016ddfa7b req-1d166f3b-e615-4199-8072-67a059089fef tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:36.479760 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-b9b45837-d9dd-403c-a153-375016ddfa7b req-1d166f3b-e615-4199-8072-67a059089fef tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] 10.222.0.69 "GET /v2.0/ports?device_id=8887625e-000f-4745-93d8-2d7332fdb73a HTTP/1.1" status: 200 len: 932 time: 0.1231065 Apr 18 19:27:36.513126 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-11684e08-d8d7-49ac-8776-02896d7235fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:36.548491 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-b9b45837-d9dd-403c-a153-375016ddfa7b req-2bf6523b-0382-4ad2-a87e-7ab392b05300 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] 10.222.0.69 "GET /v2.0/security-groups?id=cd7f69dc-886d-4472-a746-337e2c087e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665822 Apr 18 19:27:36.687886 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b763a234-c80b-4246-bbef-5a50da3970be req-c8ad73d4-277c-46dc-a0df-82acaa4a55b5 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3119390 Apr 18 19:27:36.770272 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-11684e08-d8d7-49ac-8776-02896d7235fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:36.805478 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11684e08-d8d7-49ac-8776-02896d7235fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea23804-452f-4ad9-b9f4-a950710b1027,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:36.838178 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-11684e08-d8d7-49ac-8776-02896d7235fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:36.839851 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-11684e08-d8d7-49ac-8776-02896d7235fd admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/bea23804-452f-4ad9-b9f4-a950710b1027 HTTP/1.1" status: 204 len: 168 time: 0.7565780 Apr 18 19:27:36.988372 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201dec2d-71c2-4b68-9c0a-81908780eb67 req-ece26ad6-3718-4ad8-a2f7-261adfaca0a4 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:36.990725 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-201dec2d-71c2-4b68-9c0a-81908780eb67 req-ece26ad6-3718-4ad8-a2f7-261adfaca0a4 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=cd5645d0-db8a-4ffe-b4ce-5967e6245f85 HTTP/1.1" status: 200 len: 943 time: 0.1929593 Apr 18 19:27:37.045727 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-201dec2d-71c2-4b68-9c0a-81908780eb67 req-1da7b021-d98a-4fc5-9ecc-0ff98bba1a90 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489471 Apr 18 19:27:37.308588 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-901b6655-ced4-4f1b-b8b9-b0772579c23e tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Router a79c24ae-a406-43ee-b80c-897fb4592d6d has already been hosted by L3 agent 21b59c62-f184-4169-bc3e-79831cc043e8 {{(pid=84763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:27:37.313778 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3ba8edf5-ac1b-48eb-9b49-9f3f23a3c986 req-ff0cf029-f7fb-429a-ae95-50a20bff9c1b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=339d07b1-7b62-4191-8b79-84390fd798a9&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2486205 Apr 18 19:27:37.326304 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0662becc-c352-4c10-9a00-23488f8265e8 req-fcd66d23-07b0-4cca-b9ef-9da1a904c0e0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b036cac9-0805-4344-b7ed-7456f39c642e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2601812 Apr 18 19:27:37.372055 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 51154) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:37.489173 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191da8ec-bf34-4cb7-8f7f-0fff24fba7f8 req-b56f96f5-895f-433b-9580-5362ae6ba92b tempest-ServerAddressesTestJSON-492435626 tempest-ServerAddressesTestJSON-492435626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:37.490710 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-191da8ec-bf34-4cb7-8f7f-0fff24fba7f8 req-b56f96f5-895f-433b-9580-5362ae6ba92b tempest-ServerAddressesTestJSON-492435626 tempest-ServerAddressesTestJSON-492435626-project] 10.222.0.69 "GET /v2.0/ports?device_id=26d3331a-34f8-4d0d-87d4-8e874ed537cc HTTP/1.1" status: 200 len: 944 time: 0.3235049 Apr 18 19:27:37.493796 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-983f6b71-0b9e-48c5-9db4-2553226407c3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0f15cde2cfff462ca8bc426e5d80ce7a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1193709 Apr 18 19:27:37.498559 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 51160) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:37.591170 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-191da8ec-bf34-4cb7-8f7f-0fff24fba7f8 req-314e28cf-d33d-40ab-aeb5-d31e8552e46d tempest-ServerAddressesTestJSON-492435626 tempest-ServerAddressesTestJSON-492435626-project] 10.222.0.69 "GET /v2.0/security-groups?id=1cad6324-b59f-480f-beec-07edcca86669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902362 Apr 18 19:27:37.688827 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-6bb4ae78-508b-4ee8-8faf-422c9226fa91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:37.730844 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [req-6fd32a4a-718b-4cbd-bff2-3ce832477f79 req-50106220-ae18-4ad9-a37f-fc9d6b101440 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48819bd4-8cc7-465b-8fdf-5c537c344b66 {{(pid=84763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:27:37.760880 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-6bb4ae78-508b-4ee8-8faf-422c9226fa91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:37.767702 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-6fd32a4a-718b-4cbd-bff2-3ce832477f79 req-50106220-ae18-4ad9-a37f-fc9d6b101440 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:37.858981 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [req-6fd32a4a-718b-4cbd-bff2-3ce832477f79 req-50106220-ae18-4ad9-a37f-fc9d6b101440 service neutron] Transition to ACTIVE for port object 48819bd4-8cc7-465b-8fdf-5c537c344b66 will not be triggered until provisioned by entity L2. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:27:37.864242 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0662becc-c352-4c10-9a00-23488f8265e8 req-385c0dda-5daf-4cd0-9aa8-55dccdcb7b24 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fc56e011536d43568ffc66b480cf23b0&device_id=b036cac9-0805-4344-b7ed-7456f39c642e HTTP/1.1" status: 200 len: 1096 time: 0.5083344 Apr 18 19:27:37.950968 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-6bb4ae78-508b-4ee8-8faf-422c9226fa91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:37.970768 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-4126dbac-2aa0-493f-8ac0-71b7c77d46a6 req-6fcb74b7-aa5f-4cc3-8a88-bfb6f7c72439 tempest-ServersAaction247Test-1303798940 tempest-ServersAaction247Test-1303798940-project] 10.222.0.69 "GET /v2.0/ports?device_id=847de4c5-2b3f-424f-b0ef-ac638d678767 HTTP/1.1" status: 200 len: 210 time: 0.0751147 Apr 18 19:27:38.023426 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-6fd32a4a-718b-4cbd-bff2-3ce832477f79 req-50106220-ae18-4ad9-a37f-fc9d6b101440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:38.028871 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb4ae78-508b-4ee8-8faf-422c9226fa91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d1ee116-e5a4-43a4-a2e7-d6fc866dad3b,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:38.095783 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-65b9ebe8-2297-4adc-8425-3a21ed8d9d0f req-8c7aece3-cce2-4bdf-a572-59472a8c7855 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=339d07b1-7b62-4191-8b79-84390fd798a9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1351285 Apr 18 19:27:38.112671 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 233fb7ed-5f6a-49c7-ae30-745fc89ae1c2 details requested by agent hyperv_n-h2-836017-2 with host n-h2-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:27:38.130126 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-6bb4ae78-508b-4ee8-8faf-422c9226fa91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:38.138172 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-6bb4ae78-508b-4ee8-8faf-422c9226fa91 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4d1ee116-e5a4-43a4-a2e7-d6fc866dad3b HTTP/1.1" status: 204 len: 168 time: 0.6352527 Apr 18 19:27:38.232969 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50106220-ae18-4ad9-a37f-fc9d6b101440 service neutron] Pushing event updated for resources: {'Port': ['ID=48819bd4-8cc7-465b-8fdf-5c537c344b66,revision_number=2']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:38.307583 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0662becc-c352-4c10-9a00-23488f8265e8 req-55d4888d-7af9-438a-998d-4451766b5d14 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:38.309219 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0662becc-c352-4c10-9a00-23488f8265e8 req-55d4888d-7af9-438a-998d-4451766b5d14 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0685e2b1-3b13-405d-a131-f90aa0a8867a HTTP/1.1" status: 200 len: 909 time: 0.4181786 Apr 18 19:27:38.378154 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 233fb7ed-5f6a-49c7-ae30-745fc89ae1c2, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=233fb7ed-5f6a-49c7-ae30-745fc89ae1c2,segment=NetworkSegment(1b33902c-725a-4527-bb11-2978d3dba7a4),segment_id=1b33902c-725a-4527-bb11-2978d3dba7a4)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:27:38.415825 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Returning: {'device': '233fb7ed-5f6a-49c7-ae30-745fc89ae1c2', 'network_id': '0685e2b1-3b13-405d-a131-f90aa0a8867a', 'port_id': '233fb7ed-5f6a-49c7-ae30-745fc89ae1c2', 'mac_address': 'fa:16:3e:67:3c:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c71b90d-680b-4d0c-80a6-944953a6ed07', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:27:38.415825 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 476bbcd5-3600-46e6-9131-5c6d57edd428 up at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:27:38.459003 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7ed1ac-d02e-4913-8973-325035f73726 req-1d6cc3a5-ce19-4513-a126-618c191e1aa7 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:38.470763 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-fa7ed1ac-d02e-4913-8973-325035f73726 req-1d6cc3a5-ce19-4513-a126-618c191e1aa7 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=339d07b1-7b62-4191-8b79-84390fd798a9 HTTP/1.1" status: 200 len: 950 time: 0.1599300 Apr 18 19:27:38.487289 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8b6dc9-a333-473d-89a9-53ceffe46222 req-a383aaa1-7808-4017-ae5f-1edb36d5f735 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:38.488266 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-aa8b6dc9-a333-473d-89a9-53ceffe46222 req-a383aaa1-7808-4017-ae5f-1edb36d5f735 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Synchronizing usage tracker for tenant:cde3a890089e40a1b179d71db405af78 on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:27:38.496509 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-901b6655-ced4-4f1b-b8b9-b0772579c23e tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify agent at l3_agent.n-d-836017-2 the message routers_updated {{(pid=84763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:27:38.502854 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-901b6655-ced4-4f1b-b8b9-b0772579c23e tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for floatingip, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:38.511356 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfcb339-374f-4c69-8cb9-0601b1e63706 None None] Sync routers for ids ['a79c24ae-a406-43ee-b80c-897fb4592d6d'] in n-d-836017-2 {{(pid=84766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:27:38.544864 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:38.546000 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfcb339-374f-4c69-8cb9-0601b1e63706 None None] Routers {'a79c24ae-a406-43ee-b80c-897fb4592d6d'} bound to L3 agent in host n-d-836017-2 {{(pid=84766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:27:38.547154 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0662becc-c352-4c10-9a00-23488f8265e8 req-c9381269-0bfd-475f-b286-dc294ddd29c3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1322c92f-b999-445a-867c-1cc9d3db029b HTTP/1.1" status: 200 len: 217 time: 0.2290208 Apr 18 19:27:38.548230 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-bcfcb339-374f-4c69-8cb9-0601b1e63706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:27:20Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['a79c24ae-a406-43ee-b80c-897fb4592d6d'], 'active': True} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:27:38.563713 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-fa7ed1ac-d02e-4913-8973-325035f73726 req-4bb5953b-2acf-42d4-b72f-3595f2c2122b tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914960 Apr 18 19:27:38.616019 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 233fb7ed-5f6a-49c7-ae30-745fc89ae1c2 {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:27:38.655701 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 233fb7ed-5f6a-49c7-ae30-745fc89ae1c2, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=233fb7ed-5f6a-49c7-ae30-745fc89ae1c2,segment=NetworkSegment(1b33902c-725a-4527-bb11-2978d3dba7a4),segment_id=1b33902c-725a-4527-bb11-2978d3dba7a4)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:27:38.727614 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning for port 476bbcd5-3600-46e6-9131-5c6d57edd428 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:27:38.731054 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:38.790390 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0662becc-c352-4c10-9a00-23488f8265e8 req-21e28526-ced0-495d-a600-840bedf5e2e2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:38.792137 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0662becc-c352-4c10-9a00-23488f8265e8 req-21e28526-ced0-495d-a600-840bedf5e2e2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1c71b90d-680b-4d0c-80a6-944953a6ed07 HTTP/1.1" status: 200 len: 848 time: 0.2209771 Apr 18 19:27:38.794814 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-6fd32a4a-718b-4cbd-bff2-3ce832477f79 req-50106220-ae18-4ad9-a37f-fc9d6b101440 service neutron] Attempting to bind port 48819bd4-8cc7-465b-8fdf-5c537c344b66 on host n-h1-836017-2 for vnic_type normal with profile {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:27:38.795239 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-6fd32a4a-718b-4cbd-bff2-3ce832477f79 req-50106220-ae18-4ad9-a37f-fc9d6b101440 service neutron] Attempting to bind port 48819bd4-8cc7-465b-8fdf-5c537c344b66 by drivers openvswitch,hyperv on host n-h1-836017-2 at level 0 using segments [{'id': 'ffe0b6d2-2182-4141-8f2f-b400e36467e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '19b59b41-cadd-403d-bfd9-2d34b4cf02aa'}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:27:38.795572 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd32a4a-718b-4cbd-bff2-3ce832477f79 req-50106220-ae18-4ad9-a37f-fc9d6b101440 service neutron] Attempting to bind port 48819bd4-8cc7-465b-8fdf-5c537c344b66 on network 19b59b41-cadd-403d-bfd9-2d34b4cf02aa {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:27:38.799312 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning complete for port 476bbcd5-3600-46e6-9131-5c6d57edd428 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:27:38.799726 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:38.907756 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d1783e-8102-4cd0-8f1c-2b325fa399f5 req-b9f4d28c-bd07-4f6c-937d-fda3253d0363 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:38.917208 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-51d1783e-8102-4cd0-8f1c-2b325fa399f5 req-b9f4d28c-bd07-4f6c-937d-fda3253d0363 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=cd5645d0-db8a-4ffe-b4ce-5967e6245f85 HTTP/1.1" status: 200 len: 944 time: 0.1512640 Apr 18 19:27:38.917804 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd32a4a-718b-4cbd-bff2-3ce832477f79 req-50106220-ae18-4ad9-a37f-fc9d6b101440 service neutron] Port 48819bd4-8cc7-465b-8fdf-5c537c344b66 on network 19b59b41-cadd-403d-bfd9-2d34b4cf02aa not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-2 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:27:38.918139 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd32a4a-718b-4cbd-bff2-3ce832477f79 req-50106220-ae18-4ad9-a37f-fc9d6b101440 service neutron] Attempting to bind port 48819bd4-8cc7-465b-8fdf-5c537c344b66 on network 19b59b41-cadd-403d-bfd9-2d34b4cf02aa {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:27:38.924275 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=233fb7ed-5f6a-49c7-ae30-745fc89ae1c2,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:38.947536 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-901b6655-ced4-4f1b-b8b9-b0772579c23e tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "PUT /v2.0/floatingips/e9bbf704-042c-41b0-9dbd-2936dd15501f HTTP/1.1" status: 200 len: 989 time: 7.1655481 Apr 18 19:27:38.970757 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dca9f21b-f897-4981-ab52-5aee4da127c0', 'tag': '541a4c14-f2f5-4268-a378-6b7818c15360'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:27:38.989825 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0662becc-c352-4c10-9a00-23488f8265e8 req-aa67a78d-23ac-4b02-b19b-fef3b9bfd2ec service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0685e2b1-3b13-405d-a131-f90aa0a8867a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1750712 Apr 18 19:27:38.991821 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-aa8b6dc9-a333-473d-89a9-53ceffe46222 req-a383aaa1-7808-4017-ae5f-1edb36d5f735 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Unset dirty status for tenant:cde3a890089e40a1b179d71db405af78 on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:27:39.002557 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-aa8b6dc9-a333-473d-89a9-53ceffe46222 req-a383aaa1-7808-4017-ae5f-1edb36d5f735 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] 10.222.0.69 "GET /v2.0/ports?device_id=8887625e-000f-4745-93d8-2d7332fdb73a HTTP/1.1" status: 200 len: 944 time: 1.0878308 Apr 18 19:27:39.015841 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:39.044167 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvr_db [None req-bcfcb339-374f-4c69-8cb9-0601b1e63706 None None] Set router a79c24ae-a406-43ee-b80c-897fb4592d6d gateway port host: n-d-836017-2 {{(pid=84766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:27:39.080002 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26d3331a-34f8-4d0d-87d4-8e874ed537cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '476bbcd5-3600-46e6-9131-5c6d57edd428'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:27:39.088702 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-51d1783e-8102-4cd0-8f1c-2b325fa399f5 req-7c291ee6-a593-48bc-8e8b-9dc82df7c52f tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693842 Apr 18 19:27:39.098396 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 476bbcd5-3600-46e6-9131-5c6d57edd428, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=476bbcd5-3600-46e6-9131-5c6d57edd428,segment=NetworkSegment(221861f3-7fa1-45d2-b186-093d78ebdcc0),segment_id=221861f3-7fa1-45d2-b186-093d78ebdcc0)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:27:39.131702 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd32a4a-718b-4cbd-bff2-3ce832477f79 req-50106220-ae18-4ad9-a37f-fc9d6b101440 service neutron] Checking agent: {'id': 'e3a31811-08e0-42ba-bc2e-ed8a973b714f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 25), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:27:39.131958 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd32a4a-718b-4cbd-bff2-3ce832477f79 req-50106220-ae18-4ad9-a37f-fc9d6b101440 service neutron] Checking segment: {'id': 'ffe0b6d2-2182-4141-8f2f-b400e36467e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '19b59b41-cadd-403d-bfd9-2d34b4cf02aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:27:39.132710 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd32a4a-718b-4cbd-bff2-3ce832477f79 req-50106220-ae18-4ad9-a37f-fc9d6b101440 service neutron] Bound using segment: {'id': 'ffe0b6d2-2182-4141-8f2f-b400e36467e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '19b59b41-cadd-403d-bfd9-2d34b4cf02aa'} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:27:39.133794 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-6fd32a4a-718b-4cbd-bff2-3ce832477f79 req-50106220-ae18-4ad9-a37f-fc9d6b101440 service neutron] Bound port: 48819bd4-8cc7-465b-8fdf-5c537c344b66, host: n-h1-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffe0b6d2-2182-4141-8f2f-b400e36467e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '19b59b41-cadd-403d-bfd9-2d34b4cf02aa'}}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:27:39.133794 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-6fd32a4a-718b-4cbd-bff2-3ce832477f79 req-50106220-ae18-4ad9-a37f-fc9d6b101440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:39.148841 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:39.213058 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] get_ports_and_sgs() called for port_ids ['233fb7ed-5f6a-49c7-ae30-745fc89ae1c2'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:27:39.331350 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbe28bf-e6cc-4e4d-a379-eed153a1bbb0 req-80f8fabe-eafa-4216-be03-671167336c14 tempest-ServerAddressesTestJSON-492435626 tempest-ServerAddressesTestJSON-492435626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:39.340339 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-5cbe28bf-e6cc-4e4d-a379-eed153a1bbb0 req-80f8fabe-eafa-4216-be03-671167336c14 tempest-ServerAddressesTestJSON-492435626 tempest-ServerAddressesTestJSON-492435626-project] 10.222.0.69 "GET /v2.0/ports?device_id=26d3331a-34f8-4d0d-87d4-8e874ed537cc HTTP/1.1" status: 200 len: 945 time: 0.1032050 Apr 18 19:27:39.408511 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-5cbe28bf-e6cc-4e4d-a379-eed153a1bbb0 req-993565ac-1a12-4d31-9884-fa43f9ae5e15 tempest-ServerAddressesTestJSON-492435626 tempest-ServerAddressesTestJSON-492435626-project] 10.222.0.69 "GET /v2.0/security-groups?id=1cad6324-b59f-480f-beec-07edcca86669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666320 Apr 18 19:27:39.424919 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=476bbcd5-3600-46e6-9131-5c6d57edd428,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:39.464903 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-aa8b6dc9-a333-473d-89a9-53ceffe46222 req-012cbcaa-ae6e-4ecb-9401-858fb8d685df tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Synchronizing usage tracker for tenant:cde3a890089e40a1b179d71db405af78 on resource:security_group {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:27:39.676049 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-fe63a763-1a88-4d6e-9dde-70d9642ab194 req-9ff96c87-7f3c-41cb-8cb8-e42e180b5ad0 tempest-ServersAaction247Test-1303798940 tempest-ServersAaction247Test-1303798940-project] 10.222.0.69 "GET /v2.0/ports?device_id=847de4c5-2b3f-424f-b0ef-ac638d678767 HTTP/1.1" status: 200 len: 210 time: 0.0751007 Apr 18 19:27:39.789715 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b46fc207-6e90-4734-9141-fa0804fd9c74'] response: {'name': 'network-changed', 'server_uuid': 'dca9f21b-f897-4981-ab52-5aee4da127c0', 'tag': '541a4c14-f2f5-4268-a378-6b7818c15360', 'status': 'completed', 'code': 200} Apr 18 19:27:39.830582 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0662becc-c352-4c10-9a00-23488f8265e8 req-d638dc9c-b496-463c-b84e-49b936bd140d service neutron] 10.222.0.73 "GET /v2.0/networks/0685e2b1-3b13-405d-a131-f90aa0a8867a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7765057 Apr 18 19:27:39.897745 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0aef02a0-cee5-48c1-b7cb-346887ce13c5'] response: {'server_uuid': '26d3331a-34f8-4d0d-87d4-8e874ed537cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '476bbcd5-3600-46e6-9131-5c6d57edd428', 'code': 200} Apr 18 19:27:39.912197 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-bcfcb339-374f-4c69-8cb9-0601b1e63706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79c24ae-a406-43ee-b80c-897fb4592d6d', 'name': 'tempest-TaggedBootDevicesTest-120961211-router', 'tenant_id': 'ae4efde8a8464528a66b3bf8e643e684', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '1b7fe8e8-0894-44ac-a4d1-684decf9d040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:24:01Z', 'updated_at': '2022-04-18T19:24:09Z', 'revision_number': 4, 'project_id': 'ae4efde8a8464528a66b3bf8e643e684', 'gw_port': {'id': '1b7fe8e8-0894-44ac-a4d1-684decf9d040', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:c4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79c24ae-a406-43ee-b80c-897fb4592d6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:24:03Z', 'updated_at': '2022-04-18T19:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_floatingips': [{'id': 'e9bbf704-042c-41b0-9dbd-2936dd15501f', 'tenant_id': 'ae4efde8a8464528a66b3bf8e643e684', 'floating_ip_address': '172.25.3.3', 'floating_network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'router_id': 'a79c24ae-a406-43ee-b80c-897fb4592d6d', 'port_id': '541a4c14-f2f5-4268-a378-6b7818c15360', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c17c057-c249-4320-8b11-c4cc32a9489f', 'mac_address': 'fa:16:3e:fd:1b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca9f21b-f897-4981-ab52-5aee4da127c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T19:25:49Z', 'updated_at': '2022-04-18T19:27:33Z', 'revision_number': 1, 'project_id': 'ae4efde8a8464528a66b3bf8e643e684', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33393893-663c-4d6c-9fba-d437d84f950a', 'name': '', 'network_id': '1c17c057-c249-4320-8b11-c4cc32a9489f', 'tenant_id': 'ae4efde8a8464528a66b3bf8e643e684', 'mac_address': 'fa:16:3e:87:1f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79c24ae-a406-43ee-b80c-897fb4592d6d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f3e2cf5f-cc22-4c6a-a7c1-4742f3519b7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:24:08Z', 'updated_at': '2022-04-18T19:24:17Z', 'revision_number': 5, 'project_id': 'ae4efde8a8464528a66b3bf8e643e684', 'subnets': [{'id': 'f3e2cf5f-cc22-4c6a-a7c1-4742f3519b7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-2', False) {} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:27:39.917822 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfcb339-374f-4c69-8cb9-0601b1e63706 None None] Checking router: a79c24ae-a406-43ee-b80c-897fb4592d6d for host: n-d-836017-2 {{(pid=84766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:27:39.921645 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-6fd32a4a-718b-4cbd-bff2-3ce832477f79 req-50106220-ae18-4ad9-a37f-fc9d6b101440 service neutron] For port 48819bd4-8cc7-465b-8fdf-5c537c344b66, host n-h1-836017-2, cleared binding levels {{(pid=84763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:27:39.931178 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfcb339-374f-4c69-8cb9-0601b1e63706 None None] Routers {'a79c24ae-a406-43ee-b80c-897fb4592d6d'} bound to L3 agent in host n-d-836017-2 {{(pid=84766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:27:39.932004 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-bcfcb339-374f-4c69-8cb9-0601b1e63706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:27:20Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['a79c24ae-a406-43ee-b80c-897fb4592d6d'], 'active': True} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:27:39.935055 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-6fd32a4a-718b-4cbd-bff2-3ce832477f79 req-50106220-ae18-4ad9-a37f-fc9d6b101440 service neutron] For port 48819bd4-8cc7-465b-8fdf-5c537c344b66, host n-h1-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=48819bd4-8cc7-465b-8fdf-5c537c344b66,segment=NetworkSegment(ffe0b6d2-2182-4141-8f2f-b400e36467e4),segment_id=ffe0b6d2-2182-4141-8f2f-b400e36467e4)] {{(pid=84763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:27:40.049056 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-01f09be9-b366-4037-950e-8e96570dc554 req-039fde4f-2cf7-4482-afb0-bbf8049ab2b1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ae4efde8a8464528a66b3bf8e643e684&device_id=dca9f21b-f897-4981-ab52-5aee4da127c0 HTTP/1.1" status: 200 len: 6491 time: 0.2231374 Apr 18 19:27:40.073917 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-aa8b6dc9-a333-473d-89a9-53ceffe46222 req-012cbcaa-ae6e-4ecb-9401-858fb8d685df tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Unset dirty status for tenant:cde3a890089e40a1b179d71db405af78 on resource:security_group {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:27:40.088240 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-aa8b6dc9-a333-473d-89a9-53ceffe46222 req-012cbcaa-ae6e-4ecb-9401-858fb8d685df tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] 10.222.0.69 "GET /v2.0/security-groups?id=cd7f69dc-886d-4472-a746-337e2c087e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0842810 Apr 18 19:27:40.118205 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-6fd32a4a-718b-4cbd-bff2-3ce832477f79 req-50106220-ae18-4ad9-a37f-fc9d6b101440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:40.256604 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvr_db [None req-bcfcb339-374f-4c69-8cb9-0601b1e63706 None None] Set router a79c24ae-a406-43ee-b80c-897fb4592d6d gateway port host: n-d-836017-2 {{(pid=84766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:27:40.367459 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50106220-ae18-4ad9-a37f-fc9d6b101440 service neutron] Pushing event updated for resources: {'Port': ['ID=48819bd4-8cc7-465b-8fdf-5c537c344b66,revision_number=3']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:40.393303 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-6fd32a4a-718b-4cbd-bff2-3ce832477f79 req-50106220-ae18-4ad9-a37f-fc9d6b101440 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:40.394444 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-6fd32a4a-718b-4cbd-bff2-3ce832477f79 req-50106220-ae18-4ad9-a37f-fc9d6b101440 service neutron] 10.222.0.73 "PUT /v2.0/ports/48819bd4-8cc7-465b-8fdf-5c537c344b66 HTTP/1.1" status: 200 len: 1092 time: 4.3973422 Apr 18 19:27:40.538443 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-183b8b86-f908-4b96-9849-677c1bbd4a69 req-4978875e-8444-44da-a040-a4eca33a639d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=26d3331a-34f8-4d0d-87d4-8e874ed537cc HTTP/1.1" status: 200 len: 1096 time: 0.5169315 Apr 18 19:27:40.709691 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0662becc-c352-4c10-9a00-23488f8265e8 req-9c9e3cd6-c9ec-464b-ae6b-841a0dd1384b service neutron] 10.222.0.73 "GET /v2.0/networks/0685e2b1-3b13-405d-a131-f90aa0a8867a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8658004 Apr 18 19:27:40.725608 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f09be9-b366-4037-950e-8e96570dc554 req-544c6763-6a27-4a71-8296-1c5f1ef9c658 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:40.726134 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-01f09be9-b366-4037-950e-8e96570dc554 req-544c6763-6a27-4a71-8296-1c5f1ef9c658 service neutron] 10.222.0.72 "GET /v2.0/networks?id=1c17c057-c249-4320-8b11-c4cc32a9489f HTTP/1.1" status: 200 len: 912 time: 0.6730242 Apr 18 19:27:40.785147 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-bcfcb339-374f-4c69-8cb9-0601b1e63706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79c24ae-a406-43ee-b80c-897fb4592d6d', 'name': 'tempest-TaggedBootDevicesTest-120961211-router', 'tenant_id': 'ae4efde8a8464528a66b3bf8e643e684', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '1b7fe8e8-0894-44ac-a4d1-684decf9d040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:24:01Z', 'updated_at': '2022-04-18T19:24:09Z', 'revision_number': 4, 'project_id': 'ae4efde8a8464528a66b3bf8e643e684', 'gw_port': {'id': '1b7fe8e8-0894-44ac-a4d1-684decf9d040', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:c4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79c24ae-a406-43ee-b80c-897fb4592d6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:24:03Z', 'updated_at': '2022-04-18T19:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_floatingips': [{'id': 'e9bbf704-042c-41b0-9dbd-2936dd15501f', 'tenant_id': 'ae4efde8a8464528a66b3bf8e643e684', 'floating_ip_address': '172.25.3.3', 'floating_network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'router_id': 'a79c24ae-a406-43ee-b80c-897fb4592d6d', 'port_id': '541a4c14-f2f5-4268-a378-6b7818c15360', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c17c057-c249-4320-8b11-c4cc32a9489f', 'mac_address': 'fa:16:3e:fd:1b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca9f21b-f897-4981-ab52-5aee4da127c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T19:25:49Z', 'updated_at': '2022-04-18T19:27:33Z', 'revision_number': 1, 'project_id': 'ae4efde8a8464528a66b3bf8e643e684', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33393893-663c-4d6c-9fba-d437d84f950a', 'name': '', 'network_id': '1c17c057-c249-4320-8b11-c4cc32a9489f', 'tenant_id': 'ae4efde8a8464528a66b3bf8e643e684', 'mac_address': 'fa:16:3e:87:1f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79c24ae-a406-43ee-b80c-897fb4592d6d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f3e2cf5f-cc22-4c6a-a7c1-4742f3519b7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:24:08Z', 'updated_at': '2022-04-18T19:24:17Z', 'revision_number': 5, 'project_id': 'ae4efde8a8464528a66b3bf8e643e684', 'subnets': [{'id': 'f3e2cf5f-cc22-4c6a-a7c1-4742f3519b7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-2', False) {} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:27:40.794730 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfcb339-374f-4c69-8cb9-0601b1e63706 None None] The sync data for ids ['a79c24ae-a406-43ee-b80c-897fb4592d6d'] in n-d-836017-2 is: [{'id': 'a79c24ae-a406-43ee-b80c-897fb4592d6d', 'name': 'tempest-TaggedBootDevicesTest-120961211-router', 'tenant_id': 'ae4efde8a8464528a66b3bf8e643e684', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '1b7fe8e8-0894-44ac-a4d1-684decf9d040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:24:01Z', 'updated_at': '2022-04-18T19:24:09Z', 'revision_number': 4, 'project_id': 'ae4efde8a8464528a66b3bf8e643e684', 'gw_port': {'id': '1b7fe8e8-0894-44ac-a4d1-684decf9d040', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:c4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79c24ae-a406-43ee-b80c-897fb4592d6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:24:03Z', 'updated_at': '2022-04-18T19:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_floatingips': [{'id': 'e9bbf704-042c-41b0-9dbd-2936dd15501f', 'tenant_id': 'ae4efde8a8464528a66b3bf8e643e684', 'floating_ip_address': '172.25.3.3', 'floating_network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'router_id': 'a79c24ae-a406-43ee-b80c-897fb4592d6d', 'port_id': '541a4c14-f2f5-4268-a378-6b7818c15360', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c17c057-c249-4320-8b11-c4cc32a9489f', 'mac_address': 'fa:16:3e:fd:1b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca9f21b-f897-4981-ab52-5aee4da127c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T19:25:49Z', 'updated_at': '2022-04-18T19:27:33Z', 'revision_number': 1, 'project_id': 'ae4efde8a8464528a66b3bf8e643e684', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33393893-663c-4d6c-9fba-d437d84f950a', 'name': '', 'network_id': '1c17c057-c249-4320-8b11-c4cc32a9489f', 'tenant_id': 'ae4efde8a8464528a66b3bf8e643e684', 'mac_address': 'fa:16:3e:87:1f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79c24ae-a406-43ee-b80c-897fb4592d6d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f3e2cf5f-cc22-4c6a-a7c1-4742f3519b7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:24:08Z', 'updated_at': '2022-04-18T19:24:17Z', 'revision_number': 5, 'project_id': 'ae4efde8a8464528a66b3bf8e643e684', 'subnets': [{'id': 'f3e2cf5f-cc22-4c6a-a7c1-4742f3519b7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:27:40.809526 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa53818-60d8-4fba-a821-76f4e377256b req-feb2df0a-f6fa-4e44-8a69-da4364a068bc tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:40.820644 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-baa53818-60d8-4fba-a821-76f4e377256b req-feb2df0a-f6fa-4e44-8a69-da4364a068bc tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=339d07b1-7b62-4191-8b79-84390fd798a9 HTTP/1.1" status: 200 len: 950 time: 0.4960186 Apr 18 19:27:40.982240 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-baa53818-60d8-4fba-a821-76f4e377256b req-7e1892a7-1e66-42df-b2a4-a465707063d6 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536736 Apr 18 19:27:40.982240 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-01f09be9-b366-4037-950e-8e96570dc554 req-9832024b-69fc-4709-bf92-14d8e65b8d64 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=541a4c14-f2f5-4268-a378-6b7818c15360 HTTP/1.1" status: 200 len: 997 time: 0.2394884 Apr 18 19:27:40.989673 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-183b8b86-f908-4b96-9849-677c1bbd4a69 req-7a9f858c-c997-49f7-85c2-a7180f00d498 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=1cad6324-b59f-480f-beec-07edcca86669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763433 Apr 18 19:27:41.165707 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daa461f-a1a9-430d-b872-278faef9eecd req-2fca7e0d-aeb8-469d-9e08-aef386c786ce tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:41.169676 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3daa461f-a1a9-430d-b872-278faef9eecd req-2fca7e0d-aeb8-469d-9e08-aef386c786ce tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=cd5645d0-db8a-4ffe-b4ce-5967e6245f85 HTTP/1.1" status: 200 len: 944 time: 0.6389747 Apr 18 19:27:41.273173 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-6fd32a4a-718b-4cbd-bff2-3ce832477f79 req-842d049b-3644-41ad-990d-4ab83f5efd3a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cde3a890089e40a1b179d71db405af78&device_id=8887625e-000f-4745-93d8-2d7332fdb73a HTTP/1.1" status: 200 len: 1095 time: 0.6252663 Apr 18 19:27:41.334282 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f09be9-b366-4037-950e-8e96570dc554 req-861dc0d4-fb7f-4026-bbdb-4e7b77f97453 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:41.336549 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-01f09be9-b366-4037-950e-8e96570dc554 req-861dc0d4-fb7f-4026-bbdb-4e7b77f97453 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f3e2cf5f-cc22-4c6a-a7c1-4742f3519b7c HTTP/1.1" status: 200 len: 850 time: 0.1136661 Apr 18 19:27:41.379515 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-6fd32a4a-718b-4cbd-bff2-3ce832477f79 req-7b1bf168-ebdb-4cda-aeb5-4f6bb6235fd3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=48819bd4-8cc7-465b-8fdf-5c537c344b66 HTTP/1.1" status: 200 len: 217 time: 0.0913863 Apr 18 19:27:41.386468 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3daa461f-a1a9-430d-b872-278faef9eecd req-266846f4-d6b1-4059-9636-21db6a7e4059 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019424 Apr 18 19:27:41.459914 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd32a4a-718b-4cbd-bff2-3ce832477f79 req-cde257a7-c6a3-4fc1-abf9-3f91ca51ef4c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:41.461350 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-6fd32a4a-718b-4cbd-bff2-3ce832477f79 req-cde257a7-c6a3-4fc1-abf9-3f91ca51ef4c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=34e3ae83-1d27-4273-87fc-7e73d7e0f53e HTTP/1.1" status: 200 len: 860 time: 0.0730393 Apr 18 19:27:41.523944 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-6fd32a4a-718b-4cbd-bff2-3ce832477f79 req-6b575edb-d80b-448a-8cfe-4ffe9e97be30 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=19b59b41-cadd-403d-bfd9-2d34b4cf02aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570877 Apr 18 19:27:41.571002 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c1b037-2195-4bcc-a2cc-2dc3ddbe58a9 req-1c2619e3-2dbc-441c-bed9-a5abe18904ad tempest-ServerAddressesTestJSON-492435626 tempest-ServerAddressesTestJSON-492435626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:41.577345 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-37c1b037-2195-4bcc-a2cc-2dc3ddbe58a9 req-1c2619e3-2dbc-441c-bed9-a5abe18904ad tempest-ServerAddressesTestJSON-492435626 tempest-ServerAddressesTestJSON-492435626-project] 10.222.0.69 "GET /v2.0/ports?device_id=26d3331a-34f8-4d0d-87d4-8e874ed537cc HTTP/1.1" status: 200 len: 945 time: 0.3916624 Apr 18 19:27:41.678849 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-092ba3a5-ee36-47f6-9eec-b4610345070d req-cee46528-0407-46bd-8f0f-5a5cec0959e4 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=847de4c5-2b3f-424f-b0ef-ac638d678767 HTTP/1.1" status: 200 len: 210 time: 0.0574217 Apr 18 19:27:41.750983 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-6fd32a4a-718b-4cbd-bff2-3ce832477f79 req-501d34cc-6088-46f5-8576-6608c40406f0 service neutron] 10.222.0.73 "GET /v2.0/networks/19b59b41-cadd-403d-bfd9-2d34b4cf02aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157681 Apr 18 19:27:41.751678 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-01f09be9-b366-4037-950e-8e96570dc554 req-63572a22-e36f-493e-a44c-3fbf54e9c1d8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1c17c057-c249-4320-8b11-c4cc32a9489f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4072645 Apr 18 19:27:41.791192 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8887625e-000f-4745-93d8-2d7332fdb73a', 'tag': '48819bd4-8cc7-465b-8fdf-5c537c344b66'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:27:41.811036 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5d069935-3ae4-4f33-808a-dbb0f8d780df req-fe29cb01-fd6b-4c13-b119-a076435bfdc3 tempest-ServersAaction247Test-1303798940 tempest-ServersAaction247Test-1303798940-project] 10.222.0.69 "GET /v2.0/ports?device_id=847de4c5-2b3f-424f-b0ef-ac638d678767 HTTP/1.1" status: 200 len: 210 time: 0.0560117 Apr 18 19:27:41.861416 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-37c1b037-2195-4bcc-a2cc-2dc3ddbe58a9 req-5d2298f2-f555-4746-b3f5-f162c18f3cde tempest-ServerAddressesTestJSON-492435626 tempest-ServerAddressesTestJSON-492435626-project] 10.222.0.69 "GET /v2.0/security-groups?id=1cad6324-b59f-480f-beec-07edcca86669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616572 Apr 18 19:27:41.932429 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-01f09be9-b366-4037-950e-8e96570dc554 req-93d79517-fdba-4436-b3ed-131b99d7a242 service neutron] 10.222.0.72 "GET /v2.0/networks/1c17c057-c249-4320-8b11-c4cc32a9489f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722991 Apr 18 19:27:42.062529 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c760c0e-fd60-4b21-b7ff-afc3336892bd'] response: {'name': 'network-changed', 'server_uuid': '8887625e-000f-4745-93d8-2d7332fdb73a', 'tag': '48819bd4-8cc7-465b-8fdf-5c537c344b66', 'status': 'completed', 'code': 200} Apr 18 19:27:42.135700 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-01f09be9-b366-4037-950e-8e96570dc554 req-37c0b403-5c62-4ed5-b750-a76c477e5aae service neutron] 10.222.0.72 "GET /v2.0/networks/1c17c057-c249-4320-8b11-c4cc32a9489f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884122 Apr 18 19:27:42.139643 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 233fb7ed-5f6a-49c7-ae30-745fc89ae1c2 up at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:27:42.294722 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f1da9d-7b49-4e8b-94eb-12827ba4d046 req-6312ffe2-902b-4162-bcbb-76c32c333e62 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:42.296390 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-99f1da9d-7b49-4e8b-94eb-12827ba4d046 req-6312ffe2-902b-4162-bcbb-76c32c333e62 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] 10.222.0.69 "GET /v2.0/ports?device_id=8887625e-000f-4745-93d8-2d7332fdb73a HTTP/1.1" status: 200 len: 944 time: 0.2904494 Apr 18 19:27:42.303657 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-6fd32a4a-718b-4cbd-bff2-3ce832477f79 req-d2bbd643-5859-4dc7-a1b4-1c544d5489bf service neutron] 10.222.0.73 "GET /v2.0/networks/19b59b41-cadd-403d-bfd9-2d34b4cf02aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3565023 Apr 18 19:27:42.379037 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning for port 233fb7ed-5f6a-49c7-ae30-745fc89ae1c2 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:27:42.389670 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning complete for port 233fb7ed-5f6a-49c7-ae30-745fc89ae1c2 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:27:42.390358 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:42.393252 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-99f1da9d-7b49-4e8b-94eb-12827ba4d046 req-ea877781-eb22-49db-a484-051c23179408 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] 10.222.0.69 "GET /v2.0/security-groups?id=cd7f69dc-886d-4472-a746-337e2c087e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853620 Apr 18 19:27:42.424933 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d409d36-8926-4a1c-88db-2af9aaa2822a req-fc9f1965-155b-4967-93f6-b33e44f48000 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:42.427124 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8d409d36-8926-4a1c-88db-2af9aaa2822a req-fc9f1965-155b-4967-93f6-b33e44f48000 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=339d07b1-7b62-4191-8b79-84390fd798a9 HTTP/1.1" status: 200 len: 950 time: 0.2397969 Apr 18 19:27:42.543431 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8d409d36-8926-4a1c-88db-2af9aaa2822a req-922ebd89-8d13-4782-b7da-85c06669b54f tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107259 Apr 18 19:27:42.688051 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:42.708952 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e56cfb82-045b-4d00-b983-b61ebd8db4fd req-9611e72e-944f-491e-8ad4-bc4a447dc677 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cde3a890089e40a1b179d71db405af78&device_id=8887625e-000f-4745-93d8-2d7332fdb73a HTTP/1.1" status: 200 len: 1095 time: 0.2020805 Apr 18 19:27:42.763501 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd5645d0-db8a-4ffe-b4ce-5967e6245f85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '233fb7ed-5f6a-49c7-ae30-745fc89ae1c2'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:27:42.779928 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 233fb7ed-5f6a-49c7-ae30-745fc89ae1c2, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=233fb7ed-5f6a-49c7-ae30-745fc89ae1c2,segment=NetworkSegment(1b33902c-725a-4527-bb11-2978d3dba7a4),segment_id=1b33902c-725a-4527-bb11-2978d3dba7a4)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:27:42.856822 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-65b9ebe8-2297-4adc-8425-3a21ed8d9d0f req-2406ef5a-d4c2-48da-b8c7-ec0e934bdc27 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4bf06599121a476094faf72db54a396e&device_id=339d07b1-7b62-4191-8b79-84390fd798a9 HTTP/1.1" status: 200 len: 1101 time: 0.1660688 Apr 18 19:27:42.862867 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:43.024986 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56cfb82-045b-4d00-b983-b61ebd8db4fd req-c52d31fb-abb6-4f1f-a1af-3b18a12a10fc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:43.026678 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e56cfb82-045b-4d00-b983-b61ebd8db4fd req-c52d31fb-abb6-4f1f-a1af-3b18a12a10fc service neutron] 10.222.0.73 "GET /v2.0/networks?id=19b59b41-cadd-403d-bfd9-2d34b4cf02aa HTTP/1.1" status: 200 len: 921 time: 0.3090479 Apr 18 19:27:43.028769 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ba5bf957-3983-4500-9ed9-212449890e10 req-0f3a50de-6186-40ec-9324-0727258865de tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=e61121fa7dce45d0a0f4ef0a60322c27&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0384462 Apr 18 19:27:43.037290 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=233fb7ed-5f6a-49c7-ae30-745fc89ae1c2,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:43.232276 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdb436d-398b-4a35-9c41-85438b9d943f req-b6bbe9a9-7b8c-46ce-9453-d4f94f127975 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:43.235218 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8bdb436d-398b-4a35-9c41-85438b9d943f req-b6bbe9a9-7b8c-46ce-9453-d4f94f127975 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=cd5645d0-db8a-4ffe-b4ce-5967e6245f85 HTTP/1.1" status: 200 len: 945 time: 0.3243937 Apr 18 19:27:43.236839 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b9ebe8-2297-4adc-8425-3a21ed8d9d0f req-c5b593b1-b8ed-4d35-8878-d9a323217755 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:43.238742 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-65b9ebe8-2297-4adc-8425-3a21ed8d9d0f req-c5b593b1-b8ed-4d35-8878-d9a323217755 service neutron] 10.222.0.72 "GET /v2.0/networks?id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a HTTP/1.1" status: 200 len: 870 time: 0.3729901 Apr 18 19:27:43.346389 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e56cfb82-045b-4d00-b983-b61ebd8db4fd req-9232dc86-c8ff-4142-ade9-15da425a0635 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=48819bd4-8cc7-465b-8fdf-5c537c344b66 HTTP/1.1" status: 200 len: 217 time: 0.3108385 Apr 18 19:27:43.368124 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-65b9ebe8-2297-4adc-8425-3a21ed8d9d0f req-b1e377ad-973d-4ff3-9804-9041aa31b98e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=f209c868-4df3-44a3-95db-ffedb0ab96cd HTTP/1.1" status: 200 len: 217 time: 0.0853608 Apr 18 19:27:43.370756 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8bdb436d-398b-4a35-9c41-85438b9d943f req-7662d75f-ca14-48a1-a939-5b6f7ad59a75 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298580 Apr 18 19:27:43.461030 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9156fd6d-bf25-4a5f-a257-f79a41f96e59'] response: {'server_uuid': 'cd5645d0-db8a-4ffe-b4ce-5967e6245f85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '233fb7ed-5f6a-49c7-ae30-745fc89ae1c2', 'code': 200} Apr 18 19:27:43.481406 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5bf957-3983-4500-9ed9-212449890e10 req-308fe12c-ece2-42fa-8260-aaa51c9a0d60 tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:43.484555 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b9ebe8-2297-4adc-8425-3a21ed8d9d0f req-a4e6c0ff-0673-45d6-ad05-9f4ad3eb3d25 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:43.489451 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ba5bf957-3983-4500-9ed9-212449890e10 req-308fe12c-ece2-42fa-8260-aaa51c9a0d60 tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3985946 Apr 18 19:27:43.492046 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-65b9ebe8-2297-4adc-8425-3a21ed8d9d0f req-a4e6c0ff-0673-45d6-ad05-9f4ad3eb3d25 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=17d1b3aa-2066-4ffa-a69f-52ed566b6548 HTTP/1.1" status: 200 len: 843 time: 0.1171188 Apr 18 19:27:43.511691 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ba5bf957-3983-4500-9ed9-212449890e10 req-b64e0b16-d252-45d5-be1d-301dd435e9fa tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] 10.222.0.69 "GET /v2.0/quotas/e61121fa7dce45d0a0f4ef0a60322c27 HTTP/1.1" status: 200 len: 375 time: 0.0210774 Apr 18 19:27:43.568742 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ba5bf957-3983-4500-9ed9-212449890e10 req-883571b6-cddb-467e-90a2-775a3630e132 tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=e61121fa7dce45d0a0f4ef0a60322c27&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0548904 Apr 18 19:27:43.572270 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56cfb82-045b-4d00-b983-b61ebd8db4fd req-cd5b8fce-265e-4404-8621-010384cc4bc8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:43.574934 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ac0f99-b94d-49e4-bf1e-734c99574927 None None] New status for floating IP e9bbf704-042c-41b0-9dbd-2936dd15501f: ACTIVE {{(pid=84765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 19:27:43.582248 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e56cfb82-045b-4d00-b983-b61ebd8db4fd req-cd5b8fce-265e-4404-8621-010384cc4bc8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=34e3ae83-1d27-4273-87fc-7e73d7e0f53e HTTP/1.1" status: 200 len: 860 time: 0.2197051 Apr 18 19:27:43.667753 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a4cc1fd9-4f3d-46a4-aeaf-95d0aeed05df req-22f37374-2b6d-4033-ba2c-a3fb185a6254 tempest-ServersAaction247Test-1303798940 tempest-ServersAaction247Test-1303798940-project] 10.222.0.69 "GET /v2.0/ports?device_id=847de4c5-2b3f-424f-b0ef-ac638d678767 HTTP/1.1" status: 200 len: 210 time: 0.0876937 Apr 18 19:27:43.686276 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e56cfb82-045b-4d00-b983-b61ebd8db4fd req-05fd7d86-5f74-4970-858d-f8f7119c497f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=19b59b41-cadd-403d-bfd9-2d34b4cf02aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568573 Apr 18 19:27:43.698617 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-65b9ebe8-2297-4adc-8425-3a21ed8d9d0f req-44dd2640-6751-4240-948d-ed211e93b612 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1982334 Apr 18 19:27:43.846139 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ccc8c87a-7d80-4bdc-ac1d-54bbd7f99d5e req-f6299615-fa90-4588-8ddb-132d71804d9a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=cd5645d0-db8a-4ffe-b4ce-5967e6245f85 HTTP/1.1" status: 200 len: 1096 time: 0.2627225 Apr 18 19:27:43.912712 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e56cfb82-045b-4d00-b983-b61ebd8db4fd req-db8f73fd-baec-49d9-ab5f-5cbeb30a93b3 service neutron] 10.222.0.73 "GET /v2.0/networks/19b59b41-cadd-403d-bfd9-2d34b4cf02aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150624 Apr 18 19:27:43.950089 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ccc8c87a-7d80-4bdc-ac1d-54bbd7f99d5e req-0f5185a0-63c5-487a-9ffb-77cbf8e9e440 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878754 Apr 18 19:27:43.966449 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-65b9ebe8-2297-4adc-8425-3a21ed8d9d0f req-b48b253c-ed44-41fd-8a16-e028f7f9ce1f service neutron] 10.222.0.72 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611632 Apr 18 19:27:43.983827 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e864495c-cf82-4233-8ee0-ffca71371f8c req-785adf3b-4499-407d-93ef-f6e89d0f8826 tempest-ServerAddressesTestJSON-492435626 tempest-ServerAddressesTestJSON-492435626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:43.989783 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e864495c-cf82-4233-8ee0-ffca71371f8c req-785adf3b-4499-407d-93ef-f6e89d0f8826 tempest-ServerAddressesTestJSON-492435626 tempest-ServerAddressesTestJSON-492435626-project] 10.222.0.69 "GET /v2.0/ports?device_id=26d3331a-34f8-4d0d-87d4-8e874ed537cc HTTP/1.1" status: 200 len: 945 time: 0.1579590 Apr 18 19:27:44.059786 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e864495c-cf82-4233-8ee0-ffca71371f8c req-3e8ea068-a9f0-4e46-924e-3987b2655f7f tempest-ServerAddressesTestJSON-492435626 tempest-ServerAddressesTestJSON-492435626-project] 10.222.0.69 "GET /v2.0/security-groups?id=1cad6324-b59f-480f-beec-07edcca86669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634575 Apr 18 19:27:44.107370 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e56cfb82-045b-4d00-b983-b61ebd8db4fd req-fdb1f4c4-9be5-4671-b9aa-08887b580e1a service neutron] 10.222.0.73 "GET /v2.0/networks/19b59b41-cadd-403d-bfd9-2d34b4cf02aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723778 Apr 18 19:27:44.273775 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673e795e-6f94-4096-95b7-1aa7363b9557 req-3b1e4e04-f595-40e3-a2db-45566e30f358 tempest-NetworksTest-1375990011 tempest-NetworksTest-1375990011-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:44.274154 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673e795e-6f94-4096-95b7-1aa7363b9557 req-3b1e4e04-f595-40e3-a2db-45566e30f358 tempest-NetworksTest-1375990011 tempest-NetworksTest-1375990011-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:44.274522 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673e795e-6f94-4096-95b7-1aa7363b9557 req-3b1e4e04-f595-40e3-a2db-45566e30f358 tempest-NetworksTest-1375990011 tempest-NetworksTest-1375990011-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:44.274884 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673e795e-6f94-4096-95b7-1aa7363b9557 req-3b1e4e04-f595-40e3-a2db-45566e30f358 tempest-NetworksTest-1375990011 tempest-NetworksTest-1375990011-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:44.275243 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673e795e-6f94-4096-95b7-1aa7363b9557 req-3b1e4e04-f595-40e3-a2db-45566e30f358 tempest-NetworksTest-1375990011 tempest-NetworksTest-1375990011-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:44.275593 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673e795e-6f94-4096-95b7-1aa7363b9557 req-3b1e4e04-f595-40e3-a2db-45566e30f358 tempest-NetworksTest-1375990011 tempest-NetworksTest-1375990011-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:44.275958 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673e795e-6f94-4096-95b7-1aa7363b9557 req-3b1e4e04-f595-40e3-a2db-45566e30f358 tempest-NetworksTest-1375990011 tempest-NetworksTest-1375990011-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:44.276326 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673e795e-6f94-4096-95b7-1aa7363b9557 req-3b1e4e04-f595-40e3-a2db-45566e30f358 tempest-NetworksTest-1375990011 tempest-NetworksTest-1375990011-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:44.276693 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673e795e-6f94-4096-95b7-1aa7363b9557 req-3b1e4e04-f595-40e3-a2db-45566e30f358 tempest-NetworksTest-1375990011 tempest-NetworksTest-1375990011-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:44.277044 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673e795e-6f94-4096-95b7-1aa7363b9557 req-3b1e4e04-f595-40e3-a2db-45566e30f358 tempest-NetworksTest-1375990011 tempest-NetworksTest-1375990011-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:44.277396 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673e795e-6f94-4096-95b7-1aa7363b9557 req-3b1e4e04-f595-40e3-a2db-45566e30f358 tempest-NetworksTest-1375990011 tempest-NetworksTest-1375990011-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:44.279551 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-673e795e-6f94-4096-95b7-1aa7363b9557 req-3b1e4e04-f595-40e3-a2db-45566e30f358 tempest-NetworksTest-1375990011 tempest-NetworksTest-1375990011-project-admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7784 time: 0.1717768 Apr 18 19:27:44.328701 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e9da88-a706-47fc-90e2-a017cd0ebbbc req-830c653f-d2fb-4bd6-ac27-4ede8cf7da88 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:44.330127 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f8e9da88-a706-47fc-90e2-a017cd0ebbbc req-830c653f-d2fb-4bd6-ac27-4ede8cf7da88 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] 10.222.0.69 "GET /v2.0/ports?device_id=8887625e-000f-4745-93d8-2d7332fdb73a HTTP/1.1" status: 200 len: 944 time: 0.1415248 Apr 18 19:27:44.408810 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f8e9da88-a706-47fc-90e2-a017cd0ebbbc req-646c6b96-8882-49b1-af82-8a5e93c15cba tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] 10.222.0.69 "GET /v2.0/security-groups?id=cd7f69dc-886d-4472-a746-337e2c087e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728748 Apr 18 19:27:44.430081 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-65b9ebe8-2297-4adc-8425-3a21ed8d9d0f req-937aae38-2ebe-41b9-a2b8-e6fd60598768 service neutron] 10.222.0.72 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611773 Apr 18 19:27:44.480229 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81da7e18-9a50-4076-a794-6332e386a686 req-40392fcf-2db4-4a4a-8a05-623524631b9e tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:44.481768 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-81da7e18-9a50-4076-a794-6332e386a686 req-40392fcf-2db4-4a4a-8a05-623524631b9e tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=339d07b1-7b62-4191-8b79-84390fd798a9 HTTP/1.1" status: 200 len: 950 time: 0.0910225 Apr 18 19:27:44.542285 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-81da7e18-9a50-4076-a794-6332e386a686 req-44cbf120-6c9b-47b9-b454-9750325fccea tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524673 Apr 18 19:27:44.674036 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-280987d5-94fe-41c8-a86b-33611ddeb446 req-3d4059d4-9961-4dc6-9ead-d7b8915811f7 tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4c6a37a-5baf-4856-8eed-18c1d393288b HTTP/1.1" status: 200 len: 210 time: 0.0661128 Apr 18 19:27:44.974483 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885c16b3-ff1b-4d6a-a7e9-bbc5a0a8f763 req-f7459eab-956b-44fb-b825-b38a90669452 tempest-NetworksTest-1375990011 tempest-NetworksTest-1375990011-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:44.975961 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-885c16b3-ff1b-4d6a-a7e9-bbc5a0a8f763 req-f7459eab-956b-44fb-b825-b38a90669452 tempest-NetworksTest-1375990011 tempest-NetworksTest-1375990011-project-admin] 10.222.0.69 "GET /v2.0/networks/11e8e108-37df-4084-b6b7-113e6beb66b4 HTTP/1.1" status: 200 len: 886 time: 0.1532345 Apr 18 19:27:45.189896 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac57c029-16b6-4c94-a79e-0ba0bb1f3918 req-eec8f06b-d70e-47d6-bd2a-224e3922fb0d tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:45.191819 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ac57c029-16b6-4c94-a79e-0ba0bb1f3918 req-eec8f06b-d70e-47d6-bd2a-224e3922fb0d tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=cd5645d0-db8a-4ffe-b4ce-5967e6245f85 HTTP/1.1" status: 200 len: 945 time: 0.1016219 Apr 18 19:27:45.248482 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ac57c029-16b6-4c94-a79e-0ba0bb1f3918 req-a1eee1ae-672f-48eb-95d8-8a9cb87719f7 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497870 Apr 18 19:27:45.405343 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdb108e-eeca-44f4-8cd8-49cd1ed6b6a2 req-11035808-7716-4ebd-a952-57fb58439b7b tempest-NetworksTest-1375990011 tempest-NetworksTest-1375990011-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:45.406041 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdb108e-eeca-44f4-8cd8-49cd1ed6b6a2 req-11035808-7716-4ebd-a952-57fb58439b7b tempest-NetworksTest-1375990011 tempest-NetworksTest-1375990011-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:45.406146 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdb108e-eeca-44f4-8cd8-49cd1ed6b6a2 req-11035808-7716-4ebd-a952-57fb58439b7b tempest-NetworksTest-1375990011 tempest-NetworksTest-1375990011-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:45.406486 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdb108e-eeca-44f4-8cd8-49cd1ed6b6a2 req-11035808-7716-4ebd-a952-57fb58439b7b tempest-NetworksTest-1375990011 tempest-NetworksTest-1375990011-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:45.406915 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdb108e-eeca-44f4-8cd8-49cd1ed6b6a2 req-11035808-7716-4ebd-a952-57fb58439b7b tempest-NetworksTest-1375990011 tempest-NetworksTest-1375990011-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:45.407276 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdb108e-eeca-44f4-8cd8-49cd1ed6b6a2 req-11035808-7716-4ebd-a952-57fb58439b7b tempest-NetworksTest-1375990011 tempest-NetworksTest-1375990011-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:45.407626 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdb108e-eeca-44f4-8cd8-49cd1ed6b6a2 req-11035808-7716-4ebd-a952-57fb58439b7b tempest-NetworksTest-1375990011 tempest-NetworksTest-1375990011-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:45.407972 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdb108e-eeca-44f4-8cd8-49cd1ed6b6a2 req-11035808-7716-4ebd-a952-57fb58439b7b tempest-NetworksTest-1375990011 tempest-NetworksTest-1375990011-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:45.408355 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdb108e-eeca-44f4-8cd8-49cd1ed6b6a2 req-11035808-7716-4ebd-a952-57fb58439b7b tempest-NetworksTest-1375990011 tempest-NetworksTest-1375990011-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:45.408872 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdb108e-eeca-44f4-8cd8-49cd1ed6b6a2 req-11035808-7716-4ebd-a952-57fb58439b7b tempest-NetworksTest-1375990011 tempest-NetworksTest-1375990011-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:45.409217 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdb108e-eeca-44f4-8cd8-49cd1ed6b6a2 req-11035808-7716-4ebd-a952-57fb58439b7b tempest-NetworksTest-1375990011 tempest-NetworksTest-1375990011-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:45.411153 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-acdb108e-eeca-44f4-8cd8-49cd1ed6b6a2 req-11035808-7716-4ebd-a952-57fb58439b7b tempest-NetworksTest-1375990011 tempest-NetworksTest-1375990011-project-admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7784 time: 0.1751764 Apr 18 19:27:45.718424 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d5c725-d7f1-4998-b349-0674e579bda4 req-51dae154-8966-4ee2-ae98-ecce1c3ac54f tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:45.720679 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-87d5c725-d7f1-4998-b349-0674e579bda4 req-51dae154-8966-4ee2-ae98-ecce1c3ac54f tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] 10.222.0.69 "GET /v2.0/ports?device_id=8887625e-000f-4745-93d8-2d7332fdb73a HTTP/1.1" status: 200 len: 944 time: 0.1005435 Apr 18 19:27:45.773307 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-87d5c725-d7f1-4998-b349-0674e579bda4 req-ae5a84a4-c20d-42f6-a4a5-3a29124063c9 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] 10.222.0.69 "GET /v2.0/security-groups?id=cd7f69dc-886d-4472-a746-337e2c087e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462019 Apr 18 19:27:45.808278 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 48819bd4-8cc7-465b-8fdf-5c537c344b66 details requested by agent hyperv_n-h1-836017-2 with host n-h1-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:27:45.956149 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0aea32aa-41e5-4ec0-acec-be54bce7680b req-b06ac7b9-d59c-4ab6-9d2d-6d3306725241 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=524ace6920ba4fe9a627e1e7b5c1139d&device_id=847de4c5-2b3f-424f-b0ef-ac638d678767 HTTP/1.1" status: 200 len: 210 time: 0.0717740 Apr 18 19:27:46.006104 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0aea32aa-41e5-4ec0-acec-be54bce7680b req-086382df-1ac6-41d3-81ae-013ed806347c service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=524ace6920ba4fe9a627e1e7b5c1139d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0427558 Apr 18 19:27:46.007196 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port 48819bd4-8cc7-465b-8fdf-5c537c344b66, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=48819bd4-8cc7-465b-8fdf-5c537c344b66,segment=NetworkSegment(ffe0b6d2-2182-4141-8f2f-b400e36467e4),segment_id=ffe0b6d2-2182-4141-8f2f-b400e36467e4)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:27:46.022820 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Returning: {'device': '48819bd4-8cc7-465b-8fdf-5c537c344b66', 'network_id': '19b59b41-cadd-403d-bfd9-2d34b4cf02aa', 'port_id': '48819bd4-8cc7-465b-8fdf-5c537c344b66', 'mac_address': 'fa:16:3e:36:21:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34e3ae83-1d27-4273-87fc-7e73d7e0f53e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:27:46.095705 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 51356) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:46.114096 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:46.133591 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48819bd4-8cc7-465b-8fdf-5c537c344b66 {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:27:46.151795 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port 48819bd4-8cc7-465b-8fdf-5c537c344b66, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=48819bd4-8cc7-465b-8fdf-5c537c344b66,segment=NetworkSegment(ffe0b6d2-2182-4141-8f2f-b400e36467e4),segment_id=ffe0b6d2-2182-4141-8f2f-b400e36467e4)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:27:46.235295 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:46.239851 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aea32aa-41e5-4ec0-acec-be54bce7680b req-5e384e02-5ad0-4d3a-a8ea-ec3d85b40aca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:46.241506 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0aea32aa-41e5-4ec0-acec-be54bce7680b req-5e384e02-5ad0-4d3a-a8ea-ec3d85b40aca service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1841192 Apr 18 19:27:46.256887 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aba05fc-bbfe-4efd-bf00-52019af244fb req-e341a6c7-d22d-4a36-9e76-760a7ed73eef tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:46.258947 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2aba05fc-bbfe-4efd-bf00-52019af244fb req-e341a6c7-d22d-4a36-9e76-760a7ed73eef tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=339d07b1-7b62-4191-8b79-84390fd798a9 HTTP/1.1" status: 200 len: 950 time: 0.2510152 Apr 18 19:27:46.287044 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-d4cd0023-69ca-4a64-923a-a50ddd288bf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:46.317275 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2aba05fc-bbfe-4efd-bf00-52019af244fb req-ec30fb51-abfa-4ec3-8d21-f3c4326bbf70 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502872 Apr 18 19:27:46.317572 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Pushing event updated for resources: {'Port': ['ID=48819bd4-8cc7-465b-8fdf-5c537c344b66,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:46.336752 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-d4cd0023-69ca-4a64-923a-a50ddd288bf1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:27:46.342755 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-d4cd0023-69ca-4a64-923a-a50ddd288bf1 admin admin] Usage tracker for resource:security_group_rule and tenant:b09088314fb244168c562ab150fa8316 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:27:46.346239 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-d4cd0023-69ca-4a64-923a-a50ddd288bf1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:27:46.352341 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-d4cd0023-69ca-4a64-923a-a50ddd288bf1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:27:46.442886 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-b0b026f4-54b1-4d31-83dc-c68e7c00e887 req-e722f5d7-00f9-4eb7-9b57-285f66abcc99 tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4c6a37a-5baf-4856-8eed-18c1d393288b HTTP/1.1" status: 200 len: 210 time: 0.0561070 Apr 18 19:27:46.489246 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-d4cd0023-69ca-4a64-923a-a50ddd288bf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:46.512783 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-9a962b00-9f70-4e23-b23d-079a7dc6c7b5 req-b669a8f6-2f85-4009-90c5-5d1798fcf651 tempest-ServersAaction247Test-1303798940 tempest-ServersAaction247Test-1303798940-project] 10.222.0.69 "GET /v2.0/ports?device_id=847de4c5-2b3f-424f-b0ef-ac638d678767 HTTP/1.1" status: 200 len: 210 time: 0.0416579 Apr 18 19:27:46.566751 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-d4cd0023-69ca-4a64-923a-a50ddd288bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:46.680093 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cd0023-69ca-4a64-923a-a50ddd288bf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=175b54df-c353-40e9-9f8b-e9bebc68532a,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:46.691824 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-d4cd0023-69ca-4a64-923a-a50ddd288bf1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b09088314fb244168c562ab150fa8316&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5924456 Apr 18 19:27:46.692682 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 51368) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:46.728223 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3d7705-6a26-447b-8e5a-67946593ea39 req-9383fd4e-b626-4799-91c3-004c4adcda4a tempest-ServerAddressesTestJSON-492435626 tempest-ServerAddressesTestJSON-492435626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:46.731806 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] get_ports_and_sgs() called for port_ids ['48819bd4-8cc7-465b-8fdf-5c537c344b66'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:27:46.735695 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-af3d7705-6a26-447b-8e5a-67946593ea39 req-9383fd4e-b626-4799-91c3-004c4adcda4a tempest-ServerAddressesTestJSON-492435626 tempest-ServerAddressesTestJSON-492435626-project] 10.222.0.69 "GET /v2.0/ports?device_id=26d3331a-34f8-4d0d-87d4-8e874ed537cc HTTP/1.1" status: 200 len: 945 time: 0.1419671 Apr 18 19:27:46.776292 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-5536a265-9d27-400c-b674-138c279a30dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:46.803103 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-af3d7705-6a26-447b-8e5a-67946593ea39 req-a4f72fa8-ad5b-4f70-819d-ba1144ea7c36 tempest-ServerAddressesTestJSON-492435626 tempest-ServerAddressesTestJSON-492435626-project] 10.222.0.69 "GET /v2.0/security-groups?id=1cad6324-b59f-480f-beec-07edcca86669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664043 Apr 18 19:27:46.845616 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-5536a265-9d27-400c-b674-138c279a30dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:47.051979 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ba5bf957-3983-4500-9ed9-212449890e10 req-13b2cc27-3871-4c65-95bd-ddedbf27dc08 tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=e61121fa7dce45d0a0f4ef0a60322c27&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0912387 Apr 18 19:27:47.057601 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-5536a265-9d27-400c-b674-138c279a30dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:47.174421 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee7038b-714d-437f-9436-cde8594b9859 req-83d7a2e9-0974-4d66-a4e1-ab90423b844a tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:47.174673 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-eee7038b-714d-437f-9436-cde8594b9859 req-83d7a2e9-0974-4d66-a4e1-ab90423b844a tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] 10.222.0.69 "GET /v2.0/ports?device_id=8887625e-000f-4745-93d8-2d7332fdb73a HTTP/1.1" status: 200 len: 945 time: 0.2418466 Apr 18 19:27:47.219574 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5536a265-9d27-400c-b674-138c279a30dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=175b54df-c353-40e9-9f8b-e9bebc68532a,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:47.236852 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-eee7038b-714d-437f-9436-cde8594b9859 req-be914148-fa30-422a-a6b9-9f87a9da5071 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] 10.222.0.69 "GET /v2.0/security-groups?id=cd7f69dc-886d-4472-a746-337e2c087e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557916 Apr 18 19:27:47.306333 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-5536a265-9d27-400c-b674-138c279a30dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:47.307466 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-5536a265-9d27-400c-b674-138c279a30dc admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/175b54df-c353-40e9-9f8b-e9bebc68532a HTTP/1.1" status: 204 len: 168 time: 0.6129766 Apr 18 19:27:47.366626 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce30819-04e7-4b9e-b62a-30d33a511db6 req-518e1a2a-aaae-4add-bad2-9e5360d82fdf tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:47.368104 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7ce30819-04e7-4b9e-b62a-30d33a511db6 req-518e1a2a-aaae-4add-bad2-9e5360d82fdf tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=cd5645d0-db8a-4ffe-b4ce-5967e6245f85 HTTP/1.1" status: 200 len: 945 time: 0.3627269 Apr 18 19:27:47.416428 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5bf957-3983-4500-9ed9-212449890e10 req-d4ecb153-5c39-4741-9c16-061df05c5a13 tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:47.424074 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ba5bf957-3983-4500-9ed9-212449890e10 req-d4ecb153-5c39-4741-9c16-061df05c5a13 tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3369834 Apr 18 19:27:47.447221 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-ba5bf957-3983-4500-9ed9-212449890e10 req-b2f6c072-8e00-49e5-ab52-c2f3c59bcd16 tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] Request body: {'port': {'device_id': 'b4c6a37a-5baf-4856-8eed-18c1d393288b', 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a', 'admin_state_up': True, 'tenant_id': 'e61121fa7dce45d0a0f4ef0a60322c27'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:27:47.491274 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7ce30819-04e7-4b9e-b62a-30d33a511db6 req-c63f7d80-b3ea-48b5-8e47-dad1c971f0b1 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996070 Apr 18 19:27:47.602210 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7bfe39-5114-4b36-9b9f-e78f6c18aa12 req-deb1be21-e8ff-4307-b21f-57689a38f48f tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:47.610814 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-4b7bfe39-5114-4b36-9b9f-e78f6c18aa12 req-deb1be21-e8ff-4307-b21f-57689a38f48f tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=339d07b1-7b62-4191-8b79-84390fd798a9 HTTP/1.1" status: 200 len: 950 time: 0.1053452 Apr 18 19:27:47.711399 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-4b7bfe39-5114-4b36-9b9f-e78f6c18aa12 req-03ef7680-0af1-410d-935e-6c6da9d3bb66 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962124 Apr 18 19:27:47.729185 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-c1c4de84-49e5-4800-a2fe-6c7742de7f7a req-83aa0e65-1a8f-478d-8ba3-c47cb2f4542c tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4c6a37a-5baf-4856-8eed-18c1d393288b HTTP/1.1" status: 200 len: 210 time: 0.0746169 Apr 18 19:27:47.758159 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-ba5bf957-3983-4500-9ed9-212449890e10 req-b2f6c072-8e00-49e5-ab52-c2f3c59bcd16 tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:27:47.764379 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-ba5bf957-3983-4500-9ed9-212449890e10 req-b2f6c072-8e00-49e5-ab52-c2f3c59bcd16 tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] Usage tracker for resource:port and tenant:e61121fa7dce45d0a0f4ef0a60322c27 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:27:47.768924 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-ba5bf957-3983-4500-9ed9-212449890e10 req-b2f6c072-8e00-49e5-ab52-c2f3c59bcd16 tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:27:47.776520 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-ba5bf957-3983-4500-9ed9-212449890e10 req-b2f6c072-8e00-49e5-ab52-c2f3c59bcd16 tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:27:47.879657 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba5bf957-3983-4500-9ed9-212449890e10 req-b2f6c072-8e00-49e5-ab52-c2f3c59bcd16 tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] Made reservation on behalf of e61121fa7dce45d0a0f4ef0a60322c27 for: {'port': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:27:47.882725 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-ba5bf957-3983-4500-9ed9-212449890e10 req-b2f6c072-8e00-49e5-ab52-c2f3c59bcd16 tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:47.900232 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-ba5bf957-3983-4500-9ed9-212449890e10 req-b2f6c072-8e00-49e5-ab52-c2f3c59bcd16 tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] Notify callbacks [] for security_group, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:47.979322 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d1596ad3-f93e-4df1-a92a-008857266d43 req-3e695a01-26d5-4e9b-a395-81c9ffa39ae9 tempest-ServersAaction247Test-1303798940 tempest-ServersAaction247Test-1303798940-project] 10.222.0.69 "GET /v2.0/ports?device_id=847de4c5-2b3f-424f-b0ef-ac638d678767 HTTP/1.1" status: 200 len: 210 time: 0.0583282 Apr 18 19:27:47.988871 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-ba5bf957-3983-4500-9ed9-212449890e10 req-b2f6c072-8e00-49e5-ab52-c2f3c59bcd16 tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:27:47.994961 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-ba5bf957-3983-4500-9ed9-212449890e10 req-b2f6c072-8e00-49e5-ab52-c2f3c59bcd16 tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] Usage tracker for resource:security_group_rule and tenant:e61121fa7dce45d0a0f4ef0a60322c27 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:27:48.001096 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-ba5bf957-3983-4500-9ed9-212449890e10 req-b2f6c072-8e00-49e5-ab52-c2f3c59bcd16 tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:27:48.008901 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-ba5bf957-3983-4500-9ed9-212449890e10 req-b2f6c072-8e00-49e5-ab52-c2f3c59bcd16 tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:27:48.030481 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-3d6619ef-a87e-4cc0-9113-0916a85de8f8 req-7dca6b57-1c0b-4fc5-aabb-9962fddf709f tempest-LiveMigrationTest-374537811 tempest-LiveMigrationTest-374537811-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=cd5645d0-db8a-4ffe-b4ce-5967e6245f85 HTTP/1.1" status: 200 len: 1096 time: 0.1662350 Apr 18 19:27:48.042490 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48c2070-7638-483a-8b1e-5e1553b2f162 req-5da47a7c-7fb4-4b51-b03c-4423f25c7a4b tempest-ServerAddressesTestJSON-492435626 tempest-ServerAddressesTestJSON-492435626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:48.044074 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e48c2070-7638-483a-8b1e-5e1553b2f162 req-5da47a7c-7fb4-4b51-b03c-4423f25c7a4b tempest-ServerAddressesTestJSON-492435626 tempest-ServerAddressesTestJSON-492435626-project] 10.222.0.72 "GET /v2.0/ports?device_id=26d3331a-34f8-4d0d-87d4-8e874ed537cc HTTP/1.1" status: 200 len: 945 time: 0.1353736 Apr 18 19:27:48.127961 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-ba5bf957-3983-4500-9ed9-212449890e10 req-b2f6c072-8e00-49e5-ab52-c2f3c59bcd16 tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] Notify callbacks [] for security_group, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:48.173099 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-3d6619ef-a87e-4cc0-9113-0916a85de8f8 req-643da940-fb5a-4a64-ad23-68b5aa97d71a tempest-LiveMigrationTest-374537811 tempest-LiveMigrationTest-374537811-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274819 Apr 18 19:27:48.173932 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 51388) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:48.203586 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [req-e48c2070-7638-483a-8b1e-5e1553b2f162 req-8a07d374-f227-402a-8d75-cdabcd4e61e6 tempest-ServerAddressesTestJSON-492435626 tempest-ServerAddressesTestJSON-492435626-project] Deleting port 476bbcd5-3600-46e6-9131-5c6d57edd428 {{(pid=84764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:27:48.204034 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-e48c2070-7638-483a-8b1e-5e1553b2f162 req-8a07d374-f227-402a-8d75-cdabcd4e61e6 tempest-ServerAddressesTestJSON-492435626 tempest-ServerAddressesTestJSON-492435626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:48.211926 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-ba5bf957-3983-4500-9ed9-212449890e10 req-b2f6c072-8e00-49e5-ab52-c2f3c59bcd16 tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:48.243765 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6f4959b6-f375-47c3-9c52-502f11ad0c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:48.250080 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-db389b5c-970f-4281-bf95-9201ef9c70e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:48.322440 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f6c072-8e00-49e5-ab52-c2f3c59bcd16 tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a151ec7-5edc-4088-aba2-485b5ea10b68,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:48.346873 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566c5f3d-9718-4d68-9d53-3cff138318bf req-8eebe42f-6c21-4fef-b603-384c1d9520bb tempest-ServerAddressesTestJSON-492435626 tempest-ServerAddressesTestJSON-492435626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:48.348601 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-566c5f3d-9718-4d68-9d53-3cff138318bf req-8eebe42f-6c21-4fef-b603-384c1d9520bb tempest-ServerAddressesTestJSON-492435626 tempest-ServerAddressesTestJSON-492435626-project] 10.222.0.69 "GET /v2.0/ports?device_id=26d3331a-34f8-4d0d-87d4-8e874ed537cc HTTP/1.1" status: 200 len: 945 time: 0.1976945 Apr 18 19:27:48.379666 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-db389b5c-970f-4281-bf95-9201ef9c70e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:27:48.391860 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-db389b5c-970f-4281-bf95-9201ef9c70e6 admin admin] Usage tracker for resource:security_group_rule and tenant:f780b69ff57f4722949cb6e43c33e1ff is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:27:48.395167 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-db389b5c-970f-4281-bf95-9201ef9c70e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:27:48.403850 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-db389b5c-970f-4281-bf95-9201ef9c70e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:27:48.472068 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-566c5f3d-9718-4d68-9d53-3cff138318bf req-e4a80ff1-fe4e-4111-9d15-7d39fb208fe4 tempest-ServerAddressesTestJSON-492435626 tempest-ServerAddressesTestJSON-492435626-project] 10.222.0.69 "GET /v2.0/security-groups?id=1cad6324-b59f-480f-beec-07edcca86669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172898 Apr 18 19:27:48.536885 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_common [req-ba5bf957-3983-4500-9ed9-212449890e10 req-b2f6c072-8e00-49e5-ab52-c2f3c59bcd16 tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] Allocated IP 192.168.233.190 (cb6d8c7c-7ea4-4a32-b429-1c2934b7306a/17d1b3aa-2066-4ffa-a69f-52ed566b6548/4213c8d6-cbac-4a3e-a059-d7f75299dd76) {{(pid=84763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:27:48.603621 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2cd1e2f0-632d-4a55-b730-5ea3d58b7796 req-02cece57-2c62-48ca-bffe-b7c3870d6eba tempest-LiveMigrationTest-374537811 tempest-LiveMigrationTest-374537811-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=cd5645d0-db8a-4ffe-b4ce-5967e6245f85 HTTP/1.1" status: 200 len: 1096 time: 0.2770996 Apr 18 19:27:48.621737 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-e48c2070-7638-483a-8b1e-5e1553b2f162 req-8a07d374-f227-402a-8d75-cdabcd4e61e6 tempest-ServerAddressesTestJSON-492435626 tempest-ServerAddressesTestJSON-492435626-project] For port 476bbcd5-3600-46e6-9131-5c6d57edd428, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=476bbcd5-3600-46e6-9131-5c6d57edd428,segment=NetworkSegment(221861f3-7fa1-45d2-b186-093d78ebdcc0),segment_id=221861f3-7fa1-45d2-b186-093d78ebdcc0)] {{(pid=84764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:27:48.621737 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-e48c2070-7638-483a-8b1e-5e1553b2f162 req-8a07d374-f227-402a-8d75-cdabcd4e61e6 tempest-ServerAddressesTestJSON-492435626 tempest-ServerAddressesTestJSON-492435626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:48.738534 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-db389b5c-970f-4281-bf95-9201ef9c70e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:48.818757 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [req-e48c2070-7638-483a-8b1e-5e1553b2f162 req-8a07d374-f227-402a-8d75-cdabcd4e61e6 tempest-ServerAddressesTestJSON-492435626 tempest-ServerAddressesTestJSON-492435626-project] Calling delete_port for 476bbcd5-3600-46e6-9131-5c6d57edd428 owned by compute:nova {{(pid=84764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:27:48.848579 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-db389b5c-970f-4281-bf95-9201ef9c70e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:48.924886 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339743be-cd62-45c3-9139-53887ea800a6 req-6fa509d9-ee8f-4eeb-8214-76328a0491df tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:48.924886 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-339743be-cd62-45c3-9139-53887ea800a6 req-6fa509d9-ee8f-4eeb-8214-76328a0491df tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] 10.222.0.69 "GET /v2.0/ports?device_id=8887625e-000f-4745-93d8-2d7332fdb73a HTTP/1.1" status: 200 len: 945 time: 0.3029659 Apr 18 19:27:48.939107 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-ba5bf957-3983-4500-9ed9-212449890e10 req-b2f6c072-8e00-49e5-ab52-c2f3c59bcd16 tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] Notify callbacks [] for port, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:48.943229 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db389b5c-970f-4281-bf95-9201ef9c70e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45c3ba9e-7042-426c-aecd-f5cf838a6bbf,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:48.972644 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-db389b5c-970f-4281-bf95-9201ef9c70e6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f780b69ff57f4722949cb6e43c33e1ff&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7831266 Apr 18 19:27:48.985285 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 51400) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:49.012493 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2cd1e2f0-632d-4a55-b730-5ea3d58b7796 req-2a7d8170-39b9-40e9-8004-4e963a89dcd5 tempest-LiveMigrationTest-374537811 tempest-LiveMigrationTest-374537811-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2893884 Apr 18 19:27:49.018489 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [req-ba5bf957-3983-4500-9ed9-212449890e10 req-b2f6c072-8e00-49e5-ab52-c2f3c59bcd16 tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] Transition to ACTIVE for port object 4213c8d6-cbac-4a3e-a059-d7f75299dd76 will not be triggered until provisioned by entity DHCP. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:27:49.110224 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-339743be-cd62-45c3-9139-53887ea800a6 req-ded3a1cf-42d1-4319-9bc1-d5b1d248483d tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] 10.222.0.69 "GET /v2.0/security-groups?id=cd7f69dc-886d-4472-a746-337e2c087e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529167 Apr 18 19:27:49.167575 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-7f6131ae-ad2a-40cd-9a8b-2e013fc52f45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:49.169439 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-e48c2070-7638-483a-8b1e-5e1553b2f162 req-8a07d374-f227-402a-8d75-cdabcd4e61e6 tempest-ServerAddressesTestJSON-492435626 tempest-ServerAddressesTestJSON-492435626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:49.182176 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] get_ports_and_sgs() called for port_ids ['476bbcd5-3600-46e6-9131-5c6d57edd428'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:27:49.218424 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-7f6131ae-ad2a-40cd-9a8b-2e013fc52f45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:49.235558 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a07d374-f227-402a-8d75-cdabcd4e61e6 tempest-ServerAddressesTestJSON-492435626 tempest-ServerAddressesTestJSON-492435626-project] Pushing event deleted for resources: {'Port': ['ID=476bbcd5-3600-46e6-9131-5c6d57edd428,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:49.235797 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-ba5bf957-3983-4500-9ed9-212449890e10 req-b2f6c072-8e00-49e5-ab52-c2f3c59bcd16 tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:49.330319 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [req-e48c2070-7638-483a-8b1e-5e1553b2f162 req-8a07d374-f227-402a-8d75-cdabcd4e61e6 tempest-ServerAddressesTestJSON-492435626 tempest-ServerAddressesTestJSON-492435626-project] No DVR routers for this DVR port 476bbcd5-3600-46e6-9131-5c6d57edd428 on host n-h2-836017-2 {{(pid=84764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:27:49.336060 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-e48c2070-7638-483a-8b1e-5e1553b2f162 req-8a07d374-f227-402a-8d75-cdabcd4e61e6 tempest-ServerAddressesTestJSON-492435626 tempest-ServerAddressesTestJSON-492435626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:49.337342 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26d3331a-34f8-4d0d-87d4-8e874ed537cc', 'name': 'network-vif-deleted', 'tag': '476bbcd5-3600-46e6-9131-5c6d57edd428'}] {{(pid=84764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:27:49.371017 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7e67e8-2735-4cae-b35b-2cd61e32706a req-182e138b-12c8-485c-93d6-c563738c7e67 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:49.372529 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-dc7e67e8-2735-4cae-b35b-2cd61e32706a req-182e138b-12c8-485c-93d6-c563738c7e67 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=339d07b1-7b62-4191-8b79-84390fd798a9 HTTP/1.1" status: 200 len: 950 time: 0.2772992 Apr 18 19:27:49.396487 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba5bf957-3983-4500-9ed9-212449890e10 req-b2f6c072-8e00-49e5-ab52-c2f3c59bcd16 tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] Network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:27:49.405120 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [req-ba5bf957-3983-4500-9ed9-212449890e10 req-b2f6c072-8e00-49e5-ab52-c2f3c59bcd16 tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:27:49.410852 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f6c072-8e00-49e5-ab52-c2f3c59bcd16 tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] Pushing event updated for resources: {'Port': ['ID=4213c8d6-cbac-4a3e-a059-d7f75299dd76,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:49.413229 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba5bf957-3983-4500-9ed9-212449890e10 req-b2f6c072-8e00-49e5-ab52-c2f3c59bcd16 tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] Received port after_create {{(pid=84763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:27:49.443546 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-dc7e67e8-2735-4cae-b35b-2cd61e32706a req-3ff74901-e131-43bf-a702-0b8951a7fe51 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547760 Apr 18 19:27:49.474255 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e48c2070-7638-483a-8b1e-5e1553b2f162 req-8a07d374-f227-402a-8d75-cdabcd4e61e6 tempest-ServerAddressesTestJSON-492435626 tempest-ServerAddressesTestJSON-492435626-project] 10.222.0.72 "DELETE /v2.0/ports/476bbcd5-3600-46e6-9131-5c6d57edd428 HTTP/1.1" status: 204 len: 173 time: 1.4121592 Apr 18 19:27:49.510323 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf4d28-b60b-421b-a0a1-3cd5267fe07e req-df41157a-4162-4567-8aa8-5997aa7a0442 tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:49.511355 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-c0bf4d28-b60b-421b-a0a1-3cd5267fe07e req-df41157a-4162-4567-8aa8-5997aa7a0442 tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4c6a37a-5baf-4856-8eed-18c1d393288b HTTP/1.1" status: 200 len: 936 time: 0.2814956 Apr 18 19:27:49.520087 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5bf957-3983-4500-9ed9-212449890e10 req-b2f6c072-8e00-49e5-ab52-c2f3c59bcd16 tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:49.520087 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-ba5bf957-3983-4500-9ed9-212449890e10 req-b2f6c072-8e00-49e5-ab52-c2f3c59bcd16 tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:49.570786 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-7f6131ae-ad2a-40cd-9a8b-2e013fc52f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:49.653926 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6131ae-ad2a-40cd-9a8b-2e013fc52f45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45c3ba9e-7042-426c-aecd-f5cf838a6bbf,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:49.678805 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-7f6131ae-ad2a-40cd-9a8b-2e013fc52f45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:49.678805 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-7f6131ae-ad2a-40cd-9a8b-2e013fc52f45 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/45c3ba9e-7042-426c-aecd-f5cf838a6bbf HTTP/1.1" status: 204 len: 168 time: 0.6952546 Apr 18 19:27:49.697115 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-c0bf4d28-b60b-421b-a0a1-3cd5267fe07e req-786bccfe-f8c6-4053-99ef-5cf9dff2de1c tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] Synchronizing usage tracker for tenant:e61121fa7dce45d0a0f4ef0a60322c27 on resource:security_group {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:27:49.821536 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ba5bf957-3983-4500-9ed9-212449890e10 req-b2f6c072-8e00-49e5-ab52-c2f3c59bcd16 tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3788795 Apr 18 19:27:49.835886 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 48819bd4-8cc7-465b-8fdf-5c537c344b66 up at agent hyperv_n-h1-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:27:49.839081 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-4b4868b1-5661-4335-aa0a-493e7ab443f6 req-d5247dd0-fde6-4260-baec-18c07b278bbb tempest-ServersAaction247Test-1303798940 tempest-ServersAaction247Test-1303798940-project] 10.222.0.69 "GET /v2.0/ports?device_id=847de4c5-2b3f-424f-b0ef-ac638d678767 HTTP/1.1" status: 200 len: 210 time: 0.0720799 Apr 18 19:27:49.861035 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-ba5bf957-3983-4500-9ed9-212449890e10 req-5b8f9832-9af5-4af6-b94f-9761c3283ef0 service neutron] Request body: {'port': {'device_id': 'b4c6a37a-5baf-4856-8eed-18c1d393288b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-2'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:27:49.959461 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-69a299ce-396b-4181-b5ee-4a002678b69e None None] Provisioning for port 4213c8d6-cbac-4a3e-a059-d7f75299dd76 completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:27:49.976453 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-69a299ce-396b-4181-b5ee-4a002678b69e None None] Provisioning complete for port 4213c8d6-cbac-4a3e-a059-d7f75299dd76 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:27:49.981176 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-69a299ce-396b-4181-b5ee-4a002678b69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:49.981310 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-c0bf4d28-b60b-421b-a0a1-3cd5267fe07e req-786bccfe-f8c6-4053-99ef-5cf9dff2de1c tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] Unset dirty status for tenant:e61121fa7dce45d0a0f4ef0a60322c27 on resource:security_group {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:27:49.981726 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-c0bf4d28-b60b-421b-a0a1-3cd5267fe07e req-786bccfe-f8c6-4053-99ef-5cf9dff2de1c tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a151ec7-5edc-4088-aba2-485b5ea10b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4577787 Apr 18 19:27:50.017065 n-d-836017-2 neutron-server[84764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a89cdc4-1211-46fe-a7a2-2b5eaab77633'] response: {'server_uuid': '26d3331a-34f8-4d0d-87d4-8e874ed537cc', 'name': 'network-vif-deleted', 'tag': '476bbcd5-3600-46e6-9131-5c6d57edd428', 'status': 'completed', 'code': 200} Apr 18 19:27:50.058355 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-69a299ce-396b-4181-b5ee-4a002678b69e None None] Port 4213c8d6-cbac-4a3e-a059-d7f75299dd76 cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:27:50.065065 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Provisioning for port 48819bd4-8cc7-465b-8fdf-5c537c344b66 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:27:50.073673 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Provisioning complete for port 48819bd4-8cc7-465b-8fdf-5c537c344b66 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:27:50.073673 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:50.150748 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-ba5bf957-3983-4500-9ed9-212449890e10 req-5b8f9832-9af5-4af6-b94f-9761c3283ef0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:50.362385 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-7a7bd924-ff95-4b01-8108-b82be9e37a91 req-6243c7ae-7563-4d00-a55b-e22a8aed350e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=cd5645d0-db8a-4ffe-b4ce-5967e6245f85&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1426263 Apr 18 19:27:50.422446 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:50.540565 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port 48819bd4-8cc7-465b-8fdf-5c537c344b66, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=48819bd4-8cc7-465b-8fdf-5c537c344b66,segment=NetworkSegment(ffe0b6d2-2182-4141-8f2f-b400e36467e4),segment_id=ffe0b6d2-2182-4141-8f2f-b400e36467e4)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:27:50.540565 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8887625e-000f-4745-93d8-2d7332fdb73a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48819bd4-8cc7-465b-8fdf-5c537c344b66'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:27:50.567164 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-67265a72-aa43-419f-9351-c238dd9b0687 req-719fc563-11bd-4a09-945d-e22cf8458633 tempest-ServerAddressesTestJSON-492435626 tempest-ServerAddressesTestJSON-492435626-project] 10.222.0.69 "GET /v2.0/ports?device_id=26d3331a-34f8-4d0d-87d4-8e874ed537cc HTTP/1.1" status: 200 len: 210 time: 0.1797225 Apr 18 19:27:50.575251 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e07ca410-b359-4922-a5cb-dc2ffacda027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:50.637838 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:50.876592 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0aea32aa-41e5-4ec0-acec-be54bce7680b req-6bdfaeef-794b-4b69-afe7-e15aa1a12d1f tempest-ServersAaction247Test-1303798940 tempest-ServersAaction247Test-1303798940-project] 10.222.0.73 "GET /v2.0/ports?device_id=847de4c5-2b3f-424f-b0ef-ac638d678767 HTTP/1.1" status: 200 len: 210 time: 0.1241391 Apr 18 19:27:50.882734 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Pushing event updated for resources: {'Port': ['ID=48819bd4-8cc7-465b-8fdf-5c537c344b66,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:50.924635 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:51.068952 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63cd6cd-712b-4ac3-9a25-0c5728fcaaba req-104a1ca1-ec3f-4747-b6b7-6226c8f3302b tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:51.070182 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a63cd6cd-712b-4ac3-9a25-0c5728fcaaba req-104a1ca1-ec3f-4747-b6b7-6226c8f3302b tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] 10.222.0.69 "GET /v2.0/ports?device_id=8887625e-000f-4745-93d8-2d7332fdb73a HTTP/1.1" status: 200 len: 946 time: 0.1793990 Apr 18 19:27:51.097294 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [req-ba5bf957-3983-4500-9ed9-212449890e10 req-5b8f9832-9af5-4af6-b94f-9761c3283ef0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4213c8d6-cbac-4a3e-a059-d7f75299dd76 {{(pid=84763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:27:51.108084 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-ba5bf957-3983-4500-9ed9-212449890e10 req-5b8f9832-9af5-4af6-b94f-9761c3283ef0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:51.139039 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [req-ba5bf957-3983-4500-9ed9-212449890e10 req-5b8f9832-9af5-4af6-b94f-9761c3283ef0 service neutron] Transition to ACTIVE for port object 4213c8d6-cbac-4a3e-a059-d7f75299dd76 will not be triggered until provisioned by entity L2. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:27:51.144288 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a63cd6cd-712b-4ac3-9a25-0c5728fcaaba req-f05c6b23-1384-47cb-9607-039d02bf7615 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] 10.222.0.69 "GET /v2.0/security-groups?id=cd7f69dc-886d-4472-a746-337e2c087e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670409 Apr 18 19:27:51.320664 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-ba5bf957-3983-4500-9ed9-212449890e10 req-5b8f9832-9af5-4af6-b94f-9761c3283ef0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:51.492587 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8f9832-9af5-4af6-b94f-9761c3283ef0 service neutron] Pushing event updated for resources: {'Port': ['ID=4213c8d6-cbac-4a3e-a059-d7f75299dd76,revision_number=2']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:51.603828 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e296a056-ef57-492e-80d0-d9be8a1cdf3e req-5f6be16d-3df3-44a8-a8de-4db7efa58e66 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:51.611985 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e296a056-ef57-492e-80d0-d9be8a1cdf3e req-5f6be16d-3df3-44a8-a8de-4db7efa58e66 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=339d07b1-7b62-4191-8b79-84390fd798a9 HTTP/1.1" status: 200 len: 950 time: 0.3288469 Apr 18 19:27:51.679525 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e296a056-ef57-492e-80d0-d9be8a1cdf3e req-a8769aae-bd34-4c56-b72c-01aa4101c9b7 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666225 Apr 18 19:27:51.688796 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-ba5bf957-3983-4500-9ed9-212449890e10 req-5b8f9832-9af5-4af6-b94f-9761c3283ef0 service neutron] Attempting to bind port 4213c8d6-cbac-4a3e-a059-d7f75299dd76 on host n-h1-836017-2 for vnic_type normal with profile {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:27:51.689236 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-ba5bf957-3983-4500-9ed9-212449890e10 req-5b8f9832-9af5-4af6-b94f-9761c3283ef0 service neutron] Attempting to bind port 4213c8d6-cbac-4a3e-a059-d7f75299dd76 by drivers openvswitch,hyperv on host n-h1-836017-2 at level 0 using segments [{'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:27:51.690009 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5bf957-3983-4500-9ed9-212449890e10 req-5b8f9832-9af5-4af6-b94f-9761c3283ef0 service neutron] Attempting to bind port 4213c8d6-cbac-4a3e-a059-d7f75299dd76 on network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:27:51.703094 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5bf957-3983-4500-9ed9-212449890e10 req-5b8f9832-9af5-4af6-b94f-9761c3283ef0 service neutron] Port 4213c8d6-cbac-4a3e-a059-d7f75299dd76 on network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-2 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:27:51.703708 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5bf957-3983-4500-9ed9-212449890e10 req-5b8f9832-9af5-4af6-b94f-9761c3283ef0 service neutron] Attempting to bind port 4213c8d6-cbac-4a3e-a059-d7f75299dd76 on network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:27:51.712109 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5bf957-3983-4500-9ed9-212449890e10 req-5b8f9832-9af5-4af6-b94f-9761c3283ef0 service neutron] Checking agent: {'id': 'e3a31811-08e0-42ba-bc2e-ed8a973b714f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 25), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:27:51.712523 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5bf957-3983-4500-9ed9-212449890e10 req-5b8f9832-9af5-4af6-b94f-9761c3283ef0 service neutron] Checking segment: {'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:27:51.712975 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5bf957-3983-4500-9ed9-212449890e10 req-5b8f9832-9af5-4af6-b94f-9761c3283ef0 service neutron] Bound using segment: {'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:27:51.713421 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-ba5bf957-3983-4500-9ed9-212449890e10 req-5b8f9832-9af5-4af6-b94f-9761c3283ef0 service neutron] Bound port: 4213c8d6-cbac-4a3e-a059-d7f75299dd76, host: n-h1-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'}}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:27:51.713890 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-ba5bf957-3983-4500-9ed9-212449890e10 req-5b8f9832-9af5-4af6-b94f-9761c3283ef0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:51.778931 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-206ccf37-55f5-4a36-9382-fe082f2fadd2'] response: {'server_uuid': '8887625e-000f-4745-93d8-2d7332fdb73a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48819bd4-8cc7-465b-8fdf-5c537c344b66', 'code': 200} Apr 18 19:27:51.818222 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1c541fd-6087-4755-8778-e68e27e46067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:51.829884 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-ba5bf957-3983-4500-9ed9-212449890e10 req-5b8f9832-9af5-4af6-b94f-9761c3283ef0 service neutron] For port 4213c8d6-cbac-4a3e-a059-d7f75299dd76, host n-h1-836017-2, cleared binding levels {{(pid=84763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:27:51.833876 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-ba5bf957-3983-4500-9ed9-212449890e10 req-5b8f9832-9af5-4af6-b94f-9761c3283ef0 service neutron] For port 4213c8d6-cbac-4a3e-a059-d7f75299dd76, host n-h1-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=4213c8d6-cbac-4a3e-a059-d7f75299dd76,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:27:51.900726 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-ba5bf957-3983-4500-9ed9-212449890e10 req-5b8f9832-9af5-4af6-b94f-9761c3283ef0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:52.025201 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:52.046164 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-097f0b35-1b88-449e-8925-4e5537232570 req-66fed6ef-ce3a-4c7f-87a7-113ff116d0f1 tempest-ServersAaction247Test-1303798940 tempest-ServersAaction247Test-1303798940-project] 10.222.0.69 "GET /v2.0/ports?device_id=847de4c5-2b3f-424f-b0ef-ac638d678767 HTTP/1.1" status: 200 len: 210 time: 0.0757484 Apr 18 19:27:52.067919 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-ba5bf957-3983-4500-9ed9-212449890e10 req-5b8f9832-9af5-4af6-b94f-9761c3283ef0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:52.069544 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ba5bf957-3983-4500-9ed9-212449890e10 req-5b8f9832-9af5-4af6-b94f-9761c3283ef0 service neutron] 10.222.0.73 "PUT /v2.0/ports/4213c8d6-cbac-4a3e-a059-d7f75299dd76 HTTP/1.1" status: 200 len: 1096 time: 2.2454200 Apr 18 19:27:52.072620 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4c6a37a-5baf-4856-8eed-18c1d393288b', 'tag': '4213c8d6-cbac-4a3e-a059-d7f75299dd76'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:27:52.086240 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8f9832-9af5-4af6-b94f-9761c3283ef0 service neutron] Pushing event updated for resources: {'Port': ['ID=4213c8d6-cbac-4a3e-a059-d7f75299dd76,revision_number=3']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:52.106991 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-99e98748-2371-4434-8f37-80436bdf0fe2 req-394ee5b7-95a9-4baa-beac-1159559d3c25 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8887625e-000f-4745-93d8-2d7332fdb73a HTTP/1.1" status: 200 len: 1097 time: 0.2506850 Apr 18 19:27:52.169154 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 476bbcd5-3600-46e6-9131-5c6d57edd428 no longer exists at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:27:52.224187 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] No Port match for: 476bbcd5-3600-46e6-9131-5c6d57edd428 {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:27:52.224546 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 476bbcd5-3600-46e6-9131-5c6d57edd428 not bound to the agent host n-h2-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:27:52.258959 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-99e98748-2371-4434-8f37-80436bdf0fe2 req-61727bf5-404d-4167-b4ab-fadde11667a3 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=cd7f69dc-886d-4472-a746-337e2c087e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453695 Apr 18 19:27:52.364470 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ba5bf957-3983-4500-9ed9-212449890e10 req-c05f8dfb-6108-4831-950a-221631d1e3ec service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e61121fa7dce45d0a0f4ef0a60322c27&device_id=b4c6a37a-5baf-4856-8eed-18c1d393288b HTTP/1.1" status: 200 len: 1099 time: 0.1739066 Apr 18 19:27:52.432180 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81706666-0611-4957-8f84-81df3f8633bc req-afead2ea-e68d-43e5-ae59-28cc5f5df184 tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:52.432180 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-81706666-0611-4957-8f84-81df3f8633bc req-afead2ea-e68d-43e5-ae59-28cc5f5df184 tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] Synchronizing usage tracker for tenant:e61121fa7dce45d0a0f4ef0a60322c27 on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:27:52.584285 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-81706666-0611-4957-8f84-81df3f8633bc req-afead2ea-e68d-43e5-ae59-28cc5f5df184 tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] Unset dirty status for tenant:e61121fa7dce45d0a0f4ef0a60322c27 on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:27:52.585479 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-81706666-0611-4957-8f84-81df3f8633bc req-afead2ea-e68d-43e5-ae59-28cc5f5df184 tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4c6a37a-5baf-4856-8eed-18c1d393288b HTTP/1.1" status: 200 len: 948 time: 0.2929406 Apr 18 19:27:52.610197 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ba5bf957-3983-4500-9ed9-212449890e10 req-0ad93a90-1c07-4bfb-9351-0f736391b7c5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=4213c8d6-cbac-4a3e-a059-d7f75299dd76 HTTP/1.1" status: 200 len: 217 time: 0.0861464 Apr 18 19:27:52.695181 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5bf957-3983-4500-9ed9-212449890e10 req-448a410c-eedf-4fab-b006-d0036fd96c46 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:52.697658 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ba5bf957-3983-4500-9ed9-212449890e10 req-448a410c-eedf-4fab-b006-d0036fd96c46 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=17d1b3aa-2066-4ffa-a69f-52ed566b6548 HTTP/1.1" status: 200 len: 843 time: 0.0814557 Apr 18 19:27:52.703194 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-81706666-0611-4957-8f84-81df3f8633bc req-e70c5de4-5a3e-4c72-865b-9b0f56c5505e tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a151ec7-5edc-4088-aba2-485b5ea10b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094093 Apr 18 19:27:52.802600 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ba5bf957-3983-4500-9ed9-212449890e10 req-f3742e99-6b05-4a12-a54b-c3b08bb3a1fb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0891767 Apr 18 19:27:52.841575 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 51484) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:52.911070 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bc01bcb-c3b5-4aa3-9fe8-a916f6443e5d'] response: {'name': 'network-changed', 'server_uuid': 'b4c6a37a-5baf-4856-8eed-18c1d393288b', 'tag': '4213c8d6-cbac-4a3e-a059-d7f75299dd76', 'status': 'completed', 'code': 200} Apr 18 19:27:53.004102 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ba5bf957-3983-4500-9ed9-212449890e10 req-f296ad49-f196-422d-80a6-63e35be21e06 service neutron] 10.222.0.73 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953886 Apr 18 19:27:53.005648 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1a2eed6-66ea-46b6-972a-d1a2f2eb365b admin admin] Deleting subnet 821e2c5e-661c-4ee6-bd43-e99117759bb0 {{(pid=84764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:27:53.010949 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-e1a2eed6-66ea-46b6-972a-d1a2f2eb365b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:53.013073 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a4106dab-6971-4e7e-8fdc-c66f0a3f4877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:53.074824 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-e1a2eed6-66ea-46b6-972a-d1a2f2eb365b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66931798'] for subnet, precommit_delete_associations {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:53.240619 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [req-5a2ec800-214c-42d7-8b38-c62aa3887fcf req-80cf9672-6a5d-4955-8769-f52d0a58b6a7 tempest-LiveMigrationTest-374537811 tempest-LiveMigrationTest-374537811-project-admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=84764) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:27:53.240619 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-5a2ec800-214c-42d7-8b38-c62aa3887fcf req-80cf9672-6a5d-4955-8769-f52d0a58b6a7 tempest-LiveMigrationTest-374537811 tempest-LiveMigrationTest-374537811-project-admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0050790 Apr 18 19:27:53.271172 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [req-5a2ec800-214c-42d7-8b38-c62aa3887fcf req-58b9213d-ee34-4e3e-a6ef-90e2fb3b25f6 service neutron] Request body: {'binding': {'host': 'n-h1-836017-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:27:53.271172 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [req-5a2ec800-214c-42d7-8b38-c62aa3887fcf req-58b9213d-ee34-4e3e-a6ef-90e2fb3b25f6 service neutron] Unknown quota resources ['binding']. {{(pid=84764) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Apr 18 19:27:53.372663 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-e1a2eed6-66ea-46b6-972a-d1a2f2eb365b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1258508'] for subnet, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:53.386510 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ba5bf957-3983-4500-9ed9-212449890e10 req-1d3c2d9d-f390-465e-9a2c-efb44a03d736 service neutron] 10.222.0.73 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3755026 Apr 18 19:27:53.408209 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e08f5f-3ee2-4f02-a8b4-81dbee90987f req-186a8226-ec48-4084-920b-93a0233c53d1 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:53.414992 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-c2e08f5f-3ee2-4f02-a8b4-81dbee90987f req-186a8226-ec48-4084-920b-93a0233c53d1 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] 10.222.0.69 "GET /v2.0/ports?device_id=8887625e-000f-4745-93d8-2d7332fdb73a HTTP/1.1" status: 200 len: 946 time: 0.2998478 Apr 18 19:27:53.470527 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-c2e08f5f-3ee2-4f02-a8b4-81dbee90987f req-dc6da647-a409-4f4e-ba42-0e8b3e6ff039 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] 10.222.0.69 "GET /v2.0/security-groups?id=cd7f69dc-886d-4472-a746-337e2c087e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545895 Apr 18 19:27:53.614747 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-5a2ec800-214c-42d7-8b38-c62aa3887fcf req-58b9213d-ee34-4e3e-a6ef-90e2fb3b25f6 service neutron] Attempting to bind port 233fb7ed-5f6a-49c7-ae30-745fc89ae1c2 on host n-h1-836017-2 for vnic_type normal with profile None {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:27:53.615286 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-5a2ec800-214c-42d7-8b38-c62aa3887fcf req-58b9213d-ee34-4e3e-a6ef-90e2fb3b25f6 service neutron] Attempting to bind port 233fb7ed-5f6a-49c7-ae30-745fc89ae1c2 by drivers openvswitch,hyperv on host n-h1-836017-2 at level 0 using segments [{'id': '1b33902c-725a-4527-bb11-2978d3dba7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '0685e2b1-3b13-405d-a131-f90aa0a8867a'}] {{(pid=84764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:27:53.615796 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2ec800-214c-42d7-8b38-c62aa3887fcf req-58b9213d-ee34-4e3e-a6ef-90e2fb3b25f6 service neutron] Attempting to bind port 233fb7ed-5f6a-49c7-ae30-745fc89ae1c2 on network 0685e2b1-3b13-405d-a131-f90aa0a8867a {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:27:53.630349 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2ec800-214c-42d7-8b38-c62aa3887fcf req-58b9213d-ee34-4e3e-a6ef-90e2fb3b25f6 service neutron] Port 233fb7ed-5f6a-49c7-ae30-745fc89ae1c2 on network 0685e2b1-3b13-405d-a131-f90aa0a8867a not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-2 {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:27:53.630349 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2ec800-214c-42d7-8b38-c62aa3887fcf req-58b9213d-ee34-4e3e-a6ef-90e2fb3b25f6 service neutron] Attempting to bind port 233fb7ed-5f6a-49c7-ae30-745fc89ae1c2 on network 0685e2b1-3b13-405d-a131-f90aa0a8867a {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:27:53.656038 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2ec800-214c-42d7-8b38-c62aa3887fcf req-58b9213d-ee34-4e3e-a6ef-90e2fb3b25f6 service neutron] Checking agent: {'id': 'e3a31811-08e0-42ba-bc2e-ed8a973b714f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 25), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:27:53.656038 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2ec800-214c-42d7-8b38-c62aa3887fcf req-58b9213d-ee34-4e3e-a6ef-90e2fb3b25f6 service neutron] Checking segment: {'id': '1b33902c-725a-4527-bb11-2978d3dba7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '0685e2b1-3b13-405d-a131-f90aa0a8867a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:27:53.656038 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2ec800-214c-42d7-8b38-c62aa3887fcf req-58b9213d-ee34-4e3e-a6ef-90e2fb3b25f6 service neutron] Bound using segment: {'id': '1b33902c-725a-4527-bb11-2978d3dba7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '0685e2b1-3b13-405d-a131-f90aa0a8867a'} {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:27:53.656038 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-5a2ec800-214c-42d7-8b38-c62aa3887fcf req-58b9213d-ee34-4e3e-a6ef-90e2fb3b25f6 service neutron] Bound port: 233fb7ed-5f6a-49c7-ae30-745fc89ae1c2, host: n-h1-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b33902c-725a-4527-bb11-2978d3dba7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '0685e2b1-3b13-405d-a131-f90aa0a8867a'}}] {{(pid=84764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:27:53.656038 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-e1a2eed6-66ea-46b6-972a-d1a2f2eb365b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1258501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2290876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65862598'] for subnet, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:53.681461 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3499663a-4cc3-4aae-8b44-c34bcdf49db0 req-95f72c0f-e887-4fdf-92ff-4cff57c4751c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e61121fa7dce45d0a0f4ef0a60322c27&device_id=b4c6a37a-5baf-4856-8eed-18c1d393288b HTTP/1.1" status: 200 len: 1099 time: 0.1189806 Apr 18 19:27:53.728007 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a2eed6-66ea-46b6-972a-d1a2f2eb365b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=821e2c5e-661c-4ee6-bd43-e99117759bb0,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:53.728007 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-e1a2eed6-66ea-46b6-972a-d1a2f2eb365b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for subnet, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:53.745817 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-e1a2eed6-66ea-46b6-972a-d1a2f2eb365b admin admin] 10.222.0.69 "DELETE /v2.0/subnets/821e2c5e-661c-4ee6-bd43-e99117759bb0 HTTP/1.1" status: 204 len: 168 time: 0.8977616 Apr 18 19:27:53.745817 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 51498) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:53.940221 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-5a2ec800-214c-42d7-8b38-c62aa3887fcf req-58b9213d-ee34-4e3e-a6ef-90e2fb3b25f6 service neutron] For port 233fb7ed-5f6a-49c7-ae30-745fc89ae1c2, host n-h1-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=233fb7ed-5f6a-49c7-ae30-745fc89ae1c2,segment=NetworkSegment(1b33902c-725a-4527-bb11-2978d3dba7a4),segment_id=1b33902c-725a-4527-bb11-2978d3dba7a4)] {{(pid=84764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:27:53.962939 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-7f8d041d-64d0-4492-b24f-f2e460baa21a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:54.011393 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3499663a-4cc3-4aae-8b44-c34bcdf49db0 req-61eb8e98-dd34-4f5c-9b45-ca160da3105b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:54.012441 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3499663a-4cc3-4aae-8b44-c34bcdf49db0 req-61eb8e98-dd34-4f5c-9b45-ca160da3105b service neutron] 10.222.0.73 "GET /v2.0/networks?id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a HTTP/1.1" status: 200 len: 870 time: 0.3282378 Apr 18 19:27:54.028938 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ea5354-647c-47cd-8353-8b713ca6ca72 req-a8525887-68d7-499a-8c69-16ec2c192ded tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:54.030698 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-93ea5354-647c-47cd-8353-8b713ca6ca72 req-a8525887-68d7-499a-8c69-16ec2c192ded tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=339d07b1-7b62-4191-8b79-84390fd798a9 HTTP/1.1" status: 200 len: 950 time: 0.2426181 Apr 18 19:27:54.047456 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-5a2ec800-214c-42d7-8b38-c62aa3887fcf req-58b9213d-ee34-4e3e-a6ef-90e2fb3b25f6 service neutron] Notify callbacks [] for binding, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:54.048730 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-5a2ec800-214c-42d7-8b38-c62aa3887fcf req-58b9213d-ee34-4e3e-a6ef-90e2fb3b25f6 service neutron] 10.222.0.69 "POST /v2.0/ports/233fb7ed-5f6a-49c7-ae30-745fc89ae1c2/bindings HTTP/1.1" status: 201 len: 389 time: 0.7982938 Apr 18 19:27:54.152190 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3499663a-4cc3-4aae-8b44-c34bcdf49db0 req-4bc9dad9-2be5-4fee-a22d-c07ba7e926c8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=4213c8d6-cbac-4a3e-a059-d7f75299dd76 HTTP/1.1" status: 200 len: 217 time: 0.1287766 Apr 18 19:27:54.161695 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-7f8d041d-64d0-4492-b24f-f2e460baa21a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256345', 'neutron.services.segments.db._delete_segments_for_network-8791093852025'] for network, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:54.198845 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-7f8d041d-64d0-4492-b24f-f2e460baa21a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8db5f4da-a39f-4f3e-be08-67c85499e673']}} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:27:54.221238 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-7f8d041d-64d0-4492-b24f-f2e460baa21a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '221861f3-7fa1-45d2-b186-093d78ebdcc0') {'for_net_delete': True} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:27:54.221238 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-7f8d041d-64d0-4492-b24f-f2e460baa21a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '221861f3-7fa1-45d2-b186-093d78ebdcc0') {} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:27:54.232467 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-93ea5354-647c-47cd-8353-8b713ca6ca72 req-ea844974-e9cb-4095-938c-9b105cbbe5da tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264942 Apr 18 19:27:54.232914 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-7f8d041d-64d0-4492-b24f-f2e460baa21a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791093851908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66932133'] for segment, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:54.255086 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3499663a-4cc3-4aae-8b44-c34bcdf49db0 req-c549671c-a212-46e3-b076-56dc71b84653 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:54.257412 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3499663a-4cc3-4aae-8b44-c34bcdf49db0 req-c549671c-a212-46e3-b076-56dc71b84653 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=17d1b3aa-2066-4ffa-a69f-52ed566b6548 HTTP/1.1" status: 200 len: 843 time: 0.0935836 Apr 18 19:27:54.262176 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-7f8d041d-64d0-4492-b24f-f2e460baa21a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:54.265697 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f8d041d-64d0-4492-b24f-f2e460baa21a admin admin] Releasing vlan 592 on physical network physnet1 to pool {{(pid=84764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:27:54.266466 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-7f8d041d-64d0-4492-b24f-f2e460baa21a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2290898'] for segment, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:54.287915 n-d-836017-2 neutron-server[84764]: Traceback (most recent call last): Apr 18 19:27:54.287915 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:27:54.287915 n-d-836017-2 neutron-server[84764]: timer() Apr 18 19:27:54.287915 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:27:54.287915 n-d-836017-2 neutron-server[84764]: cb(*args, **kw) Apr 18 19:27:54.287915 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:27:54.287915 n-d-836017-2 neutron-server[84764]: return func(*args, **kwargs) Apr 18 19:27:54.287915 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:27:54.287915 n-d-836017-2 neutron-server[84764]: self._notify() Apr 18 19:27:54.287915 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:27:54.287915 n-d-836017-2 neutron-server[84764]: self.callback(batched_events) Apr 18 19:27:54.287915 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:27:54.287915 n-d-836017-2 neutron-server[84764]: event.method(event) Apr 18 19:27:54.287915 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:27:54.287915 n-d-836017-2 neutron-server[84764]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:27:54.287915 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:27:54.287915 n-d-836017-2 neutron-server[84764]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:27:54.287915 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:27:54.287915 n-d-836017-2 neutron-server[84764]: return f(self, *a, **k) Apr 18 19:27:54.287915 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:27:54.287915 n-d-836017-2 neutron-server[84764]: return self._get(url).json() Apr 18 19:27:54.287915 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:27:54.287915 n-d-836017-2 neutron-server[84764]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:27:54.287915 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:27:54.287915 n-d-836017-2 neutron-server[84764]: return self.request(url, 'GET', **kwargs) Apr 18 19:27:54.287915 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:27:54.287915 n-d-836017-2 neutron-server[84764]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:27:54.287915 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:27:54.287915 n-d-836017-2 neutron-server[84764]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:27:54.287915 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:27:54.287915 n-d-836017-2 neutron-server[84764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:27:54.287915 n-d-836017-2 neutron-server[84764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:27:54.394679 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3499663a-4cc3-4aae-8b44-c34bcdf49db0 req-f2d4413d-7d02-4c93-841b-043b8432e28d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1310914 Apr 18 19:27:54.475049 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-7f8d041d-64d0-4492-b24f-f2e460baa21a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416801'] for network, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:54.517233 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-7f8d041d-64d0-4492-b24f-f2e460baa21a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:54.529787 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8d041d-64d0-4492-b24f-f2e460baa21a admin admin] Pushing event deleted for resources: {'Network': ['ID=8db5f4da-a39f-4f3e-be08-67c85499e673,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:54.619517 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-7f8d041d-64d0-4492-b24f-f2e460baa21a admin admin] 10.222.0.69 "DELETE /v2.0/networks/8db5f4da-a39f-4f3e-be08-67c85499e673 HTTP/1.1" status: 204 len: 168 time: 0.8620801 Apr 18 19:27:54.685243 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3499663a-4cc3-4aae-8b44-c34bcdf49db0 req-f61aa048-7833-4ea6-a021-5aff412e71f6 service neutron] 10.222.0.73 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2816255 Apr 18 19:27:54.702087 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14002cbc-6818-4c65-8cf1-0e00eb8d5bc9 req-28705cc2-e8f2-4c4b-9be5-fa3765667a4f tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:54.702087 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-14002cbc-6818-4c65-8cf1-0e00eb8d5bc9 req-28705cc2-e8f2-4c4b-9be5-fa3765667a4f tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4c6a37a-5baf-4856-8eed-18c1d393288b HTTP/1.1" status: 200 len: 948 time: 0.1552250 Apr 18 19:27:54.783237 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:54.962209 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-14002cbc-6818-4c65-8cf1-0e00eb8d5bc9 req-e22bf484-813a-4ebb-9f06-860e6a066759 tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a151ec7-5edc-4088-aba2-485b5ea10b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530298 Apr 18 19:27:55.018047 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3499663a-4cc3-4aae-8b44-c34bcdf49db0 req-3b3b768f-d5d0-4f91-a6c4-e1964ad1fa5c service neutron] 10.222.0.73 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3098125 Apr 18 19:27:55.028072 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5a2ec800-214c-42d7-8b38-c62aa3887fcf req-f1122836-3a83-4753-8358-8c1fb75378f9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fc56e011536d43568ffc66b480cf23b0&device_id=cd5645d0-db8a-4ffe-b4ce-5967e6245f85 HTTP/1.1" status: 200 len: 1096 time: 0.1783981 Apr 18 19:27:55.229512 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ec800-214c-42d7-8b38-c62aa3887fcf req-3506dbe6-c9c6-42c5-847d-3c56206db99b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:55.231006 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5a2ec800-214c-42d7-8b38-c62aa3887fcf req-3506dbe6-c9c6-42c5-847d-3c56206db99b service neutron] 10.222.0.73 "GET /v2.0/networks?id=0685e2b1-3b13-405d-a131-f90aa0a8867a HTTP/1.1" status: 200 len: 909 time: 0.2045181 Apr 18 19:27:55.301069 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ff1309-24c5-4c90-ad5c-c89797d675d4 req-59a6474c-4cdf-4c16-8210-f9482f393874 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:55.302688 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-53ff1309-24c5-4c90-ad5c-c89797d675d4 req-59a6474c-4cdf-4c16-8210-f9482f393874 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=cd5645d0-db8a-4ffe-b4ce-5967e6245f85 HTTP/1.1" status: 200 len: 945 time: 0.2022779 Apr 18 19:27:55.326651 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5a2ec800-214c-42d7-8b38-c62aa3887fcf req-c97bb107-af3f-4192-aae2-267791f13dd3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=233fb7ed-5f6a-49c7-ae30-745fc89ae1c2 HTTP/1.1" status: 200 len: 217 time: 0.0880158 Apr 18 19:27:55.412117 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-53ff1309-24c5-4c90-ad5c-c89797d675d4 req-4a3f968e-2c9f-4149-ad55-389e96d11ff1 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019669 Apr 18 19:27:55.418785 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ec800-214c-42d7-8b38-c62aa3887fcf req-144837cc-1819-448d-9560-4eb771b9b09f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:55.420376 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5a2ec800-214c-42d7-8b38-c62aa3887fcf req-144837cc-1819-448d-9560-4eb771b9b09f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1c71b90d-680b-4d0c-80a6-944953a6ed07 HTTP/1.1" status: 200 len: 848 time: 0.0870931 Apr 18 19:27:55.462668 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 51530) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:55.471836 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5a2ec800-214c-42d7-8b38-c62aa3887fcf req-5e78b2b0-9607-421c-a92b-d015d24c8cd9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0685e2b1-3b13-405d-a131-f90aa0a8867a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441897 Apr 18 19:27:55.648181 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f78818b3-31ca-4702-8900-6840038e601f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:55.683517 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-f78818b3-31ca-4702-8900-6840038e601f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:27:55.688171 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-f78818b3-31ca-4702-8900-6840038e601f admin admin] Usage tracker for resource:security_group_rule and tenant:524ace6920ba4fe9a627e1e7b5c1139d is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:27:55.691916 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-f78818b3-31ca-4702-8900-6840038e601f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:27:55.699648 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-f78818b3-31ca-4702-8900-6840038e601f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:27:55.773859 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f78818b3-31ca-4702-8900-6840038e601f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:55.777148 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5a2ec800-214c-42d7-8b38-c62aa3887fcf req-ff01b8d0-f27c-41a7-8872-9d868105408d service neutron] 10.222.0.73 "GET /v2.0/networks/0685e2b1-3b13-405d-a131-f90aa0a8867a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002408 Apr 18 19:27:55.916150 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376222f0-c5e0-41fe-a5b5-2ca2c90c2fea req-8bd1bf79-68ff-48ae-86e9-01f5c488c73f tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:55.918069 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-376222f0-c5e0-41fe-a5b5-2ca2c90c2fea req-8bd1bf79-68ff-48ae-86e9-01f5c488c73f tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] 10.222.0.69 "GET /v2.0/ports?device_id=8887625e-000f-4745-93d8-2d7332fdb73a HTTP/1.1" status: 200 len: 946 time: 0.1905062 Apr 18 19:27:55.959957 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5a2ec800-214c-42d7-8b38-c62aa3887fcf req-7fb6a873-865a-4bae-af44-3c58f568cf50 service neutron] 10.222.0.73 "GET /v2.0/networks/0685e2b1-3b13-405d-a131-f90aa0a8867a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717539 Apr 18 19:27:55.976370 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f78818b3-31ca-4702-8900-6840038e601f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:55.981399 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-376222f0-c5e0-41fe-a5b5-2ca2c90c2fea req-9da8d4b0-671b-4574-85c4-58378dbaf152 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] 10.222.0.69 "GET /v2.0/security-groups?id=cd7f69dc-886d-4472-a746-337e2c087e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527966 Apr 18 19:27:56.022023 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78818b3-31ca-4702-8900-6840038e601f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0ec100c-2675-4926-97e5-50aba930c51f,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:56.068797 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-f78818b3-31ca-4702-8900-6840038e601f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=524ace6920ba4fe9a627e1e7b5c1139d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6033809 Apr 18 19:27:56.070939 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 51542) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:56.121504 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 51546) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:56.205754 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8850c32-c20d-4ac6-9367-d47cf12ecec4 req-56a4bfac-e296-4e99-b91f-9af366195f9e tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:56.207251 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e8850c32-c20d-4ac6-9367-d47cf12ecec4 req-56a4bfac-e296-4e99-b91f-9af366195f9e tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=339d07b1-7b62-4191-8b79-84390fd798a9 HTTP/1.1" status: 200 len: 950 time: 0.0957720 Apr 18 19:27:56.257291 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-0c7113b1-9d60-489f-9f19-2a6bcabd778b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=da5a31afb55b443c9eec320876635d31&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1297717 Apr 18 19:27:56.257291 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 51550) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:56.296051 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e8850c32-c20d-4ac6-9367-d47cf12ecec4 req-68b2364c-775d-4426-8677-f5c25051e452 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743797 Apr 18 19:27:56.305126 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-66c661bf-b5f1-4c63-9cae-1dd0464b0e0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:56.382216 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-66c661bf-b5f1-4c63-9cae-1dd0464b0e0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:56.409795 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73b3c7f-4465-440f-b631-864c008a3095 req-11576ed8-ec76-46de-b1fa-397724eddc9a tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:56.411353 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e73b3c7f-4465-440f-b631-864c008a3095 req-11576ed8-ec76-46de-b1fa-397724eddc9a tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4c6a37a-5baf-4856-8eed-18c1d393288b HTTP/1.1" status: 200 len: 948 time: 0.2659559 Apr 18 19:27:56.484699 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-2ab3cd59-e82d-4d81-bd17-a5fd87506f5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:56.544285 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-2ab3cd59-e82d-4d81-bd17-a5fd87506f5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:56.567193 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e73b3c7f-4465-440f-b631-864c008a3095 req-8fba5d33-3399-4ea9-9539-4763b739603c tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a151ec7-5edc-4088-aba2-485b5ea10b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482270 Apr 18 19:27:56.664084 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-66c661bf-b5f1-4c63-9cae-1dd0464b0e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:56.700606 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-2ab3cd59-e82d-4d81-bd17-a5fd87506f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:56.719807 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c661bf-b5f1-4c63-9cae-1dd0464b0e0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0ec100c-2675-4926-97e5-50aba930c51f,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:56.741047 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab3cd59-e82d-4d81-bd17-a5fd87506f5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cad6324-b59f-480f-beec-07edcca86669,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:56.838363 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-2ab3cd59-e82d-4d81-bd17-a5fd87506f5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:56.844788 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-2ab3cd59-e82d-4d81-bd17-a5fd87506f5c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1cad6324-b59f-480f-beec-07edcca86669 HTTP/1.1" status: 204 len: 168 time: 0.5833008 Apr 18 19:27:56.844788 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-66c661bf-b5f1-4c63-9cae-1dd0464b0e0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:56.844788 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-66c661bf-b5f1-4c63-9cae-1dd0464b0e0d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c0ec100c-2675-4926-97e5-50aba930c51f HTTP/1.1" status: 204 len: 168 time: 0.7713578 Apr 18 19:27:56.975543 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a8e141-a82a-47a8-b75f-09bd3426a15d req-69c94277-4fdd-49db-ad28-5cdda35a7034 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:56.977493 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-12a8e141-a82a-47a8-b75f-09bd3426a15d req-69c94277-4fdd-49db-ad28-5cdda35a7034 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=cd5645d0-db8a-4ffe-b4ce-5967e6245f85 HTTP/1.1" status: 200 len: 945 time: 0.0855181 Apr 18 19:27:57.053852 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-12a8e141-a82a-47a8-b75f-09bd3426a15d req-0c4d2d63-c018-40a8-8f12-4900fa09b51a tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634222 Apr 18 19:27:57.709205 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28687b60-cc9d-4817-a898-801026700456 req-60ebea27-1218-4ab5-a91a-48dfec677980 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:57.717916 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-28687b60-cc9d-4817-a898-801026700456 req-60ebea27-1218-4ab5-a91a-48dfec677980 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=339d07b1-7b62-4191-8b79-84390fd798a9 HTTP/1.1" status: 200 len: 950 time: 0.1561704 Apr 18 19:27:57.825017 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-28687b60-cc9d-4817-a898-801026700456 req-352ff25a-66d5-432e-ba00-62a34032525b tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031983 Apr 18 19:27:57.840184 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ca00a07f-50f8-4e86-878d-d340febac146 req-e50363b5-77c8-46e2-80f1-d5edfe801c2f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cde3a890089e40a1b179d71db405af78&device_id=8887625e-000f-4745-93d8-2d7332fdb73a HTTP/1.1" status: 200 len: 1097 time: 0.3896501 Apr 18 19:27:57.847275 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 4213c8d6-cbac-4a3e-a059-d7f75299dd76 details requested by agent hyperv_n-h1-836017-2 with host n-h1-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:27:58.092429 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04085f9e-ab83-4971-928b-eb0b4ac25283 req-8cd34ecb-008a-4cfa-a226-0452784da3e0 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:58.110258 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-04085f9e-ab83-4971-928b-eb0b4ac25283 req-8cd34ecb-008a-4cfa-a226-0452784da3e0 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] 10.222.0.69 "GET /v2.0/ports?device_id=8887625e-000f-4745-93d8-2d7332fdb73a HTTP/1.1" status: 200 len: 946 time: 0.5336347 Apr 18 19:27:58.173136 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cce2286-f6fa-4e2b-ad8f-3b170d5baaa1 req-f084b613-a755-4cda-97ba-1aa40944fd3d tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:58.173136 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-9cce2286-f6fa-4e2b-ad8f-3b170d5baaa1 req-f084b613-a755-4cda-97ba-1aa40944fd3d tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4c6a37a-5baf-4856-8eed-18c1d393288b HTTP/1.1" status: 200 len: 948 time: 0.2030478 Apr 18 19:27:58.207141 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca00a07f-50f8-4e86-878d-d340febac146 req-6a10e86e-fc96-4ce1-8729-21103d6be71e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:58.207141 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ca00a07f-50f8-4e86-878d-d340febac146 req-6a10e86e-fc96-4ce1-8729-21103d6be71e service neutron] 10.222.0.73 "GET /v2.0/networks?id=19b59b41-cadd-403d-bfd9-2d34b4cf02aa HTTP/1.1" status: 200 len: 921 time: 0.3515728 Apr 18 19:27:58.223235 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port 4213c8d6-cbac-4a3e-a059-d7f75299dd76, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=4213c8d6-cbac-4a3e-a059-d7f75299dd76,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:27:58.245981 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Returning: {'device': '4213c8d6-cbac-4a3e-a059-d7f75299dd76', 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a', 'port_id': '4213c8d6-cbac-4a3e-a059-d7f75299dd76', 'mac_address': 'fa:16:3e:d2:72:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17d1b3aa-2066-4ffa-a69f-52ed566b6548', 'ip_address': '192.168.233.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:27:58.250478 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-9cce2286-f6fa-4e2b-ad8f-3b170d5baaa1 req-12b58043-64dd-4812-aea5-d3e8886b288d tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a151ec7-5edc-4088-aba2-485b5ea10b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672686 Apr 18 19:27:58.343869 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-04085f9e-ab83-4971-928b-eb0b4ac25283 req-cae9e6e2-3ea4-4cc2-a21a-54859c46a589 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] 10.222.0.69 "GET /v2.0/security-groups?id=cd7f69dc-886d-4472-a746-337e2c087e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089849 Apr 18 19:27:58.389189 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ca00a07f-50f8-4e86-878d-d340febac146 req-b7508890-e88b-4271-b0eb-0c9b49dc9136 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=48819bd4-8cc7-465b-8fdf-5c537c344b66 HTTP/1.1" status: 200 len: 217 time: 0.1736732 Apr 18 19:27:58.406720 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:58.433372 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4213c8d6-cbac-4a3e-a059-d7f75299dd76 {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:27:58.503953 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port 4213c8d6-cbac-4a3e-a059-d7f75299dd76, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=4213c8d6-cbac-4a3e-a059-d7f75299dd76,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:27:58.525807 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca00a07f-50f8-4e86-878d-d340febac146 req-ba141ee5-0245-4599-82a3-82f1f89f519e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:58.525807 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ca00a07f-50f8-4e86-878d-d340febac146 req-ba141ee5-0245-4599-82a3-82f1f89f519e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=34e3ae83-1d27-4273-87fc-7e73d7e0f53e HTTP/1.1" status: 200 len: 860 time: 0.1351049 Apr 18 19:27:58.584727 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:58.636660 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ca00a07f-50f8-4e86-878d-d340febac146 req-0c5e44b5-6946-4a69-83b7-91a4a16f07b5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=19b59b41-cadd-403d-bfd9-2d34b4cf02aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0906823 Apr 18 19:27:58.664648 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Pushing event updated for resources: {'Port': ['ID=4213c8d6-cbac-4a3e-a059-d7f75299dd76,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:58.906621 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7c333f-93ab-43d8-bfb7-99a2ae76a2dc req-d71e735c-a08b-473c-8ecf-35b43c0a21a8 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:58.914107 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5a7c333f-93ab-43d8-bfb7-99a2ae76a2dc req-d71e735c-a08b-473c-8ecf-35b43c0a21a8 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=cd5645d0-db8a-4ffe-b4ce-5967e6245f85 HTTP/1.1" status: 200 len: 945 time: 0.3313911 Apr 18 19:27:58.914107 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ca00a07f-50f8-4e86-878d-d340febac146 req-91b1038f-a973-4976-9074-8626b79be21f service neutron] 10.222.0.73 "GET /v2.0/networks/19b59b41-cadd-403d-bfd9-2d34b4cf02aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787247 Apr 18 19:27:58.973039 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] get_ports_and_sgs() called for port_ids ['4213c8d6-cbac-4a3e-a059-d7f75299dd76'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:27:59.089906 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5a7c333f-93ab-43d8-bfb7-99a2ae76a2dc req-8375bb43-53cc-4893-b5eb-82b4887baa15 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720092 Apr 18 19:27:59.168271 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ca00a07f-50f8-4e86-878d-d340febac146 req-0b059a3e-4b83-434d-957b-9f9d27ae0478 service neutron] 10.222.0.73 "GET /v2.0/networks/19b59b41-cadd-403d-bfd9-2d34b4cf02aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403624 Apr 18 19:27:59.429403 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2195715-da39-41c2-abcb-c5eb88bd2a48 req-f0dbdac5-2af5-4623-9070-1449be76f0c0 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:59.430906 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-c2195715-da39-41c2-abcb-c5eb88bd2a48 req-f0dbdac5-2af5-4623-9070-1449be76f0c0 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=339d07b1-7b62-4191-8b79-84390fd798a9 HTTP/1.1" status: 200 len: 950 time: 0.1255023 Apr 18 19:27:59.609589 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 51628) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:59.639803 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-c2195715-da39-41c2-abcb-c5eb88bd2a48 req-1fd0dfee-dc76-4bde-9bed-2ee09c5403ad tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016537 Apr 18 19:27:59.755326 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e03274e-b798-4214-b536-1131547d4a10 req-ad112560-ab68-4040-86fd-6a966e8c6438 tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:59.761281 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-1e03274e-b798-4214-b536-1131547d4a10 req-ad112560-ab68-4040-86fd-6a966e8c6438 tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4c6a37a-5baf-4856-8eed-18c1d393288b HTTP/1.1" status: 200 len: 949 time: 0.1445961 Apr 18 19:27:59.832903 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-1e03274e-b798-4214-b536-1131547d4a10 req-6116ed9e-40c0-4278-bce9-1dddf5485d68 tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a151ec7-5edc-4088-aba2-485b5ea10b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666506 Apr 18 19:27:59.959331 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-ae21c885-b619-4e0d-88e7-859b01c89a08 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-135221566-network', 'tenant_id': '76e1ee3997ab44ceb6fa25bdc9cd69f6'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:27:59.962057 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-ae21c885-b619-4e0d-88e7-859b01c89a08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:27:59.964498 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-ae21c885-b619-4e0d-88e7-859b01c89a08 admin admin] Usage tracker for resource:network and tenant:76e1ee3997ab44ceb6fa25bdc9cd69f6 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:27:59.966804 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c96172-5c3f-44dd-ae45-b3750bff6c6c req-8715baa4-69ee-4047-9211-58decd676281 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:59.970737 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-ae21c885-b619-4e0d-88e7-859b01c89a08 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:27:59.972529 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-c5c96172-5c3f-44dd-ae45-b3750bff6c6c req-8715baa4-69ee-4047-9211-58decd676281 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] 10.222.0.69 "GET /v2.0/ports?device_id=8887625e-000f-4745-93d8-2d7332fdb73a HTTP/1.1" status: 200 len: 946 time: 0.1537225 Apr 18 19:27:59.976344 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-ae21c885-b619-4e0d-88e7-859b01c89a08 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:28:00.047186 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-c5c96172-5c3f-44dd-ae45-b3750bff6c6c req-16795adf-443a-494c-a25d-28fb3144dcd0 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] 10.222.0.69 "GET /v2.0/security-groups?id=cd7f69dc-886d-4472-a746-337e2c087e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669138 Apr 18 19:28:00.071015 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae21c885-b619-4e0d-88e7-859b01c89a08 admin admin] Made reservation on behalf of 76e1ee3997ab44ceb6fa25bdc9cd69f6 for: {'network': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:28:00.071015 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-ae21c885-b619-4e0d-88e7-859b01c89a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for network, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:00.083469 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-ae21c885-b619-4e0d-88e7-859b01c89a08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:00.129507 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-ae21c885-b619-4e0d-88e7-859b01c89a08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:28:00.135862 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-ae21c885-b619-4e0d-88e7-859b01c89a08 admin admin] Usage tracker for resource:security_group_rule and tenant:76e1ee3997ab44ceb6fa25bdc9cd69f6 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:28:00.139534 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-ae21c885-b619-4e0d-88e7-859b01c89a08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:28:00.150845 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-ae21c885-b619-4e0d-88e7-859b01c89a08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:28:00.260760 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-ae21c885-b619-4e0d-88e7-859b01c89a08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:00.386974 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-ae21c885-b619-4e0d-88e7-859b01c89a08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:00.473138 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae21c885-b619-4e0d-88e7-859b01c89a08 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=84764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:28:00.501181 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae21c885-b619-4e0d-88e7-859b01c89a08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a141a97b-10ea-4a45-b463-6b38bd1cffff,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:00.508185 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-ae21c885-b619-4e0d-88e7-859b01c89a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:00.508185 n-d-836017-2 neutron-server[84764]: INFO neutron.db.segments_db [None req-ae21c885-b619-4e0d-88e7-859b01c89a08 admin admin] Added segment 3cf55c06-33d0-4793-a46b-65cf78b7090c of type vlan for network d2042316-fc2f-4bd1-9428-8aa751f345ec Apr 18 19:28:00.564013 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-ae21c885-b619-4e0d-88e7-859b01c89a08 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791093404182'] for network, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:00.582150 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009a8725-1b86-414a-ac37-a743bf6db15b req-bd21ce9f-fda1-4c5c-96a9-c2cfd78fdabe tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:00.582150 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-009a8725-1b86-414a-ac37-a743bf6db15b req-bd21ce9f-fda1-4c5c-96a9-c2cfd78fdabe tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=cd5645d0-db8a-4ffe-b4ce-5967e6245f85 HTTP/1.1" status: 200 len: 945 time: 0.1837502 Apr 18 19:28:00.591391 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-11d7aa68-71c4-4009-8aaf-f00e9b84cd2c req-1a0c94aa-aa60-4340-8b98-817923858d44 tempest-ServerShowV247Test-757221321 tempest-ServerShowV247Test-757221321-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9345cef-ab8d-44e8-8a01-6abffa88dfaf HTTP/1.1" status: 200 len: 210 time: 0.0501127 Apr 18 19:28:00.652585 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-009a8725-1b86-414a-ac37-a743bf6db15b req-c884c259-06ab-445a-a014-468f85eaa395 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661528 Apr 18 19:28:00.715747 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-ae21c885-b619-4e0d-88e7-859b01c89a08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251'] for network, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:00.716778 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae21c885-b619-4e0d-88e7-859b01c89a08 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:00.717438 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-ae21c885-b619-4e0d-88e7-859b01c89a08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:00.928516 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be58118-3825-4fc6-9966-473cc3a688e5 req-b88375b0-6c41-47a5-86c7-f8180f56cbb9 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:00.937722 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7be58118-3825-4fc6-9966-473cc3a688e5 req-b88375b0-6c41-47a5-86c7-f8180f56cbb9 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=339d07b1-7b62-4191-8b79-84390fd798a9 HTTP/1.1" status: 200 len: 950 time: 0.1077559 Apr 18 19:28:00.963612 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae21c885-b619-4e0d-88e7-859b01c89a08 admin admin] Pushing event updated for resources: {'Network': ['ID=d2042316-fc2f-4bd1-9428-8aa751f345ec,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:00.982774 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Network d2042316-fc2f-4bd1-9428-8aa751f345ec details requested by agent ovs-agent-n-d-836017-2 with host n-d-836017-2 {{(pid=84765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:28:00.995644 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7be58118-3825-4fc6-9966-473cc3a688e5 req-d533bf4d-c2cf-4c4e-b1f0-539bab396803 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570662 Apr 18 19:28:01.102428 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-ae21c885-b619-4e0d-88e7-859b01c89a08 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4862046 Apr 18 19:28:01.105073 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 51676) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:28:01.113707 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-06769ab6-2287-4399-9b02-3d5b60a0330d admin admin] Request body: {'subnet': {'network_id': 'd2042316-fc2f-4bd1-9428-8aa751f345ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-135221566-subnet', 'tenant_id': '76e1ee3997ab44ceb6fa25bdc9cd69f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:28:01.126409 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-06769ab6-2287-4399-9b02-3d5b60a0330d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:28:01.128747 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-06769ab6-2287-4399-9b02-3d5b60a0330d admin admin] Usage tracker for resource:subnet and tenant:76e1ee3997ab44ceb6fa25bdc9cd69f6 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:28:01.133313 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-06769ab6-2287-4399-9b02-3d5b60a0330d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:28:01.143843 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-06769ab6-2287-4399-9b02-3d5b60a0330d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:28:01.212106 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0001b2a-b42a-4f23-8d16-3a1fc82c1a5e req-a7878da5-8e86-410f-aa2a-b707f525e2bc tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:01.214110 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b0001b2a-b42a-4f23-8d16-3a1fc82c1a5e req-a7878da5-8e86-410f-aa2a-b707f525e2bc tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4c6a37a-5baf-4856-8eed-18c1d393288b HTTP/1.1" status: 200 len: 949 time: 0.0917120 Apr 18 19:28:01.247055 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06769ab6-2287-4399-9b02-3d5b60a0330d admin admin] Made reservation on behalf of 76e1ee3997ab44ceb6fa25bdc9cd69f6 for: {'subnet': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:28:01.252146 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-06769ab6-2287-4399-9b02-3d5b60a0330d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65862573'] for subnet, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:01.319418 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b0001b2a-b42a-4f23-8d16-3a1fc82c1a5e req-6b431d4e-c89b-4bd4-9716-ce5ad166891c tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a151ec7-5edc-4088-aba2-485b5ea10b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908639 Apr 18 19:28:01.602065 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f1f6db44-a94d-488b-a998-e8ee4089a85b req-e3d3a690-fc16-4e52-a0e0-348d1e798a85 tempest-ServerShowV247Test-757221321 tempest-ServerShowV247Test-757221321-project] 10.222.0.69 "GET /v2.0/ports?device_id=497de465-834c-4f8a-9de6-d88d0b41ec77 HTTP/1.1" status: 200 len: 210 time: 0.0491102 Apr 18 19:28:01.680271 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4184face-1f20-44ed-8579-e8ae26a1736f req-fd50ef37-8022-4567-a2e5-7bf9e649f640 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:01.681796 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-4184face-1f20-44ed-8579-e8ae26a1736f req-fd50ef37-8022-4567-a2e5-7bf9e649f640 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] 10.222.0.69 "GET /v2.0/ports?device_id=8887625e-000f-4745-93d8-2d7332fdb73a HTTP/1.1" status: 200 len: 946 time: 0.2405403 Apr 18 19:28:01.761698 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-4184face-1f20-44ed-8579-e8ae26a1736f req-06d553b1-0bd4-4df6-a4a0-588305dccece tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] 10.222.0.69 "GET /v2.0/security-groups?id=cd7f69dc-886d-4472-a746-337e2c087e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715320 Apr 18 19:28:01.857288 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 4213c8d6-cbac-4a3e-a059-d7f75299dd76 up at agent hyperv_n-h1-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:28:01.869855 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-06769ab6-2287-4399-9b02-3d5b60a0330d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2290811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65862591'] for subnet, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:01.936830 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e8c6dd-c87f-42d4-acce-fcefb8c873c8 req-867581fa-fd69-4277-9b26-7a0c4148fb23 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:01.941720 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-77e8c6dd-c87f-42d4-acce-fcefb8c873c8 req-867581fa-fd69-4277-9b26-7a0c4148fb23 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=cd5645d0-db8a-4ffe-b4ce-5967e6245f85 HTTP/1.1" status: 200 len: 945 time: 0.1333122 Apr 18 19:28:01.964659 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06769ab6-2287-4399-9b02-3d5b60a0330d admin admin] Pushing event updated for resources: {'Subnet': ['ID=741dfd9d-95ea-4063-b188-15cfc9cc941c,revision_number=0']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:01.978366 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06769ab6-2287-4399-9b02-3d5b60a0330d admin admin] Checking segment: {'id': '3cf55c06-33d0-4793-a46b-65cf78b7090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'd2042316-fc2f-4bd1-9428-8aa751f345ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:28:01.978716 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06769ab6-2287-4399-9b02-3d5b60a0330d admin admin] Network hostable DHCP agents. Network: d2042316-fc2f-4bd1-9428-8aa751f345ec, hostable agents: ['f6987c12-6d6c-47d4-b22d-cfcd164dc40d'], hosted agents: [] {{(pid=84764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:28:02.001373 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-77e8c6dd-c87f-42d4-acce-fcefb8c873c8 req-09a5b0f7-6f8a-4573-80b2-4b0cb026fe4c tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529330 Apr 18 19:28:02.096136 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 51700) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:28:02.147591 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Provisioning for port 4213c8d6-cbac-4a3e-a059-d7f75299dd76 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:28:02.153115 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Provisioning complete for port 4213c8d6-cbac-4a3e-a059-d7f75299dd76 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:28:02.153476 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:02.195611 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06769ab6-2287-4399-9b02-3d5b60a0330d admin admin] Network d2042316-fc2f-4bd1-9428-8aa751f345ec is scheduled to be hosted by DHCP agent f6987c12-6d6c-47d4-b22d-cfcd164dc40d with binding_index 1 {{(pid=84764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:28:02.253329 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ad83db-7a43-4cfa-b1f5-1a67193486c9 req-905fbe92-77f6-4aa7-bbf0-5d6bc78855d9 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:02.259183 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d6ad83db-7a43-4cfa-b1f5-1a67193486c9 req-905fbe92-77f6-4aa7-bbf0-5d6bc78855d9 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=339d07b1-7b62-4191-8b79-84390fd798a9 HTTP/1.1" status: 200 len: 950 time: 0.1241744 Apr 18 19:28:02.303737 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [None req-06769ab6-2287-4399-9b02-3d5b60a0330d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-2, d2042316-fc2f-4bd1-9428-8aa751f345ec) {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:28:02.310303 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06769ab6-2287-4399-9b02-3d5b60a0330d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:02.310902 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-06769ab6-2287-4399-9b02-3d5b60a0330d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for subnet, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:02.315514 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:02.316194 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-4f1df648-d0ad-4275-bf4e-cc79bc9f109a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:02.326279 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696d4ded-58a0-4a8e-b6a4-933f318e1638 None None] Network d2042316-fc2f-4bd1-9428-8aa751f345ec requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:28:02.380055 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d6ad83db-7a43-4cfa-b1f5-1a67193486c9 req-43d87722-4d96-468f-bd82-f49f1cd04c40 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199210 Apr 18 19:28:02.388135 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-4f1df648-d0ad-4275-bf4e-cc79bc9f109a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:28:02.394209 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-4f1df648-d0ad-4275-bf4e-cc79bc9f109a admin admin] Usage tracker for resource:security_group_rule and tenant:21f265a66e9c42aa9d3e5f31451a6d82 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:28:02.399885 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-4f1df648-d0ad-4275-bf4e-cc79bc9f109a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:28:02.412639 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-4f1df648-d0ad-4275-bf4e-cc79bc9f109a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:28:02.427100 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4c6a37a-5baf-4856-8eed-18c1d393288b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4213c8d6-cbac-4a3e-a059-d7f75299dd76'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:28:02.451650 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port 4213c8d6-cbac-4a3e-a059-d7f75299dd76, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=4213c8d6-cbac-4a3e-a059-d7f75299dd76,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:28:02.525772 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-06769ab6-2287-4399-9b02-3d5b60a0330d admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4191060 Apr 18 19:28:02.528884 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 51712) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:28:02.536410 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-9149ff47-d378-42af-8b87-f006fb1b8a6b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-135221566-router', 'tenant_id': '76e1ee3997ab44ceb6fa25bdc9cd69f6', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'}}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:28:02.541856 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-9149ff47-d378-42af-8b87-f006fb1b8a6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:28:02.546613 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-9149ff47-d378-42af-8b87-f006fb1b8a6b admin admin] Usage tracker for resource:router and tenant:76e1ee3997ab44ceb6fa25bdc9cd69f6 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:28:02.550085 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-9149ff47-d378-42af-8b87-f006fb1b8a6b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:28:02.562758 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-9149ff47-d378-42af-8b87-f006fb1b8a6b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:28:02.562915 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-4f1df648-d0ad-4275-bf4e-cc79bc9f109a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:02.566586 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fc3b03e-7462-44ea-a41c-839393a7585b'] response: {'server_uuid': 'b4c6a37a-5baf-4856-8eed-18c1d393288b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4213c8d6-cbac-4a3e-a059-d7f75299dd76', 'code': 200} Apr 18 19:28:02.568122 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:02.709777 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-4f1df648-d0ad-4275-bf4e-cc79bc9f109a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:02.725300 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9399a737-d17f-4367-ad2d-55756ae5a4d0 None None] Network d2042316-fc2f-4bd1-9428-8aa751f345ec requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:28:02.727946 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-9149ff47-d378-42af-8b87-f006fb1b8a6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-415242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4425'] for router, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:02.729168 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-9149ff47-d378-42af-8b87-f006fb1b8a6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-416909', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4418'] for router, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:02.789032 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-9149ff47-d378-42af-8b87-f006fb1b8a6b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:02.803552 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d74a1915-e0fb-434d-ae69-04489b0e7012 req-0aca50df-5e20-4fff-8ed9-73c399eb79c8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b4c6a37a-5baf-4856-8eed-18c1d393288b HTTP/1.1" status: 200 len: 1101 time: 0.1872833 Apr 18 19:28:02.854791 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3403d2ff-71ef-4888-8d5b-c4514c683c91 req-abb21485-7efc-4f68-acd3-59463642dddf tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:02.855081 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Pushing event updated for resources: {'Port': ['ID=4213c8d6-cbac-4a3e-a059-d7f75299dd76,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:02.863135 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3403d2ff-71ef-4888-8d5b-c4514c683c91 req-abb21485-7efc-4f68-acd3-59463642dddf tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4c6a37a-5baf-4856-8eed-18c1d393288b HTTP/1.1" status: 200 len: 950 time: 0.2922904 Apr 18 19:28:02.923701 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d74a1915-e0fb-434d-ae69-04489b0e7012 req-42591440-4c1b-44c4-b20f-2c47043f2d92 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=4a151ec7-5edc-4088-aba2-485b5ea10b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081331 Apr 18 19:28:02.962962 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-4f1df648-d0ad-4275-bf4e-cc79bc9f109a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=21f265a66e9c42aa9d3e5f31451a6d82&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8652775 Apr 18 19:28:02.964172 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1df648-d0ad-4275-bf4e-cc79bc9f109a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8700ce9c-3e33-4e1c-ab30-7d77b6973a01,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:02.982596 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 51720) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:28:03.004005 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8e6dc985-b3e0-4f51-b063-f43bc2651d0a req-346fc7ea-6230-401c-b7be-453aadb4a719 tempest-ServerShowV247Test-757221321 tempest-ServerShowV247Test-757221321-project] 10.222.0.69 "GET /v2.0/ports?device_id=497de465-834c-4f8a-9de6-d88d0b41ec77 HTTP/1.1" status: 200 len: 210 time: 0.1247582 Apr 18 19:28:03.050424 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3403d2ff-71ef-4888-8d5b-c4514c683c91 req-a2be4261-e2b5-431f-9a89-a5bffb52ef9c tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a151ec7-5edc-4088-aba2-485b5ea10b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846807 Apr 18 19:28:03.278576 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-dae4aad3-ad19-4500-a2f6-d45afdabd399 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:03.306340 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-9149ff47-d378-42af-8b87-f006fb1b8a6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416895', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4776'] for router, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:03.341346 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bbf8b1-6b1b-44c2-ae0d-456400e806de req-e2a370be-1d08-4a6a-9101-7f0212354818 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:03.342750 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-90bbf8b1-6b1b-44c2-ae0d-456400e806de req-e2a370be-1d08-4a6a-9101-7f0212354818 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] 10.222.0.69 "GET /v2.0/ports?device_id=8887625e-000f-4745-93d8-2d7332fdb73a HTTP/1.1" status: 200 len: 946 time: 0.1168437 Apr 18 19:28:03.357506 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-dae4aad3-ad19-4500-a2f6-d45afdabd399 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:03.395119 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7557c3b2-a2ff-40db-99b2-637496cb6c85 req-6fa1ef10-b340-4e0f-856b-856fa059fb22 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:03.396624 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7557c3b2-a2ff-40db-99b2-637496cb6c85 req-6fa1ef10-b340-4e0f-856b-856fa059fb22 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=cd5645d0-db8a-4ffe-b4ce-5967e6245f85 HTTP/1.1" status: 200 len: 945 time: 0.1846676 Apr 18 19:28:03.418065 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-90bbf8b1-6b1b-44c2-ae0d-456400e806de req-d1b90c3c-af09-4040-b3cd-d72e7fa918f1 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] 10.222.0.69 "GET /v2.0/security-groups?id=cd7f69dc-886d-4472-a746-337e2c087e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668159 Apr 18 19:28:03.488453 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7557c3b2-a2ff-40db-99b2-637496cb6c85 req-7c5b882b-14df-42fa-bfb6-978fe2b52919 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768838 Apr 18 19:28:03.603583 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-dae4aad3-ad19-4500-a2f6-d45afdabd399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:03.626146 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae4aad3-ad19-4500-a2f6-d45afdabd399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8700ce9c-3e33-4e1c-ab30-7d77b6973a01,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:03.635843 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-dae4aad3-ad19-4500-a2f6-d45afdabd399 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:03.637363 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-dae4aad3-ad19-4500-a2f6-d45afdabd399 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8700ce9c-3e33-4e1c-ab30-7d77b6973a01 HTTP/1.1" status: 204 len: 168 time: 0.6517732 Apr 18 19:28:03.701624 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00a3c03-e9b1-4913-bcb5-4e84a041016d req-f92b3c6a-f4a2-48f7-8c90-e338283cb3ad tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:03.703504 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e00a3c03-e9b1-4913-bcb5-4e84a041016d req-f92b3c6a-f4a2-48f7-8c90-e338283cb3ad tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=339d07b1-7b62-4191-8b79-84390fd798a9 HTTP/1.1" status: 200 len: 950 time: 0.1240826 Apr 18 19:28:03.766800 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-9149ff47-d378-42af-8b87-f006fb1b8a6b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:03.793773 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e00a3c03-e9b1-4913-bcb5-4e84a041016d req-146b955b-7873-4b04-8dc7-8ba5e056effc tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777607 Apr 18 19:28:03.797664 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-9149ff47-d378-42af-8b87-f006fb1b8a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:03.959011 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_common [None req-9149ff47-d378-42af-8b87-f006fb1b8a6b admin admin] Allocated IP 172.25.3.100 (11e8e108-37df-4084-b6b7-113e6beb66b4/3b0abf32-1504-448b-b06e-c8c870b6a7c8/2e7dc3db-df69-44b6-affa-ccae5e65f3d2) {{(pid=84763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:28:04.180906 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-9149ff47-d378-42af-8b87-f006fb1b8a6b admin admin] Notify callbacks [] for port, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:04.325960 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-9149ff47-d378-42af-8b87-f006fb1b8a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:04.325960 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-49bfc9ad-24d0-4e73-97b0-318f3ff78a26 req-94beb7d5-c07d-4893-8d71-23db6ae9b39c tempest-ServerShowV247Test-757221321 tempest-ServerShowV247Test-757221321-project] 10.222.0.69 "GET /v2.0/ports?device_id=497de465-834c-4f8a-9de6-d88d0b41ec77 HTTP/1.1" status: 200 len: 210 time: 0.0733578 Apr 18 19:28:04.518518 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76dbfca-41af-472d-9bf2-01f98670a2ab req-a8c69ebf-2d29-46e9-82b0-cc36d870e123 tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:04.530221 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c76dbfca-41af-472d-9bf2-01f98670a2ab req-a8c69ebf-2d29-46e9-82b0-cc36d870e123 tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4c6a37a-5baf-4856-8eed-18c1d393288b HTTP/1.1" status: 200 len: 950 time: 0.2435629 Apr 18 19:28:04.541086 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9149ff47-d378-42af-8b87-f006fb1b8a6b admin admin] Network 11e8e108-37df-4084-b6b7-113e6beb66b4 is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:28:04.544133 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [None req-9149ff47-d378-42af-8b87-f006fb1b8a6b admin admin] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:28:04.548761 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9149ff47-d378-42af-8b87-f006fb1b8a6b admin admin] Received port after_create {{(pid=84763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:28:04.583153 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9149ff47-d378-42af-8b87-f006fb1b8a6b admin admin] Pushing event updated for resources: {'Port': ['ID=2e7dc3db-df69-44b6-affa-ccae5e65f3d2,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:04.618239 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c76dbfca-41af-472d-9bf2-01f98670a2ab req-c64a7b7a-a7ac-4101-8ec2-23788ccfd5f1 tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a151ec7-5edc-4088-aba2-485b5ea10b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858133 Apr 18 19:28:04.739834 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 51740) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:28:04.785841 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-33ce129c-7a14-467c-8bc1-6200a7888510 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:04.833858 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-33ce129c-7a14-467c-8bc1-6200a7888510 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:28:04.838939 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-33ce129c-7a14-467c-8bc1-6200a7888510 admin admin] Usage tracker for resource:security_group_rule and tenant:de3643ec970b41b5a36f49a5310199e8 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:28:04.844961 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-33ce129c-7a14-467c-8bc1-6200a7888510 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:28:04.893934 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-33ce129c-7a14-467c-8bc1-6200a7888510 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:28:04.905255 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb21b53c-615e-4694-b08a-2f4242015ce2 req-94e5db67-60e8-4123-9dde-d544ca0f73c9 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:04.905255 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-bb21b53c-615e-4694-b08a-2f4242015ce2 req-94e5db67-60e8-4123-9dde-d544ca0f73c9 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] 10.222.0.69 "GET /v2.0/ports?device_id=8887625e-000f-4745-93d8-2d7332fdb73a HTTP/1.1" status: 200 len: 946 time: 0.0956600 Apr 18 19:28:04.954816 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-bb21b53c-615e-4694-b08a-2f4242015ce2 req-19a35302-79f3-4d85-a3ce-5a6fa9c6b3b0 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] 10.222.0.69 "GET /v2.0/security-groups?id=cd7f69dc-886d-4472-a746-337e2c087e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492368 Apr 18 19:28:04.985534 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389fc5f1-077b-47b0-b131-a9c3bcf55df2 req-4f391a9c-f26a-4298-b97a-7715eafeb50a tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:05.000016 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-389fc5f1-077b-47b0-b131-a9c3bcf55df2 req-4f391a9c-f26a-4298-b97a-7715eafeb50a tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=cd5645d0-db8a-4ffe-b4ce-5967e6245f85 HTTP/1.1" status: 200 len: 945 time: 0.1559029 Apr 18 19:28:05.008387 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-9149ff47-d378-42af-8b87-f006fb1b8a6b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:05.009141 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-9149ff47-d378-42af-8b87-f006fb1b8a6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416864'] for router, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:05.128039 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-389fc5f1-077b-47b0-b131-a9c3bcf55df2 req-3b370bce-acf0-4e34-92a2-4e58dfda1008 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197300 Apr 18 19:28:05.132542 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-33ce129c-7a14-467c-8bc1-6200a7888510 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:05.246900 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-33ce129c-7a14-467c-8bc1-6200a7888510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:05.261713 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df92c586-ceaa-4029-8db5-2a3273f49bb9 req-29507715-4789-447f-834d-a569c5286853 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:05.263140 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-df92c586-ceaa-4029-8db5-2a3273f49bb9 req-29507715-4789-447f-834d-a569c5286853 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=339d07b1-7b62-4191-8b79-84390fd798a9 HTTP/1.1" status: 200 len: 950 time: 0.1207557 Apr 18 19:28:05.319807 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ce129c-7a14-467c-8bc1-6200a7888510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ada9414a-59cd-4a55-8701-3c31e62ce383,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:05.329294 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-33ce129c-7a14-467c-8bc1-6200a7888510 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=de3643ec970b41b5a36f49a5310199e8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5868955 Apr 18 19:28:05.329294 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 51746) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:28:05.341659 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-df92c586-ceaa-4029-8db5-2a3273f49bb9 req-be2733af-a78d-4b57-b11f-978deaabe145 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669415 Apr 18 19:28:05.411306 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-2c9b153d-f4d5-431d-996f-cd36695ae5b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:05.444134 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-2c9b153d-f4d5-431d-996f-cd36695ae5b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:05.452969 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9149ff47-d378-42af-8b87-f006fb1b8a6b admin admin] Router 0925502c-f477-4184-87de-1378f6f530fe is scheduled to L3 agent 21b59c62-f184-4169-bc3e-79831cc043e8 with binding_index 1 {{(pid=84763) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 19:28:05.613616 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-db4a7f62-da74-4c82-8eb5-dbb85a1d9c5b req-67aef79b-a5f9-46bd-8920-f2000111363f tempest-ServerShowV247Test-757221321 tempest-ServerShowV247Test-757221321-project] 10.222.0.69 "GET /v2.0/ports?device_id=497de465-834c-4f8a-9de6-d88d0b41ec77 HTTP/1.1" status: 200 len: 210 time: 0.0441058 Apr 18 19:28:05.635629 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-2c9b153d-f4d5-431d-996f-cd36695ae5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:05.655575 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9b153d-f4d5-431d-996f-cd36695ae5b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ada9414a-59cd-4a55-8701-3c31e62ce383,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:05.677900 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-2c9b153d-f4d5-431d-996f-cd36695ae5b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:05.679263 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-2c9b153d-f4d5-431d-996f-cd36695ae5b6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ada9414a-59cd-4a55-8701-3c31e62ce383 HTTP/1.1" status: 204 len: 168 time: 0.3495693 Apr 18 19:28:06.001987 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5a2ec800-214c-42d7-8b38-c62aa3887fcf req-01aaceff-4d96-40a6-88e8-94f30edcc2bb tempest-LiveMigrationTest-374537811 tempest-LiveMigrationTest-374537811-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=cd5645d0-db8a-4ffe-b4ce-5967e6245f85&tenant_id=fc56e011536d43568ffc66b480cf23b0&binding%3Ahost_id=n-h2-836017-2 HTTP/1.1" status: 200 len: 1096 time: 0.2757909 Apr 18 19:28:06.014256 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-5a2ec800-214c-42d7-8b38-c62aa3887fcf req-1ec653fd-06ce-46f9-adef-675779536293 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-836017-2'}}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:28:06.100551 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9149ff47-d378-42af-8b87-f006fb1b8a6b admin admin] Notify agent at l3_agent.n-d-836017-2 the message routers_updated {{(pid=84763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:28:06.100551 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3bed59-8c5d-4e2f-b2b2-b8087dd11577 req-d1ea154a-decd-4f31-81c8-74055f231480 tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:06.112843 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26501f48-1fd7-4894-8b1f-21e98ec04813 None None] Sync routers for ids ['0925502c-f477-4184-87de-1378f6f530fe'] in n-d-836017-2 {{(pid=84766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:28:06.126454 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-1a3bed59-8c5d-4e2f-b2b2-b8087dd11577 req-d1ea154a-decd-4f31-81c8-74055f231480 tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4c6a37a-5baf-4856-8eed-18c1d393288b HTTP/1.1" status: 200 len: 950 time: 0.2738364 Apr 18 19:28:06.149475 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26501f48-1fd7-4894-8b1f-21e98ec04813 None None] Routers {'0925502c-f477-4184-87de-1378f6f530fe'} bound to L3 agent in host n-d-836017-2 {{(pid=84766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:28:06.149475 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-26501f48-1fd7-4894-8b1f-21e98ec04813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:27:50Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['0925502c-f477-4184-87de-1378f6f530fe'], 'active': True} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:28:06.269332 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-9149ff47-d378-42af-8b87-f006fb1b8a6b admin admin] Notify callbacks [] for router, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:06.269332 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-9149ff47-d378-42af-8b87-f006fb1b8a6b admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.7175179 Apr 18 19:28:06.269332 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 51760) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:28:06.269332 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-5a2ec800-214c-42d7-8b38-c62aa3887fcf req-1ec653fd-06ce-46f9-adef-675779536293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:06.293315 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-1a3bed59-8c5d-4e2f-b2b2-b8087dd11577 req-4bfaa17b-0498-49ff-a028-0821e82ea483 tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a151ec7-5edc-4088-aba2-485b5ea10b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719320 Apr 18 19:28:06.320791 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb921a59-73c1-4d35-9929-2e1d373504a1 req-57c4b515-a1b5-4d42-97f7-ef875c1640bc tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:06.335739 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-bb921a59-73c1-4d35-9929-2e1d373504a1 req-57c4b515-a1b5-4d42-97f7-ef875c1640bc tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] 10.222.0.69 "GET /v2.0/ports?device_id=8887625e-000f-4745-93d8-2d7332fdb73a HTTP/1.1" status: 200 len: 946 time: 0.2273622 Apr 18 19:28:06.476452 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvr_db [None req-26501f48-1fd7-4894-8b1f-21e98ec04813 None None] Set router 0925502c-f477-4184-87de-1378f6f530fe gateway port host: n-d-836017-2 {{(pid=84766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:28:06.680424 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-dbcea4e6-b1b1-438d-a270-5ab973b9fb44 req-b02779b4-d010-44c7-bf48-83d84bfd2d16 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d9345cef-ab8d-44e8-8a01-6abffa88dfaf HTTP/1.1" status: 200 len: 210 time: 0.1295502 Apr 18 19:28:06.710106 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-bb921a59-73c1-4d35-9929-2e1d373504a1 req-d8516511-4af3-4816-b5a6-25abe8686740 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] 10.222.0.69 "GET /v2.0/security-groups?id=cd7f69dc-886d-4472-a746-337e2c087e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3713400 Apr 18 19:28:07.116494 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-26501f48-1fd7-4894-8b1f-21e98ec04813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0925502c-f477-4184-87de-1378f6f530fe', 'name': 'tempest-ServerRescueTestJSON-135221566-router', 'tenant_id': '76e1ee3997ab44ceb6fa25bdc9cd69f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '2e7dc3db-df69-44b6-affa-ccae5e65f3d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:28:02Z', 'updated_at': '2022-04-18T19:28:04Z', 'revision_number': 3, 'project_id': '76e1ee3997ab44ceb6fa25bdc9cd69f6', 'gw_port': {'id': '2e7dc3db-df69-44b6-affa-ccae5e65f3d2', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9d:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0925502c-f477-4184-87de-1378f6f530fe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:28:03Z', 'updated_at': '2022-04-18T19:28:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2'}], 'n-d-836017-2', False) {} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:28:07.121811 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26501f48-1fd7-4894-8b1f-21e98ec04813 None None] Checking router: 0925502c-f477-4184-87de-1378f6f530fe for host: n-d-836017-2 {{(pid=84766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:28:07.123617 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26501f48-1fd7-4894-8b1f-21e98ec04813 None None] Updating router 0925502c-f477-4184-87de-1378f6f530fe port 2e7dc3db-df69-44b6-affa-ccae5e65f3d2 binding host n-d-836017-2 {{(pid=84766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 19:28:07.254917 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-26501f48-1fd7-4894-8b1f-21e98ec04813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:07.402864 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd08cd2-38e1-4bdf-89d2-af804f9387dc req-3a887ccd-16fb-484a-89ac-d4ea4144d01e tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:07.402864 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-9cd08cd2-38e1-4bdf-89d2-af804f9387dc req-3a887ccd-16fb-484a-89ac-d4ea4144d01e tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=cd5645d0-db8a-4ffe-b4ce-5967e6245f85 HTTP/1.1" status: 200 len: 945 time: 0.8210680 Apr 18 19:28:07.441717 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-5a2ec800-214c-42d7-8b38-c62aa3887fcf req-1ec653fd-06ce-46f9-adef-675779536293 service neutron] For port 233fb7ed-5f6a-49c7-ae30-745fc89ae1c2, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=233fb7ed-5f6a-49c7-ae30-745fc89ae1c2,segment=NetworkSegment(1b33902c-725a-4527-bb11-2978d3dba7a4),segment_id=1b33902c-725a-4527-bb11-2978d3dba7a4)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:28:07.551418 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-9cd08cd2-38e1-4bdf-89d2-af804f9387dc req-cc8d2de8-1e0e-4517-aa7c-d0f4d55324dd tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529772 Apr 18 19:28:07.563286 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.db.resource_extend [req-5a2ec800-214c-42d7-8b38-c62aa3887fcf req-1ec653fd-06ce-46f9-adef-675779536293 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 19:28:07.616976 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-cc4e897a-11bf-44a6-853d-3b99215f65cf req-8aecd996-0854-4117-b55f-646ea194bbf8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=497de465-834c-4f8a-9de6-d88d0b41ec77 HTTP/1.1" status: 200 len: 210 time: 0.1497521 Apr 18 19:28:07.661409 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-5a2ec800-214c-42d7-8b38-c62aa3887fcf req-1ec653fd-06ce-46f9-adef-675779536293 service neutron] For port 233fb7ed-5f6a-49c7-ae30-745fc89ae1c2, host n-h2-836017-2, cleared binding levels {{(pid=84763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:28:07.819849 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd5645d0-db8a-4ffe-b4ce-5967e6245f85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '233fb7ed-5f6a-49c7-ae30-745fc89ae1c2'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:28:07.857439 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-5a2ec800-214c-42d7-8b38-c62aa3887fcf req-1ec653fd-06ce-46f9-adef-675779536293 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:07.886593 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 233fb7ed-5f6a-49c7-ae30-745fc89ae1c2 details requested by agent hyperv_n-h1-836017-2 with host n-h1-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:28:08.007781 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-5a2ec800-214c-42d7-8b38-c62aa3887fcf req-1ec653fd-06ce-46f9-adef-675779536293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:08.194833 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-1069e5ed-5973-4130-9598-0fb4f7bb46dc req-9acd6dda-6d5e-4721-8dd3-8906d691212e tempest-ServerShowV247Test-757221321 tempest-ServerShowV247Test-757221321-project] 10.222.0.69 "GET /v2.0/ports?device_id=497de465-834c-4f8a-9de6-d88d0b41ec77 HTTP/1.1" status: 200 len: 210 time: 0.1052387 Apr 18 19:28:08.286873 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-26501f48-1fd7-4894-8b1f-21e98ec04813 None None] Notify callbacks [] for port, precommit_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:08.313136 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.provisioning_blocks [None req-26501f48-1fd7-4894-8b1f-21e98ec04813 None None] Transition to ACTIVE for port object 2e7dc3db-df69-44b6-affa-ccae5e65f3d2 will not be triggered until provisioned by entity L2. {{(pid=84766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:28:08.397388 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port 233fb7ed-5f6a-49c7-ae30-745fc89ae1c2, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=233fb7ed-5f6a-49c7-ae30-745fc89ae1c2,segment=NetworkSegment(1b33902c-725a-4527-bb11-2978d3dba7a4),segment_id=1b33902c-725a-4527-bb11-2978d3dba7a4)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:28:08.417856 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 233fb7ed-5f6a-49c7-ae30-745fc89ae1c2 has no active binding in host n-h1-836017-2 {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Apr 18 19:28:08.444399 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.agents_db [None req-eb67022b-f881-4bc8-8f45-fca90fb27803 None None] Agent healthcheck: found 7 active agents {{(pid=84766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:28:08.463785 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec653fd-06ce-46f9-adef-675779536293 service neutron] Pushing event updated for resources: {'Port': ['ID=233fb7ed-5f6a-49c7-ae30-745fc89ae1c2,revision_number=7']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:08.484960 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-26501f48-1fd7-4894-8b1f-21e98ec04813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:08.521677 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03acedf8-599e-4fa0-8951-a62d50140ff8 req-7c2cbb55-b145-4af1-9c15-4ff3adf26fa8 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:08.523460 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-03acedf8-599e-4fa0-8951-a62d50140ff8 req-7c2cbb55-b145-4af1-9c15-4ff3adf26fa8 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=339d07b1-7b62-4191-8b79-84390fd798a9 HTTP/1.1" status: 200 len: 950 time: 0.5817561 Apr 18 19:28:08.579329 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-5a2ec800-214c-42d7-8b38-c62aa3887fcf req-1ec653fd-06ce-46f9-adef-675779536293 service neutron] Attempting to bind port 233fb7ed-5f6a-49c7-ae30-745fc89ae1c2 on host n-h2-836017-2 for vnic_type normal with profile {"migrating_to": "n-h1-836017-2"} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:28:08.579329 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-5a2ec800-214c-42d7-8b38-c62aa3887fcf req-1ec653fd-06ce-46f9-adef-675779536293 service neutron] Attempting to bind port 233fb7ed-5f6a-49c7-ae30-745fc89ae1c2 by drivers openvswitch,hyperv on host n-h2-836017-2 at level 0 using segments [{'id': '1b33902c-725a-4527-bb11-2978d3dba7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '0685e2b1-3b13-405d-a131-f90aa0a8867a'}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:28:08.579329 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2ec800-214c-42d7-8b38-c62aa3887fcf req-1ec653fd-06ce-46f9-adef-675779536293 service neutron] Attempting to bind port 233fb7ed-5f6a-49c7-ae30-745fc89ae1c2 on network 0685e2b1-3b13-405d-a131-f90aa0a8867a {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:28:08.600256 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e3e880-17a7-429a-9bd7-7da0d284e019 req-4efa3f98-f6ea-44cb-a5e1-9250466d65aa tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:08.601029 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.managers [None req-26501f48-1fd7-4894-8b1f-21e98ec04813 None None] Attempting to bind port 2e7dc3db-df69-44b6-affa-ccae5e65f3d2 on host n-d-836017-2 for vnic_type normal with profile {{(pid=84766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:28:08.601659 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.managers [None req-26501f48-1fd7-4894-8b1f-21e98ec04813 None None] Attempting to bind port 2e7dc3db-df69-44b6-affa-ccae5e65f3d2 by drivers openvswitch,hyperv on host n-d-836017-2 at level 0 using segments [{'id': '5de34947-6c56-419b-85d0-f61f69ce7c45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'}] {{(pid=84766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:28:08.602007 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26501f48-1fd7-4894-8b1f-21e98ec04813 None None] Attempting to bind port 2e7dc3db-df69-44b6-affa-ccae5e65f3d2 on network 11e8e108-37df-4084-b6b7-113e6beb66b4 {{(pid=84766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:28:08.604848 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00b99b2-0ddb-4ec1-8304-a6bb50e5fe36 None None] Pushing event updated for resources: {'Port': ['ID=2e7dc3db-df69-44b6-affa-ccae5e65f3d2,revision_number=2']} {{(pid=84766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:08.615025 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-38e3e880-17a7-429a-9bd7-7da0d284e019 req-4efa3f98-f6ea-44cb-a5e1-9250466d65aa tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] 10.222.0.69 "GET /v2.0/ports?device_id=8887625e-000f-4745-93d8-2d7332fdb73a HTTP/1.1" status: 200 len: 946 time: 0.1522903 Apr 18 19:28:08.632639 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2ec800-214c-42d7-8b38-c62aa3887fcf req-1ec653fd-06ce-46f9-adef-675779536293 service neutron] Port 233fb7ed-5f6a-49c7-ae30-745fc89ae1c2 on network 0685e2b1-3b13-405d-a131-f90aa0a8867a not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-2 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:28:08.632639 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2ec800-214c-42d7-8b38-c62aa3887fcf req-1ec653fd-06ce-46f9-adef-675779536293 service neutron] Attempting to bind port 233fb7ed-5f6a-49c7-ae30-745fc89ae1c2 on network 0685e2b1-3b13-405d-a131-f90aa0a8867a {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:28:08.643474 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26501f48-1fd7-4894-8b1f-21e98ec04813 None None] Checking agent: {'id': 'df2a5cfe-6839-400b-a998-e4fffce70f45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 8, 22), 'started_at': datetime.datetime(2022, 4, 18, 19, 8, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:28:08.643474 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26501f48-1fd7-4894-8b1f-21e98ec04813 None None] Checking segment: {'id': '5de34947-6c56-419b-85d0-f61f69ce7c45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:28:08.643474 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-26501f48-1fd7-4894-8b1f-21e98ec04813 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:08.643474 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26501f48-1fd7-4894-8b1f-21e98ec04813 None None] Bound using segment: {'id': '5de34947-6c56-419b-85d0-f61f69ce7c45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'} {{(pid=84766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:28:08.643474 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.managers [None req-26501f48-1fd7-4894-8b1f-21e98ec04813 None None] Bound port: 2e7dc3db-df69-44b6-affa-ccae5e65f3d2, host: n-d-836017-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5de34947-6c56-419b-85d0-f61f69ce7c45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'}}] {{(pid=84766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:28:08.643474 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-26501f48-1fd7-4894-8b1f-21e98ec04813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:08.664490 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-03acedf8-599e-4fa0-8951-a62d50140ff8 req-47807995-7809-4259-b172-a6bddca3a522 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254082 Apr 18 19:28:08.664490 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2ec800-214c-42d7-8b38-c62aa3887fcf req-1ec653fd-06ce-46f9-adef-675779536293 service neutron] Checking agent: {'id': '02e8f951-d3a3-40e1-b8cc-aed258af030b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:28:08.664490 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2ec800-214c-42d7-8b38-c62aa3887fcf req-1ec653fd-06ce-46f9-adef-675779536293 service neutron] Checking segment: {'id': '1b33902c-725a-4527-bb11-2978d3dba7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '0685e2b1-3b13-405d-a131-f90aa0a8867a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:28:08.664490 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2ec800-214c-42d7-8b38-c62aa3887fcf req-1ec653fd-06ce-46f9-adef-675779536293 service neutron] Bound using segment: {'id': '1b33902c-725a-4527-bb11-2978d3dba7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '0685e2b1-3b13-405d-a131-f90aa0a8867a'} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:28:08.664490 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-5a2ec800-214c-42d7-8b38-c62aa3887fcf req-1ec653fd-06ce-46f9-adef-675779536293 service neutron] Bound port: 233fb7ed-5f6a-49c7-ae30-745fc89ae1c2, host: n-h2-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b33902c-725a-4527-bb11-2978d3dba7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '0685e2b1-3b13-405d-a131-f90aa0a8867a'}}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:28:08.664490 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-5a2ec800-214c-42d7-8b38-c62aa3887fcf req-1ec653fd-06ce-46f9-adef-675779536293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:08.708029 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-38e3e880-17a7-429a-9bd7-7da0d284e019 req-7504377c-a33c-44b0-b5bc-93a53b141352 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] 10.222.0.69 "GET /v2.0/security-groups?id=cd7f69dc-886d-4472-a746-337e2c087e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908384 Apr 18 19:28:08.838305 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-594c6cc5-2c67-429c-b7d5-1994b9705179'] response: {'server_uuid': 'cd5645d0-db8a-4ffe-b4ce-5967e6245f85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '233fb7ed-5f6a-49c7-ae30-745fc89ae1c2', 'code': 200} Apr 18 19:28:08.892106 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.db [None req-26501f48-1fd7-4894-8b1f-21e98ec04813 None None] For port 2e7dc3db-df69-44b6-affa-ccae5e65f3d2, host n-d-836017-2, cleared binding levels {{(pid=84766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:28:08.918312 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.db [None req-26501f48-1fd7-4894-8b1f-21e98ec04813 None None] For port 2e7dc3db-df69-44b6-affa-ccae5e65f3d2, host n-d-836017-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=2e7dc3db-df69-44b6-affa-ccae5e65f3d2,segment=NetworkSegment(5de34947-6c56-419b-85d0-f61f69ce7c45),segment_id=5de34947-6c56-419b-85d0-f61f69ce7c45)] {{(pid=84766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:28:09.011839 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-10d56dfc-c1ff-4513-8693-24bb228627bc req-4fa5a4b1-3101-4c7b-9a22-80a6a7090b65 tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=e61121fa7dce45d0a0f4ef0a60322c27&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0875306 Apr 18 19:28:09.019804 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-26501f48-1fd7-4894-8b1f-21e98ec04813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:09.130666 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00b99b2-0ddb-4ec1-8304-a6bb50e5fe36 None None] Pushing event updated for resources: {'Port': ['ID=2e7dc3db-df69-44b6-affa-ccae5e65f3d2,revision_number=3']} {{(pid=84766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:09.145760 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26501f48-1fd7-4894-8b1f-21e98ec04813 None None] Routers {'0925502c-f477-4184-87de-1378f6f530fe'} bound to L3 agent in host n-d-836017-2 {{(pid=84766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:28:09.148587 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-26501f48-1fd7-4894-8b1f-21e98ec04813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:27:50Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['0925502c-f477-4184-87de-1378f6f530fe'], 'active': True} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:28:09.324023 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d56dfc-c1ff-4513-8693-24bb228627bc req-15284e78-8099-4865-8df8-ce9f5e00106a tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:09.325823 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-10d56dfc-c1ff-4513-8693-24bb228627bc req-15284e78-8099-4865-8df8-ce9f5e00106a tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3003740 Apr 18 19:28:09.348095 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-10d56dfc-c1ff-4513-8693-24bb228627bc req-4d82a892-0528-4e66-b283-49ca787b49b1 tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] 10.222.0.69 "GET /v2.0/quotas/e61121fa7dce45d0a0f4ef0a60322c27 HTTP/1.1" status: 200 len: 375 time: 0.0139937 Apr 18 19:28:09.360933 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-5a2ec800-214c-42d7-8b38-c62aa3887fcf req-1ec653fd-06ce-46f9-adef-675779536293 service neutron] For port 233fb7ed-5f6a-49c7-ae30-745fc89ae1c2, host n-h2-836017-2, cleared binding levels {{(pid=84763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:28:09.410924 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-5a2ec800-214c-42d7-8b38-c62aa3887fcf req-1ec653fd-06ce-46f9-adef-675779536293 service neutron] For port 233fb7ed-5f6a-49c7-ae30-745fc89ae1c2, host n-h2-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=233fb7ed-5f6a-49c7-ae30-745fc89ae1c2,segment=NetworkSegment(1b33902c-725a-4527-bb11-2978d3dba7a4),segment_id=1b33902c-725a-4527-bb11-2978d3dba7a4)] {{(pid=84763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:28:09.421780 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvr_db [None req-26501f48-1fd7-4894-8b1f-21e98ec04813 None None] Set router 0925502c-f477-4184-87de-1378f6f530fe gateway port host: n-d-836017-2 {{(pid=84766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:28:09.466758 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6d7b8e-6656-4724-92ef-730a44fa8090 req-8ff464b0-d82a-4ae6-9c5c-5ff94b60083f tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:09.474829 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2a6d7b8e-6656-4724-92ef-730a44fa8090 req-8ff464b0-d82a-4ae6-9c5c-5ff94b60083f tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=cd5645d0-db8a-4ffe-b4ce-5967e6245f85 HTTP/1.1" status: 200 len: 943 time: 0.3463330 Apr 18 19:28:09.511257 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-5a2ec800-214c-42d7-8b38-c62aa3887fcf req-1ec653fd-06ce-46f9-adef-675779536293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:09.524252 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-10d56dfc-c1ff-4513-8693-24bb228627bc req-fecb8e96-4c26-48b2-83be-218df58c5364 tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=e61121fa7dce45d0a0f4ef0a60322c27&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1608183 Apr 18 19:28:09.763972 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec653fd-06ce-46f9-adef-675779536293 service neutron] Pushing event updated for resources: {'Port': ['ID=233fb7ed-5f6a-49c7-ae30-745fc89ae1c2,revision_number=8']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:09.794637 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2a6d7b8e-6656-4724-92ef-730a44fa8090 req-9ea32013-37dc-49de-b4e3-0d61ff293f30 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3250141 Apr 18 19:28:09.869878 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-5a2ec800-214c-42d7-8b38-c62aa3887fcf req-1ec653fd-06ce-46f9-adef-675779536293 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:09.869878 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5a2ec800-214c-42d7-8b38-c62aa3887fcf req-1ec653fd-06ce-46f9-adef-675779536293 service neutron] 10.222.0.73 "PUT /v2.0/ports/233fb7ed-5f6a-49c7-ae30-745fc89ae1c2 HTTP/1.1" status: 200 len: 1121 time: 3.8546140 Apr 18 19:28:10.003172 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] get_ports_and_sgs() called for port_ids ['233fb7ed-5f6a-49c7-ae30-745fc89ae1c2'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:28:10.105408 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] get_ports_and_sgs() called for port_ids ['233fb7ed-5f6a-49c7-ae30-745fc89ae1c2'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:28:10.150026 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-26501f48-1fd7-4894-8b1f-21e98ec04813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0925502c-f477-4184-87de-1378f6f530fe', 'name': 'tempest-ServerRescueTestJSON-135221566-router', 'tenant_id': '76e1ee3997ab44ceb6fa25bdc9cd69f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '2e7dc3db-df69-44b6-affa-ccae5e65f3d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:28:02Z', 'updated_at': '2022-04-18T19:28:04Z', 'revision_number': 3, 'project_id': '76e1ee3997ab44ceb6fa25bdc9cd69f6', 'gw_port': {'id': '2e7dc3db-df69-44b6-affa-ccae5e65f3d2', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9d:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0925502c-f477-4184-87de-1378f6f530fe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:28:03Z', 'updated_at': '2022-04-18T19:28:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2'}], 'n-d-836017-2', False) {} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:28:10.166641 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26501f48-1fd7-4894-8b1f-21e98ec04813 None None] The sync data for ids ['0925502c-f477-4184-87de-1378f6f530fe'] in n-d-836017-2 is: [{'id': '0925502c-f477-4184-87de-1378f6f530fe', 'name': 'tempest-ServerRescueTestJSON-135221566-router', 'tenant_id': '76e1ee3997ab44ceb6fa25bdc9cd69f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '2e7dc3db-df69-44b6-affa-ccae5e65f3d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:28:02Z', 'updated_at': '2022-04-18T19:28:04Z', 'revision_number': 3, 'project_id': '76e1ee3997ab44ceb6fa25bdc9cd69f6', 'gw_port': {'id': '2e7dc3db-df69-44b6-affa-ccae5e65f3d2', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9d:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0925502c-f477-4184-87de-1378f6f530fe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:28:03Z', 'updated_at': '2022-04-18T19:28:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2'}] {{(pid=84766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:28:10.495856 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-27f35227-904b-4137-aad1-d87e5bed7019 req-7333dbbe-e0a4-4132-b39e-1584104037b7 tempest-ServerShowV247Test-757221321 tempest-ServerShowV247Test-757221321-project] 10.222.0.69 "GET /v2.0/ports?device_id=497de465-834c-4f8a-9de6-d88d0b41ec77 HTTP/1.1" status: 200 len: 210 time: 0.1146827 Apr 18 19:28:10.762360 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-58b13cbb-c2ce-45c5-8c64-066040cdf292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:10.789359 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eb2bf0-8973-4da2-9af2-dbaf84dcf709 req-60dd9961-937b-447e-b6ae-f1ded2e90a5b tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:10.798408 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-06eb2bf0-8973-4da2-9af2-dbaf84dcf709 req-60dd9961-937b-447e-b6ae-f1ded2e90a5b tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=339d07b1-7b62-4191-8b79-84390fd798a9 HTTP/1.1" status: 200 len: 950 time: 0.5962317 Apr 18 19:28:10.851293 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd5645d0-db8a-4ffe-b4ce-5967e6245f85', 'tag': '233fb7ed-5f6a-49c7-ae30-745fc89ae1c2'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:28:11.170345 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 2e7dc3db-df69-44b6-affa-ccae5e65f3d2 up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:28:11.183651 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c34a672-ac5c-4c7d-9065-daa13e26986c req-a6af71a9-87da-4f37-9e2d-0a361157b48f tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:11.189373 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-4c34a672-ac5c-4c7d-9065-daa13e26986c req-a6af71a9-87da-4f37-9e2d-0a361157b48f tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] 10.222.0.69 "GET /v2.0/ports?device_id=8887625e-000f-4745-93d8-2d7332fdb73a HTTP/1.1" status: 200 len: 946 time: 0.2244365 Apr 18 19:28:11.289833 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-4c34a672-ac5c-4c7d-9065-daa13e26986c req-9c965013-724d-4c11-a2e5-9566732211c2 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] 10.222.0.69 "GET /v2.0/security-groups?id=cd7f69dc-886d-4472-a746-337e2c087e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897391 Apr 18 19:28:11.337873 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-06eb2bf0-8973-4da2-9af2-dbaf84dcf709 req-140aa93f-f680-4a71-aa69-87bdd6357ec1 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5392785 Apr 18 19:28:11.389772 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning for port 2e7dc3db-df69-44b6-affa-ccae5e65f3d2 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:28:11.402214 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port 2e7dc3db-df69-44b6-affa-ccae5e65f3d2 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:28:11.405611 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:11.473345 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_common [None req-58b13cbb-c2ce-45c5-8c64-066040cdf292 admin admin] Allocated IP 172.20.0.1 (d2042316-fc2f-4bd1-9428-8aa751f345ec/741dfd9d-95ea-4063-b188-15cfc9cc941c/5a8adc86-ec58-4ff7-878e-53fc7c6b79a3) {{(pid=84763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:28:11.552029 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-36e6945d-c3d2-4c14-afb3-a8d430bd1ded req-ebab8898-eab3-443c-8788-d2bd918e10fb tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] 10.222.0.69 "GET /v2.0/ports?device_id=e5f5eb11-b473-4730-b2dd-185b9968e91a HTTP/1.1" status: 200 len: 210 time: 0.1693799 Apr 18 19:28:11.620448 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:11.668569 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] For port 2e7dc3db-df69-44b6-affa-ccae5e65f3d2, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=2e7dc3db-df69-44b6-affa-ccae5e65f3d2,segment=NetworkSegment(5de34947-6c56-419b-85d0-f61f69ce7c45),segment_id=5de34947-6c56-419b-85d0-f61f69ce7c45)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:28:11.758114 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:11.761051 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-58b13cbb-c2ce-45c5-8c64-066040cdf292 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:11.845524 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00ed650-1e63-4511-9b02-f2804e7ce565 req-a9b1b94e-5d46-4b21-a2e5-26981f5d5b7c tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:11.850237 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a00ed650-1e63-4511-9b02-f2804e7ce565 req-a9b1b94e-5d46-4b21-a2e5-26981f5d5b7c tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=cd5645d0-db8a-4ffe-b4ce-5967e6245f85 HTTP/1.1" status: 200 len: 943 time: 0.1106780 Apr 18 19:28:11.864577 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Pushing event updated for resources: {'Port': ['ID=2e7dc3db-df69-44b6-affa-ccae5e65f3d2,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:11.897378 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a00ed650-1e63-4511-9b02-f2804e7ce565 req-f83a00ec-ba3b-4a37-bba4-034f1efc8a4d tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435677 Apr 18 19:28:11.921581 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-58b13cbb-c2ce-45c5-8c64-066040cdf292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:12.018574 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b13cbb-c2ce-45c5-8c64-066040cdf292 admin admin] Pushing event updated for resources: {'Port': ['ID=5a8adc86-ec58-4ff7-878e-53fc7c6b79a3,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:12.036767 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b13cbb-c2ce-45c5-8c64-066040cdf292 admin admin] Network d2042316-fc2f-4bd1-9428-8aa751f345ec is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:28:12.038046 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [None req-58b13cbb-c2ce-45c5-8c64-066040cdf292 admin admin] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:28:12.041257 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b13cbb-c2ce-45c5-8c64-066040cdf292 admin admin] Received port after_create {{(pid=84763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:28:12.110531 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2810212b-ac09-48ca-999d-905e72df95c7'] response: {'name': 'network-changed', 'server_uuid': 'cd5645d0-db8a-4ffe-b4ce-5967e6245f85', 'tag': '233fb7ed-5f6a-49c7-ae30-745fc89ae1c2', 'status': 'completed', 'code': 200} Apr 18 19:28:12.147960 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-58b13cbb-c2ce-45c5-8c64-066040cdf292 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417434'] for router_interface, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:12.228688 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d4333dda-6836-4ea2-8444-eda11b17e724 req-bb350757-9b9b-416c-bbfe-f4a9dcbb67c9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fc56e011536d43568ffc66b480cf23b0&device_id=cd5645d0-db8a-4ffe-b4ce-5967e6245f85 HTTP/1.1" status: 200 len: 1124 time: 0.1511986 Apr 18 19:28:12.285863 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-24fbac36-0abf-48c1-8fb8-3bbd9c2a790b req-d816bae2-c490-4ec1-81f7-c44ff2a11578 tempest-ServerShowV247Test-757221321 tempest-ServerShowV247Test-757221321-project] 10.222.0.69 "GET /v2.0/ports?device_id=497de465-834c-4f8a-9de6-d88d0b41ec77 HTTP/1.1" status: 200 len: 210 time: 0.0469105 Apr 18 19:28:12.408011 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-58b13cbb-c2ce-45c5-8c64-066040cdf292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:12.480639 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-1637412f-28c1-41f2-8144-00b810aa9f2c req-61ef2845-866a-4010-b24a-b4a89d70b1a3 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=d8c4d4c8afa7408e90f614ab2cfa43d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0461228 Apr 18 19:28:12.583586 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4333dda-6836-4ea2-8444-eda11b17e724 req-21ad8511-b74b-4a50-a1b5-3f962897096c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:12.585066 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d4333dda-6836-4ea2-8444-eda11b17e724 req-21ad8511-b74b-4a50-a1b5-3f962897096c service neutron] 10.222.0.72 "GET /v2.0/networks?id=0685e2b1-3b13-405d-a131-f90aa0a8867a HTTP/1.1" status: 200 len: 909 time: 0.3493299 Apr 18 19:28:12.703416 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d4333dda-6836-4ea2-8444-eda11b17e724 req-9ef1af82-4cf6-4bc6-a93a-52bfe5cc038f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=233fb7ed-5f6a-49c7-ae30-745fc89ae1c2 HTTP/1.1" status: 200 len: 217 time: 0.1023884 Apr 18 19:28:12.786432 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4511cc1-0106-424b-b504-e77307feeb00 req-7aab6b8e-71b5-4598-a9cc-d16af038fe22 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:12.788759 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a4511cc1-0106-424b-b504-e77307feeb00 req-7aab6b8e-71b5-4598-a9cc-d16af038fe22 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] 10.222.0.69 "GET /v2.0/ports?device_id=8887625e-000f-4745-93d8-2d7332fdb73a HTTP/1.1" status: 200 len: 946 time: 0.2848282 Apr 18 19:28:12.800445 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1637412f-28c1-41f2-8144-00b810aa9f2c req-4b5f066f-6440-46f4-99e5-51e66ba50e41 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:12.801880 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-1637412f-28c1-41f2-8144-00b810aa9f2c req-4b5f066f-6440-46f4-99e5-51e66ba50e41 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3095193 Apr 18 19:28:12.810402 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4333dda-6836-4ea2-8444-eda11b17e724 req-186860e8-b359-47e4-9502-176d1a59873b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:12.813209 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d4333dda-6836-4ea2-8444-eda11b17e724 req-186860e8-b359-47e4-9502-176d1a59873b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1c71b90d-680b-4d0c-80a6-944953a6ed07 HTTP/1.1" status: 200 len: 848 time: 0.0912778 Apr 18 19:28:12.823508 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-1637412f-28c1-41f2-8144-00b810aa9f2c req-f62f2b4e-f0ba-41a7-8a99-bd47225ea66c tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/quotas/d8c4d4c8afa7408e90f614ab2cfa43d3 HTTP/1.1" status: 200 len: 375 time: 0.0147393 Apr 18 19:28:12.912227 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d4333dda-6836-4ea2-8444-eda11b17e724 req-40e2d271-6be3-45b0-8134-d5eb82c9ca94 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0685e2b1-3b13-405d-a131-f90aa0a8867a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0865650 Apr 18 19:28:12.916707 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a4511cc1-0106-424b-b504-e77307feeb00 req-be412797-2ef0-4fa9-804e-d32c49d7753f tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] 10.222.0.69 "GET /v2.0/security-groups?id=cd7f69dc-886d-4472-a746-337e2c087e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207302 Apr 18 19:28:12.919259 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-1637412f-28c1-41f2-8144-00b810aa9f2c req-cab6b5b4-9fb5-4679-9624-7e6647d98414 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=d8c4d4c8afa7408e90f614ab2cfa43d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0573771 Apr 18 19:28:12.977503 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-58b13cbb-c2ce-45c5-8c64-066040cdf292 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:13.080283 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-58b13cbb-c2ce-45c5-8c64-066040cdf292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:13.096255 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d4333dda-6836-4ea2-8444-eda11b17e724 req-a709d1ad-0125-4f45-a964-c4cb535ed01c service neutron] 10.222.0.72 "GET /v2.0/networks/0685e2b1-3b13-405d-a131-f90aa0a8867a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683083 Apr 18 19:28:13.132238 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 2e7dc3db-df69-44b6-affa-ccae5e65f3d2 up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:28:13.277734 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-58b13cbb-c2ce-45c5-8c64-066040cdf292 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-417335'] for router_interface, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:13.299281 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port 2e7dc3db-df69-44b6-affa-ccae5e65f3d2 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:28:13.299281 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:13.367277 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b13cbb-c2ce-45c5-8c64-066040cdf292 admin admin] Pushing event updated for resources: {'Port': ['ID=5a8adc86-ec58-4ff7-878e-53fc7c6b79a3,revision_number=2']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:13.400597 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d4333dda-6836-4ea2-8444-eda11b17e724 req-8bc4a4ec-efed-4e2a-aaeb-839629d43641 service neutron] 10.222.0.72 "GET /v2.0/networks/0685e2b1-3b13-405d-a131-f90aa0a8867a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2959743 Apr 18 19:28:13.475024 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-10d56dfc-c1ff-4513-8693-24bb228627bc req-4a84f77f-66a2-492c-b4eb-67f4d75f6c64 tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=e61121fa7dce45d0a0f4ef0a60322c27&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1089442 Apr 18 19:28:13.534693 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-b61bd44c-34d0-4816-875f-b46c7f76cfeb req-32a6aad9-f8c2-4ec4-b859-edb8024be708 tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] 10.222.0.69 "GET /v2.0/ports?device_id=e5f5eb11-b473-4730-b2dd-185b9968e91a HTTP/1.1" status: 200 len: 210 time: 0.0566595 Apr 18 19:28:13.731616 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c60c387-9fc5-4ecb-9ada-bc6eb984505f req-c6f6d1ef-ca71-4e0b-bd2a-f49f90f30d10 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:13.742523 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5c60c387-9fc5-4ecb-9ada-bc6eb984505f req-c6f6d1ef-ca71-4e0b-bd2a-f49f90f30d10 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=339d07b1-7b62-4191-8b79-84390fd798a9 HTTP/1.1" status: 200 len: 950 time: 0.5524540 Apr 18 19:28:13.846813 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d56dfc-c1ff-4513-8693-24bb228627bc req-ed07f4e4-fa84-452e-88ad-17fc3701dcad tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:13.846813 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-10d56dfc-c1ff-4513-8693-24bb228627bc req-ed07f4e4-fa84-452e-88ad-17fc3701dcad tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3448396 Apr 18 19:28:13.846813 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b13cbb-c2ce-45c5-8c64-066040cdf292 admin admin] Network d2042316-fc2f-4bd1-9428-8aa751f345ec is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:28:13.846813 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [None req-58b13cbb-c2ce-45c5-8c64-066040cdf292 admin admin] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:28:13.869781 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9d5e2c-5e46-4b12-ade3-39a3b3bc6bb2 req-e3324dcd-ef6f-44c3-bc93-f203fdd490a2 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:13.871991 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-fe9d5e2c-5e46-4b12-ade3-39a3b3bc6bb2 req-e3324dcd-ef6f-44c3-bc93-f203fdd490a2 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=cd5645d0-db8a-4ffe-b4ce-5967e6245f85 HTTP/1.1" status: 200 len: 943 time: 0.1268761 Apr 18 19:28:13.915940 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-10d56dfc-c1ff-4513-8693-24bb228627bc req-a6110af1-5abd-4f5c-9bb4-657794f0ce11 tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] Request body: {'port': {'device_id': 'e5f5eb11-b473-4730-b2dd-185b9968e91a', 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a', 'admin_state_up': True, 'tenant_id': 'e61121fa7dce45d0a0f4ef0a60322c27'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:28:13.946832 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-fe9d5e2c-5e46-4b12-ade3-39a3b3bc6bb2 req-16097881-5b3f-46cc-b156-1cc4391a66f1 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663688 Apr 18 19:28:13.990428 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5c60c387-9fc5-4ecb-9ada-bc6eb984505f req-26f69c68-a8da-47f6-8b20-b31c5035de9e tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516329 Apr 18 19:28:14.215022 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-b3d9b8d2-9b45-4f6f-8ab2-9d7fd1d72a70 req-3044e229-980e-4222-b8ec-a254d9cb8092 tempest-ServerShowV247Test-757221321 tempest-ServerShowV247Test-757221321-project] 10.222.0.69 "GET /v2.0/ports?device_id=497de465-834c-4f8a-9de6-d88d0b41ec77 HTTP/1.1" status: 200 len: 210 time: 0.0681431 Apr 18 19:28:14.238200 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3681bde4-804e-4e0a-89d9-0841608719b7 req-62602f21-ddde-4895-8602-d37027f7b724 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=d8c4d4c8afa7408e90f614ab2cfa43d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0451396 Apr 18 19:28:14.483668 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa9ef90-0a19-4d59-9fa0-8f1a48d922e2 req-849c9bf2-278d-4978-acc4-b40e92a0a25b tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:14.483668 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ffa9ef90-0a19-4d59-9fa0-8f1a48d922e2 req-849c9bf2-278d-4978-acc4-b40e92a0a25b tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] 10.222.0.69 "GET /v2.0/ports?device_id=8887625e-000f-4745-93d8-2d7332fdb73a HTTP/1.1" status: 200 len: 946 time: 0.1003554 Apr 18 19:28:14.583243 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ffa9ef90-0a19-4d59-9fa0-8f1a48d922e2 req-f4f9a363-3bdf-4147-aa9d-5bc55d3a6425 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] 10.222.0.69 "GET /v2.0/security-groups?id=cd7f69dc-886d-4472-a746-337e2c087e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826294 Apr 18 19:28:14.706538 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-10d56dfc-c1ff-4513-8693-24bb228627bc req-a6110af1-5abd-4f5c-9bb4-657794f0ce11 tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:28:14.737831 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-10d56dfc-c1ff-4513-8693-24bb228627bc req-a6110af1-5abd-4f5c-9bb4-657794f0ce11 tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:28:14.820702 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3681bde4-804e-4e0a-89d9-0841608719b7 req-e117ea28-9be2-4a56-9028-d110516dc616 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:14.822256 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3681bde4-804e-4e0a-89d9-0841608719b7 req-e117ea28-9be2-4a56-9028-d110516dc616 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5373290 Apr 18 19:28:14.840031 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10d56dfc-c1ff-4513-8693-24bb228627bc req-a6110af1-5abd-4f5c-9bb4-657794f0ce11 tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] Made reservation on behalf of e61121fa7dce45d0a0f4ef0a60322c27 for: {'port': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:28:14.844050 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-10d56dfc-c1ff-4513-8693-24bb228627bc req-a6110af1-5abd-4f5c-9bb4-657794f0ce11 tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:14.883532 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3681bde4-804e-4e0a-89d9-0841608719b7 req-e3fa2ce4-7cf5-4853-986e-2c3e5a0af4d8 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/quotas/d8c4d4c8afa7408e90f614ab2cfa43d3 HTTP/1.1" status: 200 len: 375 time: 0.0518322 Apr 18 19:28:14.909756 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-0867b1b0-a070-4e75-bcbb-0cc55af9d3f6 req-4b190c7f-9c58-4257-a650-99769092b603 tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] 10.222.0.69 "GET /v2.0/ports?device_id=e5f5eb11-b473-4730-b2dd-185b9968e91a HTTP/1.1" status: 200 len: 210 time: 0.1432798 Apr 18 19:28:14.989666 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3681bde4-804e-4e0a-89d9-0841608719b7 req-508c700f-210b-4de7-b37e-4dd8867835af tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=d8c4d4c8afa7408e90f614ab2cfa43d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0679162 Apr 18 19:28:15.139112 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_common [req-10d56dfc-c1ff-4513-8693-24bb228627bc req-a6110af1-5abd-4f5c-9bb4-657794f0ce11 tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] Allocated IP 192.168.233.227 (cb6d8c7c-7ea4-4a32-b429-1c2934b7306a/17d1b3aa-2066-4ffa-a69f-52ed566b6548/633b9d99-844f-474c-9b7c-ac63ca4b8257) {{(pid=84763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:28:15.151414 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58b13cbb-c2ce-45c5-8c64-066040cdf292 admin admin] Router 0925502c-f477-4184-87de-1378f6f530fe has already been hosted by L3 agent 21b59c62-f184-4169-bc3e-79831cc043e8 {{(pid=84763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:28:15.250007 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6238216d-244f-4c50-8fb8-6edcb1a336d4 req-332cbe5e-20eb-4c85-9f97-a99fe1c48205 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:15.254919 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6238216d-244f-4c50-8fb8-6edcb1a336d4 req-332cbe5e-20eb-4c85-9f97-a99fe1c48205 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=cd5645d0-db8a-4ffe-b4ce-5967e6245f85 HTTP/1.1" status: 200 len: 943 time: 0.1371772 Apr 18 19:28:15.425742 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6238216d-244f-4c50-8fb8-6edcb1a336d4 req-4da2bb4d-cef0-4712-94b6-c06bcab97305 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616964 Apr 18 19:28:15.711198 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-18c23db4-ad59-404b-bfec-3a90f4dde30f req-be5c4a0f-cf07-416f-b39a-f2955578db15 tempest-ServerShowV247Test-757221321 tempest-ServerShowV247Test-757221321-project] 10.222.0.69 "GET /v2.0/ports?device_id=497de465-834c-4f8a-9de6-d88d0b41ec77 HTTP/1.1" status: 200 len: 210 time: 0.0932846 Apr 18 19:28:15.813089 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-10d56dfc-c1ff-4513-8693-24bb228627bc req-a6110af1-5abd-4f5c-9bb4-657794f0ce11 tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] Notify callbacks [] for port, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:15.851250 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [req-10d56dfc-c1ff-4513-8693-24bb228627bc req-a6110af1-5abd-4f5c-9bb4-657794f0ce11 tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] Transition to ACTIVE for port object 633b9d99-844f-474c-9b7c-ac63ca4b8257 will not be triggered until provisioned by entity DHCP. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:28:15.908732 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b7a752-8661-4cfb-ac61-e0dd0f5c2fce req-e2920921-3037-4c69-b60a-4e23961fb0eb tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:15.908732 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e7b7a752-8661-4cfb-ac61-e0dd0f5c2fce req-e2920921-3037-4c69-b60a-4e23961fb0eb tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=339d07b1-7b62-4191-8b79-84390fd798a9 HTTP/1.1" status: 200 len: 950 time: 0.4117088 Apr 18 19:28:15.954452 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6dbf3197-d5c7-4842-9720-a4a634420631 req-122acd28-f172-4d2e-877c-89f3e3a5546c tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/ports?device_id=14704b88-90c8-43e7-b6fd-aa88e710cf44 HTTP/1.1" status: 200 len: 210 time: 0.0623679 Apr 18 19:28:16.069078 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e7b7a752-8661-4cfb-ac61-e0dd0f5c2fce req-e65c7f05-fa5e-4c12-b40c-8588d50faf52 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419389 Apr 18 19:28:16.102791 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58b13cbb-c2ce-45c5-8c64-066040cdf292 admin admin] Notify agent at l3_agent.n-d-836017-2 the message routers_updated {{(pid=84763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:28:16.113276 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5eeaa0f-3570-4b58-986f-7d653f80d4fd None None] Sync routers for ids ['0925502c-f477-4184-87de-1378f6f530fe'] in n-d-836017-2 {{(pid=84765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:28:16.135192 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5eeaa0f-3570-4b58-986f-7d653f80d4fd None None] Routers {'0925502c-f477-4184-87de-1378f6f530fe'} bound to L3 agent in host n-d-836017-2 {{(pid=84765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:28:16.135192 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-c5eeaa0f-3570-4b58-986f-7d653f80d4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:27:50Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['0925502c-f477-4184-87de-1378f6f530fe'], 'active': True} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:28:16.159482 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-10d56dfc-c1ff-4513-8693-24bb228627bc req-a6110af1-5abd-4f5c-9bb4-657794f0ce11 tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:16.256662 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87703ca-091c-46e6-9595-04230beea33c req-217dd6ce-b0cf-408d-b0f1-b2f44be826fc tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:16.256662 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c87703ca-091c-46e6-9595-04230beea33c req-217dd6ce-b0cf-408d-b0f1-b2f44be826fc tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] 10.222.0.69 "GET /v2.0/ports?device_id=8887625e-000f-4745-93d8-2d7332fdb73a HTTP/1.1" status: 200 len: 946 time: 0.1610439 Apr 18 19:28:16.297453 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-58b13cbb-c2ce-45c5-8c64-066040cdf292 admin admin] 10.222.0.69 "PUT /v2.0/routers/0925502c-f477-4184-87de-1378f6f530fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0357537 Apr 18 19:28:16.338446 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10d56dfc-c1ff-4513-8693-24bb228627bc req-a6110af1-5abd-4f5c-9bb4-657794f0ce11 tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] Network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:28:16.382895 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [req-10d56dfc-c1ff-4513-8693-24bb228627bc req-a6110af1-5abd-4f5c-9bb4-657794f0ce11 tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:28:16.385480 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-10d56dfc-c1ff-4513-8693-24bb228627bc req-a6110af1-5abd-4f5c-9bb4-657794f0ce11 tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] Received port after_create {{(pid=84763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:28:16.431820 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c87703ca-091c-46e6-9595-04230beea33c req-616026de-b777-405e-bb39-3d0df7828a03 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] 10.222.0.69 "GET /v2.0/security-groups?id=cd7f69dc-886d-4472-a746-337e2c087e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763258 Apr 18 19:28:16.472419 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-c5eeaa0f-3570-4b58-986f-7d653f80d4fd None None] Set router 0925502c-f477-4184-87de-1378f6f530fe gateway port host: n-d-836017-2 {{(pid=84765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:28:16.504057 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6110af1-5abd-4f5c-9bb4-657794f0ce11 tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] Pushing event updated for resources: {'Port': ['ID=633b9d99-844f-474c-9b7c-ac63ca4b8257,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:16.549630 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d56dfc-c1ff-4513-8693-24bb228627bc req-a6110af1-5abd-4f5c-9bb4-657794f0ce11 tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:16.550391 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-10d56dfc-c1ff-4513-8693-24bb228627bc req-a6110af1-5abd-4f5c-9bb4-657794f0ce11 tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:16.599443 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b2b15a-f54b-4d59-8ef5-ea7483423afb req-f0a3962c-64b9-4820-a176-12f5551a3463 tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:16.600485 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-21b2b15a-f54b-4d59-8ef5-ea7483423afb req-f0a3962c-64b9-4820-a176-12f5551a3463 tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] Synchronizing usage tracker for tenant:e61121fa7dce45d0a0f4ef0a60322c27 on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:28:16.705260 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] get_ports_and_sgs() called for port_ids ['4213c8d6-cbac-4a3e-a059-d7f75299dd76'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:28:16.737449 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-10d56dfc-c1ff-4513-8693-24bb228627bc req-a6110af1-5abd-4f5c-9bb4-657794f0ce11 tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8244021 Apr 18 19:28:16.741561 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-21b2b15a-f54b-4d59-8ef5-ea7483423afb req-f0a3962c-64b9-4820-a176-12f5551a3463 tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] Unset dirty status for tenant:e61121fa7dce45d0a0f4ef0a60322c27 on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:28:16.768095 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-21b2b15a-f54b-4d59-8ef5-ea7483423afb req-f0a3962c-64b9-4820-a176-12f5551a3463 tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] 10.222.0.69 "GET /v2.0/ports?device_id=e5f5eb11-b473-4730-b2dd-185b9968e91a HTTP/1.1" status: 200 len: 936 time: 0.4405365 Apr 18 19:28:16.785466 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-10d56dfc-c1ff-4513-8693-24bb228627bc req-344b2dc4-89ba-4afd-b5a0-830ea6653e74 service neutron] Request body: {'port': {'device_id': 'e5f5eb11-b473-4730-b2dd-185b9968e91a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-2'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:28:16.894620 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-1637412f-28c1-41f2-8144-00b810aa9f2c req-8b95685b-b141-4557-9256-0406592fc418 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=d8c4d4c8afa7408e90f614ab2cfa43d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0797307 Apr 18 19:28:16.945384 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-5a2ec800-214c-42d7-8b38-c62aa3887fcf req-a2bd11e6-7f33-49ae-9107-b6d731dd7a1c service neutron] 10.222.0.72 "GET /v2.0/ports/233fb7ed-5f6a-49c7-ae30-745fc89ae1c2/bindings/n-h1-836017-2 HTTP/1.1" status: 200 len: 384 time: 0.1414044 Apr 18 19:28:17.298743 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-c5eeaa0f-3570-4b58-986f-7d653f80d4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0925502c-f477-4184-87de-1378f6f530fe', 'name': 'tempest-ServerRescueTestJSON-135221566-router', 'tenant_id': '76e1ee3997ab44ceb6fa25bdc9cd69f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '2e7dc3db-df69-44b6-affa-ccae5e65f3d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:28:02Z', 'updated_at': '2022-04-18T19:28:12Z', 'revision_number': 4, 'project_id': '76e1ee3997ab44ceb6fa25bdc9cd69f6', 'gw_port': {'id': '2e7dc3db-df69-44b6-affa-ccae5e65f3d2', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0925502c-f477-4184-87de-1378f6f530fe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:28:03Z', 'updated_at': '2022-04-18T19:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_interfaces': [{'id': '5a8adc86-ec58-4ff7-878e-53fc7c6b79a3', 'name': '', 'network_id': 'd2042316-fc2f-4bd1-9428-8aa751f345ec', 'tenant_id': '76e1ee3997ab44ceb6fa25bdc9cd69f6', 'mac_address': 'fa:16:3e:f4:e6:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0925502c-f477-4184-87de-1378f6f530fe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '741dfd9d-95ea-4063-b188-15cfc9cc941c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:28:11Z', 'updated_at': '2022-04-18T19:28:12Z', 'revision_number': 2, 'project_id': '76e1ee3997ab44ceb6fa25bdc9cd69f6', 'subnets': [{'id': '741dfd9d-95ea-4063-b188-15cfc9cc941c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-2', False) {} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:28:17.318129 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5eeaa0f-3570-4b58-986f-7d653f80d4fd None None] Checking router: 0925502c-f477-4184-87de-1378f6f530fe for host: n-d-836017-2 {{(pid=84765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:28:17.318129 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5eeaa0f-3570-4b58-986f-7d653f80d4fd None None] Updating router 0925502c-f477-4184-87de-1378f6f530fe port 5a8adc86-ec58-4ff7-878e-53fc7c6b79a3 binding host n-d-836017-2 {{(pid=84765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 19:28:17.321781 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeb1a2f-7219-4c8d-91b6-5f1d7a58858b req-56a77fc8-17d1-46b5-b179-f1a1ce488ee0 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:17.333027 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-4eeb1a2f-7219-4c8d-91b6-5f1d7a58858b req-56a77fc8-17d1-46b5-b179-f1a1ce488ee0 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=cd5645d0-db8a-4ffe-b4ce-5967e6245f85 HTTP/1.1" status: 200 len: 943 time: 0.3903308 Apr 18 19:28:17.358823 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-25552fe7-01f5-404e-882f-ece4a145b365 None None] Provisioning for port 633b9d99-844f-474c-9b7c-ac63ca4b8257 completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:28:17.364732 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-25552fe7-01f5-404e-882f-ece4a145b365 None None] Provisioning complete for port 633b9d99-844f-474c-9b7c-ac63ca4b8257 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:28:17.370339 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-25552fe7-01f5-404e-882f-ece4a145b365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:17.370487 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-21b2b15a-f54b-4d59-8ef5-ea7483423afb req-deca89f3-6fd8-412d-b193-17fc9aa7cb38 tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a151ec7-5edc-4088-aba2-485b5ea10b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5909841 Apr 18 19:28:17.371069 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-10d56dfc-c1ff-4513-8693-24bb228627bc req-344b2dc4-89ba-4afd-b5a0-830ea6653e74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:17.493773 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c5eeaa0f-3570-4b58-986f-7d653f80d4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:17.551249 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-4eeb1a2f-7219-4c8d-91b6-5f1d7a58858b req-a41dbc5c-a7ab-416a-b06c-15f727c431f2 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067800 Apr 18 19:28:17.603817 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-5a2ec800-214c-42d7-8b38-c62aa3887fcf req-87003b68-5216-4c92-b0cd-1e06f8f3bfb6 service neutron] For port 233fb7ed-5f6a-49c7-ae30-745fc89ae1c2, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=233fb7ed-5f6a-49c7-ae30-745fc89ae1c2,segment=NetworkSegment(1b33902c-725a-4527-bb11-2978d3dba7a4),segment_id=1b33902c-725a-4527-bb11-2978d3dba7a4)] {{(pid=84764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:28:17.651652 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-25552fe7-01f5-404e-882f-ece4a145b365 None None] Port 633b9d99-844f-474c-9b7c-ac63ca4b8257 cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:28:17.659891 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-5a2ec800-214c-42d7-8b38-c62aa3887fcf req-87003b68-5216-4c92-b0cd-1e06f8f3bfb6 service neutron] For port 233fb7ed-5f6a-49c7-ae30-745fc89ae1c2, host n-h2-836017-2, cleared binding levels {{(pid=84764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:28:17.660797 n-d-836017-2 neutron-server[84763]: INFO neutron.api.v2.resource [req-65b9ebe8-2297-4adc-8425-3a21ed8d9d0f req-069890b0-563e-44c6-a38f-5dae1af81726 service neutron] show failed (client error): The resource could not be found. Apr 18 19:28:17.663343 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-65b9ebe8-2297-4adc-8425-3a21ed8d9d0f req-069890b0-563e-44c6-a38f-5dae1af81726 service neutron] 10.222.0.72 "GET /v2.0/ports/f209c868-4df3-44a3-95db-ffedb0ab96cd/bindings/n-h1-836017-2 HTTP/1.1" status: 404 len: 380 time: 0.5355051 Apr 18 19:28:17.700530 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1637412f-28c1-41f2-8144-00b810aa9f2c req-3051c421-71d1-4bad-9300-6c534ce3185e tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:17.709877 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-1637412f-28c1-41f2-8144-00b810aa9f2c req-3051c421-71d1-4bad-9300-6c534ce3185e tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7925484 Apr 18 19:28:17.734178 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [req-5a2ec800-214c-42d7-8b38-c62aa3887fcf req-87003b68-5216-4c92-b0cd-1e06f8f3bfb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 233fb7ed-5f6a-49c7-ae30-745fc89ae1c2 {{(pid=84764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:28:17.747221 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-5a2ec800-214c-42d7-8b38-c62aa3887fcf req-87003b68-5216-4c92-b0cd-1e06f8f3bfb6 service neutron] For port 233fb7ed-5f6a-49c7-ae30-745fc89ae1c2, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=233fb7ed-5f6a-49c7-ae30-745fc89ae1c2,segment=NetworkSegment(1b33902c-725a-4527-bb11-2978d3dba7a4),segment_id=1b33902c-725a-4527-bb11-2978d3dba7a4)] {{(pid=84764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:28:17.756363 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-1637412f-28c1-41f2-8144-00b810aa9f2c req-24dba13e-4c4a-4386-8f2c-91d9233f9418 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Request body: {'port': {'device_id': '8cbfc875-c839-4a4c-bcbc-fb0ee164e18b', 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a', 'admin_state_up': True, 'tenant_id': 'd8c4d4c8afa7408e90f614ab2cfa43d3'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:28:17.942098 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-5a2ec800-214c-42d7-8b38-c62aa3887fcf req-87003b68-5216-4c92-b0cd-1e06f8f3bfb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:17.965237 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-4688f3d0-64c5-4fc1-8b76-e47d3fc50056 req-adcc0c86-d28b-4405-bd62-bff7e3a44ee3 tempest-ServerShowV247Test-757221321 tempest-ServerShowV247Test-757221321-project] 10.222.0.69 "GET /v2.0/ports?device_id=497de465-834c-4f8a-9de6-d88d0b41ec77 HTTP/1.1" status: 200 len: 210 time: 0.0982294 Apr 18 19:28:18.236699 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c5eeaa0f-3570-4b58-986f-7d653f80d4fd None None] Notify callbacks [] for port, precommit_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:18.256700 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-c5eeaa0f-3570-4b58-986f-7d653f80d4fd None None] Transition to ACTIVE for port object 5a8adc86-ec58-4ff7-878e-53fc7c6b79a3 will not be triggered until provisioned by entity L2. {{(pid=84765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:28:18.256886 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-1637412f-28c1-41f2-8144-00b810aa9f2c req-24dba13e-4c4a-4386-8f2c-91d9233f9418 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:28:18.258774 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device f209c868-4df3-44a3-95db-ffedb0ab96cd no longer exists at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:28:18.282113 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-1637412f-28c1-41f2-8144-00b810aa9f2c req-24dba13e-4c4a-4386-8f2c-91d9233f9418 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Usage tracker for resource:port and tenant:d8c4d4c8afa7408e90f614ab2cfa43d3 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:28:18.288791 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-1637412f-28c1-41f2-8144-00b810aa9f2c req-24dba13e-4c4a-4386-8f2c-91d9233f9418 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:28:18.298568 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-1637412f-28c1-41f2-8144-00b810aa9f2c req-24dba13e-4c4a-4386-8f2c-91d9233f9418 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:28:18.304720 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc6487b-04e8-4472-8e09-ea323fabdc80 req-d53d4fc2-0a14-4c72-a83d-64bee4dc3324 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:18.304986 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b38d19de-7703-444a-82bc-cdb5ce404f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:18.306208 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8cc6487b-04e8-4472-8e09-ea323fabdc80 req-d53d4fc2-0a14-4c72-a83d-64bee4dc3324 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/networks?id=d2042316-fc2f-4bd1-9428-8aa751f345ec HTTP/1.1" status: 200 len: 810 time: 0.3864229 Apr 18 19:28:18.343114 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.provisioning_blocks [req-5a2ec800-214c-42d7-8b38-c62aa3887fcf req-87003b68-5216-4c92-b0cd-1e06f8f3bfb6 service neutron] Transition to ACTIVE for port object 233fb7ed-5f6a-49c7-ae30-745fc89ae1c2 will not be triggered until provisioned by entity L2. {{(pid=84764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:28:18.348849 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8cc6487b-04e8-4472-8e09-ea323fabdc80 req-d57467ad-9477-4794-a1c2-ff55b25bea05 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/quotas/76e1ee3997ab44ceb6fa25bdc9cd69f6 HTTP/1.1" status: 200 len: 375 time: 0.0224576 Apr 18 19:28:18.355159 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c116fa7c-d686-430e-943c-92ed84f40e02 req-7035b342-eb13-4422-b929-fb87aa5ac14e tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/ports?device_id=14704b88-90c8-43e7-b6fd-aa88e710cf44 HTTP/1.1" status: 200 len: 210 time: 0.1492949 Apr 18 19:28:18.444939 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c5eeaa0f-3570-4b58-986f-7d653f80d4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:18.453525 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [req-10d56dfc-c1ff-4513-8693-24bb228627bc req-344b2dc4-89ba-4afd-b5a0-830ea6653e74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 633b9d99-844f-474c-9b7c-ac63ca4b8257 {{(pid=84763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:28:18.454122 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-5a2ec800-214c-42d7-8b38-c62aa3887fcf req-87003b68-5216-4c92-b0cd-1e06f8f3bfb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2290934'] for port, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:18.458645 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1637412f-28c1-41f2-8144-00b810aa9f2c req-24dba13e-4c4a-4386-8f2c-91d9233f9418 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Made reservation on behalf of d8c4d4c8afa7408e90f614ab2cfa43d3 for: {'port': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:28:18.461880 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-1637412f-28c1-41f2-8144-00b810aa9f2c req-24dba13e-4c4a-4386-8f2c-91d9233f9418 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:18.490254 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-10d56dfc-c1ff-4513-8693-24bb228627bc req-344b2dc4-89ba-4afd-b5a0-830ea6653e74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:18.518307 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-1637412f-28c1-41f2-8144-00b810aa9f2c req-24dba13e-4c4a-4386-8f2c-91d9233f9418 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Notify callbacks [] for security_group, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:18.570076 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:18.589355 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [req-10d56dfc-c1ff-4513-8693-24bb228627bc req-344b2dc4-89ba-4afd-b5a0-830ea6653e74 service neutron] Transition to ACTIVE for port object 633b9d99-844f-474c-9b7c-ac63ca4b8257 will not be triggered until provisioned by entity L2. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:28:18.613687 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3681bde4-804e-4e0a-89d9-0841608719b7 req-0af6e55c-4aee-467a-9270-75dcf41e864e tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=d8c4d4c8afa7408e90f614ab2cfa43d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0468485 Apr 18 19:28:18.613687 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-1637412f-28c1-41f2-8144-00b810aa9f2c req-24dba13e-4c4a-4386-8f2c-91d9233f9418 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:28:18.651886 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-1637412f-28c1-41f2-8144-00b810aa9f2c req-24dba13e-4c4a-4386-8f2c-91d9233f9418 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Usage tracker for resource:security_group_rule and tenant:d8c4d4c8afa7408e90f614ab2cfa43d3 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:28:18.714580 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-1637412f-28c1-41f2-8144-00b810aa9f2c req-24dba13e-4c4a-4386-8f2c-91d9233f9418 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:28:18.724193 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-10d56dfc-c1ff-4513-8693-24bb228627bc req-344b2dc4-89ba-4afd-b5a0-830ea6653e74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:18.736985 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-1637412f-28c1-41f2-8144-00b810aa9f2c req-24dba13e-4c4a-4386-8f2c-91d9233f9418 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:28:18.741058 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d24f119-785c-4705-acb0-96ca6181bc34 None None] Pushing event updated for resources: {'Port': ['ID=5a8adc86-ec58-4ff7-878e-53fc7c6b79a3,revision_number=3']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:18.760792 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '339d07b1-7b62-4191-8b79-84390fd798a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f209c868-4df3-44a3-95db-ffedb0ab96cd'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:28:18.787183 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-8cc6487b-04e8-4472-8e09-ea323fabdc80 req-33e7c41c-e79a-474d-99d7-c76b9e73f074 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Synchronizing usage tracker for tenant:76e1ee3997ab44ceb6fa25bdc9cd69f6 on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:28:18.813676 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a2ec800-214c-42d7-8b38-c62aa3887fcf req-87003b68-5216-4c92-b0cd-1e06f8f3bfb6 service neutron] No DVR routers for this DVR port 233fb7ed-5f6a-49c7-ae30-745fc89ae1c2 on host n-h2-836017-2 {{(pid=84764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:28:18.814798 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port f209c868-4df3-44a3-95db-ffedb0ab96cd, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=f209c868-4df3-44a3-95db-ffedb0ab96cd,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:28:18.826112 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87003b68-5216-4c92-b0cd-1e06f8f3bfb6 service neutron] Pushing event updated for resources: {'Port': ['ID=233fb7ed-5f6a-49c7-ae30-745fc89ae1c2,revision_number=10']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:18.837665 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87003b68-5216-4c92-b0cd-1e06f8f3bfb6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:28:18.838385 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87003b68-5216-4c92-b0cd-1e06f8f3bfb6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:28:18.838936 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87003b68-5216-4c92-b0cd-1e06f8f3bfb6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:28:18.839481 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87003b68-5216-4c92-b0cd-1e06f8f3bfb6 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:28:18.840034 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87003b68-5216-4c92-b0cd-1e06f8f3bfb6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:28:18.840623 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87003b68-5216-4c92-b0cd-1e06f8f3bfb6 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:28:18.841188 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87003b68-5216-4c92-b0cd-1e06f8f3bfb6 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:28:18.841999 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87003b68-5216-4c92-b0cd-1e06f8f3bfb6 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:28:18.843145 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87003b68-5216-4c92-b0cd-1e06f8f3bfb6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:28:18.843687 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87003b68-5216-4c92-b0cd-1e06f8f3bfb6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:28:18.844406 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87003b68-5216-4c92-b0cd-1e06f8f3bfb6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:28:18.928121 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-c5eeaa0f-3570-4b58-986f-7d653f80d4fd None None] Attempting to bind port 5a8adc86-ec58-4ff7-878e-53fc7c6b79a3 on host n-d-836017-2 for vnic_type normal with profile {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:28:18.932484 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-c5eeaa0f-3570-4b58-986f-7d653f80d4fd None None] Attempting to bind port 5a8adc86-ec58-4ff7-878e-53fc7c6b79a3 by drivers openvswitch,hyperv on host n-d-836017-2 at level 0 using segments [{'id': '3cf55c06-33d0-4793-a46b-65cf78b7090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'd2042316-fc2f-4bd1-9428-8aa751f345ec'}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:28:18.934112 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5eeaa0f-3570-4b58-986f-7d653f80d4fd None None] Attempting to bind port 5a8adc86-ec58-4ff7-878e-53fc7c6b79a3 on network d2042316-fc2f-4bd1-9428-8aa751f345ec {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:28:18.941294 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-5a2ec800-214c-42d7-8b38-c62aa3887fcf req-87003b68-5216-4c92-b0cd-1e06f8f3bfb6 service neutron] 10.222.0.72 "PUT /v2.0/ports/233fb7ed-5f6a-49c7-ae30-745fc89ae1c2/bindings/n-h1-836017-2/activate HTTP/1.1" status: 200 len: 369 time: 1.9408784 Apr 18 19:28:18.944941 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5eeaa0f-3570-4b58-986f-7d653f80d4fd None None] Checking agent: {'id': 'df2a5cfe-6839-400b-a998-e4fffce70f45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 8, 22), 'started_at': datetime.datetime(2022, 4, 18, 19, 8, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:28:18.954455 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5eeaa0f-3570-4b58-986f-7d653f80d4fd None None] Checking segment: {'id': '3cf55c06-33d0-4793-a46b-65cf78b7090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'd2042316-fc2f-4bd1-9428-8aa751f345ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:28:18.955496 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c5eeaa0f-3570-4b58-986f-7d653f80d4fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:18.955837 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5eeaa0f-3570-4b58-986f-7d653f80d4fd None None] Bound using segment: {'id': '3cf55c06-33d0-4793-a46b-65cf78b7090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'd2042316-fc2f-4bd1-9428-8aa751f345ec'} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:28:18.956577 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-c5eeaa0f-3570-4b58-986f-7d653f80d4fd None None] Bound port: 5a8adc86-ec58-4ff7-878e-53fc7c6b79a3, host: n-d-836017-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cf55c06-33d0-4793-a46b-65cf78b7090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'd2042316-fc2f-4bd1-9428-8aa751f345ec'}}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:28:18.957206 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c5eeaa0f-3570-4b58-986f-7d653f80d4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:18.980404 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1073e141-a07c-48a3-a324-a51cde4e3e6c req-716590c3-ded6-41d3-856c-6facfa675133 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:18.983714 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-1073e141-a07c-48a3-a324-a51cde4e3e6c req-716590c3-ded6-41d3-856c-6facfa675133 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=339d07b1-7b62-4191-8b79-84390fd798a9 HTTP/1.1" status: 200 len: 950 time: 0.4241982 Apr 18 19:28:19.034959 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344b2dc4-89ba-4afd-b5a0-830ea6653e74 service neutron] Pushing event updated for resources: {'Port': ['ID=633b9d99-844f-474c-9b7c-ac63ca4b8257,revision_number=2']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:19.037602 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:19.038786 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 233fb7ed-5f6a-49c7-ae30-745fc89ae1c2 no longer exists at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:28:19.087816 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-1073e141-a07c-48a3-a324-a51cde4e3e6c req-8bde449b-0a7a-451a-84e2-3b341e611b61 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884683 Apr 18 19:28:19.168519 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3681bde4-804e-4e0a-89d9-0841608719b7 req-e466c275-b1e2-4da5-b787-5f474d07179a tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:19.171715 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3681bde4-804e-4e0a-89d9-0841608719b7 req-e466c275-b1e2-4da5-b787-5f474d07179a tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5581577 Apr 18 19:28:19.272193 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-1637412f-28c1-41f2-8144-00b810aa9f2c req-24dba13e-4c4a-4386-8f2c-91d9233f9418 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Notify callbacks [] for security_group, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:19.301959 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-3681bde4-804e-4e0a-89d9-0841608719b7 req-53173bdf-4ce8-48d1-9344-bef732e9857c tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Request body: {'port': {'device_id': '14704b88-90c8-43e7-b6fd-aa88e710cf44', 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a', 'admin_state_up': True, 'tenant_id': 'd8c4d4c8afa7408e90f614ab2cfa43d3'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:28:19.396133 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 233fb7ed-5f6a-49c7-ae30-745fc89ae1c2 not bound to the agent host n-h2-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:28:19.401411 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-c5eeaa0f-3570-4b58-986f-7d653f80d4fd None None] For port 5a8adc86-ec58-4ff7-878e-53fc7c6b79a3, host n-d-836017-2, cleared binding levels {{(pid=84765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:28:19.411080 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-c5eeaa0f-3570-4b58-986f-7d653f80d4fd None None] For port 5a8adc86-ec58-4ff7-878e-53fc7c6b79a3, host n-d-836017-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=5a8adc86-ec58-4ff7-878e-53fc7c6b79a3,segment=NetworkSegment(3cf55c06-33d0-4793-a46b-65cf78b7090c),segment_id=3cf55c06-33d0-4793-a46b-65cf78b7090c)] {{(pid=84765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:28:19.413120 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=f209c868-4df3-44a3-95db-ffedb0ab96cd,revision_number=6']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:19.502841 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-8cc6487b-04e8-4472-8e09-ea323fabdc80 req-33e7c41c-e79a-474d-99d7-c76b9e73f074 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Unset dirty status for tenant:76e1ee3997ab44ceb6fa25bdc9cd69f6 on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:28:19.504131 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8cc6487b-04e8-4472-8e09-ea323fabdc80 req-33e7c41c-e79a-474d-99d7-c76b9e73f074 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=76e1ee3997ab44ceb6fa25bdc9cd69f6&fields=id HTTP/1.1" status: 200 len: 255 time: 1.1565464 Apr 18 19:28:19.519356 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c5eeaa0f-3570-4b58-986f-7d653f80d4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:19.567344 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-1637412f-28c1-41f2-8144-00b810aa9f2c req-24dba13e-4c4a-4386-8f2c-91d9233f9418 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:19.583864 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d16ab2d-d2d4-4a59-a699-a8d134a11c18 req-e4781450-bba4-4210-9d10-b615c2a70c4a tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:19.586545 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-5d16ab2d-d2d4-4a59-a699-a8d134a11c18 req-e4781450-bba4-4210-9d10-b615c2a70c4a tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] 10.222.0.69 "GET /v2.0/ports?device_id=8887625e-000f-4745-93d8-2d7332fdb73a HTTP/1.1" status: 200 len: 946 time: 0.1265066 Apr 18 19:28:19.674831 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d24f119-785c-4705-acb0-96ca6181bc34 None None] Pushing event updated for resources: {'Port': ['ID=5a8adc86-ec58-4ff7-878e-53fc7c6b79a3,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:19.682883 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5eeaa0f-3570-4b58-986f-7d653f80d4fd None None] Routers {'0925502c-f477-4184-87de-1378f6f530fe'} bound to L3 agent in host n-d-836017-2 {{(pid=84765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:28:19.682883 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-c5eeaa0f-3570-4b58-986f-7d653f80d4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:27:50Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['0925502c-f477-4184-87de-1378f6f530fe'], 'active': True} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:28:19.687099 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-65b9ebe8-2297-4adc-8425-3a21ed8d9d0f req-f8f7412b-27f8-4e96-8ab2-5ff08eb314fc service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=339d07b1-7b62-4191-8b79-84390fd798a9&tenant_id=4bf06599121a476094faf72db54a396e HTTP/1.1" status: 200 len: 1101 time: 0.8868747 Apr 18 19:28:19.722573 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-5d16ab2d-d2d4-4a59-a699-a8d134a11c18 req-82665b7a-2c7b-44c8-be78-8ff52dd73b75 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] 10.222.0.69 "GET /v2.0/security-groups?id=cd7f69dc-886d-4472-a746-337e2c087e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188338 Apr 18 19:28:19.752653 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-65b9ebe8-2297-4adc-8425-3a21ed8d9d0f req-81628a97-2383-486f-955c-dd6945d187b8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836017-2', 'device_owner': 'compute:nova'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:28:19.891816 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dba13e-4c4a-4386-8f2c-91d9233f9418 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c6be434-109a-4c25-809d-b81f7096d7c4,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:19.939291 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-10d56dfc-c1ff-4513-8693-24bb228627bc req-344b2dc4-89ba-4afd-b5a0-830ea6653e74 service neutron] Attempting to bind port 633b9d99-844f-474c-9b7c-ac63ca4b8257 on host n-h1-836017-2 for vnic_type normal with profile {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:28:19.939291 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-10d56dfc-c1ff-4513-8693-24bb228627bc req-344b2dc4-89ba-4afd-b5a0-830ea6653e74 service neutron] Attempting to bind port 633b9d99-844f-474c-9b7c-ac63ca4b8257 by drivers openvswitch,hyperv on host n-h1-836017-2 at level 0 using segments [{'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:28:19.939291 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d56dfc-c1ff-4513-8693-24bb228627bc req-344b2dc4-89ba-4afd-b5a0-830ea6653e74 service neutron] Attempting to bind port 633b9d99-844f-474c-9b7c-ac63ca4b8257 on network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:28:20.038153 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dba13e-4c4a-4386-8f2c-91d9233f9418 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:28:20.038497 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dba13e-4c4a-4386-8f2c-91d9233f9418 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:28:20.038836 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dba13e-4c4a-4386-8f2c-91d9233f9418 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:28:20.039172 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dba13e-4c4a-4386-8f2c-91d9233f9418 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:28:20.039501 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dba13e-4c4a-4386-8f2c-91d9233f9418 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:28:20.039825 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dba13e-4c4a-4386-8f2c-91d9233f9418 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:28:20.040150 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dba13e-4c4a-4386-8f2c-91d9233f9418 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:28:20.040499 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dba13e-4c4a-4386-8f2c-91d9233f9418 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:28:20.040822 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dba13e-4c4a-4386-8f2c-91d9233f9418 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:28:20.041140 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dba13e-4c4a-4386-8f2c-91d9233f9418 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:28:20.041459 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dba13e-4c4a-4386-8f2c-91d9233f9418 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:28:20.054147 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf07fda-7f47-4949-95c9-30266eab5007 req-64d0dd3d-a609-4a89-ada6-28abf76e5f4b tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:20.060541 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-cdf07fda-7f47-4949-95c9-30266eab5007 req-64d0dd3d-a609-4a89-ada6-28abf76e5f4b tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] 10.222.0.69 "GET /v2.0/ports?device_id=e5f5eb11-b473-4730-b2dd-185b9968e91a HTTP/1.1" status: 200 len: 948 time: 0.1192443 Apr 18 19:28:20.062358 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-c5eeaa0f-3570-4b58-986f-7d653f80d4fd None None] Set router 0925502c-f477-4184-87de-1378f6f530fe gateway port host: n-d-836017-2 {{(pid=84765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:28:20.117176 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-cdf07fda-7f47-4949-95c9-30266eab5007 req-a8cf56c9-5e0d-4b4a-8357-dab50874e78a tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a151ec7-5edc-4088-aba2-485b5ea10b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564516 Apr 18 19:28:20.123186 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d56dfc-c1ff-4513-8693-24bb228627bc req-344b2dc4-89ba-4afd-b5a0-830ea6653e74 service neutron] Port 633b9d99-844f-474c-9b7c-ac63ca4b8257 on network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-2 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:28:20.123633 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d56dfc-c1ff-4513-8693-24bb228627bc req-344b2dc4-89ba-4afd-b5a0-830ea6653e74 service neutron] Attempting to bind port 633b9d99-844f-474c-9b7c-ac63ca4b8257 on network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:28:20.172671 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-3681bde4-804e-4e0a-89d9-0841608719b7 req-53173bdf-4ce8-48d1-9344-bef732e9857c tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:28:20.182198 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8cc6487b-04e8-4472-8e09-ea323fabdc80 req-bf4e461d-543f-4d94-9ad6-ab978a9ef89b service neutron] 10.222.0.69 "GET /v2.0/networks/d2042316-fc2f-4bd1-9428-8aa751f345ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6169448 Apr 18 19:28:20.246095 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-3681bde4-804e-4e0a-89d9-0841608719b7 req-53173bdf-4ce8-48d1-9344-bef732e9857c tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Usage tracker for resource:port and tenant:d8c4d4c8afa7408e90f614ab2cfa43d3 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:28:20.254452 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-65b9ebe8-2297-4adc-8425-3a21ed8d9d0f req-81628a97-2383-486f-955c-dd6945d187b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:20.276114 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-3681bde4-804e-4e0a-89d9-0841608719b7 req-53173bdf-4ce8-48d1-9344-bef732e9857c tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:28:20.309852 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d56dfc-c1ff-4513-8693-24bb228627bc req-344b2dc4-89ba-4afd-b5a0-830ea6653e74 service neutron] Checking agent: {'id': 'e3a31811-08e0-42ba-bc2e-ed8a973b714f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 25), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:28:20.309852 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d56dfc-c1ff-4513-8693-24bb228627bc req-344b2dc4-89ba-4afd-b5a0-830ea6653e74 service neutron] Checking segment: {'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:28:20.309852 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d56dfc-c1ff-4513-8693-24bb228627bc req-344b2dc4-89ba-4afd-b5a0-830ea6653e74 service neutron] Bound using segment: {'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:28:20.310776 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-10d56dfc-c1ff-4513-8693-24bb228627bc req-344b2dc4-89ba-4afd-b5a0-830ea6653e74 service neutron] Bound port: 633b9d99-844f-474c-9b7c-ac63ca4b8257, host: n-h1-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'}}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:28:20.310776 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-10d56dfc-c1ff-4513-8693-24bb228627bc req-344b2dc4-89ba-4afd-b5a0-830ea6653e74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:20.333861 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5a2ec800-214c-42d7-8b38-c62aa3887fcf req-db19454d-73e6-41ae-b2ba-6551eca00d22 tempest-LiveMigrationTest-374537811 tempest-LiveMigrationTest-374537811-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=cd5645d0-db8a-4ffe-b4ce-5967e6245f85&tenant_id=fc56e011536d43568ffc66b480cf23b0&binding%3Ahost_id=n-h2-836017-2 HTTP/1.1" status: 200 len: 1095 time: 1.0361590 Apr 18 19:28:20.365109 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f02dd7-5e7b-4179-9aeb-e519e79df0b0 req-49a92b59-4fc6-4249-8d5d-bf96cec17671 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:20.368804 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d9f02dd7-5e7b-4179-9aeb-e519e79df0b0 req-49a92b59-4fc6-4249-8d5d-bf96cec17671 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=cd5645d0-db8a-4ffe-b4ce-5967e6245f85 HTTP/1.1" status: 200 len: 944 time: 0.1111512 Apr 18 19:28:20.421551 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-3681bde4-804e-4e0a-89d9-0841608719b7 req-53173bdf-4ce8-48d1-9344-bef732e9857c tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:28:20.424354 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d9f02dd7-5e7b-4179-9aeb-e519e79df0b0 req-62addaaf-8246-4178-8200-2cda7ab4543d tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540257 Apr 18 19:28:20.473298 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-21e9ece3-ab99-403f-aac5-0f98a148bf0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:20.520683 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_common [req-1637412f-28c1-41f2-8144-00b810aa9f2c req-24dba13e-4c4a-4386-8f2c-91d9233f9418 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Allocated IP 192.168.233.153 (cb6d8c7c-7ea4-4a32-b429-1c2934b7306a/17d1b3aa-2066-4ffa-a69f-52ed566b6548/223822da-e9ca-44af-bd61-eec59d8e31d7) {{(pid=84763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:28:20.578835 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65f490f1-8c85-443b-a4c0-5c174780c076'] response: {'server_uuid': '339d07b1-7b62-4191-8b79-84390fd798a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f209c868-4df3-44a3-95db-ffedb0ab96cd', 'code': 200} Apr 18 19:28:20.592089 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-c5eeaa0f-3570-4b58-986f-7d653f80d4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0925502c-f477-4184-87de-1378f6f530fe', 'name': 'tempest-ServerRescueTestJSON-135221566-router', 'tenant_id': '76e1ee3997ab44ceb6fa25bdc9cd69f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '2e7dc3db-df69-44b6-affa-ccae5e65f3d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:28:02Z', 'updated_at': '2022-04-18T19:28:12Z', 'revision_number': 4, 'project_id': '76e1ee3997ab44ceb6fa25bdc9cd69f6', 'gw_port': {'id': '2e7dc3db-df69-44b6-affa-ccae5e65f3d2', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0925502c-f477-4184-87de-1378f6f530fe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:28:03Z', 'updated_at': '2022-04-18T19:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_interfaces': [{'id': '5a8adc86-ec58-4ff7-878e-53fc7c6b79a3', 'name': '', 'network_id': 'd2042316-fc2f-4bd1-9428-8aa751f345ec', 'tenant_id': '76e1ee3997ab44ceb6fa25bdc9cd69f6', 'mac_address': 'fa:16:3e:f4:e6:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0925502c-f477-4184-87de-1378f6f530fe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '741dfd9d-95ea-4063-b188-15cfc9cc941c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:28:11Z', 'updated_at': '2022-04-18T19:28:19Z', 'revision_number': 4, 'project_id': '76e1ee3997ab44ceb6fa25bdc9cd69f6', 'subnets': [{'id': '741dfd9d-95ea-4063-b188-15cfc9cc941c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-2', False) {} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:28:20.602144 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5eeaa0f-3570-4b58-986f-7d653f80d4fd None None] The sync data for ids ['0925502c-f477-4184-87de-1378f6f530fe'] in n-d-836017-2 is: [{'id': '0925502c-f477-4184-87de-1378f6f530fe', 'name': 'tempest-ServerRescueTestJSON-135221566-router', 'tenant_id': '76e1ee3997ab44ceb6fa25bdc9cd69f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '2e7dc3db-df69-44b6-affa-ccae5e65f3d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:28:02Z', 'updated_at': '2022-04-18T19:28:12Z', 'revision_number': 4, 'project_id': '76e1ee3997ab44ceb6fa25bdc9cd69f6', 'gw_port': {'id': '2e7dc3db-df69-44b6-affa-ccae5e65f3d2', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0925502c-f477-4184-87de-1378f6f530fe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:28:03Z', 'updated_at': '2022-04-18T19:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_interfaces': [{'id': '5a8adc86-ec58-4ff7-878e-53fc7c6b79a3', 'name': '', 'network_id': 'd2042316-fc2f-4bd1-9428-8aa751f345ec', 'tenant_id': '76e1ee3997ab44ceb6fa25bdc9cd69f6', 'mac_address': 'fa:16:3e:f4:e6:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0925502c-f477-4184-87de-1378f6f530fe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '741dfd9d-95ea-4063-b188-15cfc9cc941c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:28:11Z', 'updated_at': '2022-04-18T19:28:19Z', 'revision_number': 4, 'project_id': '76e1ee3997ab44ceb6fa25bdc9cd69f6', 'subnets': [{'id': '741dfd9d-95ea-4063-b188-15cfc9cc941c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:28:20.664837 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3681bde4-804e-4e0a-89d9-0841608719b7 req-53173bdf-4ce8-48d1-9344-bef732e9857c tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Made reservation on behalf of d8c4d4c8afa7408e90f614ab2cfa43d3 for: {'port': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:28:20.664837 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-3681bde4-804e-4e0a-89d9-0841608719b7 req-53173bdf-4ce8-48d1-9344-bef732e9857c tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:20.722310 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:20.939124 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-cc559ae5-6026-47d7-a1fe-ff9633df473f req-ae415365-a579-47a2-b53a-7fc949e5a94a tempest-ServerShowV247Test-757221321 tempest-ServerShowV247Test-757221321-project] 10.222.0.69 "GET /v2.0/ports?device_id=497de465-834c-4f8a-9de6-d88d0b41ec77 HTTP/1.1" status: 200 len: 210 time: 0.1593471 Apr 18 19:28:21.039364 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8cc6487b-04e8-4472-8e09-ea323fabdc80 req-152bea87-8aae-4352-858f-0c2061b54808 service neutron] 10.222.0.69 "GET /v2.0/networks/d2042316-fc2f-4bd1-9428-8aa751f345ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8399377 Apr 18 19:28:21.120991 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-10d56dfc-c1ff-4513-8693-24bb228627bc req-344b2dc4-89ba-4afd-b5a0-830ea6653e74 service neutron] For port 633b9d99-844f-474c-9b7c-ac63ca4b8257, host n-h1-836017-2, cleared binding levels {{(pid=84763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:28:21.175381 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5a2ec800-214c-42d7-8b38-c62aa3887fcf req-619a7045-c3c5-4ee6-b562-5ba3853a96bc service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cd5645d0-db8a-4ffe-b4ce-5967e6245f85&tenant_id=fc56e011536d43568ffc66b480cf23b0 HTTP/1.1" status: 200 len: 1095 time: 0.7520268 Apr 18 19:28:21.177149 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-10d56dfc-c1ff-4513-8693-24bb228627bc req-344b2dc4-89ba-4afd-b5a0-830ea6653e74 service neutron] For port 633b9d99-844f-474c-9b7c-ac63ca4b8257, host n-h1-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=633b9d99-844f-474c-9b7c-ac63ca4b8257,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:28:21.260546 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 5a8adc86-ec58-4ff7-878e-53fc7c6b79a3 up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:28:21.263727 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-b8d1a866-2503-4c16-ad8a-a44a410a6cca req-112c588c-7922-4bc1-aa59-8889c3f71545 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/ports?device_id=14704b88-90c8-43e7-b6fd-aa88e710cf44 HTTP/1.1" status: 200 len: 210 time: 0.0763273 Apr 18 19:28:21.367605 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-10d56dfc-c1ff-4513-8693-24bb228627bc req-344b2dc4-89ba-4afd-b5a0-830ea6653e74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:21.507078 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-10d56dfc-c1ff-4513-8693-24bb228627bc req-344b2dc4-89ba-4afd-b5a0-830ea6653e74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:21.509534 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-10d56dfc-c1ff-4513-8693-24bb228627bc req-344b2dc4-89ba-4afd-b5a0-830ea6653e74 service neutron] 10.222.0.73 "PUT /v2.0/ports/633b9d99-844f-474c-9b7c-ac63ca4b8257 HTTP/1.1" status: 200 len: 1096 time: 4.7403932 Apr 18 19:28:21.557859 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5f5eb11-b473-4730-b2dd-185b9968e91a', 'tag': '633b9d99-844f-474c-9b7c-ac63ca4b8257'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:28:21.609188 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-1637412f-28c1-41f2-8144-00b810aa9f2c req-24dba13e-4c4a-4386-8f2c-91d9233f9418 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Notify callbacks [] for port, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:21.609387 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91e7ac1-57d6-4ebb-9061-7199b860051d req-42699d44-188e-411e-8277-ed0304a4f9c3 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:21.623113 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d91e7ac1-57d6-4ebb-9061-7199b860051d req-42699d44-188e-411e-8277-ed0304a4f9c3 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=339d07b1-7b62-4191-8b79-84390fd798a9 HTTP/1.1" status: 200 len: 948 time: 0.1771984 Apr 18 19:28:21.674528 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning for port 5a8adc86-ec58-4ff7-878e-53fc7c6b79a3 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:28:21.680520 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port 5a8adc86-ec58-4ff7-878e-53fc7c6b79a3 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:28:21.681113 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:21.700837 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d91e7ac1-57d6-4ebb-9061-7199b860051d req-54e79e66-8952-4fe6-ba80-7319e494641a tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822339 Apr 18 19:28:21.929555 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [req-1637412f-28c1-41f2-8144-00b810aa9f2c req-24dba13e-4c4a-4386-8f2c-91d9233f9418 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Transition to ACTIVE for port object 223822da-e9ca-44af-bd61-eec59d8e31d7 will not be triggered until provisioned by entity DHCP. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:28:21.944772 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1c541fd-6087-4755-8778-e68e27e46067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:21.956287 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:21.989633 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e082c-effd-4cdf-98a1-3e49b9b6f2d6 req-ae87c179-64d5-4fa7-b2cf-17a80d52ce0a tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:21.991994 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-407e082c-effd-4cdf-98a1-3e49b9b6f2d6 req-ae87c179-64d5-4fa7-b2cf-17a80d52ce0a tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] 10.222.0.69 "GET /v2.0/ports?device_id=e5f5eb11-b473-4730-b2dd-185b9968e91a HTTP/1.1" status: 200 len: 948 time: 0.1293676 Apr 18 19:28:21.999974 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] For port 5a8adc86-ec58-4ff7-878e-53fc7c6b79a3, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=5a8adc86-ec58-4ff7-878e-53fc7c6b79a3,segment=NetworkSegment(3cf55c06-33d0-4793-a46b-65cf78b7090c),segment_id=3cf55c06-33d0-4793-a46b-65cf78b7090c)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:28:22.025519 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:22.077989 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-407e082c-effd-4cdf-98a1-3e49b9b6f2d6 req-033a8674-cbb0-4a2f-a8e2-f8a3e8df84fb tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a151ec7-5edc-4088-aba2-485b5ea10b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794938 Apr 18 19:28:22.103509 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:22.182304 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344b2dc4-89ba-4afd-b5a0-830ea6653e74 service neutron] Pushing event updated for resources: {'Port': ['ID=633b9d99-844f-474c-9b7c-ac63ca4b8257,revision_number=3']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:22.214706 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Pushing event updated for resources: {'Port': ['ID=5a8adc86-ec58-4ff7-878e-53fc7c6b79a3,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:22.224364 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5a2ec800-214c-42d7-8b38-c62aa3887fcf req-1fc87624-6e65-4d08-a3e8-369c3bdc0004 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fc56e011536d43568ffc66b480cf23b0&device_id=cd5645d0-db8a-4ffe-b4ce-5967e6245f85 HTTP/1.1" status: 200 len: 1095 time: 1.0135174 Apr 18 19:28:22.247564 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-79f77f42-03ea-4e4e-9217-6f084a1ebbda req-c2fa12fa-51d7-4c9c-b4eb-053a01ed3186 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/ports?device_id=698ab2b5-54f2-4017-94e0-efb6c8940c1a HTTP/1.1" status: 200 len: 210 time: 0.0980995 Apr 18 19:28:22.358979 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-1637412f-28c1-41f2-8144-00b810aa9f2c req-24dba13e-4c4a-4386-8f2c-91d9233f9418 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:22.530822 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc851675-8989-4c15-a538-bc9f97640579 req-b50bb7ae-13fd-47e1-9931-4743b68d18c8 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:22.533745 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-cc851675-8989-4c15-a538-bc9f97640579 req-b50bb7ae-13fd-47e1-9931-4743b68d18c8 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=cd5645d0-db8a-4ffe-b4ce-5967e6245f85 HTTP/1.1" status: 200 len: 944 time: 0.1301239 Apr 18 19:28:22.537659 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6887786-2f42-407c-b1d8-252da5eb8c40 req-dcb3521f-20f7-4b88-a48d-361338e5d506 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:22.539502 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e6887786-2f42-407c-b1d8-252da5eb8c40 req-dcb3521f-20f7-4b88-a48d-361338e5d506 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] 10.222.0.69 "GET /v2.0/ports?device_id=8887625e-000f-4745-93d8-2d7332fdb73a HTTP/1.1" status: 200 len: 946 time: 0.9425547 Apr 18 19:28:22.552377 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-10d56dfc-c1ff-4513-8693-24bb228627bc req-43af6281-4c23-4b2b-9334-2c5d47942952 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e61121fa7dce45d0a0f4ef0a60322c27&device_id=e5f5eb11-b473-4730-b2dd-185b9968e91a HTTP/1.1" status: 200 len: 1099 time: 0.7304704 Apr 18 19:28:22.605538 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-cc851675-8989-4c15-a538-bc9f97640579 req-63b1cffe-9ba8-45ca-bd81-c1e086f15690 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657198 Apr 18 19:28:22.703291 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1637412f-28c1-41f2-8144-00b810aa9f2c req-24dba13e-4c4a-4386-8f2c-91d9233f9418 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:28:22.722552 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [req-1637412f-28c1-41f2-8144-00b810aa9f2c req-24dba13e-4c4a-4386-8f2c-91d9233f9418 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:28:22.722552 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-1637412f-28c1-41f2-8144-00b810aa9f2c req-24dba13e-4c4a-4386-8f2c-91d9233f9418 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Received port after_create {{(pid=84763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:28:22.768703 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dba13e-4c4a-4386-8f2c-91d9233f9418 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Pushing event updated for resources: {'Port': ['ID=223822da-e9ca-44af-bd61-eec59d8e31d7,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:22.770923 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-10d56dfc-c1ff-4513-8693-24bb228627bc req-93f73994-a590-4954-82b5-4d9f1600a7ca service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=633b9d99-844f-474c-9b7c-ac63ca4b8257 HTTP/1.1" status: 200 len: 217 time: 0.2036810 Apr 18 19:28:22.882738 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34e28581-6cf8-4316-833e-58f9006474c7'] response: {'name': 'network-changed', 'server_uuid': 'e5f5eb11-b473-4730-b2dd-185b9968e91a', 'tag': '633b9d99-844f-474c-9b7c-ac63ca4b8257', 'status': 'completed', 'code': 200} Apr 18 19:28:22.965729 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ec800-214c-42d7-8b38-c62aa3887fcf req-7fb61df2-ac90-4178-bfed-a2c811493364 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:22.968256 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5a2ec800-214c-42d7-8b38-c62aa3887fcf req-7fb61df2-ac90-4178-bfed-a2c811493364 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0685e2b1-3b13-405d-a131-f90aa0a8867a HTTP/1.1" status: 200 len: 909 time: 0.7355108 Apr 18 19:28:22.971434 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-65b9ebe8-2297-4adc-8425-3a21ed8d9d0f req-81628a97-2383-486f-955c-dd6945d187b8 service neutron] For port f209c868-4df3-44a3-95db-ffedb0ab96cd, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=f209c868-4df3-44a3-95db-ffedb0ab96cd,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:28:23.047040 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e6887786-2f42-407c-b1d8-252da5eb8c40 req-f54ac0cd-e9b1-4b26-84de-6f8ae0ade34f tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] 10.222.0.69 "GET /v2.0/security-groups?id=cd7f69dc-886d-4472-a746-337e2c087e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4865544 Apr 18 19:28:23.047392 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a4106dab-6971-4e7e-8fdc-c66f0a3f4877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:23.052854 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1637412f-28c1-41f2-8144-00b810aa9f2c req-24dba13e-4c4a-4386-8f2c-91d9233f9418 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:23.054057 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-1637412f-28c1-41f2-8144-00b810aa9f2c req-24dba13e-4c4a-4386-8f2c-91d9233f9418 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:23.106180 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ed0eaafd-7efd-4a56-b3ec-9c3782b0c7ef req-270a2068-784a-43c7-86f5-addbd8bb3a1f tempest-ServerShowV247Test-757221321 tempest-ServerShowV247Test-757221321-project] 10.222.0.69 "GET /v2.0/ports?device_id=497de465-834c-4f8a-9de6-d88d0b41ec77 HTTP/1.1" status: 200 len: 210 time: 0.0810027 Apr 18 19:28:23.132531 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d56dfc-c1ff-4513-8693-24bb228627bc req-26f797b5-5ca8-4156-bd98-26f906fcf64e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:23.134031 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-10d56dfc-c1ff-4513-8693-24bb228627bc req-26f797b5-5ca8-4156-bd98-26f906fcf64e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=17d1b3aa-2066-4ffa-a69f-52ed566b6548 HTTP/1.1" status: 200 len: 843 time: 0.3442996 Apr 18 19:28:23.135322 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5a2ec800-214c-42d7-8b38-c62aa3887fcf req-81082aa5-c248-440a-9917-2ac8708bbf50 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=233fb7ed-5f6a-49c7-ae30-745fc89ae1c2 HTTP/1.1" status: 200 len: 217 time: 0.1555755 Apr 18 19:28:23.183554 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 5a8adc86-ec58-4ff7-878e-53fc7c6b79a3 up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:28:23.275585 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-c5373d25-2f5e-4d9a-8fa6-a0cdb94e6e55 None None] Provisioning for port 223822da-e9ca-44af-bd61-eec59d8e31d7 completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:28:23.285413 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-c5373d25-2f5e-4d9a-8fa6-a0cdb94e6e55 None None] Provisioning complete for port 223822da-e9ca-44af-bd61-eec59d8e31d7 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:28:23.286111 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c5373d25-2f5e-4d9a-8fa6-a0cdb94e6e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:23.317495 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-f783a9f8-1ced-44ab-a1da-49bf8d603bcb req-4d8ca00e-135e-4e8e-a128-a7c365781217 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Synchronizing usage tracker for tenant:d8c4d4c8afa7408e90f614ab2cfa43d3 on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:28:23.320623 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-65b9ebe8-2297-4adc-8425-3a21ed8d9d0f req-81628a97-2383-486f-955c-dd6945d187b8 service neutron] For port f209c868-4df3-44a3-95db-ffedb0ab96cd, host n-h2-836017-2, cleared binding levels {{(pid=84763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:28:23.376685 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-c5373d25-2f5e-4d9a-8fa6-a0cdb94e6e55 None None] Port 223822da-e9ca-44af-bd61-eec59d8e31d7 cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:28:23.383439 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-1637412f-28c1-41f2-8144-00b810aa9f2c req-24dba13e-4c4a-4386-8f2c-91d9233f9418 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.6349304 Apr 18 19:28:23.390873 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port 5a8adc86-ec58-4ff7-878e-53fc7c6b79a3 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:28:23.391232 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:23.408550 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-1637412f-28c1-41f2-8144-00b810aa9f2c req-a64eee1c-7290-4341-9b69-36e809e1fff2 service neutron] Request body: {'port': {'device_id': '8cbfc875-c839-4a4c-bcbc-fb0ee164e18b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-2'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:28:23.419721 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b03c79-ae73-4f9b-a994-335a25ea7574 req-975b45bf-df22-410d-b760-2c0eb3644160 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:23.422043 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-07b03c79-ae73-4f9b-a994-335a25ea7574 req-975b45bf-df22-410d-b760-2c0eb3644160 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=339d07b1-7b62-4191-8b79-84390fd798a9 HTTP/1.1" status: 200 len: 948 time: 0.1045928 Apr 18 19:28:23.437160 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ec800-214c-42d7-8b38-c62aa3887fcf req-297ac27e-74eb-40f2-95dc-a93d0ff6c755 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:23.438534 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5a2ec800-214c-42d7-8b38-c62aa3887fcf req-297ac27e-74eb-40f2-95dc-a93d0ff6c755 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1c71b90d-680b-4d0c-80a6-944953a6ed07 HTTP/1.1" status: 200 len: 848 time: 0.2847559 Apr 18 19:28:23.448846 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [req-65b9ebe8-2297-4adc-8425-3a21ed8d9d0f req-81628a97-2383-486f-955c-dd6945d187b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f209c868-4df3-44a3-95db-ffedb0ab96cd {{(pid=84763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:28:23.475147 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-07b03c79-ae73-4f9b-a994-335a25ea7574 req-822589a5-9cad-4d86-85a9-4c09503f32f5 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469286 Apr 18 19:28:23.521436 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-65b9ebe8-2297-4adc-8425-3a21ed8d9d0f req-81628a97-2383-486f-955c-dd6945d187b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:23.547308 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5a2ec800-214c-42d7-8b38-c62aa3887fcf req-35dec19a-af96-4128-bdfd-981c0670fd55 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0685e2b1-3b13-405d-a131-f90aa0a8867a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0926530 Apr 18 19:28:23.561027 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [req-65b9ebe8-2297-4adc-8425-3a21ed8d9d0f req-81628a97-2383-486f-955c-dd6945d187b8 service neutron] Transition to ACTIVE for port object f209c868-4df3-44a3-95db-ffedb0ab96cd will not be triggered until provisioned by entity L2. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:28:23.623420 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-f783a9f8-1ced-44ab-a1da-49bf8d603bcb req-4d8ca00e-135e-4e8e-a128-a7c365781217 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Unset dirty status for tenant:d8c4d4c8afa7408e90f614ab2cfa43d3 on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:28:23.623814 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f783a9f8-1ced-44ab-a1da-49bf8d603bcb req-4d8ca00e-135e-4e8e-a128-a7c365781217 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/ports?device_id=14704b88-90c8-43e7-b6fd-aa88e710cf44 HTTP/1.1" status: 200 len: 210 time: 0.3842509 Apr 18 19:28:23.737846 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-10d56dfc-c1ff-4513-8693-24bb228627bc req-bff1dfa0-6031-410c-b674-1e2aec8489da service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5803714 Apr 18 19:28:23.800398 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6ee474-9d52-4a23-9bd0-75dc1c435e7c req-3853e791-8157-4a29-a497-08219e5638fd tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:23.802791 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8e6ee474-9d52-4a23-9bd0-75dc1c435e7c req-3853e791-8157-4a29-a497-08219e5638fd tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] 10.222.0.69 "GET /v2.0/ports?device_id=e5f5eb11-b473-4730-b2dd-185b9968e91a HTTP/1.1" status: 200 len: 948 time: 0.1709003 Apr 18 19:28:23.828072 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-65b9ebe8-2297-4adc-8425-3a21ed8d9d0f req-81628a97-2383-486f-955c-dd6945d187b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:23.893186 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8e6ee474-9d52-4a23-9bd0-75dc1c435e7c req-833e83ac-b5db-4bf1-ae4d-089db5c16548 tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a151ec7-5edc-4088-aba2-485b5ea10b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836234 Apr 18 19:28:24.182013 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9940ef39-5728-464a-a027-504a6e68129a req-c33b6f4b-c8cd-452e-acdd-487d2ac28370 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:24.184950 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-9940ef39-5728-464a-a027-504a6e68129a req-c33b6f4b-c8cd-452e-acdd-487d2ac28370 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=cd5645d0-db8a-4ffe-b4ce-5967e6245f85 HTTP/1.1" status: 200 len: 944 time: 0.1155992 Apr 18 19:28:24.246217 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-9940ef39-5728-464a-a027-504a6e68129a req-4a15c328-75df-4e53-ad86-98876cbcd970 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552220 Apr 18 19:28:24.274818 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-46a1ad2f-d10e-4c48-af06-5adb3950a966 req-89fdc607-fe26-45d8-9132-fd622193e176 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/ports?device_id=698ab2b5-54f2-4017-94e0-efb6c8940c1a HTTP/1.1" status: 200 len: 210 time: 0.3813519 Apr 18 19:28:24.318272 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-1637412f-28c1-41f2-8144-00b810aa9f2c req-a64eee1c-7290-4341-9b69-36e809e1fff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:24.413132 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_common [req-3681bde4-804e-4e0a-89d9-0841608719b7 req-53173bdf-4ce8-48d1-9344-bef732e9857c tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Allocated IP 192.168.233.21 (cb6d8c7c-7ea4-4a32-b429-1c2934b7306a/17d1b3aa-2066-4ffa-a69f-52ed566b6548/701f84f5-505b-4198-8aab-980189685a01) {{(pid=84763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:28:24.459330 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81628a97-2383-486f-955c-dd6945d187b8 service neutron] Pushing event updated for resources: {'Port': ['ID=f209c868-4df3-44a3-95db-ffedb0ab96cd,revision_number=7']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:24.602961 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa17e94-8240-46c7-bead-ba3ada9196b2 req-235aa911-4e86-48e1-8571-ba9b0b6af5bf tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:24.605485 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-3fa17e94-8240-46c7-bead-ba3ada9196b2 req-235aa911-4e86-48e1-8571-ba9b0b6af5bf tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] 10.222.0.69 "GET /v2.0/ports?device_id=8887625e-000f-4745-93d8-2d7332fdb73a HTTP/1.1" status: 200 len: 946 time: 0.1882753 Apr 18 19:28:24.644373 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5a2ec800-214c-42d7-8b38-c62aa3887fcf req-4ff48215-f26b-4bbb-bc40-6349b708c245 service neutron] 10.222.0.73 "GET /v2.0/networks/0685e2b1-3b13-405d-a131-f90aa0a8867a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0809510 Apr 18 19:28:24.703092 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-65b9ebe8-2297-4adc-8425-3a21ed8d9d0f req-81628a97-2383-486f-955c-dd6945d187b8 service neutron] No DVR routers for this DVR port f209c868-4df3-44a3-95db-ffedb0ab96cd on host n-h2-836017-2 {{(pid=84763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:28:24.727002 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-3fa17e94-8240-46c7-bead-ba3ada9196b2 req-e94d78cb-2ec4-4e07-a81a-833cdae13226 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] 10.222.0.69 "GET /v2.0/security-groups?id=cd7f69dc-886d-4472-a746-337e2c087e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142969 Apr 18 19:28:24.794636 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-9153ac61-c59f-4648-ba38-08463867c86e req-487ed6ef-bb63-4e13-b226-48db1050a40c tempest-ServerShowV247Test-757221321 tempest-ServerShowV247Test-757221321-project] 10.222.0.69 "GET /v2.0/ports?device_id=497de465-834c-4f8a-9de6-d88d0b41ec77 HTTP/1.1" status: 200 len: 210 time: 0.1305363 Apr 18 19:28:24.805486 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-10d56dfc-c1ff-4513-8693-24bb228627bc req-5360782e-51ad-45b8-9551-b0ad95105156 service neutron] 10.222.0.73 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9099414 Apr 18 19:28:24.870066 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:25.127186 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc6487b-04e8-4472-8e09-ea323fabdc80 req-2b8c2475-d7dc-489c-a7c8-115a4ef6b4b4 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:25.127905 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-8cc6487b-04e8-4472-8e09-ea323fabdc80 req-2b8c2475-d7dc-489c-a7c8-115a4ef6b4b4 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Synchronizing usage tracker for tenant:76e1ee3997ab44ceb6fa25bdc9cd69f6 on resource:network {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:28:25.147611 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4efaa1-78d2-47ee-bef4-5b3a1f7e00d3 req-1b19ede4-7db8-4162-97af-079b32b6a6fc tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:25.149121 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-cb4efaa1-78d2-47ee-bef4-5b3a1f7e00d3 req-1b19ede4-7db8-4162-97af-079b32b6a6fc tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=339d07b1-7b62-4191-8b79-84390fd798a9 HTTP/1.1" status: 200 len: 948 time: 0.1647646 Apr 18 19:28:25.210711 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-cb4efaa1-78d2-47ee-bef4-5b3a1f7e00d3 req-32e86a98-0a63-4978-a2d5-dbed8462a1c2 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483367 Apr 18 19:28:25.211791 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-8cc6487b-04e8-4472-8e09-ea323fabdc80 req-2b8c2475-d7dc-489c-a7c8-115a4ef6b4b4 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Unset dirty status for tenant:76e1ee3997ab44ceb6fa25bdc9cd69f6 on resource:network {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:28:25.213150 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8cc6487b-04e8-4472-8e09-ea323fabdc80 req-2b8c2475-d7dc-489c-a7c8-115a4ef6b4b4 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.73 "GET /v2.0/networks?id=d2042316-fc2f-4bd1-9428-8aa751f345ec HTTP/1.1" status: 200 len: 810 time: 0.3499460 Apr 18 19:28:25.243387 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-17bcd4d6-f4dd-4b48-a5ea-187f579404de req-1f22dfe9-88c4-4138-bc4b-455a50a60549 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/ports?device_id=14704b88-90c8-43e7-b6fd-aa88e710cf44 HTTP/1.1" status: 200 len: 210 time: 0.1978955 Apr 18 19:28:25.243539 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [req-8cc6487b-04e8-4472-8e09-ea323fabdc80 req-2a554989-2d5b-4755-be31-270f53e764a9 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Request body: {'port': {'device_id': '698ab2b5-54f2-4017-94e0-efb6c8940c1a', 'network_id': 'd2042316-fc2f-4bd1-9428-8aa751f345ec', 'admin_state_up': True, 'tenant_id': '76e1ee3997ab44ceb6fa25bdc9cd69f6'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:28:25.266288 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-65b9ebe8-2297-4adc-8425-3a21ed8d9d0f req-81628a97-2383-486f-955c-dd6945d187b8 service neutron] Attempting to bind port f209c868-4df3-44a3-95db-ffedb0ab96cd on host n-h1-836017-2 for vnic_type normal with profile {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:28:25.266612 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-65b9ebe8-2297-4adc-8425-3a21ed8d9d0f req-81628a97-2383-486f-955c-dd6945d187b8 service neutron] Attempting to bind port f209c868-4df3-44a3-95db-ffedb0ab96cd by drivers openvswitch,hyperv on host n-h1-836017-2 at level 0 using segments [{'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:28:25.267142 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b9ebe8-2297-4adc-8425-3a21ed8d9d0f req-81628a97-2383-486f-955c-dd6945d187b8 service neutron] Attempting to bind port f209c868-4df3-44a3-95db-ffedb0ab96cd on network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:28:25.396584 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5a2ec800-214c-42d7-8b38-c62aa3887fcf req-7f8be4cd-56ba-4211-ab0b-37342665c47f service neutron] 10.222.0.73 "GET /v2.0/networks/0685e2b1-3b13-405d-a131-f90aa0a8867a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6915216 Apr 18 19:28:25.397506 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b9ebe8-2297-4adc-8425-3a21ed8d9d0f req-81628a97-2383-486f-955c-dd6945d187b8 service neutron] Port f209c868-4df3-44a3-95db-ffedb0ab96cd on network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-2 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:28:25.398198 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b9ebe8-2297-4adc-8425-3a21ed8d9d0f req-81628a97-2383-486f-955c-dd6945d187b8 service neutron] Attempting to bind port f209c868-4df3-44a3-95db-ffedb0ab96cd on network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:28:25.412574 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-10d56dfc-c1ff-4513-8693-24bb228627bc req-8f6ae7d8-c4c9-4850-a01b-b818289bd93a service neutron] 10.222.0.73 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5406721 Apr 18 19:28:25.455386 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-3681bde4-804e-4e0a-89d9-0841608719b7 req-53173bdf-4ce8-48d1-9344-bef732e9857c tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Notify callbacks [] for port, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:25.477427 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [req-3681bde4-804e-4e0a-89d9-0841608719b7 req-53173bdf-4ce8-48d1-9344-bef732e9857c tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Transition to ACTIVE for port object 701f84f5-505b-4198-8aab-980189685a01 will not be triggered until provisioned by entity DHCP. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:28:25.507235 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b9ebe8-2297-4adc-8425-3a21ed8d9d0f req-81628a97-2383-486f-955c-dd6945d187b8 service neutron] Checking agent: {'id': 'e3a31811-08e0-42ba-bc2e-ed8a973b714f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 25), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:28:25.507817 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b9ebe8-2297-4adc-8425-3a21ed8d9d0f req-81628a97-2383-486f-955c-dd6945d187b8 service neutron] Checking segment: {'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:28:25.508250 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b9ebe8-2297-4adc-8425-3a21ed8d9d0f req-81628a97-2383-486f-955c-dd6945d187b8 service neutron] Bound using segment: {'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:28:25.509004 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-65b9ebe8-2297-4adc-8425-3a21ed8d9d0f req-81628a97-2383-486f-955c-dd6945d187b8 service neutron] Bound port: f209c868-4df3-44a3-95db-ffedb0ab96cd, host: n-h1-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'}}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:28:25.509605 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-65b9ebe8-2297-4adc-8425-3a21ed8d9d0f req-81628a97-2383-486f-955c-dd6945d187b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:25.667851 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-8cc6487b-04e8-4472-8e09-ea323fabdc80 req-2a554989-2d5b-4755-be31-270f53e764a9 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:28:25.687339 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8b5a7d-af24-4332-acbf-48c6fbd90c42 req-3406249e-d1f7-4b67-973e-3c441320c48e tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:25.689959 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-aa8b5a7d-af24-4332-acbf-48c6fbd90c42 req-3406249e-d1f7-4b67-973e-3c441320c48e tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] 10.222.0.69 "GET /v2.0/ports?device_id=e5f5eb11-b473-4730-b2dd-185b9968e91a HTTP/1.1" status: 200 len: 948 time: 0.2639403 Apr 18 19:28:25.722623 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-65b9ebe8-2297-4adc-8425-3a21ed8d9d0f req-81628a97-2383-486f-955c-dd6945d187b8 service neutron] For port f209c868-4df3-44a3-95db-ffedb0ab96cd, host n-h1-836017-2, cleared binding levels {{(pid=84763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:28:25.726277 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-65b9ebe8-2297-4adc-8425-3a21ed8d9d0f req-81628a97-2383-486f-955c-dd6945d187b8 service neutron] For port f209c868-4df3-44a3-95db-ffedb0ab96cd, host n-h1-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=f209c868-4df3-44a3-95db-ffedb0ab96cd,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:28:25.742035 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-3681bde4-804e-4e0a-89d9-0841608719b7 req-53173bdf-4ce8-48d1-9344-bef732e9857c tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:25.756563 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-8cc6487b-04e8-4472-8e09-ea323fabdc80 req-2a554989-2d5b-4755-be31-270f53e764a9 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:28:25.788186 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-aa8b5a7d-af24-4332-acbf-48c6fbd90c42 req-498d7f31-e901-4eb0-8717-96f377bab12d tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a151ec7-5edc-4088-aba2-485b5ea10b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913525 Apr 18 19:28:25.891001 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cc6487b-04e8-4472-8e09-ea323fabdc80 req-2a554989-2d5b-4755-be31-270f53e764a9 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Made reservation on behalf of 76e1ee3997ab44ceb6fa25bdc9cd69f6 for: {'port': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:28:25.896772 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-8cc6487b-04e8-4472-8e09-ea323fabdc80 req-2a554989-2d5b-4755-be31-270f53e764a9 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:25.897159 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-65b9ebe8-2297-4adc-8425-3a21ed8d9d0f req-81628a97-2383-486f-955c-dd6945d187b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:25.982269 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-27494391-4940-4a2f-b024-b0569b3b38d6 req-489ff558-63b2-4e1e-a8c9-c3c1d164e700 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/ports?device_id=698ab2b5-54f2-4017-94e0-efb6c8940c1a HTTP/1.1" status: 200 len: 210 time: 0.0652552 Apr 18 19:28:25.995991 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3681bde4-804e-4e0a-89d9-0841608719b7 req-53173bdf-4ce8-48d1-9344-bef732e9857c tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:28:26.037905 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-65b9ebe8-2297-4adc-8425-3a21ed8d9d0f req-81628a97-2383-486f-955c-dd6945d187b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:26.037905 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-65b9ebe8-2297-4adc-8425-3a21ed8d9d0f req-81628a97-2383-486f-955c-dd6945d187b8 service neutron] 10.222.0.73 "PUT /v2.0/ports/f209c868-4df3-44a3-95db-ffedb0ab96cd HTTP/1.1" status: 200 len: 1096 time: 6.2879567 Apr 18 19:28:26.037905 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [req-3681bde4-804e-4e0a-89d9-0841608719b7 req-53173bdf-4ce8-48d1-9344-bef732e9857c tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:28:26.041168 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '339d07b1-7b62-4191-8b79-84390fd798a9', 'tag': 'f209c868-4df3-44a3-95db-ffedb0ab96cd'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:28:26.053494 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-3681bde4-804e-4e0a-89d9-0841608719b7 req-53173bdf-4ce8-48d1-9344-bef732e9857c tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Received port after_create {{(pid=84763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:28:26.111205 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53173bdf-4ce8-48d1-9344-bef732e9857c tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Pushing event updated for resources: {'Port': ['ID=701f84f5-505b-4198-8aab-980189685a01,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:26.313608 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_common [req-8cc6487b-04e8-4472-8e09-ea323fabdc80 req-2a554989-2d5b-4755-be31-270f53e764a9 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Allocated IP 172.20.0.14 (d2042316-fc2f-4bd1-9428-8aa751f345ec/741dfd9d-95ea-4063-b188-15cfc9cc941c/1793d488-6d88-4e78-abaa-2c30e9295584) {{(pid=84764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:28:26.506037 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60ec23f-878b-44f4-b5b1-76cde86692d5 req-5bed32e9-7ffe-4455-a077-809ab4d17afd tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:26.506037 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c60ec23f-878b-44f4-b5b1-76cde86692d5 req-5bed32e9-7ffe-4455-a077-809ab4d17afd tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] 10.222.0.69 "GET /v2.0/ports?device_id=8887625e-000f-4745-93d8-2d7332fdb73a HTTP/1.1" status: 200 len: 946 time: 0.2126334 Apr 18 19:28:26.526751 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98cfa83-73a9-4241-8f2f-cf04ba8039a6 req-94d3b51a-a785-44e0-a595-877313b3948f tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:26.528913 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b98cfa83-73a9-4241-8f2f-cf04ba8039a6 req-94d3b51a-a785-44e0-a595-877313b3948f tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=cd5645d0-db8a-4ffe-b4ce-5967e6245f85 HTTP/1.1" status: 200 len: 944 time: 0.9377425 Apr 18 19:28:26.571658 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3681bde4-804e-4e0a-89d9-0841608719b7 req-53173bdf-4ce8-48d1-9344-bef732e9857c tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:26.572417 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-3681bde4-804e-4e0a-89d9-0841608719b7 req-53173bdf-4ce8-48d1-9344-bef732e9857c tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:26.640266 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81628a97-2383-486f-955c-dd6945d187b8 service neutron] Pushing event updated for resources: {'Port': ['ID=f209c868-4df3-44a3-95db-ffedb0ab96cd,revision_number=8']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:26.672467 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-38a3d1fd-9499-43f6-b866-2c2723d98a57 req-6300b07c-ed5f-4a1e-a19f-563493623f6f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e61121fa7dce45d0a0f4ef0a60322c27&device_id=e5f5eb11-b473-4730-b2dd-185b9968e91a HTTP/1.1" status: 200 len: 1099 time: 0.9366367 Apr 18 19:28:26.719293 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [req-1637412f-28c1-41f2-8144-00b810aa9f2c req-a64eee1c-7290-4341-9b69-36e809e1fff2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 223822da-e9ca-44af-bd61-eec59d8e31d7 {{(pid=84763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:28:26.780864 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c60ec23f-878b-44f4-b5b1-76cde86692d5 req-8333e634-1627-4e14-81c4-562f3bdbdbb1 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] 10.222.0.69 "GET /v2.0/security-groups?id=cd7f69dc-886d-4472-a746-337e2c087e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3559575 Apr 18 19:28:26.789442 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-1637412f-28c1-41f2-8144-00b810aa9f2c req-a64eee1c-7290-4341-9b69-36e809e1fff2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:26.861887 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-8cc6487b-04e8-4472-8e09-ea323fabdc80 req-2a554989-2d5b-4755-be31-270f53e764a9 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Notify callbacks [] for port, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:26.888892 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b98cfa83-73a9-4241-8f2f-cf04ba8039a6 req-893439de-bce7-401f-83d3-ed7bc3b871e7 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3273778 Apr 18 19:28:26.888892 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-65b9ebe8-2297-4adc-8425-3a21ed8d9d0f req-fc3039c7-8771-4adc-b9a3-6061d5a1a1f6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4bf06599121a476094faf72db54a396e&device_id=339d07b1-7b62-4191-8b79-84390fd798a9 HTTP/1.1" status: 200 len: 1099 time: 0.7364984 Apr 18 19:28:26.888892 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [req-1637412f-28c1-41f2-8144-00b810aa9f2c req-a64eee1c-7290-4341-9b69-36e809e1fff2 service neutron] Transition to ACTIVE for port object 223822da-e9ca-44af-bd61-eec59d8e31d7 will not be triggered until provisioned by entity L2. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:28:26.954308 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-af9363fb-6fa3-4dd8-9778-6afd58041c16 None None] Provisioning for port 701f84f5-505b-4198-8aab-980189685a01 completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:28:26.964153 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-af9363fb-6fa3-4dd8-9778-6afd58041c16 None None] Provisioning complete for port 701f84f5-505b-4198-8aab-980189685a01 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:28:26.965169 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-af9363fb-6fa3-4dd8-9778-6afd58041c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:27.004516 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cc3ab1a-67b1-46ba-a76d-c479e3589927'] response: {'name': 'network-changed', 'server_uuid': '339d07b1-7b62-4191-8b79-84390fd798a9', 'tag': 'f209c868-4df3-44a3-95db-ffedb0ab96cd', 'status': 'completed', 'code': 200} Apr 18 19:28:27.010200 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3681bde4-804e-4e0a-89d9-0841608719b7 req-53173bdf-4ce8-48d1-9344-bef732e9857c tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 7.7323413 Apr 18 19:28:27.010757 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-1637412f-28c1-41f2-8144-00b810aa9f2c req-a64eee1c-7290-4341-9b69-36e809e1fff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:27.032902 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-8cc6487b-04e8-4472-8e09-ea323fabdc80 req-2a554989-2d5b-4755-be31-270f53e764a9 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:27.112124 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-af9363fb-6fa3-4dd8-9778-6afd58041c16 None None] Port 701f84f5-505b-4198-8aab-980189685a01 cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:28:27.113846 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-3681bde4-804e-4e0a-89d9-0841608719b7 req-6a8b81b3-2086-47cc-9782-e96419dfa56b service neutron] Request body: {'port': {'device_id': '14704b88-90c8-43e7-b6fd-aa88e710cf44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-2'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:28:27.177540 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a3d1fd-9499-43f6-b866-2c2723d98a57 req-d50693d7-693b-4201-bccb-9f8d647894f2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:27.190556 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-38a3d1fd-9499-43f6-b866-2c2723d98a57 req-d50693d7-693b-4201-bccb-9f8d647894f2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a HTTP/1.1" status: 200 len: 870 time: 0.4877110 Apr 18 19:28:27.198590 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-79617110-2709-46ab-9791-7971afcecad9 req-e3d8013a-4eb3-4b95-98f2-57d006015994 tempest-ServerShowV247Test-757221321 tempest-ServerShowV247Test-757221321-project] 10.222.0.69 "GET /v2.0/ports?device_id=497de465-834c-4f8a-9de6-d88d0b41ec77 HTTP/1.1" status: 200 len: 210 time: 0.1085877 Apr 18 19:28:27.238146 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cc6487b-04e8-4472-8e09-ea323fabdc80 req-2a554989-2d5b-4755-be31-270f53e764a9 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Network d2042316-fc2f-4bd1-9428-8aa751f345ec is already hosted by enough agents. {{(pid=84764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:28:27.244393 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [req-8cc6487b-04e8-4472-8e09-ea323fabdc80 req-2a554989-2d5b-4755-be31-270f53e764a9 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Resources bound (agent type, host, resource id): {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:28:27.246193 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cc6487b-04e8-4472-8e09-ea323fabdc80 req-2a554989-2d5b-4755-be31-270f53e764a9 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Received port after_create {{(pid=84764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:28:27.300617 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a554989-2d5b-4755-be31-270f53e764a9 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Pushing event updated for resources: {'Port': ['ID=1793d488-6d88-4e78-abaa-2c30e9295584,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:27.357317 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc6487b-04e8-4472-8e09-ea323fabdc80 req-2a554989-2d5b-4755-be31-270f53e764a9 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:27.359592 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-8cc6487b-04e8-4472-8e09-ea323fabdc80 req-2a554989-2d5b-4755-be31-270f53e764a9 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:27.370616 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ff61e010-fb2c-40c6-954e-76bb3db5a311 req-3de8012d-b0d9-406e-9408-b57b79cb3ee1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4bf06599121a476094faf72db54a396e&device_id=339d07b1-7b62-4191-8b79-84390fd798a9 HTTP/1.1" status: 200 len: 1099 time: 0.3426063 Apr 18 19:28:27.453849 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64eee1c-7290-4341-9b69-36e809e1fff2 service neutron] Pushing event updated for resources: {'Port': ['ID=223822da-e9ca-44af-bd61-eec59d8e31d7,revision_number=2']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:27.503684 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-38a3d1fd-9499-43f6-b866-2c2723d98a57 req-bc40c357-f8c2-4400-84d9-0f2fc0f307e2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=633b9d99-844f-474c-9b7c-ac63ca4b8257 HTTP/1.1" status: 200 len: 217 time: 0.2405894 Apr 18 19:28:27.540979 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b9ebe8-2297-4adc-8425-3a21ed8d9d0f req-ebc9e2b5-3de0-4721-be5c-ed556e601e8f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:27.540979 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-65b9ebe8-2297-4adc-8425-3a21ed8d9d0f req-ebc9e2b5-3de0-4721-be5c-ed556e601e8f service neutron] 10.222.0.73 "GET /v2.0/networks?id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a HTTP/1.1" status: 200 len: 870 time: 0.6433272 Apr 18 19:28:27.588124 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8cc6487b-04e8-4472-8e09-ea323fabdc80 req-2a554989-2d5b-4755-be31-270f53e764a9 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3499243 Apr 18 19:28:27.602670 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5a2ec800-214c-42d7-8b38-c62aa3887fcf req-e92fc0ae-06ba-4f1b-bc8d-a00b3a2ad1fb tempest-LiveMigrationTest-374537811 tempest-LiveMigrationTest-374537811-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=cd5645d0-db8a-4ffe-b4ce-5967e6245f85&tenant_id=fc56e011536d43568ffc66b480cf23b0&binding%3Ahost_id=n-h1-836017-2 HTTP/1.1" status: 200 len: 1095 time: 0.7960820 Apr 18 19:28:27.614688 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [req-8cc6487b-04e8-4472-8e09-ea323fabdc80 req-3756edf2-44a5-4186-84b0-5e996d594758 service neutron] Request body: {'port': {'device_id': '698ab2b5-54f2-4017-94e0-efb6c8940c1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-2'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:28:27.666314 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff61e010-fb2c-40c6-954e-76bb3db5a311 req-ffe30921-af22-418c-90e2-cc912146a27f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:27.677693 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ff61e010-fb2c-40c6-954e-76bb3db5a311 req-ffe30921-af22-418c-90e2-cc912146a27f service neutron] 10.222.0.72 "GET /v2.0/networks?id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a HTTP/1.1" status: 200 len: 870 time: 0.2898431 Apr 18 19:28:27.800211 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ff61e010-fb2c-40c6-954e-76bb3db5a311 req-6a52c4bf-40f6-48bd-bf50-402cbb58bb25 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=f209c868-4df3-44a3-95db-ffedb0ab96cd HTTP/1.1" status: 200 len: 217 time: 0.1230891 Apr 18 19:28:27.835658 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-65b9ebe8-2297-4adc-8425-3a21ed8d9d0f req-e5122303-2bf0-4d58-86b0-20f39846607a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=f209c868-4df3-44a3-95db-ffedb0ab96cd HTTP/1.1" status: 200 len: 217 time: 0.2663345 Apr 18 19:28:27.836201 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-3681bde4-804e-4e0a-89d9-0841608719b7 req-6a8b81b3-2086-47cc-9782-e96419dfa56b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:27.874050 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-8cc6487b-04e8-4472-8e09-ea323fabdc80 req-3756edf2-44a5-4186-84b0-5e996d594758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:27.900402 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cd6a85-ebcf-4b65-ad91-213da427a25f req-6869269e-f582-4053-9ef0-a5eb180c991e tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:27.901907 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-43cd6a85-ebcf-4b65-ad91-213da427a25f req-6869269e-f582-4053-9ef0-a5eb180c991e tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/ports?device_id=14704b88-90c8-43e7-b6fd-aa88e710cf44 HTTP/1.1" status: 200 len: 935 time: 0.3921878 Apr 18 19:28:27.937353 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff61e010-fb2c-40c6-954e-76bb3db5a311 req-ed940976-3adb-4993-a69b-c6df912351ab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:27.939417 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ff61e010-fb2c-40c6-954e-76bb3db5a311 req-ed940976-3adb-4993-a69b-c6df912351ab service neutron] 10.222.0.72 "GET /v2.0/subnets?id=17d1b3aa-2066-4ffa-a69f-52ed566b6548 HTTP/1.1" status: 200 len: 843 time: 0.1300237 Apr 18 19:28:27.945352 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a3d1fd-9499-43f6-b866-2c2723d98a57 req-6dbb62b4-b401-4a46-a540-a8f8e02ff745 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:27.947061 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-38a3d1fd-9499-43f6-b866-2c2723d98a57 req-6dbb62b4-b401-4a46-a540-a8f8e02ff745 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=17d1b3aa-2066-4ffa-a69f-52ed566b6548 HTTP/1.1" status: 200 len: 843 time: 0.4608653 Apr 18 19:28:28.066103 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bae8f4-4869-4c73-8942-63208602cbb4 req-5476409a-c194-477b-a07b-e80dc9cdf308 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:28.068827 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f2bae8f4-4869-4c73-8942-63208602cbb4 req-5476409a-c194-477b-a07b-e80dc9cdf308 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=339d07b1-7b62-4191-8b79-84390fd798a9 HTTP/1.1" status: 200 len: 948 time: 0.8997619 Apr 18 19:28:28.095242 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b9ebe8-2297-4adc-8425-3a21ed8d9d0f req-627c33b8-4b3e-4176-ab56-de3ec19670c7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:28.096764 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-65b9ebe8-2297-4adc-8425-3a21ed8d9d0f req-627c33b8-4b3e-4176-ab56-de3ec19670c7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=17d1b3aa-2066-4ffa-a69f-52ed566b6548 HTTP/1.1" status: 200 len: 843 time: 0.2394741 Apr 18 19:28:28.129018 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-43cd6a85-ebcf-4b65-ad91-213da427a25f req-2dfbd5f1-0b16-4758-8012-0f5dc7c1da59 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/security-groups?id=5c6be434-109a-4c25-809d-b81f7096d7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889436 Apr 18 19:28:28.175863 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-1637412f-28c1-41f2-8144-00b810aa9f2c req-a64eee1c-7290-4341-9b69-36e809e1fff2 service neutron] Attempting to bind port 223822da-e9ca-44af-bd61-eec59d8e31d7 on host n-h2-836017-2 for vnic_type normal with profile {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:28:28.176506 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-1637412f-28c1-41f2-8144-00b810aa9f2c req-a64eee1c-7290-4341-9b69-36e809e1fff2 service neutron] Attempting to bind port 223822da-e9ca-44af-bd61-eec59d8e31d7 by drivers openvswitch,hyperv on host n-h2-836017-2 at level 0 using segments [{'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:28:28.176824 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1637412f-28c1-41f2-8144-00b810aa9f2c req-a64eee1c-7290-4341-9b69-36e809e1fff2 service neutron] Attempting to bind port 223822da-e9ca-44af-bd61-eec59d8e31d7 on network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:28:28.220489 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ff61e010-fb2c-40c6-954e-76bb3db5a311 req-b1a0adb5-a260-41ee-bb62-87990ab41833 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2547774 Apr 18 19:28:28.287884 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1637412f-28c1-41f2-8144-00b810aa9f2c req-a64eee1c-7290-4341-9b69-36e809e1fff2 service neutron] Port 223822da-e9ca-44af-bd61-eec59d8e31d7 on network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-2 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:28:28.288228 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1637412f-28c1-41f2-8144-00b810aa9f2c req-a64eee1c-7290-4341-9b69-36e809e1fff2 service neutron] Attempting to bind port 223822da-e9ca-44af-bd61-eec59d8e31d7 on network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:28:28.320402 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f2bae8f4-4869-4c73-8942-63208602cbb4 req-284cab32-2c59-489b-888f-a26c0034a3e5 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393289 Apr 18 19:28:28.342969 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1637412f-28c1-41f2-8144-00b810aa9f2c req-a64eee1c-7290-4341-9b69-36e809e1fff2 service neutron] Checking agent: {'id': '02e8f951-d3a3-40e1-b8cc-aed258af030b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:28:28.343308 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1637412f-28c1-41f2-8144-00b810aa9f2c req-a64eee1c-7290-4341-9b69-36e809e1fff2 service neutron] Checking segment: {'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:28:28.343967 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1637412f-28c1-41f2-8144-00b810aa9f2c req-a64eee1c-7290-4341-9b69-36e809e1fff2 service neutron] Bound using segment: {'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:28:28.344447 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-1637412f-28c1-41f2-8144-00b810aa9f2c req-a64eee1c-7290-4341-9b69-36e809e1fff2 service neutron] Bound port: 223822da-e9ca-44af-bd61-eec59d8e31d7, host: n-h2-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'}}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:28:28.344834 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-1637412f-28c1-41f2-8144-00b810aa9f2c req-a64eee1c-7290-4341-9b69-36e809e1fff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:28.539760 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ff61e010-fb2c-40c6-954e-76bb3db5a311 req-dd7cc046-a4b3-4cb6-86cd-0e4b848a2cd6 service neutron] 10.222.0.72 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2663825 Apr 18 19:28:28.586077 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45259fac-4e67-4036-847f-1ea677e0df16 req-2e786296-2b69-40f8-a733-377c44fb91a7 tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:28.586077 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-45259fac-4e67-4036-847f-1ea677e0df16 req-2e786296-2b69-40f8-a733-377c44fb91a7 tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] 10.222.0.69 "GET /v2.0/ports?device_id=e5f5eb11-b473-4730-b2dd-185b9968e91a HTTP/1.1" status: 200 len: 948 time: 0.2903564 Apr 18 19:28:28.587298 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-38a3d1fd-9499-43f6-b866-2c2723d98a57 req-74a3e1b0-50b9-418d-8b7b-3ad5246b25fa service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6239192 Apr 18 19:28:28.587298 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-5a2ec800-214c-42d7-8b38-c62aa3887fcf req-05e5af2e-d5a6-4857-aa80-bc464d34b6d3 service neutron] For port 233fb7ed-5f6a-49c7-ae30-745fc89ae1c2, host n-h2-836017-2, cleared binding levels {{(pid=84763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:28:28.661757 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.db.resource_extend [req-8cc6487b-04e8-4472-8e09-ea323fabdc80 req-3756edf2-44a5-4186-84b0-5e996d594758 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 19:28:28.691329 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-5a2ec800-214c-42d7-8b38-c62aa3887fcf req-05e5af2e-d5a6-4857-aa80-bc464d34b6d3 service neutron] Notify callbacks [] for binding, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:28.692497 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5a2ec800-214c-42d7-8b38-c62aa3887fcf req-05e5af2e-d5a6-4857-aa80-bc464d34b6d3 service neutron] 10.222.0.73 "DELETE /v2.0/ports/233fb7ed-5f6a-49c7-ae30-745fc89ae1c2/bindings/n-h2-836017-2 HTTP/1.1" status: 204 len: 173 time: 1.0275357 Apr 18 19:28:28.830786 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-65b9ebe8-2297-4adc-8425-3a21ed8d9d0f req-046862ac-fbf0-4a6d-b083-32db032e07fb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7027597 Apr 18 19:28:28.914626 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [req-8cc6487b-04e8-4472-8e09-ea323fabdc80 req-3756edf2-44a5-4186-84b0-5e996d594758 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1793d488-6d88-4e78-abaa-2c30e9295584 {{(pid=84764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:28:28.928517 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-8cc6487b-04e8-4472-8e09-ea323fabdc80 req-3756edf2-44a5-4186-84b0-5e996d594758 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:28.952714 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-45259fac-4e67-4036-847f-1ea677e0df16 req-e1d5c8b4-8b50-44da-8977-d44cd8573047 tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a151ec7-5edc-4088-aba2-485b5ea10b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3693888 Apr 18 19:28:28.967052 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.provisioning_blocks [req-8cc6487b-04e8-4472-8e09-ea323fabdc80 req-3756edf2-44a5-4186-84b0-5e996d594758 service neutron] Transition to ACTIVE for port object 1793d488-6d88-4e78-abaa-2c30e9295584 will not be triggered until provisioned by entity L2. {{(pid=84764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:28:28.969457 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ff61e010-fb2c-40c6-954e-76bb3db5a311 req-2a8afc32-bbf3-4f9b-829d-671226dbcc72 service neutron] 10.222.0.72 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4224970 Apr 18 19:28:29.038763 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-8cc6487b-04e8-4472-8e09-ea323fabdc80 req-3756edf2-44a5-4186-84b0-5e996d594758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2290934'] for port, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:29.092885 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-1637412f-28c1-41f2-8144-00b810aa9f2c req-a64eee1c-7290-4341-9b69-36e809e1fff2 service neutron] For port 223822da-e9ca-44af-bd61-eec59d8e31d7, host n-h2-836017-2, cleared binding levels {{(pid=84763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:28:29.099192 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-38a3d1fd-9499-43f6-b866-2c2723d98a57 req-a5d18a63-1cf6-4747-bbb2-bf85d8665958 service neutron] 10.222.0.73 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4644165 Apr 18 19:28:29.171312 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-1637412f-28c1-41f2-8144-00b810aa9f2c req-a64eee1c-7290-4341-9b69-36e809e1fff2 service neutron] For port 223822da-e9ca-44af-bd61-eec59d8e31d7, host n-h2-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=223822da-e9ca-44af-bd61-eec59d8e31d7,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:28:29.213638 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fcaade-3561-460e-8e01-2c2f8211fcaa req-82c20979-f8a9-4a9a-b8ef-daa7736e22ca tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:29.215799 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a1fcaade-3561-460e-8e01-2c2f8211fcaa req-82c20979-f8a9-4a9a-b8ef-daa7736e22ca tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/ports?device_id=698ab2b5-54f2-4017-94e0-efb6c8940c1a HTTP/1.1" status: 200 len: 932 time: 0.6366982 Apr 18 19:28:29.241913 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3756edf2-44a5-4186-84b0-5e996d594758 service neutron] Pushing event updated for resources: {'Port': ['ID=1793d488-6d88-4e78-abaa-2c30e9295584,revision_number=2']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:29.378312 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-1637412f-28c1-41f2-8144-00b810aa9f2c req-a64eee1c-7290-4341-9b69-36e809e1fff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:29.391927 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f97df5-4e5a-43c9-8258-50ec7a07f173 req-c53bbc02-7698-4b09-9f73-b122c47332b9 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:29.391927 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-85f97df5-4e5a-43c9-8258-50ec7a07f173 req-c53bbc02-7698-4b09-9f73-b122c47332b9 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] 10.222.0.69 "GET /v2.0/ports?device_id=8887625e-000f-4745-93d8-2d7332fdb73a HTTP/1.1" status: 200 len: 946 time: 0.2945197 Apr 18 19:28:29.434762 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-8cc6487b-04e8-4472-8e09-ea323fabdc80 req-3756edf2-44a5-4186-84b0-5e996d594758 service neutron] Attempting to bind port 1793d488-6d88-4e78-abaa-2c30e9295584 on host n-h1-836017-2 for vnic_type normal with profile {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:28:29.434954 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-8cc6487b-04e8-4472-8e09-ea323fabdc80 req-3756edf2-44a5-4186-84b0-5e996d594758 service neutron] Attempting to bind port 1793d488-6d88-4e78-abaa-2c30e9295584 by drivers openvswitch,hyperv on host n-h1-836017-2 at level 0 using segments [{'id': '3cf55c06-33d0-4793-a46b-65cf78b7090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'd2042316-fc2f-4bd1-9428-8aa751f345ec'}] {{(pid=84764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:28:29.435167 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc6487b-04e8-4472-8e09-ea323fabdc80 req-3756edf2-44a5-4186-84b0-5e996d594758 service neutron] Attempting to bind port 1793d488-6d88-4e78-abaa-2c30e9295584 on network d2042316-fc2f-4bd1-9428-8aa751f345ec {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:28:29.454341 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc6487b-04e8-4472-8e09-ea323fabdc80 req-3756edf2-44a5-4186-84b0-5e996d594758 service neutron] Port 1793d488-6d88-4e78-abaa-2c30e9295584 on network d2042316-fc2f-4bd1-9428-8aa751f345ec not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-2 {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:28:29.454659 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc6487b-04e8-4472-8e09-ea323fabdc80 req-3756edf2-44a5-4186-84b0-5e996d594758 service neutron] Attempting to bind port 1793d488-6d88-4e78-abaa-2c30e9295584 on network d2042316-fc2f-4bd1-9428-8aa751f345ec {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:28:29.467828 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-85f97df5-4e5a-43c9-8258-50ec7a07f173 req-88b77ec2-fd1c-4f0b-b98a-95731bc4e447 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] 10.222.0.69 "GET /v2.0/security-groups?id=cd7f69dc-886d-4472-a746-337e2c087e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632467 Apr 18 19:28:29.469531 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc6487b-04e8-4472-8e09-ea323fabdc80 req-3756edf2-44a5-4186-84b0-5e996d594758 service neutron] Checking agent: {'id': 'e3a31811-08e0-42ba-bc2e-ed8a973b714f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 25), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:28:29.469863 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc6487b-04e8-4472-8e09-ea323fabdc80 req-3756edf2-44a5-4186-84b0-5e996d594758 service neutron] Checking segment: {'id': '3cf55c06-33d0-4793-a46b-65cf78b7090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'd2042316-fc2f-4bd1-9428-8aa751f345ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:28:29.470241 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc6487b-04e8-4472-8e09-ea323fabdc80 req-3756edf2-44a5-4186-84b0-5e996d594758 service neutron] Bound using segment: {'id': '3cf55c06-33d0-4793-a46b-65cf78b7090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'd2042316-fc2f-4bd1-9428-8aa751f345ec'} {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:28:29.471163 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-8cc6487b-04e8-4472-8e09-ea323fabdc80 req-3756edf2-44a5-4186-84b0-5e996d594758 service neutron] Bound port: 1793d488-6d88-4e78-abaa-2c30e9295584, host: n-h1-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cf55c06-33d0-4793-a46b-65cf78b7090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'd2042316-fc2f-4bd1-9428-8aa751f345ec'}}] {{(pid=84764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:28:29.471163 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-8cc6487b-04e8-4472-8e09-ea323fabdc80 req-3756edf2-44a5-4186-84b0-5e996d594758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:29.503052 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-65b9ebe8-2297-4adc-8425-3a21ed8d9d0f req-38deb894-bc90-4aeb-83cc-0fc44faa0586 service neutron] 10.222.0.73 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6534722 Apr 18 19:28:29.532613 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [req-3681bde4-804e-4e0a-89d9-0841608719b7 req-6a8b81b3-2086-47cc-9782-e96419dfa56b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 701f84f5-505b-4198-8aab-980189685a01 {{(pid=84763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:28:29.562146 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-1637412f-28c1-41f2-8144-00b810aa9f2c req-a64eee1c-7290-4341-9b69-36e809e1fff2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:29.563952 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-1637412f-28c1-41f2-8144-00b810aa9f2c req-a64eee1c-7290-4341-9b69-36e809e1fff2 service neutron] 10.222.0.72 "PUT /v2.0/ports/223822da-e9ca-44af-bd61-eec59d8e31d7 HTTP/1.1" status: 200 len: 1096 time: 6.1602726 Apr 18 19:28:29.584963 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cbfc875-c839-4a4c-bcbc-fb0ee164e18b', 'tag': '223822da-e9ca-44af-bd61-eec59d8e31d7'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:28:29.592761 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-3681bde4-804e-4e0a-89d9-0841608719b7 req-6a8b81b3-2086-47cc-9782-e96419dfa56b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:29.664634 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-8cc6487b-04e8-4472-8e09-ea323fabdc80 req-3756edf2-44a5-4186-84b0-5e996d594758 service neutron] For port 1793d488-6d88-4e78-abaa-2c30e9295584, host n-h1-836017-2, cleared binding levels {{(pid=84764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:28:29.729928 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-8cc6487b-04e8-4472-8e09-ea323fabdc80 req-3756edf2-44a5-4186-84b0-5e996d594758 service neutron] For port 1793d488-6d88-4e78-abaa-2c30e9295584, host n-h1-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=1793d488-6d88-4e78-abaa-2c30e9295584,segment=NetworkSegment(3cf55c06-33d0-4793-a46b-65cf78b7090c),segment_id=3cf55c06-33d0-4793-a46b-65cf78b7090c)] {{(pid=84764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:28:29.741235 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a1fcaade-3561-460e-8e01-2c2f8211fcaa req-d8e8548b-5330-4e3c-ab68-010e3292aa01 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/security-groups?id=a141a97b-10ea-4a45-b463-6b38bd1cffff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4041808 Apr 18 19:28:29.767337 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [req-3681bde4-804e-4e0a-89d9-0841608719b7 req-6a8b81b3-2086-47cc-9782-e96419dfa56b service neutron] Transition to ACTIVE for port object 701f84f5-505b-4198-8aab-980189685a01 will not be triggered until provisioned by entity L2. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:28:29.812781 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-8cc6487b-04e8-4472-8e09-ea323fabdc80 req-3756edf2-44a5-4186-84b0-5e996d594758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2290934'] for port, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:29.863519 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64eee1c-7290-4341-9b69-36e809e1fff2 service neutron] Pushing event updated for resources: {'Port': ['ID=223822da-e9ca-44af-bd61-eec59d8e31d7,revision_number=3']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:29.869324 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-38a3d1fd-9499-43f6-b866-2c2723d98a57 req-2f1fb0f1-b2e0-43fb-afe0-47805391d422 service neutron] 10.222.0.73 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7592885 Apr 18 19:28:29.881571 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-3681bde4-804e-4e0a-89d9-0841608719b7 req-6a8b81b3-2086-47cc-9782-e96419dfa56b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:29.936294 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8eed1404-2acc-4432-82f1-d6ff31a931e7 req-ba2b3dca-e71d-461f-aab2-13e48d780f95 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=dca9f21b-f897-4981-ab52-5aee4da127c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3626122 Apr 18 19:28:29.977902 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-8cc6487b-04e8-4472-8e09-ea323fabdc80 req-3756edf2-44a5-4186-84b0-5e996d594758 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:29.979650 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8cc6487b-04e8-4472-8e09-ea323fabdc80 req-3756edf2-44a5-4186-84b0-5e996d594758 service neutron] 10.222.0.73 "PUT /v2.0/ports/1793d488-6d88-4e78-abaa-2c30e9295584 HTTP/1.1" status: 200 len: 1092 time: 2.3901076 Apr 18 19:28:29.984070 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '698ab2b5-54f2-4017-94e0-efb6c8940c1a', 'tag': '1793d488-6d88-4e78-abaa-2c30e9295584'}] {{(pid=84764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:28:30.003032 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 633b9d99-844f-474c-9b7c-ac63ca4b8257 details requested by agent hyperv_n-h1-836017-2 with host n-h1-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:28:30.003647 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855ec5e2-7c50-4659-aeab-e3141278574f req-6cc6ea1f-e550-4bc7-ab4e-b942d31c6d93 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:30.013044 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-855ec5e2-7c50-4659-aeab-e3141278574f req-6cc6ea1f-e550-4bc7-ab4e-b942d31c6d93 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=cd5645d0-db8a-4ffe-b4ce-5967e6245f85 HTTP/1.1" status: 200 len: 944 time: 0.3443451 Apr 18 19:28:30.020980 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-599fd45e-3d97-453d-a5fa-a2f0e422672d req-cf541eb8-e4db-4526-a9b4-589ce35c9758 tempest-ServerShowV247Test-757221321 tempest-ServerShowV247Test-757221321-project] 10.222.0.69 "GET /v2.0/ports?device_id=497de465-834c-4f8a-9de6-d88d0b41ec77 HTTP/1.1" status: 200 len: 210 time: 0.0841095 Apr 18 19:28:30.037229 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3756edf2-44a5-4186-84b0-5e996d594758 service neutron] Pushing event updated for resources: {'Port': ['ID=1793d488-6d88-4e78-abaa-2c30e9295584,revision_number=3']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:30.264704 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-65b9ebe8-2297-4adc-8425-3a21ed8d9d0f req-dd2cd633-2a3a-41ee-bde1-cbc800bfd93c service neutron] 10.222.0.73 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7275298 Apr 18 19:28:30.265235 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-855ec5e2-7c50-4659-aeab-e3141278574f req-17ee0ca5-0e43-4a27-98b2-17c73bc3d8a4 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500350 Apr 18 19:28:30.267168 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8b81b3-2086-47cc-9782-e96419dfa56b service neutron] Pushing event updated for resources: {'Port': ['ID=701f84f5-505b-4198-8aab-980189685a01,revision_number=2']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:30.344717 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-1637412f-28c1-41f2-8144-00b810aa9f2c req-e4e4a06a-148c-4c52-a8c8-c50ad031026d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d8c4d4c8afa7408e90f614ab2cfa43d3&device_id=8cbfc875-c839-4a4c-bcbc-fb0ee164e18b HTTP/1.1" status: 200 len: 1099 time: 0.5667911 Apr 18 19:28:30.357688 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port 633b9d99-844f-474c-9b7c-ac63ca4b8257, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=633b9d99-844f-474c-9b7c-ac63ca4b8257,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:28:30.383464 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Returning: {'device': '633b9d99-844f-474c-9b7c-ac63ca4b8257', 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a', 'port_id': '633b9d99-844f-474c-9b7c-ac63ca4b8257', 'mac_address': 'fa:16:3e:67:8b:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17d1b3aa-2066-4ffa-a69f-52ed566b6548', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:28:30.458314 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-3681bde4-804e-4e0a-89d9-0841608719b7 req-6a8b81b3-2086-47cc-9782-e96419dfa56b service neutron] Attempting to bind port 701f84f5-505b-4198-8aab-980189685a01 on host n-h2-836017-2 for vnic_type normal with profile {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:28:30.458314 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-3681bde4-804e-4e0a-89d9-0841608719b7 req-6a8b81b3-2086-47cc-9782-e96419dfa56b service neutron] Attempting to bind port 701f84f5-505b-4198-8aab-980189685a01 by drivers openvswitch,hyperv on host n-h2-836017-2 at level 0 using segments [{'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:28:30.458314 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3681bde4-804e-4e0a-89d9-0841608719b7 req-6a8b81b3-2086-47cc-9782-e96419dfa56b service neutron] Attempting to bind port 701f84f5-505b-4198-8aab-980189685a01 on network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:28:30.468530 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:30.474998 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8eed1404-2acc-4432-82f1-d6ff31a931e7 req-9ffb34b0-983e-4170-a28c-b36239e1dadf service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ae4efde8a8464528a66b3bf8e643e684&device_id=dca9f21b-f897-4981-ab52-5aee4da127c0 HTTP/1.1" status: 200 len: 6491 time: 0.3985267 Apr 18 19:28:30.481020 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8cc6487b-04e8-4472-8e09-ea323fabdc80 req-3be33b5c-79e1-45c3-aa15-38eec40455c1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=76e1ee3997ab44ceb6fa25bdc9cd69f6&device_id=698ab2b5-54f2-4017-94e0-efb6c8940c1a HTTP/1.1" status: 200 len: 1095 time: 0.3309071 Apr 18 19:28:30.507242 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 633b9d99-844f-474c-9b7c-ac63ca4b8257 {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:28:30.534514 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port 633b9d99-844f-474c-9b7c-ac63ca4b8257, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=633b9d99-844f-474c-9b7c-ac63ca4b8257,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:28:30.583208 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3681bde4-804e-4e0a-89d9-0841608719b7 req-6a8b81b3-2086-47cc-9782-e96419dfa56b service neutron] Port 701f84f5-505b-4198-8aab-980189685a01 on network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-2 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:28:30.583824 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3681bde4-804e-4e0a-89d9-0841608719b7 req-6a8b81b3-2086-47cc-9782-e96419dfa56b service neutron] Attempting to bind port 701f84f5-505b-4198-8aab-980189685a01 on network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:28:30.589077 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8cc6487b-04e8-4472-8e09-ea323fabdc80 req-2d991493-bd81-42bc-8ae6-c164b233c38a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1793d488-6d88-4e78-abaa-2c30e9295584 HTTP/1.1" status: 200 len: 217 time: 0.0976818 Apr 18 19:28:30.601632 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:30.744966 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-1637412f-28c1-41f2-8144-00b810aa9f2c req-cbd8b0d9-6407-4bc2-a761-e831d6a99e2f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=223822da-e9ca-44af-bd61-eec59d8e31d7 HTTP/1.1" status: 200 len: 217 time: 0.2992954 Apr 18 19:28:30.751692 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3681bde4-804e-4e0a-89d9-0841608719b7 req-6a8b81b3-2086-47cc-9782-e96419dfa56b service neutron] Checking agent: {'id': '02e8f951-d3a3-40e1-b8cc-aed258af030b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:28:30.751918 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3681bde4-804e-4e0a-89d9-0841608719b7 req-6a8b81b3-2086-47cc-9782-e96419dfa56b service neutron] Checking segment: {'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:28:30.753248 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3681bde4-804e-4e0a-89d9-0841608719b7 req-6a8b81b3-2086-47cc-9782-e96419dfa56b service neutron] Bound using segment: {'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:28:30.753248 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-3681bde4-804e-4e0a-89d9-0841608719b7 req-6a8b81b3-2086-47cc-9782-e96419dfa56b service neutron] Bound port: 701f84f5-505b-4198-8aab-980189685a01, host: n-h2-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'}}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:28:30.753248 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-3681bde4-804e-4e0a-89d9-0841608719b7 req-6a8b81b3-2086-47cc-9782-e96419dfa56b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:30.756098 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Pushing event updated for resources: {'Port': ['ID=633b9d99-844f-474c-9b7c-ac63ca4b8257,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:30.757492 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc6487b-04e8-4472-8e09-ea323fabdc80 req-30d9c325-70cf-4828-a4b9-4b81138e4fcf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:30.759023 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8cc6487b-04e8-4472-8e09-ea323fabdc80 req-30d9c325-70cf-4828-a4b9-4b81138e4fcf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=741dfd9d-95ea-4063-b188-15cfc9cc941c HTTP/1.1" status: 200 len: 850 time: 0.1026232 Apr 18 19:28:30.780215 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:28:30.781030 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:28:30.781928 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:28:30.782666 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:28:30.783989 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:28:30.784732 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:28:30.785567 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:28:30.786449 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:28:30.787119 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:28:30.788121 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:28:30.788843 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:28:30.898917 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8cc6487b-04e8-4472-8e09-ea323fabdc80 req-859f2d08-f0b4-468f-ae05-0330f0e66d37 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d2042316-fc2f-4bd1-9428-8aa751f345ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726936 Apr 18 19:28:30.950349 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ff61e010-fb2c-40c6-954e-76bb3db5a311 req-47960756-c23b-411b-b34e-89f38068f24d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4bf06599121a476094faf72db54a396e&device_id=339d07b1-7b62-4191-8b79-84390fd798a9 HTTP/1.1" status: 200 len: 1099 time: 0.5498676 Apr 18 19:28:30.950349 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1637412f-28c1-41f2-8144-00b810aa9f2c req-1df29ba2-b756-4b4a-98b3-5366874d4d27 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:30.950349 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-1637412f-28c1-41f2-8144-00b810aa9f2c req-1df29ba2-b756-4b4a-98b3-5366874d4d27 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=17d1b3aa-2066-4ffa-a69f-52ed566b6548 HTTP/1.1" status: 200 len: 843 time: 0.1869035 Apr 18 19:28:31.072020 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b872b4c-c7b1-4c31-8e27-2ee74b5cec99 req-6a995e1c-9c18-409c-b6e6-97bfca2f2ffe tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:31.073753 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-0b872b4c-c7b1-4c31-8e27-2ee74b5cec99 req-6a995e1c-9c18-409c-b6e6-97bfca2f2ffe tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=339d07b1-7b62-4191-8b79-84390fd798a9 HTTP/1.1" status: 200 len: 948 time: 0.4567568 Apr 18 19:28:31.081581 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eed1404-2acc-4432-82f1-d6ff31a931e7 req-b3f24e04-e20f-4966-ad3f-4bf1a4f8405e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:31.082089 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eed1404-2acc-4432-82f1-d6ff31a931e7 req-b3f24e04-e20f-4966-ad3f-4bf1a4f8405e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:31.082277 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eed1404-2acc-4432-82f1-d6ff31a931e7 req-b3f24e04-e20f-4966-ad3f-4bf1a4f8405e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:31.083963 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8eed1404-2acc-4432-82f1-d6ff31a931e7 req-b3f24e04-e20f-4966-ad3f-4bf1a4f8405e service neutron] 10.222.0.72 "GET /v2.0/networks?id=1c17c057-c249-4320-8b11-c4cc32a9489f&id=a78bc94c-6e21-4a13-914b-5bddac5da8d7&id=a78bc94c-6e21-4a13-914b-5bddac5da8d7&id=a78bc94c-6e21-4a13-914b-5bddac5da8d7&id=a78bc94c-6e21-4a13-914b-5bddac5da8d7&id=77a057b3-34c4-449e-a9f0-2bcfc4ff6d7a&id=77a057b3-34c4-449e-a9f0-2bcfc4ff6d7a HTTP/1.1" status: 200 len: 2293 time: 0.4938393 Apr 18 19:28:31.112168 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e55bc51-ef1a-44de-8a81-9aae240c2926 req-4141a270-213f-4db0-a606-3cf006507259 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:31.114425 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8e55bc51-ef1a-44de-8a81-9aae240c2926 req-4141a270-213f-4db0-a606-3cf006507259 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/ports?device_id=14704b88-90c8-43e7-b6fd-aa88e710cf44 HTTP/1.1" status: 200 len: 947 time: 0.6699343 Apr 18 19:28:31.140738 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-3681bde4-804e-4e0a-89d9-0841608719b7 req-6a8b81b3-2086-47cc-9782-e96419dfa56b service neutron] For port 701f84f5-505b-4198-8aab-980189685a01, host n-h2-836017-2, cleared binding levels {{(pid=84763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:28:31.174641 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-3681bde4-804e-4e0a-89d9-0841608719b7 req-6a8b81b3-2086-47cc-9782-e96419dfa56b service neutron] For port 701f84f5-505b-4198-8aab-980189685a01, host n-h2-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=701f84f5-505b-4198-8aab-980189685a01,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:28:31.261285 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-8e55bc51-ef1a-44de-8a81-9aae240c2926 req-83e49070-abae-48a6-9f92-779e5490c3bb tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Synchronizing usage tracker for tenant:d8c4d4c8afa7408e90f614ab2cfa43d3 on resource:security_group {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:28:31.266726 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-3681bde4-804e-4e0a-89d9-0841608719b7 req-6a8b81b3-2086-47cc-9782-e96419dfa56b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:31.301831 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] get_ports_and_sgs() called for port_ids ['633b9d99-844f-474c-9b7c-ac63ca4b8257'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:28:31.303804 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8cc6487b-04e8-4472-8e09-ea323fabdc80 req-8a6f74c5-26d1-4a02-a494-aeb6770074b7 service neutron] 10.222.0.73 "GET /v2.0/networks/d2042316-fc2f-4bd1-9428-8aa751f345ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3954957 Apr 18 19:28:31.306563 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff61e010-fb2c-40c6-954e-76bb3db5a311 req-895b302d-769b-47a0-86ef-dd41017af577 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:31.308540 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ff61e010-fb2c-40c6-954e-76bb3db5a311 req-895b302d-769b-47a0-86ef-dd41017af577 service neutron] 10.222.0.73 "GET /v2.0/networks?id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a HTTP/1.1" status: 200 len: 870 time: 0.3537159 Apr 18 19:28:31.426109 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-3681bde4-804e-4e0a-89d9-0841608719b7 req-6a8b81b3-2086-47cc-9782-e96419dfa56b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:31.426109 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3681bde4-804e-4e0a-89d9-0841608719b7 req-6a8b81b3-2086-47cc-9782-e96419dfa56b service neutron] 10.222.0.72 "PUT /v2.0/ports/701f84f5-505b-4198-8aab-980189685a01 HTTP/1.1" status: 200 len: 1095 time: 4.4020412 Apr 18 19:28:31.436545 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ff61e010-fb2c-40c6-954e-76bb3db5a311 req-90f30b04-049c-44c1-90e6-de6237c0e874 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=f209c868-4df3-44a3-95db-ffedb0ab96cd HTTP/1.1" status: 200 len: 217 time: 0.1186254 Apr 18 19:28:31.442802 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-1637412f-28c1-41f2-8144-00b810aa9f2c req-3ebd5b90-95a0-4b1b-a6fd-2378bb542a8e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4645894 Apr 18 19:28:31.462274 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-0b872b4c-c7b1-4c31-8e27-2ee74b5cec99 req-3c12f574-dbeb-4824-8b01-cf0595d6c7f0 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3633208 Apr 18 19:28:31.473652 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8eed1404-2acc-4432-82f1-d6ff31a931e7 req-6b211047-38d0-4d97-83d7-0fb82ff6c73e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=541a4c14-f2f5-4268-a378-6b7818c15360 HTTP/1.1" status: 200 len: 999 time: 0.3731608 Apr 18 19:28:31.587344 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-8e55bc51-ef1a-44de-8a81-9aae240c2926 req-83e49070-abae-48a6-9f92-779e5490c3bb tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Unset dirty status for tenant:d8c4d4c8afa7408e90f614ab2cfa43d3 on resource:security_group {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:28:31.601663 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8e55bc51-ef1a-44de-8a81-9aae240c2926 req-83e49070-abae-48a6-9f92-779e5490c3bb tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/security-groups?id=5c6be434-109a-4c25-809d-b81f7096d7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4703462 Apr 18 19:28:31.608359 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8b81b3-2086-47cc-9782-e96419dfa56b service neutron] Pushing event updated for resources: {'Port': ['ID=701f84f5-505b-4198-8aab-980189685a01,revision_number=3']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:31.666123 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eed1404-2acc-4432-82f1-d6ff31a931e7 req-95bd2976-5c84-43a0-a11e-afb8e95591ea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:31.671653 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8eed1404-2acc-4432-82f1-d6ff31a931e7 req-95bd2976-5c84-43a0-a11e-afb8e95591ea service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f3e2cf5f-cc22-4c6a-a7c1-4742f3519b7c HTTP/1.1" status: 200 len: 850 time: 0.1845880 Apr 18 19:28:31.752645 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57026bb0-a3e6-4be7-bff0-dd020a829a9c'] response: {'name': 'network-changed', 'server_uuid': '8cbfc875-c839-4a4c-bcbc-fb0ee164e18b', 'tag': '223822da-e9ca-44af-bd61-eec59d8e31d7', 'status': 'completed', 'code': 200} Apr 18 19:28:31.772834 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8cc6487b-04e8-4472-8e09-ea323fabdc80 req-00b28b16-11ee-4b3a-88bb-88ff75f51d3e service neutron] 10.222.0.73 "GET /v2.0/networks/d2042316-fc2f-4bd1-9428-8aa751f345ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4498475 Apr 18 19:28:31.796137 n-d-836017-2 neutron-server[84764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8dccec3-8dd7-4f32-a7d2-62796967573d'] response: {'name': 'network-changed', 'server_uuid': '698ab2b5-54f2-4017-94e0-efb6c8940c1a', 'tag': '1793d488-6d88-4e78-abaa-2c30e9295584', 'status': 'completed', 'code': 200} Apr 18 19:28:31.815178 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff61e010-fb2c-40c6-954e-76bb3db5a311 req-a5479033-2d01-424d-9bdc-3475cf58827d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:31.818299 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ff61e010-fb2c-40c6-954e-76bb3db5a311 req-a5479033-2d01-424d-9bdc-3475cf58827d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=17d1b3aa-2066-4ffa-a69f-52ed566b6548 HTTP/1.1" status: 200 len: 843 time: 0.3715072 Apr 18 19:28:31.849006 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8eed1404-2acc-4432-82f1-d6ff31a931e7 req-f95ec703-e145-4da2-afdc-a4c71b4dd686 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1c17c057-c249-4320-8b11-c4cc32a9489f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1642435 Apr 18 19:28:31.960057 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-1637412f-28c1-41f2-8144-00b810aa9f2c req-67866d51-8ff9-4873-a2c4-9c780125080d service neutron] 10.222.0.72 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4766936 Apr 18 19:28:32.157785 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3681bde4-804e-4e0a-89d9-0841608719b7 req-c3cacd5e-b24f-4445-9b8b-6aecceede668 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d8c4d4c8afa7408e90f614ab2cfa43d3&device_id=14704b88-90c8-43e7-b6fd-aa88e710cf44 HTTP/1.1" status: 200 len: 1098 time: 0.5577128 Apr 18 19:28:32.282318 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8eed1404-2acc-4432-82f1-d6ff31a931e7 req-517252e9-37dd-4444-944a-40db76e87ddd service neutron] 10.222.0.72 "GET /v2.0/networks/1c17c057-c249-4320-8b11-c4cc32a9489f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4151638 Apr 18 19:28:32.288192 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3681bde4-804e-4e0a-89d9-0841608719b7 req-38079c61-0d33-49dd-8db9-bf96650427bf service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=701f84f5-505b-4198-8aab-980189685a01 HTTP/1.1" status: 200 len: 217 time: 0.1179941 Apr 18 19:28:32.318316 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-eaee9e8f-b0dd-47e3-abd0-c50aa15fc10d req-9776eb73-e942-46ec-bbf1-ed4b73823357 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=76e1ee3997ab44ceb6fa25bdc9cd69f6&device_id=698ab2b5-54f2-4017-94e0-efb6c8940c1a HTTP/1.1" status: 200 len: 1095 time: 0.3171282 Apr 18 19:28:32.365445 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ff61e010-fb2c-40c6-954e-76bb3db5a311 req-2ed33b6e-d845-4edb-ac52-d9e65385e58e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5051658 Apr 18 19:28:32.376077 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-1637412f-28c1-41f2-8144-00b810aa9f2c req-9a3bf62f-c3f0-4bd8-b230-d5289d5c8d6f service neutron] 10.222.0.72 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3729908 Apr 18 19:28:32.421090 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b29f78-d403-4d10-ae8d-1be0bbcaeace req-9bb6ac32-d25e-4593-8601-df2f5acbabaa tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:32.422715 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-c3b29f78-d403-4d10-ae8d-1be0bbcaeace req-9bb6ac32-d25e-4593-8601-df2f5acbabaa tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] 10.222.0.69 "GET /v2.0/ports?device_id=e5f5eb11-b473-4730-b2dd-185b9968e91a HTTP/1.1" status: 200 len: 949 time: 0.4969866 Apr 18 19:28:32.432178 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ea867e-c3b8-4595-95ed-0616245a7956 req-7f23af23-ef76-44bf-909c-8e8670ccd218 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:32.434351 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-54ea867e-c3b8-4595-95ed-0616245a7956 req-7f23af23-ef76-44bf-909c-8e8670ccd218 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] 10.222.0.69 "GET /v2.0/ports?device_id=8887625e-000f-4745-93d8-2d7332fdb73a HTTP/1.1" status: 200 len: 946 time: 0.3741834 Apr 18 19:28:32.475143 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-cf860f67-54ab-4b86-83ae-53d3b2eb17a5 req-ae62fe99-6f33-4bf3-a882-788ec1cf564d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8887625e-000f-4745-93d8-2d7332fdb73a HTTP/1.1" status: 200 len: 1097 time: 0.4503765 Apr 18 19:28:32.507352 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3681bde4-804e-4e0a-89d9-0841608719b7 req-d345577a-817a-482b-854f-080c8073b707 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:32.508789 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3681bde4-804e-4e0a-89d9-0841608719b7 req-d345577a-817a-482b-854f-080c8073b707 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=17d1b3aa-2066-4ffa-a69f-52ed566b6548 HTTP/1.1" status: 200 len: 843 time: 0.2036572 Apr 18 19:28:32.723718 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-54ea867e-c3b8-4595-95ed-0616245a7956 req-6385c2af-0ab4-4062-9b7a-ea0408b56da8 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] 10.222.0.69 "GET /v2.0/security-groups?id=cd7f69dc-886d-4472-a746-337e2c087e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779369 Apr 18 19:28:32.726389 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8eed1404-2acc-4432-82f1-d6ff31a931e7 req-f417f74c-4cd6-4da5-9f4c-9e5575c01187 service neutron] 10.222.0.72 "GET /v2.0/networks/1c17c057-c249-4320-8b11-c4cc32a9489f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4449141 Apr 18 19:28:32.843573 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-cf860f67-54ab-4b86-83ae-53d3b2eb17a5 req-c816702b-55ef-4ccb-a53c-8efcf0b1da72 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=cd7f69dc-886d-4472-a746-337e2c087e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3520167 Apr 18 19:28:32.850477 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ff61e010-fb2c-40c6-954e-76bb3db5a311 req-a6701410-21f7-4644-9499-b7fdf0425d04 service neutron] 10.222.0.73 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4734724 Apr 18 19:28:32.856557 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-c3b29f78-d403-4d10-ae8d-1be0bbcaeace req-aace8f6f-2eee-4e91-96b8-5a2bf0dcb375 tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a151ec7-5edc-4088-aba2-485b5ea10b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3872261 Apr 18 19:28:32.860466 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaee9e8f-b0dd-47e3-abd0-c50aa15fc10d req-27655ba1-e927-4e4c-b899-bc1d5dcdc311 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:32.861908 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-eaee9e8f-b0dd-47e3-abd0-c50aa15fc10d req-27655ba1-e927-4e4c-b899-bc1d5dcdc311 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d2042316-fc2f-4bd1-9428-8aa751f345ec HTTP/1.1" status: 200 len: 911 time: 0.5364420 Apr 18 19:28:32.863947 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8eed1404-2acc-4432-82f1-d6ff31a931e7 req-14def610-9235-438a-b172-fc104a0b7a72 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.209&port_id=bc352c10-792f-4c4c-8ce2-33c2e09ff225 HTTP/1.1" status: 200 len: 217 time: 0.1298068 Apr 18 19:28:32.894514 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-eabf31cc-c5a4-4010-8cf5-6653a631d792 req-ffa6e2c7-5016-41aa-bbea-4eaa70838e5b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d8c4d4c8afa7408e90f614ab2cfa43d3&device_id=8cbfc875-c839-4a4c-bcbc-fb0ee164e18b HTTP/1.1" status: 200 len: 1099 time: 0.3693039 Apr 18 19:28:32.898675 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3681bde4-804e-4e0a-89d9-0841608719b7 req-0b53a66a-b305-4279-aca9-b9f07aa5c2db service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3328547 Apr 18 19:28:33.048235 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eed1404-2acc-4432-82f1-d6ff31a931e7 req-4d99d8f8-b1f0-47a2-ab36-523516f26b42 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:33.049702 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8eed1404-2acc-4432-82f1-d6ff31a931e7 req-4d99d8f8-b1f0-47a2-ab36-523516f26b42 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c31714cb-4e6a-4130-bd18-fb5275a5c20f HTTP/1.1" status: 200 len: 797 time: 0.1770866 Apr 18 19:28:33.137214 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd51162-6250-455f-856e-37798e209cb6 req-3247bd2f-a284-4842-b429-93a3fa2dff2c tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:33.139203 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-6cd51162-6250-455f-856e-37798e209cb6 req-3247bd2f-a284-4842-b429-93a3fa2dff2c tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Synchronizing usage tracker for tenant:76e1ee3997ab44ceb6fa25bdc9cd69f6 on resource:port {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:28:33.141180 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2050cba5-0e17-410a-b0b4-270f87a8a648 req-6b367ea6-3120-4d5e-8671-aa9a5814fcd3 tempest-ServerShowV247Test-757221321 tempest-ServerShowV247Test-757221321-project] 10.222.0.69 "GET /v2.0/ports?device_id=497de465-834c-4f8a-9de6-d88d0b41ec77 HTTP/1.1" status: 200 len: 210 time: 0.1185873 Apr 18 19:28:33.160073 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8eed1404-2acc-4432-82f1-d6ff31a931e7 req-77311624-d09b-4860-9ff3-9fb498c49196 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a78bc94c-6e21-4a13-914b-5bddac5da8d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1019428 Apr 18 19:28:33.210606 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3681bde4-804e-4e0a-89d9-0841608719b7 req-db391fba-cfba-49f0-9187-825d5f8ad445 service neutron] 10.222.0.72 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2752934 Apr 18 19:28:33.243330 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-6cd51162-6250-455f-856e-37798e209cb6 req-3247bd2f-a284-4842-b429-93a3fa2dff2c tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Unset dirty status for tenant:76e1ee3997ab44ceb6fa25bdc9cd69f6 on resource:port {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:28:33.244539 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6cd51162-6250-455f-856e-37798e209cb6 req-3247bd2f-a284-4842-b429-93a3fa2dff2c tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/ports?device_id=698ab2b5-54f2-4017-94e0-efb6c8940c1a HTTP/1.1" status: 200 len: 944 time: 0.3186517 Apr 18 19:28:33.307205 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabf31cc-c5a4-4010-8cf5-6653a631d792 req-954027c7-c478-4539-8eb4-944e3e0d1f3f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:33.308676 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-eabf31cc-c5a4-4010-8cf5-6653a631d792 req-954027c7-c478-4539-8eb4-944e3e0d1f3f service neutron] 10.222.0.72 "GET /v2.0/networks?id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a HTTP/1.1" status: 200 len: 870 time: 0.3993449 Apr 18 19:28:33.324793 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-6cd51162-6250-455f-856e-37798e209cb6 req-12731a7f-9054-434f-a10b-a61b3af9cc41 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Synchronizing usage tracker for tenant:76e1ee3997ab44ceb6fa25bdc9cd69f6 on resource:security_group {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:28:33.362985 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8eed1404-2acc-4432-82f1-d6ff31a931e7 req-04c503bc-2965-4865-b90c-ce024fcbc96c service neutron] 10.222.0.72 "GET /v2.0/networks/a78bc94c-6e21-4a13-914b-5bddac5da8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896467 Apr 18 19:28:33.454297 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-eabf31cc-c5a4-4010-8cf5-6653a631d792 req-d44cd8da-f044-4c48-967a-934e1610731d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=223822da-e9ca-44af-bd61-eec59d8e31d7 HTTP/1.1" status: 200 len: 217 time: 0.1249518 Apr 18 19:28:33.462042 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-6cd51162-6250-455f-856e-37798e209cb6 req-12731a7f-9054-434f-a10b-a61b3af9cc41 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Unset dirty status for tenant:76e1ee3997ab44ceb6fa25bdc9cd69f6 on resource:security_group {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:28:33.462042 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6cd51162-6250-455f-856e-37798e209cb6 req-12731a7f-9054-434f-a10b-a61b3af9cc41 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/security-groups?id=a141a97b-10ea-4a45-b463-6b38bd1cffff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020195 Apr 18 19:28:33.532563 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8eed1404-2acc-4432-82f1-d6ff31a931e7 req-35adb380-848c-47f4-9840-a54913642733 service neutron] 10.222.0.72 "GET /v2.0/networks/a78bc94c-6e21-4a13-914b-5bddac5da8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664689 Apr 18 19:28:33.566839 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3681bde4-804e-4e0a-89d9-0841608719b7 req-59a95a44-d064-412a-84ec-115257346b46 service neutron] 10.222.0.72 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3334320 Apr 18 19:28:33.566839 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabf31cc-c5a4-4010-8cf5-6653a631d792 req-bc7510bb-c415-4522-8b78-185b3f1de7d4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:33.566839 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-eabf31cc-c5a4-4010-8cf5-6653a631d792 req-bc7510bb-c415-4522-8b78-185b3f1de7d4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=17d1b3aa-2066-4ffa-a69f-52ed566b6548 HTTP/1.1" status: 200 len: 843 time: 0.0948081 Apr 18 19:28:33.633225 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0dbf4c53-977b-40b3-995a-aa02b100a256 req-db5ebb2c-3891-4529-a152-a741a6feba6f tempest-LiveMigrationTest-374537811 tempest-LiveMigrationTest-374537811-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=cd5645d0-db8a-4ffe-b4ce-5967e6245f85 HTTP/1.1" status: 200 len: 1095 time: 0.2457557 Apr 18 19:28:33.705339 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-eabf31cc-c5a4-4010-8cf5-6653a631d792 req-c9ceeeaf-de3f-4af2-a921-b6c69c3b19f4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1300814 Apr 18 19:28:33.708339 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0dbf4c53-977b-40b3-995a-aa02b100a256 req-ce4f8398-618f-44d4-ad95-4a7151d0aa72 tempest-LiveMigrationTest-374537811 tempest-LiveMigrationTest-374537811-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612330 Apr 18 19:28:33.820375 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14704b88-90c8-43e7-b6fd-aa88e710cf44', 'tag': '701f84f5-505b-4198-8aab-980189685a01'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:28:33.861625 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8eed1404-2acc-4432-82f1-d6ff31a931e7 req-3f7c3ce1-ed04-4963-9eac-04b0f83d8132 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.10&port_id=cab89208-0cb7-4471-99b4-f5c3564d6fc1 HTTP/1.1" status: 200 len: 217 time: 0.3203137 Apr 18 19:28:33.948134 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eed1404-2acc-4432-82f1-d6ff31a931e7 req-64af2ce4-9317-400e-a71b-f7445c5f5637 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:33.948134 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8eed1404-2acc-4432-82f1-d6ff31a931e7 req-64af2ce4-9317-400e-a71b-f7445c5f5637 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c31714cb-4e6a-4130-bd18-fb5275a5c20f HTTP/1.1" status: 200 len: 797 time: 0.0747597 Apr 18 19:28:33.959732 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a14ee72-9807-4bcd-a6ee-e45652a7f864 req-9426bcf5-d004-4226-a2b1-c55aad7ec282 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:33.962834 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6a14ee72-9807-4bcd-a6ee-e45652a7f864 req-9426bcf5-d004-4226-a2b1-c55aad7ec282 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=339d07b1-7b62-4191-8b79-84390fd798a9 HTTP/1.1" status: 200 len: 948 time: 0.1586838 Apr 18 19:28:33.963046 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-eabf31cc-c5a4-4010-8cf5-6653a631d792 req-9b90dd58-d783-41ca-9b15-ad0fb7e403dc service neutron] 10.222.0.72 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503955 Apr 18 19:28:34.009009 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 633b9d99-844f-474c-9b7c-ac63ca4b8257 up at agent hyperv_n-h1-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:28:34.082644 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6a14ee72-9807-4bcd-a6ee-e45652a7f864 req-0058149d-ba30-42c7-bb53-945f9e457ab8 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736649 Apr 18 19:28:34.095962 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97597ef-3b44-4591-bb9e-7a827fa04c05 req-32bf999c-0274-4195-924c-477b9a40e491 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:34.103293 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f97597ef-3b44-4591-bb9e-7a827fa04c05 req-32bf999c-0274-4195-924c-477b9a40e491 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/ports?device_id=14704b88-90c8-43e7-b6fd-aa88e710cf44 HTTP/1.1" status: 200 len: 947 time: 0.2121725 Apr 18 19:28:34.109698 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8eed1404-2acc-4432-82f1-d6ff31a931e7 req-04c5099f-542c-489c-82dd-0a8589f2321c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a78bc94c-6e21-4a13-914b-5bddac5da8d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1451404 Apr 18 19:28:34.191499 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-eabf31cc-c5a4-4010-8cf5-6653a631d792 req-4de1c292-f733-47f6-8fec-19f31ec70835 service neutron] 10.222.0.72 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205870 Apr 18 19:28:34.195569 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Provisioning for port 633b9d99-844f-474c-9b7c-ac63ca4b8257 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:28:34.208887 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Provisioning complete for port 633b9d99-844f-474c-9b7c-ac63ca4b8257 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:28:34.209134 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f97597ef-3b44-4591-bb9e-7a827fa04c05 req-f44e57cf-4079-4087-818a-f708db2594d4 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/security-groups?id=5c6be434-109a-4c25-809d-b81f7096d7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049559 Apr 18 19:28:34.209801 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:34.346264 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 223822da-e9ca-44af-bd61-eec59d8e31d7 details requested by agent hyperv_n-h2-836017-2 with host n-h2-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:28:34.348050 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8eed1404-2acc-4432-82f1-d6ff31a931e7 req-0c811812-4491-4855-986c-4e8e8fea86aa service neutron] 10.222.0.72 "GET /v2.0/networks/a78bc94c-6e21-4a13-914b-5bddac5da8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299287 Apr 18 19:28:34.358809 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:34.410840 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5f5eb11-b473-4730-b2dd-185b9968e91a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '633b9d99-844f-474c-9b7c-ac63ca4b8257'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:28:34.495020 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port 633b9d99-844f-474c-9b7c-ac63ca4b8257, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=633b9d99-844f-474c-9b7c-ac63ca4b8257,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:28:34.503340 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f86f31-d65c-499b-a805-2e8ea9da439a req-6daa3658-f1c5-44a1-aab8-3f8bd0f9c3c1 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:34.505034 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e6f86f31-d65c-499b-a805-2e8ea9da439a req-6daa3658-f1c5-44a1-aab8-3f8bd0f9c3c1 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] 10.222.0.69 "GET /v2.0/ports?device_id=8887625e-000f-4745-93d8-2d7332fdb73a HTTP/1.1" status: 200 len: 946 time: 0.1426730 Apr 18 19:28:34.539559 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8eed1404-2acc-4432-82f1-d6ff31a931e7 req-2807cbc9-256d-47fb-8cfc-45836bd62ba9 service neutron] 10.222.0.72 "GET /v2.0/networks/a78bc94c-6e21-4a13-914b-5bddac5da8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840210 Apr 18 19:28:34.564479 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e6f86f31-d65c-499b-a805-2e8ea9da439a req-27e89942-a6ef-41d7-85de-12ddb7826621 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] 10.222.0.69 "GET /v2.0/security-groups?id=cd7f69dc-886d-4472-a746-337e2c087e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469828 Apr 18 19:28:34.586572 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:34.661965 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-383d15eb-aadd-45fc-b477-4e640c89c17b'] response: {'name': 'network-changed', 'server_uuid': '14704b88-90c8-43e7-b6fd-aa88e710cf44', 'tag': '701f84f5-505b-4198-8aab-980189685a01', 'status': 'completed', 'code': 200} Apr 18 19:28:34.684428 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8eed1404-2acc-4432-82f1-d6ff31a931e7 req-11858627-476d-4a2c-aa3f-4fb40911556b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.254&port_id=e941a163-539d-4e45-ac0e-f02d875d6f32 HTTP/1.1" status: 200 len: 217 time: 0.1350513 Apr 18 19:28:34.790158 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Pushing event updated for resources: {'Port': ['ID=633b9d99-844f-474c-9b7c-ac63ca4b8257,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:34.801187 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 223822da-e9ca-44af-bd61-eec59d8e31d7, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=223822da-e9ca-44af-bd61-eec59d8e31d7,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:28:34.814551 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eed1404-2acc-4432-82f1-d6ff31a931e7 req-58b0c059-ce90-4fa1-a586-cb966580de20 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:34.817236 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8eed1404-2acc-4432-82f1-d6ff31a931e7 req-58b0c059-ce90-4fa1-a586-cb966580de20 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c31714cb-4e6a-4130-bd18-fb5275a5c20f HTTP/1.1" status: 200 len: 797 time: 0.1210661 Apr 18 19:28:34.829215 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Returning: {'device': '223822da-e9ca-44af-bd61-eec59d8e31d7', 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a', 'port_id': '223822da-e9ca-44af-bd61-eec59d8e31d7', 'mac_address': 'fa:16:3e:ed:95:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17d1b3aa-2066-4ffa-a69f-52ed566b6548', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:28:34.899586 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b50c507a-f419-4ec2-9b4d-83320d62dab3 req-34d47c5f-bb94-4da1-8556-7fc62502547b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d8c4d4c8afa7408e90f614ab2cfa43d3&device_id=14704b88-90c8-43e7-b6fd-aa88e710cf44 HTTP/1.1" status: 200 len: 1098 time: 0.2039239 Apr 18 19:28:34.945851 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:34.978240 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 223822da-e9ca-44af-bd61-eec59d8e31d7 {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:28:35.009949 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8cc3a162-faa3-44d0-959a-87f945429647 req-175ef157-3c97-42d7-84d7-5c57d5bbd5bc tempest-ServerShowV247Test-757221321 tempest-ServerShowV247Test-757221321-project] 10.222.0.69 "GET /v2.0/ports?device_id=497de465-834c-4f8a-9de6-d88d0b41ec77 HTTP/1.1" status: 200 len: 210 time: 0.0951569 Apr 18 19:28:35.010626 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 223822da-e9ca-44af-bd61-eec59d8e31d7, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=223822da-e9ca-44af-bd61-eec59d8e31d7,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:28:35.054879 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8eed1404-2acc-4432-82f1-d6ff31a931e7 req-5247e34e-3579-4002-a3a9-0b48f43012c9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a78bc94c-6e21-4a13-914b-5bddac5da8d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2261736 Apr 18 19:28:35.097323 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:35.148046 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8295067d-c016-4c04-b794-01cff446bfc3'] response: {'server_uuid': 'e5f5eb11-b473-4730-b2dd-185b9968e91a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '633b9d99-844f-474c-9b7c-ac63ca4b8257', 'code': 200} Apr 18 19:28:35.199158 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50c507a-f419-4ec2-9b4d-83320d62dab3 req-45202e45-37cf-456c-90ef-803c652b7551 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:35.201958 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b50c507a-f419-4ec2-9b4d-83320d62dab3 req-45202e45-37cf-456c-90ef-803c652b7551 service neutron] 10.222.0.72 "GET /v2.0/networks?id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a HTTP/1.1" status: 200 len: 870 time: 0.2949164 Apr 18 19:28:35.202181 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=223822da-e9ca-44af-bd61-eec59d8e31d7,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:35.215970 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa50d91f-7a65-4439-b324-e48676649669 req-28321a90-5553-4fd1-9b83-f6d508edb925 tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:35.218816 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-aa50d91f-7a65-4439-b324-e48676649669 req-28321a90-5553-4fd1-9b83-f6d508edb925 tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] 10.222.0.69 "GET /v2.0/ports?device_id=e5f5eb11-b473-4730-b2dd-185b9968e91a HTTP/1.1" status: 200 len: 950 time: 0.3986251 Apr 18 19:28:35.326371 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b50c507a-f419-4ec2-9b4d-83320d62dab3 req-d570f5b9-ba8e-4023-8f7c-f0f26206242e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=701f84f5-505b-4198-8aab-980189685a01 HTTP/1.1" status: 200 len: 217 time: 0.0943887 Apr 18 19:28:35.329785 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8eed1404-2acc-4432-82f1-d6ff31a931e7 req-c8f7b578-f41a-429c-9fde-d4af9d4dea1d service neutron] 10.222.0.72 "GET /v2.0/networks/a78bc94c-6e21-4a13-914b-5bddac5da8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533393 Apr 18 19:28:35.387871 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-aa50d91f-7a65-4439-b324-e48676649669 req-84572eb4-6b54-4dbe-8475-cae845e391d5 tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a151ec7-5edc-4088-aba2-485b5ea10b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063275 Apr 18 19:28:35.402481 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50c507a-f419-4ec2-9b4d-83320d62dab3 req-2a602c78-b344-46dd-bf07-9d89bb355638 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:35.403923 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b50c507a-f419-4ec2-9b4d-83320d62dab3 req-2a602c78-b344-46dd-bf07-9d89bb355638 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=17d1b3aa-2066-4ffa-a69f-52ed566b6548 HTTP/1.1" status: 200 len: 843 time: 0.0743496 Apr 18 19:28:35.429551 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] get_ports_and_sgs() called for port_ids ['223822da-e9ca-44af-bd61-eec59d8e31d7'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:28:35.457332 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead886bb-42a4-4ada-9e01-1d3f7049902d req-33192d0f-6c9a-446e-a69f-1afbb35cb3b9 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:35.465033 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ead886bb-42a4-4ada-9e01-1d3f7049902d req-33192d0f-6c9a-446e-a69f-1afbb35cb3b9 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/ports?device_id=698ab2b5-54f2-4017-94e0-efb6c8940c1a HTTP/1.1" status: 200 len: 944 time: 0.2135429 Apr 18 19:28:35.511304 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b50c507a-f419-4ec2-9b4d-83320d62dab3 req-a155eea7-c1ae-4301-bb76-3697c4692361 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1003218 Apr 18 19:28:35.558557 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8eed1404-2acc-4432-82f1-d6ff31a931e7 req-6fb49de1-aa62-4fe9-b403-ac83df995529 service neutron] 10.222.0.72 "GET /v2.0/networks/a78bc94c-6e21-4a13-914b-5bddac5da8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261717 Apr 18 19:28:35.572948 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ead886bb-42a4-4ada-9e01-1d3f7049902d req-33b4e31e-6f5d-48e6-89d4-dd990814ab5f tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/security-groups?id=a141a97b-10ea-4a45-b463-6b38bd1cffff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069982 Apr 18 19:28:35.754166 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8eed1404-2acc-4432-82f1-d6ff31a931e7 req-1c3029f0-6e8a-4604-afce-8b53e3a12d8c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.148&port_id=9f100931-1650-45a2-adf0-ae9ad1c229ec HTTP/1.1" status: 200 len: 217 time: 0.1801209 Apr 18 19:28:35.795151 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b50c507a-f419-4ec2-9b4d-83320d62dab3 req-16a33f0f-8e4a-441b-904c-e412c2603c07 service neutron] 10.222.0.72 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2700458 Apr 18 19:28:35.839290 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eed1404-2acc-4432-82f1-d6ff31a931e7 req-ef03399b-54ed-47cd-9354-b6caf24f4514 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:35.840861 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8eed1404-2acc-4432-82f1-d6ff31a931e7 req-ef03399b-54ed-47cd-9354-b6caf24f4514 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c31714cb-4e6a-4130-bd18-fb5275a5c20f HTTP/1.1" status: 200 len: 797 time: 0.0781569 Apr 18 19:28:35.938088 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a92ce6-3f54-4041-92fb-62a8161a9121 req-9782204b-ca7b-4814-bac6-0cbcbf0482c1 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:35.938088 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-31a92ce6-3f54-4041-92fb-62a8161a9121 req-9782204b-ca7b-4814-bac6-0cbcbf0482c1 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=cd5645d0-db8a-4ffe-b4ce-5967e6245f85 HTTP/1.1" status: 200 len: 944 time: 0.2235553 Apr 18 19:28:35.986690 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0518e4-4589-4b1b-ad27-689205719f51 req-d61bb39d-bde6-4e53-b423-9974131a9444 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:35.989945 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-7a0518e4-4589-4b1b-ad27-689205719f51 req-d61bb39d-bde6-4e53-b423-9974131a9444 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=339d07b1-7b62-4191-8b79-84390fd798a9 HTTP/1.1" status: 200 len: 948 time: 0.1463742 Apr 18 19:28:35.991442 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8eed1404-2acc-4432-82f1-d6ff31a931e7 req-7b03a64e-6b16-4836-985c-ac536604b1cd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a78bc94c-6e21-4a13-914b-5bddac5da8d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1164210 Apr 18 19:28:36.003643 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b50c507a-f419-4ec2-9b4d-83320d62dab3 req-7b056946-0d2f-4a7a-ac99-fb32b056b28b service neutron] 10.222.0.72 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962895 Apr 18 19:28:36.017506 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-31a92ce6-3f54-4041-92fb-62a8161a9121 req-045b1322-46db-4852-b1d0-81e77b9f8f2f tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642641 Apr 18 19:28:36.299146 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-7a0518e4-4589-4b1b-ad27-689205719f51 req-85ae5406-307b-4dc2-9822-f87850b509a3 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3034775 Apr 18 19:28:36.316637 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7659cd1b-253b-4df6-b1bd-d61b03df6922 req-ad518ffa-5c21-43d1-a94f-e30e5cd5c230 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:36.318232 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7659cd1b-253b-4df6-b1bd-d61b03df6922 req-ad518ffa-5c21-43d1-a94f-e30e5cd5c230 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/ports?device_id=14704b88-90c8-43e7-b6fd-aa88e710cf44 HTTP/1.1" status: 200 len: 947 time: 0.0971639 Apr 18 19:28:36.350144 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8eed1404-2acc-4432-82f1-d6ff31a931e7 req-66847e11-5180-473d-b5e0-3f0209291c99 service neutron] 10.222.0.72 "GET /v2.0/networks/a78bc94c-6e21-4a13-914b-5bddac5da8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3268886 Apr 18 19:28:36.358646 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 701f84f5-505b-4198-8aab-980189685a01 details requested by agent hyperv_n-h2-836017-2 with host n-h2-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:28:36.392629 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7659cd1b-253b-4df6-b1bd-d61b03df6922 req-df8fbfea-dc8c-4733-b22b-56367be86240 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/security-groups?id=5c6be434-109a-4c25-809d-b81f7096d7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669665 Apr 18 19:28:36.581994 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 701f84f5-505b-4198-8aab-980189685a01, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=701f84f5-505b-4198-8aab-980189685a01,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:28:36.598476 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8eed1404-2acc-4432-82f1-d6ff31a931e7 req-9461c1b0-a2b8-4df4-888b-707ae77aa7a7 service neutron] 10.222.0.72 "GET /v2.0/networks/a78bc94c-6e21-4a13-914b-5bddac5da8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369802 Apr 18 19:28:36.601072 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Returning: {'device': '701f84f5-505b-4198-8aab-980189685a01', 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a', 'port_id': '701f84f5-505b-4198-8aab-980189685a01', 'mac_address': 'fa:16:3e:8d:8e:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17d1b3aa-2066-4ffa-a69f-52ed566b6548', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:28:36.665854 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4a2bf4-41f3-4d1c-ae7b-e632a7bddf59 req-752256ad-559a-4b42-9504-83cc061052f6 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:36.667321 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6a4a2bf4-41f3-4d1c-ae7b-e632a7bddf59 req-752256ad-559a-4b42-9504-83cc061052f6 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] 10.222.0.69 "GET /v2.0/ports?device_id=8887625e-000f-4745-93d8-2d7332fdb73a HTTP/1.1" status: 200 len: 946 time: 0.1771216 Apr 18 19:28:36.677446 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-196fdc93-0513-4b16-a5cf-d3b20c9a06f9 req-c0ff8457-0a2d-47f4-8ec4-24052fa209e4 tempest-ServerShowV247Test-757221321 tempest-ServerShowV247Test-757221321-project] 10.222.0.69 "GET /v2.0/ports?device_id=497de465-834c-4f8a-9de6-d88d0b41ec77 HTTP/1.1" status: 200 len: 210 time: 0.0778358 Apr 18 19:28:36.695388 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:36.701414 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8eed1404-2acc-4432-82f1-d6ff31a931e7 req-bed34ad6-7bb2-4f11-b0ba-2e6f569b8efb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=397fc2b6-857c-4641-815e-184ce49e13af HTTP/1.1" status: 200 len: 217 time: 0.0916634 Apr 18 19:28:36.730633 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 701f84f5-505b-4198-8aab-980189685a01 {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:28:36.757230 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 701f84f5-505b-4198-8aab-980189685a01, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=701f84f5-505b-4198-8aab-980189685a01,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:28:36.830577 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6a4a2bf4-41f3-4d1c-ae7b-e632a7bddf59 req-fa8a6867-5275-45e8-a7c0-a345e87054c6 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] 10.222.0.69 "GET /v2.0/security-groups?id=cd7f69dc-886d-4472-a746-337e2c087e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452062 Apr 18 19:28:36.841423 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eed1404-2acc-4432-82f1-d6ff31a931e7 req-df8a03dd-e7b9-460f-86c7-71eda7409fa9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:36.841423 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8eed1404-2acc-4432-82f1-d6ff31a931e7 req-df8a03dd-e7b9-460f-86c7-71eda7409fa9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0e17591e-cd96-449b-af53-7896e93cce2f HTTP/1.1" status: 200 len: 797 time: 0.1256778 Apr 18 19:28:36.844701 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:36.919922 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5124bcbe-a6fb-4fc5-ab19-e55b46937804 req-8f9ab677-9350-4785-94b1-65479fa9d333 tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:36.927761 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5124bcbe-a6fb-4fc5-ab19-e55b46937804 req-8f9ab677-9350-4785-94b1-65479fa9d333 tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] 10.222.0.69 "GET /v2.0/ports?device_id=e5f5eb11-b473-4730-b2dd-185b9968e91a HTTP/1.1" status: 200 len: 950 time: 0.0998290 Apr 18 19:28:36.950898 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=701f84f5-505b-4198-8aab-980189685a01,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:36.976455 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8eed1404-2acc-4432-82f1-d6ff31a931e7 req-7194eac1-3d38-4a9b-a2ad-21c917694c4f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=77a057b3-34c4-449e-a9f0-2bcfc4ff6d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1177013 Apr 18 19:28:36.982848 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5124bcbe-a6fb-4fc5-ab19-e55b46937804 req-cdd772a6-077c-4e74-a09a-bb45da3bcb05 tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a151ec7-5edc-4088-aba2-485b5ea10b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536354 Apr 18 19:28:37.169731 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8eed1404-2acc-4432-82f1-d6ff31a931e7 req-14b5ce6b-0ea0-4e10-938d-b78924b63bc1 service neutron] 10.222.0.72 "GET /v2.0/networks/77a057b3-34c4-449e-a9f0-2bcfc4ff6d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610954 Apr 18 19:28:37.172704 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] get_ports_and_sgs() called for port_ids ['701f84f5-505b-4198-8aab-980189685a01'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:28:37.176766 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9442c6-799c-4657-80cd-430bd1f95ee0 req-6a2b6728-6132-435b-bde2-75417dec1d4f tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:37.179922 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-5f9442c6-799c-4657-80cd-430bd1f95ee0 req-6a2b6728-6132-435b-bde2-75417dec1d4f tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/ports?device_id=698ab2b5-54f2-4017-94e0-efb6c8940c1a HTTP/1.1" status: 200 len: 944 time: 0.2026289 Apr 18 19:28:37.276257 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea26bfec-7d73-4826-b1c2-237a9de4b269 req-e49aa7ee-568f-48f4-8371-768f99150cf3 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:37.277050 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ea26bfec-7d73-4826-b1c2-237a9de4b269 req-e49aa7ee-568f-48f4-8371-768f99150cf3 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=cd5645d0-db8a-4ffe-b4ce-5967e6245f85 HTTP/1.1" status: 200 len: 944 time: 0.1098874 Apr 18 19:28:37.336583 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-5f9442c6-799c-4657-80cd-430bd1f95ee0 req-9eea5640-0eec-48cc-84cf-4a7e51156b96 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/security-groups?id=a141a97b-10ea-4a45-b463-6b38bd1cffff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354532 Apr 18 19:28:37.344418 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ea26bfec-7d73-4826-b1c2-237a9de4b269 req-976d46bb-d63c-4d88-bb42-31490725a922 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501599 Apr 18 19:28:37.375467 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8eed1404-2acc-4432-82f1-d6ff31a931e7 req-c755431f-bd39-4d64-9207-5738c65a101b service neutron] 10.222.0.72 "GET /v2.0/networks/77a057b3-34c4-449e-a9f0-2bcfc4ff6d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927993 Apr 18 19:28:37.454580 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8eed1404-2acc-4432-82f1-d6ff31a931e7 req-a93f86a3-cf64-454b-92b7-dbbe878e9a71 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ba19edae-4343-4f8d-a1f5-5b88cd3be7cb HTTP/1.1" status: 200 len: 217 time: 0.0712073 Apr 18 19:28:37.578016 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eed1404-2acc-4432-82f1-d6ff31a931e7 req-a2bb657f-5930-499f-a5ba-38001e177fbb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:37.579618 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8eed1404-2acc-4432-82f1-d6ff31a931e7 req-a2bb657f-5930-499f-a5ba-38001e177fbb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0e17591e-cd96-449b-af53-7896e93cce2f HTTP/1.1" status: 200 len: 797 time: 0.1182606 Apr 18 19:28:37.645127 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1a2244-b69b-4b14-be8a-16a2bafb4d93 req-35245c36-ac44-440d-8372-46d1802f854e tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:37.646576 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ea1a2244-b69b-4b14-be8a-16a2bafb4d93 req-35245c36-ac44-440d-8372-46d1802f854e tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=339d07b1-7b62-4191-8b79-84390fd798a9 HTTP/1.1" status: 200 len: 948 time: 0.1488616 Apr 18 19:28:37.707412 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25473106-7fe2-4e24-9b2e-d1d013deee60 req-8a0a0e00-088d-434b-bbb4-7bf843e07ee2 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:37.707412 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-25473106-7fe2-4e24-9b2e-d1d013deee60 req-8a0a0e00-088d-434b-bbb4-7bf843e07ee2 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/ports?device_id=14704b88-90c8-43e7-b6fd-aa88e710cf44 HTTP/1.1" status: 200 len: 948 time: 0.1056914 Apr 18 19:28:37.717410 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ea1a2244-b69b-4b14-be8a-16a2bafb4d93 req-65a2d3e8-de5d-4b50-abf3-cdae82b6fc0f tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592036 Apr 18 19:28:37.734913 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8eed1404-2acc-4432-82f1-d6ff31a931e7 req-e8377ef3-0fc8-4fa4-84dd-fe1aa6b72f1c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=77a057b3-34c4-449e-a9f0-2bcfc4ff6d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1477399 Apr 18 19:28:37.774660 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-25473106-7fe2-4e24-9b2e-d1d013deee60 req-85acf3fe-b0fb-4e91-8576-56a587455a28 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/security-groups?id=5c6be434-109a-4c25-809d-b81f7096d7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587919 Apr 18 19:28:37.917608 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-eb066fa8-69f8-4582-98d2-722b3038ec17 req-d0a011f3-28cf-4498-898a-4be3681a6015 tempest-ServerShowV247Test-757221321 tempest-ServerShowV247Test-757221321-project] 10.222.0.69 "GET /v2.0/ports?device_id=497de465-834c-4f8a-9de6-d88d0b41ec77 HTTP/1.1" status: 200 len: 210 time: 0.0563791 Apr 18 19:28:37.930529 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8eed1404-2acc-4432-82f1-d6ff31a931e7 req-e114c68e-be01-4c0f-b7a1-dd9093bbc1f1 service neutron] 10.222.0.72 "GET /v2.0/networks/77a057b3-34c4-449e-a9f0-2bcfc4ff6d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823189 Apr 18 19:28:38.076387 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562c05af-35a8-484e-b95e-cc17294a02d0 req-e14cf1c5-a2ae-4f51-b8e0-1a869718753b tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:38.078386 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-562c05af-35a8-484e-b95e-cc17294a02d0 req-e14cf1c5-a2ae-4f51-b8e0-1a869718753b tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] 10.222.0.69 "GET /v2.0/ports?device_id=8887625e-000f-4745-93d8-2d7332fdb73a HTTP/1.1" status: 200 len: 946 time: 0.1046979 Apr 18 19:28:38.109458 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8eed1404-2acc-4432-82f1-d6ff31a931e7 req-61a7d607-6263-4fb1-8322-c58b37425adb service neutron] 10.222.0.72 "GET /v2.0/networks/77a057b3-34c4-449e-a9f0-2bcfc4ff6d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695533 Apr 18 19:28:38.156036 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-562c05af-35a8-484e-b95e-cc17294a02d0 req-2fcef8ce-bad1-471f-876d-d83683dc6f23 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] 10.222.0.69 "GET /v2.0/security-groups?id=cd7f69dc-886d-4472-a746-337e2c087e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675645 Apr 18 19:28:38.307622 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdff4d3b-86ce-4286-983c-8eb9e4ebefaa req-c2b85c68-77ae-4980-afc7-330b6b58cb2a tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:38.309324 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-cdff4d3b-86ce-4286-983c-8eb9e4ebefaa req-c2b85c68-77ae-4980-afc7-330b6b58cb2a tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] 10.222.0.69 "GET /v2.0/ports?device_id=e5f5eb11-b473-4730-b2dd-185b9968e91a HTTP/1.1" status: 200 len: 950 time: 0.1888816 Apr 18 19:28:38.358084 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-cdff4d3b-86ce-4286-983c-8eb9e4ebefaa req-47825cac-0125-47c8-93a9-3e1462e4cd4f tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a151ec7-5edc-4088-aba2-485b5ea10b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412421 Apr 18 19:28:38.374814 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 701f84f5-505b-4198-8aab-980189685a01 up at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:28:38.570993 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning for port 701f84f5-505b-4198-8aab-980189685a01 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:28:38.578614 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning complete for port 701f84f5-505b-4198-8aab-980189685a01 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:28:38.579769 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:38.599930 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879f195d-9f86-4f1a-8ad6-2b8b0b4ae5d7 req-2dfdd07c-88f4-4a6d-8dd6-1b334810c1c3 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:38.601595 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-879f195d-9f86-4f1a-8ad6-2b8b0b4ae5d7 req-2dfdd07c-88f4-4a6d-8dd6-1b334810c1c3 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=cd5645d0-db8a-4ffe-b4ce-5967e6245f85 HTTP/1.1" status: 200 len: 944 time: 0.0990984 Apr 18 19:28:38.614019 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbb804b-010d-42f5-904c-f85820f26ec6 req-c9f94da5-1b5b-47bf-a5ae-b956c65b5f9a tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:38.623899 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ddbb804b-010d-42f5-904c-f85820f26ec6 req-c9f94da5-1b5b-47bf-a5ae-b956c65b5f9a tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/ports?device_id=698ab2b5-54f2-4017-94e0-efb6c8940c1a HTTP/1.1" status: 200 len: 944 time: 0.1052258 Apr 18 19:28:38.674456 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-879f195d-9f86-4f1a-8ad6-2b8b0b4ae5d7 req-d93284a0-b277-45ed-8cf2-68dbcc9a4a29 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585084 Apr 18 19:28:38.685087 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ddbb804b-010d-42f5-904c-f85820f26ec6 req-b7de054b-730f-43f5-a268-31f23ebe8f3f tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/security-groups?id=a141a97b-10ea-4a45-b463-6b38bd1cffff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595198 Apr 18 19:28:38.750108 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:38.777917 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14704b88-90c8-43e7-b6fd-aa88e710cf44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '701f84f5-505b-4198-8aab-980189685a01'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:28:38.788444 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 701f84f5-505b-4198-8aab-980189685a01, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=701f84f5-505b-4198-8aab-980189685a01,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:28:38.839256 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-effd924f-d416-4bf5-938a-80166fe0d0e7'] response: {'server_uuid': '14704b88-90c8-43e7-b6fd-aa88e710cf44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '701f84f5-505b-4198-8aab-980189685a01', 'code': 200} Apr 18 19:28:38.869431 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:38.870602 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 223822da-e9ca-44af-bd61-eec59d8e31d7 up at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:28:38.985305 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba00b51-918a-4fe0-8139-2f6aae4d76aa req-50ab672c-15ec-4796-84e2-0a35c450d863 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:38.986853 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-dba00b51-918a-4fe0-8139-2f6aae4d76aa req-50ab672c-15ec-4796-84e2-0a35c450d863 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=339d07b1-7b62-4191-8b79-84390fd798a9 HTTP/1.1" status: 200 len: 948 time: 0.1460040 Apr 18 19:28:39.009962 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c6d1bec1-1df6-49a8-ac20-ff2d63337dd1 req-54089f5c-8f69-4aaf-b0ee-e89bb15ee744 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=14704b88-90c8-43e7-b6fd-aa88e710cf44 HTTP/1.1" status: 200 len: 1100 time: 0.1051750 Apr 18 19:28:39.014329 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=701f84f5-505b-4198-8aab-980189685a01,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:39.050568 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d726487c-7f22-4aa3-a757-9c9c471c5701 req-cc658d8c-9129-4926-a9c7-3da2775fa2cc tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:39.055992 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d726487c-7f22-4aa3-a757-9c9c471c5701 req-cc658d8c-9129-4926-a9c7-3da2775fa2cc tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/ports?device_id=14704b88-90c8-43e7-b6fd-aa88e710cf44 HTTP/1.1" status: 200 len: 949 time: 0.1070409 Apr 18 19:28:39.093698 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c6d1bec1-1df6-49a8-ac20-ff2d63337dd1 req-36edb924-73f8-4b4f-bc14-e8aec53e6501 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=5c6be434-109a-4c25-809d-b81f7096d7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653307 Apr 18 19:28:39.096002 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-dba00b51-918a-4fe0-8139-2f6aae4d76aa req-c994390c-c637-4c0a-97a5-f15cf7ff1e90 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832334 Apr 18 19:28:39.104744 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d726487c-7f22-4aa3-a757-9c9c471c5701 req-d1ee3e55-4544-4246-a1e9-97ea60a0bba4 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/security-groups?id=5c6be434-109a-4c25-809d-b81f7096d7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463459 Apr 18 19:28:39.117739 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning for port 223822da-e9ca-44af-bd61-eec59d8e31d7 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:28:39.123503 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning complete for port 223822da-e9ca-44af-bd61-eec59d8e31d7 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:28:39.124558 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:39.252725 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:39.269405 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2f5b9a15-7f2a-4165-8bdf-172b29b7e27a req-e95cc8bd-0528-4a40-88df-c5c388a6b72e tempest-ServerShowV247Test-757221321 tempest-ServerShowV247Test-757221321-project] 10.222.0.69 "GET /v2.0/ports?device_id=497de465-834c-4f8a-9de6-d88d0b41ec77 HTTP/1.1" status: 200 len: 210 time: 0.0456622 Apr 18 19:28:39.295623 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 223822da-e9ca-44af-bd61-eec59d8e31d7, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=223822da-e9ca-44af-bd61-eec59d8e31d7,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:28:39.382803 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6aed7c-ade4-45f8-a876-8ec79febfff3 req-32c62e36-d8ae-4884-85db-734c6c86a357 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:39.384285 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ea6aed7c-ade4-45f8-a876-8ec79febfff3 req-32c62e36-d8ae-4884-85db-734c6c86a357 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] 10.222.0.69 "GET /v2.0/ports?device_id=8887625e-000f-4745-93d8-2d7332fdb73a HTTP/1.1" status: 200 len: 946 time: 0.0794587 Apr 18 19:28:39.418760 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:39.449351 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ea6aed7c-ade4-45f8-a876-8ec79febfff3 req-fdb0567a-c991-4ed9-bae1-afed4ded8724 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] 10.222.0.69 "GET /v2.0/security-groups?id=cd7f69dc-886d-4472-a746-337e2c087e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585589 Apr 18 19:28:39.487229 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=223822da-e9ca-44af-bd61-eec59d8e31d7,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:39.600448 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f44b04-2742-4f13-99ce-6d06e7d75362 req-7241fb66-7760-49e7-a673-339de6a5f925 tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:39.601879 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d1f44b04-2742-4f13-99ce-6d06e7d75362 req-7241fb66-7760-49e7-a673-339de6a5f925 tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] 10.222.0.69 "GET /v2.0/ports?device_id=e5f5eb11-b473-4730-b2dd-185b9968e91a HTTP/1.1" status: 200 len: 950 time: 0.0920172 Apr 18 19:28:39.656005 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d1f44b04-2742-4f13-99ce-6d06e7d75362 req-566541df-d52b-4b2f-88f5-1a37c017b5f9 tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a151ec7-5edc-4088-aba2-485b5ea10b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470114 Apr 18 19:28:39.884649 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61211381-00c4-454a-87f0-eb17c27d43fd req-bc19b2e8-0f27-49dc-973d-4b2b629c10fe tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:39.886125 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-61211381-00c4-454a-87f0-eb17c27d43fd req-bc19b2e8-0f27-49dc-973d-4b2b629c10fe tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/ports?device_id=698ab2b5-54f2-4017-94e0-efb6c8940c1a HTTP/1.1" status: 200 len: 944 time: 0.0847361 Apr 18 19:28:39.888550 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613158dd-6962-4d37-9119-b7f9c1eff083 req-7ef9a007-6377-430b-bba4-fdf53c696380 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:39.890035 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-613158dd-6962-4d37-9119-b7f9c1eff083 req-7ef9a007-6377-430b-bba4-fdf53c696380 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=cd5645d0-db8a-4ffe-b4ce-5967e6245f85 HTTP/1.1" status: 200 len: 944 time: 0.0881243 Apr 18 19:28:39.934375 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-61211381-00c4-454a-87f0-eb17c27d43fd req-ebf51860-f20c-4150-8296-319d427e25ca tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/security-groups?id=a141a97b-10ea-4a45-b463-6b38bd1cffff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416541 Apr 18 19:28:39.939012 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-613158dd-6962-4d37-9119-b7f9c1eff083 req-4783a32c-1fd9-478b-b9fb-a9129480c591 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418053 Apr 18 19:28:40.308814 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dabe316-3243-45b9-9eeb-d30919ca0e63 req-f7e28ae2-de49-4c19-afb8-f6aa7c8bc1f0 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:40.310490 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-5dabe316-3243-45b9-9eeb-d30919ca0e63 req-f7e28ae2-de49-4c19-afb8-f6aa7c8bc1f0 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=339d07b1-7b62-4191-8b79-84390fd798a9 HTTP/1.1" status: 200 len: 948 time: 0.0862267 Apr 18 19:28:40.321463 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f60f423-7da9-4895-bac3-1f24fb19abdf req-8c095606-bd4a-4e05-b215-678fbbeec900 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:40.322848 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8f60f423-7da9-4895-bac3-1f24fb19abdf req-8c095606-bd4a-4e05-b215-678fbbeec900 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/ports?device_id=14704b88-90c8-43e7-b6fd-aa88e710cf44 HTTP/1.1" status: 200 len: 949 time: 0.0812621 Apr 18 19:28:40.358645 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-5dabe316-3243-45b9-9eeb-d30919ca0e63 req-9e528aa8-a785-4ab4-a112-ccc9f9131544 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426731 Apr 18 19:28:40.377139 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8f60f423-7da9-4895-bac3-1f24fb19abdf req-376794af-323e-4b6d-a632-1c808a3fcef8 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/security-groups?id=5c6be434-109a-4c25-809d-b81f7096d7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479820 Apr 18 19:28:40.540138 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-9bda7469-03f8-4a3f-8852-2814a91e12bf req-42da1ed1-7d7d-4137-890a-085212c0ca1a tempest-ServerShowV247Test-757221321 tempest-ServerShowV247Test-757221321-project] 10.222.0.69 "GET /v2.0/ports?device_id=497de465-834c-4f8a-9de6-d88d0b41ec77 HTTP/1.1" status: 200 len: 210 time: 0.0485792 Apr 18 19:28:40.749450 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408bb4ff-f75f-4fa0-b75c-684008ad7848 req-e8488872-638f-4cfa-8ab6-6b0d6e96664a tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:40.751039 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-408bb4ff-f75f-4fa0-b75c-684008ad7848 req-e8488872-638f-4cfa-8ab6-6b0d6e96664a tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] 10.222.0.69 "GET /v2.0/ports?device_id=8887625e-000f-4745-93d8-2d7332fdb73a HTTP/1.1" status: 200 len: 946 time: 0.1731880 Apr 18 19:28:40.809369 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-408bb4ff-f75f-4fa0-b75c-684008ad7848 req-b97035d6-e10a-44bc-b19a-a684529d6422 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] 10.222.0.69 "GET /v2.0/security-groups?id=cd7f69dc-886d-4472-a746-337e2c087e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519974 Apr 18 19:28:40.840323 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cbfc875-c839-4a4c-bcbc-fb0ee164e18b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '223822da-e9ca-44af-bd61-eec59d8e31d7'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:28:40.867244 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a27fa9f-220a-4b74-b0d2-cc0e6f667063 req-fe9f2c5e-4c9b-44e1-b8a3-5a6cdf4530fa tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:40.868875 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-4a27fa9f-220a-4b74-b0d2-cc0e6f667063 req-fe9f2c5e-4c9b-44e1-b8a3-5a6cdf4530fa tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] 10.222.0.69 "GET /v2.0/ports?device_id=e5f5eb11-b473-4730-b2dd-185b9968e91a HTTP/1.1" status: 200 len: 950 time: 0.0853684 Apr 18 19:28:40.897893 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e862686d-98f9-4b1e-abd9-6c71f1b9b6b0'] response: {'server_uuid': '8cbfc875-c839-4a4c-bcbc-fb0ee164e18b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '223822da-e9ca-44af-bd61-eec59d8e31d7', 'code': 200} Apr 18 19:28:40.920987 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-4a27fa9f-220a-4b74-b0d2-cc0e6f667063 req-1d844437-2ac2-4175-99ba-680b418e1f94 tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a151ec7-5edc-4088-aba2-485b5ea10b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453944 Apr 18 19:28:41.050732 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-eaf24017-c08c-4055-8590-0e4ee6ad2d7e req-92ca290b-64b0-449e-807a-3cc7e0136240 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8cbfc875-c839-4a4c-bcbc-fb0ee164e18b HTTP/1.1" status: 200 len: 1101 time: 0.0915325 Apr 18 19:28:41.158103 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f56bed4-0710-4aa6-996e-cd82f86ad408 req-0e018f31-5cca-4dc0-bf1e-4a201fbaef11 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:41.159519 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-1f56bed4-0710-4aa6-996e-cd82f86ad408 req-0e018f31-5cca-4dc0-bf1e-4a201fbaef11 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/ports?device_id=698ab2b5-54f2-4017-94e0-efb6c8940c1a HTTP/1.1" status: 200 len: 944 time: 0.0858901 Apr 18 19:28:41.166108 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-eaf24017-c08c-4055-8590-0e4ee6ad2d7e req-7687a2f8-7fdc-4e9e-8dbc-6e6f60e088a4 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=5c6be434-109a-4c25-809d-b81f7096d7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088524 Apr 18 19:28:41.186219 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22991b9d-cfef-4ffa-ae35-1bd53bae947f req-f4059fa4-9d76-4f73-b46f-cc5f1465da86 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:41.187671 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-22991b9d-cfef-4ffa-ae35-1bd53bae947f req-f4059fa4-9d76-4f73-b46f-cc5f1465da86 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=cd5645d0-db8a-4ffe-b4ce-5967e6245f85 HTTP/1.1" status: 200 len: 944 time: 0.1025593 Apr 18 19:28:41.208741 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-1f56bed4-0710-4aa6-996e-cd82f86ad408 req-a4fffe08-043d-40b3-8546-c48df5ce124c tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/security-groups?id=a141a97b-10ea-4a45-b463-6b38bd1cffff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424361 Apr 18 19:28:41.240102 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-22991b9d-cfef-4ffa-ae35-1bd53bae947f req-38eca8c7-64f4-4cf0-8dfe-12e2fa1b3ef1 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435503 Apr 18 19:28:41.572098 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d26b783-473e-4670-863d-cf9e9a4d8c26 req-c989ba9f-d86a-4023-aec4-41799a1236d7 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:41.573619 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3d26b783-473e-4670-863d-cf9e9a4d8c26 req-c989ba9f-d86a-4023-aec4-41799a1236d7 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=339d07b1-7b62-4191-8b79-84390fd798a9 HTTP/1.1" status: 200 len: 948 time: 0.0840769 Apr 18 19:28:41.593995 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bec87f-5f68-48cd-b5e6-5df7708abc50 req-5ad8c9cb-ffb2-4488-a67f-3a07d45bf76f tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:41.593995 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e5bec87f-5f68-48cd-b5e6-5df7708abc50 req-5ad8c9cb-ffb2-4488-a67f-3a07d45bf76f tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/ports?device_id=14704b88-90c8-43e7-b6fd-aa88e710cf44 HTTP/1.1" status: 200 len: 949 time: 0.0858891 Apr 18 19:28:41.624639 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3d26b783-473e-4670-863d-cf9e9a4d8c26 req-366715a0-19e4-46f8-ab36-38d9b1cb77e0 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442061 Apr 18 19:28:41.636441 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e5bec87f-5f68-48cd-b5e6-5df7708abc50 req-56fbecd8-b452-473f-9087-e35e6ffc267d tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/security-groups?id=5c6be434-109a-4c25-809d-b81f7096d7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419800 Apr 18 19:28:41.807324 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4b2966ea-5439-471d-b860-586f36b690c7 req-b46ac173-a6bf-4bcb-b4a0-4cfe854494b5 tempest-ServerShowV247Test-757221321 tempest-ServerShowV247Test-757221321-project] 10.222.0.69 "GET /v2.0/ports?device_id=497de465-834c-4f8a-9de6-d88d0b41ec77 HTTP/1.1" status: 200 len: 210 time: 0.0461435 Apr 18 19:28:41.853404 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aa7666-5825-4318-94ba-ca93d274e512 req-8231b81a-7dff-4924-a920-6996d8cd8f14 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:41.871279 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-36aa7666-5825-4318-94ba-ca93d274e512 req-8231b81a-7dff-4924-a920-6996d8cd8f14 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cbfc875-c839-4a4c-bcbc-fb0ee164e18b HTTP/1.1" status: 200 len: 950 time: 0.0899966 Apr 18 19:28:41.910262 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-36aa7666-5825-4318-94ba-ca93d274e512 req-bd65b218-1713-42d8-8e76-5bcf050beac5 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/security-groups?id=5c6be434-109a-4c25-809d-b81f7096d7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487089 Apr 18 19:28:42.039443 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423d9ee4-a22e-4572-b832-d05aef325f09 req-f609c509-cfce-41ad-9472-0d83910979de tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:42.040535 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-423d9ee4-a22e-4572-b832-d05aef325f09 req-f609c509-cfce-41ad-9472-0d83910979de tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] 10.222.0.69 "GET /v2.0/ports?device_id=8887625e-000f-4745-93d8-2d7332fdb73a HTTP/1.1" status: 200 len: 946 time: 0.0841541 Apr 18 19:28:42.094853 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-423d9ee4-a22e-4572-b832-d05aef325f09 req-a0996b3f-7f79-4d52-95d8-c59f02382d6e tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] 10.222.0.69 "GET /v2.0/security-groups?id=cd7f69dc-886d-4472-a746-337e2c087e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451255 Apr 18 19:28:42.133569 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b1788e-ddc6-4812-93fb-a388642b58d1 req-0622d616-9cc2-45af-8109-543450b027b8 tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:42.134628 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a6b1788e-ddc6-4812-93fb-a388642b58d1 req-0622d616-9cc2-45af-8109-543450b027b8 tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] 10.222.0.69 "GET /v2.0/ports?device_id=e5f5eb11-b473-4730-b2dd-185b9968e91a HTTP/1.1" status: 200 len: 950 time: 0.0807207 Apr 18 19:28:42.192990 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a6b1788e-ddc6-4812-93fb-a388642b58d1 req-39938353-4eaa-4db0-b4c4-cde3c1f1bfe5 tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a151ec7-5edc-4088-aba2-485b5ea10b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520020 Apr 18 19:28:42.472525 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1248cfa7-dd56-433f-be99-8bab2e5ea5a6 req-7e94b5c4-3e89-4559-86ae-e47d74e2bc07 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:42.473930 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-1248cfa7-dd56-433f-be99-8bab2e5ea5a6 req-7e94b5c4-3e89-4559-86ae-e47d74e2bc07 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/ports?device_id=698ab2b5-54f2-4017-94e0-efb6c8940c1a HTTP/1.1" status: 200 len: 944 time: 0.0867460 Apr 18 19:28:42.492966 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0e4e2b-0672-42a0-a047-cae930ad5bb5 req-043319ff-77cc-4845-bdeb-930905172941 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:42.494458 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2d0e4e2b-0672-42a0-a047-cae930ad5bb5 req-043319ff-77cc-4845-bdeb-930905172941 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=cd5645d0-db8a-4ffe-b4ce-5967e6245f85 HTTP/1.1" status: 200 len: 944 time: 0.0881968 Apr 18 19:28:42.530705 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-1248cfa7-dd56-433f-be99-8bab2e5ea5a6 req-1f07a05e-0f87-4b0e-ad91-5c41b004df77 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/security-groups?id=a141a97b-10ea-4a45-b463-6b38bd1cffff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510941 Apr 18 19:28:42.554604 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2d0e4e2b-0672-42a0-a047-cae930ad5bb5 req-c80d4530-8a32-4e66-8b0a-3ddb919d94dd tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495653 Apr 18 19:28:42.837597 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4563b044-161b-4475-b8f3-b057589fd5af req-7b9c6008-6b3d-48e7-a630-51928d1a2794 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:42.839055 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4563b044-161b-4475-b8f3-b057589fd5af req-7b9c6008-6b3d-48e7-a630-51928d1a2794 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=339d07b1-7b62-4191-8b79-84390fd798a9 HTTP/1.1" status: 200 len: 948 time: 0.0833817 Apr 18 19:28:42.888117 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4563b044-161b-4475-b8f3-b057589fd5af req-34736b4e-98ee-47e8-8e1d-dba0cd6c85d7 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422366 Apr 18 19:28:43.001425 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-10f282e8-599c-4285-b380-7f8aef5822b1 req-126b072d-40ce-432a-94ba-532cb82cb035 tempest-ServerShowV247Test-757221321 tempest-ServerShowV247Test-757221321-project] 10.222.0.69 "GET /v2.0/ports?device_id=497de465-834c-4f8a-9de6-d88d0b41ec77 HTTP/1.1" status: 200 len: 210 time: 0.0439773 Apr 18 19:28:43.142406 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607c0cfa-0f78-468a-9848-2654eac84147 req-0666e0d8-6f3d-4895-a349-3fad23bc6c7e tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:43.147490 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-607c0cfa-0f78-468a-9848-2654eac84147 req-0666e0d8-6f3d-4895-a349-3fad23bc6c7e tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cbfc875-c839-4a4c-bcbc-fb0ee164e18b HTTP/1.1" status: 200 len: 950 time: 0.0834677 Apr 18 19:28:43.194252 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-607c0cfa-0f78-468a-9848-2654eac84147 req-ae1a3d2a-4d25-4026-b708-3b40a381a097 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/security-groups?id=5c6be434-109a-4c25-809d-b81f7096d7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445147 Apr 18 19:28:43.318206 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d60b35f-629a-4eb6-92fa-fb6bbf4e9df3 req-1eba7a27-2791-4c3b-9c18-39d0727c3bd7 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:43.320129 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-5d60b35f-629a-4eb6-92fa-fb6bbf4e9df3 req-1eba7a27-2791-4c3b-9c18-39d0727c3bd7 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] 10.222.0.69 "GET /v2.0/ports?device_id=8887625e-000f-4745-93d8-2d7332fdb73a HTTP/1.1" status: 200 len: 946 time: 0.0938025 Apr 18 19:28:43.378233 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-5d60b35f-629a-4eb6-92fa-fb6bbf4e9df3 req-9254527f-66be-47c8-80e1-e8966bbb0195 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] 10.222.0.69 "GET /v2.0/security-groups?id=cd7f69dc-886d-4472-a746-337e2c087e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515573 Apr 18 19:28:43.416811 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbf2651-040d-4da5-9804-f44d721db48d req-d9a2243d-efe7-4cb1-8fb6-80e7d4850213 tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:43.419817 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3fbf2651-040d-4da5-9804-f44d721db48d req-d9a2243d-efe7-4cb1-8fb6-80e7d4850213 tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] 10.222.0.69 "GET /v2.0/ports?device_id=e5f5eb11-b473-4730-b2dd-185b9968e91a HTTP/1.1" status: 200 len: 950 time: 0.0869424 Apr 18 19:28:43.471364 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3fbf2651-040d-4da5-9804-f44d721db48d req-f7ce6721-5ddf-4679-9fd2-6e152f5a5e83 tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a151ec7-5edc-4088-aba2-485b5ea10b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468655 Apr 18 19:28:43.516856 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2d13e719-491e-4ce5-be93-c1ef6d730517 req-d52db4d6-93bf-43cb-ad48-102b59390999 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=d8c4d4c8afa7408e90f614ab2cfa43d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301228 Apr 18 19:28:43.781547 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea2140b-b9e6-44a8-9e28-0930a5081783 req-dec839b7-95bc-4e85-95f8-0a495c327568 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:43.781774 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d13e719-491e-4ce5-be93-c1ef6d730517 req-191a8cde-dc45-4de4-9c54-3da32854b68e tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:43.783038 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fea2140b-b9e6-44a8-9e28-0930a5081783 req-dec839b7-95bc-4e85-95f8-0a495c327568 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/ports?device_id=698ab2b5-54f2-4017-94e0-efb6c8940c1a HTTP/1.1" status: 200 len: 944 time: 0.0820150 Apr 18 19:28:43.783671 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2d13e719-491e-4ce5-be93-c1ef6d730517 req-191a8cde-dc45-4de4-9c54-3da32854b68e tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2644954 Apr 18 19:28:43.800712 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2d13e719-491e-4ce5-be93-c1ef6d730517 req-48516bfa-e83b-45df-a5bb-41ab43d3f28c tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/quotas/d8c4d4c8afa7408e90f614ab2cfa43d3 HTTP/1.1" status: 200 len: 375 time: 0.0115812 Apr 18 19:28:43.833082 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fea2140b-b9e6-44a8-9e28-0930a5081783 req-15a2931b-1b85-45b4-8f3d-7fceaae6c321 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/security-groups?id=a141a97b-10ea-4a45-b463-6b38bd1cffff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444503 Apr 18 19:28:43.889114 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2d13e719-491e-4ce5-be93-c1ef6d730517 req-dfccb4c5-c91d-427b-b878-48896fbb258c tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=d8c4d4c8afa7408e90f614ab2cfa43d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0824013 Apr 18 19:28:44.033494 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1de6b2b-5c83-4819-9f15-131c73a95823 req-33d87a19-31a2-445c-88a0-518edc727f40 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:44.034962 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e1de6b2b-5c83-4819-9f15-131c73a95823 req-33d87a19-31a2-445c-88a0-518edc727f40 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=cd5645d0-db8a-4ffe-b4ce-5967e6245f85 HTTP/1.1" status: 200 len: 944 time: 0.0866351 Apr 18 19:28:44.089915 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e1de6b2b-5c83-4819-9f15-131c73a95823 req-f3631a8f-1db7-4169-9e7e-dd2d366dc1bc tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490534 Apr 18 19:28:44.270430 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-bb3cacac-2ca9-40e8-a5b1-2ce7b34a6fec req-2058c19f-de68-4013-8d75-b881e68aaad3 tempest-ServerShowV247Test-757221321 tempest-ServerShowV247Test-757221321-project] 10.222.0.69 "GET /v2.0/ports?device_id=497de465-834c-4f8a-9de6-d88d0b41ec77 HTTP/1.1" status: 200 len: 210 time: 0.0482111 Apr 18 19:28:44.299773 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaa81d1-4074-4a3c-a5e1-b3eabcc95abe req-2895f3d0-8d8c-48be-b3ca-2056e4aa03aa tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:44.302481 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ceaa81d1-4074-4a3c-a5e1-b3eabcc95abe req-2895f3d0-8d8c-48be-b3ca-2056e4aa03aa tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=339d07b1-7b62-4191-8b79-84390fd798a9 HTTP/1.1" status: 200 len: 948 time: 0.0934803 Apr 18 19:28:44.350346 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ceaa81d1-4074-4a3c-a5e1-b3eabcc95abe req-6c8f0f21-a6b1-4280-bdaf-dc9b5c2b14f0 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413105 Apr 18 19:28:44.385917 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-51bd4883-013e-459a-b12d-de7abb72edce req-498616a6-f019-443b-bced-73999297d902 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/ports?device_id=7d115c85-59d1-4bc4-9907-bb5ae8d28586 HTTP/1.1" status: 200 len: 210 time: 0.0428724 Apr 18 19:28:44.597524 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c94a06-acd2-4f22-b168-4d86da0783db req-17d72ba3-55ad-419a-87e1-3dbf5e2d72e2 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:44.599016 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c8c94a06-acd2-4f22-b168-4d86da0783db req-17d72ba3-55ad-419a-87e1-3dbf5e2d72e2 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] 10.222.0.69 "GET /v2.0/ports?device_id=8887625e-000f-4745-93d8-2d7332fdb73a HTTP/1.1" status: 200 len: 946 time: 0.0887265 Apr 18 19:28:44.654754 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c8c94a06-acd2-4f22-b168-4d86da0783db req-66356a37-875c-4eae-98fa-2c79cff860d4 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] 10.222.0.69 "GET /v2.0/security-groups?id=cd7f69dc-886d-4472-a746-337e2c087e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497544 Apr 18 19:28:44.714230 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0eb04b-bc18-42e9-9f88-a56611539d98 req-3557d532-2c5d-4bcd-8d72-987a2279b6aa tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:44.714230 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5e0eb04b-bc18-42e9-9f88-a56611539d98 req-3557d532-2c5d-4bcd-8d72-987a2279b6aa tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] 10.222.0.69 "GET /v2.0/ports?device_id=e5f5eb11-b473-4730-b2dd-185b9968e91a HTTP/1.1" status: 200 len: 950 time: 0.1089580 Apr 18 19:28:44.758985 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5e0eb04b-bc18-42e9-9f88-a56611539d98 req-e20fea8d-142a-404a-9e13-8a875aab6caa tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a151ec7-5edc-4088-aba2-485b5ea10b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413668 Apr 18 19:28:45.043891 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08310665-b2cb-4bea-9360-2269218cfe73 req-920eaabc-537e-4c4a-b551-217c2a5250ab tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:45.045903 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-08310665-b2cb-4bea-9360-2269218cfe73 req-920eaabc-537e-4c4a-b551-217c2a5250ab tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/ports?device_id=698ab2b5-54f2-4017-94e0-efb6c8940c1a HTTP/1.1" status: 200 len: 944 time: 0.0864565 Apr 18 19:28:45.096844 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-08310665-b2cb-4bea-9360-2269218cfe73 req-c13e702f-de8c-439a-867e-e98f46979d80 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/security-groups?id=a141a97b-10ea-4a45-b463-6b38bd1cffff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442789 Apr 18 19:28:45.290646 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60804d9-3f0e-4f13-9bf8-0f9d90d461a0 req-ab5f0b22-619d-453a-b660-edd7b41b3566 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:45.292116 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f60804d9-3f0e-4f13-9bf8-0f9d90d461a0 req-ab5f0b22-619d-453a-b660-edd7b41b3566 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=cd5645d0-db8a-4ffe-b4ce-5967e6245f85 HTTP/1.1" status: 200 len: 944 time: 0.0794771 Apr 18 19:28:45.348624 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f60804d9-3f0e-4f13-9bf8-0f9d90d461a0 req-eccc4a97-b261-4014-b4ec-aa8f93a459fa tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501525 Apr 18 19:28:45.382195 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.agents_db [None req-eb67022b-f881-4bc8-8f45-fca90fb27803 None None] Agent healthcheck: found 7 active agents {{(pid=84766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:28:45.467842 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-75f4de79-df59-4ebd-bbd9-af5f080abef7 req-d3147ada-276a-4f95-9559-d43afc800eaf tempest-ServerShowV247Test-757221321 tempest-ServerShowV247Test-757221321-project] 10.222.0.69 "GET /v2.0/ports?device_id=497de465-834c-4f8a-9de6-d88d0b41ec77 HTTP/1.1" status: 200 len: 210 time: 0.0426817 Apr 18 19:28:45.569187 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087c4d50-33fa-4907-a7aa-6aee4c0ef20a req-56ad11ac-4370-470b-bcfb-41b2e864b8cc tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:45.570688 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-087c4d50-33fa-4907-a7aa-6aee4c0ef20a req-56ad11ac-4370-470b-bcfb-41b2e864b8cc tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=339d07b1-7b62-4191-8b79-84390fd798a9 HTTP/1.1" status: 200 len: 948 time: 0.0890317 Apr 18 19:28:45.638891 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-087c4d50-33fa-4907-a7aa-6aee4c0ef20a req-acefbc32-bc36-4356-9f0e-32413d1826a0 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514169 Apr 18 19:28:45.657356 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-4c2fc83a-a59b-4bcd-b9f9-8c44bfd638ba req-4fe1e99e-3262-446e-8dcd-1585b3638d39 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/ports?device_id=7d115c85-59d1-4bc4-9907-bb5ae8d28586 HTTP/1.1" status: 200 len: 210 time: 0.0500083 Apr 18 19:28:45.888585 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045e7081-024a-4ea8-9613-28d8129b378a req-f40693ff-30c0-41c8-afdb-6be0e6faded1 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:45.890259 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-045e7081-024a-4ea8-9613-28d8129b378a req-f40693ff-30c0-41c8-afdb-6be0e6faded1 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] 10.222.0.69 "GET /v2.0/ports?device_id=8887625e-000f-4745-93d8-2d7332fdb73a HTTP/1.1" status: 200 len: 946 time: 0.0914261 Apr 18 19:28:45.942529 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-045e7081-024a-4ea8-9613-28d8129b378a req-e4bbdae3-633f-401f-ac43-565f1e996434 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] 10.222.0.69 "GET /v2.0/security-groups?id=cd7f69dc-886d-4472-a746-337e2c087e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455086 Apr 18 19:28:46.042602 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-eaee9e8f-b0dd-47e3-abd0-c50aa15fc10d req-50ce50f8-0fd2-4335-a56e-8f53181b3f0a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1793d488-6d88-4e78-abaa-2c30e9295584 HTTP/1.1" status: 200 len: 217 time: 0.0892575 Apr 18 19:28:46.108073 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea066ea-d25a-4ad5-9ffa-2555d27f564f req-a520fe75-f4a6-430a-bec5-fb5d0ff75413 tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:46.109568 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-1ea066ea-d25a-4ad5-9ffa-2555d27f564f req-a520fe75-f4a6-430a-bec5-fb5d0ff75413 tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] 10.222.0.69 "GET /v2.0/ports?device_id=e5f5eb11-b473-4730-b2dd-185b9968e91a HTTP/1.1" status: 200 len: 950 time: 0.2170691 Apr 18 19:28:46.145176 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaee9e8f-b0dd-47e3-abd0-c50aa15fc10d req-3f5ec8fe-f7e2-433e-af76-2e4ae12b47de service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:46.146482 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-eaee9e8f-b0dd-47e3-abd0-c50aa15fc10d req-3f5ec8fe-f7e2-433e-af76-2e4ae12b47de service neutron] 10.222.0.73 "GET /v2.0/subnets?id=741dfd9d-95ea-4063-b188-15cfc9cc941c HTTP/1.1" status: 200 len: 850 time: 0.0936866 Apr 18 19:28:46.215146 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-eaee9e8f-b0dd-47e3-abd0-c50aa15fc10d req-795c669b-69c1-4c62-94a0-2f6f3bc3f4e0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d2042316-fc2f-4bd1-9428-8aa751f345ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559227 Apr 18 19:28:46.221943 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-1ea066ea-d25a-4ad5-9ffa-2555d27f564f req-837a6530-0efc-4c04-a6f8-9fce9fa41ba2 tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a151ec7-5edc-4088-aba2-485b5ea10b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053045 Apr 18 19:28:46.359871 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ff61e010-fb2c-40c6-954e-76bb3db5a311 req-fe93fb2a-4dbe-4d4b-bd79-dc72542dc7c2 service neutron] 10.222.0.73 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3977880 Apr 18 19:28:46.393550 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ac9e7eda-966a-4391-999d-ce9de8970949 req-bdadc60f-75b5-4786-9350-e6e2e6eac6c7 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=115054ae-eaa7-4e63-9798-88a3b5af809d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3471196 Apr 18 19:28:46.398045 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2bcb7c7c-ef1a-42d8-b576-d22a04dc12e1 req-4910c5b3-2a10-4b18-a1b1-8955f9b321de service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e5f5eb11-b473-4730-b2dd-185b9968e91a HTTP/1.1" status: 200 len: 1101 time: 0.3026366 Apr 18 19:28:46.410921 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-eaee9e8f-b0dd-47e3-abd0-c50aa15fc10d req-d82314d7-a915-4937-938f-fb15b4ef657d service neutron] 10.222.0.73 "GET /v2.0/networks/d2042316-fc2f-4bd1-9428-8aa751f345ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871123 Apr 18 19:28:46.432979 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e34ba92-3008-4bf4-9693-d426db079e88 req-8becfb39-b764-4a3e-91c4-a81552dbfde9 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:46.434444 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3e34ba92-3008-4bf4-9693-d426db079e88 req-8becfb39-b764-4a3e-91c4-a81552dbfde9 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/ports?device_id=698ab2b5-54f2-4017-94e0-efb6c8940c1a HTTP/1.1" status: 200 len: 944 time: 0.1902170 Apr 18 19:28:46.544756 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2bcb7c7c-ef1a-42d8-b576-d22a04dc12e1 req-f72a0909-8088-4d36-b9bf-0e3b0bd74517 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=4a151ec7-5edc-4088-aba2-485b5ea10b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376092 Apr 18 19:28:46.556698 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2d13e719-491e-4ce5-be93-c1ef6d730517 req-82d403dd-6aad-491e-a5d4-82a52351e85c tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=d8c4d4c8afa7408e90f614ab2cfa43d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0460806 Apr 18 19:28:46.604085 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-aad8e7ef-7fb8-479f-b8c4-e94681f21909 req-83f3ac28-1587-431b-a8a8-5cefc3b475a7 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=497de465-834c-4f8a-9de6-d88d0b41ec77 HTTP/1.1" status: 200 len: 210 time: 0.0632956 Apr 18 19:28:46.607327 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3e34ba92-3008-4bf4-9693-d426db079e88 req-8ac5fbd6-ebec-40d9-90cc-b0c8851915cc tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/security-groups?id=a141a97b-10ea-4a45-b463-6b38bd1cffff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330712 Apr 18 19:28:46.627891 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ac9e7eda-966a-4391-999d-ce9de8970949 req-4b3222ae-9256-4be2-97a9-b96fdb50719f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fc56e011536d43568ffc66b480cf23b0&device_id=115054ae-eaa7-4e63-9798-88a3b5af809d HTTP/1.1" status: 200 len: 1095 time: 0.2009399 Apr 18 19:28:46.795387 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-dcb406b2-3e52-48d2-bce0-201f24c2d37d req-7859042d-5777-4742-b8d0-1e17d6d032df tempest-ServerShowV247Test-757221321 tempest-ServerShowV247Test-757221321-project] 10.222.0.69 "GET /v2.0/ports?device_id=497de465-834c-4f8a-9de6-d88d0b41ec77 HTTP/1.1" status: 200 len: 210 time: 0.0437465 Apr 18 19:28:46.796970 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-eaee9e8f-b0dd-47e3-abd0-c50aa15fc10d req-c6a374cb-0a7c-426d-bab1-54c74dd6910f service neutron] 10.222.0.73 "GET /v2.0/networks/d2042316-fc2f-4bd1-9428-8aa751f345ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3784881 Apr 18 19:28:46.843473 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4132f171-192c-4cf6-8151-127038f59fa1 req-f94c85c0-e04b-4646-bddf-65f71780aeb9 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:46.845666 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-4132f171-192c-4cf6-8151-127038f59fa1 req-f94c85c0-e04b-4646-bddf-65f71780aeb9 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=cd5645d0-db8a-4ffe-b4ce-5967e6245f85 HTTP/1.1" status: 200 len: 944 time: 0.2990429 Apr 18 19:28:46.850793 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d13e719-491e-4ce5-be93-c1ef6d730517 req-0a668f2a-3bcb-4839-bb98-12c49ba5c436 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:46.852234 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2d13e719-491e-4ce5-be93-c1ef6d730517 req-0a668f2a-3bcb-4839-bb98-12c49ba5c436 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2572420 Apr 18 19:28:46.875981 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [req-2d13e719-491e-4ce5-be93-c1ef6d730517 req-c4af9a23-834a-4e74-8094-067c785735a6 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Request body: {'port': {'device_id': '7d115c85-59d1-4bc4-9907-bb5ae8d28586', 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a', 'admin_state_up': True, 'tenant_id': 'd8c4d4c8afa7408e90f614ab2cfa43d3'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:28:46.994322 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-4132f171-192c-4cf6-8151-127038f59fa1 req-7cb3aaab-ae7f-4ce5-9a45-852374613313 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410301 Apr 18 19:28:47.045876 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-2d13e719-491e-4ce5-be93-c1ef6d730517 req-c4af9a23-834a-4e74-8094-067c785735a6 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:28:47.057557 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-2d13e719-491e-4ce5-be93-c1ef6d730517 req-c4af9a23-834a-4e74-8094-067c785735a6 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:28:47.086930 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9e7eda-966a-4391-999d-ce9de8970949 req-1909c881-4250-4438-a534-7c6ede8318b5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:47.088473 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ac9e7eda-966a-4391-999d-ce9de8970949 req-1909c881-4250-4438-a534-7c6ede8318b5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0685e2b1-3b13-405d-a131-f90aa0a8867a HTTP/1.1" status: 200 len: 909 time: 0.2324939 Apr 18 19:28:47.107103 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f270ec-742b-4f22-bb6b-9793fadbbaff req-93e4b7bf-5215-4914-babb-9ce339083ff6 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:47.108566 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f7f270ec-742b-4f22-bb6b-9793fadbbaff req-93e4b7bf-5215-4914-babb-9ce339083ff6 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=339d07b1-7b62-4191-8b79-84390fd798a9 HTTP/1.1" status: 200 len: 948 time: 0.1331575 Apr 18 19:28:47.152133 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-77ffc02e-529a-4a75-a0c3-1e504742fc2c req-13f6297f-b304-49dc-884b-945dfbea5ac3 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/ports?device_id=7d115c85-59d1-4bc4-9907-bb5ae8d28586 HTTP/1.1" status: 200 len: 210 time: 0.0414464 Apr 18 19:28:47.153206 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d13e719-491e-4ce5-be93-c1ef6d730517 req-c4af9a23-834a-4e74-8094-067c785735a6 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Made reservation on behalf of d8c4d4c8afa7408e90f614ab2cfa43d3 for: {'port': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:28:47.156767 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-2d13e719-491e-4ce5-be93-c1ef6d730517 req-c4af9a23-834a-4e74-8094-067c785735a6 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:47.230213 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ac9e7eda-966a-4391-999d-ce9de8970949 req-9dcc43f5-ab45-4e32-9ec9-3e4e97576e9d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=66070cfb-f3cb-42ed-835a-6e23e8e08665 HTTP/1.1" status: 200 len: 217 time: 0.1001675 Apr 18 19:28:47.235655 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f7f270ec-742b-4f22-bb6b-9793fadbbaff req-af182274-56e3-4727-84de-048b01cffef1 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212490 Apr 18 19:28:47.315355 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9e7eda-966a-4391-999d-ce9de8970949 req-32eccb6b-a4d4-43e2-9105-9e11f5ca6fec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:47.316885 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ac9e7eda-966a-4391-999d-ce9de8970949 req-32eccb6b-a4d4-43e2-9105-9e11f5ca6fec service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1c71b90d-680b-4d0c-80a6-944953a6ed07 HTTP/1.1" status: 200 len: 848 time: 0.0783908 Apr 18 19:28:47.372616 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ac9e7eda-966a-4391-999d-ce9de8970949 req-6caf1150-6fbb-4acd-b393-9b2379282a2f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0685e2b1-3b13-405d-a131-f90aa0a8867a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490096 Apr 18 19:28:47.512411 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14964f67-eec3-4406-87de-af2912f4511d req-90cfd332-2a57-44de-bf10-baa07a6858fc tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:47.514553 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-14964f67-eec3-4406-87de-af2912f4511d req-90cfd332-2a57-44de-bf10-baa07a6858fc tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] 10.222.0.69 "GET /v2.0/ports?device_id=8887625e-000f-4745-93d8-2d7332fdb73a HTTP/1.1" status: 200 len: 946 time: 0.1812999 Apr 18 19:28:47.553592 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_common [req-2d13e719-491e-4ce5-be93-c1ef6d730517 req-c4af9a23-834a-4e74-8094-067c785735a6 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Allocated IP 192.168.233.176 (cb6d8c7c-7ea4-4a32-b429-1c2934b7306a/17d1b3aa-2066-4ffa-a69f-52ed566b6548/c9f1fdf9-7fe9-4a17-851c-57b608158110) {{(pid=84764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:28:47.568770 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ac9e7eda-966a-4391-999d-ce9de8970949 req-1bac3f65-fdcf-4864-bbfd-6755a9da7dd3 service neutron] 10.222.0.73 "GET /v2.0/networks/0685e2b1-3b13-405d-a131-f90aa0a8867a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620641 Apr 18 19:28:47.576955 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca05b796-1335-4536-943b-4cbff9ceb805 req-35b21847-32af-45fe-8b5f-edf12ace183b tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:47.585371 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ca05b796-1335-4536-943b-4cbff9ceb805 req-35b21847-32af-45fe-8b5f-edf12ace183b tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] 10.222.0.69 "GET /v2.0/ports?device_id=e5f5eb11-b473-4730-b2dd-185b9968e91a HTTP/1.1" status: 200 len: 950 time: 0.2135811 Apr 18 19:28:47.675635 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-14964f67-eec3-4406-87de-af2912f4511d req-63dcf88b-b5f4-4dc6-a9f2-3d2c6643a916 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] 10.222.0.69 "GET /v2.0/security-groups?id=cd7f69dc-886d-4472-a746-337e2c087e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240666 Apr 18 19:28:47.756581 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ca05b796-1335-4536-943b-4cbff9ceb805 req-b4da863d-76a6-4d6c-9a09-4a96616e6900 tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a151ec7-5edc-4088-aba2-485b5ea10b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569693 Apr 18 19:28:47.797997 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ac9e7eda-966a-4391-999d-ce9de8970949 req-099ff926-7ac3-47de-a2e9-1c288d4474fc service neutron] 10.222.0.73 "GET /v2.0/networks/0685e2b1-3b13-405d-a131-f90aa0a8867a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186468 Apr 18 19:28:47.890793 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c78de3f-b671-4edf-ac4c-ac751fa5c459 req-b4b8aa68-25bb-4959-b565-63334196c298 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:47.892257 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6c78de3f-b671-4edf-ac4c-ac751fa5c459 req-b4b8aa68-25bb-4959-b565-63334196c298 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.73 "GET /v2.0/ports?device_id=cd5645d0-db8a-4ffe-b4ce-5967e6245f85 HTTP/1.1" status: 200 len: 944 time: 0.3768449 Apr 18 19:28:48.012695 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-1e9cb582-c669-4db0-b2c5-1376f1976020 req-68b31e0a-caaa-4d8b-9444-522ac16cba8b tempest-ServerShowV247Test-757221321 tempest-ServerShowV247Test-757221321-project] 10.222.0.69 "GET /v2.0/ports?device_id=497de465-834c-4f8a-9de6-d88d0b41ec77 HTTP/1.1" status: 200 len: 210 time: 0.0462286 Apr 18 19:28:48.016540 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [req-6c78de3f-b671-4edf-ac4c-ac751fa5c459 req-f66e0f33-be6b-482d-951e-57bc6b8d784b tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Deleting port 233fb7ed-5f6a-49c7-ae30-745fc89ae1c2 {{(pid=84764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:28:48.016874 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-6c78de3f-b671-4edf-ac4c-ac751fa5c459 req-f66e0f33-be6b-482d-951e-57bc6b8d784b tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:48.083197 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device f209c868-4df3-44a3-95db-ffedb0ab96cd details requested by agent hyperv_n-h1-836017-2 with host n-h1-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:28:48.113069 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-2d13e719-491e-4ce5-be93-c1ef6d730517 req-c4af9a23-834a-4e74-8094-067c785735a6 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Notify callbacks [] for port, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:48.177251 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdccb2ed-25d2-464b-b35e-6f053efdc999 req-d98b0fa1-38c6-4c4b-ab29-ed28fc47d35f tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:48.187706 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-fdccb2ed-25d2-464b-b35e-6f053efdc999 req-d98b0fa1-38c6-4c4b-ab29-ed28fc47d35f tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/ports?device_id=698ab2b5-54f2-4017-94e0-efb6c8940c1a HTTP/1.1" status: 200 len: 944 time: 0.3580806 Apr 18 19:28:48.224552 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.provisioning_blocks [req-2d13e719-491e-4ce5-be93-c1ef6d730517 req-c4af9a23-834a-4e74-8094-067c785735a6 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Transition to ACTIVE for port object c9f1fdf9-7fe9-4a17-851c-57b608158110 will not be triggered until provisioned by entity DHCP. {{(pid=84764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:28:48.256093 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port f209c868-4df3-44a3-95db-ffedb0ab96cd, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=f209c868-4df3-44a3-95db-ffedb0ab96cd,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:28:48.278737 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Returning: {'device': 'f209c868-4df3-44a3-95db-ffedb0ab96cd', 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a', 'port_id': 'f209c868-4df3-44a3-95db-ffedb0ab96cd', 'mac_address': 'fa:16:3e:95:fd:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17d1b3aa-2066-4ffa-a69f-52ed566b6548', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:28:48.337213 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bbf056a2-7e7a-4217-980b-ef1e6dc3ec21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:48.383125 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:48.385526 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-fdccb2ed-25d2-464b-b35e-6f053efdc999 req-4438c356-7e5f-4c14-a398-0de25ebb8d18 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/security-groups?id=a141a97b-10ea-4a45-b463-6b38bd1cffff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968255 Apr 18 19:28:48.411125 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f209c868-4df3-44a3-95db-ffedb0ab96cd {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:28:48.437278 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port f209c868-4df3-44a3-95db-ffedb0ab96cd, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=f209c868-4df3-44a3-95db-ffedb0ab96cd,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:28:48.444100 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-6c78de3f-b671-4edf-ac4c-ac751fa5c459 req-f66e0f33-be6b-482d-951e-57bc6b8d784b tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] For port 233fb7ed-5f6a-49c7-ae30-745fc89ae1c2, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=233fb7ed-5f6a-49c7-ae30-745fc89ae1c2,segment=NetworkSegment(1b33902c-725a-4527-bb11-2978d3dba7a4),segment_id=1b33902c-725a-4527-bb11-2978d3dba7a4)] {{(pid=84764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:28:48.444530 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-6c78de3f-b671-4edf-ac4c-ac751fa5c459 req-f66e0f33-be6b-482d-951e-57bc6b8d784b tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:48.512220 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2029e3-4bae-4549-be08-3e1547af29e7 req-ebe9dd57-c274-4777-9e1a-084be9e39ead tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:48.524560 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3a2029e3-4bae-4549-be08-3e1547af29e7 req-ebe9dd57-c274-4777-9e1a-084be9e39ead tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=cd5645d0-db8a-4ffe-b4ce-5967e6245f85 HTTP/1.1" status: 200 len: 944 time: 0.1627150 Apr 18 19:28:48.526394 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-2d13e719-491e-4ce5-be93-c1ef6d730517 req-c4af9a23-834a-4e74-8094-067c785735a6 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:48.545147 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:48.576398 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3a2029e3-4bae-4549-be08-3e1547af29e7 req-ca258b33-0fa9-464a-a146-4cb2f652d8cb tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494812 Apr 18 19:28:48.595763 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] get_ports_and_sgs() called for port_ids ['223822da-e9ca-44af-bd61-eec59d8e31d7', '701f84f5-505b-4198-8aab-980189685a01'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:28:48.745792 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [req-6c78de3f-b671-4edf-ac4c-ac751fa5c459 req-f66e0f33-be6b-482d-951e-57bc6b8d784b tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Calling delete_port for 233fb7ed-5f6a-49c7-ae30-745fc89ae1c2 owned by compute:nova {{(pid=84764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:28:48.819894 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Pushing event updated for resources: {'Port': ['ID=f209c868-4df3-44a3-95db-ffedb0ab96cd,revision_number=9']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:48.825020 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d13e719-491e-4ce5-be93-c1ef6d730517 req-c4af9a23-834a-4e74-8094-067c785735a6 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a is already hosted by enough agents. {{(pid=84764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:28:48.838674 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [req-2d13e719-491e-4ce5-be93-c1ef6d730517 req-c4af9a23-834a-4e74-8094-067c785735a6 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Resources bound (agent type, host, resource id): {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:28:48.844772 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560fa831-6afc-4e52-aa2c-f4a75af05001 req-93209dc1-dad4-4959-bedd-22dcfdae158e tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:48.855799 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d13e719-491e-4ce5-be93-c1ef6d730517 req-c4af9a23-834a-4e74-8094-067c785735a6 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Received port after_create {{(pid=84764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:28:48.857530 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-560fa831-6afc-4e52-aa2c-f4a75af05001 req-93209dc1-dad4-4959-bedd-22dcfdae158e tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=339d07b1-7b62-4191-8b79-84390fd798a9 HTTP/1.1" status: 200 len: 949 time: 0.1232390 Apr 18 19:28:48.909547 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4af9a23-834a-4e74-8094-067c785735a6 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Pushing event updated for resources: {'Port': ['ID=c9f1fdf9-7fe9-4a17-851c-57b608158110,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:48.932110 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-560fa831-6afc-4e52-aa2c-f4a75af05001 req-0e297acf-ef39-4ac9-989a-683ee3493002 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782769 Apr 18 19:28:49.023157 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d13e719-491e-4ce5-be93-c1ef6d730517 req-c4af9a23-834a-4e74-8094-067c785735a6 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:49.023855 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-2d13e719-491e-4ce5-be93-c1ef6d730517 req-c4af9a23-834a-4e74-8094-067c785735a6 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:49.053845 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] get_ports_and_sgs() called for port_ids ['f209c868-4df3-44a3-95db-ffedb0ab96cd'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:28:49.135990 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fc43b4-6f12-44c9-b89c-9a02312b21d0 req-10774aab-46c5-40c4-a3d5-f663f7169bdc tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:49.144004 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a1fc43b4-6f12-44c9-b89c-9a02312b21d0 req-10774aab-46c5-40c4-a3d5-f663f7169bdc tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/ports?device_id=7d115c85-59d1-4bc4-9907-bb5ae8d28586 HTTP/1.1" status: 200 len: 936 time: 0.5399354 Apr 18 19:28:49.214202 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a1fc43b4-6f12-44c9-b89c-9a02312b21d0 req-c489ed96-7236-49e8-96cb-16898bca5e3e tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/security-groups?id=5c6be434-109a-4c25-809d-b81f7096d7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693028 Apr 18 19:28:49.216727 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c98692-d79b-4231-a91f-ad814a210fa6 req-e0c15578-d3b9-4230-ba09-12af4bae1c17 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:49.218792 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-49c98692-d79b-4231-a91f-ad814a210fa6 req-e0c15578-d3b9-4230-ba09-12af4bae1c17 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] 10.222.0.69 "GET /v2.0/ports?device_id=8887625e-000f-4745-93d8-2d7332fdb73a HTTP/1.1" status: 200 len: 946 time: 0.0976284 Apr 18 19:28:49.251322 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-6c78de3f-b671-4edf-ac4c-ac751fa5c459 req-f66e0f33-be6b-482d-951e-57bc6b8d784b tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:49.258967 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2d13e719-491e-4ce5-be93-c1ef6d730517 req-c4af9a23-834a-4e74-8094-067c785735a6 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3875897 Apr 18 19:28:49.274793 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-49c98692-d79b-4231-a91f-ad814a210fa6 req-9eceb295-2ae9-42a7-904f-4b7ea2dd5c22 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] 10.222.0.69 "GET /v2.0/security-groups?id=cd7f69dc-886d-4472-a746-337e2c087e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500579 Apr 18 19:28:49.341930 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [req-2d13e719-491e-4ce5-be93-c1ef6d730517 req-4e2d49f6-ae0a-49f4-bb14-434f4b062857 service neutron] Request body: {'port': {'device_id': '7d115c85-59d1-4bc4-9907-bb5ae8d28586', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-2'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:28:49.368452 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66e0f33-be6b-482d-951e-57bc6b8d784b tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Pushing event deleted for resources: {'Port': ['ID=233fb7ed-5f6a-49c7-ae30-745fc89ae1c2,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:49.428429 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-813d8f00-0b6e-4463-8722-79a387409f4d None None] Provisioning for port c9f1fdf9-7fe9-4a17-851c-57b608158110 completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:28:49.437474 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-813d8f00-0b6e-4463-8722-79a387409f4d None None] Provisioning complete for port c9f1fdf9-7fe9-4a17-851c-57b608158110 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:28:49.437656 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-813d8f00-0b6e-4463-8722-79a387409f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:49.497709 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-813d8f00-0b6e-4463-8722-79a387409f4d None None] Port c9f1fdf9-7fe9-4a17-851c-57b608158110 cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:28:49.510715 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f85e332e-95b2-42db-9d75-7f31b7b24e0f req-9cb6cfad-51b0-48d9-9835-330672f110b5 tempest-ServerShowV247Test-757221321 tempest-ServerShowV247Test-757221321-project] 10.222.0.69 "GET /v2.0/ports?device_id=497de465-834c-4f8a-9de6-d88d0b41ec77 HTTP/1.1" status: 200 len: 210 time: 0.0498290 Apr 18 19:28:49.571089 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-a1b7bb97-903c-4d07-951a-dfa518ae5ae7 req-260577fd-1c7a-4308-8e81-fd8987d89d6c tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-356477678', 'description': 'tempest-description-1020811634'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:28:49.581750 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-a1b7bb97-903c-4d07-951a-dfa518ae5ae7 req-260577fd-1c7a-4308-8e81-fd8987d89d6c tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:28:49.594472 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-a1b7bb97-903c-4d07-951a-dfa518ae5ae7 req-260577fd-1c7a-4308-8e81-fd8987d89d6c tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:28:49.642767 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c78de3f-b671-4edf-ac4c-ac751fa5c459 req-f66e0f33-be6b-482d-951e-57bc6b8d784b tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] No DVR routers for this DVR port 233fb7ed-5f6a-49c7-ae30-745fc89ae1c2 on host n-h1-836017-2 {{(pid=84764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:28:49.645305 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-6c78de3f-b671-4edf-ac4c-ac751fa5c459 req-f66e0f33-be6b-482d-951e-57bc6b8d784b tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:49.652730 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6c78de3f-b671-4edf-ac4c-ac751fa5c459 req-f66e0f33-be6b-482d-951e-57bc6b8d784b tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.73 "DELETE /v2.0/ports/233fb7ed-5f6a-49c7-ae30-745fc89ae1c2 HTTP/1.1" status: 204 len: 173 time: 1.7450361 Apr 18 19:28:49.652730 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd5645d0-db8a-4ffe-b4ce-5967e6245f85', 'name': 'network-vif-deleted', 'tag': '233fb7ed-5f6a-49c7-ae30-745fc89ae1c2'}] {{(pid=84764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:28:49.671703 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-a1b7bb97-903c-4d07-951a-dfa518ae5ae7 req-260577fd-1c7a-4308-8e81-fd8987d89d6c tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Notify callbacks [] for security_group, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:49.708474 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-a1b7bb97-903c-4d07-951a-dfa518ae5ae7 req-260577fd-1c7a-4308-8e81-fd8987d89d6c tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:28:49.712408 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-a1b7bb97-903c-4d07-951a-dfa518ae5ae7 req-260577fd-1c7a-4308-8e81-fd8987d89d6c tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Usage tracker for resource:security_group_rule and tenant:cde3a890089e40a1b179d71db405af78 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:28:49.715606 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-a1b7bb97-903c-4d07-951a-dfa518ae5ae7 req-260577fd-1c7a-4308-8e81-fd8987d89d6c tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:28:49.721930 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-a1b7bb97-903c-4d07-951a-dfa518ae5ae7 req-260577fd-1c7a-4308-8e81-fd8987d89d6c tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:28:49.723717 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-2d13e719-491e-4ce5-be93-c1ef6d730517 req-4e2d49f6-ae0a-49f4-bb14-434f4b062857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:49.771683 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844922ff-4070-4158-afde-ebadcbddf3e8 req-d029b3c8-7ae3-4846-a98c-85f6cca4197d tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:49.773199 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-844922ff-4070-4158-afde-ebadcbddf3e8 req-d029b3c8-7ae3-4846-a98c-85f6cca4197d tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] 10.222.0.69 "GET /v2.0/ports?device_id=e5f5eb11-b473-4730-b2dd-185b9968e91a HTTP/1.1" status: 200 len: 950 time: 0.3932040 Apr 18 19:28:49.780297 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-a1b7bb97-903c-4d07-951a-dfa518ae5ae7 req-260577fd-1c7a-4308-8e81-fd8987d89d6c tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Notify callbacks [] for security_group, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:49.860609 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-a1b7bb97-903c-4d07-951a-dfa518ae5ae7 req-260577fd-1c7a-4308-8e81-fd8987d89d6c tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:49.906502 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-844922ff-4070-4158-afde-ebadcbddf3e8 req-015eccbe-8c97-46aa-8ddf-cc73a9c7631b tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a151ec7-5edc-4088-aba2-485b5ea10b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205413 Apr 18 19:28:49.911325 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260577fd-1c7a-4308-8e81-fd8987d89d6c tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca708d5-2e1a-48fe-894e-067ba30dea37,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:49.988493 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-a1b7bb97-903c-4d07-951a-dfa518ae5ae7 req-260577fd-1c7a-4308-8e81-fd8987d89d6c tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Notify callbacks [] for security_group, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:49.990087 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a1b7bb97-903c-4d07-951a-dfa518ae5ae7 req-260577fd-1c7a-4308-8e81-fd8987d89d6c tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1646 time: 0.4243925 Apr 18 19:28:50.087853 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 1793d488-6d88-4e78-abaa-2c30e9295584 details requested by agent hyperv_n-h1-836017-2 with host n-h1-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:28:50.143345 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 233fb7ed-5f6a-49c7-ae30-745fc89ae1c2 no longer exists at agent hyperv_n-h1-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:28:50.199851 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fa8c28-f3b5-465c-a33d-d51de647a1b0 req-7d46749b-a615-44a3-ac51-bf623aec8afb tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:50.201703 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-20fa8c28-f3b5-465c-a33d-d51de647a1b0 req-7d46749b-a615-44a3-ac51-bf623aec8afb tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/ports?device_id=698ab2b5-54f2-4017-94e0-efb6c8940c1a HTTP/1.1" status: 200 len: 944 time: 0.1628597 Apr 18 19:28:50.326564 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] No Port match for: 233fb7ed-5f6a-49c7-ae30-745fc89ae1c2 {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:28:50.327085 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 233fb7ed-5f6a-49c7-ae30-745fc89ae1c2 not bound to the agent host n-h1-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:28:50.328945 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] get_ports_and_sgs() called for port_ids ['c84bda8b-f4ab-4230-8e89-c912714674c2'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:28:50.330843 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [req-2d13e719-491e-4ce5-be93-c1ef6d730517 req-4e2d49f6-ae0a-49f4-bb14-434f4b062857 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9f1fdf9-7fe9-4a17-851c-57b608158110 {{(pid=84764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:28:50.346503 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-2d13e719-491e-4ce5-be93-c1ef6d730517 req-4e2d49f6-ae0a-49f4-bb14-434f4b062857 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:50.382852 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.provisioning_blocks [req-2d13e719-491e-4ce5-be93-c1ef6d730517 req-4e2d49f6-ae0a-49f4-bb14-434f4b062857 service neutron] Transition to ACTIVE for port object c9f1fdf9-7fe9-4a17-851c-57b608158110 will not be triggered until provisioned by entity L2. {{(pid=84764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:28:50.387319 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-20fa8c28-f3b5-465c-a33d-d51de647a1b0 req-c11a4b51-76ca-4051-b198-2bdc3f43d335 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/security-groups?id=a141a97b-10ea-4a45-b463-6b38bd1cffff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017659 Apr 18 19:28:50.463111 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-2d13e719-491e-4ce5-be93-c1ef6d730517 req-4e2d49f6-ae0a-49f4-bb14-434f4b062857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2290934'] for port, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:50.510400 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ef90e5b6-6fb0-4d03-8826-27100551350f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:50.531642 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port 1793d488-6d88-4e78-abaa-2c30e9295584, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=1793d488-6d88-4e78-abaa-2c30e9295584,segment=NetworkSegment(3cf55c06-33d0-4793-a46b-65cf78b7090c),segment_id=3cf55c06-33d0-4793-a46b-65cf78b7090c)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:28:50.561955 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Returning: {'device': '1793d488-6d88-4e78-abaa-2c30e9295584', 'network_id': 'd2042316-fc2f-4bd1-9428-8aa751f345ec', 'port_id': '1793d488-6d88-4e78-abaa-2c30e9295584', 'mac_address': 'fa:16:3e:91:d0:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '741dfd9d-95ea-4063-b188-15cfc9cc941c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:28:50.601957 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-27d21156-2912-453d-b922-46e21a03194f req-054f799d-99ee-48f0-b096-c47e1a21cbcc tempest-ServerShowV247Test-757221321 tempest-ServerShowV247Test-757221321-project] 10.222.0.69 "GET /v2.0/ports?device_id=497de465-834c-4f8a-9de6-d88d0b41ec77&device_id=d9345cef-ab8d-44e8-8a01-6abffa88dfaf HTTP/1.1" status: 200 len: 210 time: 0.2023814 Apr 18 19:28:50.735177 n-d-836017-2 neutron-server[84764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2410378d-a5b6-431d-aac0-13b3c1f9ab5f'] response: {'server_uuid': 'cd5645d0-db8a-4ffe-b4ce-5967e6245f85', 'name': 'network-vif-deleted', 'tag': '233fb7ed-5f6a-49c7-ae30-745fc89ae1c2', 'status': 'completed', 'code': 200} Apr 18 19:28:50.782268 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-facd081f-c11a-4a33-891b-89bde8fb062a req-93ffab28-11e6-4cb4-822f-8b9dcfd73a60 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Synchronizing usage tracker for tenant:fc56e011536d43568ffc66b480cf23b0 on resource:port {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:28:50.785073 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2d49f6-ae0a-49f4-bb14-434f4b062857 service neutron] Pushing event updated for resources: {'Port': ['ID=c9f1fdf9-7fe9-4a17-851c-57b608158110,revision_number=2']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:50.872811 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:50.894217 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:50.901135 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1793d488-6d88-4e78-abaa-2c30e9295584 {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:28:50.921394 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port 1793d488-6d88-4e78-abaa-2c30e9295584, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=1793d488-6d88-4e78-abaa-2c30e9295584,segment=NetworkSegment(3cf55c06-33d0-4793-a46b-65cf78b7090c),segment_id=3cf55c06-33d0-4793-a46b-65cf78b7090c)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:28:50.942311 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-2d13e719-491e-4ce5-be93-c1ef6d730517 req-4e2d49f6-ae0a-49f4-bb14-434f4b062857 service neutron] Attempting to bind port c9f1fdf9-7fe9-4a17-851c-57b608158110 on host n-h2-836017-2 for vnic_type normal with profile {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:28:50.942743 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-2d13e719-491e-4ce5-be93-c1ef6d730517 req-4e2d49f6-ae0a-49f4-bb14-434f4b062857 service neutron] Attempting to bind port c9f1fdf9-7fe9-4a17-851c-57b608158110 by drivers openvswitch,hyperv on host n-h2-836017-2 at level 0 using segments [{'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'}] {{(pid=84764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:28:50.943666 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d13e719-491e-4ce5-be93-c1ef6d730517 req-4e2d49f6-ae0a-49f4-bb14-434f4b062857 service neutron] Attempting to bind port c9f1fdf9-7fe9-4a17-851c-57b608158110 on network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:28:50.950323 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d13e719-491e-4ce5-be93-c1ef6d730517 req-4e2d49f6-ae0a-49f4-bb14-434f4b062857 service neutron] Port c9f1fdf9-7fe9-4a17-851c-57b608158110 on network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-2 {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:28:50.950323 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d13e719-491e-4ce5-be93-c1ef6d730517 req-4e2d49f6-ae0a-49f4-bb14-434f4b062857 service neutron] Attempting to bind port c9f1fdf9-7fe9-4a17-851c-57b608158110 on network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:28:50.957363 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d13e719-491e-4ce5-be93-c1ef6d730517 req-4e2d49f6-ae0a-49f4-bb14-434f4b062857 service neutron] Checking agent: {'id': '02e8f951-d3a3-40e1-b8cc-aed258af030b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:28:50.957693 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d13e719-491e-4ce5-be93-c1ef6d730517 req-4e2d49f6-ae0a-49f4-bb14-434f4b062857 service neutron] Checking segment: {'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:28:50.958073 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d13e719-491e-4ce5-be93-c1ef6d730517 req-4e2d49f6-ae0a-49f4-bb14-434f4b062857 service neutron] Bound using segment: {'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'} {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:28:50.958496 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-2d13e719-491e-4ce5-be93-c1ef6d730517 req-4e2d49f6-ae0a-49f4-bb14-434f4b062857 service neutron] Bound port: c9f1fdf9-7fe9-4a17-851c-57b608158110, host: n-h2-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'}}] {{(pid=84764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:28:50.958841 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-2d13e719-491e-4ce5-be93-c1ef6d730517 req-4e2d49f6-ae0a-49f4-bb14-434f4b062857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:50.979799 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-facd081f-c11a-4a33-891b-89bde8fb062a req-93ffab28-11e6-4cb4-822f-8b9dcfd73a60 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Unset dirty status for tenant:fc56e011536d43568ffc66b480cf23b0 on resource:port {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:28:50.979799 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-facd081f-c11a-4a33-891b-89bde8fb062a req-93ffab28-11e6-4cb4-822f-8b9dcfd73a60 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=cd5645d0-db8a-4ffe-b4ce-5967e6245f85 HTTP/1.1" status: 200 len: 210 time: 0.3197024 Apr 18 19:28:50.994644 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:51.100668 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-2d13e719-491e-4ce5-be93-c1ef6d730517 req-4e2d49f6-ae0a-49f4-bb14-434f4b062857 service neutron] For port c9f1fdf9-7fe9-4a17-851c-57b608158110, host n-h2-836017-2, cleared binding levels {{(pid=84764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:28:51.103986 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-2d13e719-491e-4ce5-be93-c1ef6d730517 req-4e2d49f6-ae0a-49f4-bb14-434f4b062857 service neutron] For port c9f1fdf9-7fe9-4a17-851c-57b608158110, host n-h2-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=c9f1fdf9-7fe9-4a17-851c-57b608158110,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:28:51.116190 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Pushing event updated for resources: {'Port': ['ID=1793d488-6d88-4e78-abaa-2c30e9295584,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:51.198631 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-2d13e719-491e-4ce5-be93-c1ef6d730517 req-4e2d49f6-ae0a-49f4-bb14-434f4b062857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2290934'] for port, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:51.248574 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d00e99-514d-4055-bead-82b787b7f050 req-b8fbd210-9425-416f-b236-e311f01239c0 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:51.252933 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d8d00e99-514d-4055-bead-82b787b7f050 req-b8fbd210-9425-416f-b236-e311f01239c0 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=339d07b1-7b62-4191-8b79-84390fd798a9 HTTP/1.1" status: 200 len: 949 time: 0.1284206 Apr 18 19:28:51.297301 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-2d13e719-491e-4ce5-be93-c1ef6d730517 req-4e2d49f6-ae0a-49f4-bb14-434f4b062857 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:51.298704 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2d13e719-491e-4ce5-be93-c1ef6d730517 req-4e2d49f6-ae0a-49f4-bb14-434f4b062857 service neutron] 10.222.0.72 "PUT /v2.0/ports/c9f1fdf9-7fe9-4a17-851c-57b608158110 HTTP/1.1" status: 200 len: 1096 time: 1.9634213 Apr 18 19:28:51.329465 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2d49f6-ae0a-49f4-bb14-434f4b062857 service neutron] Pushing event updated for resources: {'Port': ['ID=c9f1fdf9-7fe9-4a17-851c-57b608158110,revision_number=3']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:51.353399 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d8d00e99-514d-4055-bead-82b787b7f050 req-64277a43-c9b8-441e-a5f4-3a5f529dadca tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874944 Apr 18 19:28:51.380923 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-cd8c6190-a9b9-4a09-ac8a-72b510e31f91 req-dab56dd2-8b96-4d31-a133-7f7cb71511e6 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Synchronizing usage tracker for tenant:cde3a890089e40a1b179d71db405af78 on resource:security_group {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:28:51.507403 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] get_ports_and_sgs() called for port_ids ['1793d488-6d88-4e78-abaa-2c30e9295584'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:28:51.525434 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-cd8c6190-a9b9-4a09-ac8a-72b510e31f91 req-dab56dd2-8b96-4d31-a133-7f7cb71511e6 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Unset dirty status for tenant:cde3a890089e40a1b179d71db405af78 on resource:security_group {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:28:51.529510 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-cd8c6190-a9b9-4a09-ac8a-72b510e31f91 req-dab56dd2-8b96-4d31-a133-7f7cb71511e6 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-356477678&fields=id&tenant_id=cde3a890089e40a1b179d71db405af78 HTTP/1.1" status: 200 len: 267 time: 0.2095468 Apr 18 19:28:51.620890 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2d13e719-491e-4ce5-be93-c1ef6d730517 req-c36adaca-b95f-44f5-bc17-2e2992247898 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d8c4d4c8afa7408e90f614ab2cfa43d3&device_id=7d115c85-59d1-4bc4-9907-bb5ae8d28586 HTTP/1.1" status: 200 len: 1099 time: 0.1683021 Apr 18 19:28:51.638734 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4922b1-2f5b-49c9-8aff-3785ac481456 req-af728dd3-af3a-4aff-bbbc-9e9101d9ecc1 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:51.640966 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-db4922b1-2f5b-49c9-8aff-3785ac481456 req-af728dd3-af3a-4aff-bbbc-9e9101d9ecc1 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Synchronizing usage tracker for tenant:d8c4d4c8afa7408e90f614ab2cfa43d3 on resource:port {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:28:51.665228 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8c6190-a9b9-4a09-ac8a-72b510e31f91 req-5fd1812e-4cfb-43fd-b4c2-92684cbe8e74 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:51.681065 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-cd8c6190-a9b9-4a09-ac8a-72b510e31f91 req-5fd1812e-4cfb-43fd-b4c2-92684cbe8e74 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] 10.222.0.69 "GET /v2.0/ports?device_id=8887625e-000f-4745-93d8-2d7332fdb73a HTTP/1.1" status: 200 len: 946 time: 0.1448009 Apr 18 19:28:51.693217 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-cd8c6190-a9b9-4a09-ac8a-72b510e31f91 req-2774407b-085e-4741-af52-f44b65d25032 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Request body: {'port': {'security_groups': ['cd7f69dc-886d-4472-a746-337e2c087e01', '0ca708d5-2e1a-48fe-894e-067ba30dea37']}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:28:51.727042 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2d13e719-491e-4ce5-be93-c1ef6d730517 req-bb696e57-2e81-442b-bcec-2651dae985e4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=c9f1fdf9-7fe9-4a17-851c-57b608158110 HTTP/1.1" status: 200 len: 217 time: 0.0833447 Apr 18 19:28:51.798123 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-db4922b1-2f5b-49c9-8aff-3785ac481456 req-af728dd3-af3a-4aff-bbbc-9e9101d9ecc1 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Unset dirty status for tenant:d8c4d4c8afa7408e90f614ab2cfa43d3 on resource:port {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:28:51.807387 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-db4922b1-2f5b-49c9-8aff-3785ac481456 req-af728dd3-af3a-4aff-bbbc-9e9101d9ecc1 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/ports?device_id=7d115c85-59d1-4bc4-9907-bb5ae8d28586 HTTP/1.1" status: 200 len: 948 time: 0.3083019 Apr 18 19:28:51.814620 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1c541fd-6087-4755-8778-e68e27e46067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:51.882321 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d13e719-491e-4ce5-be93-c1ef6d730517 req-08ad5b56-aa5e-4282-992c-ea6fde6b445a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:51.882321 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2d13e719-491e-4ce5-be93-c1ef6d730517 req-08ad5b56-aa5e-4282-992c-ea6fde6b445a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=17d1b3aa-2066-4ffa-a69f-52ed566b6548 HTTP/1.1" status: 200 len: 843 time: 0.1454077 Apr 18 19:28:51.883660 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-db4922b1-2f5b-49c9-8aff-3785ac481456 req-8b33ef39-5953-4a60-97e1-707e87ee2ffe tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/security-groups?id=5c6be434-109a-4c25-809d-b81f7096d7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750086 Apr 18 19:28:51.898731 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-cd8c6190-a9b9-4a09-ac8a-72b510e31f91 req-2774407b-085e-4741-af52-f44b65d25032 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:51.989721 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2d13e719-491e-4ce5-be93-c1ef6d730517 req-479639fb-29f2-4f9e-a43a-1e58e8efadc7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1043618 Apr 18 19:28:52.003075 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:52.111733 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device f209c868-4df3-44a3-95db-ffedb0ab96cd up at agent hyperv_n-h1-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:28:52.282920 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-cd8c6190-a9b9-4a09-ac8a-72b510e31f91 req-2774407b-085e-4741-af52-f44b65d25032 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] For port 48819bd4-8cc7-465b-8fdf-5c537c344b66, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=48819bd4-8cc7-465b-8fdf-5c537c344b66,segment=NetworkSegment(ffe0b6d2-2182-4141-8f2f-b400e36467e4),segment_id=ffe0b6d2-2182-4141-8f2f-b400e36467e4)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:28:52.319304 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-cd8c6190-a9b9-4a09-ac8a-72b510e31f91 req-2774407b-085e-4741-af52-f44b65d25032 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Notify callbacks [] for port, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:52.386875 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2d13e719-491e-4ce5-be93-c1ef6d730517 req-776df53d-b49a-4b73-8ed4-d821bd540687 service neutron] 10.222.0.72 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3806055 Apr 18 19:28:52.388575 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Provisioning for port f209c868-4df3-44a3-95db-ffedb0ab96cd completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:28:52.397506 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Provisioning complete for port f209c868-4df3-44a3-95db-ffedb0ab96cd triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:28:52.397858 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:52.432323 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-cd8c6190-a9b9-4a09-ac8a-72b510e31f91 req-2774407b-085e-4741-af52-f44b65d25032 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:52.528970 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8c6190-a9b9-4a09-ac8a-72b510e31f91 req-2774407b-085e-4741-af52-f44b65d25032 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:52.529670 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-cd8c6190-a9b9-4a09-ac8a-72b510e31f91 req-2774407b-085e-4741-af52-f44b65d25032 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:52.536985 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-cd8c6190-a9b9-4a09-ac8a-72b510e31f91 req-2774407b-085e-4741-af52-f44b65d25032 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] 10.222.0.69 "PUT /v2.0/ports/48819bd4-8cc7-465b-8fdf-5c537c344b66 HTTP/1.1" status: 200 len: 982 time: 0.8533390 Apr 18 19:28:52.556488 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8887625e-000f-4745-93d8-2d7332fdb73a', 'tag': '48819bd4-8cc7-465b-8fdf-5c537c344b66'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:28:52.631628 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:52.651519 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2d13e719-491e-4ce5-be93-c1ef6d730517 req-574e0ea7-d023-428f-b18f-9c66067c5b4a service neutron] 10.222.0.72 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587841 Apr 18 19:28:52.680329 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] get_ports_and_sgs() called for port_ids ['48819bd4-8cc7-465b-8fdf-5c537c344b66'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:28:52.736796 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d115c85-59d1-4bc4-9907-bb5ae8d28586', 'tag': 'c9f1fdf9-7fe9-4a17-851c-57b608158110'}] {{(pid=84764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:28:52.743197 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] get_ports_and_sgs() called for port_ids ['48819bd4-8cc7-465b-8fdf-5c537c344b66'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:28:52.787533 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-267f841c-9c13-4cfc-99db-bcc849685273 req-a0532fe4-4226-4a65-9863-98f7091d86c0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5e58abbd8fee414cbd7d17c8e26df46b&device_id=497de465-834c-4f8a-9de6-d88d0b41ec77 HTTP/1.1" status: 200 len: 210 time: 0.1563053 Apr 18 19:28:52.824337 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '339d07b1-7b62-4191-8b79-84390fd798a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f209c868-4df3-44a3-95db-ffedb0ab96cd'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:28:52.836187 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-267f841c-9c13-4cfc-99db-bcc849685273 req-21a3db48-d1f3-4072-91a6-329c77eeea4e service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=5e58abbd8fee414cbd7d17c8e26df46b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0376801 Apr 18 19:28:52.837581 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2774407b-085e-4741-af52-f44b65d25032 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Pushing event updated for resources: {'Port': ['ID=48819bd4-8cc7-465b-8fdf-5c537c344b66,revision_number=6']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:52.847240 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port f209c868-4df3-44a3-95db-ffedb0ab96cd, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=f209c868-4df3-44a3-95db-ffedb0ab96cd,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:28:52.930524 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:52.989025 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8840cd61-0f06-4473-9232-21b030b937cd req-9bbe5e6e-972e-4606-ab3a-432b9531466e tempest-ServersAdminNegativeTestJSON-188291557 tempest-ServersAdminNegativeTestJSON-188291557-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=e5f5eb11-b473-4730-b2dd-185b9968e91a HTTP/1.1" status: 200 len: 1101 time: 0.2599530 Apr 18 19:28:53.094078 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Pushing event updated for resources: {'Port': ['ID=f209c868-4df3-44a3-95db-ffedb0ab96cd,revision_number=10']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:53.100029 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267f841c-9c13-4cfc-99db-bcc849685273 req-cc125b4e-6323-4479-a663-192075a16c36 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:53.103248 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-267f841c-9c13-4cfc-99db-bcc849685273 req-cc125b4e-6323-4479-a663-192075a16c36 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2588775 Apr 18 19:28:53.125159 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-8840cd61-0f06-4473-9232-21b030b937cd req-f027dcb8-c05f-4073-bfbb-08c986936f40 tempest-ServersAdminNegativeTestJSON-188291557 tempest-ServersAdminNegativeTestJSON-188291557-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:53.149884 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a4106dab-6971-4e7e-8fdc-c66f0a3f4877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:53.161542 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-8840cd61-0f06-4473-9232-21b030b937cd req-f027dcb8-c05f-4073-bfbb-08c986936f40 tempest-ServersAdminNegativeTestJSON-188291557 tempest-ServersAdminNegativeTestJSON-188291557-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:28:53.174124 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-8840cd61-0f06-4473-9232-21b030b937cd req-f027dcb8-c05f-4073-bfbb-08c986936f40 tempest-ServersAdminNegativeTestJSON-188291557 tempest-ServersAdminNegativeTestJSON-188291557-project-admin] Usage tracker for resource:security_group_rule and tenant:c14576dcb0e54a0ba7ed986772817ae1 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:28:53.174124 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-8840cd61-0f06-4473-9232-21b030b937cd req-f027dcb8-c05f-4073-bfbb-08c986936f40 tempest-ServersAdminNegativeTestJSON-188291557 tempest-ServersAdminNegativeTestJSON-188291557-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:28:53.178022 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-8840cd61-0f06-4473-9232-21b030b937cd req-f027dcb8-c05f-4073-bfbb-08c986936f40 tempest-ServersAdminNegativeTestJSON-188291557 tempest-ServersAdminNegativeTestJSON-188291557-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:28:53.274318 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-8840cd61-0f06-4473-9232-21b030b937cd req-f027dcb8-c05f-4073-bfbb-08c986936f40 tempest-ServersAdminNegativeTestJSON-188291557 tempest-ServersAdminNegativeTestJSON-188291557-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:53.304021 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b093ec5-4dc7-45b5-af46-2444c87e0b38 req-64775de2-af39-46a8-bb0e-86236f0a2143 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:53.305999 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2b093ec5-4dc7-45b5-af46-2444c87e0b38 req-64775de2-af39-46a8-bb0e-86236f0a2143 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/ports?device_id=698ab2b5-54f2-4017-94e0-efb6c8940c1a HTTP/1.1" status: 200 len: 945 time: 0.0948038 Apr 18 19:28:53.355131 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2b093ec5-4dc7-45b5-af46-2444c87e0b38 req-469763fc-2bcd-4151-8cb6-ab3498820a4d tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/security-groups?id=a141a97b-10ea-4a45-b463-6b38bd1cffff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424943 Apr 18 19:28:53.381876 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef17bb1-53c9-4f26-89fe-a33e14a534d9 req-69df19a9-8597-4c32-8ce1-af83d0f776e6 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:53.383668 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2ef17bb1-53c9-4f26-89fe-a33e14a534d9 req-69df19a9-8597-4c32-8ce1-af83d0f776e6 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.72 "GET /v2.0/ports?device_id=339d07b1-7b62-4191-8b79-84390fd798a9&tenant_id=4bf06599121a476094faf72db54a396e&binding%3Ahost_id=n-h1-836017-2 HTTP/1.1" status: 200 len: 951 time: 0.0845995 Apr 18 19:28:53.431736 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-8840cd61-0f06-4473-9232-21b030b937cd req-f027dcb8-c05f-4073-bfbb-08c986936f40 tempest-ServersAdminNegativeTestJSON-188291557 tempest-ServersAdminNegativeTestJSON-188291557-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:53.500655 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8840cd61-0f06-4473-9232-21b030b937cd req-f027dcb8-c05f-4073-bfbb-08c986936f40 tempest-ServersAdminNegativeTestJSON-188291557 tempest-ServersAdminNegativeTestJSON-188291557-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=4a151ec7-5edc-4088-aba2-485b5ea10b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5105593 Apr 18 19:28:53.504469 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f027dcb8-c05f-4073-bfbb-08c986936f40 tempest-ServersAdminNegativeTestJSON-188291557 tempest-ServersAdminNegativeTestJSON-188291557-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=317372cd-f8d2-48f0-89b3-f219dffcf965,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:53.519269 n-d-836017-2 neutron-server[84763]: INFO neutron.api.v2.resource [req-2ef17bb1-53c9-4f26-89fe-a33e14a534d9 req-b528c4ef-e513-462c-ba00-6149b9e9b135 service neutron] delete failed (client error): The resource could not be found. Apr 18 19:28:53.520346 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2ef17bb1-53c9-4f26-89fe-a33e14a534d9 req-b528c4ef-e513-462c-ba00-6149b9e9b135 service neutron] 10.222.0.72 "DELETE /v2.0/ports/f209c868-4df3-44a3-95db-ffedb0ab96cd/bindings/n-h2-836017-2 HTTP/1.1" status: 404 len: 380 time: 0.1253583 Apr 18 19:28:53.620100 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18157969-ac3a-44dc-a70e-dd50b33066e1'] response: {'name': 'network-changed', 'server_uuid': '8887625e-000f-4745-93d8-2d7332fdb73a', 'tag': '48819bd4-8cc7-465b-8fdf-5c537c344b66', 'status': 'completed', 'code': 200} Apr 18 19:28:53.620725 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e1f7bf2d-9678-4ed8-9d11-ffd3e41ce0c5 req-90ab0643-0745-4835-8e34-45ae85300b05 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-356477678&fields=id&tenant_id=cde3a890089e40a1b179d71db405af78 HTTP/1.1" status: 200 len: 267 time: 0.0611806 Apr 18 19:28:53.736545 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2ef17bb1-53c9-4f26-89fe-a33e14a534d9 req-71c30557-3ce9-4ae0-ab23-4abf1310da0e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4bf06599121a476094faf72db54a396e&device_id=339d07b1-7b62-4191-8b79-84390fd798a9 HTTP/1.1" status: 200 len: 1102 time: 0.1090696 Apr 18 19:28:53.891640 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c46b2e60-ded4-42f2-94a7-40e626a2b92b req-51811dfd-6f43-4a82-a7ca-2fc6a7aba6d0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cde3a890089e40a1b179d71db405af78&device_id=8887625e-000f-4745-93d8-2d7332fdb73a HTTP/1.1" status: 200 len: 1136 time: 0.1778309 Apr 18 19:28:53.899991 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f7bf2d-9678-4ed8-9d11-ffd3e41ce0c5 req-19f121aa-4eef-4c5d-9f7d-98751b204237 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:53.901462 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e1f7bf2d-9678-4ed8-9d11-ffd3e41ce0c5 req-19f121aa-4eef-4c5d-9f7d-98751b204237 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] 10.222.0.69 "GET /v2.0/ports?device_id=8887625e-000f-4745-93d8-2d7332fdb73a HTTP/1.1" status: 200 len: 985 time: 0.2740254 Apr 18 19:28:53.928112 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7055a06a-f085-4b62-825f-19a468a5f3d5 req-0b8c507a-0c14-4a1f-9f8e-b6fa24ef7c10 tempest-ServerShowV247Test-757221321 tempest-ServerShowV247Test-757221321-project] 10.222.0.69 "GET /v2.0/ports?device_id=497de465-834c-4f8a-9de6-d88d0b41ec77 HTTP/1.1" status: 200 len: 210 time: 0.0725029 Apr 18 19:28:53.939195 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [req-e1f7bf2d-9678-4ed8-9d11-ffd3e41ce0c5 req-3d8b7cb1-81ab-4e56-9aed-99697f8c4945 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Request body: {'port': {'security_groups': ['cd7f69dc-886d-4472-a746-337e2c087e01']}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:28:53.994446 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef17bb1-53c9-4f26-89fe-a33e14a534d9 req-48dba2e9-0d30-4b48-8977-689090d878ad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:53.998367 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2ef17bb1-53c9-4f26-89fe-a33e14a534d9 req-48dba2e9-0d30-4b48-8977-689090d878ad service neutron] 10.222.0.72 "GET /v2.0/networks?id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a HTTP/1.1" status: 200 len: 870 time: 0.2504520 Apr 18 19:28:54.114190 n-d-836017-2 neutron-server[84764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf6d29b4-bc1c-4062-9cb3-75f15dd58a33'] response: {'name': 'network-changed', 'server_uuid': '7d115c85-59d1-4bc4-9907-bb5ae8d28586', 'tag': 'c9f1fdf9-7fe9-4a17-851c-57b608158110', 'status': 'completed', 'code': 200} Apr 18 19:28:54.121472 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 1793d488-6d88-4e78-abaa-2c30e9295584 up at agent hyperv_n-h1-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:28:54.175509 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2ef17bb1-53c9-4f26-89fe-a33e14a534d9 req-1f1216e4-b391-4fc6-8468-6a4919ef7040 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=f209c868-4df3-44a3-95db-ffedb0ab96cd HTTP/1.1" status: 200 len: 217 time: 0.1683784 Apr 18 19:28:54.229318 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cbce718-46d2-43ee-af93-399db22054fe'] response: {'server_uuid': '339d07b1-7b62-4191-8b79-84390fd798a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f209c868-4df3-44a3-95db-ffedb0ab96cd', 'code': 200} Apr 18 19:28:54.299616 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef17bb1-53c9-4f26-89fe-a33e14a534d9 req-1917413f-110e-485a-828c-d0bef4dc128f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:54.302043 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2ef17bb1-53c9-4f26-89fe-a33e14a534d9 req-1917413f-110e-485a-828c-d0bef4dc128f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=17d1b3aa-2066-4ffa-a69f-52ed566b6548 HTTP/1.1" status: 200 len: 843 time: 0.1174681 Apr 18 19:28:54.400169 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46b2e60-ded4-42f2-94a7-40e626a2b92b req-89487b21-b7d7-4fa6-8e16-6e69ed4f1377 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:54.401929 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c46b2e60-ded4-42f2-94a7-40e626a2b92b req-89487b21-b7d7-4fa6-8e16-6e69ed4f1377 service neutron] 10.222.0.73 "GET /v2.0/networks?id=19b59b41-cadd-403d-bfd9-2d34b4cf02aa HTTP/1.1" status: 200 len: 921 time: 0.4994035 Apr 18 19:28:54.404634 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-e1f7bf2d-9678-4ed8-9d11-ffd3e41ce0c5 req-3d8b7cb1-81ab-4e56-9aed-99697f8c4945 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:54.414513 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Provisioning for port 1793d488-6d88-4e78-abaa-2c30e9295584 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:28:54.422743 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Provisioning complete for port 1793d488-6d88-4e78-abaa-2c30e9295584 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:28:54.423636 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:54.629716 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:54.677970 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port 1793d488-6d88-4e78-abaa-2c30e9295584, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=1793d488-6d88-4e78-abaa-2c30e9295584,segment=NetworkSegment(3cf55c06-33d0-4793-a46b-65cf78b7090c),segment_id=3cf55c06-33d0-4793-a46b-65cf78b7090c)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:28:54.798051 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:54.883719 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-e1f7bf2d-9678-4ed8-9d11-ffd3e41ce0c5 req-3d8b7cb1-81ab-4e56-9aed-99697f8c4945 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] For port 48819bd4-8cc7-465b-8fdf-5c537c344b66, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=48819bd4-8cc7-465b-8fdf-5c537c344b66,segment=NetworkSegment(ffe0b6d2-2182-4141-8f2f-b400e36467e4),segment_id=ffe0b6d2-2182-4141-8f2f-b400e36467e4)] {{(pid=84764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:28:54.897613 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c46b2e60-ded4-42f2-94a7-40e626a2b92b req-2974432f-592a-41de-99c6-437f36ed9f4f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=48819bd4-8cc7-465b-8fdf-5c537c344b66 HTTP/1.1" status: 200 len: 217 time: 0.4544656 Apr 18 19:28:54.907412 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:54.919683 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-267f841c-9c13-4cfc-99db-bcc849685273 req-b27ee93e-cda4-48c2-83fc-922df9983695 tempest-ServerShowV247Test-757221321 tempest-ServerShowV247Test-757221321-project] 10.222.0.72 "GET /v2.0/ports?device_id=497de465-834c-4f8a-9de6-d88d0b41ec77 HTTP/1.1" status: 200 len: 210 time: 0.2076664 Apr 18 19:28:54.929359 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad375593-5de6-454f-8aa1-d0e0f7c26678 req-6d74d9e0-c582-4926-bef2-4056bb416f2a tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:54.932679 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ad375593-5de6-454f-8aa1-d0e0f7c26678 req-6d74d9e0-c582-4926-bef2-4056bb416f2a tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/ports?device_id=7d115c85-59d1-4bc4-9907-bb5ae8d28586 HTTP/1.1" status: 200 len: 948 time: 0.5210493 Apr 18 19:28:55.014397 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Pushing event updated for resources: {'Port': ['ID=1793d488-6d88-4e78-abaa-2c30e9295584,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:55.036849 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ad375593-5de6-454f-8aa1-d0e0f7c26678 req-60c4df0b-af6a-4788-9a96-65eb8240d086 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/security-groups?id=5c6be434-109a-4c25-809d-b81f7096d7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928972 Apr 18 19:28:55.040290 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2ef17bb1-53c9-4f26-89fe-a33e14a534d9 req-13fb70f7-85a0-4a1a-a8db-0f88c19c1618 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7261746 Apr 18 19:28:55.042077 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8e325ef2-a245-4f1b-abbf-b310f35aea4b req-69415c2f-a735-4e99-acce-1b433e14335e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d8c4d4c8afa7408e90f614ab2cfa43d3&device_id=7d115c85-59d1-4bc4-9907-bb5ae8d28586 HTTP/1.1" status: 200 len: 1099 time: 0.9045522 Apr 18 19:28:55.048678 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.db.resource_extend [req-e1f7bf2d-9678-4ed8-9d11-ffd3e41ce0c5 req-3d8b7cb1-81ab-4e56-9aed-99697f8c4945 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 19:28:55.183685 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-e1f7bf2d-9678-4ed8-9d11-ffd3e41ce0c5 req-3d8b7cb1-81ab-4e56-9aed-99697f8c4945 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Notify callbacks [] for port, precommit_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:55.203743 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46b2e60-ded4-42f2-94a7-40e626a2b92b req-8a280edd-d77a-46c6-a33a-f5c5ceb0ccbe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:55.205254 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c46b2e60-ded4-42f2-94a7-40e626a2b92b req-8a280edd-d77a-46c6-a33a-f5c5ceb0ccbe service neutron] 10.222.0.73 "GET /v2.0/subnets?id=34e3ae83-1d27-4273-87fc-7e73d7e0f53e HTTP/1.1" status: 200 len: 860 time: 0.2968011 Apr 18 19:28:55.273776 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c46b2e60-ded4-42f2-94a7-40e626a2b92b req-16f13f61-f105-4d35-bec4-5129384f95ae service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=19b59b41-cadd-403d-bfd9-2d34b4cf02aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608184 Apr 18 19:28:55.301877 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-e1f7bf2d-9678-4ed8-9d11-ffd3e41ce0c5 req-3d8b7cb1-81ab-4e56-9aed-99697f8c4945 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2290934'] for port, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:55.326642 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] get_ports_and_sgs() called for port_ids ['48819bd4-8cc7-465b-8fdf-5c537c344b66'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:28:55.327111 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2ef17bb1-53c9-4f26-89fe-a33e14a534d9 req-8a426191-2343-46be-8485-0e185e5130b1 service neutron] 10.222.0.72 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2625456 Apr 18 19:28:55.461631 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee66dc2-9468-47a3-87f3-29498cb83b8e req-95b0c823-927c-4217-9c5a-04e253c2f90f tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:55.463310 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-dee66dc2-9468-47a3-87f3-29498cb83b8e req-95b0c823-927c-4217-9c5a-04e253c2f90f tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=339d07b1-7b62-4191-8b79-84390fd798a9 HTTP/1.1" status: 200 len: 951 time: 0.2255507 Apr 18 19:28:55.546649 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2ef17bb1-53c9-4f26-89fe-a33e14a534d9 req-c87e0804-74f8-4857-acf7-ddbed7c53959 service neutron] 10.222.0.72 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084424 Apr 18 19:28:55.551852 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-dee66dc2-9468-47a3-87f3-29498cb83b8e req-855d9339-e500-4816-a7ab-94bcb52d8fbc tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808599 Apr 18 19:28:55.697970 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8b7cb1-81ab-4e56-9aed-99697f8c4945 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Pushing event updated for resources: {'Port': ['ID=48819bd4-8cc7-465b-8fdf-5c537c344b66,revision_number=7']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:55.703691 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e325ef2-a245-4f1b-abbf-b310f35aea4b req-e8937f06-dc6a-4a2c-9f22-1693d80c5ea6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:55.705698 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8e325ef2-a245-4f1b-abbf-b310f35aea4b req-e8937f06-dc6a-4a2c-9f22-1693d80c5ea6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a HTTP/1.1" status: 200 len: 870 time: 0.6359551 Apr 18 19:28:55.796399 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f7bf2d-9678-4ed8-9d11-ffd3e41ce0c5 req-3d8b7cb1-81ab-4e56-9aed-99697f8c4945 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:55.797351 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-e1f7bf2d-9678-4ed8-9d11-ffd3e41ce0c5 req-3d8b7cb1-81ab-4e56-9aed-99697f8c4945 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:55.801305 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e1f7bf2d-9678-4ed8-9d11-ffd3e41ce0c5 req-3d8b7cb1-81ab-4e56-9aed-99697f8c4945 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] 10.222.0.69 "PUT /v2.0/ports/48819bd4-8cc7-465b-8fdf-5c537c344b66 HTTP/1.1" status: 200 len: 943 time: 1.8704331 Apr 18 19:28:55.844747 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-22d88d25-f8b7-4923-aff1-1512193da749 req-49554568-dcd4-4fb7-8a77-0819a2d25a68 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e5f5eb11-b473-4730-b2dd-185b9968e91a&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0955055 Apr 18 19:28:55.887546 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8e325ef2-a245-4f1b-abbf-b310f35aea4b req-b68af4d2-b73a-47d1-816e-037bbf771276 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=c9f1fdf9-7fe9-4a17-851c-57b608158110 HTTP/1.1" status: 200 len: 217 time: 0.1680689 Apr 18 19:28:55.893158 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c46b2e60-ded4-42f2-94a7-40e626a2b92b req-cb6dd4e2-c574-422c-977c-6ffd39b768cd service neutron] 10.222.0.73 "GET /v2.0/networks/19b59b41-cadd-403d-bfd9-2d34b4cf02aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6101637 Apr 18 19:28:55.933788 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] get_ports_and_sgs() called for port_ids ['48819bd4-8cc7-465b-8fdf-5c537c344b66'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:28:56.109111 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4731dfe6-84cb-4df5-9c4e-d293dd46dc3b req-40dd20f2-9ce4-48f5-8561-87dde4dd1cee tempest-ServerShowV247Test-757221321 tempest-ServerShowV247Test-757221321-project] 10.222.0.69 "GET /v2.0/ports?device_id=497de465-834c-4f8a-9de6-d88d0b41ec77 HTTP/1.1" status: 200 len: 210 time: 0.0885773 Apr 18 19:28:56.133090 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8887625e-000f-4745-93d8-2d7332fdb73a', 'tag': '48819bd4-8cc7-465b-8fdf-5c537c344b66'}] {{(pid=84764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:28:56.185844 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e325ef2-a245-4f1b-abbf-b310f35aea4b req-889dd018-4571-49e8-ad55-91bcfbbf2480 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:56.187857 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8e325ef2-a245-4f1b-abbf-b310f35aea4b req-889dd018-4571-49e8-ad55-91bcfbbf2480 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=17d1b3aa-2066-4ffa-a69f-52ed566b6548 HTTP/1.1" status: 200 len: 843 time: 0.2908747 Apr 18 19:28:56.230365 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '698ab2b5-54f2-4017-94e0-efb6c8940c1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1793d488-6d88-4e78-abaa-2c30e9295584'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:28:56.300494 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd3e8d2-4780-451c-abdb-2edce30e869f req-0f55c25a-94bd-47ee-990b-a86848c327d4 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:56.301987 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-5dd3e8d2-4780-451c-abdb-2edce30e869f req-0f55c25a-94bd-47ee-990b-a86848c327d4 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/ports?device_id=698ab2b5-54f2-4017-94e0-efb6c8940c1a HTTP/1.1" status: 200 len: 946 time: 0.3210218 Apr 18 19:28:56.321262 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c46b2e60-ded4-42f2-94a7-40e626a2b92b req-e772769e-6c32-4328-9bc2-45f0c2883cb9 service neutron] 10.222.0.73 "GET /v2.0/networks/19b59b41-cadd-403d-bfd9-2d34b4cf02aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3633158 Apr 18 19:28:56.375917 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8e325ef2-a245-4f1b-abbf-b310f35aea4b req-fa1d1e27-44ca-4bac-93b8-c3f0bacef6bf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1783254 Apr 18 19:28:56.378265 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-5dd3e8d2-4780-451c-abdb-2edce30e869f req-a6648e4f-af69-4343-a4c0-fd7e8a65051d tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/security-groups?id=a141a97b-10ea-4a45-b463-6b38bd1cffff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651217 Apr 18 19:28:56.397632 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-26ef4532-5197-4dcd-84f9-19159b0ff9bb req-1aee69af-eea8-45b3-83fd-9dcff4a80713 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1994879 Apr 18 19:28:56.418178 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-26ef4532-5197-4dcd-84f9-19159b0ff9bb req-bb414050-0b3f-413c-800d-95d23a0cddd4 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Request body: {'floatingip': {'floating_network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:28:56.431091 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-26ef4532-5197-4dcd-84f9-19159b0ff9bb req-bb414050-0b3f-413c-800d-95d23a0cddd4 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:28:56.436975 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-26ef4532-5197-4dcd-84f9-19159b0ff9bb req-bb414050-0b3f-413c-800d-95d23a0cddd4 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Usage tracker for resource:floatingip and tenant:cde3a890089e40a1b179d71db405af78 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:28:56.440440 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-26ef4532-5197-4dcd-84f9-19159b0ff9bb req-bb414050-0b3f-413c-800d-95d23a0cddd4 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:28:56.449717 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-26ef4532-5197-4dcd-84f9-19159b0ff9bb req-bb414050-0b3f-413c-800d-95d23a0cddd4 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:28:56.460132 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device c9f1fdf9-7fe9-4a17-851c-57b608158110 details requested by agent hyperv_n-h2-836017-2 with host n-h2-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:28:56.546365 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-26ef4532-5197-4dcd-84f9-19159b0ff9bb req-bb414050-0b3f-413c-800d-95d23a0cddd4 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Notify callbacks [] for floatingip, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:56.628606 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8e325ef2-a245-4f1b-abbf-b310f35aea4b req-45fd711e-7232-456e-887b-10758fa93481 service neutron] 10.222.0.72 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424464 Apr 18 19:28:56.731772 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port c9f1fdf9-7fe9-4a17-851c-57b608158110, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=c9f1fdf9-7fe9-4a17-851c-57b608158110,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:28:56.764687 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Returning: {'device': 'c9f1fdf9-7fe9-4a17-851c-57b608158110', 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a', 'port_id': 'c9f1fdf9-7fe9-4a17-851c-57b608158110', 'mac_address': 'fa:16:3e:54:c4:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17d1b3aa-2066-4ffa-a69f-52ed566b6548', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:28:56.766042 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-26ef4532-5197-4dcd-84f9-19159b0ff9bb req-bb414050-0b3f-413c-800d-95d23a0cddd4 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:56.788574 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798d6ef2-1040-4f9d-96d3-177a0cfa0798 req-276bc8d6-0a6b-430a-96b7-653cd992e002 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:56.790705 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-798d6ef2-1040-4f9d-96d3-177a0cfa0798 req-276bc8d6-0a6b-430a-96b7-653cd992e002 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/ports?device_id=7d115c85-59d1-4bc4-9907-bb5ae8d28586 HTTP/1.1" status: 200 len: 948 time: 0.2292106 Apr 18 19:28:56.831905 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:56.850432 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9f1fdf9-7fe9-4a17-851c-57b608158110 {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:28:56.868090 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port c9f1fdf9-7fe9-4a17-851c-57b608158110, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=c9f1fdf9-7fe9-4a17-851c-57b608158110,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:28:56.884826 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8e325ef2-a245-4f1b-abbf-b310f35aea4b req-47dc3bdd-e7a9-4817-9b44-a802b534c28e service neutron] 10.222.0.72 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354040 Apr 18 19:28:56.905225 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-798d6ef2-1040-4f9d-96d3-177a0cfa0798 req-d3943784-8c38-4240-b517-4bba949fd863 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/security-groups?id=5c6be434-109a-4c25-809d-b81f7096d7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945318 Apr 18 19:28:56.942980 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_common [req-26ef4532-5197-4dcd-84f9-19159b0ff9bb req-bb414050-0b3f-413c-800d-95d23a0cddd4 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Allocated IP 172.25.3.155 (11e8e108-37df-4084-b6b7-113e6beb66b4/3b0abf32-1504-448b-b06e-c8c870b6a7c8/8417343c-69f9-41d7-9dee-dffd6991713d) {{(pid=84763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:28:56.976786 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:56.996967 n-d-836017-2 neutron-server[84764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90e58401-68fa-4682-a5cd-13c476fd0dc7'] response: {'name': 'network-changed', 'server_uuid': '8887625e-000f-4745-93d8-2d7332fdb73a', 'tag': '48819bd4-8cc7-465b-8fdf-5c537c344b66', 'status': 'completed', 'code': 200} Apr 18 19:28:57.092383 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5493a5f8-5694-48fc-8142-8b4594e30966'] response: {'server_uuid': '698ab2b5-54f2-4017-94e0-efb6c8940c1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1793d488-6d88-4e78-abaa-2c30e9295584', 'code': 200} Apr 18 19:28:57.096721 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=c9f1fdf9-7fe9-4a17-851c-57b608158110,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:57.207008 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-fe76b426-98bb-4dee-92af-46d379237c59 req-8e44495e-4bca-421f-8831-168e5ce9dc44 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cde3a890089e40a1b179d71db405af78&device_id=8887625e-000f-4745-93d8-2d7332fdb73a HTTP/1.1" status: 200 len: 1097 time: 0.1045117 Apr 18 19:28:57.235777 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-26ef4532-5197-4dcd-84f9-19159b0ff9bb req-bb414050-0b3f-413c-800d-95d23a0cddd4 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Notify callbacks [] for port, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:57.294961 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] get_ports_and_sgs() called for port_ids ['c9f1fdf9-7fe9-4a17-851c-57b608158110'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:28:57.295768 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e44919c9-88e6-4f58-b8f8-d536c3233dfc req-1351c53d-fcfa-47d3-a3c4-f61596898f14 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=698ab2b5-54f2-4017-94e0-efb6c8940c1a HTTP/1.1" status: 200 len: 1097 time: 0.1377313 Apr 18 19:28:57.364676 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e44919c9-88e6-4f58-b8f8-d536c3233dfc req-a717e54a-001f-44d2-871d-05b94473504d service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=a141a97b-10ea-4a45-b463-6b38bd1cffff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626812 Apr 18 19:28:57.377813 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-26ef4532-5197-4dcd-84f9-19159b0ff9bb req-bb414050-0b3f-413c-800d-95d23a0cddd4 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:57.422668 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe76b426-98bb-4dee-92af-46d379237c59 req-2852f6a0-be58-45f2-a628-64e964e53cc8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:57.424329 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-fe76b426-98bb-4dee-92af-46d379237c59 req-2852f6a0-be58-45f2-a628-64e964e53cc8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=19b59b41-cadd-403d-bfd9-2d34b4cf02aa HTTP/1.1" status: 200 len: 921 time: 0.1773791 Apr 18 19:28:57.440151 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1e0321-6576-458c-8539-788d3087f681 req-093ad072-937f-4a05-a9d2-b9da8d4dffbc tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:57.442203 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-db1e0321-6576-458c-8539-788d3087f681 req-093ad072-937f-4a05-a9d2-b9da8d4dffbc tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=339d07b1-7b62-4191-8b79-84390fd798a9 HTTP/1.1" status: 200 len: 951 time: 0.2336571 Apr 18 19:28:57.476046 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb414050-0b3f-413c-800d-95d23a0cddd4 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Pushing event updated for resources: {'Port': ['ID=8417343c-69f9-41d7-9dee-dffd6991713d,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:57.497671 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26ef4532-5197-4dcd-84f9-19159b0ff9bb req-bb414050-0b3f-413c-800d-95d23a0cddd4 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Network 11e8e108-37df-4084-b6b7-113e6beb66b4 is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:28:57.499559 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [req-26ef4532-5197-4dcd-84f9-19159b0ff9bb req-bb414050-0b3f-413c-800d-95d23a0cddd4 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:28:57.508906 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-26ef4532-5197-4dcd-84f9-19159b0ff9bb req-bb414050-0b3f-413c-800d-95d23a0cddd4 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Received port after_create {{(pid=84763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:28:57.522688 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-db1e0321-6576-458c-8539-788d3087f681 req-400c8783-999e-4461-9864-e5d4a450bfae tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730712 Apr 18 19:28:57.792716 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-fe76b426-98bb-4dee-92af-46d379237c59 req-22de0cf8-c5ee-414b-87ee-08f5579bd8b5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=48819bd4-8cc7-465b-8fdf-5c537c344b66 HTTP/1.1" status: 200 len: 217 time: 0.1450789 Apr 18 19:28:57.793498 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-26ef4532-5197-4dcd-84f9-19159b0ff9bb req-bb414050-0b3f-413c-800d-95d23a0cddd4 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:57.835794 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe76b426-98bb-4dee-92af-46d379237c59 req-7abd8148-299a-4eef-9a8e-d5b50760ef1f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:57.837298 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-fe76b426-98bb-4dee-92af-46d379237c59 req-7abd8148-299a-4eef-9a8e-d5b50760ef1f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=34e3ae83-1d27-4273-87fc-7e73d7e0f53e HTTP/1.1" status: 200 len: 860 time: 0.0602138 Apr 18 19:28:57.883990 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-fe76b426-98bb-4dee-92af-46d379237c59 req-609fddde-9d0d-4ada-a3ac-3b5ed68a7f79 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=19b59b41-cadd-403d-bfd9-2d34b4cf02aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405953 Apr 18 19:28:58.041112 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-fe76b426-98bb-4dee-92af-46d379237c59 req-84b44b26-3f9d-4495-b61a-636131db042f service neutron] 10.222.0.73 "GET /v2.0/networks/19b59b41-cadd-403d-bfd9-2d34b4cf02aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501799 Apr 18 19:28:58.061903 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-26ef4532-5197-4dcd-84f9-19159b0ff9bb req-bb414050-0b3f-413c-800d-95d23a0cddd4 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:58.307493 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-fe76b426-98bb-4dee-92af-46d379237c59 req-f30e723a-244b-40d4-aa0f-13897b80a4ec service neutron] 10.222.0.73 "GET /v2.0/networks/19b59b41-cadd-403d-bfd9-2d34b4cf02aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2589633 Apr 18 19:28:58.446263 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431bdedb-70c1-4ab2-a645-d645fc9efcc7 req-eedce6e8-8362-4693-b968-97881ea2caad tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:58.447331 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-26ef4532-5197-4dcd-84f9-19159b0ff9bb req-bb414050-0b3f-413c-800d-95d23a0cddd4 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Notify callbacks [] for port, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:58.448851 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-431bdedb-70c1-4ab2-a645-d645fc9efcc7 req-eedce6e8-8362-4693-b968-97881ea2caad tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/ports?device_id=698ab2b5-54f2-4017-94e0-efb6c8940c1a HTTP/1.1" status: 200 len: 946 time: 0.0883551 Apr 18 19:28:58.474152 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device c9f1fdf9-7fe9-4a17-851c-57b608158110 up at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:28:58.496827 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-431bdedb-70c1-4ab2-a645-d645fc9efcc7 req-cede56a0-806e-4e0a-a0de-1fbef07ddd04 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/security-groups?id=a141a97b-10ea-4a45-b463-6b38bd1cffff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433474 Apr 18 19:28:58.608960 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-26ef4532-5197-4dcd-84f9-19159b0ff9bb req-bb414050-0b3f-413c-800d-95d23a0cddd4 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:58.677652 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning for port c9f1fdf9-7fe9-4a17-851c-57b608158110 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:28:58.684788 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning complete for port c9f1fdf9-7fe9-4a17-851c-57b608158110 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:28:58.685424 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:58.727830 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb414050-0b3f-413c-800d-95d23a0cddd4 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Pushing event updated for resources: {'Port': ['ID=8417343c-69f9-41d7-9dee-dffd6991713d,revision_number=2']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:58.747298 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-26ef4532-5197-4dcd-84f9-19159b0ff9bb req-bb414050-0b3f-413c-800d-95d23a0cddd4 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416787'] for floatingip, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:58.758152 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d67b43-7174-47f7-bb35-b30d8720f885 req-6e4cc7a6-dc32-47e1-824a-f0c6962babf0 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:58.761670 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-b2d67b43-7174-47f7-bb35-b30d8720f885 req-6e4cc7a6-dc32-47e1-824a-f0c6962babf0 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=339d07b1-7b62-4191-8b79-84390fd798a9 HTTP/1.1" status: 200 len: 951 time: 0.1092899 Apr 18 19:28:58.809630 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:58.816108 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-b2d67b43-7174-47f7-bb35-b30d8720f885 req-470b7be0-a276-4995-ad78-f81760935bfb tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487008 Apr 18 19:28:58.850019 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port c9f1fdf9-7fe9-4a17-851c-57b608158110, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=c9f1fdf9-7fe9-4a17-851c-57b608158110,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:28:58.867738 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-26ef4532-5197-4dcd-84f9-19159b0ff9bb req-bb414050-0b3f-413c-800d-95d23a0cddd4 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for floatingip, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:58.868922 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-26ef4532-5197-4dcd-84f9-19159b0ff9bb req-bb414050-0b3f-413c-800d-95d23a0cddd4 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4597299 Apr 18 19:28:58.951126 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-26ef4532-5197-4dcd-84f9-19159b0ff9bb req-6802a8bb-d0a1-46cb-981e-a17f901ad199 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Synchronizing usage tracker for tenant:cde3a890089e40a1b179d71db405af78 on resource:floatingip {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:28:59.007585 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:59.042821 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-26ef4532-5197-4dcd-84f9-19159b0ff9bb req-6802a8bb-d0a1-46cb-981e-a17f901ad199 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Unset dirty status for tenant:cde3a890089e40a1b179d71db405af78 on resource:floatingip {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:28:59.042821 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-26ef4532-5197-4dcd-84f9-19159b0ff9bb req-6802a8bb-d0a1-46cb-981e-a17f901ad199 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.3.155 HTTP/1.1" status: 200 len: 696 time: 0.1686704 Apr 18 19:28:59.100268 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d115c85-59d1-4bc4-9907-bb5ae8d28586', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9f1fdf9-7fe9-4a17-851c-57b608158110'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:28:59.131827 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=c9f1fdf9-7fe9-4a17-851c-57b608158110,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:59.216194 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cd6c25-42d5-47d3-aee1-e65ea3bf53ae req-f8a34fdb-7d3a-4c1c-9873-3cf8dc3ad33a tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:59.217690 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-96cd6c25-42d5-47d3-aee1-e65ea3bf53ae req-f8a34fdb-7d3a-4c1c-9873-3cf8dc3ad33a tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.73 "GET /v2.0/ports?device_id=5813ea9b-bdb3-4b0d-b1fa-560b06c0e787 HTTP/1.1" status: 200 len: 945 time: 0.0803225 Apr 18 19:28:59.222841 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ef4532-5197-4dcd-84f9-19159b0ff9bb req-265df348-ca2d-488b-8e69-e07e4543ac88 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:59.224966 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-26ef4532-5197-4dcd-84f9-19159b0ff9bb req-265df348-ca2d-488b-8e69-e07e4543ac88 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] 10.222.0.69 "GET /v2.0/networks/11e8e108-37df-4084-b6b7-113e6beb66b4 HTTP/1.1" status: 200 len: 784 time: 0.1805172 Apr 18 19:28:59.302893 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [req-96cd6c25-42d5-47d3-aee1-e65ea3bf53ae req-bc4647aa-6145-4660-9081-cd63ccb3b1b6 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Deleting port c84bda8b-f4ab-4230-8e89-c912714674c2 {{(pid=84764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:28:59.302893 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-96cd6c25-42d5-47d3-aee1-e65ea3bf53ae req-bc4647aa-6145-4660-9081-cd63ccb3b1b6 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:59.611210 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-96cd6c25-42d5-47d3-aee1-e65ea3bf53ae req-bc4647aa-6145-4660-9081-cd63ccb3b1b6 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] For port c84bda8b-f4ab-4230-8e89-c912714674c2, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=c84bda8b-f4ab-4230-8e89-c912714674c2,segment=NetworkSegment(1b33902c-725a-4527-bb11-2978d3dba7a4),segment_id=1b33902c-725a-4527-bb11-2978d3dba7a4)] {{(pid=84764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:28:59.611464 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-96cd6c25-42d5-47d3-aee1-e65ea3bf53ae req-bc4647aa-6145-4660-9081-cd63ccb3b1b6 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:59.749661 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [req-96cd6c25-42d5-47d3-aee1-e65ea3bf53ae req-bc4647aa-6145-4660-9081-cd63ccb3b1b6 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Calling delete_port for c84bda8b-f4ab-4230-8e89-c912714674c2 owned by compute:nova {{(pid=84764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:28:59.796202 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb95ca4-5a89-4c30-9c3d-21afbc784ee5 req-2d122d66-9e80-444d-b33d-30f7d57f4d8c tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:59.796456 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-fbb95ca4-5a89-4c30-9c3d-21afbc784ee5 req-2d122d66-9e80-444d-b33d-30f7d57f4d8c tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/ports?device_id=7d115c85-59d1-4bc4-9907-bb5ae8d28586 HTTP/1.1" status: 200 len: 950 time: 0.3058569 Apr 18 19:28:59.879524 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-fbb95ca4-5a89-4c30-9c3d-21afbc784ee5 req-5dc90931-ac58-44b4-b618-8c2d780938f1 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/security-groups?id=5c6be434-109a-4c25-809d-b81f7096d7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746946 Apr 18 19:29:00.057800 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e3edc361-e934-40f0-9b7f-d458e0acfa09 req-aad29595-fa28-4070-9b3e-2e6fa3953ee4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5e58abbd8fee414cbd7d17c8e26df46b&device_id=d9345cef-ab8d-44e8-8a01-6abffa88dfaf HTTP/1.1" status: 200 len: 210 time: 0.0625515 Apr 18 19:29:00.057800 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e3edc361-e934-40f0-9b7f-d458e0acfa09 req-493a6ccb-2c84-4d1a-95e0-c6df45b2af23 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=5e58abbd8fee414cbd7d17c8e26df46b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0270579 Apr 18 19:29:00.058091 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2542e8d-21f0-40d4-84c8-85713e42c1bf'] response: {'server_uuid': '7d115c85-59d1-4bc4-9907-bb5ae8d28586', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9f1fdf9-7fe9-4a17-851c-57b608158110', 'code': 200} Apr 18 19:29:00.058552 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ddb3a8-274c-4728-85f3-f2bf6aa29585 req-a828c5c4-c409-4336-aee4-9f4862273a09 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:00.058552 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-97ddb3a8-274c-4728-85f3-f2bf6aa29585 req-a828c5c4-c409-4336-aee4-9f4862273a09 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=5813ea9b-bdb3-4b0d-b1fa-560b06c0e787 HTTP/1.1" status: 200 len: 945 time: 0.1231852 Apr 18 19:29:00.112894 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-97ddb3a8-274c-4728-85f3-f2bf6aa29585 req-db427890-79cb-4791-8ccd-71708583e397 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527108 Apr 18 19:29:00.202515 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-36bd46ed-f9d3-4dfe-bfd3-3451d23d0945 req-1a491e02-0117-4368-8e76-e14b9de7ea32 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7d115c85-59d1-4bc4-9907-bb5ae8d28586 HTTP/1.1" status: 200 len: 1101 time: 0.0770881 Apr 18 19:29:00.249261 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-96cd6c25-42d5-47d3-aee1-e65ea3bf53ae req-bc4647aa-6145-4660-9081-cd63ccb3b1b6 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:00.303436 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-36bd46ed-f9d3-4dfe-bfd3-3451d23d0945 req-69ea218a-98e1-4b45-9e40-878b47ac10d3 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=5c6be434-109a-4c25-809d-b81f7096d7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876474 Apr 18 19:29:00.320467 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4647aa-6145-4660-9081-cd63ccb3b1b6 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Pushing event deleted for resources: {'Port': ['ID=c84bda8b-f4ab-4230-8e89-c912714674c2,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:00.333275 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5275d504-bc72-4f08-9d0a-46516ff62d15 req-f16c0d6d-906f-4989-ba9c-d231870e042a tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:00.335008 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5275d504-bc72-4f08-9d0a-46516ff62d15 req-f16c0d6d-906f-4989-ba9c-d231870e042a tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] 10.222.0.69 "GET /v2.0/ports?device_id=e5f5eb11-b473-4730-b2dd-185b9968e91a HTTP/1.1" status: 200 len: 950 time: 0.0922923 Apr 18 19:29:00.378370 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3edc361-e934-40f0-9b7f-d458e0acfa09 req-bf977913-eabf-450e-a5bb-25715d083d8e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:00.379819 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e3edc361-e934-40f0-9b7f-d458e0acfa09 req-bf977913-eabf-450e-a5bb-25715d083d8e service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3146725 Apr 18 19:29:00.400158 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5275d504-bc72-4f08-9d0a-46516ff62d15 req-3899cd3f-798b-48cf-b1e4-c28fd51360df tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a151ec7-5edc-4088-aba2-485b5ea10b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420840 Apr 18 19:29:00.429931 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f5340a-27a3-44ed-abe2-0cf16b06bf7b req-8c89af81-dcb1-4cbb-b984-33348b1abcc4 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:00.431432 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f0f5340a-27a3-44ed-abe2-0cf16b06bf7b req-8c89af81-dcb1-4cbb-b984-33348b1abcc4 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] 10.222.0.69 "GET /v2.0/ports?device_id=8887625e-000f-4745-93d8-2d7332fdb73a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2734959 Apr 18 19:29:00.432496 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [req-96cd6c25-42d5-47d3-aee1-e65ea3bf53ae req-bc4647aa-6145-4660-9081-cd63ccb3b1b6 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] No DVR routers for this DVR port c84bda8b-f4ab-4230-8e89-c912714674c2 on host n-h1-836017-2 {{(pid=84764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:29:00.451519 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-96cd6c25-42d5-47d3-aee1-e65ea3bf53ae req-bc4647aa-6145-4660-9081-cd63ccb3b1b6 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:00.451519 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5813ea9b-bdb3-4b0d-b1fa-560b06c0e787', 'name': 'network-vif-deleted', 'tag': 'c84bda8b-f4ab-4230-8e89-c912714674c2'}] {{(pid=84764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:29:00.598774 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac118c16-300c-4a96-837c-57bbdb2f35a8 req-a63903e7-888a-4dec-a81f-2aac6770a321 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:00.600372 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ac118c16-300c-4a96-837c-57bbdb2f35a8 req-a63903e7-888a-4dec-a81f-2aac6770a321 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/ports?device_id=698ab2b5-54f2-4017-94e0-efb6c8940c1a HTTP/1.1" status: 200 len: 946 time: 0.0896177 Apr 18 19:29:00.629510 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f0f5340a-27a3-44ed-abe2-0cf16b06bf7b req-b9b976a0-f273-4166-876a-198aba86b795 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.3.155 HTTP/1.1" status: 200 len: 696 time: 0.1839120 Apr 18 19:29:00.639082 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [req-f0f5340a-27a3-44ed-abe2-0cf16b06bf7b req-3f8b59fd-513f-4d66-9675-032da0c4cff8 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Request body: {'floatingip': {'port_id': '48819bd4-8cc7-465b-8fdf-5c537c344b66', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:29:00.652281 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ac118c16-300c-4a96-837c-57bbdb2f35a8 req-e1212665-b11a-47c7-b0e1-927cbc2b7976 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/security-groups?id=a141a97b-10ea-4a45-b463-6b38bd1cffff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446804 Apr 18 19:29:00.721477 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-96cd6c25-42d5-47d3-aee1-e65ea3bf53ae req-bc4647aa-6145-4660-9081-cd63ccb3b1b6 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.73 "DELETE /v2.0/ports/c84bda8b-f4ab-4230-8e89-c912714674c2 HTTP/1.1" status: 204 len: 173 time: 1.4978619 Apr 18 19:29:00.728634 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-f0f5340a-27a3-44ed-abe2-0cf16b06bf7b req-3f8b59fd-513f-4d66-9675-032da0c4cff8 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Notify callbacks [] for floatingip, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:00.832940 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-c8c7b3de-4a4d-4c52-ae0d-4e08d5e280cf req-aad22583-1afb-4278-9ea1-ecb211446485 tempest-ServerShowV247Test-757221321 tempest-ServerShowV247Test-757221321-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9345cef-ab8d-44e8-8a01-6abffa88dfaf HTTP/1.1" status: 200 len: 210 time: 0.0466528 Apr 18 19:29:00.996761 n-d-836017-2 neutron-server[84764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2e5d523-95bf-4680-a6de-a20bd4f2ce04'] response: {'server_uuid': '5813ea9b-bdb3-4b0d-b1fa-560b06c0e787', 'name': 'network-vif-deleted', 'tag': 'c84bda8b-f4ab-4230-8e89-c912714674c2', 'status': 'completed', 'code': 200} Apr 18 19:29:01.452444 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ca54d4-6014-4967-bba6-324dad682463 req-d69de119-f57f-45bb-8985-2463e2986e6a tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:01.453634 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-78ca54d4-6014-4967-bba6-324dad682463 req-d69de119-f57f-45bb-8985-2463e2986e6a tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] 10.222.0.73 "GET /v2.0/ports?device_id=e5f5eb11-b473-4730-b2dd-185b9968e91a HTTP/1.1" status: 200 len: 950 time: 0.1954339 Apr 18 19:29:01.455551 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-f0f5340a-27a3-44ed-abe2-0cf16b06bf7b req-3f8b59fd-513f-4d66-9675-032da0c4cff8 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:01.536994 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [req-78ca54d4-6014-4967-bba6-324dad682463 req-e9a094ab-d6d6-41c6-a37e-7d71f4890899 tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] Deleting port 633b9d99-844f-474c-9b7c-ac63ca4b8257 {{(pid=84764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:29:01.536994 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-78ca54d4-6014-4967-bba6-324dad682463 req-e9a094ab-d6d6-41c6-a37e-7d71f4890899 tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:01.568432 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-f0f5340a-27a3-44ed-abe2-0cf16b06bf7b req-3f8b59fd-513f-4d66-9675-032da0c4cff8 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416787'] for floatingip, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:01.948198 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be49bfa-854d-45b1-ae74-c058a9c7c585 req-87866b57-90b0-4b5f-96cf-ccae20c122b7 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:01.951037 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3be49bfa-854d-45b1-ae74-c058a9c7c585 req-87866b57-90b0-4b5f-96cf-ccae20c122b7 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/ports?device_id=7d115c85-59d1-4bc4-9907-bb5ae8d28586 HTTP/1.1" status: 200 len: 950 time: 0.1331863 Apr 18 19:29:01.977965 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-78ca54d4-6014-4967-bba6-324dad682463 req-e9a094ab-d6d6-41c6-a37e-7d71f4890899 tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] For port 633b9d99-844f-474c-9b7c-ac63ca4b8257, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=633b9d99-844f-474c-9b7c-ac63ca4b8257,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:29:01.978386 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-78ca54d4-6014-4967-bba6-324dad682463 req-e9a094ab-d6d6-41c6-a37e-7d71f4890899 tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:01.979439 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fbc612fd-2601-498a-8909-c4a0bc4a6f1a req-f161afd4-602c-4a20-a414-69cd3579301f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=76e1ee3997ab44ceb6fa25bdc9cd69f6&device_id=698ab2b5-54f2-4017-94e0-efb6c8940c1a HTTP/1.1" status: 200 len: 1097 time: 0.2340877 Apr 18 19:29:02.085431 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3be49bfa-854d-45b1-ae74-c058a9c7c585 req-6dae9441-b486-4d06-9835-63e0c6f97cc8 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/security-groups?id=5c6be434-109a-4c25-809d-b81f7096d7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253254 Apr 18 19:29:02.147684 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc612fd-2601-498a-8909-c4a0bc4a6f1a req-61a809bf-63df-4b2f-9cb2-295b64b2c16e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:02.149489 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fbc612fd-2601-498a-8909-c4a0bc4a6f1a req-61a809bf-63df-4b2f-9cb2-295b64b2c16e service neutron] 10.222.0.73 "GET /v2.0/networks?id=d2042316-fc2f-4bd1-9428-8aa751f345ec HTTP/1.1" status: 200 len: 911 time: 0.1541233 Apr 18 19:29:02.165731 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 633b9d99-844f-474c-9b7c-ac63ca4b8257 no longer exists at agent hyperv_n-h1-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:29:02.266209 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [req-78ca54d4-6014-4967-bba6-324dad682463 req-e9a094ab-d6d6-41c6-a37e-7d71f4890899 tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] Calling delete_port for 633b9d99-844f-474c-9b7c-ac63ca4b8257 owned by compute:nova {{(pid=84764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:29:02.266831 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fbc612fd-2601-498a-8909-c4a0bc4a6f1a req-1c1291f0-827c-44d8-addf-086ed7b7f1b1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1793d488-6d88-4e78-abaa-2c30e9295584 HTTP/1.1" status: 200 len: 217 time: 0.0961235 Apr 18 19:29:02.305533 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:02.310196 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e3edc361-e934-40f0-9b7f-d458e0acfa09 req-9cbcd1df-4559-43dd-a55f-1b423216e2ab tempest-ServerShowV247Test-757221321 tempest-ServerShowV247Test-757221321-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9345cef-ab8d-44e8-8a01-6abffa88dfaf HTTP/1.1" status: 200 len: 210 time: 0.3067391 Apr 18 19:29:02.334644 n-d-836017-2 neutron-server[84764]: INFO neutron.db.l3_db [req-f0f5340a-27a3-44ed-abe2-0cf16b06bf7b req-3f8b59fd-513f-4d66-9675-032da0c4cff8 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Floating IP 5fe9f5f0-56d5-4945-b7d1-fe258a04a82d associated. External IP: 172.25.3.155, port: 48819bd4-8cc7-465b-8fdf-5c537c344b66. Apr 18 19:29:02.358116 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5f5eb11-b473-4730-b2dd-185b9968e91a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '633b9d99-844f-474c-9b7c-ac63ca4b8257'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:29:02.369154 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port 633b9d99-844f-474c-9b7c-ac63ca4b8257, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=633b9d99-844f-474c-9b7c-ac63ca4b8257,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:29:02.394820 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc612fd-2601-498a-8909-c4a0bc4a6f1a req-03ad1633-72e2-463d-a1ab-697b4edc951e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:02.396729 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fbc612fd-2601-498a-8909-c4a0bc4a6f1a req-03ad1633-72e2-463d-a1ab-697b4edc951e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=741dfd9d-95ea-4063-b188-15cfc9cc941c HTTP/1.1" status: 200 len: 850 time: 0.1199677 Apr 18 19:29:02.457159 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fbc612fd-2601-498a-8909-c4a0bc4a6f1a req-5087681d-6a32-4077-89e4-17500b70d4fc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d2042316-fc2f-4bd1-9428-8aa751f345ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503740 Apr 18 19:29:02.503739 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:02.504731 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device c84bda8b-f4ab-4230-8e89-c912714674c2 no longer exists at agent hyperv_n-h1-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:29:02.598389 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] No Port match for: c84bda8b-f4ab-4230-8e89-c912714674c2 {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:29:02.599057 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device c84bda8b-f4ab-4230-8e89-c912714674c2 not bound to the agent host n-h1-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:29:02.625615 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.db.api [req-78ca54d4-6014-4967-bba6-324dad682463 req-e9a094ab-d6d6-41c6-a37e-7d71f4890899 tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84764) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 19:29:02.626086 n-d-836017-2 neutron-server[84764]: DEBUG oslo_db.api [req-78ca54d4-6014-4967-bba6-324dad682463 req-e9a094ab-d6d6-41c6-a37e-7d71f4890899 tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 19:29:02.656559 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Pushing event updated for resources: {'Port': ['ID=633b9d99-844f-474c-9b7c-ac63ca4b8257,revision_number=6']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:02.695969 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcef692-2326-4162-a613-b5bbeecf8e88 req-3a365e49-1b9d-4ab3-984d-5bcc2431ae83 tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:02.697485 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8bcef692-2326-4162-a613-b5bbeecf8e88 req-3a365e49-1b9d-4ab3-984d-5bcc2431ae83 tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] 10.222.0.69 "GET /v2.0/ports?device_id=e5f5eb11-b473-4730-b2dd-185b9968e91a HTTP/1.1" status: 200 len: 950 time: 0.3519669 Apr 18 19:29:02.778210 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fbc612fd-2601-498a-8909-c4a0bc4a6f1a req-34c1f319-bb05-4e32-89e3-f1b8dece1763 service neutron] 10.222.0.73 "GET /v2.0/networks/d2042316-fc2f-4bd1-9428-8aa751f345ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3088381 Apr 18 19:29:02.789426 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f0f5340a-27a3-44ed-abe2-0cf16b06bf7b req-3f8b59fd-513f-4d66-9675-032da0c4cff8 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Router 2d3c936d-510c-4afe-a1d0-07524f48ac15 has already been hosted by L3 agent 21b59c62-f184-4169-bc3e-79831cc043e8 {{(pid=84764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:29:02.807509 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8bcef692-2326-4162-a613-b5bbeecf8e88 req-4ee4c47e-2829-4f24-9552-e04b964cfebe tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a151ec7-5edc-4088-aba2-485b5ea10b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945070 Apr 18 19:29:02.925637 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fbc612fd-2601-498a-8909-c4a0bc4a6f1a req-af394c43-0b37-497e-8eaf-b48979035519 service neutron] 10.222.0.73 "GET /v2.0/networks/d2042316-fc2f-4bd1-9428-8aa751f345ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413407 Apr 18 19:29:03.024269 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f0f5340a-27a3-44ed-abe2-0cf16b06bf7b req-3f8b59fd-513f-4d66-9675-032da0c4cff8 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Notify agent at l3_agent.n-d-836017-2 the message routers_updated {{(pid=84764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:29:03.047196 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaaaeab-8127-41c1-8639-d166b1f83b4a req-7506c718-e601-4718-b699-0702c096d132 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:03.051617 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-daaaaeab-8127-41c1-8639-d166b1f83b4a req-7506c718-e601-4718-b699-0702c096d132 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/ports?device_id=698ab2b5-54f2-4017-94e0-efb6c8940c1a HTTP/1.1" status: 200 len: 946 time: 0.1220534 Apr 18 19:29:03.051805 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-f0f5340a-27a3-44ed-abe2-0cf16b06bf7b req-3f8b59fd-513f-4d66-9675-032da0c4cff8 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for floatingip, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:03.114253 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521c0455-0c14-4a41-9ea7-22008b126219 None None] Sync routers for ids ['2d3c936d-510c-4afe-a1d0-07524f48ac15'] in n-d-836017-2 {{(pid=84766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:29:03.128028 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [req-78ca54d4-6014-4967-bba6-324dad682463 req-e9a094ab-d6d6-41c6-a37e-7d71f4890899 tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] Deleting port 633b9d99-844f-474c-9b7c-ac63ca4b8257 {{(pid=84764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:29:03.128602 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-78ca54d4-6014-4967-bba6-324dad682463 req-e9a094ab-d6d6-41c6-a37e-7d71f4890899 tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:03.129667 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-daaaaeab-8127-41c1-8639-d166b1f83b4a req-640eda08-db80-4776-b85e-fc0dcd71d3ce tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/security-groups?id=a141a97b-10ea-4a45-b463-6b38bd1cffff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704968 Apr 18 19:29:03.160984 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f0f5340a-27a3-44ed-abe2-0cf16b06bf7b req-3f8b59fd-513f-4d66-9675-032da0c4cff8 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] 10.222.0.69 "PUT /v2.0/floatingips/5fe9f5f0-56d5-4945-b7d1-fe258a04a82d HTTP/1.1" status: 200 len: 997 time: 2.5259359 Apr 18 19:29:03.167318 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8887625e-000f-4745-93d8-2d7332fdb73a', 'tag': '48819bd4-8cc7-465b-8fdf-5c537c344b66'}] {{(pid=84764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:29:03.182714 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521c0455-0c14-4a41-9ea7-22008b126219 None None] Routers {'2d3c936d-510c-4afe-a1d0-07524f48ac15'} bound to L3 agent in host n-d-836017-2 {{(pid=84766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:29:03.185108 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-521c0455-0c14-4a41-9ea7-22008b126219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:28:50Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['2d3c936d-510c-4afe-a1d0-07524f48ac15'], 'active': True} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:29:03.409091 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f0f5340a-27a3-44ed-abe2-0cf16b06bf7b req-052fb572-aaa4-497d-8574-21ace38577fb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cde3a890089e40a1b179d71db405af78&device_id=8887625e-000f-4745-93d8-2d7332fdb73a HTTP/1.1" status: 200 len: 1097 time: 0.2334557 Apr 18 19:29:03.457452 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-1cf9cc0c-bb57-4911-8396-c40c850b3175 req-53621349-c9e1-4e4e-9424-defd9dc8b280 tempest-ServerShowV247Test-757221321 tempest-ServerShowV247Test-757221321-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9345cef-ab8d-44e8-8a01-6abffa88dfaf HTTP/1.1" status: 200 len: 210 time: 0.0536678 Apr 18 19:29:03.475531 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvr_db [None req-521c0455-0c14-4a41-9ea7-22008b126219 None None] Set router 2d3c936d-510c-4afe-a1d0-07524f48ac15 gateway port host: n-d-836017-2 {{(pid=84766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:29:03.609226 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-78ca54d4-6014-4967-bba6-324dad682463 req-e9a094ab-d6d6-41c6-a37e-7d71f4890899 tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] For port 633b9d99-844f-474c-9b7c-ac63ca4b8257, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=633b9d99-844f-474c-9b7c-ac63ca4b8257,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:29:03.609815 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-78ca54d4-6014-4967-bba6-324dad682463 req-e9a094ab-d6d6-41c6-a37e-7d71f4890899 tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:03.624910 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f5340a-27a3-44ed-abe2-0cf16b06bf7b req-ac67e9f1-a3fe-4bf7-bb2a-e1fc3aae4ab1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:03.626723 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f0f5340a-27a3-44ed-abe2-0cf16b06bf7b req-ac67e9f1-a3fe-4bf7-bb2a-e1fc3aae4ab1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=19b59b41-cadd-403d-bfd9-2d34b4cf02aa HTTP/1.1" status: 200 len: 921 time: 0.2094803 Apr 18 19:29:03.929504 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-521c0455-0c14-4a41-9ea7-22008b126219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d3c936d-510c-4afe-a1d0-07524f48ac15', 'name': 'tempest-ServerRescueTestJSONUnderV235-1124515802-router', 'tenant_id': 'cde3a890089e40a1b179d71db405af78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': 'ca7f4ddc-6a84-4e70-9dbd-ae963e9beee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:27:11Z', 'updated_at': '2022-04-18T19:27:20Z', 'revision_number': 4, 'project_id': 'cde3a890089e40a1b179d71db405af78', 'gw_port': {'id': 'ca7f4ddc-6a84-4e70-9dbd-ae963e9beee1', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3c936d-510c-4afe-a1d0-07524f48ac15', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:27:13Z', 'updated_at': '2022-04-18T19:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_floatingips': [{'id': '5fe9f5f0-56d5-4945-b7d1-fe258a04a82d', 'tenant_id': 'cde3a890089e40a1b179d71db405af78', 'floating_ip_address': '172.25.3.155', 'floating_network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'router_id': '2d3c936d-510c-4afe-a1d0-07524f48ac15', 'port_id': '48819bd4-8cc7-465b-8fdf-5c537c344b66', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19b59b41-cadd-403d-bfd9-2d34b4cf02aa', 'mac_address': 'fa:16:3e:36:21:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8887625e-000f-4745-93d8-2d7332fdb73a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T19:28:57Z', 'updated_at': '2022-04-18T19:29:01Z', 'revision_number': 1, 'project_id': 'cde3a890089e40a1b179d71db405af78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2a28688-98e9-4c3b-9f99-66b4f2b5aa09', 'name': '', 'network_id': '19b59b41-cadd-403d-bfd9-2d34b4cf02aa', 'tenant_id': 'cde3a890089e40a1b179d71db405af78', 'mac_address': 'fa:16:3e:ea:1c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3c936d-510c-4afe-a1d0-07524f48ac15', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '34e3ae83-1d27-4273-87fc-7e73d7e0f53e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:27:19Z', 'updated_at': '2022-04-18T19:27:31Z', 'revision_number': 5, 'project_id': 'cde3a890089e40a1b179d71db405af78', 'subnets': [{'id': '34e3ae83-1d27-4273-87fc-7e73d7e0f53e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-2', False) {} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:29:03.931716 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521c0455-0c14-4a41-9ea7-22008b126219 None None] Checking router: 2d3c936d-510c-4afe-a1d0-07524f48ac15 for host: n-d-836017-2 {{(pid=84766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:29:03.950414 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521c0455-0c14-4a41-9ea7-22008b126219 None None] Routers {'2d3c936d-510c-4afe-a1d0-07524f48ac15'} bound to L3 agent in host n-d-836017-2 {{(pid=84766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:29:03.950414 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-521c0455-0c14-4a41-9ea7-22008b126219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:28:50Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['2d3c936d-510c-4afe-a1d0-07524f48ac15'], 'active': True} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:29:03.953836 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [req-78ca54d4-6014-4967-bba6-324dad682463 req-e9a094ab-d6d6-41c6-a37e-7d71f4890899 tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] Calling delete_port for 633b9d99-844f-474c-9b7c-ac63ca4b8257 owned by compute:nova {{(pid=84764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:29:03.956681 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e52b9a16-4380-4ae6-ac30-59821772e25d'] response: {'server_uuid': 'e5f5eb11-b473-4730-b2dd-185b9968e91a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '633b9d99-844f-474c-9b7c-ac63ca4b8257', 'code': 200} Apr 18 19:29:04.054448 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f0f5340a-27a3-44ed-abe2-0cf16b06bf7b req-b553ab4b-7161-4b6b-a5bd-ce5581c8e996 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=48819bd4-8cc7-465b-8fdf-5c537c344b66 HTTP/1.1" status: 200 len: 1000 time: 0.3637686 Apr 18 19:29:04.138952 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ad0c62-fe88-43cd-8b1d-da708019f5b6 req-b19c3eb3-390a-4203-b33d-a13cc7478479 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:04.142595 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvr_db [None req-521c0455-0c14-4a41-9ea7-22008b126219 None None] Set router 2d3c936d-510c-4afe-a1d0-07524f48ac15 gateway port host: n-d-836017-2 {{(pid=84766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:29:04.144903 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f7ad0c62-fe88-43cd-8b1d-da708019f5b6 req-b19c3eb3-390a-4203-b33d-a13cc7478479 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/ports?device_id=7d115c85-59d1-4bc4-9907-bb5ae8d28586 HTTP/1.1" status: 200 len: 950 time: 0.0902290 Apr 18 19:29:04.164420 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f5340a-27a3-44ed-abe2-0cf16b06bf7b req-ace1ea2f-ac56-4005-a114-436899a249b2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:04.165734 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f0f5340a-27a3-44ed-abe2-0cf16b06bf7b req-ace1ea2f-ac56-4005-a114-436899a249b2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=34e3ae83-1d27-4273-87fc-7e73d7e0f53e HTTP/1.1" status: 200 len: 860 time: 0.0983391 Apr 18 19:29:04.207397 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f7ad0c62-fe88-43cd-8b1d-da708019f5b6 req-56f439e4-5215-4345-aa65-6a6047803998 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/security-groups?id=5c6be434-109a-4c25-809d-b81f7096d7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613096 Apr 18 19:29:04.224474 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f0f5340a-27a3-44ed-abe2-0cf16b06bf7b req-3227d0fc-aff4-4deb-939d-d403c5e9b957 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=19b59b41-cadd-403d-bfd9-2d34b4cf02aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506375 Apr 18 19:29:04.314831 n-d-836017-2 neutron-server[84764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a134926-5e9f-4480-90e0-5f2d83516695'] response: {'name': 'network-changed', 'server_uuid': '8887625e-000f-4745-93d8-2d7332fdb73a', 'tag': '48819bd4-8cc7-465b-8fdf-5c537c344b66', 'status': 'completed', 'code': 200} Apr 18 19:29:04.349839 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-78ca54d4-6014-4967-bba6-324dad682463 req-e9a094ab-d6d6-41c6-a37e-7d71f4890899 tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:04.363167 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] get_ports_and_sgs() called for port_ids ['4213c8d6-cbac-4a3e-a059-d7f75299dd76'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:29:04.426231 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a094ab-d6d6-41c6-a37e-7d71f4890899 tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] Pushing event deleted for resources: {'Port': ['ID=633b9d99-844f-474c-9b7c-ac63ca4b8257,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:04.538630 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ed279a14-5798-4648-a522-2c4534c1fac9 req-b7d0822a-7b06-428d-84b4-45651e23373c tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=4bf06599121a476094faf72db54a396e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1301553 Apr 18 19:29:04.566492 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [req-78ca54d4-6014-4967-bba6-324dad682463 req-e9a094ab-d6d6-41c6-a37e-7d71f4890899 tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] No DVR routers for this DVR port 633b9d99-844f-474c-9b7c-ac63ca4b8257 on host n-h1-836017-2 {{(pid=84764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:29:04.569235 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-78ca54d4-6014-4967-bba6-324dad682463 req-e9a094ab-d6d6-41c6-a37e-7d71f4890899 tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:04.578690 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f0f5340a-27a3-44ed-abe2-0cf16b06bf7b req-44e5bcb6-c5b2-4ad2-8082-52119255ef5e service neutron] 10.222.0.69 "GET /v2.0/networks/19b59b41-cadd-403d-bfd9-2d34b4cf02aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3443673 Apr 18 19:29:04.591934 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-55cd1cd8-532b-4cdd-91d3-47a8a6541f60 req-4da95d05-207f-40c0-bbe9-4e873acd1603 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cde3a890089e40a1b179d71db405af78&device_id=8887625e-000f-4745-93d8-2d7332fdb73a HTTP/1.1" status: 200 len: 1097 time: 0.2583413 Apr 18 19:29:04.681366 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-521c0455-0c14-4a41-9ea7-22008b126219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d3c936d-510c-4afe-a1d0-07524f48ac15', 'name': 'tempest-ServerRescueTestJSONUnderV235-1124515802-router', 'tenant_id': 'cde3a890089e40a1b179d71db405af78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': 'ca7f4ddc-6a84-4e70-9dbd-ae963e9beee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:27:11Z', 'updated_at': '2022-04-18T19:27:20Z', 'revision_number': 4, 'project_id': 'cde3a890089e40a1b179d71db405af78', 'gw_port': {'id': 'ca7f4ddc-6a84-4e70-9dbd-ae963e9beee1', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3c936d-510c-4afe-a1d0-07524f48ac15', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:27:13Z', 'updated_at': '2022-04-18T19:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_floatingips': [{'id': '5fe9f5f0-56d5-4945-b7d1-fe258a04a82d', 'tenant_id': 'cde3a890089e40a1b179d71db405af78', 'floating_ip_address': '172.25.3.155', 'floating_network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'router_id': '2d3c936d-510c-4afe-a1d0-07524f48ac15', 'port_id': '48819bd4-8cc7-465b-8fdf-5c537c344b66', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19b59b41-cadd-403d-bfd9-2d34b4cf02aa', 'mac_address': 'fa:16:3e:36:21:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8887625e-000f-4745-93d8-2d7332fdb73a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T19:28:57Z', 'updated_at': '2022-04-18T19:29:01Z', 'revision_number': 1, 'project_id': 'cde3a890089e40a1b179d71db405af78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2a28688-98e9-4c3b-9f99-66b4f2b5aa09', 'name': '', 'network_id': '19b59b41-cadd-403d-bfd9-2d34b4cf02aa', 'tenant_id': 'cde3a890089e40a1b179d71db405af78', 'mac_address': 'fa:16:3e:ea:1c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3c936d-510c-4afe-a1d0-07524f48ac15', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '34e3ae83-1d27-4273-87fc-7e73d7e0f53e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:27:19Z', 'updated_at': '2022-04-18T19:27:31Z', 'revision_number': 5, 'project_id': 'cde3a890089e40a1b179d71db405af78', 'subnets': [{'id': '34e3ae83-1d27-4273-87fc-7e73d7e0f53e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-2', False) {} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:29:04.690466 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521c0455-0c14-4a41-9ea7-22008b126219 None None] The sync data for ids ['2d3c936d-510c-4afe-a1d0-07524f48ac15'] in n-d-836017-2 is: [{'id': '2d3c936d-510c-4afe-a1d0-07524f48ac15', 'name': 'tempest-ServerRescueTestJSONUnderV235-1124515802-router', 'tenant_id': 'cde3a890089e40a1b179d71db405af78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': 'ca7f4ddc-6a84-4e70-9dbd-ae963e9beee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:27:11Z', 'updated_at': '2022-04-18T19:27:20Z', 'revision_number': 4, 'project_id': 'cde3a890089e40a1b179d71db405af78', 'gw_port': {'id': 'ca7f4ddc-6a84-4e70-9dbd-ae963e9beee1', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3c936d-510c-4afe-a1d0-07524f48ac15', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:27:13Z', 'updated_at': '2022-04-18T19:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_floatingips': [{'id': '5fe9f5f0-56d5-4945-b7d1-fe258a04a82d', 'tenant_id': 'cde3a890089e40a1b179d71db405af78', 'floating_ip_address': '172.25.3.155', 'floating_network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'router_id': '2d3c936d-510c-4afe-a1d0-07524f48ac15', 'port_id': '48819bd4-8cc7-465b-8fdf-5c537c344b66', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19b59b41-cadd-403d-bfd9-2d34b4cf02aa', 'mac_address': 'fa:16:3e:36:21:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8887625e-000f-4745-93d8-2d7332fdb73a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T19:28:57Z', 'updated_at': '2022-04-18T19:29:01Z', 'revision_number': 1, 'project_id': 'cde3a890089e40a1b179d71db405af78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2a28688-98e9-4c3b-9f99-66b4f2b5aa09', 'name': '', 'network_id': '19b59b41-cadd-403d-bfd9-2d34b4cf02aa', 'tenant_id': 'cde3a890089e40a1b179d71db405af78', 'mac_address': 'fa:16:3e:ea:1c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3c936d-510c-4afe-a1d0-07524f48ac15', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '34e3ae83-1d27-4273-87fc-7e73d7e0f53e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:27:19Z', 'updated_at': '2022-04-18T19:27:31Z', 'revision_number': 5, 'project_id': 'cde3a890089e40a1b179d71db405af78', 'subnets': [{'id': '34e3ae83-1d27-4273-87fc-7e73d7e0f53e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:29:04.704340 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-78ca54d4-6014-4967-bba6-324dad682463 req-e9a094ab-d6d6-41c6-a37e-7d71f4890899 tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] 10.222.0.73 "DELETE /v2.0/ports/633b9d99-844f-474c-9b7c-ac63ca4b8257 HTTP/1.1" status: 204 len: 173 time: 3.2444518 Apr 18 19:29:04.781931 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f0f5340a-27a3-44ed-abe2-0cf16b06bf7b req-172a68e4-359c-4e43-bf6f-a8d6a99d2fbb service neutron] 10.222.0.69 "GET /v2.0/networks/19b59b41-cadd-403d-bfd9-2d34b4cf02aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975651 Apr 18 19:29:04.856827 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89240abe-3adc-486a-9db9-99db318bec11 req-0bda330c-e5f4-4ae2-93a5-d2185c6d5978 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:04.858143 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-89240abe-3adc-486a-9db9-99db318bec11 req-0bda330c-e5f4-4ae2-93a5-d2185c6d5978 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.73 "GET /v2.0/ports?device_id=115054ae-eaa7-4e63-9798-88a3b5af809d HTTP/1.1" status: 200 len: 944 time: 0.4139087 Apr 18 19:29:04.927245 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cd1cd8-532b-4cdd-91d3-47a8a6541f60 req-430e6587-c16c-44f8-9c74-3187b6f4bb82 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:04.928742 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-55cd1cd8-532b-4cdd-91d3-47a8a6541f60 req-430e6587-c16c-44f8-9c74-3187b6f4bb82 service neutron] 10.222.0.73 "GET /v2.0/networks?id=19b59b41-cadd-403d-bfd9-2d34b4cf02aa HTTP/1.1" status: 200 len: 921 time: 0.2714736 Apr 18 19:29:04.949636 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6257832a-d09a-4999-bde4-1e2c3ac36e2a None None] New status for floating IP 5fe9f5f0-56d5-4945-b7d1-fe258a04a82d: ACTIVE {{(pid=84765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 19:29:05.003449 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed279a14-5798-4648-a522-2c4534c1fac9 req-1178c709-a27a-444d-a2dd-1c204e30c475 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:05.004944 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ed279a14-5798-4648-a522-2c4534c1fac9 req-1178c709-a27a-444d-a2dd-1c204e30c475 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4665916 Apr 18 19:29:05.070287 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-89240abe-3adc-486a-9db9-99db318bec11 req-9d89d784-e162-49a0-9fac-47dfc6933eeb tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Deleting port 66070cfb-f3cb-42ed-835a-6e23e8e08665 {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:29:05.070859 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-89240abe-3adc-486a-9db9-99db318bec11 req-9d89d784-e162-49a0-9fac-47dfc6933eeb tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:05.093720 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-cd1bce97-f5dd-46c7-9c7c-dbe5c26d05b3 req-2e275443-6623-4ef5-bdbb-a7a12c99c320 tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] Synchronizing usage tracker for tenant:e61121fa7dce45d0a0f4ef0a60322c27 on resource:port {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:29:05.114230 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ed279a14-5798-4648-a522-2c4534c1fac9 req-1cf2d4a1-b592-45e5-a12f-a7c61d4e7005 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/quotas/4bf06599121a476094faf72db54a396e HTTP/1.1" status: 200 len: 375 time: 0.0966020 Apr 18 19:29:05.189180 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-55cd1cd8-532b-4cdd-91d3-47a8a6541f60 req-89b2b1e0-371d-49f9-93c5-a15874e416a4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=48819bd4-8cc7-465b-8fdf-5c537c344b66 HTTP/1.1" status: 200 len: 1000 time: 0.2507427 Apr 18 19:29:05.202695 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-cd1bce97-f5dd-46c7-9c7c-dbe5c26d05b3 req-2e275443-6623-4ef5-bdbb-a7a12c99c320 tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] Unset dirty status for tenant:e61121fa7dce45d0a0f4ef0a60322c27 on resource:port {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:29:05.203987 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-cd1bce97-f5dd-46c7-9c7c-dbe5c26d05b3 req-2e275443-6623-4ef5-bdbb-a7a12c99c320 tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] 10.222.0.69 "GET /v2.0/ports?device_id=e5f5eb11-b473-4730-b2dd-185b9968e91a HTTP/1.1" status: 200 len: 210 time: 0.1678843 Apr 18 19:29:05.382957 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cd1cd8-532b-4cdd-91d3-47a8a6541f60 req-f9fa9896-b019-407a-92bc-a55e5b6fbe57 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:05.384458 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-55cd1cd8-532b-4cdd-91d3-47a8a6541f60 req-f9fa9896-b019-407a-92bc-a55e5b6fbe57 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=34e3ae83-1d27-4273-87fc-7e73d7e0f53e HTTP/1.1" status: 200 len: 860 time: 0.1642804 Apr 18 19:29:05.401979 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eab6c7-4ada-4f3e-9a7d-77027359f4e2 req-457d2afe-991e-4d83-bb5f-0a94b5f890c5 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:05.402902 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-21eab6c7-4ada-4f3e-9a7d-77027359f4e2 req-457d2afe-991e-4d83-bb5f-0a94b5f890c5 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Synchronizing usage tracker for tenant:fc56e011536d43568ffc66b480cf23b0 on resource:port {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:29:05.444011 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ed279a14-5798-4648-a522-2c4534c1fac9 req-70ee6e4d-621c-42b3-b639-ab7570f8698a tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=4bf06599121a476094faf72db54a396e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3134065 Apr 18 19:29:05.461262 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-55cd1cd8-532b-4cdd-91d3-47a8a6541f60 req-2ea67bfc-78bd-44bf-8a4a-251fb1f22a74 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=19b59b41-cadd-403d-bfd9-2d34b4cf02aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561669 Apr 18 19:29:05.506217 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-21eab6c7-4ada-4f3e-9a7d-77027359f4e2 req-457d2afe-991e-4d83-bb5f-0a94b5f890c5 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Unset dirty status for tenant:fc56e011536d43568ffc66b480cf23b0 on resource:port {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:29:05.506217 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-21eab6c7-4ada-4f3e-9a7d-77027359f4e2 req-457d2afe-991e-4d83-bb5f-0a94b5f890c5 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=115054ae-eaa7-4e63-9798-88a3b5af809d HTTP/1.1" status: 200 len: 944 time: 0.1831017 Apr 18 19:29:05.558179 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-21eab6c7-4ada-4f3e-9a7d-77027359f4e2 req-242fa993-cb67-4db3-af38-2195a91bf4b9 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471530 Apr 18 19:29:05.714547 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-89240abe-3adc-486a-9db9-99db318bec11 req-9d89d784-e162-49a0-9fac-47dfc6933eeb tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] For port 66070cfb-f3cb-42ed-835a-6e23e8e08665, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=66070cfb-f3cb-42ed-835a-6e23e8e08665,segment=NetworkSegment(1b33902c-725a-4527-bb11-2978d3dba7a4),segment_id=1b33902c-725a-4527-bb11-2978d3dba7a4)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:29:05.714911 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-89240abe-3adc-486a-9db9-99db318bec11 req-9d89d784-e162-49a0-9fac-47dfc6933eeb tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:05.828857 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8ef2b2-2cae-4a32-ba07-7c4d041b80eb req-bf28b73a-caf0-4376-b170-5b6903153b7b tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:05.830488 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-df8ef2b2-2cae-4a32-ba07-7c4d041b80eb req-bf28b73a-caf0-4376-b170-5b6903153b7b tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/ports?device_id=698ab2b5-54f2-4017-94e0-efb6c8940c1a HTTP/1.1" status: 200 len: 946 time: 0.1160922 Apr 18 19:29:05.862364 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-89240abe-3adc-486a-9db9-99db318bec11 req-9d89d784-e162-49a0-9fac-47dfc6933eeb tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Calling delete_port for 66070cfb-f3cb-42ed-835a-6e23e8e08665 owned by compute:nova {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:29:05.913830 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-df8ef2b2-2cae-4a32-ba07-7c4d041b80eb req-3e1c4224-ab9f-4521-8235-1e0716edaa4c tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/security-groups?id=a141a97b-10ea-4a45-b463-6b38bd1cffff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771995 Apr 18 19:29:05.945926 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-55cd1cd8-532b-4cdd-91d3-47a8a6541f60 req-d99e45a7-a8d8-4f7e-b705-8507c6c40f29 service neutron] 10.222.0.73 "GET /v2.0/networks/19b59b41-cadd-403d-bfd9-2d34b4cf02aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4673350 Apr 18 19:29:06.150326 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-bc3d49db-e88d-4145-a310-31ade8c66676 req-2c4434bf-2dee-414b-bc35-4b59865a16e8 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=19340026-8fe1-417b-869a-76fbd40cb860 HTTP/1.1" status: 200 len: 210 time: 0.0622940 Apr 18 19:29:06.248196 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f5707c21-88ba-4da9-a0e3-3ecc69ba1abf req-93df750e-e62b-4b3b-bb74-b9261af10ca2 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.3.155 HTTP/1.1" status: 200 len: 1002 time: 0.2073538 Apr 18 19:29:06.254000 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-55cd1cd8-532b-4cdd-91d3-47a8a6541f60 req-b74a9594-5ed4-4f8c-9b4a-e6f77762b8e9 service neutron] 10.222.0.73 "GET /v2.0/networks/19b59b41-cadd-403d-bfd9-2d34b4cf02aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2957311 Apr 18 19:29:06.316915 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5f5eb11-b473-4730-b2dd-185b9968e91a', 'name': 'network-vif-deleted', 'tag': '633b9d99-844f-474c-9b7c-ac63ca4b8257'}] {{(pid=84764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:29:06.325242 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5707c21-88ba-4da9-a0e3-3ecc69ba1abf req-ba675458-d5ab-4ad6-a3ed-85b7a8df2b9a tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:06.333623 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f5707c21-88ba-4da9-a0e3-3ecc69ba1abf req-ba675458-d5ab-4ad6-a3ed-85b7a8df2b9a tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] 10.222.0.69 "GET /v2.0/ports/48819bd4-8cc7-465b-8fdf-5c537c344b66 HTTP/1.1" status: 200 len: 943 time: 0.0778787 Apr 18 19:29:06.335372 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-89240abe-3adc-486a-9db9-99db318bec11 req-9d89d784-e162-49a0-9fac-47dfc6933eeb tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:06.397189 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d89d784-e162-49a0-9fac-47dfc6933eeb tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Pushing event deleted for resources: {'Port': ['ID=66070cfb-f3cb-42ed-835a-6e23e8e08665,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:06.573262 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-89240abe-3adc-486a-9db9-99db318bec11 req-9d89d784-e162-49a0-9fac-47dfc6933eeb tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] No DVR routers for this DVR port 66070cfb-f3cb-42ed-835a-6e23e8e08665 on host n-h1-836017-2 {{(pid=84763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:29:06.584740 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-89240abe-3adc-486a-9db9-99db318bec11 req-9d89d784-e162-49a0-9fac-47dfc6933eeb tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:06.596140 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '115054ae-eaa7-4e63-9798-88a3b5af809d', 'name': 'network-vif-deleted', 'tag': '66070cfb-f3cb-42ed-835a-6e23e8e08665'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:29:06.630440 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f5707c21-88ba-4da9-a0e3-3ecc69ba1abf req-db5db7f4-f064-4c1a-81a7-085d3387267c tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.3.155 HTTP/1.1" status: 200 len: 1002 time: 0.1717608 Apr 18 19:29:06.678178 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 52412) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:29:06.684607 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-89240abe-3adc-486a-9db9-99db318bec11 req-9d89d784-e162-49a0-9fac-47dfc6933eeb tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.73 "DELETE /v2.0/ports/66070cfb-f3cb-42ed-835a-6e23e8e08665 HTTP/1.1" status: 204 len: 173 time: 1.8090365 Apr 18 19:29:06.703509 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-5d375b97-8f18-4eb5-b567-b974e9c81908 req-e9f8b4a7-b184-4169-b650-cb42b043a04d tempest-ServersAdminTestJSON-8535969 tempest-ServersAdminTestJSON-8535969-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=19340026-8fe1-417b-869a-76fbd40cb860&device_id=7d115c85-59d1-4bc4-9907-bb5ae8d28586&device_id=698ab2b5-54f2-4017-94e0-efb6c8940c1a&device_id=14704b88-90c8-43e7-b6fd-aa88e710cf44&device_id=8cbfc875-c839-4a4c-bcbc-fb0ee164e18b&device_id=b4c6a37a-5baf-4856-8eed-18c1d393288b&device_id=8887625e-000f-4745-93d8-2d7332fdb73a&device_id=339d07b1-7b62-4191-8b79-84390fd798a9&device_id=dca9f21b-f897-4981-ab52-5aee4da127c0&device_id=2327f611-7c5a-4fad-b86b-e72911fb3ee2&device_id=115054ae-eaa7-4e63-9798-88a3b5af809d&device_id=b036cac9-0805-4344-b7ed-7456f39c642e HTTP/1.1" status: 200 len: 14498 time: 0.1398227 Apr 18 19:29:06.744163 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-5d375b97-8f18-4eb5-b567-b974e9c81908 req-093beaa6-76d0-48e6-837d-a0cdd97bac05 tempest-ServersAdminTestJSON-8535969 tempest-ServersAdminTestJSON-8535969-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:06.783183 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-5d375b97-8f18-4eb5-b567-b974e9c81908 req-093beaa6-76d0-48e6-837d-a0cdd97bac05 tempest-ServersAdminTestJSON-8535969 tempest-ServersAdminTestJSON-8535969-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:29:06.787782 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-5d375b97-8f18-4eb5-b567-b974e9c81908 req-093beaa6-76d0-48e6-837d-a0cdd97bac05 tempest-ServersAdminTestJSON-8535969 tempest-ServersAdminTestJSON-8535969-project-admin] Usage tracker for resource:security_group_rule and tenant:075904baf2274a9ea64ec3cfad4a9f79 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:29:06.791894 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-5d375b97-8f18-4eb5-b567-b974e9c81908 req-093beaa6-76d0-48e6-837d-a0cdd97bac05 tempest-ServersAdminTestJSON-8535969 tempest-ServersAdminTestJSON-8535969-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:29:06.799128 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-5d375b97-8f18-4eb5-b567-b974e9c81908 req-093beaa6-76d0-48e6-837d-a0cdd97bac05 tempest-ServersAdminTestJSON-8535969 tempest-ServersAdminTestJSON-8535969-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:29:06.875288 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-93ffe57d-008f-47b6-b73d-96337e21bf15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:06.885460 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5707c21-88ba-4da9-a0e3-3ecc69ba1abf req-c797cc5d-aba6-485b-b719-f172a7b02371 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:06.887933 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f5707c21-88ba-4da9-a0e3-3ecc69ba1abf req-c797cc5d-aba6-485b-b719-f172a7b02371 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] 10.222.0.69 "GET /v2.0/networks/11e8e108-37df-4084-b6b7-113e6beb66b4 HTTP/1.1" status: 200 len: 784 time: 0.2463791 Apr 18 19:29:06.942297 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-5d375b97-8f18-4eb5-b567-b974e9c81908 req-093beaa6-76d0-48e6-837d-a0cdd97bac05 tempest-ServersAdminTestJSON-8535969 tempest-ServersAdminTestJSON-8535969-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:06.951226 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-93ffe57d-008f-47b6-b73d-96337e21bf15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:29:06.955626 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-93ffe57d-008f-47b6-b73d-96337e21bf15 admin admin] Usage tracker for resource:security_group_rule and tenant:5e58abbd8fee414cbd7d17c8e26df46b is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:29:06.958987 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-93ffe57d-008f-47b6-b73d-96337e21bf15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:29:06.974294 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-93ffe57d-008f-47b6-b73d-96337e21bf15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:29:07.017633 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f5707c21-88ba-4da9-a0e3-3ecc69ba1abf req-6163cc74-395a-4c7d-af2b-c7dc41f6fe94 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.3.155 HTTP/1.1" status: 200 len: 1002 time: 0.1230075 Apr 18 19:29:07.028628 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-5d375b97-8f18-4eb5-b567-b974e9c81908 req-093beaa6-76d0-48e6-837d-a0cdd97bac05 tempest-ServersAdminTestJSON-8535969 tempest-ServersAdminTestJSON-8535969-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:07.034096 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-f5707c21-88ba-4da9-a0e3-3ecc69ba1abf req-cc3bf719-a710-4738-9001-8a1abe3cddae tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:29:07.083589 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093beaa6-76d0-48e6-837d-a0cdd97bac05 tempest-ServersAdminTestJSON-8535969 tempest-ServersAdminTestJSON-8535969-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7ae691a-f5df-4808-82a5-d622e3878310,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:07.111757 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-5d375b97-8f18-4eb5-b567-b974e9c81908 req-093beaa6-76d0-48e6-837d-a0cdd97bac05 tempest-ServersAdminTestJSON-8535969 tempest-ServersAdminTestJSON-8535969-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&id=a141a97b-10ea-4a45-b463-6b38bd1cffff&id=4a151ec7-5edc-4088-aba2-485b5ea10b68&id=cd7f69dc-886d-4472-a746-337e2c087e01&id=005d155c-90ca-4625-80c3-c43b698af2b8&id=059a9d13-b1ae-4689-acd4-4327d8143c7d&id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&id=5c6be434-109a-4c25-809d-b81f7096d7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 782 time: 0.3909833 Apr 18 19:29:07.181633 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-f5707c21-88ba-4da9-a0e3-3ecc69ba1abf req-cc3bf719-a710-4738-9001-8a1abe3cddae tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Notify callbacks [] for floatingip, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:07.198922 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-93ffe57d-008f-47b6-b73d-96337e21bf15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:07.299084 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-93ffe57d-008f-47b6-b73d-96337e21bf15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:07.353815 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-93ffe57d-008f-47b6-b73d-96337e21bf15 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5e58abbd8fee414cbd7d17c8e26df46b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6805258 Apr 18 19:29:07.358261 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 52424) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:29:07.403334 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ffe57d-008f-47b6-b73d-96337e21bf15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a79955c6-b779-46af-8184-97bf8cba17ac,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:07.447124 n-d-836017-2 neutron-server[84764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe5dcf97-bcd5-4db4-9fc4-f13f4a81b46d'] response: {'server_uuid': 'e5f5eb11-b473-4730-b2dd-185b9968e91a', 'name': 'network-vif-deleted', 'tag': '633b9d99-844f-474c-9b7c-ac63ca4b8257', 'status': 'completed', 'code': 200} Apr 18 19:29:07.469369 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-55e69336-3f16-48a1-ac89-c71c4a7176ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:07.509071 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-55e69336-3f16-48a1-ac89-c71c4a7176ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:07.626463 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f13acf9a-0f08-4eb8-a339-5f5f5eeea751 req-6ec076f3-9337-4f18-a026-bac4c571e4a1 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=115054ae-eaa7-4e63-9798-88a3b5af809d HTTP/1.1" status: 200 len: 210 time: 0.0531242 Apr 18 19:29:07.646122 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-f5707c21-88ba-4da9-a0e3-3ecc69ba1abf req-cc3bf719-a710-4738-9001-8a1abe3cddae tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:07.711429 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-55e69336-3f16-48a1-ac89-c71c4a7176ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:07.714163 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6f3b71b-f9ab-4e99-8fdf-4798d25b134b'] response: {'server_uuid': '115054ae-eaa7-4e63-9798-88a3b5af809d', 'name': 'network-vif-deleted', 'tag': '66070cfb-f3cb-42ed-835a-6e23e8e08665', 'status': 'completed', 'code': 200} Apr 18 19:29:07.728367 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e69336-3f16-48a1-ac89-c71c4a7176ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a79955c6-b779-46af-8184-97bf8cba17ac,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:07.752607 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-55e69336-3f16-48a1-ac89-c71c4a7176ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:07.754047 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-55e69336-3f16-48a1-ac89-c71c4a7176ed admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a79955c6-b779-46af-8184-97bf8cba17ac HTTP/1.1" status: 204 len: 168 time: 0.3944821 Apr 18 19:29:07.766305 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-f5707c21-88ba-4da9-a0e3-3ecc69ba1abf req-cc3bf719-a710-4738-9001-8a1abe3cddae tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416787'] for floatingip, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:07.766305 n-d-836017-2 neutron-server[84763]: INFO neutron.db.l3_db [req-f5707c21-88ba-4da9-a0e3-3ecc69ba1abf req-cc3bf719-a710-4738-9001-8a1abe3cddae tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Floating IP 5fe9f5f0-56d5-4945-b7d1-fe258a04a82d disassociated. External IP: 172.25.3.155, port: 48819bd4-8cc7-465b-8fdf-5c537c344b66. Apr 18 19:29:07.936266 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9821699b-f798-4e27-99ad-aef68db03b20 req-3c5cd842-73dc-40e6-8b5c-ac7bb3eb1781 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:07.938219 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-9821699b-f798-4e27-99ad-aef68db03b20 req-3c5cd842-73dc-40e6-8b5c-ac7bb3eb1781 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/ports?device_id=698ab2b5-54f2-4017-94e0-efb6c8940c1a HTTP/1.1" status: 200 len: 946 time: 0.1162496 Apr 18 19:29:08.001715 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-9821699b-f798-4e27-99ad-aef68db03b20 req-6a14f07d-65ed-45a1-a533-d2213725351d tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/security-groups?id=a141a97b-10ea-4a45-b463-6b38bd1cffff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539279 Apr 18 19:29:08.222824 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 66070cfb-f3cb-42ed-835a-6e23e8e08665 no longer exists at agent hyperv_n-h1-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:29:08.249540 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f5707c21-88ba-4da9-a0e3-3ecc69ba1abf req-cc3bf719-a710-4738-9001-8a1abe3cddae tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Router 2d3c936d-510c-4afe-a1d0-07524f48ac15 has already been hosted by L3 agent 21b59c62-f184-4169-bc3e-79831cc043e8 {{(pid=84763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:29:08.270126 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] No Port match for: 66070cfb-f3cb-42ed-835a-6e23e8e08665 {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:29:08.270647 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 66070cfb-f3cb-42ed-835a-6e23e8e08665 not bound to the agent host n-h1-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:29:08.311685 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-4b5ae0bb-78bd-4df3-a24d-5775eab1bdb0 req-3cc33e69-f7de-44e7-b56a-ac799ed14251 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=19340026-8fe1-417b-869a-76fbd40cb860 HTTP/1.1" status: 200 len: 210 time: 0.0495155 Apr 18 19:29:08.490777 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f5707c21-88ba-4da9-a0e3-3ecc69ba1abf req-cc3bf719-a710-4738-9001-8a1abe3cddae tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Notify agent at l3_agent.n-d-836017-2 the message routers_updated {{(pid=84763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:29:08.495602 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-f5707c21-88ba-4da9-a0e3-3ecc69ba1abf req-cc3bf719-a710-4738-9001-8a1abe3cddae tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for floatingip, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:08.501960 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a305d6a5-8d73-4270-9160-367a021f510f None None] Sync routers for ids ['2d3c936d-510c-4afe-a1d0-07524f48ac15'] in n-d-836017-2 {{(pid=84766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:29:08.515759 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a305d6a5-8d73-4270-9160-367a021f510f None None] Routers {'2d3c936d-510c-4afe-a1d0-07524f48ac15'} bound to L3 agent in host n-d-836017-2 {{(pid=84766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:29:08.516759 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-a305d6a5-8d73-4270-9160-367a021f510f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:28:50Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['2d3c936d-510c-4afe-a1d0-07524f48ac15'], 'active': True} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:29:08.552651 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f5707c21-88ba-4da9-a0e3-3ecc69ba1abf req-cc3bf719-a710-4738-9001-8a1abe3cddae tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] 10.222.0.69 "PUT /v2.0/floatingips/5fe9f5f0-56d5-4945-b7d1-fe258a04a82d HTTP/1.1" status: 200 len: 695 time: 1.5231612 Apr 18 19:29:08.652750 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f5707c21-88ba-4da9-a0e3-3ecc69ba1abf req-4f3b1c9e-2754-47e9-88f1-8eb77fca2e34 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cde3a890089e40a1b179d71db405af78&device_id=8887625e-000f-4745-93d8-2d7332fdb73a HTTP/1.1" status: 200 len: 1097 time: 0.0868142 Apr 18 19:29:08.713962 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvr_db [None req-a305d6a5-8d73-4270-9160-367a021f510f None None] Set router 2d3c936d-510c-4afe-a1d0-07524f48ac15 gateway port host: n-d-836017-2 {{(pid=84766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:29:08.782373 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ed279a14-5798-4648-a522-2c4534c1fac9 req-21a480e2-2f08-48eb-adac-475f2bd4f943 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=4bf06599121a476094faf72db54a396e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0902941 Apr 18 19:29:08.976092 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5707c21-88ba-4da9-a0e3-3ecc69ba1abf req-161394f7-169e-4298-b07d-d2f080fd95d6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:08.977695 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f5707c21-88ba-4da9-a0e3-3ecc69ba1abf req-161394f7-169e-4298-b07d-d2f080fd95d6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=19b59b41-cadd-403d-bfd9-2d34b4cf02aa HTTP/1.1" status: 200 len: 921 time: 0.3181431 Apr 18 19:29:09.067861 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed279a14-5798-4648-a522-2c4534c1fac9 req-29de71bc-45c1-4684-8d4e-aa5e7bd60416 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:09.069325 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ed279a14-5798-4648-a522-2c4534c1fac9 req-29de71bc-45c1-4684-8d4e-aa5e7bd60416 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2818100 Apr 18 19:29:09.071905 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f5707c21-88ba-4da9-a0e3-3ecc69ba1abf req-53fa3ba6-211b-4f36-8b16-46c0540aa0be service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=48819bd4-8cc7-465b-8fdf-5c537c344b66 HTTP/1.1" status: 200 len: 217 time: 0.0818238 Apr 18 19:29:09.094170 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-a305d6a5-8d73-4270-9160-367a021f510f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d3c936d-510c-4afe-a1d0-07524f48ac15', 'name': 'tempest-ServerRescueTestJSONUnderV235-1124515802-router', 'tenant_id': 'cde3a890089e40a1b179d71db405af78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': 'ca7f4ddc-6a84-4e70-9dbd-ae963e9beee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:27:11Z', 'updated_at': '2022-04-18T19:27:20Z', 'revision_number': 4, 'project_id': 'cde3a890089e40a1b179d71db405af78', 'gw_port': {'id': 'ca7f4ddc-6a84-4e70-9dbd-ae963e9beee1', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3c936d-510c-4afe-a1d0-07524f48ac15', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:27:13Z', 'updated_at': '2022-04-18T19:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_interfaces': [{'id': 'b2a28688-98e9-4c3b-9f99-66b4f2b5aa09', 'name': '', 'network_id': '19b59b41-cadd-403d-bfd9-2d34b4cf02aa', 'tenant_id': 'cde3a890089e40a1b179d71db405af78', 'mac_address': 'fa:16:3e:ea:1c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3c936d-510c-4afe-a1d0-07524f48ac15', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '34e3ae83-1d27-4273-87fc-7e73d7e0f53e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:27:19Z', 'updated_at': '2022-04-18T19:27:31Z', 'revision_number': 5, 'project_id': 'cde3a890089e40a1b179d71db405af78', 'subnets': [{'id': '34e3ae83-1d27-4273-87fc-7e73d7e0f53e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-2', False) {} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:29:09.102318 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a305d6a5-8d73-4270-9160-367a021f510f None None] Checking router: 2d3c936d-510c-4afe-a1d0-07524f48ac15 for host: n-d-836017-2 {{(pid=84766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:29:09.119271 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a305d6a5-8d73-4270-9160-367a021f510f None None] Routers {'2d3c936d-510c-4afe-a1d0-07524f48ac15'} bound to L3 agent in host n-d-836017-2 {{(pid=84766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:29:09.120166 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-a305d6a5-8d73-4270-9160-367a021f510f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:28:50Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['2d3c936d-510c-4afe-a1d0-07524f48ac15'], 'active': True} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:29:09.135716 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-ed279a14-5798-4648-a522-2c4534c1fac9 req-3776a89e-e9d5-4599-befe-8211e8f4f419 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Request body: {'port': {'device_id': '19340026-8fe1-417b-869a-76fbd40cb860', 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a', 'admin_state_up': True, 'tenant_id': '4bf06599121a476094faf72db54a396e'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:29:09.266041 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5707c21-88ba-4da9-a0e3-3ecc69ba1abf req-65141055-807e-4339-92fd-3143e7787fa9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:09.274051 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f5707c21-88ba-4da9-a0e3-3ecc69ba1abf req-65141055-807e-4339-92fd-3143e7787fa9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=34e3ae83-1d27-4273-87fc-7e73d7e0f53e HTTP/1.1" status: 200 len: 860 time: 0.1908233 Apr 18 19:29:09.329662 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f5707c21-88ba-4da9-a0e3-3ecc69ba1abf req-981226dc-4d51-4081-a76f-0d04cef4364f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=19b59b41-cadd-403d-bfd9-2d34b4cf02aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543077 Apr 18 19:29:09.377065 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvr_db [None req-a305d6a5-8d73-4270-9160-367a021f510f None None] Set router 2d3c936d-510c-4afe-a1d0-07524f48ac15 gateway port host: n-d-836017-2 {{(pid=84766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:29:09.398637 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 52458) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:29:09.510188 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d80340cb-e516-41b8-81f6-6fbf7c4c404a req-3ad4bfcf-5627-4fcc-9d6a-b6a016cb4ba2 tempest-ServersAdminTestJSON-8535969 tempest-ServersAdminTestJSON-8535969-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=7d115c85-59d1-4bc4-9907-bb5ae8d28586&device_id=14704b88-90c8-43e7-b6fd-aa88e710cf44&device_id=8cbfc875-c839-4a4c-bcbc-fb0ee164e18b HTTP/1.1" status: 200 len: 2883 time: 0.0902066 Apr 18 19:29:09.561344 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-d80340cb-e516-41b8-81f6-6fbf7c4c404a req-c6651f8e-6c9f-4a87-9c4c-80223b954a37 tempest-ServersAdminTestJSON-8535969 tempest-ServersAdminTestJSON-8535969-project-admin] Synchronizing usage tracker for tenant:075904baf2274a9ea64ec3cfad4a9f79 on resource:security_group {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:29:09.601897 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-ed279a14-5798-4648-a522-2c4534c1fac9 req-3776a89e-e9d5-4599-befe-8211e8f4f419 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:29:09.611025 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-b7c4ced2-6116-40e5-9161-c9f1fd8711e6 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-2062881601-network', 'tenant_id': 'ac34d59b0c924b3b996c35f2187912ce'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:29:09.615917 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-b7c4ced2-6116-40e5-9161-c9f1fd8711e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:29:09.622214 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-b7c4ced2-6116-40e5-9161-c9f1fd8711e6 admin admin] Usage tracker for resource:network and tenant:ac34d59b0c924b3b996c35f2187912ce is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:29:09.626397 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-b7c4ced2-6116-40e5-9161-c9f1fd8711e6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:29:09.630687 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-ed279a14-5798-4648-a522-2c4534c1fac9 req-3776a89e-e9d5-4599-befe-8211e8f4f419 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:29:09.634608 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-b7c4ced2-6116-40e5-9161-c9f1fd8711e6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:29:09.666299 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f5707c21-88ba-4da9-a0e3-3ecc69ba1abf req-afbe1fac-2a97-4f7f-9a71-ea669fbe8f1e service neutron] 10.222.0.69 "GET /v2.0/networks/19b59b41-cadd-403d-bfd9-2d34b4cf02aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3356776 Apr 18 19:29:09.750789 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-a305d6a5-8d73-4270-9160-367a021f510f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d3c936d-510c-4afe-a1d0-07524f48ac15', 'name': 'tempest-ServerRescueTestJSONUnderV235-1124515802-router', 'tenant_id': 'cde3a890089e40a1b179d71db405af78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': 'ca7f4ddc-6a84-4e70-9dbd-ae963e9beee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:27:11Z', 'updated_at': '2022-04-18T19:27:20Z', 'revision_number': 4, 'project_id': 'cde3a890089e40a1b179d71db405af78', 'gw_port': {'id': 'ca7f4ddc-6a84-4e70-9dbd-ae963e9beee1', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3c936d-510c-4afe-a1d0-07524f48ac15', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:27:13Z', 'updated_at': '2022-04-18T19:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_interfaces': [{'id': 'b2a28688-98e9-4c3b-9f99-66b4f2b5aa09', 'name': '', 'network_id': '19b59b41-cadd-403d-bfd9-2d34b4cf02aa', 'tenant_id': 'cde3a890089e40a1b179d71db405af78', 'mac_address': 'fa:16:3e:ea:1c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3c936d-510c-4afe-a1d0-07524f48ac15', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '34e3ae83-1d27-4273-87fc-7e73d7e0f53e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:27:19Z', 'updated_at': '2022-04-18T19:27:31Z', 'revision_number': 5, 'project_id': 'cde3a890089e40a1b179d71db405af78', 'subnets': [{'id': '34e3ae83-1d27-4273-87fc-7e73d7e0f53e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-2', False) {} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:29:09.755364 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a305d6a5-8d73-4270-9160-367a021f510f None None] The sync data for ids ['2d3c936d-510c-4afe-a1d0-07524f48ac15'] in n-d-836017-2 is: [{'id': '2d3c936d-510c-4afe-a1d0-07524f48ac15', 'name': 'tempest-ServerRescueTestJSONUnderV235-1124515802-router', 'tenant_id': 'cde3a890089e40a1b179d71db405af78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': 'ca7f4ddc-6a84-4e70-9dbd-ae963e9beee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:27:11Z', 'updated_at': '2022-04-18T19:27:20Z', 'revision_number': 4, 'project_id': 'cde3a890089e40a1b179d71db405af78', 'gw_port': {'id': 'ca7f4ddc-6a84-4e70-9dbd-ae963e9beee1', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3c936d-510c-4afe-a1d0-07524f48ac15', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:27:13Z', 'updated_at': '2022-04-18T19:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_interfaces': [{'id': 'b2a28688-98e9-4c3b-9f99-66b4f2b5aa09', 'name': '', 'network_id': '19b59b41-cadd-403d-bfd9-2d34b4cf02aa', 'tenant_id': 'cde3a890089e40a1b179d71db405af78', 'mac_address': 'fa:16:3e:ea:1c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3c936d-510c-4afe-a1d0-07524f48ac15', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '34e3ae83-1d27-4273-87fc-7e73d7e0f53e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:27:19Z', 'updated_at': '2022-04-18T19:27:31Z', 'revision_number': 5, 'project_id': 'cde3a890089e40a1b179d71db405af78', 'subnets': [{'id': '34e3ae83-1d27-4273-87fc-7e73d7e0f53e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:29:09.755723 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8887625e-000f-4745-93d8-2d7332fdb73a', 'tag': '48819bd4-8cc7-465b-8fdf-5c537c344b66'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:29:09.760416 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-d80340cb-e516-41b8-81f6-6fbf7c4c404a req-c6651f8e-6c9f-4a87-9c4c-80223b954a37 tempest-ServersAdminTestJSON-8535969 tempest-ServersAdminTestJSON-8535969-project-admin] Unset dirty status for tenant:075904baf2274a9ea64ec3cfad4a9f79 on resource:security_group {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:29:09.765784 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d80340cb-e516-41b8-81f6-6fbf7c4c404a req-c6651f8e-6c9f-4a87-9c4c-80223b954a37 tempest-ServersAdminTestJSON-8535969 tempest-ServersAdminTestJSON-8535969-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=5c6be434-109a-4c25-809d-b81f7096d7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547023 Apr 18 19:29:09.779207 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed279a14-5798-4648-a522-2c4534c1fac9 req-3776a89e-e9d5-4599-befe-8211e8f4f419 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Made reservation on behalf of 4bf06599121a476094faf72db54a396e for: {'port': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:29:09.783159 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-ed279a14-5798-4648-a522-2c4534c1fac9 req-3776a89e-e9d5-4599-befe-8211e8f4f419 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:09.860213 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7c4ced2-6116-40e5-9161-c9f1fd8711e6 admin admin] Made reservation on behalf of ac34d59b0c924b3b996c35f2187912ce for: {'network': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:29:09.862612 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b7c4ced2-6116-40e5-9161-c9f1fd8711e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for network, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:09.881933 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b7c4ced2-6116-40e5-9161-c9f1fd8711e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:09.921454 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f5707c21-88ba-4da9-a0e3-3ecc69ba1abf req-5bdb6e43-55e9-4f7f-9bc4-41861cd93594 service neutron] 10.222.0.69 "GET /v2.0/networks/19b59b41-cadd-403d-bfd9-2d34b4cf02aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2531259 Apr 18 19:29:09.926205 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-b7c4ced2-6116-40e5-9161-c9f1fd8711e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:29:09.930421 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-b7c4ced2-6116-40e5-9161-c9f1fd8711e6 admin admin] Usage tracker for resource:security_group_rule and tenant:ac34d59b0c924b3b996c35f2187912ce is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:29:09.933255 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-b7c4ced2-6116-40e5-9161-c9f1fd8711e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:29:09.940658 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-b7c4ced2-6116-40e5-9161-c9f1fd8711e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:29:10.011749 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_common [req-ed279a14-5798-4648-a522-2c4534c1fac9 req-3776a89e-e9d5-4599-befe-8211e8f4f419 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Allocated IP 192.168.233.73 (cb6d8c7c-7ea4-4a32-b429-1c2934b7306a/17d1b3aa-2066-4ffa-a69f-52ed566b6548/c0e1150c-3ca4-458b-85e4-8208744a4bc0) {{(pid=84763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:29:10.070491 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b7c4ced2-6116-40e5-9161-c9f1fd8711e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:10.087027 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad099c9-255d-4afe-a6d6-c7c0bf05e601 req-2cc873d5-8e8d-4255-807b-a719ef42de56 tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:10.088775 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-dad099c9-255d-4afe-a6d6-c7c0bf05e601 req-2cc873d5-8e8d-4255-807b-a719ef42de56 tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4c6a37a-5baf-4856-8eed-18c1d393288b HTTP/1.1" status: 200 len: 950 time: 0.1273108 Apr 18 19:29:10.140654 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-dad099c9-255d-4afe-a6d6-c7c0bf05e601 req-abae8055-9942-4ed2-851f-981243daac15 tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a151ec7-5edc-4088-aba2-485b5ea10b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463364 Apr 18 19:29:10.179993 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b7c4ced2-6116-40e5-9161-c9f1fd8711e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:10.218510 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7c4ced2-6116-40e5-9161-c9f1fd8711e6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=84764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:29:10.222665 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c4ced2-6116-40e5-9161-c9f1fd8711e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93e338bd-1c78-44ef-af46-fbc0b998db3c,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:10.229601 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b7c4ced2-6116-40e5-9161-c9f1fd8711e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:10.230011 n-d-836017-2 neutron-server[84764]: INFO neutron.db.segments_db [None req-b7c4ced2-6116-40e5-9161-c9f1fd8711e6 admin admin] Added segment 7d4aa6d5-2e7c-4739-8450-a84d264180c6 of type vlan for network 3ecd9282-555d-4fb0-a9f8-a403a3953a47 Apr 18 19:29:10.258607 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b7c4ced2-6116-40e5-9161-c9f1fd8711e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791093404182'] for network, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:10.288198 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-ed279a14-5798-4648-a522-2c4534c1fac9 req-3776a89e-e9d5-4599-befe-8211e8f4f419 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Notify callbacks [] for port, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:10.301556 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a373c06-9ea0-462f-acc9-99dfccc6c593 req-11eaa9b8-9b19-4ecd-b92c-0ad6c92de6b8 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:10.302391 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-9a373c06-9ea0-462f-acc9-99dfccc6c593 req-11eaa9b8-9b19-4ecd-b92c-0ad6c92de6b8 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/ports?device_id=698ab2b5-54f2-4017-94e0-efb6c8940c1a HTTP/1.1" status: 200 len: 946 time: 0.1590574 Apr 18 19:29:10.326707 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-318e80cf-0659-4e52-8e8d-c9639437ba5f req-e9503173-8d05-4555-b901-803d06384110 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=19340026-8fe1-417b-869a-76fbd40cb860 HTTP/1.1" status: 200 len: 210 time: 0.0468695 Apr 18 19:29:10.327297 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [req-ed279a14-5798-4648-a522-2c4534c1fac9 req-3776a89e-e9d5-4599-befe-8211e8f4f419 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Transition to ACTIVE for port object c0e1150c-3ca4-458b-85e4-8208744a4bc0 will not be triggered until provisioned by entity DHCP. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:29:10.369170 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-9a373c06-9ea0-462f-acc9-99dfccc6c593 req-2a72b79c-19d2-43fe-9cc5-846584b7d00a tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/security-groups?id=a141a97b-10ea-4a45-b463-6b38bd1cffff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579269 Apr 18 19:29:10.403219 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b7c4ced2-6116-40e5-9161-c9f1fd8711e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251'] for network, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:10.406250 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a7b0fd7-0cc4-453f-80eb-7c427474fe74'] response: {'name': 'network-changed', 'server_uuid': '8887625e-000f-4745-93d8-2d7332fdb73a', 'tag': '48819bd4-8cc7-465b-8fdf-5c537c344b66', 'status': 'completed', 'code': 200} Apr 18 19:29:10.406378 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c4ced2-6116-40e5-9161-c9f1fd8711e6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:10.406484 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b7c4ced2-6116-40e5-9161-c9f1fd8711e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:10.491082 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-ed279a14-5798-4648-a522-2c4534c1fac9 req-3776a89e-e9d5-4599-befe-8211e8f4f419 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:10.506034 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] get_ports_and_sgs() called for port_ids ['06b799dc-3aea-4cb3-90fe-2c88201e3471', 'f209c868-4df3-44a3-95db-ffedb0ab96cd'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:29:10.552327 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c4ced2-6116-40e5-9161-c9f1fd8711e6 admin admin] Pushing event updated for resources: {'Network': ['ID=3ecd9282-555d-4fb0-a9f8-a403a3953a47,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:10.575861 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Network 3ecd9282-555d-4fb0-a9f8-a403a3953a47 details requested by agent ovs-agent-n-d-836017-2 with host n-d-836017-2 {{(pid=84765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:29:10.620111 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3776a89e-e9d5-4599-befe-8211e8f4f419 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Pushing event updated for resources: {'Port': ['ID=c0e1150c-3ca4-458b-85e4-8208744a4bc0,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:10.626994 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed279a14-5798-4648-a522-2c4534c1fac9 req-3776a89e-e9d5-4599-befe-8211e8f4f419 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:29:10.629888 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [req-ed279a14-5798-4648-a522-2c4534c1fac9 req-3776a89e-e9d5-4599-befe-8211e8f4f419 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:29:10.638516 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed279a14-5798-4648-a522-2c4534c1fac9 req-3776a89e-e9d5-4599-befe-8211e8f4f419 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Received port after_create {{(pid=84763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:29:10.658824 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-b7c4ced2-6116-40e5-9161-c9f1fd8711e6 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2583296 Apr 18 19:29:10.667660 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 52476) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:29:10.673078 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-f2292ddf-e84e-4391-b696-16963f83db64 admin admin] Request body: {'subnet': {'network_id': '3ecd9282-555d-4fb0-a9f8-a403a3953a47', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-2062881601-subnet', 'tenant_id': 'ac34d59b0c924b3b996c35f2187912ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:29:10.678991 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-f2292ddf-e84e-4391-b696-16963f83db64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:29:10.685436 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-f2292ddf-e84e-4391-b696-16963f83db64 admin admin] Usage tracker for resource:subnet and tenant:ac34d59b0c924b3b996c35f2187912ce is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:29:10.688914 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-f2292ddf-e84e-4391-b696-16963f83db64 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:29:10.698270 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-f2292ddf-e84e-4391-b696-16963f83db64 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:29:10.782022 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2292ddf-e84e-4391-b696-16963f83db64 admin admin] Made reservation on behalf of ac34d59b0c924b3b996c35f2187912ce for: {'subnet': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:29:10.787037 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f2292ddf-e84e-4391-b696-16963f83db64 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65862573'] for subnet, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:10.791360 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-38b8ff6c-aa89-40d3-a5ff-a72676f04520 req-2cf4d6fa-4ce1-4477-be4d-5ab16ba6a8d2 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] 10.222.0.69 "GET /v2.0/floatingips/5fe9f5f0-56d5-4945-b7d1-fe258a04a82d HTTP/1.1" status: 200 len: 695 time: 0.1673877 Apr 18 19:29:10.829287 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fad4e26b-c7fc-415b-9ce0-a936d99e5c94 req-66230c39-9e5f-4d3e-8d91-ecf7b0dd882e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cde3a890089e40a1b179d71db405af78&device_id=8887625e-000f-4745-93d8-2d7332fdb73a HTTP/1.1" status: 200 len: 1097 time: 0.3850427 Apr 18 19:29:10.953364 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed279a14-5798-4648-a522-2c4534c1fac9 req-3776a89e-e9d5-4599-befe-8211e8f4f419 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:10.954015 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-ed279a14-5798-4648-a522-2c4534c1fac9 req-3776a89e-e9d5-4599-befe-8211e8f4f419 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:11.093493 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-300d7994-4cba-41a6-b18e-30e2b40ca937 None None] Provisioning for port c0e1150c-3ca4-458b-85e4-8208744a4bc0 completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:29:11.094447 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-300d7994-4cba-41a6-b18e-30e2b40ca937 None None] Provisioning complete for port c0e1150c-3ca4-458b-85e4-8208744a4bc0 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:29:11.094811 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-300d7994-4cba-41a6-b18e-30e2b40ca937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:11.136625 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80b0006-9d3b-41d1-a127-e45eb6cb87a1 req-9eb4f856-03a8-4a52-9ce8-945f4fbd70ed tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:11.140196 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d80b0006-9d3b-41d1-a127-e45eb6cb87a1 req-9eb4f856-03a8-4a52-9ce8-945f4fbd70ed tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] 10.222.0.73 "GET /v2.0/ports?device_id=b4c6a37a-5baf-4856-8eed-18c1d393288b HTTP/1.1" status: 200 len: 950 time: 0.2019663 Apr 18 19:29:11.175080 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b8ff6c-aa89-40d3-a5ff-a72676f04520 req-4abd4a06-1027-4870-ae17-6361ea0950e7 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:11.177325 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-38b8ff6c-aa89-40d3-a5ff-a72676f04520 req-4abd4a06-1027-4870-ae17-6361ea0950e7 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] 10.222.0.69 "GET /v2.0/networks/11e8e108-37df-4084-b6b7-113e6beb66b4 HTTP/1.1" status: 200 len: 784 time: 0.3792005 Apr 18 19:29:11.181248 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad4e26b-c7fc-415b-9ce0-a936d99e5c94 req-8df873fe-003a-4ea4-bbd9-994535d7775f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:11.183452 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fad4e26b-c7fc-415b-9ce0-a936d99e5c94 req-8df873fe-003a-4ea4-bbd9-994535d7775f service neutron] 10.222.0.73 "GET /v2.0/networks?id=19b59b41-cadd-403d-bfd9-2d34b4cf02aa HTTP/1.1" status: 200 len: 921 time: 0.3453605 Apr 18 19:29:11.189264 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-300d7994-4cba-41a6-b18e-30e2b40ca937 None None] Port c0e1150c-3ca4-458b-85e4-8208744a4bc0 cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:29:11.309148 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ed279a14-5798-4648-a522-2c4534c1fac9 req-3776a89e-e9d5-4599-befe-8211e8f4f419 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1881378 Apr 18 19:29:11.360236 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9352eea7-1161-44ba-99b6-2a6147e83b8c None None] New status for floating IP 5fe9f5f0-56d5-4945-b7d1-fe258a04a82d: DOWN {{(pid=84765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 19:29:11.386645 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [req-d80b0006-9d3b-41d1-a127-e45eb6cb87a1 req-3abadd24-fb60-4053-90ee-6ad2b0b78ffe tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] Deleting port 4213c8d6-cbac-4a3e-a059-d7f75299dd76 {{(pid=84764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:29:11.387424 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-d80b0006-9d3b-41d1-a127-e45eb6cb87a1 req-3abadd24-fb60-4053-90ee-6ad2b0b78ffe tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:11.389156 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-ed279a14-5798-4648-a522-2c4534c1fac9 req-a9e498bd-c54e-4e89-a539-4b7d157b578e service neutron] Request body: {'port': {'device_id': '19340026-8fe1-417b-869a-76fbd40cb860', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-2'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:29:11.421404 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-38b8ff6c-aa89-40d3-a5ff-a72676f04520 req-d534d338-f4ce-43ed-857b-e57063323f32 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.3.155 HTTP/1.1" status: 200 len: 698 time: 0.2361398 Apr 18 19:29:11.499615 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f2292ddf-e84e-4391-b696-16963f83db64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2290811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65862591'] for subnet, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:11.574829 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b37284a-da81-4319-93b2-1ae4df316d48 req-4bd8177c-820f-4f46-a30e-4f91c7b2f056 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:11.583276 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-4b37284a-da81-4319-93b2-1ae4df316d48 req-4bd8177c-820f-4f46-a30e-4f91c7b2f056 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=b036cac9-0805-4344-b7ed-7456f39c642e HTTP/1.1" status: 200 len: 945 time: 0.3590150 Apr 18 19:29:11.639756 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fad4e26b-c7fc-415b-9ce0-a936d99e5c94 req-d6d29f9f-dc94-49e6-adb8-fafe4e47720c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=48819bd4-8cc7-465b-8fdf-5c537c344b66 HTTP/1.1" status: 200 len: 217 time: 0.3293445 Apr 18 19:29:11.647502 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-38b8ff6c-aa89-40d3-a5ff-a72676f04520 req-e2f810c2-9d0d-4057-a010-5af383f8899b tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.3.155 HTTP/1.1" status: 200 len: 698 time: 0.2091351 Apr 18 19:29:11.725478 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2292ddf-e84e-4391-b696-16963f83db64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a13d56d-36d3-4679-b7bd-f4a009e4601a,revision_number=0']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:11.791071 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-4b37284a-da81-4319-93b2-1ae4df316d48 req-85014d38-c792-43d8-a841-fb1aa368644a tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073889 Apr 18 19:29:11.797125 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2292ddf-e84e-4391-b696-16963f83db64 admin admin] Checking segment: {'id': '7d4aa6d5-2e7c-4739-8450-a84d264180c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '3ecd9282-555d-4fb0-a9f8-a403a3953a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:29:11.797844 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2292ddf-e84e-4391-b696-16963f83db64 admin admin] Network hostable DHCP agents. Network: 3ecd9282-555d-4fb0-a9f8-a403a3953a47, hostable agents: ['f6987c12-6d6c-47d4-b22d-cfcd164dc40d'], hosted agents: [] {{(pid=84764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:29:11.837821 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-d80b0006-9d3b-41d1-a127-e45eb6cb87a1 req-3abadd24-fb60-4053-90ee-6ad2b0b78ffe tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] For port 4213c8d6-cbac-4a3e-a059-d7f75299dd76, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=4213c8d6-cbac-4a3e-a059-d7f75299dd76,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:29:11.838192 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-d80b0006-9d3b-41d1-a127-e45eb6cb87a1 req-3abadd24-fb60-4053-90ee-6ad2b0b78ffe tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:11.966470 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-38b8ff6c-aa89-40d3-a5ff-a72676f04520 req-094eac56-83e1-407d-94f7-4a18c140be85 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Deleting port 8417343c-69f9-41d7-9dee-dffd6991713d {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:29:11.966980 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-38b8ff6c-aa89-40d3-a5ff-a72676f04520 req-094eac56-83e1-407d-94f7-4a18c140be85 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:11.971336 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [req-d80b0006-9d3b-41d1-a127-e45eb6cb87a1 req-3abadd24-fb60-4053-90ee-6ad2b0b78ffe tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] Calling delete_port for 4213c8d6-cbac-4a3e-a059-d7f75299dd76 owned by compute:nova {{(pid=84764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:29:12.001530 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad4e26b-c7fc-415b-9ce0-a936d99e5c94 req-414cd1e5-558e-4599-a338-5e9a16841704 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:12.002971 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fad4e26b-c7fc-415b-9ce0-a936d99e5c94 req-414cd1e5-558e-4599-a338-5e9a16841704 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=34e3ae83-1d27-4273-87fc-7e73d7e0f53e HTTP/1.1" status: 200 len: 860 time: 0.2963288 Apr 18 19:29:12.078840 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-ed279a14-5798-4648-a522-2c4534c1fac9 req-a9e498bd-c54e-4e89-a539-4b7d157b578e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:12.090870 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2292ddf-e84e-4391-b696-16963f83db64 admin admin] Network 3ecd9282-555d-4fb0-a9f8-a403a3953a47 is scheduled to be hosted by DHCP agent f6987c12-6d6c-47d4-b22d-cfcd164dc40d with binding_index 1 {{(pid=84764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:29:12.092472 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fad4e26b-c7fc-415b-9ce0-a936d99e5c94 req-5ff4ad32-8174-4886-8eeb-837df3113576 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=19b59b41-cadd-403d-bfd9-2d34b4cf02aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743048 Apr 18 19:29:12.227492 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [None req-f2292ddf-e84e-4391-b696-16963f83db64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-2, 3ecd9282-555d-4fb0-a9f8-a403a3953a47) {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:29:12.231708 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2292ddf-e84e-4391-b696-16963f83db64 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:12.232328 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f2292ddf-e84e-4391-b696-16963f83db64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for subnet, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:12.239141 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3855ce0a-1e09-4eb1-b45b-3c2f7d728693 None None] Network 3ecd9282-555d-4fb0-a9f8-a403a3953a47 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:29:12.256363 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-d80b0006-9d3b-41d1-a127-e45eb6cb87a1 req-3abadd24-fb60-4053-90ee-6ad2b0b78ffe tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:12.309833 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abadd24-fb60-4053-90ee-6ad2b0b78ffe tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] Pushing event deleted for resources: {'Port': ['ID=4213c8d6-cbac-4a3e-a059-d7f75299dd76,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:12.368081 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd7bf83-a15e-41af-8c83-e58e1659400f req-3810c570-e1a9-4a24-b994-39bcb7aa762f tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:12.368802 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-bcd7bf83-a15e-41af-8c83-e58e1659400f req-3810c570-e1a9-4a24-b994-39bcb7aa762f tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Synchronizing usage tracker for tenant:fc56e011536d43568ffc66b480cf23b0 on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:29:12.407385 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [req-d80b0006-9d3b-41d1-a127-e45eb6cb87a1 req-3abadd24-fb60-4053-90ee-6ad2b0b78ffe tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] No DVR routers for this DVR port 4213c8d6-cbac-4a3e-a059-d7f75299dd76 on host n-h1-836017-2 {{(pid=84764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:29:12.419105 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-f2292ddf-e84e-4391-b696-16963f83db64 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7562082 Apr 18 19:29:12.421223 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-d80b0006-9d3b-41d1-a127-e45eb6cb87a1 req-3abadd24-fb60-4053-90ee-6ad2b0b78ffe tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:12.423544 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d80b0006-9d3b-41d1-a127-e45eb6cb87a1 req-3abadd24-fb60-4053-90ee-6ad2b0b78ffe tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] 10.222.0.73 "DELETE /v2.0/ports/4213c8d6-cbac-4a3e-a059-d7f75299dd76 HTTP/1.1" status: 204 len: 173 time: 1.2642591 Apr 18 19:29:12.424098 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4c6a37a-5baf-4856-8eed-18c1d393288b', 'name': 'network-vif-deleted', 'tag': '4213c8d6-cbac-4a3e-a059-d7f75299dd76'}] {{(pid=84764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:29:12.506131 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-38b8ff6c-aa89-40d3-a5ff-a72676f04520 req-094eac56-83e1-407d-94f7-4a18c140be85 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:12.506458 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-38b8ff6c-aa89-40d3-a5ff-a72676f04520 req-094eac56-83e1-407d-94f7-4a18c140be85 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:12.598694 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-c1a01dac-4f0c-4980-abcd-57883a9456ec req-b7aaa00c-0382-493c-8e49-7f7d79b526ee tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] Synchronizing usage tracker for tenant:e61121fa7dce45d0a0f4ef0a60322c27 on resource:port {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:29:12.619984 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732694be-1c43-46d6-a66a-a41822ee04b9 None None] Network 3ecd9282-555d-4fb0-a9f8-a403a3953a47 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:29:12.674857 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-38b8ff6c-aa89-40d3-a5ff-a72676f04520 req-094eac56-83e1-407d-94f7-4a18c140be85 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Calling delete_port for 8417343c-69f9-41d7-9dee-dffd6991713d owned by network:floatingip {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:29:12.714337 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-c1a01dac-4f0c-4980-abcd-57883a9456ec req-b7aaa00c-0382-493c-8e49-7f7d79b526ee tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] Unset dirty status for tenant:e61121fa7dce45d0a0f4ef0a60322c27 on resource:port {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:29:12.716180 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c1a01dac-4f0c-4980-abcd-57883a9456ec req-b7aaa00c-0382-493c-8e49-7f7d79b526ee tempest-ServersAdminNegativeTestJSON-105374179 tempest-ServersAdminNegativeTestJSON-105374179-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4c6a37a-5baf-4856-8eed-18c1d393288b HTTP/1.1" status: 200 len: 210 time: 0.2862792 Apr 18 19:29:12.733023 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fad4e26b-c7fc-415b-9ce0-a936d99e5c94 req-e250d0d7-3c52-4b3b-84ca-ef0d1513ad6f service neutron] 10.222.0.73 "GET /v2.0/networks/19b59b41-cadd-403d-bfd9-2d34b4cf02aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6149952 Apr 18 19:29:12.742685 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-bcd7bf83-a15e-41af-8c83-e58e1659400f req-3810c570-e1a9-4a24-b994-39bcb7aa762f tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Unset dirty status for tenant:fc56e011536d43568ffc66b480cf23b0 on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:29:12.745023 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-bcd7bf83-a15e-41af-8c83-e58e1659400f req-3810c570-e1a9-4a24-b994-39bcb7aa762f tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.73 "GET /v2.0/ports?device_id=b036cac9-0805-4344-b7ed-7456f39c642e HTTP/1.1" status: 200 len: 945 time: 0.8749163 Apr 18 19:29:13.042535 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a3ea37-4006-47dd-87e5-a8d3d2a96f83 req-605c08dc-ec06-4641-864a-7098a11b65da tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:13.048912 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a7a3ea37-4006-47dd-87e5-a8d3d2a96f83 req-605c08dc-ec06-4641-864a-7098a11b65da tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=19340026-8fe1-417b-869a-76fbd40cb860 HTTP/1.1" status: 200 len: 935 time: 0.0971448 Apr 18 19:29:13.097909 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a7a3ea37-4006-47dd-87e5-a8d3d2a96f83 req-7ff00d0b-96a4-4eff-8832-220d7dde4c19 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476184 Apr 18 19:29:13.177392 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-bcd7bf83-a15e-41af-8c83-e58e1659400f req-820e25de-4830-4316-931c-b3a1cf5da082 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Deleting port 1322c92f-b999-445a-867c-1cc9d3db029b {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:29:13.177879 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-bcd7bf83-a15e-41af-8c83-e58e1659400f req-820e25de-4830-4316-931c-b3a1cf5da082 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:13.327130 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b47177-0e57-409c-969d-098cce23d889 req-82cd83a4-81f3-45de-b83c-da499a35d97f tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:13.327845 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-16b47177-0e57-409c-969d-098cce23d889 req-82cd83a4-81f3-45de-b83c-da499a35d97f tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/ports?device_id=698ab2b5-54f2-4017-94e0-efb6c8940c1a HTTP/1.1" status: 200 len: 946 time: 0.0974109 Apr 18 19:29:13.380281 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-16b47177-0e57-409c-969d-098cce23d889 req-f864fd83-3318-4caa-b81e-ada9266fa22a tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/security-groups?id=a141a97b-10ea-4a45-b463-6b38bd1cffff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450664 Apr 18 19:29:13.795554 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.db.resource_extend [req-ed279a14-5798-4648-a522-2c4534c1fac9 req-a9e498bd-c54e-4e89-a539-4b7d157b578e service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 19:29:13.795554 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 52506) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:29:13.795554 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fad4e26b-c7fc-415b-9ce0-a936d99e5c94 req-ac595037-b306-488b-b0d4-cf34508ff1e9 service neutron] 10.222.0.73 "GET /v2.0/networks/19b59b41-cadd-403d-bfd9-2d34b4cf02aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6779571 Apr 18 19:29:13.795554 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-e53af7fd-03cc-4306-a1fb-de3cf8be6d82 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1166852309-network', 'tenant_id': 'd2597bd2595f45a3a37d6a39ad6f87fb'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:29:13.795554 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-e53af7fd-03cc-4306-a1fb-de3cf8be6d82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:29:13.795554 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-e53af7fd-03cc-4306-a1fb-de3cf8be6d82 admin admin] Usage tracker for resource:network and tenant:d2597bd2595f45a3a37d6a39ad6f87fb is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:29:13.795554 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-e53af7fd-03cc-4306-a1fb-de3cf8be6d82 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:29:13.795554 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-e53af7fd-03cc-4306-a1fb-de3cf8be6d82 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:29:13.795554 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [req-ed279a14-5798-4648-a522-2c4534c1fac9 req-a9e498bd-c54e-4e89-a539-4b7d157b578e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0e1150c-3ca4-458b-85e4-8208744a4bc0 {{(pid=84763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:29:13.795554 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-ed279a14-5798-4648-a522-2c4534c1fac9 req-a9e498bd-c54e-4e89-a539-4b7d157b578e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:13.802189 n-d-836017-2 neutron-server[84764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-561431ab-f0a4-477b-90f9-ee7ea49c0e7c'] response: {'server_uuid': 'b4c6a37a-5baf-4856-8eed-18c1d393288b', 'name': 'network-vif-deleted', 'tag': '4213c8d6-cbac-4a3e-a059-d7f75299dd76', 'status': 'completed', 'code': 200} Apr 18 19:29:13.806488 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-38b8ff6c-aa89-40d3-a5ff-a72676f04520 req-094eac56-83e1-407d-94f7-4a18c140be85 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:13.806488 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e53af7fd-03cc-4306-a1fb-de3cf8be6d82 admin admin] Made reservation on behalf of d2597bd2595f45a3a37d6a39ad6f87fb for: {'network': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:29:13.806488 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-e53af7fd-03cc-4306-a1fb-de3cf8be6d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for network, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:13.813402 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094eac56-83e1-407d-94f7-4a18c140be85 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Pushing event deleted for resources: {'Port': ['ID=8417343c-69f9-41d7-9dee-dffd6991713d,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:13.817647 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-bcd7bf83-a15e-41af-8c83-e58e1659400f req-820e25de-4830-4316-931c-b3a1cf5da082 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] For port 1322c92f-b999-445a-867c-1cc9d3db029b, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=1322c92f-b999-445a-867c-1cc9d3db029b,segment=NetworkSegment(1b33902c-725a-4527-bb11-2978d3dba7a4),segment_id=1b33902c-725a-4527-bb11-2978d3dba7a4)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:29:13.818475 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-bcd7bf83-a15e-41af-8c83-e58e1659400f req-820e25de-4830-4316-931c-b3a1cf5da082 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:13.830151 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [req-ed279a14-5798-4648-a522-2c4534c1fac9 req-a9e498bd-c54e-4e89-a539-4b7d157b578e service neutron] Transition to ACTIVE for port object c0e1150c-3ca4-458b-85e4-8208744a4bc0 will not be triggered until provisioned by entity L2. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:29:13.836666 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-e53af7fd-03cc-4306-a1fb-de3cf8be6d82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:13.898791 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8367b99-ad3f-4dd8-a9a4-4c1845d98060 req-0d9df7b9-39a5-4e6f-a7b3-520a66ee5fe6 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:13.900474 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c8367b99-ad3f-4dd8-a9a4-4c1845d98060 req-0d9df7b9-39a5-4e6f-a7b3-520a66ee5fe6 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=b036cac9-0805-4344-b7ed-7456f39c642e HTTP/1.1" status: 200 len: 945 time: 0.0836854 Apr 18 19:29:13.950635 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c8367b99-ad3f-4dd8-a9a4-4c1845d98060 req-80384d38-0e41-44b9-9645-9995911d3ad6 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/security-groups?id=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442488 Apr 18 19:29:14.017982 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-bcd7bf83-a15e-41af-8c83-e58e1659400f req-820e25de-4830-4316-931c-b3a1cf5da082 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Calling delete_port for 1322c92f-b999-445a-867c-1cc9d3db029b owned by compute:nova {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:29:14.045404 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-ed279a14-5798-4648-a522-2c4534c1fac9 req-a9e498bd-c54e-4e89-a539-4b7d157b578e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:14.241377 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 4213c8d6-cbac-4a3e-a059-d7f75299dd76 no longer exists at agent hyperv_n-h1-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:29:14.241977 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-e53af7fd-03cc-4306-a1fb-de3cf8be6d82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:29:14.263104 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-e53af7fd-03cc-4306-a1fb-de3cf8be6d82 admin admin] Usage tracker for resource:security_group_rule and tenant:d2597bd2595f45a3a37d6a39ad6f87fb is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:29:14.276967 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e498bd-c54e-4e89-a539-4b7d157b578e service neutron] Pushing event updated for resources: {'Port': ['ID=c0e1150c-3ca4-458b-85e4-8208744a4bc0,revision_number=2']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:14.280080 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] No Port match for: 4213c8d6-cbac-4a3e-a059-d7f75299dd76 {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:29:14.280235 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-e53af7fd-03cc-4306-a1fb-de3cf8be6d82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:29:14.280455 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 4213c8d6-cbac-4a3e-a059-d7f75299dd76 not bound to the agent host n-h1-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:29:14.302637 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-38b8ff6c-aa89-40d3-a5ff-a72676f04520 req-094eac56-83e1-407d-94f7-4a18c140be85 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Notify callbacks [] for floatingip, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:14.305700 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-e53af7fd-03cc-4306-a1fb-de3cf8be6d82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:29:14.535156 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-ed279a14-5798-4648-a522-2c4534c1fac9 req-a9e498bd-c54e-4e89-a539-4b7d157b578e service neutron] Attempting to bind port c0e1150c-3ca4-458b-85e4-8208744a4bc0 on host n-h1-836017-2 for vnic_type normal with profile {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:29:14.535362 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-ed279a14-5798-4648-a522-2c4534c1fac9 req-a9e498bd-c54e-4e89-a539-4b7d157b578e service neutron] Attempting to bind port c0e1150c-3ca4-458b-85e4-8208744a4bc0 by drivers openvswitch,hyperv on host n-h1-836017-2 at level 0 using segments [{'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:29:14.535529 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed279a14-5798-4648-a522-2c4534c1fac9 req-a9e498bd-c54e-4e89-a539-4b7d157b578e service neutron] Attempting to bind port c0e1150c-3ca4-458b-85e4-8208744a4bc0 on network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:29:14.555562 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-e53af7fd-03cc-4306-a1fb-de3cf8be6d82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:14.556180 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed279a14-5798-4648-a522-2c4534c1fac9 req-a9e498bd-c54e-4e89-a539-4b7d157b578e service neutron] Port c0e1150c-3ca4-458b-85e4-8208744a4bc0 on network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-2 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:29:14.556536 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed279a14-5798-4648-a522-2c4534c1fac9 req-a9e498bd-c54e-4e89-a539-4b7d157b578e service neutron] Attempting to bind port c0e1150c-3ca4-458b-85e4-8208744a4bc0 on network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:29:14.568593 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed279a14-5798-4648-a522-2c4534c1fac9 req-a9e498bd-c54e-4e89-a539-4b7d157b578e service neutron] Checking agent: {'id': 'e3a31811-08e0-42ba-bc2e-ed8a973b714f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 25), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:29:14.568925 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed279a14-5798-4648-a522-2c4534c1fac9 req-a9e498bd-c54e-4e89-a539-4b7d157b578e service neutron] Checking segment: {'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:29:14.569311 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed279a14-5798-4648-a522-2c4534c1fac9 req-a9e498bd-c54e-4e89-a539-4b7d157b578e service neutron] Bound using segment: {'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:29:14.569741 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-ed279a14-5798-4648-a522-2c4534c1fac9 req-a9e498bd-c54e-4e89-a539-4b7d157b578e service neutron] Bound port: c0e1150c-3ca4-458b-85e4-8208744a4bc0, host: n-h1-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'}}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:29:14.570086 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-ed279a14-5798-4648-a522-2c4534c1fac9 req-a9e498bd-c54e-4e89-a539-4b7d157b578e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:14.590039 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-bcd7bf83-a15e-41af-8c83-e58e1659400f req-820e25de-4830-4316-931c-b3a1cf5da082 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:14.596711 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-38b8ff6c-aa89-40d3-a5ff-a72676f04520 req-094eac56-83e1-407d-94f7-4a18c140be85 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for floatingip, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:14.597835 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-38b8ff6c-aa89-40d3-a5ff-a72676f04520 req-094eac56-83e1-407d-94f7-4a18c140be85 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] 10.222.0.69 "DELETE /v2.0/floatingips/5fe9f5f0-56d5-4945-b7d1-fe258a04a82d HTTP/1.1" status: 204 len: 173 time: 2.9495826 Apr 18 19:29:14.684624 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-e53af7fd-03cc-4306-a1fb-de3cf8be6d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:14.687808 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820e25de-4830-4316-931c-b3a1cf5da082 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Pushing event deleted for resources: {'Port': ['ID=1322c92f-b999-445a-867c-1cc9d3db029b,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:14.771769 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e53af7fd-03cc-4306-a1fb-de3cf8be6d82 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=84763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:29:14.787874 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2229ce-c1a6-444d-8608-332cf379ecc2 req-f6945d9b-0947-4a08-8d1f-25187c47d41f tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:14.789449 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-aa2229ce-c1a6-444d-8608-332cf379ecc2 req-f6945d9b-0947-4a08-8d1f-25187c47d41f tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=19340026-8fe1-417b-869a-76fbd40cb860 HTTP/1.1" status: 200 len: 947 time: 0.0851057 Apr 18 19:29:14.837292 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-aa2229ce-c1a6-444d-8608-332cf379ecc2 req-a19e1bbc-0b38-4536-a8c2-ec05f7dd6b37 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414779 Apr 18 19:29:14.892404 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53af7fd-03cc-4306-a1fb-de3cf8be6d82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe185e6-9184-4e4a-bc48-83c78f698517,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:14.903305 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcd7bf83-a15e-41af-8c83-e58e1659400f req-820e25de-4830-4316-931c-b3a1cf5da082 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] No DVR routers for this DVR port 1322c92f-b999-445a-867c-1cc9d3db029b on host n-h1-836017-2 {{(pid=84763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:29:14.906491 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-e53af7fd-03cc-4306-a1fb-de3cf8be6d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:14.906491 n-d-836017-2 neutron-server[84763]: INFO neutron.db.segments_db [None req-e53af7fd-03cc-4306-a1fb-de3cf8be6d82 admin admin] Added segment c38f2836-738b-44e1-a3e5-22cd31a8315c of type vlan for network 87539dda-4295-46e6-b58f-7fccf0f86f37 Apr 18 19:29:14.914488 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-bcd7bf83-a15e-41af-8c83-e58e1659400f req-820e25de-4830-4316-931c-b3a1cf5da082 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:14.918359 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b036cac9-0805-4344-b7ed-7456f39c642e', 'name': 'network-vif-deleted', 'tag': '1322c92f-b999-445a-867c-1cc9d3db029b'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:29:14.923324 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-ed279a14-5798-4648-a522-2c4534c1fac9 req-a9e498bd-c54e-4e89-a539-4b7d157b578e service neutron] For port c0e1150c-3ca4-458b-85e4-8208744a4bc0, host n-h1-836017-2, cleared binding levels {{(pid=84763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:29:14.950608 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-ed279a14-5798-4648-a522-2c4534c1fac9 req-a9e498bd-c54e-4e89-a539-4b7d157b578e service neutron] For port c0e1150c-3ca4-458b-85e4-8208744a4bc0, host n-h1-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=c0e1150c-3ca4-458b-85e4-8208744a4bc0,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:29:14.973199 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-e53af7fd-03cc-4306-a1fb-de3cf8be6d82 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791093404182'] for network, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:15.015918 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db38a6e-f0f2-4766-8143-67d3f28eed30 req-87a247ac-2743-4f14-af51-382565b9b31a tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:15.017401 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-6db38a6e-f0f2-4766-8143-67d3f28eed30 req-87a247ac-2743-4f14-af51-382565b9b31a tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/ports?device_id=698ab2b5-54f2-4017-94e0-efb6c8940c1a HTTP/1.1" status: 200 len: 946 time: 0.2240965 Apr 18 19:29:15.024512 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-15002e27-df08-44b6-8d88-df69cb50d587 req-0f48b5c5-76c2-46d9-b293-195ce5f60501 tempest-ServersAdminTestJSON-8535969 tempest-ServersAdminTestJSON-8535969-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=8cbfc875-c839-4a4c-bcbc-fb0ee164e18b HTTP/1.1" status: 200 len: 1101 time: 0.0754881 Apr 18 19:29:15.063442 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-bcd7bf83-a15e-41af-8c83-e58e1659400f req-820e25de-4830-4316-931c-b3a1cf5da082 tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.73 "DELETE /v2.0/ports/1322c92f-b999-445a-867c-1cc9d3db029b HTTP/1.1" status: 204 len: 173 time: 2.2666440 Apr 18 19:29:15.064649 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-ed279a14-5798-4648-a522-2c4534c1fac9 req-a9e498bd-c54e-4e89-a539-4b7d157b578e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:15.088709 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-15002e27-df08-44b6-8d88-df69cb50d587 req-23b70aef-dd30-4f55-9c3c-ae26acaee27d tempest-ServersAdminTestJSON-8535969 tempest-ServersAdminTestJSON-8535969-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=5c6be434-109a-4c25-809d-b81f7096d7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572894 Apr 18 19:29:15.118509 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-e53af7fd-03cc-4306-a1fb-de3cf8be6d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251'] for network, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:15.119497 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e53af7fd-03cc-4306-a1fb-de3cf8be6d82 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:15.120197 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-e53af7fd-03cc-4306-a1fb-de3cf8be6d82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:15.147905 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-6db38a6e-f0f2-4766-8143-67d3f28eed30 req-8bb709f1-8094-4652-ad55-12919c74918c tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/security-groups?id=a141a97b-10ea-4a45-b463-6b38bd1cffff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233006 Apr 18 19:29:15.195192 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-97248c9e-7e8d-4d1d-849a-b52c50fe5405 req-34be0d3c-9b1f-4f70-9fb0-7e4fa66fdd47 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] 10.222.0.69 "GET /v2.0/security-groups/0ca708d5-2e1a-48fe-894e-067ba30dea37 HTTP/1.1" status: 200 len: 1641 time: 0.0610561 Apr 18 19:29:15.199665 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 52532) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:29:15.292606 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-97248c9e-7e8d-4d1d-849a-b52c50fe5405 req-cf4b6f5e-9b3d-4617-baa1-691ad66e719d tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:15.335068 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-97248c9e-7e8d-4d1d-849a-b52c50fe5405 req-cf4b6f5e-9b3d-4617-baa1-691ad66e719d tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:15.387778 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-648db613-e03b-4f0a-b24c-bf246b824a4d'] response: {'server_uuid': 'b036cac9-0805-4344-b7ed-7456f39c642e', 'name': 'network-vif-deleted', 'tag': '1322c92f-b999-445a-867c-1cc9d3db029b', 'status': 'completed', 'code': 200} Apr 18 19:29:15.432613 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-f87f4549-1dd6-4f57-bea9-39ae9bd55f37 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e61121fa7dce45d0a0f4ef0a60322c27&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2315774 Apr 18 19:29:15.435938 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 52540) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:29:15.506881 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-97248c9e-7e8d-4d1d-849a-b52c50fe5405 req-cf4b6f5e-9b3d-4617-baa1-691ad66e719d tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:15.529479 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-ed279a14-5798-4648-a522-2c4534c1fac9 req-a9e498bd-c54e-4e89-a539-4b7d157b578e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:15.530880 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ed279a14-5798-4648-a522-2c4534c1fac9 req-a9e498bd-c54e-4e89-a539-4b7d157b578e service neutron] 10.222.0.73 "PUT /v2.0/ports/c0e1150c-3ca4-458b-85e4-8208744a4bc0 HTTP/1.1" status: 200 len: 1095 time: 4.1468930 Apr 18 19:29:15.535433 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-9e7d1038-cedf-49ba-8a18-59db525099c1 req-3a8079ac-1dd6-4d56-86b2-d6aa12de2d3e tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Synchronizing usage tracker for tenant:fc56e011536d43568ffc66b480cf23b0 on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:29:15.553147 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4b6f5e-9b3d-4617-baa1-691ad66e719d tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca708d5-2e1a-48fe-894e-067ba30dea37,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:15.555330 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e498bd-c54e-4e89-a539-4b7d157b578e service neutron] Pushing event updated for resources: {'Port': ['ID=c0e1150c-3ca4-458b-85e4-8208744a4bc0,revision_number=3']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:15.561803 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53af7fd-03cc-4306-a1fb-de3cf8be6d82 admin admin] Pushing event updated for resources: {'Network': ['ID=87539dda-4295-46e6-b58f-7fccf0f86f37,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:15.564851 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-0de980c4-7704-4a2d-b28a-49f816a8982d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:15.597163 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-0de980c4-7704-4a2d-b28a-49f816a8982d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:15.631816 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Network 87539dda-4295-46e6-b58f-7fccf0f86f37 details requested by agent ovs-agent-n-d-836017-2 with host n-d-836017-2 {{(pid=84765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:29:15.656458 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-e53af7fd-03cc-4306-a1fb-de3cf8be6d82 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.2101693 Apr 18 19:29:15.661041 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 52546) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:29:15.669448 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-319a19eb-08ad-45db-b198-18711e281b95 admin admin] Request body: {'subnet': {'network_id': '87539dda-4295-46e6-b58f-7fccf0f86f37', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1166852309-subnet', 'tenant_id': 'd2597bd2595f45a3a37d6a39ad6f87fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:29:15.678684 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-319a19eb-08ad-45db-b198-18711e281b95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:29:15.688512 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-319a19eb-08ad-45db-b198-18711e281b95 admin admin] Usage tracker for resource:subnet and tenant:d2597bd2595f45a3a37d6a39ad6f87fb is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:29:15.691955 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-97248c9e-7e8d-4d1d-849a-b52c50fe5405 req-cf4b6f5e-9b3d-4617-baa1-691ad66e719d tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:15.693189 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-97248c9e-7e8d-4d1d-849a-b52c50fe5405 req-cf4b6f5e-9b3d-4617-baa1-691ad66e719d tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] 10.222.0.69 "DELETE /v2.0/security-groups/0ca708d5-2e1a-48fe-894e-067ba30dea37 HTTP/1.1" status: 204 len: 173 time: 0.4908409 Apr 18 19:29:15.736515 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-319a19eb-08ad-45db-b198-18711e281b95 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:29:15.749085 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-319a19eb-08ad-45db-b198-18711e281b95 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:29:15.753508 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-9e7d1038-cedf-49ba-8a18-59db525099c1 req-3a8079ac-1dd6-4d56-86b2-d6aa12de2d3e tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] Unset dirty status for tenant:fc56e011536d43568ffc66b480cf23b0 on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:29:15.754984 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-9e7d1038-cedf-49ba-8a18-59db525099c1 req-3a8079ac-1dd6-4d56-86b2-d6aa12de2d3e tempest-LiveMigrationTest-210975515 tempest-LiveMigrationTest-210975515-project] 10.222.0.69 "GET /v2.0/ports?device_id=b036cac9-0805-4344-b7ed-7456f39c642e HTTP/1.1" status: 200 len: 210 time: 0.3719091 Apr 18 19:29:15.794417 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ed279a14-5798-4648-a522-2c4534c1fac9 req-dece1d68-b998-4bee-8dc7-3e290a50a756 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4bf06599121a476094faf72db54a396e&device_id=19340026-8fe1-417b-869a-76fbd40cb860 HTTP/1.1" status: 200 len: 1098 time: 0.0996661 Apr 18 19:29:15.795188 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-0de980c4-7704-4a2d-b28a-49f816a8982d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:15.861355 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-319a19eb-08ad-45db-b198-18711e281b95 admin admin] Made reservation on behalf of d2597bd2595f45a3a37d6a39ad6f87fb for: {'subnet': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:29:15.862539 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de980c4-7704-4a2d-b28a-49f816a8982d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a151ec7-5edc-4088-aba2-485b5ea10b68,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:15.863602 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-319a19eb-08ad-45db-b198-18711e281b95 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540907'] for subnet, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:15.936691 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-4bcbdad4-46dd-4113-a5ce-3dc90734a998 req-ee96e6f7-ed97-4241-b74c-70a59839e373 tempest-ServersAdminTestJSON-8535969 tempest-ServersAdminTestJSON-8535969-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=8cbfc875-c839-4a4c-bcbc-fb0ee164e18b HTTP/1.1" status: 200 len: 1101 time: 0.1237643 Apr 18 19:29:15.950965 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ed279a14-5798-4648-a522-2c4534c1fac9 req-e1a023a1-4e01-4c12-9822-949ad606d890 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=c0e1150c-3ca4-458b-85e4-8208744a4bc0 HTTP/1.1" status: 200 len: 217 time: 0.1482446 Apr 18 19:29:15.955264 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-0de980c4-7704-4a2d-b28a-49f816a8982d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:15.956365 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-0de980c4-7704-4a2d-b28a-49f816a8982d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4a151ec7-5edc-4088-aba2-485b5ea10b68 HTTP/1.1" status: 204 len: 168 time: 0.5194807 Apr 18 19:29:16.016270 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-4bcbdad4-46dd-4113-a5ce-3dc90734a998 req-3e88197a-4abc-438a-b4d9-b7f17efcb6f6 tempest-ServersAdminTestJSON-8535969 tempest-ServersAdminTestJSON-8535969-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=5c6be434-109a-4c25-809d-b81f7096d7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773149 Apr 18 19:29:16.068472 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed279a14-5798-4648-a522-2c4534c1fac9 req-448e05f0-c326-4bbc-ad37-680b1ba95bff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:16.070053 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ed279a14-5798-4648-a522-2c4534c1fac9 req-448e05f0-c326-4bbc-ad37-680b1ba95bff service neutron] 10.222.0.73 "GET /v2.0/subnets?id=17d1b3aa-2066-4ffa-a69f-52ed566b6548 HTTP/1.1" status: 200 len: 843 time: 0.0972171 Apr 18 19:29:16.222317 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ed279a14-5798-4648-a522-2c4534c1fac9 req-01194234-ebf9-4831-881a-1d8c20c43d44 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1432238 Apr 18 19:29:16.249206 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a7142a-cfdf-4544-bdc9-2805e9181604 req-77cc0181-8221-4506-bea0-d3ef63a16934 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:16.250015 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 1322c92f-b999-445a-867c-1cc9d3db029b no longer exists at agent hyperv_n-h1-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:29:16.251067 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-b0a7142a-cfdf-4544-bdc9-2805e9181604 req-77cc0181-8221-4506-bea0-d3ef63a16934 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=19340026-8fe1-417b-869a-76fbd40cb860 HTTP/1.1" status: 200 len: 947 time: 0.0954015 Apr 18 19:29:16.283772 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] No Port match for: 1322c92f-b999-445a-867c-1cc9d3db029b {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:29:16.284433 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 1322c92f-b999-445a-867c-1cc9d3db029b not bound to the agent host n-h1-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:29:16.317651 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-b0a7142a-cfdf-4544-bdc9-2805e9181604 req-9f5fd8ad-a6be-4a8f-b44e-d873dd887513 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561738 Apr 18 19:29:16.419959 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ed279a14-5798-4648-a522-2c4534c1fac9 req-04e9c3a2-aa16-41ec-9c2b-2af1efc6c602 service neutron] 10.222.0.73 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858978 Apr 18 19:29:16.548757 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-319a19eb-08ad-45db-b198-18711e281b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66351616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66540921'] for subnet, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:16.654210 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ed279a14-5798-4648-a522-2c4534c1fac9 req-7c6358cf-e791-4940-9945-85162c273761 service neutron] 10.222.0.73 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269540 Apr 18 19:29:16.744362 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319a19eb-08ad-45db-b198-18711e281b95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdeb26f0-d7cb-4c86-9f85-fb68e329b71a,revision_number=0']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:16.767630 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319a19eb-08ad-45db-b198-18711e281b95 admin admin] Checking segment: {'id': 'c38f2836-738b-44e1-a3e5-22cd31a8315c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '87539dda-4295-46e6-b58f-7fccf0f86f37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:29:16.767997 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-319a19eb-08ad-45db-b198-18711e281b95 admin admin] Network hostable DHCP agents. Network: 87539dda-4295-46e6-b58f-7fccf0f86f37, hostable agents: ['f6987c12-6d6c-47d4-b22d-cfcd164dc40d'], hosted agents: [] {{(pid=84763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:29:16.785126 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effd9f45-1998-4e04-a3e1-6e906368cb2b req-bae5d97e-f37f-4fc7-9a72-49dabfb5dfba tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:16.786601 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-effd9f45-1998-4e04-a3e1-6e906368cb2b req-bae5d97e-f37f-4fc7-9a72-49dabfb5dfba tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] 10.222.0.69 "GET /v2.0/ports?device_id=8887625e-000f-4745-93d8-2d7332fdb73a HTTP/1.1" status: 200 len: 946 time: 0.0812016 Apr 18 19:29:16.799617 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de59a67d-ba76-4697-ab41-4c6396eb59a5 req-7f8c8002-07df-414b-9759-72aa3f0d1cff tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:16.801131 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-de59a67d-ba76-4697-ab41-4c6396eb59a5 req-7f8c8002-07df-414b-9759-72aa3f0d1cff tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/ports?device_id=698ab2b5-54f2-4017-94e0-efb6c8940c1a HTTP/1.1" status: 200 len: 946 time: 0.1549644 Apr 18 19:29:16.834374 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-effd9f45-1998-4e04-a3e1-6e906368cb2b req-377932b9-bea8-4870-b6d7-8bbc6f87c2bd tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Synchronizing usage tracker for tenant:cde3a890089e40a1b179d71db405af78 on resource:security_group {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:29:16.853097 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-de59a67d-ba76-4697-ab41-4c6396eb59a5 req-2b203920-4054-4400-a238-8abea34dfe5e tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/security-groups?id=a141a97b-10ea-4a45-b463-6b38bd1cffff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458262 Apr 18 19:29:16.934050 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-319a19eb-08ad-45db-b198-18711e281b95 admin admin] Network 87539dda-4295-46e6-b58f-7fccf0f86f37 is scheduled to be hosted by DHCP agent f6987c12-6d6c-47d4-b22d-cfcd164dc40d with binding_index 1 {{(pid=84763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:29:16.976484 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-effd9f45-1998-4e04-a3e1-6e906368cb2b req-377932b9-bea8-4870-b6d7-8bbc6f87c2bd tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Unset dirty status for tenant:cde3a890089e40a1b179d71db405af78 on resource:security_group {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:29:16.977888 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-effd9f45-1998-4e04-a3e1-6e906368cb2b req-377932b9-bea8-4870-b6d7-8bbc6f87c2bd tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] 10.222.0.69 "GET /v2.0/security-groups?id=cd7f69dc-886d-4472-a746-337e2c087e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852546 Apr 18 19:29:17.039208 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [None req-319a19eb-08ad-45db-b198-18711e281b95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-2, 87539dda-4295-46e6-b58f-7fccf0f86f37) {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:29:17.046252 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319a19eb-08ad-45db-b198-18711e281b95 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:17.047187 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-319a19eb-08ad-45db-b198-18711e281b95 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:17.053671 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9e935f-be4b-4e07-8b8d-1f7bbb95281a None None] Network 87539dda-4295-46e6-b58f-7fccf0f86f37 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:29:17.076609 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 52570) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:29:17.138941 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 52576) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:29:17.202242 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-0efc9445-98fe-42da-a228-888fcf824b08 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c14576dcb0e54a0ba7ed986772817ae1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0601940 Apr 18 19:29:17.202473 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 52580) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:29:17.235465 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-319a19eb-08ad-45db-b198-18711e281b95 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5730600 Apr 18 19:29:17.297968 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-3d28cb8a-5627-4b32-9bce-e74a503ab0f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:17.338867 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-3d28cb8a-5627-4b32-9bce-e74a503ab0f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:17.365563 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1424cb1-300f-450f-bb1f-c18f4bb0526f None None] Network 87539dda-4295-46e6-b58f-7fccf0f86f37 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:29:17.447513 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19340026-8fe1-417b-869a-76fbd40cb860', 'tag': 'c0e1150c-3ca4-458b-85e4-8208744a4bc0'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:29:17.522950 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_v2 [None req-551f857c-5110-48ea-8050-961d84eafff0 admin admin] Deleting subnet 1c71b90d-680b-4d0c-80a6-944953a6ed07 {{(pid=84764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:29:17.528620 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-551f857c-5110-48ea-8050-961d84eafff0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:17.542022 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-3d28cb8a-5627-4b32-9bce-e74a503ab0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:17.563483 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d28cb8a-5627-4b32-9bce-e74a503ab0f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=317372cd-f8d2-48f0-89b3-f219dffcf965,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:17.572679 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-3d28cb8a-5627-4b32-9bce-e74a503ab0f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:17.575649 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-3d28cb8a-5627-4b32-9bce-e74a503ab0f8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/317372cd-f8d2-48f0-89b3-f219dffcf965 HTTP/1.1" status: 204 len: 168 time: 0.3722739 Apr 18 19:29:17.611213 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-129b0581-b858-45c7-820a-b2380cb6247b'] response: {'name': 'network-changed', 'server_uuid': '19340026-8fe1-417b-869a-76fbd40cb860', 'tag': 'c0e1150c-3ca4-458b-85e4-8208744a4bc0', 'status': 'completed', 'code': 200} Apr 18 19:29:17.701769 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-551f857c-5110-48ea-8050-961d84eafff0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66931798'] for subnet, precommit_delete_associations {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:17.756321 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-544685df-c018-4eb6-8f2f-fefde2e1964e req-1072a197-7daf-4aae-8790-65f1aa1fe1f9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4bf06599121a476094faf72db54a396e&device_id=19340026-8fe1-417b-869a-76fbd40cb860 HTTP/1.1" status: 200 len: 1098 time: 0.1129451 Apr 18 19:29:17.778020 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626ba957-1961-473d-baa3-71b53e77ae38 req-a02331ee-38fa-40ac-b6e8-99e855d5453c tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:17.786334 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-626ba957-1961-473d-baa3-71b53e77ae38 req-a02331ee-38fa-40ac-b6e8-99e855d5453c tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=19340026-8fe1-417b-869a-76fbd40cb860 HTTP/1.1" status: 200 len: 947 time: 0.2596958 Apr 18 19:29:17.843762 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-551f857c-5110-48ea-8050-961d84eafff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1258508'] for subnet, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:17.896926 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-626ba957-1961-473d-baa3-71b53e77ae38 req-575224a6-0681-440b-8668-14ce36e45070 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095662 Apr 18 19:29:17.921178 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544685df-c018-4eb6-8f2f-fefde2e1964e req-d7b84568-f329-421d-94a2-a9c6493887be service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:17.923021 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-544685df-c018-4eb6-8f2f-fefde2e1964e req-d7b84568-f329-421d-94a2-a9c6493887be service neutron] 10.222.0.73 "GET /v2.0/networks?id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a HTTP/1.1" status: 200 len: 870 time: 0.1578503 Apr 18 19:29:18.004206 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-544685df-c018-4eb6-8f2f-fefde2e1964e req-46e13025-2a2e-4cc4-9f04-b28e6f72a691 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=c0e1150c-3ca4-458b-85e4-8208744a4bc0 HTTP/1.1" status: 200 len: 217 time: 0.0669179 Apr 18 19:29:18.032107 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-551f857c-5110-48ea-8050-961d84eafff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1258501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2290876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65862598'] for subnet, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:18.084270 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544685df-c018-4eb6-8f2f-fefde2e1964e req-419437fa-ead9-4029-8524-1499f18c3f26 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:18.084270 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-544685df-c018-4eb6-8f2f-fefde2e1964e req-419437fa-ead9-4029-8524-1499f18c3f26 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=17d1b3aa-2066-4ffa-a69f-52ed566b6548 HTTP/1.1" status: 200 len: 843 time: 0.0709765 Apr 18 19:29:18.087318 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551f857c-5110-48ea-8050-961d84eafff0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c71b90d-680b-4d0c-80a6-944953a6ed07,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:18.109652 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-551f857c-5110-48ea-8050-961d84eafff0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for subnet, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:18.121905 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-551f857c-5110-48ea-8050-961d84eafff0 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/1c71b90d-680b-4d0c-80a6-944953a6ed07 HTTP/1.1" status: 204 len: 168 time: 1.0440471 Apr 18 19:29:18.130032 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 52610) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:29:18.256338 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6abebf38-c023-4a66-b995-b3a6c13711d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:18.328330 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-544685df-c018-4eb6-8f2f-fefde2e1964e req-54425171-6097-4a6c-8d54-5f14dddba598 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2367063 Apr 18 19:29:18.353043 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-019c8e38-fdcf-49f1-b012-4895a200aeff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:18.557751 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-544685df-c018-4eb6-8f2f-fefde2e1964e req-15a1a89e-ee29-4e05-ae61-3e6882d81748 service neutron] 10.222.0.73 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225654 Apr 18 19:29:18.569757 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb02e45d-1199-427b-ab81-3f444594bdb1 req-3bd30536-1731-426f-85e4-e46ec5c2a6bc tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:18.572162 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fb02e45d-1199-427b-ab81-3f444594bdb1 req-3bd30536-1731-426f-85e4-e46ec5c2a6bc tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/ports?device_id=698ab2b5-54f2-4017-94e0-efb6c8940c1a HTTP/1.1" status: 200 len: 946 time: 0.1392856 Apr 18 19:29:18.732983 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fb02e45d-1199-427b-ab81-3f444594bdb1 req-cc15f712-3571-4a8e-95ad-c9bcfaaf22bc tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/security-groups?id=a141a97b-10ea-4a45-b463-6b38bd1cffff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365223 Apr 18 19:29:18.748349 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-019c8e38-fdcf-49f1-b012-4895a200aeff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256345', 'neutron.services.segments.db._delete_segments_for_network-8791093852025'] for network, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:18.763117 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-544685df-c018-4eb6-8f2f-fefde2e1964e req-1c1f25e5-c18c-49f2-9cf1-5e1e41a4726c service neutron] 10.222.0.73 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895657 Apr 18 19:29:18.797638 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-019c8e38-fdcf-49f1-b012-4895a200aeff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0685e2b1-3b13-405d-a131-f90aa0a8867a']}} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:29:18.826694 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-019c8e38-fdcf-49f1-b012-4895a200aeff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b33902c-725a-4527-bb11-2978d3dba7a4') {'for_net_delete': True} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:29:18.827031 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-019c8e38-fdcf-49f1-b012-4895a200aeff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b33902c-725a-4527-bb11-2978d3dba7a4') {} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:29:18.845142 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-019c8e38-fdcf-49f1-b012-4895a200aeff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791093851908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66932133'] for segment, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:18.856875 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e175b9ca-c5cd-4248-b4ac-8e9118c9c2d3 req-5c880992-0f23-4f66-b90f-4272bd778fb7 tempest-ServersNegativeTestMultiTenantJSON-1195476908 tempest-ServersNegativeTestMultiTenantJSON-1195476908-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:18.857722 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-e175b9ca-c5cd-4248-b4ac-8e9118c9c2d3 req-5c880992-0f23-4f66-b90f-4272bd778fb7 tempest-ServersNegativeTestMultiTenantJSON-1195476908 tempest-ServersNegativeTestMultiTenantJSON-1195476908-project] Synchronizing usage tracker for tenant:ac34d59b0c924b3b996c35f2187912ce on resource:network {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:29:18.877018 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-019c8e38-fdcf-49f1-b012-4895a200aeff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:18.884912 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-019c8e38-fdcf-49f1-b012-4895a200aeff admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=84764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:29:18.885072 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-019c8e38-fdcf-49f1-b012-4895a200aeff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2290898'] for segment, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:18.899915 n-d-836017-2 neutron-server[84764]: Traceback (most recent call last): Apr 18 19:29:18.899915 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:29:18.899915 n-d-836017-2 neutron-server[84764]: timer() Apr 18 19:29:18.899915 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:29:18.899915 n-d-836017-2 neutron-server[84764]: cb(*args, **kw) Apr 18 19:29:18.899915 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:29:18.899915 n-d-836017-2 neutron-server[84764]: return func(*args, **kwargs) Apr 18 19:29:18.899915 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:29:18.899915 n-d-836017-2 neutron-server[84764]: self._notify() Apr 18 19:29:18.899915 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:29:18.899915 n-d-836017-2 neutron-server[84764]: self.callback(batched_events) Apr 18 19:29:18.899915 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:29:18.899915 n-d-836017-2 neutron-server[84764]: event.method(event) Apr 18 19:29:18.899915 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:29:18.899915 n-d-836017-2 neutron-server[84764]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:29:18.899915 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:29:18.899915 n-d-836017-2 neutron-server[84764]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:29:18.899915 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:29:18.899915 n-d-836017-2 neutron-server[84764]: return f(self, *a, **k) Apr 18 19:29:18.899915 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:29:18.899915 n-d-836017-2 neutron-server[84764]: return self._get(url).json() Apr 18 19:29:18.899915 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:29:18.899915 n-d-836017-2 neutron-server[84764]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:29:18.899915 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:29:18.899915 n-d-836017-2 neutron-server[84764]: return self.request(url, 'GET', **kwargs) Apr 18 19:29:18.899915 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:29:18.899915 n-d-836017-2 neutron-server[84764]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:29:18.899915 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:29:18.899915 n-d-836017-2 neutron-server[84764]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:29:18.899915 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:29:18.899915 n-d-836017-2 neutron-server[84764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:29:18.899915 n-d-836017-2 neutron-server[84764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:29:18.971051 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eb2db6-835e-487a-858e-67bf2336aab9 req-87366283-cbb3-4d72-9fc4-7da0b5c02d9f tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:18.971675 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-e175b9ca-c5cd-4248-b4ac-8e9118c9c2d3 req-5c880992-0f23-4f66-b90f-4272bd778fb7 tempest-ServersNegativeTestMultiTenantJSON-1195476908 tempest-ServersNegativeTestMultiTenantJSON-1195476908-project] Unset dirty status for tenant:ac34d59b0c924b3b996c35f2187912ce on resource:network {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:29:18.972589 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-82eb2db6-835e-487a-858e-67bf2336aab9 req-87366283-cbb3-4d72-9fc4-7da0b5c02d9f tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Synchronizing usage tracker for tenant:cde3a890089e40a1b179d71db405af78 on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:29:18.978278 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e175b9ca-c5cd-4248-b4ac-8e9118c9c2d3 req-5c880992-0f23-4f66-b90f-4272bd778fb7 tempest-ServersNegativeTestMultiTenantJSON-1195476908 tempest-ServersNegativeTestMultiTenantJSON-1195476908-project] 10.222.0.69 "GET /v2.0/networks?id=3ecd9282-555d-4fb0-a9f8-a403a3953a47 HTTP/1.1" status: 200 len: 825 time: 0.3473346 Apr 18 19:29:19.009334 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e175b9ca-c5cd-4248-b4ac-8e9118c9c2d3 req-57e3e0dc-d901-44b1-a46f-affd6190ada1 tempest-ServersNegativeTestMultiTenantJSON-1195476908 tempest-ServersNegativeTestMultiTenantJSON-1195476908-project] 10.222.0.69 "GET /v2.0/quotas/ac34d59b0c924b3b996c35f2187912ce HTTP/1.1" status: 200 len: 375 time: 0.0300009 Apr 18 19:29:19.056662 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e175b9ca-c5cd-4248-b4ac-8e9118c9c2d3 req-1d5a8243-ebd5-4677-9649-224f07606f01 tempest-ServersNegativeTestMultiTenantJSON-1195476908 tempest-ServersNegativeTestMultiTenantJSON-1195476908-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=ac34d59b0c924b3b996c35f2187912ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0411940 Apr 18 19:29:19.067183 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-82eb2db6-835e-487a-858e-67bf2336aab9 req-87366283-cbb3-4d72-9fc4-7da0b5c02d9f tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Unset dirty status for tenant:cde3a890089e40a1b179d71db405af78 on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:29:19.068527 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-82eb2db6-835e-487a-858e-67bf2336aab9 req-87366283-cbb3-4d72-9fc4-7da0b5c02d9f tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] 10.222.0.69 "GET /v2.0/ports?device_id=8887625e-000f-4745-93d8-2d7332fdb73a HTTP/1.1" status: 200 len: 946 time: 0.1939795 Apr 18 19:29:19.132794 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-82eb2db6-835e-487a-858e-67bf2336aab9 req-08724f01-1b5c-4fac-a781-982690e67a82 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] 10.222.0.69 "GET /v2.0/security-groups?id=cd7f69dc-886d-4472-a746-337e2c087e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558021 Apr 18 19:29:19.165761 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-019c8e38-fdcf-49f1-b012-4895a200aeff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416801'] for network, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:19.189509 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-019c8e38-fdcf-49f1-b012-4895a200aeff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:19.209119 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c8e38-fdcf-49f1-b012-4895a200aeff admin admin] Pushing event deleted for resources: {'Network': ['ID=0685e2b1-3b13-405d-a131-f90aa0a8867a,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:19.229947 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 52640) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:29:19.248473 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c8e38-fdcf-49f1-b012-4895a200aeff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:29:19.249235 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c8e38-fdcf-49f1-b012-4895a200aeff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:29:19.249435 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c8e38-fdcf-49f1-b012-4895a200aeff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:29:19.249916 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c8e38-fdcf-49f1-b012-4895a200aeff admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:29:19.250245 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c8e38-fdcf-49f1-b012-4895a200aeff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:29:19.250559 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c8e38-fdcf-49f1-b012-4895a200aeff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:29:19.250884 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c8e38-fdcf-49f1-b012-4895a200aeff admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:29:19.251203 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c8e38-fdcf-49f1-b012-4895a200aeff admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:29:19.251517 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c8e38-fdcf-49f1-b012-4895a200aeff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:29:19.251830 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c8e38-fdcf-49f1-b012-4895a200aeff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:29:19.252152 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c8e38-fdcf-49f1-b012-4895a200aeff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:29:19.264239 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e175b9ca-c5cd-4248-b4ac-8e9118c9c2d3 req-ab1e4e3b-4b25-4906-a325-f2c4b9b6ac52 service neutron] 10.222.0.69 "GET /v2.0/networks/3ecd9282-555d-4fb0-a9f8-a403a3953a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004442 Apr 18 19:29:19.304350 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-019c8e38-fdcf-49f1-b012-4895a200aeff admin admin] 10.222.0.69 "DELETE /v2.0/networks/0685e2b1-3b13-405d-a131-f90aa0a8867a HTTP/1.1" status: 204 len: 168 time: 1.1739814 Apr 18 19:29:19.305677 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 52646) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:29:19.389439 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-4beadef5-e300-4c35-b2d3-fb16c75b262a admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1729629012-network', 'tenant_id': '912f8aac9d1b4f5bb39f80bd646e1172'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:29:19.397395 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-4beadef5-e300-4c35-b2d3-fb16c75b262a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:29:19.406060 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-4beadef5-e300-4c35-b2d3-fb16c75b262a admin admin] Usage tracker for resource:network and tenant:912f8aac9d1b4f5bb39f80bd646e1172 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:29:19.414420 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4bd8cc-a99a-4fc7-b0dd-c3ddb508cca8 req-412bc08a-f601-4749-bc2f-92e81e457359 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:19.415896 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2c4bd8cc-a99a-4fc7-b0dd-c3ddb508cca8 req-412bc08a-f601-4749-bc2f-92e81e457359 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cbfc875-c839-4a4c-bcbc-fb0ee164e18b HTTP/1.1" status: 200 len: 950 time: 0.1580367 Apr 18 19:29:19.416875 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-4beadef5-e300-4c35-b2d3-fb16c75b262a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:29:19.426816 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-4beadef5-e300-4c35-b2d3-fb16c75b262a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:29:19.455894 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bf87476-4099-4772-bbc7-31a57f01cf9c admin admin] Deleting subnet e33e96dc-f5ad-4767-94fb-a1c77987a7da {{(pid=84764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:29:19.456022 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cecea8-c7a5-45c0-902b-d701123f63ce req-09c71ef4-ffe6-4c25-9011-4aa7efa4d3b2 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:19.456022 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b0cecea8-c7a5-45c0-902b-d701123f63ce req-09c71ef4-ffe6-4c25-9011-4aa7efa4d3b2 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] 10.222.0.73 "GET /v2.0/ports?device_id=8887625e-000f-4745-93d8-2d7332fdb73a HTTP/1.1" status: 200 len: 946 time: 0.1416233 Apr 18 19:29:19.456157 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-0bf87476-4099-4772-bbc7-31a57f01cf9c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:19.504590 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e175b9ca-c5cd-4248-b4ac-8e9118c9c2d3 req-4c2d2e0b-e722-4f11-b212-b9b12bb42fec service neutron] 10.222.0.69 "GET /v2.0/networks/3ecd9282-555d-4fb0-a9f8-a403a3953a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295072 Apr 18 19:29:19.514860 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-0bf87476-4099-4772-bbc7-31a57f01cf9c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66931798'] for subnet, precommit_delete_associations {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:19.530250 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4beadef5-e300-4c35-b2d3-fb16c75b262a admin admin] Made reservation on behalf of 912f8aac9d1b4f5bb39f80bd646e1172 for: {'network': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:29:19.532701 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-4beadef5-e300-4c35-b2d3-fb16c75b262a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for network, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:19.556019 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2c4bd8cc-a99a-4fc7-b0dd-c3ddb508cca8 req-979aa0ef-95c5-4603-82a5-580953711ef3 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/security-groups?id=5c6be434-109a-4c25-809d-b81f7096d7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303563 Apr 18 19:29:19.558829 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-4beadef5-e300-4c35-b2d3-fb16c75b262a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:19.570238 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-b0cecea8-c7a5-45c0-902b-d701123f63ce req-55c860c1-b66f-469e-82e5-912d12776c6e tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Deleting port 48819bd4-8cc7-465b-8fdf-5c537c344b66 {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:29:19.570577 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-b0cecea8-c7a5-45c0-902b-d701123f63ce req-55c860c1-b66f-469e-82e5-912d12776c6e tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:19.581323 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-0bf87476-4099-4772-bbc7-31a57f01cf9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1258508'] for subnet, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:19.751570 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-0bf87476-4099-4772-bbc7-31a57f01cf9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1258501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2290876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65862598'] for subnet, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:19.751984 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-4beadef5-e300-4c35-b2d3-fb16c75b262a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:29:19.790928 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-4beadef5-e300-4c35-b2d3-fb16c75b262a admin admin] Usage tracker for resource:security_group_rule and tenant:912f8aac9d1b4f5bb39f80bd646e1172 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:29:19.801182 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-4beadef5-e300-4c35-b2d3-fb16c75b262a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:29:19.817678 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-4beadef5-e300-4c35-b2d3-fb16c75b262a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:29:19.826946 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf87476-4099-4772-bbc7-31a57f01cf9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e33e96dc-f5ad-4767-94fb-a1c77987a7da,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:19.848783 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-796609d6-c99c-41c8-a929-20b6cf7bf252 req-1cf6de13-c128-4808-85c0-264728481ddd tempest-ServersNegativeTestMultiTenantJSON-1195476908 tempest-ServersNegativeTestMultiTenantJSON-1195476908-project] 10.222.0.69 "GET /v2.0/ports?device_id=94aaf1d6-a8c2-441f-8a74-6365ba5e3291 HTTP/1.1" status: 200 len: 210 time: 0.0848866 Apr 18 19:29:19.848783 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-0bf87476-4099-4772-bbc7-31a57f01cf9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for subnet, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:19.853534 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-0bf87476-4099-4772-bbc7-31a57f01cf9c admin admin] 10.222.0.69 "DELETE /v2.0/subnets/e33e96dc-f5ad-4767-94fb-a1c77987a7da HTTP/1.1" status: 204 len: 168 time: 0.5467522 Apr 18 19:29:19.856540 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 52658) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:29:20.040350 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-542a5eab-5824-46c3-8e79-f8cb91184032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:20.043202 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92cc95d-5742-4a31-959c-1ed175b84b7b req-d5e46345-0c43-4306-b42c-9944de9cf430 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:20.044971 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-b92cc95d-5742-4a31-959c-1ed175b84b7b req-d5e46345-0c43-4306-b42c-9944de9cf430 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Synchronizing usage tracker for tenant:4bf06599121a476094faf72db54a396e on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:29:20.061049 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-b0cecea8-c7a5-45c0-902b-d701123f63ce req-55c860c1-b66f-469e-82e5-912d12776c6e tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] For port 48819bd4-8cc7-465b-8fdf-5c537c344b66, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=48819bd4-8cc7-465b-8fdf-5c537c344b66,segment=NetworkSegment(ffe0b6d2-2182-4141-8f2f-b400e36467e4),segment_id=ffe0b6d2-2182-4141-8f2f-b400e36467e4)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:29:20.061396 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-b0cecea8-c7a5-45c0-902b-d701123f63ce req-55c860c1-b66f-469e-82e5-912d12776c6e tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:20.148154 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-4beadef5-e300-4c35-b2d3-fb16c75b262a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:20.192612 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3ce09b-4113-483a-ace1-e083989e77e6 req-54b4ed85-a714-44e9-b167-a9364dd41272 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:20.194338 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-1a3ce09b-4113-483a-ace1-e083989e77e6 req-54b4ed85-a714-44e9-b167-a9364dd41272 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/ports?device_id=698ab2b5-54f2-4017-94e0-efb6c8940c1a HTTP/1.1" status: 200 len: 946 time: 0.2230756 Apr 18 19:29:20.200577 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-542a5eab-5824-46c3-8e79-f8cb91184032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256345', 'neutron.services.segments.db._delete_segments_for_network-8791093852025'] for network, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:20.208272 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-b92cc95d-5742-4a31-959c-1ed175b84b7b req-d5e46345-0c43-4306-b42c-9944de9cf430 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Unset dirty status for tenant:4bf06599121a476094faf72db54a396e on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:29:20.209550 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b92cc95d-5742-4a31-959c-1ed175b84b7b req-d5e46345-0c43-4306-b42c-9944de9cf430 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=19340026-8fe1-417b-869a-76fbd40cb860 HTTP/1.1" status: 200 len: 947 time: 0.4677272 Apr 18 19:29:20.216699 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-b0cecea8-c7a5-45c0-902b-d701123f63ce req-55c860c1-b66f-469e-82e5-912d12776c6e tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Calling delete_port for 48819bd4-8cc7-465b-8fdf-5c537c344b66 owned by compute:nova {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:29:20.253845 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-4beadef5-e300-4c35-b2d3-fb16c75b262a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:20.255243 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-542a5eab-5824-46c3-8e79-f8cb91184032 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b00a197-7e1a-42b3-8e52-094be068fc9a']}} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:29:20.262114 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device c0e1150c-3ca4-458b-85e4-8208744a4bc0 details requested by agent hyperv_n-h1-836017-2 with host n-h1-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:29:20.286554 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-542a5eab-5824-46c3-8e79-f8cb91184032 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5afc61cf-4350-4988-a157-e2e571bb5062') {'for_net_delete': True} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:29:20.287025 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-542a5eab-5824-46c3-8e79-f8cb91184032 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5afc61cf-4350-4988-a157-e2e571bb5062') {} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:29:20.307649 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-542a5eab-5824-46c3-8e79-f8cb91184032 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791093851908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66932133'] for segment, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:20.325257 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-1a3ce09b-4113-483a-ace1-e083989e77e6 req-c070c7a9-2046-42b4-ba83-87eb14068521 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/security-groups?id=a141a97b-10ea-4a45-b463-6b38bd1cffff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164763 Apr 18 19:29:20.334645 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4beadef5-e300-4c35-b2d3-fb16c75b262a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=84763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:29:20.345735 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-542a5eab-5824-46c3-8e79-f8cb91184032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:20.354427 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-542a5eab-5824-46c3-8e79-f8cb91184032 admin admin] Releasing vlan 574 on physical network physnet1 to pool {{(pid=84764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:29:20.354427 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-542a5eab-5824-46c3-8e79-f8cb91184032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2290898'] for segment, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:20.354590 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beadef5-e300-4c35-b2d3-fb16c75b262a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eac7c2f1-2944-479b-a9ca-3a90d669daf9,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:20.374127 n-d-836017-2 neutron-server[84764]: Traceback (most recent call last): Apr 18 19:29:20.374127 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:29:20.374127 n-d-836017-2 neutron-server[84764]: timer() Apr 18 19:29:20.374127 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:29:20.374127 n-d-836017-2 neutron-server[84764]: cb(*args, **kw) Apr 18 19:29:20.374127 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:29:20.374127 n-d-836017-2 neutron-server[84764]: return func(*args, **kwargs) Apr 18 19:29:20.374127 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:29:20.374127 n-d-836017-2 neutron-server[84764]: self._notify() Apr 18 19:29:20.374127 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:29:20.374127 n-d-836017-2 neutron-server[84764]: self.callback(batched_events) Apr 18 19:29:20.374127 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:29:20.374127 n-d-836017-2 neutron-server[84764]: event.method(event) Apr 18 19:29:20.374127 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:29:20.374127 n-d-836017-2 neutron-server[84764]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:29:20.374127 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:29:20.374127 n-d-836017-2 neutron-server[84764]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:29:20.374127 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:29:20.374127 n-d-836017-2 neutron-server[84764]: return f(self, *a, **k) Apr 18 19:29:20.374127 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:29:20.374127 n-d-836017-2 neutron-server[84764]: return self._get(url).json() Apr 18 19:29:20.374127 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:29:20.374127 n-d-836017-2 neutron-server[84764]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:29:20.374127 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:29:20.374127 n-d-836017-2 neutron-server[84764]: return self.request(url, 'GET', **kwargs) Apr 18 19:29:20.374127 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:29:20.374127 n-d-836017-2 neutron-server[84764]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:29:20.374127 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:29:20.374127 n-d-836017-2 neutron-server[84764]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:29:20.374127 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:29:20.374127 n-d-836017-2 neutron-server[84764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:29:20.374127 n-d-836017-2 neutron-server[84764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:29:20.432209 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a3337d44-da9b-4579-a6e6-b488339ea9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:20.460296 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b92cc95d-5742-4a31-959c-1ed175b84b7b req-01e29d16-1fb2-4338-bf50-43cd6f12e685 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163248 Apr 18 19:29:20.479427 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-4beadef5-e300-4c35-b2d3-fb16c75b262a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:20.479978 n-d-836017-2 neutron-server[84763]: INFO neutron.db.segments_db [None req-4beadef5-e300-4c35-b2d3-fb16c75b262a admin admin] Added segment e5097719-15b3-4fd8-8376-6a49cea6478d of type vlan for network 2ec6ced9-a6bc-4877-8b52-5620d7b70918 Apr 18 19:29:20.489375 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port c0e1150c-3ca4-458b-85e4-8208744a4bc0, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=c0e1150c-3ca4-458b-85e4-8208744a4bc0,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:29:20.505034 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4beadef5-e300-4c35-b2d3-fb16c75b262a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:29:20.505374 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4beadef5-e300-4c35-b2d3-fb16c75b262a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:29:20.505709 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4beadef5-e300-4c35-b2d3-fb16c75b262a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:29:20.506035 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4beadef5-e300-4c35-b2d3-fb16c75b262a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:29:20.506359 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4beadef5-e300-4c35-b2d3-fb16c75b262a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:29:20.506936 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4beadef5-e300-4c35-b2d3-fb16c75b262a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:29:20.507366 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4beadef5-e300-4c35-b2d3-fb16c75b262a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:29:20.507639 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Returning: {'device': 'c0e1150c-3ca4-458b-85e4-8208744a4bc0', 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a', 'port_id': 'c0e1150c-3ca4-458b-85e4-8208744a4bc0', 'mac_address': 'fa:16:3e:3e:b4:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17d1b3aa-2066-4ffa-a69f-52ed566b6548', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:29:20.507804 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4beadef5-e300-4c35-b2d3-fb16c75b262a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:29:20.508129 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4beadef5-e300-4c35-b2d3-fb16c75b262a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:29:20.508482 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4beadef5-e300-4c35-b2d3-fb16c75b262a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:29:20.508800 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4beadef5-e300-4c35-b2d3-fb16c75b262a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:29:20.569027 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20124148-60e9-40bc-b233-f37f77904755 req-db2cd173-5353-4906-a993-464bcb02e830 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:20.570638 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-20124148-60e9-40bc-b233-f37f77904755 req-db2cd173-5353-4906-a993-464bcb02e830 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] 10.222.0.69 "GET /v2.0/ports?device_id=8887625e-000f-4745-93d8-2d7332fdb73a HTTP/1.1" status: 200 len: 946 time: 0.0975859 Apr 18 19:29:20.572042 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:20.603195 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0e1150c-3ca4-458b-85e4-8208744a4bc0 {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:29:20.655530 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port c0e1150c-3ca4-458b-85e4-8208744a4bc0, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=c0e1150c-3ca4-458b-85e4-8208744a4bc0,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:29:20.686535 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-4beadef5-e300-4c35-b2d3-fb16c75b262a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791093404182'] for network, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:20.715960 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-542a5eab-5824-46c3-8e79-f8cb91184032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416801'] for network, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:20.729182 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-b0cecea8-c7a5-45c0-902b-d701123f63ce req-55c860c1-b66f-469e-82e5-912d12776c6e tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:20.739161 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-542a5eab-5824-46c3-8e79-f8cb91184032 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:20.741467 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] get_ports_and_sgs() called for port_ids ['48819bd4-8cc7-465b-8fdf-5c537c344b66'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:29:20.754602 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542a5eab-5824-46c3-8e79-f8cb91184032 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b00a197-7e1a-42b3-8e52-094be068fc9a,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:20.760129 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-542a5eab-5824-46c3-8e79-f8cb91184032 admin admin] 10.222.0.69 "DELETE /v2.0/networks/2b00a197-7e1a-42b3-8e52-094be068fc9a HTTP/1.1" status: 204 len: 168 time: 0.9025490 Apr 18 19:29:20.784409 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-20124148-60e9-40bc-b233-f37f77904755 req-d443de6b-62b2-499b-9eea-0b449ece3313 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] 10.222.0.69 "GET /v2.0/security-groups?id=cd7f69dc-886d-4472-a746-337e2c087e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017865 Apr 18 19:29:20.865906 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:20.866641 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:20.950541 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c860c1-b66f-469e-82e5-912d12776c6e tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Pushing event deleted for resources: {'Port': ['ID=48819bd4-8cc7-465b-8fdf-5c537c344b66,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:20.950765 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Pushing event updated for resources: {'Port': ['ID=c0e1150c-3ca4-458b-85e4-8208744a4bc0,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:20.955665 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-4beadef5-e300-4c35-b2d3-fb16c75b262a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251'] for network, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:20.956529 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4beadef5-e300-4c35-b2d3-fb16c75b262a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:20.957096 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-4beadef5-e300-4c35-b2d3-fb16c75b262a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:20.978133 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-30c416ad-f88e-4643-996e-1d8bc8fe62c3 req-46cb3e10-6767-4c82-878e-9ae1051f6815 tempest-ServersNegativeTestMultiTenantJSON-1195476908 tempest-ServersNegativeTestMultiTenantJSON-1195476908-project] 10.222.0.69 "GET /v2.0/ports?device_id=94aaf1d6-a8c2-441f-8a74-6365ba5e3291 HTTP/1.1" status: 200 len: 210 time: 0.0535192 Apr 18 19:29:21.160804 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beadef5-e300-4c35-b2d3-fb16c75b262a admin admin] Pushing event updated for resources: {'Network': ['ID=2ec6ced9-a6bc-4877-8b52-5620d7b70918,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:21.163146 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0cecea8-c7a5-45c0-902b-d701123f63ce req-55c860c1-b66f-469e-82e5-912d12776c6e tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] No DVR routers for this DVR port 48819bd4-8cc7-465b-8fdf-5c537c344b66 on host n-h1-836017-2 {{(pid=84763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:29:21.167639 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-b0cecea8-c7a5-45c0-902b-d701123f63ce req-55c860c1-b66f-469e-82e5-912d12776c6e tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:21.170855 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b0cecea8-c7a5-45c0-902b-d701123f63ce req-55c860c1-b66f-469e-82e5-912d12776c6e tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] 10.222.0.73 "DELETE /v2.0/ports/48819bd4-8cc7-465b-8fdf-5c537c344b66 HTTP/1.1" status: 204 len: 173 time: 1.7123711 Apr 18 19:29:21.171286 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8887625e-000f-4745-93d8-2d7332fdb73a', 'name': 'network-vif-deleted', 'tag': '48819bd4-8cc7-465b-8fdf-5c537c344b66'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:29:21.171864 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Network 2ec6ced9-a6bc-4877-8b52-5620d7b70918 details requested by agent ovs-agent-n-d-836017-2 with host n-d-836017-2 {{(pid=84765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:29:21.192528 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2397ad-1da3-4e0d-a87f-353ce677c3ec req-4108bfee-877b-4bb4-b3e5-0956ebbc6d5b tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:21.194214 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ca2397ad-1da3-4e0d-a87f-353ce677c3ec req-4108bfee-877b-4bb4-b3e5-0956ebbc6d5b tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cbfc875-c839-4a4c-bcbc-fb0ee164e18b HTTP/1.1" status: 200 len: 950 time: 0.4667675 Apr 18 19:29:21.218708 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 52676) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:29:21.240582 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f74dab7-083a-456a-a3e5-52905af13ff6'] response: {'server_uuid': '8887625e-000f-4745-93d8-2d7332fdb73a', 'name': 'network-vif-deleted', 'tag': '48819bd4-8cc7-465b-8fdf-5c537c344b66', 'status': 'completed', 'code': 200} Apr 18 19:29:21.255194 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ca2397ad-1da3-4e0d-a87f-353ce677c3ec req-47dc0f6b-e421-48f3-9793-8d3387ffbc91 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/security-groups?id=5c6be434-109a-4c25-809d-b81f7096d7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538783 Apr 18 19:29:21.255381 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] get_ports_and_sgs() called for port_ids ['c0e1150c-3ca4-458b-85e4-8208744a4bc0'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:29:21.279606 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-4beadef5-e300-4c35-b2d3-fb16c75b262a admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0474803 Apr 18 19:29:21.284674 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 52680) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:29:21.289735 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-cabc79b8-5c1b-4197-a3bc-ef22bca43863 admin admin] Request body: {'subnet': {'network_id': '2ec6ced9-a6bc-4877-8b52-5620d7b70918', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1729629012-subnet', 'tenant_id': '912f8aac9d1b4f5bb39f80bd646e1172', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:29:21.298145 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-cabc79b8-5c1b-4197-a3bc-ef22bca43863 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:29:21.303413 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-cabc79b8-5c1b-4197-a3bc-ef22bca43863 admin admin] Usage tracker for resource:subnet and tenant:912f8aac9d1b4f5bb39f80bd646e1172 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:29:21.309077 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-cabc79b8-5c1b-4197-a3bc-ef22bca43863 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:29:21.309231 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-01271d3c-b363-4ead-9254-cf9bf2ccaa3e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=fc56e011536d43568ffc66b480cf23b0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0874777 Apr 18 19:29:21.314463 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 52684) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:29:21.328763 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-cabc79b8-5c1b-4197-a3bc-ef22bca43863 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:29:21.396340 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-0d9e3a79-afa9-46ea-b201-44d3cb56676d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:21.430505 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-0d9e3a79-afa9-46ea-b201-44d3cb56676d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:21.489110 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cabc79b8-5c1b-4197-a3bc-ef22bca43863 admin admin] Made reservation on behalf of 912f8aac9d1b4f5bb39f80bd646e1172 for: {'subnet': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:29:21.492034 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-cabc79b8-5c1b-4197-a3bc-ef22bca43863 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540907'] for subnet, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:21.565401 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2241a6fd-9f2d-416f-a8e4-8451898110fd req-6572b9ed-b81b-4cae-bc37-e3a3678d0e74 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:21.567170 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2241a6fd-9f2d-416f-a8e4-8451898110fd req-6572b9ed-b81b-4cae-bc37-e3a3678d0e74 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/ports?device_id=698ab2b5-54f2-4017-94e0-efb6c8940c1a HTTP/1.1" status: 200 len: 946 time: 0.0899067 Apr 18 19:29:21.634888 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2241a6fd-9f2d-416f-a8e4-8451898110fd req-28adf955-fc12-4298-9907-2c4282ce69bc tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/security-groups?id=a141a97b-10ea-4a45-b463-6b38bd1cffff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587447 Apr 18 19:29:21.671422 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-0d9e3a79-afa9-46ea-b201-44d3cb56676d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:21.723229 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9e3a79-afa9-46ea-b201-44d3cb56676d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54b89cd9-0150-441e-be3a-0ab3ccc6f0b0,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:21.785571 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1c541fd-6087-4755-8778-e68e27e46067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:21.817053 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7089f6b8-db70-426e-977d-9efdf03cda5b req-6d2eaa9d-51e0-40c6-8b1a-e42047e800cb tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:21.818539 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7089f6b8-db70-426e-977d-9efdf03cda5b req-6d2eaa9d-51e0-40c6-8b1a-e42047e800cb tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=19340026-8fe1-417b-869a-76fbd40cb860 HTTP/1.1" status: 200 len: 948 time: 0.1932685 Apr 18 19:29:21.866997 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-0d9e3a79-afa9-46ea-b201-44d3cb56676d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:21.870450 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-0d9e3a79-afa9-46ea-b201-44d3cb56676d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/54b89cd9-0150-441e-be3a-0ab3ccc6f0b0 HTTP/1.1" status: 204 len: 168 time: 0.5527103 Apr 18 19:29:21.876085 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7089f6b8-db70-426e-977d-9efdf03cda5b req-1d79fcdd-dc13-46d0-8bf6-532e49460dfa tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490618 Apr 18 19:29:21.917427 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-cabc79b8-5c1b-4197-a3bc-ef22bca43863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66351616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66540921'] for subnet, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:21.976478 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-7bb52edb-020b-425a-87c3-cf4f7ac1fdb0 req-73ac20cc-64d3-4fee-9c40-1874d4aa4c09 tempest-ServerRescueTestJSONUnderV235-1457798969 tempest-ServerRescueTestJSONUnderV235-1457798969-project] 10.222.0.69 "GET /v2.0/ports?device_id=8887625e-000f-4745-93d8-2d7332fdb73a HTTP/1.1" status: 200 len: 210 time: 0.0533547 Apr 18 19:29:22.012505 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabc79b8-5c1b-4197-a3bc-ef22bca43863 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e0c91da-1774-476f-82ad-dcf19f1fc83c,revision_number=0']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:22.031233 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:22.045187 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabc79b8-5c1b-4197-a3bc-ef22bca43863 admin admin] Checking segment: {'id': 'e5097719-15b3-4fd8-8376-6a49cea6478d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '2ec6ced9-a6bc-4877-8b52-5620d7b70918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:29:22.045625 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabc79b8-5c1b-4197-a3bc-ef22bca43863 admin admin] Network hostable DHCP agents. Network: 2ec6ced9-a6bc-4877-8b52-5620d7b70918, hostable agents: ['f6987c12-6d6c-47d4-b22d-cfcd164dc40d'], hosted agents: [] {{(pid=84763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:29:22.154894 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabc79b8-5c1b-4197-a3bc-ef22bca43863 admin admin] Network 2ec6ced9-a6bc-4877-8b52-5620d7b70918 is scheduled to be hosted by DHCP agent f6987c12-6d6c-47d4-b22d-cfcd164dc40d with binding_index 1 {{(pid=84763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:29:22.165891 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a36721a4-a504-440d-aeb5-0f58a63b8029 req-1b1c6622-dccf-47e4-8471-1ec8e250c7ff tempest-ServersNegativeTestMultiTenantJSON-1195476908 tempest-ServersNegativeTestMultiTenantJSON-1195476908-project] 10.222.0.69 "GET /v2.0/ports?device_id=94aaf1d6-a8c2-441f-8a74-6365ba5e3291 HTTP/1.1" status: 200 len: 210 time: 0.0514557 Apr 18 19:29:22.226801 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [None req-cabc79b8-5c1b-4197-a3bc-ef22bca43863 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-2, 2ec6ced9-a6bc-4877-8b52-5620d7b70918) {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:29:22.231412 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cabc79b8-5c1b-4197-a3bc-ef22bca43863 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:22.231992 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-cabc79b8-5c1b-4197-a3bc-ef22bca43863 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:22.235884 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-672cd231-cad8-4e0b-8703-4b596bf6e254 None None] Network 2ec6ced9-a6bc-4877-8b52-5620d7b70918 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:29:22.300804 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device c0e1150c-3ca4-458b-85e4-8208744a4bc0 up at agent hyperv_n-h1-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:29:22.340882 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-cabc79b8-5c1b-4197-a3bc-ef22bca43863 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0568817 Apr 18 19:29:22.345631 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 52704) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:29:22.356389 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-0f739ecf-59de-4b7d-985d-3a1d5333153b admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1729629012-router', 'tenant_id': '912f8aac9d1b4f5bb39f80bd646e1172', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'}}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:29:22.370468 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-0f739ecf-59de-4b7d-985d-3a1d5333153b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:29:22.374497 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-0f739ecf-59de-4b7d-985d-3a1d5333153b admin admin] Usage tracker for resource:router and tenant:912f8aac9d1b4f5bb39f80bd646e1172 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:29:22.379181 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-0f739ecf-59de-4b7d-985d-3a1d5333153b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:29:22.384093 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.agents_db [None req-eb67022b-f881-4bc8-8f45-fca90fb27803 None None] Agent healthcheck: found 7 active agents {{(pid=84766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:29:22.388933 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-0f739ecf-59de-4b7d-985d-3a1d5333153b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:29:22.474208 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-0f739ecf-59de-4b7d-985d-3a1d5333153b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-415242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4425'] for router, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:22.475153 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-0f739ecf-59de-4b7d-985d-3a1d5333153b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-416909', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4418'] for router, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:22.513007 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-0f739ecf-59de-4b7d-985d-3a1d5333153b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:22.523638 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3639fc46-1a59-4782-b05e-d6121ab0a16f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31f5fbf7-4b5c-5a44-b255-70c4fc176ae8-2ec6ced9-a6bc-4877-8b52-5620d7b70918', 'network_id': '2ec6ced9-a6bc-4877-8b52-5620d7b70918', 'tenant_id': '912f8aac9d1b4f5bb39f80bd646e1172', 'fixed_ips': [{'subnet_id': '4e0c91da-1774-476f-82ad-dcf19f1fc83c'}]}} from n-d-836017-2. {{(pid=84765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 19:29:22.524483 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3639fc46-1a59-4782-b05e-d6121ab0a16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:22.529309 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4536e3-d511-4c29-b2e7-edbb37c68943 req-63120cda-4d8c-447f-947f-3ee9185e2fa3 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:22.531584 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-9a4536e3-d511-4c29-b2e7-edbb37c68943 req-63120cda-4d8c-447f-947f-3ee9185e2fa3 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cbfc875-c839-4a4c-bcbc-fb0ee164e18b HTTP/1.1" status: 200 len: 950 time: 0.1116531 Apr 18 19:29:22.580883 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Provisioning for port c0e1150c-3ca4-458b-85e4-8208744a4bc0 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:29:22.582905 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-9a4536e3-d511-4c29-b2e7-edbb37c68943 req-0b7d10cc-7337-4df0-8815-0b2760c8694c tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/security-groups?id=5c6be434-109a-4c25-809d-b81f7096d7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439897 Apr 18 19:29:22.591256 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Provisioning complete for port c0e1150c-3ca4-458b-85e4-8208744a4bc0 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:29:22.591608 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:22.809695 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-0f739ecf-59de-4b7d-985d-3a1d5333153b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416895', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4776'] for router, precommit_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:22.827169 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:22.846926 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-3639fc46-1a59-4782-b05e-d6121ab0a16f None None] Allocated IP 172.20.0.2 (2ec6ced9-a6bc-4877-8b52-5620d7b70918/4e0c91da-1774-476f-82ad-dcf19f1fc83c/d1dc6dec-f157-40e3-8400-18871d387a64) {{(pid=84765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:29:22.856290 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 52710) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:29:22.868784 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19340026-8fe1-417b-869a-76fbd40cb860', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0e1150c-3ca4-458b-85e4-8208744a4bc0'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:29:22.905899 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port c0e1150c-3ca4-458b-85e4-8208744a4bc0, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=c0e1150c-3ca4-458b-85e4-8208744a4bc0,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:29:22.973206 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d271cd2-100f-4d22-8770-28543f064a46 req-777ef1ae-2fd2-4866-98ca-d68f1428bfb8 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:22.982123 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-760169bc-b19d-4a75-b33a-4266e56948b1'] response: {'server_uuid': '19340026-8fe1-417b-869a-76fbd40cb860', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0e1150c-3ca4-458b-85e4-8208744a4bc0', 'code': 200} Apr 18 19:29:23.000149 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7d271cd2-100f-4d22-8770-28543f064a46 req-777ef1ae-2fd2-4866-98ca-d68f1428bfb8 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/ports?device_id=698ab2b5-54f2-4017-94e0-efb6c8940c1a HTTP/1.1" status: 200 len: 946 time: 0.2077532 Apr 18 19:29:23.019458 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:23.020486 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 48819bd4-8cc7-465b-8fdf-5c537c344b66 no longer exists at agent hyperv_n-h1-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:29:23.138637 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-82ca4dbe-0bab-4e76-8c2a-0e5a5da12694 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d2be229c31e74dfebee2ec560a92523b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2745082 Apr 18 19:29:23.142525 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 52720) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:29:23.173504 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] No Port match for: 48819bd4-8cc7-465b-8fdf-5c537c344b66 {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:29:23.174192 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 48819bd4-8cc7-465b-8fdf-5c537c344b66 not bound to the agent host n-h1-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:29:23.175818 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a4106dab-6971-4e7e-8fdc-c66f0a3f4877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:23.300089 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Pushing event updated for resources: {'Port': ['ID=c0e1150c-3ca4-458b-85e4-8208744a4bc0,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:23.315053 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e175b9ca-c5cd-4248-b4ac-8e9118c9c2d3 req-8271653f-d0b3-428f-8171-ddfc3589cefb tempest-ServersNegativeTestMultiTenantJSON-1195476908 tempest-ServersNegativeTestMultiTenantJSON-1195476908-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:23.316856 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e175b9ca-c5cd-4248-b4ac-8e9118c9c2d3 req-8271653f-d0b3-428f-8171-ddfc3589cefb tempest-ServersNegativeTestMultiTenantJSON-1195476908 tempest-ServersNegativeTestMultiTenantJSON-1195476908-project] 10.222.0.73 "GET /v2.0/networks?id=3ecd9282-555d-4fb0-a9f8-a403a3953a47 HTTP/1.1" status: 200 len: 825 time: 0.2694993 Apr 18 19:29:23.338828 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3639fc46-1a59-4782-b05e-d6121ab0a16f None None] Notify callbacks [] for port, precommit_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:23.348411 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-e175b9ca-c5cd-4248-b4ac-8e9118c9c2d3 req-5a9768ec-06d2-4d9d-a3b1-77ad5939196a tempest-ServersNegativeTestMultiTenantJSON-1195476908 tempest-ServersNegativeTestMultiTenantJSON-1195476908-project] Request body: {'port': {'device_id': '94aaf1d6-a8c2-441f-8a74-6365ba5e3291', 'network_id': '3ecd9282-555d-4fb0-a9f8-a403a3953a47', 'admin_state_up': True, 'tenant_id': 'ac34d59b0c924b3b996c35f2187912ce'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:29:23.369748 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-3639fc46-1a59-4782-b05e-d6121ab0a16f None None] Transition to ACTIVE for port object d1dc6dec-f157-40e3-8400-18871d387a64 will not be triggered until provisioned by entity L2. {{(pid=84765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:29:23.397011 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-3639fc46-1a59-4782-b05e-d6121ab0a16f None None] Transition to ACTIVE for port object d1dc6dec-f157-40e3-8400-18871d387a64 will not be triggered until provisioned by entity DHCP. {{(pid=84765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:29:23.456950 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73c978d-1aab-4022-8646-eb5725d1f6c5 req-7bcf7d9e-dd01-4b4c-a6df-a8ff347f84fe tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:23.458445 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e73c978d-1aab-4022-8646-eb5725d1f6c5 req-7bcf7d9e-dd01-4b4c-a6df-a8ff347f84fe tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=19340026-8fe1-417b-869a-76fbd40cb860 HTTP/1.1" status: 200 len: 949 time: 0.2444439 Apr 18 19:29:23.460152 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-c2ed4273-8d54-4074-bc74-ad97da4e4e43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:23.485361 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3639fc46-1a59-4782-b05e-d6121ab0a16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331'] for port, after_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:23.491540 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7d271cd2-100f-4d22-8770-28543f064a46 req-41234c20-04a5-42d6-8de4-7a6841a0422d tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/security-groups?id=a141a97b-10ea-4a45-b463-6b38bd1cffff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4904826 Apr 18 19:29:23.557283 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3639fc46-1a59-4782-b05e-d6121ab0a16f None None] Pushing event updated for resources: {'Port': ['ID=d1dc6dec-f157-40e3-8400-18871d387a64,revision_number=1']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:23.563734 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e6836437-3271-49d7-bc9d-1ecd8dc6a551 req-a92756a2-8eef-4d88-8d87-0d9af11143af service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=19340026-8fe1-417b-869a-76fbd40cb860 HTTP/1.1" status: 200 len: 1100 time: 0.3347020 Apr 18 19:29:23.572658 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-e175b9ca-c5cd-4248-b4ac-8e9118c9c2d3 req-5a9768ec-06d2-4d9d-a3b1-77ad5939196a tempest-ServersNegativeTestMultiTenantJSON-1195476908 tempest-ServersNegativeTestMultiTenantJSON-1195476908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:29:23.576833 n-d-836017-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3639fc46-1a59-4782-b05e-d6121ab0a16f None None] Network 2ec6ced9-a6bc-4877-8b52-5620d7b70918 is already hosted by enough agents. {{(pid=84765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:29:23.578204 n-d-836017-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-3639fc46-1a59-4782-b05e-d6121ab0a16f None None] Resources bound (agent type, host, resource id): {{(pid=84765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:29:23.580984 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3639fc46-1a59-4782-b05e-d6121ab0a16f None None] Received port after_create {{(pid=84765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:29:23.592631 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-e175b9ca-c5cd-4248-b4ac-8e9118c9c2d3 req-5a9768ec-06d2-4d9d-a3b1-77ad5939196a tempest-ServersNegativeTestMultiTenantJSON-1195476908 tempest-ServersNegativeTestMultiTenantJSON-1195476908-project] Usage tracker for resource:port and tenant:ac34d59b0c924b3b996c35f2187912ce is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:29:23.598138 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-e175b9ca-c5cd-4248-b4ac-8e9118c9c2d3 req-5a9768ec-06d2-4d9d-a3b1-77ad5939196a tempest-ServersNegativeTestMultiTenantJSON-1195476908 tempest-ServersNegativeTestMultiTenantJSON-1195476908-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:29:23.607302 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-e175b9ca-c5cd-4248-b4ac-8e9118c9c2d3 req-5a9768ec-06d2-4d9d-a3b1-77ad5939196a tempest-ServersNegativeTestMultiTenantJSON-1195476908 tempest-ServersNegativeTestMultiTenantJSON-1195476908-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:29:23.630477 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e6836437-3271-49d7-bc9d-1ecd8dc6a551 req-195c1487-79a2-4c91-9952-525817aa9d7a service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546734 Apr 18 19:29:23.636372 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-c2ed4273-8d54-4074-bc74-ad97da4e4e43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:23.660932 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 52728) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:29:23.671247 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-0f739ecf-59de-4b7d-985d-3a1d5333153b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:23.690507 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-3639fc46-1a59-4782-b05e-d6121ab0a16f None None] Attempting to bind port d1dc6dec-f157-40e3-8400-18871d387a64 on host n-d-836017-2 for vnic_type normal with profile {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:29:23.690867 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-3639fc46-1a59-4782-b05e-d6121ab0a16f None None] Attempting to bind port d1dc6dec-f157-40e3-8400-18871d387a64 by drivers openvswitch,hyperv on host n-d-836017-2 at level 0 using segments [{'id': 'e5097719-15b3-4fd8-8376-6a49cea6478d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '2ec6ced9-a6bc-4877-8b52-5620d7b70918'}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:29:23.691399 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3639fc46-1a59-4782-b05e-d6121ab0a16f None None] Attempting to bind port d1dc6dec-f157-40e3-8400-18871d387a64 on network 2ec6ced9-a6bc-4877-8b52-5620d7b70918 {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:29:23.699941 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3639fc46-1a59-4782-b05e-d6121ab0a16f None None] Checking agent: {'id': 'df2a5cfe-6839-400b-a998-e4fffce70f45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 8, 22), 'started_at': datetime.datetime(2022, 4, 18, 19, 8, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:29:23.700960 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3639fc46-1a59-4782-b05e-d6121ab0a16f None None] Checking segment: {'id': 'e5097719-15b3-4fd8-8376-6a49cea6478d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '2ec6ced9-a6bc-4877-8b52-5620d7b70918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:29:23.702329 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3639fc46-1a59-4782-b05e-d6121ab0a16f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:23.702909 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3639fc46-1a59-4782-b05e-d6121ab0a16f None None] Bound using segment: {'id': 'e5097719-15b3-4fd8-8376-6a49cea6478d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '2ec6ced9-a6bc-4877-8b52-5620d7b70918'} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:29:23.703551 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-3639fc46-1a59-4782-b05e-d6121ab0a16f None None] Bound port: d1dc6dec-f157-40e3-8400-18871d387a64, host: n-d-836017-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5097719-15b3-4fd8-8376-6a49cea6478d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '2ec6ced9-a6bc-4877-8b52-5620d7b70918'}}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:29:23.704108 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3639fc46-1a59-4782-b05e-d6121ab0a16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:23.752206 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e175b9ca-c5cd-4248-b4ac-8e9118c9c2d3 req-5a9768ec-06d2-4d9d-a3b1-77ad5939196a tempest-ServersNegativeTestMultiTenantJSON-1195476908 tempest-ServersNegativeTestMultiTenantJSON-1195476908-project] Made reservation on behalf of ac34d59b0c924b3b996c35f2187912ce for: {'port': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:29:23.755195 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-e175b9ca-c5cd-4248-b4ac-8e9118c9c2d3 req-5a9768ec-06d2-4d9d-a3b1-77ad5939196a tempest-ServersNegativeTestMultiTenantJSON-1195476908 tempest-ServersNegativeTestMultiTenantJSON-1195476908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:23.769142 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-0f739ecf-59de-4b7d-985d-3a1d5333153b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:23.818097 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-3639fc46-1a59-4782-b05e-d6121ab0a16f None None] For port d1dc6dec-f157-40e3-8400-18871d387a64, host n-d-836017-2, cleared binding levels {{(pid=84765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:29:23.821483 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-3639fc46-1a59-4782-b05e-d6121ab0a16f None None] For port d1dc6dec-f157-40e3-8400-18871d387a64, host n-d-836017-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=d1dc6dec-f157-40e3-8400-18871d387a64,segment=NetworkSegment(e5097719-15b3-4fd8-8376-6a49cea6478d),segment_id=e5097719-15b3-4fd8-8376-6a49cea6478d)] {{(pid=84765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:29:23.828968 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e73c978d-1aab-4022-8646-eb5725d1f6c5 req-6b7f5ca1-c1e5-4ead-a0af-bef26cdea21a tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3613529 Apr 18 19:29:23.882417 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2b62a7de-53c8-4993-a7e9-7e057287f6b4 req-fab4a2ff-0586-43fa-bae8-2eb8825d043d tempest-ServersNegativeTestMultiTenantJSON-1195476908 tempest-ServersNegativeTestMultiTenantJSON-1195476908-project] 10.222.0.69 "GET /v2.0/ports?device_id=94aaf1d6-a8c2-441f-8a74-6365ba5e3291 HTTP/1.1" status: 200 len: 210 time: 0.0570829 Apr 18 19:29:23.915901 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3639fc46-1a59-4782-b05e-d6121ab0a16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:24.018185 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3639fc46-1a59-4782-b05e-d6121ab0a16f None None] Pushing event updated for resources: {'Port': ['ID=d1dc6dec-f157-40e3-8400-18871d387a64,revision_number=2']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:24.049046 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-c2ed4273-8d54-4074-bc74-ad97da4e4e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:24.053485 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_common [None req-0f739ecf-59de-4b7d-985d-3a1d5333153b admin admin] Allocated IP 172.25.3.118 (11e8e108-37df-4084-b6b7-113e6beb66b4/3b0abf32-1504-448b-b06e-c8c870b6a7c8/61aae637-3077-4250-a059-dd57154ec904) {{(pid=84764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:29:24.086401 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ed4273-8d54-4074-bc74-ad97da4e4e43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb5323d4-bdeb-466a-84ee-3f3f12e4123c,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:24.238108 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e162d699-bae6-4313-907c-99ba470fc938 req-80e439ca-39f9-4c76-9d7e-1fb635bd27ca tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:24.239787 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_common [req-e175b9ca-c5cd-4248-b4ac-8e9118c9c2d3 req-5a9768ec-06d2-4d9d-a3b1-77ad5939196a tempest-ServersNegativeTestMultiTenantJSON-1195476908 tempest-ServersNegativeTestMultiTenantJSON-1195476908-project] Allocated IP 172.20.0.9 (3ecd9282-555d-4fb0-a9f8-a403a3953a47/8a13d56d-36d3-4679-b7bd-f4a009e4601a/555428f3-c286-4a76-9982-aafee9e31baf) {{(pid=84763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:29:24.240272 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e162d699-bae6-4313-907c-99ba470fc938 req-80e439ca-39f9-4c76-9d7e-1fb635bd27ca tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cbfc875-c839-4a4c-bcbc-fb0ee164e18b HTTP/1.1" status: 200 len: 950 time: 0.2690189 Apr 18 19:29:24.297507 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-c2ed4273-8d54-4074-bc74-ad97da4e4e43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:24.301031 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-c2ed4273-8d54-4074-bc74-ad97da4e4e43 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/fb5323d4-bdeb-466a-84ee-3f3f12e4123c HTTP/1.1" status: 204 len: 168 time: 1.1573100 Apr 18 19:29:24.396240 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e162d699-bae6-4313-907c-99ba470fc938 req-6f17ab75-d000-4458-8f2a-7d849ce7ee87 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/security-groups?id=5c6be434-109a-4c25-809d-b81f7096d7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386504 Apr 18 19:29:24.413573 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-0f739ecf-59de-4b7d-985d-3a1d5333153b admin admin] Notify callbacks [] for port, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:24.575128 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-0f739ecf-59de-4b7d-985d-3a1d5333153b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:24.635343 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-e175b9ca-c5cd-4248-b4ac-8e9118c9c2d3 req-5a9768ec-06d2-4d9d-a3b1-77ad5939196a tempest-ServersNegativeTestMultiTenantJSON-1195476908 tempest-ServersNegativeTestMultiTenantJSON-1195476908-project] Notify callbacks [] for port, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:24.665620 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f739ecf-59de-4b7d-985d-3a1d5333153b admin admin] Network 11e8e108-37df-4084-b6b7-113e6beb66b4 is already hosted by enough agents. {{(pid=84764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:29:24.669038 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [None req-0f739ecf-59de-4b7d-985d-3a1d5333153b admin admin] Resources bound (agent type, host, resource id): {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:29:24.672890 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f739ecf-59de-4b7d-985d-3a1d5333153b admin admin] Received port after_create {{(pid=84764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:29:24.737751 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-9730b2be-acfd-44dc-87eb-5123c58cece9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417313'] for router_interface, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:24.737898 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f739ecf-59de-4b7d-985d-3a1d5333153b admin admin] Pushing event updated for resources: {'Port': ['ID=61aae637-3077-4250-a059-dd57154ec904,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:24.797278 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:24.880581 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b214c15-ad40-4d9c-8dae-4f4cd54e296b req-c1506742-bc5c-4acf-9103-b3400586ac2a tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:24.882120 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4b214c15-ad40-4d9c-8dae-4f4cd54e296b req-c1506742-bc5c-4acf-9103-b3400586ac2a tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/ports?device_id=698ab2b5-54f2-4017-94e0-efb6c8940c1a HTTP/1.1" status: 200 len: 946 time: 0.2395084 Apr 18 19:29:24.953682 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4b214c15-ad40-4d9c-8dae-4f4cd54e296b req-d9ba4d26-b94f-4f85-ac51-1fc384eb1894 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/security-groups?id=a141a97b-10ea-4a45-b463-6b38bd1cffff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581267 Apr 18 19:29:25.010941 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-e175b9ca-c5cd-4248-b4ac-8e9118c9c2d3 req-5a9768ec-06d2-4d9d-a3b1-77ad5939196a tempest-ServersNegativeTestMultiTenantJSON-1195476908 tempest-ServersNegativeTestMultiTenantJSON-1195476908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:25.135156 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e175b9ca-c5cd-4248-b4ac-8e9118c9c2d3 req-5a9768ec-06d2-4d9d-a3b1-77ad5939196a tempest-ServersNegativeTestMultiTenantJSON-1195476908 tempest-ServersNegativeTestMultiTenantJSON-1195476908-project] Network 3ecd9282-555d-4fb0-a9f8-a403a3953a47 is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:29:25.200012 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [req-e175b9ca-c5cd-4248-b4ac-8e9118c9c2d3 req-5a9768ec-06d2-4d9d-a3b1-77ad5939196a tempest-ServersNegativeTestMultiTenantJSON-1195476908 tempest-ServersNegativeTestMultiTenantJSON-1195476908-project] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:29:25.202503 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-e175b9ca-c5cd-4248-b4ac-8e9118c9c2d3 req-5a9768ec-06d2-4d9d-a3b1-77ad5939196a tempest-ServersNegativeTestMultiTenantJSON-1195476908 tempest-ServersNegativeTestMultiTenantJSON-1195476908-project] Received port after_create {{(pid=84763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:29:25.280869 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9768ec-06d2-4d9d-a3b1-77ad5939196a tempest-ServersNegativeTestMultiTenantJSON-1195476908 tempest-ServersNegativeTestMultiTenantJSON-1195476908-project] Pushing event updated for resources: {'Port': ['ID=555428f3-c286-4a76-9982-aafee9e31baf,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:25.305003 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device d1dc6dec-f157-40e3-8400-18871d387a64 up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:29:25.345824 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f75f0b-7cb2-4216-a391-6073ce7eb5e3 None None] Network 2ec6ced9-a6bc-4877-8b52-5620d7b70918 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:29:25.348596 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-0f739ecf-59de-4b7d-985d-3a1d5333153b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:25.349367 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-0f739ecf-59de-4b7d-985d-3a1d5333153b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416864'] for router, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:25.438132 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e175b9ca-c5cd-4248-b4ac-8e9118c9c2d3 req-5a9768ec-06d2-4d9d-a3b1-77ad5939196a tempest-ServersNegativeTestMultiTenantJSON-1195476908 tempest-ServersNegativeTestMultiTenantJSON-1195476908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:25.438863 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-e175b9ca-c5cd-4248-b4ac-8e9118c9c2d3 req-5a9768ec-06d2-4d9d-a3b1-77ad5939196a tempest-ServersNegativeTestMultiTenantJSON-1195476908 tempest-ServersNegativeTestMultiTenantJSON-1195476908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:25.555692 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fc44d1-fb9f-4caf-b69a-707a6bef1458 req-4b4988ff-cd03-46ac-a957-af3a2fd4e001 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:25.564123 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-24fc44d1-fb9f-4caf-b69a-707a6bef1458 req-4b4988ff-cd03-46ac-a957-af3a2fd4e001 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=19340026-8fe1-417b-869a-76fbd40cb860 HTTP/1.1" status: 200 len: 949 time: 0.5508816 Apr 18 19:29:25.604332 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41ee4c5-27ce-42a7-a140-5dc7616f117f req-8f872d02-d6fb-4d45-888f-ef68739fd2da tempest-ServersNegativeTestMultiTenantJSON-1195476908 tempest-ServersNegativeTestMultiTenantJSON-1195476908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:25.605221 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-a41ee4c5-27ce-42a7-a140-5dc7616f117f req-8f872d02-d6fb-4d45-888f-ef68739fd2da tempest-ServersNegativeTestMultiTenantJSON-1195476908 tempest-ServersNegativeTestMultiTenantJSON-1195476908-project] Synchronizing usage tracker for tenant:ac34d59b0c924b3b996c35f2187912ce on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:29:25.612291 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e175b9ca-c5cd-4248-b4ac-8e9118c9c2d3 req-5a9768ec-06d2-4d9d-a3b1-77ad5939196a tempest-ServersNegativeTestMultiTenantJSON-1195476908 tempest-ServersNegativeTestMultiTenantJSON-1195476908-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2721055 Apr 18 19:29:25.631059 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-e175b9ca-c5cd-4248-b4ac-8e9118c9c2d3 req-f147fd72-aeda-4908-acec-58b3525bbfa8 service neutron] Request body: {'port': {'device_id': '94aaf1d6-a8c2-441f-8a74-6365ba5e3291', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-2'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:29:25.633635 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-a52490fd-6d50-4f60-83f8-4e25f40b694f None None] Provisioning for port d1dc6dec-f157-40e3-8400-18871d387a64 completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:29:25.648591 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning for port d1dc6dec-f157-40e3-8400-18871d387a64 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:29:25.657314 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port d1dc6dec-f157-40e3-8400-18871d387a64 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:29:25.657695 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:25.685329 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-24fc44d1-fb9f-4caf-b69a-707a6bef1458 req-2429ecb3-76ed-40e3-86a0-567824d7440b tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202531 Apr 18 19:29:25.821588 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-e175b9ca-c5cd-4248-b4ac-8e9118c9c2d3 req-f147fd72-aeda-4908-acec-58b3525bbfa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:25.836854 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-a41ee4c5-27ce-42a7-a140-5dc7616f117f req-8f872d02-d6fb-4d45-888f-ef68739fd2da tempest-ServersNegativeTestMultiTenantJSON-1195476908 tempest-ServersNegativeTestMultiTenantJSON-1195476908-project] Unset dirty status for tenant:ac34d59b0c924b3b996c35f2187912ce on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:29:25.838218 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a41ee4c5-27ce-42a7-a140-5dc7616f117f req-8f872d02-d6fb-4d45-888f-ef68739fd2da tempest-ServersNegativeTestMultiTenantJSON-1195476908 tempest-ServersNegativeTestMultiTenantJSON-1195476908-project] 10.222.0.69 "GET /v2.0/ports?device_id=94aaf1d6-a8c2-441f-8a74-6365ba5e3291 HTTP/1.1" status: 200 len: 931 time: 0.4814274 Apr 18 19:29:25.935477 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:25.975250 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] For port d1dc6dec-f157-40e3-8400-18871d387a64, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=d1dc6dec-f157-40e3-8400-18871d387a64,segment=NetworkSegment(e5097719-15b3-4fd8-8376-6a49cea6478d),segment_id=e5097719-15b3-4fd8-8376-6a49cea6478d)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:29:25.982159 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f739ecf-59de-4b7d-985d-3a1d5333153b admin admin] Router 17391c21-7eca-4e43-95d5-7a49fedbaaa1 is scheduled to L3 agent 21b59c62-f184-4169-bc3e-79831cc043e8 with binding_index 1 {{(pid=84764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 19:29:26.007754 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a41ee4c5-27ce-42a7-a140-5dc7616f117f req-87bf509e-bc16-43b5-b040-eb1ba27a8630 tempest-ServersNegativeTestMultiTenantJSON-1195476908 tempest-ServersNegativeTestMultiTenantJSON-1195476908-project] 10.222.0.69 "GET /v2.0/security-groups?id=93e338bd-1c78-44ef-af46-fbc0b998db3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583505 Apr 18 19:29:26.060222 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:26.215913 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Pushing event updated for resources: {'Port': ['ID=d1dc6dec-f157-40e3-8400-18871d387a64,revision_number=3']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:26.226339 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-7274ffa9-97aa-40bc-9f70-36a1c9593e03 None None] Provisioning complete for port d1dc6dec-f157-40e3-8400-18871d387a64 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:29:26.226339 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7274ffa9-97aa-40bc-9f70-36a1c9593e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:26.318551 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b87d5a-ece9-48d6-894b-ff2def80fda1 req-a42bad39-a62a-4e45-893c-a968396b4ce7 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:26.322386 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c6b87d5a-ece9-48d6-894b-ff2def80fda1 req-a42bad39-a62a-4e45-893c-a968396b4ce7 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cbfc875-c839-4a4c-bcbc-fb0ee164e18b HTTP/1.1" status: 200 len: 950 time: 0.4335532 Apr 18 19:29:26.439595 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c6b87d5a-ece9-48d6-894b-ff2def80fda1 req-928937b7-70f2-4943-abe0-d9a9e3c209b4 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/security-groups?id=5c6be434-109a-4c25-809d-b81f7096d7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082892 Apr 18 19:29:26.479260 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f739ecf-59de-4b7d-985d-3a1d5333153b admin admin] Notify agent at l3_agent.n-d-836017-2 the message routers_updated {{(pid=84764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:29:26.489740 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74dbbe53-243f-49ac-9b87-32e4d1be72d2 None None] Sync routers for ids ['17391c21-7eca-4e43-95d5-7a49fedbaaa1'] in n-d-836017-2 {{(pid=84766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:29:26.509729 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-9730b2be-acfd-44dc-87eb-5123c58cece9 admin admin] Deleting port b2a28688-98e9-4c3b-9f99-66b4f2b5aa09 {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:29:26.509729 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-9730b2be-acfd-44dc-87eb-5123c58cece9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:26.510760 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74dbbe53-243f-49ac-9b87-32e4d1be72d2 None None] Routers {'17391c21-7eca-4e43-95d5-7a49fedbaaa1'} bound to L3 agent in host n-d-836017-2 {{(pid=84766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:29:26.510760 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-74dbbe53-243f-49ac-9b87-32e4d1be72d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:29:20Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['17391c21-7eca-4e43-95d5-7a49fedbaaa1'], 'active': True} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:29:26.585606 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-0f739ecf-59de-4b7d-985d-3a1d5333153b admin admin] Notify callbacks [] for router, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:26.587483 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-0f739ecf-59de-4b7d-985d-3a1d5333153b admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.2402372 Apr 18 19:29:26.591089 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 52766) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:29:26.611517 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8806a745-99b3-49eb-97fe-28954692e2ea req-b2bfa536-bdf0-4d56-bda1-332b9125bb7d tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:26.613234 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8806a745-99b3-49eb-97fe-28954692e2ea req-b2bfa536-bdf0-4d56-bda1-332b9125bb7d tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/ports?device_id=698ab2b5-54f2-4017-94e0-efb6c8940c1a HTTP/1.1" status: 200 len: 946 time: 0.3377900 Apr 18 19:29:26.700502 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.db.resource_extend [req-e175b9ca-c5cd-4248-b4ac-8e9118c9c2d3 req-f147fd72-aeda-4908-acec-58b3525bbfa8 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 19:29:26.704070 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvr_db [None req-74dbbe53-243f-49ac-9b87-32e4d1be72d2 None None] Set router 17391c21-7eca-4e43-95d5-7a49fedbaaa1 gateway port host: n-d-836017-2 {{(pid=84766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:29:26.815581 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [req-e175b9ca-c5cd-4248-b4ac-8e9118c9c2d3 req-f147fd72-aeda-4908-acec-58b3525bbfa8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 555428f3-c286-4a76-9982-aafee9e31baf {{(pid=84763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:29:26.829991 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-e175b9ca-c5cd-4248-b4ac-8e9118c9c2d3 req-f147fd72-aeda-4908-acec-58b3525bbfa8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:26.837020 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8806a745-99b3-49eb-97fe-28954692e2ea req-0f7d0b0b-2628-4df0-bff5-a304912b5b03 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/security-groups?id=a141a97b-10ea-4a45-b463-6b38bd1cffff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667085 Apr 18 19:29:26.872717 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [None req-9730b2be-acfd-44dc-87eb-5123c58cece9 admin admin] For port b2a28688-98e9-4c3b-9f99-66b4f2b5aa09, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=b2a28688-98e9-4c3b-9f99-66b4f2b5aa09,segment=NetworkSegment(ffe0b6d2-2182-4141-8f2f-b400e36467e4),segment_id=ffe0b6d2-2182-4141-8f2f-b400e36467e4)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:29:26.873259 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-9730b2be-acfd-44dc-87eb-5123c58cece9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:26.882394 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [req-e175b9ca-c5cd-4248-b4ac-8e9118c9c2d3 req-f147fd72-aeda-4908-acec-58b3525bbfa8 service neutron] Transition to ACTIVE for port object 555428f3-c286-4a76-9982-aafee9e31baf will not be triggered until provisioned by entity L2. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:29:26.994058 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef6c9ee-0d5b-45ee-affe-9b558e14f8e3 req-746694b2-a797-4247-b3ce-ac3a40407ffc tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:27.003959 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-eef6c9ee-0d5b-45ee-affe-9b558e14f8e3 req-746694b2-a797-4247-b3ce-ac3a40407ffc tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=19340026-8fe1-417b-869a-76fbd40cb860 HTTP/1.1" status: 200 len: 949 time: 0.1176553 Apr 18 19:29:27.029795 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-e175b9ca-c5cd-4248-b4ac-8e9118c9c2d3 req-f147fd72-aeda-4908-acec-58b3525bbfa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:27.040509 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-9730b2be-acfd-44dc-87eb-5123c58cece9 admin admin] Calling delete_port for b2a28688-98e9-4c3b-9f99-66b4f2b5aa09 owned by network:router_interface {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:29:27.124339 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-eef6c9ee-0d5b-45ee-affe-9b558e14f8e3 req-fab09bbb-e89d-4246-aa16-a2348c7342c8 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191828 Apr 18 19:29:27.222023 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-74dbbe53-243f-49ac-9b87-32e4d1be72d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17391c21-7eca-4e43-95d5-7a49fedbaaa1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1729629012-router', 'tenant_id': '912f8aac9d1b4f5bb39f80bd646e1172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '61aae637-3077-4250-a059-dd57154ec904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:29:22Z', 'updated_at': '2022-04-18T19:29:24Z', 'revision_number': 3, 'project_id': '912f8aac9d1b4f5bb39f80bd646e1172', 'gw_port': {'id': '61aae637-3077-4250-a059-dd57154ec904', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d3:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17391c21-7eca-4e43-95d5-7a49fedbaaa1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:29:23Z', 'updated_at': '2022-04-18T19:29:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2'}], 'n-d-836017-2', False) {} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:29:27.238617 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74dbbe53-243f-49ac-9b87-32e4d1be72d2 None None] Checking router: 17391c21-7eca-4e43-95d5-7a49fedbaaa1 for host: n-d-836017-2 {{(pid=84766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:29:27.239594 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74dbbe53-243f-49ac-9b87-32e4d1be72d2 None None] Updating router 17391c21-7eca-4e43-95d5-7a49fedbaaa1 port 61aae637-3077-4250-a059-dd57154ec904 binding host n-d-836017-2 {{(pid=84766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 19:29:27.266092 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f147fd72-aeda-4908-acec-58b3525bbfa8 service neutron] Pushing event updated for resources: {'Port': ['ID=555428f3-c286-4a76-9982-aafee9e31baf,revision_number=2']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:27.336632 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device d1dc6dec-f157-40e3-8400-18871d387a64 up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:29:27.453258 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-74dbbe53-243f-49ac-9b87-32e4d1be72d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:27.538688 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-e175b9ca-c5cd-4248-b4ac-8e9118c9c2d3 req-f147fd72-aeda-4908-acec-58b3525bbfa8 service neutron] Attempting to bind port 555428f3-c286-4a76-9982-aafee9e31baf on host n-h1-836017-2 for vnic_type normal with profile {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:29:27.541543 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-e175b9ca-c5cd-4248-b4ac-8e9118c9c2d3 req-f147fd72-aeda-4908-acec-58b3525bbfa8 service neutron] Attempting to bind port 555428f3-c286-4a76-9982-aafee9e31baf by drivers openvswitch,hyperv on host n-h1-836017-2 at level 0 using segments [{'id': '7d4aa6d5-2e7c-4739-8450-a84d264180c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '3ecd9282-555d-4fb0-a9f8-a403a3953a47'}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:29:27.542066 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e175b9ca-c5cd-4248-b4ac-8e9118c9c2d3 req-f147fd72-aeda-4908-acec-58b3525bbfa8 service neutron] Attempting to bind port 555428f3-c286-4a76-9982-aafee9e31baf on network 3ecd9282-555d-4fb0-a9f8-a403a3953a47 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:29:27.585223 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port d1dc6dec-f157-40e3-8400-18871d387a64 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:29:27.585725 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:27.621618 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e175b9ca-c5cd-4248-b4ac-8e9118c9c2d3 req-f147fd72-aeda-4908-acec-58b3525bbfa8 service neutron] Port 555428f3-c286-4a76-9982-aafee9e31baf on network 3ecd9282-555d-4fb0-a9f8-a403a3953a47 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-2 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:29:27.622183 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e175b9ca-c5cd-4248-b4ac-8e9118c9c2d3 req-f147fd72-aeda-4908-acec-58b3525bbfa8 service neutron] Attempting to bind port 555428f3-c286-4a76-9982-aafee9e31baf on network 3ecd9282-555d-4fb0-a9f8-a403a3953a47 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:29:27.640212 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e638a80-3b9e-45ec-a763-944a679915c4 req-cbc596f3-d0af-4154-aa66-6a59a73349f5 tempest-ServersNegativeTestMultiTenantJSON-1195476908 tempest-ServersNegativeTestMultiTenantJSON-1195476908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:27.642004 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3e638a80-3b9e-45ec-a763-944a679915c4 req-cbc596f3-d0af-4154-aa66-6a59a73349f5 tempest-ServersNegativeTestMultiTenantJSON-1195476908 tempest-ServersNegativeTestMultiTenantJSON-1195476908-project] 10.222.0.69 "GET /v2.0/ports?device_id=94aaf1d6-a8c2-441f-8a74-6365ba5e3291 HTTP/1.1" status: 200 len: 943 time: 0.3304369 Apr 18 19:29:27.673940 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e175b9ca-c5cd-4248-b4ac-8e9118c9c2d3 req-f147fd72-aeda-4908-acec-58b3525bbfa8 service neutron] Checking agent: {'id': 'e3a31811-08e0-42ba-bc2e-ed8a973b714f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 25), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:29:27.674355 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e175b9ca-c5cd-4248-b4ac-8e9118c9c2d3 req-f147fd72-aeda-4908-acec-58b3525bbfa8 service neutron] Checking segment: {'id': '7d4aa6d5-2e7c-4739-8450-a84d264180c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '3ecd9282-555d-4fb0-a9f8-a403a3953a47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:29:27.674806 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e175b9ca-c5cd-4248-b4ac-8e9118c9c2d3 req-f147fd72-aeda-4908-acec-58b3525bbfa8 service neutron] Bound using segment: {'id': '7d4aa6d5-2e7c-4739-8450-a84d264180c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '3ecd9282-555d-4fb0-a9f8-a403a3953a47'} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:29:27.675312 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-e175b9ca-c5cd-4248-b4ac-8e9118c9c2d3 req-f147fd72-aeda-4908-acec-58b3525bbfa8 service neutron] Bound port: 555428f3-c286-4a76-9982-aafee9e31baf, host: n-h1-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d4aa6d5-2e7c-4739-8450-a84d264180c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '3ecd9282-555d-4fb0-a9f8-a403a3953a47'}}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:29:27.675721 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-e175b9ca-c5cd-4248-b4ac-8e9118c9c2d3 req-f147fd72-aeda-4908-acec-58b3525bbfa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:27.789024 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3e638a80-3b9e-45ec-a763-944a679915c4 req-34b2d35e-c271-4f5c-b208-d2c7b71ce848 tempest-ServersNegativeTestMultiTenantJSON-1195476908 tempest-ServersNegativeTestMultiTenantJSON-1195476908-project] 10.222.0.69 "GET /v2.0/security-groups?id=93e338bd-1c78-44ef-af46-fbc0b998db3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410046 Apr 18 19:29:27.818766 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-e175b9ca-c5cd-4248-b4ac-8e9118c9c2d3 req-f147fd72-aeda-4908-acec-58b3525bbfa8 service neutron] For port 555428f3-c286-4a76-9982-aafee9e31baf, host n-h1-836017-2, cleared binding levels {{(pid=84763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:29:27.822273 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-e175b9ca-c5cd-4248-b4ac-8e9118c9c2d3 req-f147fd72-aeda-4908-acec-58b3525bbfa8 service neutron] For port 555428f3-c286-4a76-9982-aafee9e31baf, host n-h1-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=555428f3-c286-4a76-9982-aafee9e31baf,segment=NetworkSegment(7d4aa6d5-2e7c-4739-8450-a84d264180c6),segment_id=7d4aa6d5-2e7c-4739-8450-a84d264180c6)] {{(pid=84763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:29:27.835965 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-9730b2be-acfd-44dc-87eb-5123c58cece9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:27.890734 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9730b2be-acfd-44dc-87eb-5123c58cece9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2a28688-98e9-4c3b-9f99-66b4f2b5aa09,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:27.945385 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-e175b9ca-c5cd-4248-b4ac-8e9118c9c2d3 req-f147fd72-aeda-4908-acec-58b3525bbfa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:28.002197 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a1ded2-810a-4fc7-af9a-cc5f2ddf32e1 req-b276961d-f62f-41c9-9aed-1a5dedb846e5 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:28.009045 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-93a1ded2-810a-4fc7-af9a-cc5f2ddf32e1 req-b276961d-f62f-41c9-9aed-1a5dedb846e5 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=19340026-8fe1-417b-869a-76fbd40cb860 HTTP/1.1" status: 200 len: 949 time: 0.2625802 Apr 18 19:29:28.085122 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-93a1ded2-810a-4fc7-af9a-cc5f2ddf32e1 req-0df6f94b-255a-4606-b1d8-49409f652ee0 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745668 Apr 18 19:29:28.159896 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-74dbbe53-243f-49ac-9b87-32e4d1be72d2 None None] Notify callbacks [] for port, precommit_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:28.177325 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.provisioning_blocks [None req-74dbbe53-243f-49ac-9b87-32e4d1be72d2 None None] Transition to ACTIVE for port object 61aae637-3077-4250-a059-dd57154ec904 will not be triggered until provisioned by entity L2. {{(pid=84766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:29:28.238356 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-e175b9ca-c5cd-4248-b4ac-8e9118c9c2d3 req-f147fd72-aeda-4908-acec-58b3525bbfa8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:28.239717 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e175b9ca-c5cd-4248-b4ac-8e9118c9c2d3 req-f147fd72-aeda-4908-acec-58b3525bbfa8 service neutron] 10.222.0.73 "PUT /v2.0/ports/555428f3-c286-4a76-9982-aafee9e31baf HTTP/1.1" status: 200 len: 1091 time: 2.6154456 Apr 18 19:29:28.254331 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94aaf1d6-a8c2-441f-8a74-6365ba5e3291', 'tag': '555428f3-c286-4a76-9982-aafee9e31baf'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:29:28.260085 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-74dbbe53-243f-49ac-9b87-32e4d1be72d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:28.335384 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f147fd72-aeda-4908-acec-58b3525bbfa8 service neutron] Pushing event updated for resources: {'Port': ['ID=555428f3-c286-4a76-9982-aafee9e31baf,revision_number=3']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:28.350752 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4e1cdf-2b38-45ee-96f8-bbe23e64ee14 None None] Pushing event updated for resources: {'Port': ['ID=61aae637-3077-4250-a059-dd57154ec904,revision_number=2']} {{(pid=84766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:28.376961 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4e1cdf-2b38-45ee-96f8-bbe23e64ee14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:29:28.377537 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4e1cdf-2b38-45ee-96f8-bbe23e64ee14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:29:28.378042 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4e1cdf-2b38-45ee-96f8-bbe23e64ee14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:29:28.378562 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4e1cdf-2b38-45ee-96f8-bbe23e64ee14 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:29:28.379073 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4e1cdf-2b38-45ee-96f8-bbe23e64ee14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:29:28.379583 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4e1cdf-2b38-45ee-96f8-bbe23e64ee14 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:29:28.380104 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4e1cdf-2b38-45ee-96f8-bbe23e64ee14 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:29:28.380692 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4e1cdf-2b38-45ee-96f8-bbe23e64ee14 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:29:28.381205 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4e1cdf-2b38-45ee-96f8-bbe23e64ee14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:29:28.381733 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4e1cdf-2b38-45ee-96f8-bbe23e64ee14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:29:28.382259 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4e1cdf-2b38-45ee-96f8-bbe23e64ee14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:29:28.409055 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.managers [None req-74dbbe53-243f-49ac-9b87-32e4d1be72d2 None None] Attempting to bind port 61aae637-3077-4250-a059-dd57154ec904 on host n-d-836017-2 for vnic_type normal with profile {{(pid=84766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:29:28.409789 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.managers [None req-74dbbe53-243f-49ac-9b87-32e4d1be72d2 None None] Attempting to bind port 61aae637-3077-4250-a059-dd57154ec904 by drivers openvswitch,hyperv on host n-d-836017-2 at level 0 using segments [{'id': '5de34947-6c56-419b-85d0-f61f69ce7c45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'}] {{(pid=84766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:29:28.410404 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74dbbe53-243f-49ac-9b87-32e4d1be72d2 None None] Attempting to bind port 61aae637-3077-4250-a059-dd57154ec904 on network 11e8e108-37df-4084-b6b7-113e6beb66b4 {{(pid=84766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:29:28.420059 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74dbbe53-243f-49ac-9b87-32e4d1be72d2 None None] Checking agent: {'id': 'df2a5cfe-6839-400b-a998-e4fffce70f45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 8, 22), 'started_at': datetime.datetime(2022, 4, 18, 19, 8, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:29:28.420708 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74dbbe53-243f-49ac-9b87-32e4d1be72d2 None None] Checking segment: {'id': '5de34947-6c56-419b-85d0-f61f69ce7c45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:29:28.421244 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-74dbbe53-243f-49ac-9b87-32e4d1be72d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:28.421633 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74dbbe53-243f-49ac-9b87-32e4d1be72d2 None None] Bound using segment: {'id': '5de34947-6c56-419b-85d0-f61f69ce7c45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'} {{(pid=84766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:29:28.422111 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.managers [None req-74dbbe53-243f-49ac-9b87-32e4d1be72d2 None None] Bound port: 61aae637-3077-4250-a059-dd57154ec904, host: n-d-836017-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5de34947-6c56-419b-85d0-f61f69ce7c45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'}}] {{(pid=84766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:29:28.422465 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-74dbbe53-243f-49ac-9b87-32e4d1be72d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:28.500004 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.db [None req-74dbbe53-243f-49ac-9b87-32e4d1be72d2 None None] For port 61aae637-3077-4250-a059-dd57154ec904, host n-d-836017-2, cleared binding levels {{(pid=84766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:29:28.503271 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.db [None req-74dbbe53-243f-49ac-9b87-32e4d1be72d2 None None] For port 61aae637-3077-4250-a059-dd57154ec904, host n-d-836017-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=61aae637-3077-4250-a059-dd57154ec904,segment=NetworkSegment(5de34947-6c56-419b-85d0-f61f69ce7c45),segment_id=5de34947-6c56-419b-85d0-f61f69ce7c45)] {{(pid=84766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:29:28.505268 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992322eb-1b27-4fff-a963-55fcabb46bbf req-7f8adaf6-71b9-493f-a414-5b8c64707caf tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:28.512144 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-992322eb-1b27-4fff-a963-55fcabb46bbf req-7f8adaf6-71b9-493f-a414-5b8c64707caf tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cbfc875-c839-4a4c-bcbc-fb0ee164e18b HTTP/1.1" status: 200 len: 950 time: 0.4353161 Apr 18 19:29:28.597483 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-74dbbe53-243f-49ac-9b87-32e4d1be72d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:28.597849 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-992322eb-1b27-4fff-a963-55fcabb46bbf req-51331616-606f-4361-9a58-9c6e330f1a7e tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/security-groups?id=5c6be434-109a-4c25-809d-b81f7096d7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848453 Apr 18 19:29:28.610261 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-c9ca3273-9e6a-4f59-88b6-25e6e0884f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:28.650263 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e175b9ca-c5cd-4248-b4ac-8e9118c9c2d3 req-ba4995cf-704f-4c89-896b-37052bed9a81 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ac34d59b0c924b3b996c35f2187912ce&device_id=94aaf1d6-a8c2-441f-8a74-6365ba5e3291 HTTP/1.1" status: 200 len: 1094 time: 0.2395439 Apr 18 19:29:28.677869 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92440f0c-2674-47d9-ad42-2b23810a2d2b req-803319da-c156-44db-b9ce-b3910c6e3fdd tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:28.679348 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-92440f0c-2674-47d9-ad42-2b23810a2d2b req-803319da-c156-44db-b9ce-b3910c6e3fdd tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/ports?device_id=698ab2b5-54f2-4017-94e0-efb6c8940c1a HTTP/1.1" status: 200 len: 946 time: 0.1889443 Apr 18 19:29:28.749801 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e175b9ca-c5cd-4248-b4ac-8e9118c9c2d3 req-58789f29-10a3-4869-8ce2-f41ffd2f6c74 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=555428f3-c286-4a76-9982-aafee9e31baf HTTP/1.1" status: 200 len: 217 time: 0.0841663 Apr 18 19:29:28.801460 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74dbbe53-243f-49ac-9b87-32e4d1be72d2 None None] Routers {'17391c21-7eca-4e43-95d5-7a49fedbaaa1'} bound to L3 agent in host n-d-836017-2 {{(pid=84766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:29:28.802527 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-74dbbe53-243f-49ac-9b87-32e4d1be72d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:29:20Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['17391c21-7eca-4e43-95d5-7a49fedbaaa1'], 'active': True} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:29:28.804621 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-92440f0c-2674-47d9-ad42-2b23810a2d2b req-e2052703-655e-4524-8f26-5b5935418dc0 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/security-groups?id=a141a97b-10ea-4a45-b463-6b38bd1cffff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165605 Apr 18 19:29:28.843107 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e175b9ca-c5cd-4248-b4ac-8e9118c9c2d3 req-6186970c-ac05-4928-ac91-38d3b0bf5ae7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:28.844601 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e175b9ca-c5cd-4248-b4ac-8e9118c9c2d3 req-6186970c-ac05-4928-ac91-38d3b0bf5ae7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8a13d56d-36d3-4679-b7bd-f4a009e4601a HTTP/1.1" status: 200 len: 865 time: 0.0868366 Apr 18 19:29:28.896905 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e175b9ca-c5cd-4248-b4ac-8e9118c9c2d3 req-dfdd0551-93b7-4f9a-933e-2e9bd9234381 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3ecd9282-555d-4fb0-a9f8-a403a3953a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459352 Apr 18 19:29:28.898471 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aaa8c4c6-cc23-418f-8c4f-0c4535d1eb50'] response: {'name': 'network-changed', 'server_uuid': '94aaf1d6-a8c2-441f-8a74-6365ba5e3291', 'tag': '555428f3-c286-4a76-9982-aafee9e31baf', 'status': 'completed', 'code': 200} Apr 18 19:29:28.901085 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-9730b2be-acfd-44dc-87eb-5123c58cece9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417398'] for router_interface, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:28.981253 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_common [None req-c9ca3273-9e6a-4f59-88b6-25e6e0884f68 admin admin] Allocated IP 172.20.0.1 (2ec6ced9-a6bc-4877-8b52-5620d7b70918/4e0c91da-1774-476f-82ad-dcf19f1fc83c/3ca65512-1a5d-4dc0-8b5c-e0b3db6a33f0) {{(pid=84764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:29:29.035521 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvr_db [None req-74dbbe53-243f-49ac-9b87-32e4d1be72d2 None None] Set router 17391c21-7eca-4e43-95d5-7a49fedbaaa1 gateway port host: n-d-836017-2 {{(pid=84766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:29:29.221662 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4e1cdf-2b38-45ee-96f8-bbe23e64ee14 None None] Pushing event updated for resources: {'Port': ['ID=61aae637-3077-4250-a059-dd57154ec904,revision_number=3']} {{(pid=84766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:29.250030 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e175b9ca-c5cd-4248-b4ac-8e9118c9c2d3 req-a1f0a285-bcef-42af-8961-40085a1e876a service neutron] 10.222.0.73 "GET /v2.0/networks/3ecd9282-555d-4fb0-a9f8-a403a3953a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3441951 Apr 18 19:29:29.253845 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-c9ca3273-9e6a-4f59-88b6-25e6e0884f68 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:29.277379 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.provisioning_blocks [None req-c9ca3273-9e6a-4f59-88b6-25e6e0884f68 admin admin] Transition to ACTIVE for port object 3ca65512-1a5d-4dc0-8b5c-e0b3db6a33f0 will not be triggered until provisioned by entity DHCP. {{(pid=84764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:29:29.323469 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8cc04d1c-1bfa-4fd0-93e1-ed4bb8652148 req-88922489-a877-460c-b06a-99cd2cfcc666 tempest-TenantUsagesTestJSON-1759658437 tempest-TenantUsagesTestJSON-1759658437-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=fec60b83f2e649f3a7cb55e1fc4f5bef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0370622 Apr 18 19:29:29.423195 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cfa97a-414e-4c35-a8da-8e186aa187cd req-7c73930f-548b-4678-b8da-00f626e49eea tempest-ServersNegativeTestMultiTenantJSON-1195476908 tempest-ServersNegativeTestMultiTenantJSON-1195476908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:29.424720 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-c3cfa97a-414e-4c35-a8da-8e186aa187cd req-7c73930f-548b-4678-b8da-00f626e49eea tempest-ServersNegativeTestMultiTenantJSON-1195476908 tempest-ServersNegativeTestMultiTenantJSON-1195476908-project] 10.222.0.69 "GET /v2.0/ports?device_id=94aaf1d6-a8c2-441f-8a74-6365ba5e3291 HTTP/1.1" status: 200 len: 943 time: 0.2410269 Apr 18 19:29:29.435887 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e175b9ca-c5cd-4248-b4ac-8e9118c9c2d3 req-c506483f-eac8-4fc6-8bd3-cd919c115745 service neutron] 10.222.0.73 "GET /v2.0/networks/3ecd9282-555d-4fb0-a9f8-a403a3953a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793554 Apr 18 19:29:29.442464 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-c9ca3273-9e6a-4f59-88b6-25e6e0884f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:29.480081 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-74dbbe53-243f-49ac-9b87-32e4d1be72d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17391c21-7eca-4e43-95d5-7a49fedbaaa1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1729629012-router', 'tenant_id': '912f8aac9d1b4f5bb39f80bd646e1172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '61aae637-3077-4250-a059-dd57154ec904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:29:22Z', 'updated_at': '2022-04-18T19:29:24Z', 'revision_number': 3, 'project_id': '912f8aac9d1b4f5bb39f80bd646e1172', 'gw_port': {'id': '61aae637-3077-4250-a059-dd57154ec904', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d3:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17391c21-7eca-4e43-95d5-7a49fedbaaa1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:29:23Z', 'updated_at': '2022-04-18T19:29:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2'}], 'n-d-836017-2', False) {} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:29:29.486408 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74dbbe53-243f-49ac-9b87-32e4d1be72d2 None None] The sync data for ids ['17391c21-7eca-4e43-95d5-7a49fedbaaa1'] in n-d-836017-2 is: [{'id': '17391c21-7eca-4e43-95d5-7a49fedbaaa1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1729629012-router', 'tenant_id': '912f8aac9d1b4f5bb39f80bd646e1172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '61aae637-3077-4250-a059-dd57154ec904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:29:22Z', 'updated_at': '2022-04-18T19:29:24Z', 'revision_number': 3, 'project_id': '912f8aac9d1b4f5bb39f80bd646e1172', 'gw_port': {'id': '61aae637-3077-4250-a059-dd57154ec904', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d3:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17391c21-7eca-4e43-95d5-7a49fedbaaa1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:29:23Z', 'updated_at': '2022-04-18T19:29:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2'}] {{(pid=84766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:29:29.496758 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-c3cfa97a-414e-4c35-a8da-8e186aa187cd req-16f38c07-5d1f-45d4-8e6d-51fc30e9dd8a tempest-ServersNegativeTestMultiTenantJSON-1195476908 tempest-ServersNegativeTestMultiTenantJSON-1195476908-project] 10.222.0.69 "GET /v2.0/security-groups?id=93e338bd-1c78-44ef-af46-fbc0b998db3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648475 Apr 18 19:29:29.582062 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ca3273-9e6a-4f59-88b6-25e6e0884f68 admin admin] Network 2ec6ced9-a6bc-4877-8b52-5620d7b70918 is already hosted by enough agents. {{(pid=84764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:29:29.594035 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [None req-c9ca3273-9e6a-4f59-88b6-25e6e0884f68 admin admin] Resources bound (agent type, host, resource id): {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:29:29.601026 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ca3273-9e6a-4f59-88b6-25e6e0884f68 admin admin] Pushing event updated for resources: {'Port': ['ID=3ca65512-1a5d-4dc0-8b5c-e0b3db6a33f0,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:29.608138 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ca3273-9e6a-4f59-88b6-25e6e0884f68 admin admin] Received port after_create {{(pid=84764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:29:29.724371 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc04d1c-1bfa-4fd0-93e1-ed4bb8652148 req-52ea3f4a-6a49-4252-bb01-222bf237ebb2 tempest-TenantUsagesTestJSON-1759658437 tempest-TenantUsagesTestJSON-1759658437-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:29.726610 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8cc04d1c-1bfa-4fd0-93e1-ed4bb8652148 req-52ea3f4a-6a49-4252-bb01-222bf237ebb2 tempest-TenantUsagesTestJSON-1759658437 tempest-TenantUsagesTestJSON-1759658437-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3961885 Apr 18 19:29:29.751093 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8cc04d1c-1bfa-4fd0-93e1-ed4bb8652148 req-31ff8231-be2a-4878-9df1-155d4c2f1be7 tempest-TenantUsagesTestJSON-1759658437 tempest-TenantUsagesTestJSON-1759658437-project] 10.222.0.69 "GET /v2.0/quotas/fec60b83f2e649f3a7cb55e1fc4f5bef HTTP/1.1" status: 200 len: 375 time: 0.0131574 Apr 18 19:29:29.754172 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-c9ca3273-9e6a-4f59-88b6-25e6e0884f68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417434'] for router_interface, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:29.827347 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8cc04d1c-1bfa-4fd0-93e1-ed4bb8652148 req-d9368d77-c9b0-483d-9026-5bbbf4b68edc tempest-TenantUsagesTestJSON-1759658437 tempest-TenantUsagesTestJSON-1759658437-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=fec60b83f2e649f3a7cb55e1fc4f5bef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0579853 Apr 18 19:29:30.055062 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-c9ca3273-9e6a-4f59-88b6-25e6e0884f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:30.066728 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-22ac4fea-2011-4839-898b-57d1460f5a15 None None] Provisioning for port 3ca65512-1a5d-4dc0-8b5c-e0b3db6a33f0 completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:29:30.072634 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-22ac4fea-2011-4839-898b-57d1460f5a15 None None] Provisioning complete for port 3ca65512-1a5d-4dc0-8b5c-e0b3db6a33f0 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:29:30.073137 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-22ac4fea-2011-4839-898b-57d1460f5a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:30.154550 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-22ac4fea-2011-4839-898b-57d1460f5a15 None None] Port 3ca65512-1a5d-4dc0-8b5c-e0b3db6a33f0 cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:29:30.238745 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-cdfc3992-e2b9-4894-9e38-e0fade43676f req-2c9c8a39-3fd2-49e8-9924-d2ff9090f830 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=19340026-8fe1-417b-869a-76fbd40cb860&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.5037959 Apr 18 19:29:30.243065 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-55746c90-55f5-4053-9313-c87f47cf476f req-cb5dfc89-64dc-4e0a-9ead-63812666fd49 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ac34d59b0c924b3b996c35f2187912ce&device_id=94aaf1d6-a8c2-441f-8a74-6365ba5e3291 HTTP/1.1" status: 200 len: 1094 time: 0.5650213 Apr 18 19:29:30.436863 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55746c90-55f5-4053-9313-c87f47cf476f req-4674e88c-a7ae-4607-b33d-4922d19df0e7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:30.438548 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-55746c90-55f5-4053-9313-c87f47cf476f req-4674e88c-a7ae-4607-b33d-4922d19df0e7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3ecd9282-555d-4fb0-a9f8-a403a3953a47 HTTP/1.1" status: 200 len: 926 time: 0.1840937 Apr 18 19:29:30.504611 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-c9ca3273-9e6a-4f59-88b6-25e6e0884f68 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:30.536153 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-55746c90-55f5-4053-9313-c87f47cf476f req-39ac95ff-955f-4784-930b-6e755d817276 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=555428f3-c286-4a76-9982-aafee9e31baf HTTP/1.1" status: 200 len: 217 time: 0.0838666 Apr 18 19:29:30.578723 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65df4b6-28f7-41db-8d87-0dd7c5b9f79b req-60907752-7736-4395-aa12-93c141987dd3 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:30.579165 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e65df4b6-28f7-41db-8d87-0dd7c5b9f79b req-60907752-7736-4395-aa12-93c141987dd3 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cbfc875-c839-4a4c-bcbc-fb0ee164e18b HTTP/1.1" status: 200 len: 950 time: 0.1545849 Apr 18 19:29:30.618940 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-c9ca3273-9e6a-4f59-88b6-25e6e0884f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2290934'] for port, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:30.632601 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55746c90-55f5-4053-9313-c87f47cf476f req-87ac8773-c81f-43b6-92cc-02c10c3f62e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:30.634097 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-55746c90-55f5-4053-9313-c87f47cf476f req-87ac8773-c81f-43b6-92cc-02c10c3f62e5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8a13d56d-36d3-4679-b7bd-f4a009e4601a HTTP/1.1" status: 200 len: 865 time: 0.0930154 Apr 18 19:29:30.725793 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-55746c90-55f5-4053-9313-c87f47cf476f req-b9fced4b-3705-439f-897b-5825ee06d48f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3ecd9282-555d-4fb0-a9f8-a403a3953a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751877 Apr 18 19:29:30.780834 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e65df4b6-28f7-41db-8d87-0dd7c5b9f79b req-ea1e82f3-2b5f-4b2a-a56b-48b4793853e9 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/security-groups?id=5c6be434-109a-4c25-809d-b81f7096d7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947944 Apr 18 19:29:30.797719 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ca3273-9e6a-4f59-88b6-25e6e0884f68 admin admin] Pushing event updated for resources: {'Port': ['ID=3ca65512-1a5d-4dc0-8b5c-e0b3db6a33f0,revision_number=2']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:30.808850 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-c9ca3273-9e6a-4f59-88b6-25e6e0884f68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-417335'] for router_interface, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:30.821557 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9730b2be-acfd-44dc-87eb-5123c58cece9 admin admin] Router 2d3c936d-510c-4afe-a1d0-07524f48ac15 has already been hosted by L3 agent 21b59c62-f184-4169-bc3e-79831cc043e8 {{(pid=84763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:29:31.102259 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-55746c90-55f5-4053-9313-c87f47cf476f req-fd906738-d5a4-4968-94c8-62a155e6299c service neutron] 10.222.0.73 "GET /v2.0/networks/3ecd9282-555d-4fb0-a9f8-a403a3953a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3688393 Apr 18 19:29:31.156892 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-7685c906-47e3-4b5b-9b50-134e34253bca req-55af97df-5b33-4d00-90aa-5ecea9fbd55c tempest-TenantUsagesTestJSON-1759658437 tempest-TenantUsagesTestJSON-1759658437-project] 10.222.0.69 "GET /v2.0/ports?device_id=c21f5296-6386-416e-8e06-efef018e9e02 HTTP/1.1" status: 200 len: 210 time: 0.1898637 Apr 18 19:29:31.176956 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ca3273-9e6a-4f59-88b6-25e6e0884f68 admin admin] Network 2ec6ced9-a6bc-4877-8b52-5620d7b70918 is already hosted by enough agents. {{(pid=84764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:29:31.178433 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [None req-c9ca3273-9e6a-4f59-88b6-25e6e0884f68 admin admin] Resources bound (agent type, host, resource id): {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:29:31.243456 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee24e939-62db-4b7d-b63b-bc9382c13205 req-23c72a9a-bed1-4bbe-b92f-aa11195625e8 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:31.254384 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ee24e939-62db-4b7d-b63b-bc9382c13205 req-23c72a9a-bed1-4bbe-b92f-aa11195625e8 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/ports?device_id=698ab2b5-54f2-4017-94e0-efb6c8940c1a HTTP/1.1" status: 200 len: 946 time: 0.3925099 Apr 18 19:29:31.266820 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 61aae637-3077-4250-a059-dd57154ec904 up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:29:31.468550 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-55746c90-55f5-4053-9313-c87f47cf476f req-c03d0c31-9bca-4a31-8e0f-53c643351cbe service neutron] 10.222.0.73 "GET /v2.0/networks/3ecd9282-555d-4fb0-a9f8-a403a3953a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3588598 Apr 18 19:29:31.472776 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ee24e939-62db-4b7d-b63b-bc9382c13205 req-f40927b3-a7a7-4e9d-b804-1ef488245f3c tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/security-groups?id=a141a97b-10ea-4a45-b463-6b38bd1cffff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175677 Apr 18 19:29:31.532690 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2a351334-ba34-4e49-8705-f72bef6ba505 req-44b47605-c1cc-4c4c-b221-e9ef48b19af9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=19340026-8fe1-417b-869a-76fbd40cb860&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5018597 Apr 18 19:29:31.550411 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning for port 61aae637-3077-4250-a059-dd57154ec904 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:29:31.555792 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port 61aae637-3077-4250-a059-dd57154ec904 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:29:31.556262 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:31.561320 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042447bd-fec6-4b50-ae62-17f9246f7e55 req-f71bc41d-ecee-4fc6-bf03-46c474cdd2e1 tempest-ServersNegativeTestMultiTenantJSON-1195476908 tempest-ServersNegativeTestMultiTenantJSON-1195476908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:31.562806 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-042447bd-fec6-4b50-ae62-17f9246f7e55 req-f71bc41d-ecee-4fc6-bf03-46c474cdd2e1 tempest-ServersNegativeTestMultiTenantJSON-1195476908 tempest-ServersNegativeTestMultiTenantJSON-1195476908-project] 10.222.0.69 "GET /v2.0/ports?device_id=94aaf1d6-a8c2-441f-8a74-6365ba5e3291 HTTP/1.1" status: 200 len: 943 time: 0.1270604 Apr 18 19:29:31.563591 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9730b2be-acfd-44dc-87eb-5123c58cece9 admin admin] Notify agent at l3_agent.n-d-836017-2 the message routers_updated {{(pid=84763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:29:31.598821 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-9730b2be-acfd-44dc-87eb-5123c58cece9 admin admin] 10.222.0.69 "PUT /v2.0/routers/2d3c936d-510c-4afe-a1d0-07524f48ac15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9367895 Apr 18 19:29:31.604591 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 52834) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:29:31.633448 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70314be2-43f6-43af-8854-fc5577ff4f84 None None] Sync routers for ids ['2d3c936d-510c-4afe-a1d0-07524f48ac15'] in n-d-836017-2 {{(pid=84765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:29:31.639580 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-042447bd-fec6-4b50-ae62-17f9246f7e55 req-622a48d5-0e86-44db-baf4-d5fd022d06bf tempest-ServersNegativeTestMultiTenantJSON-1195476908 tempest-ServersNegativeTestMultiTenantJSON-1195476908-project] Synchronizing usage tracker for tenant:ac34d59b0c924b3b996c35f2187912ce on resource:security_group {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:29:31.674357 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70314be2-43f6-43af-8854-fc5577ff4f84 None None] Routers {'2d3c936d-510c-4afe-a1d0-07524f48ac15'} bound to L3 agent in host n-d-836017-2 {{(pid=84765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:29:31.674997 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-70314be2-43f6-43af-8854-fc5577ff4f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:29:20Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['2d3c936d-510c-4afe-a1d0-07524f48ac15'], 'active': True} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:29:31.912653 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-042447bd-fec6-4b50-ae62-17f9246f7e55 req-622a48d5-0e86-44db-baf4-d5fd022d06bf tempest-ServersNegativeTestMultiTenantJSON-1195476908 tempest-ServersNegativeTestMultiTenantJSON-1195476908-project] Unset dirty status for tenant:ac34d59b0c924b3b996c35f2187912ce on resource:security_group {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:29:31.926119 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-042447bd-fec6-4b50-ae62-17f9246f7e55 req-622a48d5-0e86-44db-baf4-d5fd022d06bf tempest-ServersNegativeTestMultiTenantJSON-1195476908 tempest-ServersNegativeTestMultiTenantJSON-1195476908-project] 10.222.0.69 "GET /v2.0/security-groups?id=93e338bd-1c78-44ef-af46-fbc0b998db3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3471315 Apr 18 19:29:31.934388 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-01ddbe1d-30e0-4382-bb3d-21873bc4a955 None None] Provisioning complete for port 3ca65512-1a5d-4dc0-8b5c-e0b3db6a33f0 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:29:31.934924 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-01ddbe1d-30e0-4382-bb3d-21873bc4a955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:31.976553 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9ca3273-9e6a-4f59-88b6-25e6e0884f68 admin admin] Router 17391c21-7eca-4e43-95d5-7a49fedbaaa1 has already been hosted by L3 agent 21b59c62-f184-4169-bc3e-79831cc043e8 {{(pid=84764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:29:32.043300 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-01ddbe1d-30e0-4382-bb3d-21873bc4a955 None None] Port 3ca65512-1a5d-4dc0-8b5c-e0b3db6a33f0 cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:29:32.067658 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81c943b-d47e-4dc8-afc9-37bd1efbbd17 req-e3df4ad9-6fe9-47ed-9737-67088d973bdb tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:32.100712 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:32.103129 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d81c943b-d47e-4dc8-afc9-37bd1efbbd17 req-e3df4ad9-6fe9-47ed-9737-67088d973bdb tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=19340026-8fe1-417b-869a-76fbd40cb860 HTTP/1.1" status: 200 len: 949 time: 0.4252524 Apr 18 19:29:32.134501 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] For port 61aae637-3077-4250-a059-dd57154ec904, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=61aae637-3077-4250-a059-dd57154ec904,segment=NetworkSegment(5de34947-6c56-419b-85d0-f61f69ce7c45),segment_id=5de34947-6c56-419b-85d0-f61f69ce7c45)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:29:32.135673 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-70314be2-43f6-43af-8854-fc5577ff4f84 None None] Set router 2d3c936d-510c-4afe-a1d0-07524f48ac15 gateway port host: n-d-836017-2 {{(pid=84765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:29:32.228344 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d81c943b-d47e-4dc8-afc9-37bd1efbbd17 req-92d0e929-b307-40f7-b71c-1fd26bf05971 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242399 Apr 18 19:29:32.238725 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-b9051a2e-e361-495a-9f98-b939a0b43291 admin admin] Notify callbacks [] for router, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:32.293836 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:32.299278 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9cb0b6-cb7d-4f50-9376-cb5ed5b11b0e req-351dba2f-4a43-4f89-b628-9885aae100d1 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:32.300925 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2a9cb0b6-cb7d-4f50-9376-cb5ed5b11b0e req-351dba2f-4a43-4f89-b628-9885aae100d1 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cbfc875-c839-4a4c-bcbc-fb0ee164e18b HTTP/1.1" status: 200 len: 950 time: 0.1414089 Apr 18 19:29:32.412089 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Pushing event updated for resources: {'Port': ['ID=61aae637-3077-4250-a059-dd57154ec904,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:32.414609 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 555428f3-c286-4a76-9982-aafee9e31baf details requested by agent hyperv_n-h1-836017-2 with host n-h1-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:29:32.435484 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2a9cb0b6-cb7d-4f50-9376-cb5ed5b11b0e req-270ba689-b555-42b2-8943-50175e1e6c2c tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/security-groups?id=5c6be434-109a-4c25-809d-b81f7096d7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230612 Apr 18 19:29:32.443756 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:29:32.444477 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:29:32.444953 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:29:32.445458 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:29:32.445922 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:29:32.446460 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:29:32.446984 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:29:32.447527 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:29:32.448058 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:29:32.448628 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:29:32.449153 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:29:32.453097 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9ca3273-9e6a-4f59-88b6-25e6e0884f68 admin admin] Notify agent at l3_agent.n-d-836017-2 the message routers_updated {{(pid=84764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:29:32.462545 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-c9ca3273-9e6a-4f59-88b6-25e6e0884f68 admin admin] 10.222.0.69 "PUT /v2.0/routers/17391c21-7eca-4e43-95d5-7a49fedbaaa1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8700981 Apr 18 19:29:32.491824 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-329c89d8-10c8-4b6a-aa73-fad9345e467e req-fd126938-5117-4c79-85d0-cade73cb382d tempest-TenantUsagesTestJSON-1759658437 tempest-TenantUsagesTestJSON-1759658437-project] 10.222.0.69 "GET /v2.0/ports?device_id=c21f5296-6386-416e-8e06-efef018e9e02 HTTP/1.1" status: 200 len: 210 time: 0.0737300 Apr 18 19:29:32.656659 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 223822da-e9ca-44af-bd61-eec59d8e31d7 details requested by agent hyperv_n-h2-836017-2 with host n-h2-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:29:32.670683 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-b9051a2e-e361-495a-9f98-b939a0b43291 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:32.784866 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.db.resource_extend [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 19:29:32.812845 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port 555428f3-c286-4a76-9982-aafee9e31baf, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=555428f3-c286-4a76-9982-aafee9e31baf,segment=NetworkSegment(7d4aa6d5-2e7c-4739-8450-a84d264180c6),segment_id=7d4aa6d5-2e7c-4739-8450-a84d264180c6)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:29:32.824789 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-b9051a2e-e361-495a-9f98-b939a0b43291 admin admin] Deleting port ca7f4ddc-6a84-4e70-9dbd-ae963e9beee1 {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:29:32.825135 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-b9051a2e-e361-495a-9f98-b939a0b43291 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:32.872044 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e7f04c-3947-40d2-bc18-175dfb68b0d7 req-ee010c80-b11e-4827-986e-f4a22c2251ca tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:32.876868 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c6e7f04c-3947-40d2-bc18-175dfb68b0d7 req-ee010c80-b11e-4827-986e-f4a22c2251ca tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/ports?device_id=698ab2b5-54f2-4017-94e0-efb6c8940c1a HTTP/1.1" status: 200 len: 946 time: 0.1538901 Apr 18 19:29:32.885940 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Returning: {'device': '555428f3-c286-4a76-9982-aafee9e31baf', 'network_id': '3ecd9282-555d-4fb0-a9f8-a403a3953a47', 'port_id': '555428f3-c286-4a76-9982-aafee9e31baf', 'mac_address': 'fa:16:3e:21:2a:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a13d56d-36d3-4679-b7bd-f4a009e4601a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:29:32.949181 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c6e7f04c-3947-40d2-bc18-175dfb68b0d7 req-2d35498e-aed9-4893-a314-63cfe0e54cf8 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/security-groups?id=a141a97b-10ea-4a45-b463-6b38bd1cffff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628574 Apr 18 19:29:33.001044 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-70314be2-43f6-43af-8854-fc5577ff4f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d3c936d-510c-4afe-a1d0-07524f48ac15', 'name': 'tempest-ServerRescueTestJSONUnderV235-1124515802-router', 'tenant_id': 'cde3a890089e40a1b179d71db405af78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': 'ca7f4ddc-6a84-4e70-9dbd-ae963e9beee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:27:11Z', 'updated_at': '2022-04-18T19:29:27Z', 'revision_number': 5, 'project_id': 'cde3a890089e40a1b179d71db405af78', 'gw_port': {'id': 'ca7f4ddc-6a84-4e70-9dbd-ae963e9beee1', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3c936d-510c-4afe-a1d0-07524f48ac15', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:27:13Z', 'updated_at': '2022-04-18T19:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2'}], 'n-d-836017-2', False) {} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:29:33.007210 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:33.036184 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70314be2-43f6-43af-8854-fc5577ff4f84 None None] Checking router: 2d3c936d-510c-4afe-a1d0-07524f48ac15 for host: n-d-836017-2 {{(pid=84765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:29:33.040246 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 223822da-e9ca-44af-bd61-eec59d8e31d7, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=223822da-e9ca-44af-bd61-eec59d8e31d7,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:29:33.066285 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 555428f3-c286-4a76-9982-aafee9e31baf {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:29:33.072949 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Returning: {'device': '223822da-e9ca-44af-bd61-eec59d8e31d7', 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a', 'port_id': '223822da-e9ca-44af-bd61-eec59d8e31d7', 'mac_address': 'fa:16:3e:ed:95:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17d1b3aa-2066-4ffa-a69f-52ed566b6548', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:29:33.137557 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port 555428f3-c286-4a76-9982-aafee9e31baf, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=555428f3-c286-4a76-9982-aafee9e31baf,segment=NetworkSegment(7d4aa6d5-2e7c-4739-8450-a84d264180c6),segment_id=7d4aa6d5-2e7c-4739-8450-a84d264180c6)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:29:33.164864 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70314be2-43f6-43af-8854-fc5577ff4f84 None None] Routers {'2d3c936d-510c-4afe-a1d0-07524f48ac15'} bound to L3 agent in host n-d-836017-2 {{(pid=84765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:29:33.165484 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-70314be2-43f6-43af-8854-fc5577ff4f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:29:20Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['2d3c936d-510c-4afe-a1d0-07524f48ac15'], 'active': True} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:29:33.179443 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [None req-b9051a2e-e361-495a-9f98-b939a0b43291 admin admin] For port ca7f4ddc-6a84-4e70-9dbd-ae963e9beee1, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=ca7f4ddc-6a84-4e70-9dbd-ae963e9beee1,segment=NetworkSegment(5de34947-6c56-419b-85d0-f61f69ce7c45),segment_id=5de34947-6c56-419b-85d0-f61f69ce7c45)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:29:33.179878 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-b9051a2e-e361-495a-9f98-b939a0b43291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:33.238689 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 61aae637-3077-4250-a059-dd57154ec904 up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:29:33.341205 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-b9051a2e-e361-495a-9f98-b939a0b43291 admin admin] Calling delete_port for ca7f4ddc-6a84-4e70-9dbd-ae963e9beee1 owned by network:router_gateway {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:29:33.371550 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:33.405536 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 223822da-e9ca-44af-bd61-eec59d8e31d7 {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:29:33.418108 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:33.434872 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e66617-e6ea-48e3-8b41-0a41ae32988c req-879090a3-99e2-4a63-932d-d284d9e47940 tempest-ServersNegativeTestMultiTenantJSON-1195476908 tempest-ServersNegativeTestMultiTenantJSON-1195476908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:33.436420 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-c3e66617-e6ea-48e3-8b41-0a41ae32988c req-879090a3-99e2-4a63-932d-d284d9e47940 tempest-ServersNegativeTestMultiTenantJSON-1195476908 tempest-ServersNegativeTestMultiTenantJSON-1195476908-project] 10.222.0.69 "GET /v2.0/ports?device_id=94aaf1d6-a8c2-441f-8a74-6365ba5e3291 HTTP/1.1" status: 200 len: 943 time: 0.3171520 Apr 18 19:29:33.514940 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 223822da-e9ca-44af-bd61-eec59d8e31d7, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=223822da-e9ca-44af-bd61-eec59d8e31d7,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:29:33.521113 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-c3e66617-e6ea-48e3-8b41-0a41ae32988c req-98c581f8-b399-40e4-8696-a2d478f400c3 tempest-ServersNegativeTestMultiTenantJSON-1195476908 tempest-ServersNegativeTestMultiTenantJSON-1195476908-project] 10.222.0.69 "GET /v2.0/security-groups?id=93e338bd-1c78-44ef-af46-fbc0b998db3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753355 Apr 18 19:29:33.567148 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Pushing event updated for resources: {'Port': ['ID=555428f3-c286-4a76-9982-aafee9e31baf,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:33.635364 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:33.678116 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c031d0bf-1dbd-4cd1-b942-bcaa5754301a req-3dbade8d-cadb-4224-9886-4de00c9f2fb5 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:33.681394 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c031d0bf-1dbd-4cd1-b942-bcaa5754301a req-3dbade8d-cadb-4224-9886-4de00c9f2fb5 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=19340026-8fe1-417b-869a-76fbd40cb860 HTTP/1.1" status: 200 len: 949 time: 0.2046969 Apr 18 19:29:33.715589 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-70314be2-43f6-43af-8854-fc5577ff4f84 None None] Set router 2d3c936d-510c-4afe-a1d0-07524f48ac15 gateway port host: None {{(pid=84765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:29:33.754240 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2ad5b7-43ab-4a7f-903b-5e038c4c1948 None None] Sync routers for ids ['17391c21-7eca-4e43-95d5-7a49fedbaaa1'] in n-d-836017-2 {{(pid=84766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:29:33.768089 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-b9051a2e-e361-495a-9f98-b939a0b43291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:33.789665 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2ad5b7-43ab-4a7f-903b-5e038c4c1948 None None] Routers {'17391c21-7eca-4e43-95d5-7a49fedbaaa1'} bound to L3 agent in host n-d-836017-2 {{(pid=84766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:29:33.790082 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-1b2ad5b7-43ab-4a7f-903b-5e038c4c1948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:29:20Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['17391c21-7eca-4e43-95d5-7a49fedbaaa1'], 'active': True} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:29:33.810687 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port 61aae637-3077-4250-a059-dd57154ec904 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:29:33.811709 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:33.888051 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9051a2e-e361-495a-9f98-b939a0b43291 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca7f4ddc-6a84-4e70-9dbd-ae963e9beee1,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:33.911499 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c031d0bf-1dbd-4cd1-b942-bcaa5754301a req-3f868119-455e-496d-b8de-cf37429befb1 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221501 Apr 18 19:29:34.055102 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] get_ports_and_sgs() called for port_ids ['555428f3-c286-4a76-9982-aafee9e31baf'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:29:34.187974 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8cc04d1c-1bfa-4fd0-93e1-ed4bb8652148 req-c5a8101b-59f4-46d2-8409-f189ebec037e tempest-TenantUsagesTestJSON-1759658437 tempest-TenantUsagesTestJSON-1759658437-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=fec60b83f2e649f3a7cb55e1fc4f5bef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0824835 Apr 18 19:29:34.221746 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] get_ports_and_sgs() called for port_ids ['223822da-e9ca-44af-bd61-eec59d8e31d7'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:29:34.279516 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=223822da-e9ca-44af-bd61-eec59d8e31d7,revision_number=6']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:34.308171 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-70314be2-43f6-43af-8854-fc5577ff4f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d3c936d-510c-4afe-a1d0-07524f48ac15', 'name': 'tempest-ServerRescueTestJSONUnderV235-1124515802-router', 'tenant_id': 'cde3a890089e40a1b179d71db405af78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:27:11Z', 'updated_at': '2022-04-18T19:29:32Z', 'revision_number': 6, 'project_id': 'cde3a890089e40a1b179d71db405af78', 'gw_port_host': None}], 'n-d-836017-2', False) {} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:29:34.320643 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvr_db [None req-1b2ad5b7-43ab-4a7f-903b-5e038c4c1948 None None] Set router 17391c21-7eca-4e43-95d5-7a49fedbaaa1 gateway port host: n-d-836017-2 {{(pid=84766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:29:34.342866 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70314be2-43f6-43af-8854-fc5577ff4f84 None None] The sync data for ids ['2d3c936d-510c-4afe-a1d0-07524f48ac15'] in n-d-836017-2 is: [{'id': '2d3c936d-510c-4afe-a1d0-07524f48ac15', 'name': 'tempest-ServerRescueTestJSONUnderV235-1124515802-router', 'tenant_id': 'cde3a890089e40a1b179d71db405af78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:27:11Z', 'updated_at': '2022-04-18T19:29:32Z', 'revision_number': 6, 'project_id': 'cde3a890089e40a1b179d71db405af78', 'gw_port_host': None}] {{(pid=84765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:29:34.390510 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-3689ba1b-fb1a-43c4-96b1-6cac9dce85e6 req-7df54dca-368a-43fc-a616-fa6743d59db4 tempest-TenantUsagesTestJSON-1759658437 tempest-TenantUsagesTestJSON-1759658437-project] 10.222.0.69 "GET /v2.0/ports?device_id=c21f5296-6386-416e-8e06-efef018e9e02 HTTP/1.1" status: 200 len: 210 time: 0.1480095 Apr 18 19:29:34.493570 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 52894) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:29:34.507268 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-b9051a2e-e361-495a-9f98-b939a0b43291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416828'] for router_gateway, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:34.521683 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-cb2c092b-7d11-4e25-92e9-62c469d36946 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1464896891-network', 'tenant_id': '85c9b26c858a4ef390a94fc98e3e93e0'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:29:34.523675 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-cb2c092b-7d11-4e25-92e9-62c469d36946 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:29:34.535898 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-cb2c092b-7d11-4e25-92e9-62c469d36946 admin admin] Usage tracker for resource:network and tenant:85c9b26c858a4ef390a94fc98e3e93e0 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:29:34.535898 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-cb2c092b-7d11-4e25-92e9-62c469d36946 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:29:34.551206 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-cb2c092b-7d11-4e25-92e9-62c469d36946 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:29:34.630436 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc04d1c-1bfa-4fd0-93e1-ed4bb8652148 req-53973196-3599-43b3-9886-c6625c42e140 tempest-TenantUsagesTestJSON-1759658437 tempest-TenantUsagesTestJSON-1759658437-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:34.632150 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8cc04d1c-1bfa-4fd0-93e1-ed4bb8652148 req-53973196-3599-43b3-9886-c6625c42e140 tempest-TenantUsagesTestJSON-1759658437 tempest-TenantUsagesTestJSON-1759658437-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4355469 Apr 18 19:29:34.644901 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb2c092b-7d11-4e25-92e9-62c469d36946 admin admin] Made reservation on behalf of 85c9b26c858a4ef390a94fc98e3e93e0 for: {'network': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:29:34.649515 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-cb2c092b-7d11-4e25-92e9-62c469d36946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for network, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:34.688925 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8233fcd-50bc-4970-9a7d-9a3675ad3755 req-cfae8585-7fd8-42da-925e-0979421cc1a8 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:34.694220 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [req-8cc04d1c-1bfa-4fd0-93e1-ed4bb8652148 req-56c1995c-911c-4873-a67f-a651087717a9 tempest-TenantUsagesTestJSON-1759658437 tempest-TenantUsagesTestJSON-1759658437-project] Request body: {'port': {'device_id': 'c21f5296-6386-416e-8e06-efef018e9e02', 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a', 'admin_state_up': True, 'tenant_id': 'fec60b83f2e649f3a7cb55e1fc4f5bef'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:29:34.696127 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e8233fcd-50bc-4970-9a7d-9a3675ad3755 req-cfae8585-7fd8-42da-925e-0979421cc1a8 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cbfc875-c839-4a4c-bcbc-fb0ee164e18b HTTP/1.1" status: 200 len: 949 time: 0.7211580 Apr 18 19:29:34.746643 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 223822da-e9ca-44af-bd61-eec59d8e31d7 no longer exists at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:29:34.793270 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-cb2c092b-7d11-4e25-92e9-62c469d36946 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:35.003328 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-1b2ad5b7-43ab-4a7f-903b-5e038c4c1948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17391c21-7eca-4e43-95d5-7a49fedbaaa1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1729629012-router', 'tenant_id': '912f8aac9d1b4f5bb39f80bd646e1172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '61aae637-3077-4250-a059-dd57154ec904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:29:22Z', 'updated_at': '2022-04-18T19:29:29Z', 'revision_number': 4, 'project_id': '912f8aac9d1b4f5bb39f80bd646e1172', 'gw_port': {'id': '61aae637-3077-4250-a059-dd57154ec904', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17391c21-7eca-4e43-95d5-7a49fedbaaa1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:29:23Z', 'updated_at': '2022-04-18T19:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_interfaces': [{'id': '3ca65512-1a5d-4dc0-8b5c-e0b3db6a33f0', 'name': '', 'network_id': '2ec6ced9-a6bc-4877-8b52-5620d7b70918', 'tenant_id': '912f8aac9d1b4f5bb39f80bd646e1172', 'mac_address': 'fa:16:3e:2a:d0:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17391c21-7eca-4e43-95d5-7a49fedbaaa1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e0c91da-1774-476f-82ad-dcf19f1fc83c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:29:28Z', 'updated_at': '2022-04-18T19:29:30Z', 'revision_number': 2, 'project_id': '912f8aac9d1b4f5bb39f80bd646e1172', 'subnets': [{'id': '4e0c91da-1774-476f-82ad-dcf19f1fc83c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-2', False) {} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:29:35.011437 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2ad5b7-43ab-4a7f-903b-5e038c4c1948 None None] Checking router: 17391c21-7eca-4e43-95d5-7a49fedbaaa1 for host: n-d-836017-2 {{(pid=84766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:29:35.012243 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2ad5b7-43ab-4a7f-903b-5e038c4c1948 None None] Updating router 17391c21-7eca-4e43-95d5-7a49fedbaaa1 port 3ca65512-1a5d-4dc0-8b5c-e0b3db6a33f0 binding host n-d-836017-2 {{(pid=84766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 19:29:35.088278 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-1b2ad5b7-43ab-4a7f-903b-5e038c4c1948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:35.126095 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-cb2c092b-7d11-4e25-92e9-62c469d36946 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:29:35.145268 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-8cc04d1c-1bfa-4fd0-93e1-ed4bb8652148 req-56c1995c-911c-4873-a67f-a651087717a9 tempest-TenantUsagesTestJSON-1759658437 tempest-TenantUsagesTestJSON-1759658437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:29:35.152968 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-8cc04d1c-1bfa-4fd0-93e1-ed4bb8652148 req-56c1995c-911c-4873-a67f-a651087717a9 tempest-TenantUsagesTestJSON-1759658437 tempest-TenantUsagesTestJSON-1759658437-project] Usage tracker for resource:port and tenant:fec60b83f2e649f3a7cb55e1fc4f5bef is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:29:35.156291 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-cb2c092b-7d11-4e25-92e9-62c469d36946 admin admin] Usage tracker for resource:security_group_rule and tenant:85c9b26c858a4ef390a94fc98e3e93e0 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:29:35.159634 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-8cc04d1c-1bfa-4fd0-93e1-ed4bb8652148 req-56c1995c-911c-4873-a67f-a651087717a9 tempest-TenantUsagesTestJSON-1759658437 tempest-TenantUsagesTestJSON-1759658437-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:29:35.168564 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-cb2c092b-7d11-4e25-92e9-62c469d36946 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:29:35.178427 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-8cc04d1c-1bfa-4fd0-93e1-ed4bb8652148 req-56c1995c-911c-4873-a67f-a651087717a9 tempest-TenantUsagesTestJSON-1759658437 tempest-TenantUsagesTestJSON-1759658437-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:29:35.188867 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-cb2c092b-7d11-4e25-92e9-62c469d36946 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:29:35.197958 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4403af-65f0-495d-8300-3bd902453c32 req-74a4190f-1e8e-41bc-a7d2-0cde972d80af tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:35.211896 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-0c4403af-65f0-495d-8300-3bd902453c32 req-74a4190f-1e8e-41bc-a7d2-0cde972d80af tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/ports?device_id=698ab2b5-54f2-4017-94e0-efb6c8940c1a HTTP/1.1" status: 200 len: 946 time: 0.5358639 Apr 18 19:29:35.237213 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device b2a28688-98e9-4c3b-9f99-66b4f2b5aa09 no longer exists at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:29:35.282049 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-0c4403af-65f0-495d-8300-3bd902453c32 req-86d18685-81f2-4808-b475-14a9284b1024 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/security-groups?id=a141a97b-10ea-4a45-b463-6b38bd1cffff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685151 Apr 18 19:29:35.287826 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-b9051a2e-e361-495a-9f98-b939a0b43291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4443'] for router, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:35.289176 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] No Port match for: b2a28688-98e9-4c3b-9f99-66b4f2b5aa09 {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:29:35.289723 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device b2a28688-98e9-4c3b-9f99-66b4f2b5aa09 not bound to the agent host n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:29:35.316961 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:35.318363 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cc04d1c-1bfa-4fd0-93e1-ed4bb8652148 req-56c1995c-911c-4873-a67f-a651087717a9 tempest-TenantUsagesTestJSON-1759658437 tempest-TenantUsagesTestJSON-1759658437-project] Made reservation on behalf of fec60b83f2e649f3a7cb55e1fc4f5bef for: {'port': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:29:35.327182 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-8cc04d1c-1bfa-4fd0-93e1-ed4bb8652148 req-56c1995c-911c-4873-a67f-a651087717a9 tempest-TenantUsagesTestJSON-1759658437 tempest-TenantUsagesTestJSON-1759658437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:35.328195 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e8233fcd-50bc-4970-9a7d-9a3675ad3755 req-5fd60c87-85e8-4a61-a111-cbac67e81c83 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/security-groups?id=5c6be434-109a-4c25-809d-b81f7096d7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6310694 Apr 18 19:29:35.344739 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 223822da-e9ca-44af-bd61-eec59d8e31d7 {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:29:35.349533 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-b9051a2e-e361-495a-9f98-b939a0b43291 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:35.371521 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-8cc04d1c-1bfa-4fd0-93e1-ed4bb8652148 req-56c1995c-911c-4873-a67f-a651087717a9 tempest-TenantUsagesTestJSON-1759658437 tempest-TenantUsagesTestJSON-1759658437-project] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:35.379587 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 223822da-e9ca-44af-bd61-eec59d8e31d7, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=223822da-e9ca-44af-bd61-eec59d8e31d7,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:29:35.385008 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2a351334-ba34-4e49-8705-f72bef6ba505 req-c72e479b-3e8b-4c7f-b052-06ca83669c50 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4bf06599121a476094faf72db54a396e&device_id=19340026-8fe1-417b-869a-76fbd40cb860 HTTP/1.1" status: 200 len: 1100 time: 0.2644229 Apr 18 19:29:35.392572 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8f6ee0df-880a-42de-9ed1-03d41fe48f12 req-157c2401-9557-48f2-9e85-27089f412087 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=698ab2b5-54f2-4017-94e0-efb6c8940c1a HTTP/1.1" status: 200 len: 1097 time: 0.1959305 Apr 18 19:29:35.507115 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:35.558177 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-8cc04d1c-1bfa-4fd0-93e1-ed4bb8652148 req-56c1995c-911c-4873-a67f-a651087717a9 tempest-TenantUsagesTestJSON-1759658437 tempest-TenantUsagesTestJSON-1759658437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:29:35.574450 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-8cc04d1c-1bfa-4fd0-93e1-ed4bb8652148 req-56c1995c-911c-4873-a67f-a651087717a9 tempest-TenantUsagesTestJSON-1759658437 tempest-TenantUsagesTestJSON-1759658437-project] Usage tracker for resource:security_group_rule and tenant:fec60b83f2e649f3a7cb55e1fc4f5bef is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:29:35.584909 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-8cc04d1c-1bfa-4fd0-93e1-ed4bb8652148 req-56c1995c-911c-4873-a67f-a651087717a9 tempest-TenantUsagesTestJSON-1759658437 tempest-TenantUsagesTestJSON-1759658437-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:29:35.592951 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=223822da-e9ca-44af-bd61-eec59d8e31d7,revision_number=7']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:35.608404 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-8cc04d1c-1bfa-4fd0-93e1-ed4bb8652148 req-56c1995c-911c-4873-a67f-a651087717a9 tempest-TenantUsagesTestJSON-1759658437 tempest-TenantUsagesTestJSON-1759658437-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:29:35.628207 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-cb2c092b-7d11-4e25-92e9-62c469d36946 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:35.632289 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8f6ee0df-880a-42de-9ed1-03d41fe48f12 req-40f9b542-d2cf-460a-a5a6-c0590c72cbd1 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=a141a97b-10ea-4a45-b463-6b38bd1cffff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012644 Apr 18 19:29:35.645643 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-b9051a2e-e361-495a-9f98-b939a0b43291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412768'] for router, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:35.646179 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9051a2e-e361-495a-9f98-b939a0b43291 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d3c936d-510c-4afe-a1d0-07524f48ac15 {{(pid=84763) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 19:29:35.685329 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77416dd-100f-4c10-8936-9c01c7b7f5f9 req-a200de7c-b8af-4945-94c1-9a4d81ddac28 tempest-ServersNegativeTestMultiTenantJSON-1195476908 tempest-ServersNegativeTestMultiTenantJSON-1195476908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:35.693122 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a351334-ba34-4e49-8705-f72bef6ba505 req-eb90d273-cbfd-47f2-bf79-c55771a4b08a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:35.694964 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d77416dd-100f-4c10-8936-9c01c7b7f5f9 req-a200de7c-b8af-4945-94c1-9a4d81ddac28 tempest-ServersNegativeTestMultiTenantJSON-1195476908 tempest-ServersNegativeTestMultiTenantJSON-1195476908-project] 10.222.0.69 "GET /v2.0/ports?device_id=94aaf1d6-a8c2-441f-8a74-6365ba5e3291 HTTP/1.1" status: 200 len: 944 time: 0.2287924 Apr 18 19:29:35.695073 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2a351334-ba34-4e49-8705-f72bef6ba505 req-eb90d273-cbfd-47f2-bf79-c55771a4b08a service neutron] 10.222.0.73 "GET /v2.0/networks?id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a HTTP/1.1" status: 200 len: 870 time: 0.3008721 Apr 18 19:29:35.696678 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-1b2ad5b7-43ab-4a7f-903b-5e038c4c1948 None None] Notify callbacks [] for port, precommit_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:35.697982 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-b9051a2e-e361-495a-9f98-b939a0b43291 admin admin] Notify callbacks [] for router, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:35.699841 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-b9051a2e-e361-495a-9f98-b939a0b43291 admin admin] 10.222.0.69 "DELETE /v2.0/routers/2d3c936d-510c-4afe-a1d0-07524f48ac15 HTTP/1.1" status: 204 len: 168 time: 4.0941999 Apr 18 19:29:35.706485 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4cd8f7-e11f-4ec8-89c0-c37a7a951804 req-6fbd3a9e-2346-4ff5-a2f9-ec3c8ae97f1a tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:35.708112 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4b4cd8f7-e11f-4ec8-89c0-c37a7a951804 req-6fbd3a9e-2346-4ff5-a2f9-ec3c8ae97f1a tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=19340026-8fe1-417b-869a-76fbd40cb860 HTTP/1.1" status: 200 len: 949 time: 0.1852765 Apr 18 19:29:35.708594 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 52906) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:29:35.719853 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.provisioning_blocks [None req-1b2ad5b7-43ab-4a7f-903b-5e038c4c1948 None None] Transition to ACTIVE for port object 3ca65512-1a5d-4dc0-8b5c-e0b3db6a33f0 will not be triggered until provisioned by entity L2. {{(pid=84766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:29:35.764040 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-cb2c092b-7d11-4e25-92e9-62c469d36946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:35.787207 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-8cc04d1c-1bfa-4fd0-93e1-ed4bb8652148 req-56c1995c-911c-4873-a67f-a651087717a9 tempest-TenantUsagesTestJSON-1759658437 tempest-TenantUsagesTestJSON-1759658437-project] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:35.799425 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d77416dd-100f-4c10-8936-9c01c7b7f5f9 req-b262b42d-c02c-413c-968d-8be298fe7fc3 tempest-ServersNegativeTestMultiTenantJSON-1195476908 tempest-ServersNegativeTestMultiTenantJSON-1195476908-project] 10.222.0.69 "GET /v2.0/security-groups?id=93e338bd-1c78-44ef-af46-fbc0b998db3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033590 Apr 18 19:29:35.808910 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_v2 [None req-1305fc82-83ff-4f2a-928f-f60ef8963464 admin admin] Deleting subnet 34e3ae83-1d27-4273-87fc-7e73d7e0f53e {{(pid=84763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:29:35.809166 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb2c092b-7d11-4e25-92e9-62c469d36946 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=84764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:29:35.813243 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-1305fc82-83ff-4f2a-928f-f60ef8963464 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:35.823126 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-1b2ad5b7-43ab-4a7f-903b-5e038c4c1948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:35.831130 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2c092b-7d11-4e25-92e9-62c469d36946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4baf4877-1fc2-4531-9944-ad1c44a72f2a,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:35.835290 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-cb2c092b-7d11-4e25-92e9-62c469d36946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:35.835816 n-d-836017-2 neutron-server[84764]: INFO neutron.db.segments_db [None req-cb2c092b-7d11-4e25-92e9-62c469d36946 admin admin] Added segment d93c1742-7b6a-4700-8e24-1b545f2634ab of type vlan for network ec9251a2-b767-4a36-960e-006611cd81a8 Apr 18 19:29:35.854956 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4b4cd8f7-e11f-4ec8-89c0-c37a7a951804 req-be36059a-732f-47b8-9ed6-16682489bd8f tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045702 Apr 18 19:29:35.877979 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-cb2c092b-7d11-4e25-92e9-62c469d36946 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791093404182'] for network, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:35.892552 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-1305fc82-83ff-4f2a-928f-f60ef8963464 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66272755'] for subnet, precommit_delete_associations {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:35.943126 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-8cc04d1c-1bfa-4fd0-93e1-ed4bb8652148 req-56c1995c-911c-4873-a67f-a651087717a9 tempest-TenantUsagesTestJSON-1759658437 tempest-TenantUsagesTestJSON-1759658437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:36.000437 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c809bde-ad4a-48b1-bb94-dcac01fd41ed None None] Pushing event updated for resources: {'Port': ['ID=3ca65512-1a5d-4dc0-8b5c-e0b3db6a33f0,revision_number=3']} {{(pid=84766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:36.040034 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2a351334-ba34-4e49-8705-f72bef6ba505 req-ba36f6f4-6e20-4499-a4df-5706655f8efd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=c0e1150c-3ca4-458b-85e4-8208744a4bc0 HTTP/1.1" status: 200 len: 217 time: 0.1029129 Apr 18 19:29:36.095057 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-cb2c092b-7d11-4e25-92e9-62c469d36946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251'] for network, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:36.095919 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2c092b-7d11-4e25-92e9-62c469d36946 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:36.096534 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-cb2c092b-7d11-4e25-92e9-62c469d36946 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:36.113103 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-1305fc82-83ff-4f2a-928f-f60ef8963464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1258508'] for subnet, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:36.124892 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.managers [None req-1b2ad5b7-43ab-4a7f-903b-5e038c4c1948 None None] Attempting to bind port 3ca65512-1a5d-4dc0-8b5c-e0b3db6a33f0 on host n-d-836017-2 for vnic_type normal with profile {{(pid=84766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:29:36.125897 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.managers [None req-1b2ad5b7-43ab-4a7f-903b-5e038c4c1948 None None] Attempting to bind port 3ca65512-1a5d-4dc0-8b5c-e0b3db6a33f0 by drivers openvswitch,hyperv on host n-d-836017-2 at level 0 using segments [{'id': 'e5097719-15b3-4fd8-8376-6a49cea6478d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '2ec6ced9-a6bc-4877-8b52-5620d7b70918'}] {{(pid=84766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:29:36.126405 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2ad5b7-43ab-4a7f-903b-5e038c4c1948 None None] Attempting to bind port 3ca65512-1a5d-4dc0-8b5c-e0b3db6a33f0 on network 2ec6ced9-a6bc-4877-8b52-5620d7b70918 {{(pid=84766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:29:36.134062 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2ad5b7-43ab-4a7f-903b-5e038c4c1948 None None] Checking agent: {'id': 'df2a5cfe-6839-400b-a998-e4fffce70f45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 8, 22), 'started_at': datetime.datetime(2022, 4, 18, 19, 8, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:29:36.134704 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2ad5b7-43ab-4a7f-903b-5e038c4c1948 None None] Checking segment: {'id': 'e5097719-15b3-4fd8-8376-6a49cea6478d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '2ec6ced9-a6bc-4877-8b52-5620d7b70918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:29:36.135318 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-1b2ad5b7-43ab-4a7f-903b-5e038c4c1948 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:36.135939 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2ad5b7-43ab-4a7f-903b-5e038c4c1948 None None] Bound using segment: {'id': 'e5097719-15b3-4fd8-8376-6a49cea6478d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '2ec6ced9-a6bc-4877-8b52-5620d7b70918'} {{(pid=84766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:29:36.136735 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.managers [None req-1b2ad5b7-43ab-4a7f-903b-5e038c4c1948 None None] Bound port: 3ca65512-1a5d-4dc0-8b5c-e0b3db6a33f0, host: n-d-836017-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5097719-15b3-4fd8-8376-6a49cea6478d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '2ec6ced9-a6bc-4877-8b52-5620d7b70918'}}] {{(pid=84766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:29:36.137446 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-1b2ad5b7-43ab-4a7f-903b-5e038c4c1948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:36.175424 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a351334-ba34-4e49-8705-f72bef6ba505 req-f67de806-ce9e-45df-8594-fab847e3c5e4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:36.176988 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2a351334-ba34-4e49-8705-f72bef6ba505 req-f67de806-ce9e-45df-8594-fab847e3c5e4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=17d1b3aa-2066-4ffa-a69f-52ed566b6548 HTTP/1.1" status: 200 len: 843 time: 0.1283205 Apr 18 19:29:36.185746 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-3158de46-4a3f-4a9b-9565-91c624fd4a6b req-b9e499c3-7df2-47ff-adc5-aa7e8debf273 tempest-TenantUsagesTestJSON-1759658437 tempest-TenantUsagesTestJSON-1759658437-project] 10.222.0.69 "GET /v2.0/ports?device_id=c21f5296-6386-416e-8e06-efef018e9e02 HTTP/1.1" status: 200 len: 210 time: 0.1438513 Apr 18 19:29:36.250808 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c1995c-911c-4873-a67f-a651087717a9 tempest-TenantUsagesTestJSON-1759658437 tempest-TenantUsagesTestJSON-1759658437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5aa86343-4091-4cee-a799-f0f62c25c2b6,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:36.253468 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.db [None req-1b2ad5b7-43ab-4a7f-903b-5e038c4c1948 None None] For port 3ca65512-1a5d-4dc0-8b5c-e0b3db6a33f0, host n-d-836017-2, cleared binding levels {{(pid=84766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:29:36.258216 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.db [None req-1b2ad5b7-43ab-4a7f-903b-5e038c4c1948 None None] For port 3ca65512-1a5d-4dc0-8b5c-e0b3db6a33f0, host n-d-836017-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=3ca65512-1a5d-4dc0-8b5c-e0b3db6a33f0,segment=NetworkSegment(e5097719-15b3-4fd8-8376-6a49cea6478d),segment_id=e5097719-15b3-4fd8-8376-6a49cea6478d)] {{(pid=84766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:29:36.309432 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2a351334-ba34-4e49-8705-f72bef6ba505 req-2940c885-a050-4cc6-b4e3-a4521bae35d5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1243465 Apr 18 19:29:36.331481 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 555428f3-c286-4a76-9982-aafee9e31baf up at agent hyperv_n-h1-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:29:36.340962 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-1b2ad5b7-43ab-4a7f-903b-5e038c4c1948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:36.344427 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2c092b-7d11-4e25-92e9-62c469d36946 admin admin] Pushing event updated for resources: {'Network': ['ID=ec9251a2-b767-4a36-960e-006611cd81a8,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:36.405563 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-1305fc82-83ff-4f2a-928f-f60ef8963464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1258501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66351815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66540800'] for subnet, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:36.411195 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_common [req-8cc04d1c-1bfa-4fd0-93e1-ed4bb8652148 req-56c1995c-911c-4873-a67f-a651087717a9 tempest-TenantUsagesTestJSON-1759658437 tempest-TenantUsagesTestJSON-1759658437-project] Allocated IP 192.168.233.81 (cb6d8c7c-7ea4-4a32-b429-1c2934b7306a/17d1b3aa-2066-4ffa-a69f-52ed566b6548/9856a056-f74b-47fa-88ee-e2c9dcdbf9e4) {{(pid=84764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:29:36.439781 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Network ec9251a2-b767-4a36-960e-006611cd81a8 details requested by agent ovs-agent-n-d-836017-2 with host n-d-836017-2 {{(pid=84765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:29:36.468759 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1305fc82-83ff-4f2a-928f-f60ef8963464 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34e3ae83-1d27-4273-87fc-7e73d7e0f53e,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:36.477870 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-1305fc82-83ff-4f2a-928f-f60ef8963464 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:36.491939 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-cb2c092b-7d11-4e25-92e9-62c469d36946 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.9981542 Apr 18 19:29:36.492889 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 52914) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:29:36.496794 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-1305fc82-83ff-4f2a-928f-f60ef8963464 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/34e3ae83-1d27-4273-87fc-7e73d7e0f53e HTTP/1.1" status: 204 len: 168 time: 0.7869689 Apr 18 19:29:36.514583 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 52916) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:29:36.533631 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-9bb5e1d0-dda2-4742-bd67-8b54c93b7ddf admin admin] Request body: {'subnet': {'network_id': 'ec9251a2-b767-4a36-960e-006611cd81a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1464896891-subnet', 'tenant_id': '85c9b26c858a4ef390a94fc98e3e93e0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:29:36.540666 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-9bb5e1d0-dda2-4742-bd67-8b54c93b7ddf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:29:36.546578 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-9bb5e1d0-dda2-4742-bd67-8b54c93b7ddf admin admin] Usage tracker for resource:subnet and tenant:85c9b26c858a4ef390a94fc98e3e93e0 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:29:36.549721 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-9bb5e1d0-dda2-4742-bd67-8b54c93b7ddf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:29:36.577302 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c809bde-ad4a-48b1-bb94-dcac01fd41ed None None] Pushing event updated for resources: {'Port': ['ID=3ca65512-1a5d-4dc0-8b5c-e0b3db6a33f0,revision_number=4']} {{(pid=84766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:36.586246 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2ad5b7-43ab-4a7f-903b-5e038c4c1948 None None] Routers {'17391c21-7eca-4e43-95d5-7a49fedbaaa1'} bound to L3 agent in host n-d-836017-2 {{(pid=84766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:29:36.587021 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-1b2ad5b7-43ab-4a7f-903b-5e038c4c1948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:29:20Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['17391c21-7eca-4e43-95d5-7a49fedbaaa1'], 'active': True} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:29:36.628418 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-9bb5e1d0-dda2-4742-bd67-8b54c93b7ddf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:29:36.693749 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 223822da-e9ca-44af-bd61-eec59d8e31d7 up at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:29:36.830546 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2a351334-ba34-4e49-8705-f72bef6ba505 req-d646f604-7de5-4be5-acc0-75c56e910ebc service neutron] 10.222.0.73 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5143061 Apr 18 19:29:36.871334 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-8cc04d1c-1bfa-4fd0-93e1-ed4bb8652148 req-56c1995c-911c-4873-a67f-a651087717a9 tempest-TenantUsagesTestJSON-1759658437 tempest-TenantUsagesTestJSON-1759658437-project] Notify callbacks [] for port, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:36.902281 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning complete for port 223822da-e9ca-44af-bd61-eec59d8e31d7 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:29:36.903112 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:36.907749 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvr_db [None req-1b2ad5b7-43ab-4a7f-903b-5e038c4c1948 None None] Set router 17391c21-7eca-4e43-95d5-7a49fedbaaa1 gateway port host: n-d-836017-2 {{(pid=84766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:29:36.910829 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.provisioning_blocks [req-8cc04d1c-1bfa-4fd0-93e1-ed4bb8652148 req-56c1995c-911c-4873-a67f-a651087717a9 tempest-TenantUsagesTestJSON-1759658437 tempest-TenantUsagesTestJSON-1759658437-project] Transition to ACTIVE for port object 9856a056-f74b-47fa-88ee-e2c9dcdbf9e4 will not be triggered until provisioned by entity DHCP. {{(pid=84764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:29:36.939648 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bb5e1d0-dda2-4742-bd67-8b54c93b7ddf admin admin] Made reservation on behalf of 85c9b26c858a4ef390a94fc98e3e93e0 for: {'subnet': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:29:36.942200 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-9bb5e1d0-dda2-4742-bd67-8b54c93b7ddf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65862573'] for subnet, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:36.997619 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Provisioning for port 555428f3-c286-4a76-9982-aafee9e31baf completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:29:37.007089 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Provisioning complete for port 555428f3-c286-4a76-9982-aafee9e31baf triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:29:37.007748 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:37.096063 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-8cc04d1c-1bfa-4fd0-93e1-ed4bb8652148 req-56c1995c-911c-4873-a67f-a651087717a9 tempest-TenantUsagesTestJSON-1759658437 tempest-TenantUsagesTestJSON-1759658437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:37.144409 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ae739405-2f21-43b9-9182-91c079658c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:37.167789 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf506a7-0417-49a2-b19d-fd81ebc042be req-489f081d-0dec-45dd-9b95-f19c3b7fd56a tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:37.175184 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-6cf506a7-0417-49a2-b19d-fd81ebc042be req-489f081d-0dec-45dd-9b95-f19c3b7fd56a tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/ports?device_id=698ab2b5-54f2-4017-94e0-efb6c8940c1a HTTP/1.1" status: 200 len: 946 time: 0.6767678 Apr 18 19:29:37.188073 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:37.202791 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device ca7f4ddc-6a84-4e70-9dbd-ae963e9beee1 no longer exists at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:29:37.250216 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] No Port match for: ca7f4ddc-6a84-4e70-9dbd-ae963e9beee1 {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:29:37.250660 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device ca7f4ddc-6a84-4e70-9dbd-ae963e9beee1 not bound to the agent host n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:29:37.320167 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28f71c4-cf78-4f80-9c7a-1027ee9c3be8 req-e4836897-9272-410c-9820-5b5badfcbd2f tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:37.321747 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-b28f71c4-cf78-4f80-9c7a-1027ee9c3be8 req-e4836897-9272-410c-9820-5b5badfcbd2f tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cbfc875-c839-4a4c-bcbc-fb0ee164e18b HTTP/1.1" status: 200 len: 948 time: 0.7645023 Apr 18 19:29:37.324043 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cc04d1c-1bfa-4fd0-93e1-ed4bb8652148 req-56c1995c-911c-4873-a67f-a651087717a9 tempest-TenantUsagesTestJSON-1759658437 tempest-TenantUsagesTestJSON-1759658437-project] Network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a is already hosted by enough agents. {{(pid=84764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:29:37.330755 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cbfc875-c839-4a4c-bcbc-fb0ee164e18b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '223822da-e9ca-44af-bd61-eec59d8e31d7'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:29:37.331590 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [req-8cc04d1c-1bfa-4fd0-93e1-ed4bb8652148 req-56c1995c-911c-4873-a67f-a651087717a9 tempest-TenantUsagesTestJSON-1759658437 tempest-TenantUsagesTestJSON-1759658437-project] Resources bound (agent type, host, resource id): {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:29:37.336655 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c1995c-911c-4873-a67f-a651087717a9 tempest-TenantUsagesTestJSON-1759658437 tempest-TenantUsagesTestJSON-1759658437-project] Pushing event updated for resources: {'Port': ['ID=9856a056-f74b-47fa-88ee-e2c9dcdbf9e4,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:37.342769 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cc04d1c-1bfa-4fd0-93e1-ed4bb8652148 req-56c1995c-911c-4873-a67f-a651087717a9 tempest-TenantUsagesTestJSON-1759658437 tempest-TenantUsagesTestJSON-1759658437-project] Received port after_create {{(pid=84764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:29:37.359995 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 223822da-e9ca-44af-bd61-eec59d8e31d7, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=223822da-e9ca-44af-bd61-eec59d8e31d7,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:29:37.368758 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:37.413598 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port 555428f3-c286-4a76-9982-aafee9e31baf, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=555428f3-c286-4a76-9982-aafee9e31baf,segment=NetworkSegment(7d4aa6d5-2e7c-4739-8450-a84d264180c6),segment_id=7d4aa6d5-2e7c-4739-8450-a84d264180c6)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:29:37.467106 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc04d1c-1bfa-4fd0-93e1-ed4bb8652148 req-56c1995c-911c-4873-a67f-a651087717a9 tempest-TenantUsagesTestJSON-1759658437 tempest-TenantUsagesTestJSON-1759658437-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:37.467759 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-8cc04d1c-1bfa-4fd0-93e1-ed4bb8652148 req-56c1995c-911c-4873-a67f-a651087717a9 tempest-TenantUsagesTestJSON-1759658437 tempest-TenantUsagesTestJSON-1759658437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:37.478034 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:37.563727 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-1b2ad5b7-43ab-4a7f-903b-5e038c4c1948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17391c21-7eca-4e43-95d5-7a49fedbaaa1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1729629012-router', 'tenant_id': '912f8aac9d1b4f5bb39f80bd646e1172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '61aae637-3077-4250-a059-dd57154ec904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:29:22Z', 'updated_at': '2022-04-18T19:29:29Z', 'revision_number': 4, 'project_id': '912f8aac9d1b4f5bb39f80bd646e1172', 'gw_port': {'id': '61aae637-3077-4250-a059-dd57154ec904', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17391c21-7eca-4e43-95d5-7a49fedbaaa1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:29:23Z', 'updated_at': '2022-04-18T19:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_interfaces': [{'id': '3ca65512-1a5d-4dc0-8b5c-e0b3db6a33f0', 'name': '', 'network_id': '2ec6ced9-a6bc-4877-8b52-5620d7b70918', 'tenant_id': '912f8aac9d1b4f5bb39f80bd646e1172', 'mac_address': 'fa:16:3e:2a:d0:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17391c21-7eca-4e43-95d5-7a49fedbaaa1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e0c91da-1774-476f-82ad-dcf19f1fc83c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:29:28Z', 'updated_at': '2022-04-18T19:29:36Z', 'revision_number': 4, 'project_id': '912f8aac9d1b4f5bb39f80bd646e1172', 'subnets': [{'id': '4e0c91da-1774-476f-82ad-dcf19f1fc83c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-2', False) {} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:29:37.565567 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2a351334-ba34-4e49-8705-f72bef6ba505 req-d84e8f8f-1458-4e4e-b90d-03e21996f5ec service neutron] 10.222.0.73 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7211907 Apr 18 19:29:37.569209 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2ad5b7-43ab-4a7f-903b-5e038c4c1948 None None] The sync data for ids ['17391c21-7eca-4e43-95d5-7a49fedbaaa1'] in n-d-836017-2 is: [{'id': '17391c21-7eca-4e43-95d5-7a49fedbaaa1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1729629012-router', 'tenant_id': '912f8aac9d1b4f5bb39f80bd646e1172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '61aae637-3077-4250-a059-dd57154ec904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:29:22Z', 'updated_at': '2022-04-18T19:29:29Z', 'revision_number': 4, 'project_id': '912f8aac9d1b4f5bb39f80bd646e1172', 'gw_port': {'id': '61aae637-3077-4250-a059-dd57154ec904', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17391c21-7eca-4e43-95d5-7a49fedbaaa1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:29:23Z', 'updated_at': '2022-04-18T19:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_interfaces': [{'id': '3ca65512-1a5d-4dc0-8b5c-e0b3db6a33f0', 'name': '', 'network_id': '2ec6ced9-a6bc-4877-8b52-5620d7b70918', 'tenant_id': '912f8aac9d1b4f5bb39f80bd646e1172', 'mac_address': 'fa:16:3e:2a:d0:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17391c21-7eca-4e43-95d5-7a49fedbaaa1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e0c91da-1774-476f-82ad-dcf19f1fc83c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:29:28Z', 'updated_at': '2022-04-18T19:29:36Z', 'revision_number': 4, 'project_id': '912f8aac9d1b4f5bb39f80bd646e1172', 'subnets': [{'id': '4e0c91da-1774-476f-82ad-dcf19f1fc83c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:29:37.577321 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:37.712417 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-6cf506a7-0417-49a2-b19d-fd81ebc042be req-d5ef8964-9900-4660-81b1-83830d2be19a tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/security-groups?id=a141a97b-10ea-4a45-b463-6b38bd1cffff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5360146 Apr 18 19:29:37.740028 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=223822da-e9ca-44af-bd61-eec59d8e31d7,revision_number=8']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:37.746582 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-b28f71c4-cf78-4f80-9c7a-1027ee9c3be8 req-da8ad9a8-27c5-42b7-9ccb-12c65d9af4b0 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/security-groups?id=5c6be434-109a-4c25-809d-b81f7096d7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4162962 Apr 18 19:29:37.820505 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ae739405-2f21-43b9-9182-91c079658c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256345', 'neutron.services.segments.db._delete_segments_for_network-8791093852025'] for network, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:37.820595 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8cc04d1c-1bfa-4fd0-93e1-ed4bb8652148 req-56c1995c-911c-4873-a67f-a651087717a9 tempest-TenantUsagesTestJSON-1759658437 tempest-TenantUsagesTestJSON-1759658437-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1470501 Apr 18 19:29:37.821316 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-9bb5e1d0-dda2-4742-bd67-8b54c93b7ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2290811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65862591'] for subnet, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:37.858886 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-4bb80295-0fd9-4712-b6ba-093e99683045 None None] Provisioning for port 9856a056-f74b-47fa-88ee-e2c9dcdbf9e4 completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:29:37.877353 n-d-836017-2 neutron-server[84763]: DEBUG neutron.services.segments.db [None req-ae739405-2f21-43b9-9182-91c079658c07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19b59b41-cadd-403d-bfd9-2d34b4cf02aa']}} {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:29:37.887656 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-4bb80295-0fd9-4712-b6ba-093e99683045 None None] Provisioning complete for port 9856a056-f74b-47fa-88ee-e2c9dcdbf9e4 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:29:37.888507 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4bb80295-0fd9-4712-b6ba-093e99683045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:37.900161 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [req-8cc04d1c-1bfa-4fd0-93e1-ed4bb8652148 req-2533dba9-a894-4856-90fb-06a47d59c3c4 service neutron] Request body: {'port': {'device_id': 'c21f5296-6386-416e-8e06-efef018e9e02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-2'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:29:37.903459 n-d-836017-2 neutron-server[84763]: DEBUG neutron.services.segments.db [None req-ae739405-2f21-43b9-9182-91c079658c07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffe0b6d2-2182-4141-8f2f-b400e36467e4') {'for_net_delete': True} {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:29:37.903762 n-d-836017-2 neutron-server[84763]: DEBUG neutron.services.segments.db [None req-ae739405-2f21-43b9-9182-91c079658c07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffe0b6d2-2182-4141-8f2f-b400e36467e4') {} {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:29:37.944226 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ae739405-2f21-43b9-9182-91c079658c07 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791093851908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66272256'] for segment, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:37.972015 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ae739405-2f21-43b9-9182-91c079658c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:37.989484 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae739405-2f21-43b9-9182-91c079658c07 admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=84763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:29:37.989890 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ae739405-2f21-43b9-9182-91c079658c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66351785'] for segment, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:37.992443 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Pushing event updated for resources: {'Port': ['ID=555428f3-c286-4a76-9982-aafee9e31baf,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:38.016462 n-d-836017-2 neutron-server[84763]: Traceback (most recent call last): Apr 18 19:29:38.016462 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:29:38.016462 n-d-836017-2 neutron-server[84763]: timer() Apr 18 19:29:38.016462 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:29:38.016462 n-d-836017-2 neutron-server[84763]: cb(*args, **kw) Apr 18 19:29:38.016462 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:29:38.016462 n-d-836017-2 neutron-server[84763]: return func(*args, **kwargs) Apr 18 19:29:38.016462 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:29:38.016462 n-d-836017-2 neutron-server[84763]: self._notify() Apr 18 19:29:38.016462 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:29:38.016462 n-d-836017-2 neutron-server[84763]: self.callback(batched_events) Apr 18 19:29:38.016462 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:29:38.016462 n-d-836017-2 neutron-server[84763]: event.method(event) Apr 18 19:29:38.016462 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:29:38.016462 n-d-836017-2 neutron-server[84763]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:29:38.016462 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:29:38.016462 n-d-836017-2 neutron-server[84763]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:29:38.016462 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:29:38.016462 n-d-836017-2 neutron-server[84763]: return f(self, *a, **k) Apr 18 19:29:38.016462 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:29:38.016462 n-d-836017-2 neutron-server[84763]: return self._get(url).json() Apr 18 19:29:38.016462 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:29:38.016462 n-d-836017-2 neutron-server[84763]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:29:38.016462 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:29:38.016462 n-d-836017-2 neutron-server[84763]: return self.request(url, 'GET', **kwargs) Apr 18 19:29:38.016462 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:29:38.016462 n-d-836017-2 neutron-server[84763]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:29:38.016462 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:29:38.016462 n-d-836017-2 neutron-server[84763]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:29:38.016462 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:29:38.016462 n-d-836017-2 neutron-server[84763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:29:38.016462 n-d-836017-2 neutron-server[84763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:29:38.024506 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-4bb80295-0fd9-4712-b6ba-093e99683045 None None] Port 9856a056-f74b-47fa-88ee-e2c9dcdbf9e4 cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:29:38.152111 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb5e1d0-dda2-4742-bd67-8b54c93b7ddf admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fc70091-f80d-4878-b2ab-5a7518bde436,revision_number=0']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:38.185061 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aafd69-3b6c-49e1-84e9-0aaa5fa3e487 req-dd9abc1b-9ac0-41c4-982a-0950634522ed tempest-ServersNegativeTestMultiTenantJSON-1195476908 tempest-ServersNegativeTestMultiTenantJSON-1195476908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:38.186736 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a6aafd69-3b6c-49e1-84e9-0aaa5fa3e487 req-dd9abc1b-9ac0-41c4-982a-0950634522ed tempest-ServersNegativeTestMultiTenantJSON-1195476908 tempest-ServersNegativeTestMultiTenantJSON-1195476908-project] 10.222.0.69 "GET /v2.0/ports?device_id=94aaf1d6-a8c2-441f-8a74-6365ba5e3291 HTTP/1.1" status: 200 len: 945 time: 0.1671560 Apr 18 19:29:38.214417 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-8cc04d1c-1bfa-4fd0-93e1-ed4bb8652148 req-2533dba9-a894-4856-90fb-06a47d59c3c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:38.232804 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb5e1d0-dda2-4742-bd67-8b54c93b7ddf admin admin] Checking segment: {'id': 'd93c1742-7b6a-4700-8e24-1b545f2634ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'ec9251a2-b767-4a36-960e-006611cd81a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:29:38.233185 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb5e1d0-dda2-4742-bd67-8b54c93b7ddf admin admin] Network hostable DHCP agents. Network: ec9251a2-b767-4a36-960e-006611cd81a8, hostable agents: ['f6987c12-6d6c-47d4-b22d-cfcd164dc40d'], hosted agents: [] {{(pid=84764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:29:38.238512 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a6aafd69-3b6c-49e1-84e9-0aaa5fa3e487 req-b902a294-6446-448f-a425-db03445e96eb tempest-ServersNegativeTestMultiTenantJSON-1195476908 tempest-ServersNegativeTestMultiTenantJSON-1195476908-project] 10.222.0.69 "GET /v2.0/security-groups?id=93e338bd-1c78-44ef-af46-fbc0b998db3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456827 Apr 18 19:29:38.268835 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ae739405-2f21-43b9-9182-91c079658c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416801'] for network, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:38.284237 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ae739405-2f21-43b9-9182-91c079658c07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:38.303693 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae739405-2f21-43b9-9182-91c079658c07 admin admin] Pushing event deleted for resources: {'Network': ['ID=19b59b41-cadd-403d-bfd9-2d34b4cf02aa,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:38.319676 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375ca10c-e2ef-424f-b501-fa67076f4a79 req-d89c66e6-f7f3-4cda-8601-758172505e70 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:38.321476 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-375ca10c-e2ef-424f-b501-fa67076f4a79 req-d89c66e6-f7f3-4cda-8601-758172505e70 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=19340026-8fe1-417b-869a-76fbd40cb860 HTTP/1.1" status: 200 len: 949 time: 0.3217533 Apr 18 19:29:38.377513 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-ae739405-2f21-43b9-9182-91c079658c07 admin admin] 10.222.0.69 "DELETE /v2.0/networks/19b59b41-cadd-403d-bfd9-2d34b4cf02aa HTTP/1.1" status: 204 len: 168 time: 1.8615263 Apr 18 19:29:38.487987 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e515d977-e9b6-43f9-8c08-e15793deb3b4 req-2e8e13fb-d437-4ed8-afbf-a27aa66029ac tempest-TenantUsagesTestJSON-1759658437 tempest-TenantUsagesTestJSON-1759658437-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:38.489709 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e515d977-e9b6-43f9-8c08-e15793deb3b4 req-2e8e13fb-d437-4ed8-afbf-a27aa66029ac tempest-TenantUsagesTestJSON-1759658437 tempest-TenantUsagesTestJSON-1759658437-project] 10.222.0.69 "GET /v2.0/ports?device_id=c21f5296-6386-416e-8e06-efef018e9e02 HTTP/1.1" status: 200 len: 935 time: 0.0986757 Apr 18 19:29:38.538258 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb5e1d0-dda2-4742-bd67-8b54c93b7ddf admin admin] Network ec9251a2-b767-4a36-960e-006611cd81a8 is scheduled to be hosted by DHCP agent f6987c12-6d6c-47d4-b22d-cfcd164dc40d with binding_index 1 {{(pid=84764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:29:38.561900 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e515d977-e9b6-43f9-8c08-e15793deb3b4 req-5f4bbed4-87af-416b-8ec4-34e83da80bb0 tempest-TenantUsagesTestJSON-1759658437 tempest-TenantUsagesTestJSON-1759658437-project] 10.222.0.69 "GET /v2.0/security-groups?id=5aa86343-4091-4cee-a799-f0f62c25c2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602019 Apr 18 19:29:38.623920 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-375ca10c-e2ef-424f-b501-fa67076f4a79 req-564e2c17-bea0-4b6e-9166-5e261a9b53d1 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2942221 Apr 18 19:29:38.661705 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad496b7b-3634-4ee1-9d88-07633d4c4e54'] response: {'server_uuid': '8cbfc875-c839-4a4c-bcbc-fb0ee164e18b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '223822da-e9ca-44af-bd61-eec59d8e31d7', 'code': 200} Apr 18 19:29:38.724852 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [None req-9bb5e1d0-dda2-4742-bd67-8b54c93b7ddf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-2, ec9251a2-b767-4a36-960e-006611cd81a8) {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:29:38.729861 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb5e1d0-dda2-4742-bd67-8b54c93b7ddf admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:38.731518 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-9bb5e1d0-dda2-4742-bd67-8b54c93b7ddf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for subnet, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:38.736922 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e904af-2807-4f73-98f7-b21d280b73ba None None] Network ec9251a2-b767-4a36-960e-006611cd81a8 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:29:38.972596 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-9bb5e1d0-dda2-4742-bd67-8b54c93b7ddf admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.4520452 Apr 18 19:29:38.985669 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 52936) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:29:38.986166 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 52938) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:29:39.032342 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-2c60dcba-16f4-49a7-b795-c19114f189d2 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1464896891-router', 'tenant_id': '85c9b26c858a4ef390a94fc98e3e93e0', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'}}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:29:39.102318 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-2c60dcba-16f4-49a7-b795-c19114f189d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:29:39.111436 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-2c60dcba-16f4-49a7-b795-c19114f189d2 admin admin] Usage tracker for resource:router and tenant:85c9b26c858a4ef390a94fc98e3e93e0 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:29:39.144856 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d863b952-931e-479d-9b3e-857309da8966 req-85a8b99c-600e-43eb-be46-64f3bc3cd0c5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8cbfc875-c839-4a4c-bcbc-fb0ee164e18b HTTP/1.1" status: 200 len: 1101 time: 0.2315662 Apr 18 19:29:39.157306 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e96dd3c-0ce7-4b8c-a257-0cbeed4f760c req-a2b429d2-46d0-463d-9444-15115cab551c tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:39.158407 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-2c60dcba-16f4-49a7-b795-c19114f189d2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:29:39.161819 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-9e96dd3c-0ce7-4b8c-a257-0cbeed4f760c req-a2b429d2-46d0-463d-9444-15115cab551c tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/ports?device_id=698ab2b5-54f2-4017-94e0-efb6c8940c1a HTTP/1.1" status: 200 len: 946 time: 0.1737196 Apr 18 19:29:39.163119 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [req-8cc04d1c-1bfa-4fd0-93e1-ed4bb8652148 req-2533dba9-a894-4856-90fb-06a47d59c3c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9856a056-f74b-47fa-88ee-e2c9dcdbf9e4 {{(pid=84764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:29:39.169775 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-85f01292-2736-4208-a4ef-311795a429e1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=cde3a890089e40a1b179d71db405af78&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1821229 Apr 18 19:29:39.173848 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a392a0-30de-4814-bf47-57c79e88e20f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31f5fbf7-4b5c-5a44-b255-70c4fc176ae8-ec9251a2-b767-4a36-960e-006611cd81a8', 'network_id': 'ec9251a2-b767-4a36-960e-006611cd81a8', 'tenant_id': '85c9b26c858a4ef390a94fc98e3e93e0', 'fixed_ips': [{'subnet_id': '5fc70091-f80d-4878-b2ab-5a7518bde436'}]}} from n-d-836017-2. {{(pid=84765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 19:29:39.174816 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d6a392a0-30de-4814-bf47-57c79e88e20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:39.181631 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 52944) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:29:39.186172 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-2c60dcba-16f4-49a7-b795-c19114f189d2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:29:39.189663 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-8cc04d1c-1bfa-4fd0-93e1-ed4bb8652148 req-2533dba9-a894-4856-90fb-06a47d59c3c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:39.238974 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 3ca65512-1a5d-4dc0-8b5c-e0b3db6a33f0 up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:29:39.244273 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d863b952-931e-479d-9b3e-857309da8966 req-a0a502e3-6f24-4265-9f17-b239e95d09c1 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=5c6be434-109a-4c25-809d-b81f7096d7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812378 Apr 18 19:29:39.271526 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-9e96dd3c-0ce7-4b8c-a257-0cbeed4f760c req-f054f4a0-db8d-4d16-b255-06cf80be2803 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/security-groups?id=a141a97b-10ea-4a45-b463-6b38bd1cffff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735013 Apr 18 19:29:39.275444 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.provisioning_blocks [req-8cc04d1c-1bfa-4fd0-93e1-ed4bb8652148 req-2533dba9-a894-4856-90fb-06a47d59c3c4 service neutron] Transition to ACTIVE for port object 9856a056-f74b-47fa-88ee-e2c9dcdbf9e4 will not be triggered until provisioned by entity L2. {{(pid=84764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:29:39.315814 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f7d5278c-227e-4c64-993c-c9567114b4eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:39.342952 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f7d5278c-227e-4c64-993c-c9567114b4eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:39.416363 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-d6a392a0-30de-4814-bf47-57c79e88e20f None None] Allocated IP 172.20.0.2 (ec9251a2-b767-4a36-960e-006611cd81a8/5fc70091-f80d-4878-b2ab-5a7518bde436/5208cc5d-36ec-4961-bdc7-0b0ba4d7f7fd) {{(pid=84765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:29:39.423419 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94bd4d5-8fc0-4ed2-beff-06934b200e93 req-49aec318-9eab-4794-8559-51db1f9bc046 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:39.425195 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d94bd4d5-8fc0-4ed2-beff-06934b200e93 req-49aec318-9eab-4794-8559-51db1f9bc046 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cbfc875-c839-4a4c-bcbc-fb0ee164e18b HTTP/1.1" status: 200 len: 950 time: 0.4026117 Apr 18 19:29:39.426118 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-2c60dcba-16f4-49a7-b795-c19114f189d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-415242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4425'] for router, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:39.427214 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-2c60dcba-16f4-49a7-b795-c19114f189d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-416909', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4418'] for router, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:39.434208 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-8cc04d1c-1bfa-4fd0-93e1-ed4bb8652148 req-2533dba9-a894-4856-90fb-06a47d59c3c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2290934'] for port, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:39.489875 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb2046d-aad4-4562-837c-dd364c430364 req-4ee64a16-fde4-494a-b646-68eaa42c8b01 tempest-ServersNegativeTestMultiTenantJSON-1195476908 tempest-ServersNegativeTestMultiTenantJSON-1195476908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:39.491322 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-deb2046d-aad4-4562-837c-dd364c430364 req-4ee64a16-fde4-494a-b646-68eaa42c8b01 tempest-ServersNegativeTestMultiTenantJSON-1195476908 tempest-ServersNegativeTestMultiTenantJSON-1195476908-project] 10.222.0.69 "GET /v2.0/ports?device_id=94aaf1d6-a8c2-441f-8a74-6365ba5e3291 HTTP/1.1" status: 200 len: 945 time: 0.0855942 Apr 18 19:29:39.530145 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning for port 3ca65512-1a5d-4dc0-8b5c-e0b3db6a33f0 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:29:39.539173 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port 3ca65512-1a5d-4dc0-8b5c-e0b3db6a33f0 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:29:39.539538 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:39.561908 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-deb2046d-aad4-4562-837c-dd364c430364 req-d5664c55-e88a-490a-8931-5cb210f339aa tempest-ServersNegativeTestMultiTenantJSON-1195476908 tempest-ServersNegativeTestMultiTenantJSON-1195476908-project] 10.222.0.69 "GET /v2.0/security-groups?id=93e338bd-1c78-44ef-af46-fbc0b998db3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640707 Apr 18 19:29:39.603790 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f7d5278c-227e-4c64-993c-c9567114b4eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:39.644732 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d5278c-227e-4c64-993c-c9567114b4eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd7f69dc-886d-4472-a746-337e2c087e01,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:39.664008 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d94bd4d5-8fc0-4ed2-beff-06934b200e93 req-abccc812-9d5c-4b13-82e8-a4b99c796ca4 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/security-groups?id=5c6be434-109a-4c25-809d-b81f7096d7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248268 Apr 18 19:29:39.680966 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-2c60dcba-16f4-49a7-b795-c19114f189d2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:39.702794 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2533dba9-a894-4856-90fb-06a47d59c3c4 service neutron] Pushing event updated for resources: {'Port': ['ID=9856a056-f74b-47fa-88ee-e2c9dcdbf9e4,revision_number=2']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:39.848509 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:39.910201 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f7d5278c-227e-4c64-993c-c9567114b4eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:39.911546 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-f7d5278c-227e-4c64-993c-c9567114b4eb admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/cd7f69dc-886d-4472-a746-337e2c087e01 HTTP/1.1" status: 204 len: 168 time: 0.7191775 Apr 18 19:29:39.911667 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abbc52c-5ced-4cbe-aacc-fb63fb6a21a3 req-d5d60fa9-b7e6-42df-bb2e-ed22218f35f6 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:39.913026 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] For port 3ca65512-1a5d-4dc0-8b5c-e0b3db6a33f0, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=3ca65512-1a5d-4dc0-8b5c-e0b3db6a33f0,segment=NetworkSegment(e5097719-15b3-4fd8-8376-6a49cea6478d),segment_id=e5097719-15b3-4fd8-8376-6a49cea6478d)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:29:39.913298 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4abbc52c-5ced-4cbe-aacc-fb63fb6a21a3 req-d5d60fa9-b7e6-42df-bb2e-ed22218f35f6 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/networks?id=d2042316-fc2f-4bd1-9428-8aa751f345ec HTTP/1.1" status: 200 len: 810 time: 0.2195354 Apr 18 19:29:39.914300 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d6a392a0-30de-4814-bf47-57c79e88e20f None None] Notify callbacks [] for port, precommit_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:39.925936 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-d6a392a0-30de-4814-bf47-57c79e88e20f None None] Transition to ACTIVE for port object 5208cc5d-36ec-4961-bdc7-0b0ba4d7f7fd will not be triggered until provisioned by entity L2. {{(pid=84765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:29:39.943289 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-8cc04d1c-1bfa-4fd0-93e1-ed4bb8652148 req-2533dba9-a894-4856-90fb-06a47d59c3c4 service neutron] Attempting to bind port 9856a056-f74b-47fa-88ee-e2c9dcdbf9e4 on host n-h2-836017-2 for vnic_type normal with profile {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:29:39.943625 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-8cc04d1c-1bfa-4fd0-93e1-ed4bb8652148 req-2533dba9-a894-4856-90fb-06a47d59c3c4 service neutron] Attempting to bind port 9856a056-f74b-47fa-88ee-e2c9dcdbf9e4 by drivers openvswitch,hyperv on host n-h2-836017-2 at level 0 using segments [{'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'}] {{(pid=84764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:29:39.943950 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc04d1c-1bfa-4fd0-93e1-ed4bb8652148 req-2533dba9-a894-4856-90fb-06a47d59c3c4 service neutron] Attempting to bind port 9856a056-f74b-47fa-88ee-e2c9dcdbf9e4 on network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:29:39.950796 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-d6a392a0-30de-4814-bf47-57c79e88e20f None None] Transition to ACTIVE for port object 5208cc5d-36ec-4961-bdc7-0b0ba4d7f7fd will not be triggered until provisioned by entity DHCP. {{(pid=84765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:29:39.954612 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4abbc52c-5ced-4cbe-aacc-fb63fb6a21a3 req-3cf77387-3e60-4b19-a692-2d141a4c3593 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/quotas/76e1ee3997ab44ceb6fa25bdc9cd69f6 HTTP/1.1" status: 200 len: 375 time: 0.0280633 Apr 18 19:29:40.022389 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc04d1c-1bfa-4fd0-93e1-ed4bb8652148 req-2533dba9-a894-4856-90fb-06a47d59c3c4 service neutron] Port 9856a056-f74b-47fa-88ee-e2c9dcdbf9e4 on network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-2 {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:29:40.022825 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc04d1c-1bfa-4fd0-93e1-ed4bb8652148 req-2533dba9-a894-4856-90fb-06a47d59c3c4 service neutron] Attempting to bind port 9856a056-f74b-47fa-88ee-e2c9dcdbf9e4 on network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:29:40.047815 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4abbc52c-5ced-4cbe-aacc-fb63fb6a21a3 req-a7339941-8a51-4cf2-a73e-6d2c5fa0f864 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=76e1ee3997ab44ceb6fa25bdc9cd69f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0922687 Apr 18 19:29:40.066109 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:40.098602 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc04d1c-1bfa-4fd0-93e1-ed4bb8652148 req-2533dba9-a894-4856-90fb-06a47d59c3c4 service neutron] Checking agent: {'id': '02e8f951-d3a3-40e1-b8cc-aed258af030b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:29:40.098946 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc04d1c-1bfa-4fd0-93e1-ed4bb8652148 req-2533dba9-a894-4856-90fb-06a47d59c3c4 service neutron] Checking segment: {'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:29:40.099333 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc04d1c-1bfa-4fd0-93e1-ed4bb8652148 req-2533dba9-a894-4856-90fb-06a47d59c3c4 service neutron] Bound using segment: {'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'} {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:29:40.099769 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-8cc04d1c-1bfa-4fd0-93e1-ed4bb8652148 req-2533dba9-a894-4856-90fb-06a47d59c3c4 service neutron] Bound port: 9856a056-f74b-47fa-88ee-e2c9dcdbf9e4, host: n-h2-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'}}] {{(pid=84764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:29:40.100114 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-8cc04d1c-1bfa-4fd0-93e1-ed4bb8652148 req-2533dba9-a894-4856-90fb-06a47d59c3c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:40.115184 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d6a392a0-30de-4814-bf47-57c79e88e20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331'] for port, after_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:40.118839 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a9bc4f-1476-4e0f-b7d0-1a17cdc840d8 req-33afa4b1-d203-485b-8e40-f80761c83cbe tempest-TenantUsagesTestJSON-1759658437 tempest-TenantUsagesTestJSON-1759658437-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:40.119547 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-07a9bc4f-1476-4e0f-b7d0-1a17cdc840d8 req-33afa4b1-d203-485b-8e40-f80761c83cbe tempest-TenantUsagesTestJSON-1759658437 tempest-TenantUsagesTestJSON-1759658437-project] Synchronizing usage tracker for tenant:fec60b83f2e649f3a7cb55e1fc4f5bef on resource:port {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:29:40.158934 n-d-836017-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a392a0-30de-4814-bf47-57c79e88e20f None None] Network ec9251a2-b767-4a36-960e-006611cd81a8 is already hosted by enough agents. {{(pid=84765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:29:40.160916 n-d-836017-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-d6a392a0-30de-4814-bf47-57c79e88e20f None None] Resources bound (agent type, host, resource id): {{(pid=84765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:29:40.164666 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a392a0-30de-4814-bf47-57c79e88e20f None None] Received port after_create {{(pid=84765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:29:40.167984 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Pushing event updated for resources: {'Port': ['ID=3ca65512-1a5d-4dc0-8b5c-e0b3db6a33f0,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:40.171819 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-2c60dcba-16f4-49a7-b795-c19114f189d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416895', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4776'] for router, precommit_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:40.216769 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4abbc52c-5ced-4cbe-aacc-fb63fb6a21a3 req-abc0fcfb-a311-4696-bb87-46843a6cbaa3 service neutron] 10.222.0.69 "GET /v2.0/networks/d2042316-fc2f-4bd1-9428-8aa751f345ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607337 Apr 18 19:29:40.257688 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-8cc04d1c-1bfa-4fd0-93e1-ed4bb8652148 req-2533dba9-a894-4856-90fb-06a47d59c3c4 service neutron] For port 9856a056-f74b-47fa-88ee-e2c9dcdbf9e4, host n-h2-836017-2, cleared binding levels {{(pid=84764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:29:40.262212 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-8cc04d1c-1bfa-4fd0-93e1-ed4bb8652148 req-2533dba9-a894-4856-90fb-06a47d59c3c4 service neutron] For port 9856a056-f74b-47fa-88ee-e2c9dcdbf9e4, host n-h2-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=9856a056-f74b-47fa-88ee-e2c9dcdbf9e4,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:29:40.316630 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-07a9bc4f-1476-4e0f-b7d0-1a17cdc840d8 req-33afa4b1-d203-485b-8e40-f80761c83cbe tempest-TenantUsagesTestJSON-1759658437 tempest-TenantUsagesTestJSON-1759658437-project] Unset dirty status for tenant:fec60b83f2e649f3a7cb55e1fc4f5bef on resource:port {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:29:40.316630 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-07a9bc4f-1476-4e0f-b7d0-1a17cdc840d8 req-33afa4b1-d203-485b-8e40-f80761c83cbe tempest-TenantUsagesTestJSON-1759658437 tempest-TenantUsagesTestJSON-1759658437-project] 10.222.0.69 "GET /v2.0/ports?device_id=c21f5296-6386-416e-8e06-efef018e9e02 HTTP/1.1" status: 200 len: 947 time: 0.4452438 Apr 18 19:29:40.334922 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a392a0-30de-4814-bf47-57c79e88e20f None None] Pushing event updated for resources: {'Port': ['ID=5208cc5d-36ec-4961-bdc7-0b0ba4d7f7fd,revision_number=1']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:40.343873 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-d6a392a0-30de-4814-bf47-57c79e88e20f None None] Attempting to bind port 5208cc5d-36ec-4961-bdc7-0b0ba4d7f7fd on host n-d-836017-2 for vnic_type normal with profile {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:29:40.344260 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-d6a392a0-30de-4814-bf47-57c79e88e20f None None] Attempting to bind port 5208cc5d-36ec-4961-bdc7-0b0ba4d7f7fd by drivers openvswitch,hyperv on host n-d-836017-2 at level 0 using segments [{'id': 'd93c1742-7b6a-4700-8e24-1b545f2634ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'ec9251a2-b767-4a36-960e-006611cd81a8'}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:29:40.344622 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a392a0-30de-4814-bf47-57c79e88e20f None None] Attempting to bind port 5208cc5d-36ec-4961-bdc7-0b0ba4d7f7fd on network ec9251a2-b767-4a36-960e-006611cd81a8 {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:29:40.352939 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a392a0-30de-4814-bf47-57c79e88e20f None None] Checking agent: {'id': 'df2a5cfe-6839-400b-a998-e4fffce70f45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 8, 22), 'started_at': datetime.datetime(2022, 4, 18, 19, 8, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:29:40.353431 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a392a0-30de-4814-bf47-57c79e88e20f None None] Checking segment: {'id': 'd93c1742-7b6a-4700-8e24-1b545f2634ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'ec9251a2-b767-4a36-960e-006611cd81a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:29:40.353889 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d6a392a0-30de-4814-bf47-57c79e88e20f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:40.354979 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a392a0-30de-4814-bf47-57c79e88e20f None None] Bound using segment: {'id': 'd93c1742-7b6a-4700-8e24-1b545f2634ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'ec9251a2-b767-4a36-960e-006611cd81a8'} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:29:40.354979 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-d6a392a0-30de-4814-bf47-57c79e88e20f None None] Bound port: 5208cc5d-36ec-4961-bdc7-0b0ba4d7f7fd, host: n-d-836017-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd93c1742-7b6a-4700-8e24-1b545f2634ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'ec9251a2-b767-4a36-960e-006611cd81a8'}}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:29:40.356009 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d6a392a0-30de-4814-bf47-57c79e88e20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:40.414849 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4abbc52c-5ced-4cbe-aacc-fb63fb6a21a3 req-7cfdcd7c-c5e5-4864-9f1c-22608e7a2d08 service neutron] 10.222.0.69 "GET /v2.0/networks/d2042316-fc2f-4bd1-9428-8aa751f345ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901414 Apr 18 19:29:40.423865 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-8cc04d1c-1bfa-4fd0-93e1-ed4bb8652148 req-2533dba9-a894-4856-90fb-06a47d59c3c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2290934'] for port, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:40.452559 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-d6a392a0-30de-4814-bf47-57c79e88e20f None None] For port 5208cc5d-36ec-4961-bdc7-0b0ba4d7f7fd, host n-d-836017-2, cleared binding levels {{(pid=84765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:29:40.455864 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-d6a392a0-30de-4814-bf47-57c79e88e20f None None] For port 5208cc5d-36ec-4961-bdc7-0b0ba4d7f7fd, host n-d-836017-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=5208cc5d-36ec-4961-bdc7-0b0ba4d7f7fd,segment=NetworkSegment(d93c1742-7b6a-4700-8e24-1b545f2634ab),segment_id=d93c1742-7b6a-4700-8e24-1b545f2634ab)] {{(pid=84765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:29:40.488604 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-07a9bc4f-1476-4e0f-b7d0-1a17cdc840d8 req-aef39445-5962-4681-a5bf-74e8115e46fe tempest-TenantUsagesTestJSON-1759658437 tempest-TenantUsagesTestJSON-1759658437-project] Synchronizing usage tracker for tenant:fec60b83f2e649f3a7cb55e1fc4f5bef on resource:security_group {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:29:40.535645 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d6a392a0-30de-4814-bf47-57c79e88e20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:40.608848 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-8cc04d1c-1bfa-4fd0-93e1-ed4bb8652148 req-2533dba9-a894-4856-90fb-06a47d59c3c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:40.610592 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8cc04d1c-1bfa-4fd0-93e1-ed4bb8652148 req-2533dba9-a894-4856-90fb-06a47d59c3c4 service neutron] 10.222.0.72 "PUT /v2.0/ports/9856a056-f74b-47fa-88ee-e2c9dcdbf9e4 HTTP/1.1" status: 200 len: 1095 time: 2.7427812 Apr 18 19:29:40.614008 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c21f5296-6386-416e-8e06-efef018e9e02', 'tag': '9856a056-f74b-47fa-88ee-e2c9dcdbf9e4'}] {{(pid=84764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:29:40.630387 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2533dba9-a894-4856-90fb-06a47d59c3c4 service neutron] Pushing event updated for resources: {'Port': ['ID=9856a056-f74b-47fa-88ee-e2c9dcdbf9e4,revision_number=3']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:40.667555 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94aaf1d6-a8c2-441f-8a74-6365ba5e3291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '555428f3-c286-4a76-9982-aafee9e31baf'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:29:40.683845 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a392a0-30de-4814-bf47-57c79e88e20f None None] Pushing event updated for resources: {'Port': ['ID=5208cc5d-36ec-4961-bdc7-0b0ba4d7f7fd,revision_number=2']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:40.719616 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-07a9bc4f-1476-4e0f-b7d0-1a17cdc840d8 req-aef39445-5962-4681-a5bf-74e8115e46fe tempest-TenantUsagesTestJSON-1759658437 tempest-TenantUsagesTestJSON-1759658437-project] Unset dirty status for tenant:fec60b83f2e649f3a7cb55e1fc4f5bef on resource:security_group {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:29:40.721035 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-07a9bc4f-1476-4e0f-b7d0-1a17cdc840d8 req-aef39445-5962-4681-a5bf-74e8115e46fe tempest-TenantUsagesTestJSON-1759658437 tempest-TenantUsagesTestJSON-1759658437-project] 10.222.0.69 "GET /v2.0/security-groups?id=5aa86343-4091-4cee-a799-f0f62c25c2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3995574 Apr 18 19:29:41.051116 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63b3d60-4d18-45b9-9373-a4f58d3060b7 req-34ce9ca9-3f16-4342-af14-73f51662f434 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:41.052988 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a63b3d60-4d18-45b9-9373-a4f58d3060b7 req-34ce9ca9-3f16-4342-af14-73f51662f434 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=19340026-8fe1-417b-869a-76fbd40cb860 HTTP/1.1" status: 200 len: 949 time: 0.1485841 Apr 18 19:29:41.087987 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-2c60dcba-16f4-49a7-b795-c19114f189d2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:41.209532 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a63b3d60-4d18-45b9-9373-a4f58d3060b7 req-4c4a0eb6-d33b-4a42-8b88-0a826bee88de tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495402 Apr 18 19:29:41.309247 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-2c60dcba-16f4-49a7-b795-c19114f189d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:41.369451 n-d-836017-2 neutron-server[84764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2823cc6b-ae00-40e5-962e-275c53c75d3b'] response: {'name': 'network-changed', 'server_uuid': 'c21f5296-6386-416e-8e06-efef018e9e02', 'tag': '9856a056-f74b-47fa-88ee-e2c9dcdbf9e4', 'status': 'completed', 'code': 200} Apr 18 19:29:41.375077 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8cc04d1c-1bfa-4fd0-93e1-ed4bb8652148 req-2418fe16-8e39-4374-8522-f0b4799886c2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fec60b83f2e649f3a7cb55e1fc4f5bef&device_id=c21f5296-6386-416e-8e06-efef018e9e02 HTTP/1.1" status: 200 len: 1098 time: 0.5907855 Apr 18 19:29:41.404968 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 3ca65512-1a5d-4dc0-8b5c-e0b3db6a33f0 up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:29:41.470388 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-82ed9fa3-8caf-4c0b-93fe-08d9445701db req-5266eb1e-89d6-4741-b589-e9b346afc74e tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/ports?device_id=398acc94-8ebc-4510-8a2d-9878f34d8348 HTTP/1.1" status: 200 len: 210 time: 0.0591228 Apr 18 19:29:41.497570 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8cc04d1c-1bfa-4fd0-93e1-ed4bb8652148 req-519390c7-9b3c-46f1-9c8a-2270b995c0d9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=9856a056-f74b-47fa-88ee-e2c9dcdbf9e4 HTTP/1.1" status: 200 len: 217 time: 0.1146231 Apr 18 19:29:41.506221 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d647622d-3fa3-418b-8a9a-b1f01a04364f req-4c52ad74-fb36-4d13-a72b-6dd48385b430 tempest-ServersNegativeTestMultiTenantJSON-1195476908 tempest-ServersNegativeTestMultiTenantJSON-1195476908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:41.507708 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d647622d-3fa3-418b-8a9a-b1f01a04364f req-4c52ad74-fb36-4d13-a72b-6dd48385b430 tempest-ServersNegativeTestMultiTenantJSON-1195476908 tempest-ServersNegativeTestMultiTenantJSON-1195476908-project] 10.222.0.69 "GET /v2.0/ports?device_id=94aaf1d6-a8c2-441f-8a74-6365ba5e3291 HTTP/1.1" status: 200 len: 945 time: 0.4772494 Apr 18 19:29:41.508253 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port 3ca65512-1a5d-4dc0-8b5c-e0b3db6a33f0 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:29:41.508920 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:41.677025 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a0467ed-7908-4589-b22d-64ba33049aa2'] response: {'server_uuid': '94aaf1d6-a8c2-441f-8a74-6365ba5e3291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '555428f3-c286-4a76-9982-aafee9e31baf', 'code': 200} Apr 18 19:29:41.678713 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 5208cc5d-36ec-4961-bdc7-0b0ba4d7f7fd up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:29:41.763027 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d647622d-3fa3-418b-8a9a-b1f01a04364f req-02be3792-b667-4d06-ace7-7c9675778841 tempest-ServersNegativeTestMultiTenantJSON-1195476908 tempest-ServersNegativeTestMultiTenantJSON-1195476908-project] 10.222.0.69 "GET /v2.0/security-groups?id=93e338bd-1c78-44ef-af46-fbc0b998db3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157505 Apr 18 19:29:41.787654 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc04d1c-1bfa-4fd0-93e1-ed4bb8652148 req-6be02a17-a0ec-43b1-a6db-84abdd79ba42 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:41.789133 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8cc04d1c-1bfa-4fd0-93e1-ed4bb8652148 req-6be02a17-a0ec-43b1-a6db-84abdd79ba42 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=17d1b3aa-2066-4ffa-a69f-52ed566b6548 HTTP/1.1" status: 200 len: 843 time: 0.2804725 Apr 18 19:29:41.840112 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_common [None req-2c60dcba-16f4-49a7-b795-c19114f189d2 admin admin] Allocated IP 172.25.3.139 (11e8e108-37df-4084-b6b7-113e6beb66b4/3b0abf32-1504-448b-b06e-c8c870b6a7c8/123dddf6-5a7c-47f8-a4db-2dc52fd043a2) {{(pid=84764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:29:41.876202 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning for port 5208cc5d-36ec-4961-bdc7-0b0ba4d7f7fd completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:29:42.066291 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d25bfb19-9131-442b-8862-4dc9a026b31b req-29f07989-1962-421b-8437-e530b7d239c5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=94aaf1d6-a8c2-441f-8a74-6365ba5e3291 HTTP/1.1" status: 200 len: 1096 time: 0.3691924 Apr 18 19:29:42.099759 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38756eec-b658-46d5-addb-ff72f83044ad req-1b518268-4c20-47ec-987c-fda15c3be620 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:42.106590 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8cc04d1c-1bfa-4fd0-93e1-ed4bb8652148 req-dc369df1-4035-47b6-bb10-ef04aaedd560 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3100245 Apr 18 19:29:42.107528 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-38756eec-b658-46d5-addb-ff72f83044ad req-1b518268-4c20-47ec-987c-fda15c3be620 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cbfc875-c839-4a4c-bcbc-fb0ee164e18b HTTP/1.1" status: 200 len: 950 time: 0.2923832 Apr 18 19:29:42.158427 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d25bfb19-9131-442b-8862-4dc9a026b31b req-99878523-3754-476c-8bdd-310aef7be6cb service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=93e338bd-1c78-44ef-af46-fbc0b998db3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859544 Apr 18 19:29:42.176255 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-38756eec-b658-46d5-addb-ff72f83044ad req-8b5c9eb6-b47e-4c01-ad71-a75a3032809c tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/security-groups?id=5c6be434-109a-4c25-809d-b81f7096d7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639021 Apr 18 19:29:42.217870 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3400f827-7a8f-4d04-8dc5-477ed7e306ab None None] Network ec9251a2-b767-4a36-960e-006611cd81a8 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:29:42.221776 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-2c60dcba-16f4-49a7-b795-c19114f189d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:42.262125 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6e0fed-8a66-4062-89c8-52e99173640c req-f0f55d52-3b86-453c-ad15-e5358356997b tempest-TenantUsagesTestJSON-1759658437 tempest-TenantUsagesTestJSON-1759658437-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:42.263624 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2e6e0fed-8a66-4062-89c8-52e99173640c req-f0f55d52-3b86-453c-ad15-e5358356997b tempest-TenantUsagesTestJSON-1759658437 tempest-TenantUsagesTestJSON-1759658437-project] 10.222.0.69 "GET /v2.0/ports?device_id=c21f5296-6386-416e-8e06-efef018e9e02 HTTP/1.1" status: 200 len: 947 time: 0.2952652 Apr 18 19:29:42.357529 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2e6e0fed-8a66-4062-89c8-52e99173640c req-7dd7126c-a682-4d22-91a0-9020fd049174 tempest-TenantUsagesTestJSON-1759658437 tempest-TenantUsagesTestJSON-1759658437-project] 10.222.0.69 "GET /v2.0/security-groups?id=5aa86343-4091-4cee-a799-f0f62c25c2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787022 Apr 18 19:29:42.368182 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8cc04d1c-1bfa-4fd0-93e1-ed4bb8652148 req-e2ab15e9-ce56-4e9f-987d-f4ad51e43aef service neutron] 10.222.0.72 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537925 Apr 18 19:29:42.481717 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-2c60dcba-16f4-49a7-b795-c19114f189d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:42.527182 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-a91abc4b-7541-479b-a29f-93cc0b7e2b01 None None] Provisioning for port 5208cc5d-36ec-4961-bdc7-0b0ba4d7f7fd completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:29:42.537398 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-a91abc4b-7541-479b-a29f-93cc0b7e2b01 None None] Provisioning complete for port 5208cc5d-36ec-4961-bdc7-0b0ba4d7f7fd triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:29:42.537900 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a91abc4b-7541-479b-a29f-93cc0b7e2b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:42.659683 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c60dcba-16f4-49a7-b795-c19114f189d2 admin admin] Network 11e8e108-37df-4084-b6b7-113e6beb66b4 is already hosted by enough agents. {{(pid=84764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:29:42.668047 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [None req-2c60dcba-16f4-49a7-b795-c19114f189d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:29:42.674324 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c60dcba-16f4-49a7-b795-c19114f189d2 admin admin] Received port after_create {{(pid=84764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:29:42.751732 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a91abc4b-7541-479b-a29f-93cc0b7e2b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:42.780949 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8cc04d1c-1bfa-4fd0-93e1-ed4bb8652148 req-38494755-c1a4-4d11-a357-db1f275e2f5c service neutron] 10.222.0.72 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4061303 Apr 18 19:29:42.813492 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-a91abc4b-7541-479b-a29f-93cc0b7e2b01 None None] For port 5208cc5d-36ec-4961-bdc7-0b0ba4d7f7fd, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=5208cc5d-36ec-4961-bdc7-0b0ba4d7f7fd,segment=NetworkSegment(d93c1742-7b6a-4700-8e24-1b545f2634ab),segment_id=d93c1742-7b6a-4700-8e24-1b545f2634ab)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:29:42.823500 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c60dcba-16f4-49a7-b795-c19114f189d2 admin admin] Pushing event updated for resources: {'Port': ['ID=123dddf6-5a7c-47f8-a4db-2dc52fd043a2,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:42.930163 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a91abc4b-7541-479b-a29f-93cc0b7e2b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:42.959270 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f53c7d8-a381-430c-8256-2fb391562256 req-38b17ed3-f385-429b-9cfa-c4d7b1e511c4 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:42.960863 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5f53c7d8-a381-430c-8256-2fb391562256 req-38b17ed3-f385-429b-9cfa-c4d7b1e511c4 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=19340026-8fe1-417b-869a-76fbd40cb860 HTTP/1.1" status: 200 len: 949 time: 0.0978968 Apr 18 19:29:42.989645 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414757d2-7c97-466e-a7a7-88cbd381d34b req-c2ed57b3-60fd-47df-ac4c-a9311f794c2f tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:42.992356 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-414757d2-7c97-466e-a7a7-88cbd381d34b req-c2ed57b3-60fd-47df-ac4c-a9311f794c2f tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cbfc875-c839-4a4c-bcbc-fb0ee164e18b HTTP/1.1" status: 200 len: 950 time: 0.4479332 Apr 18 19:29:43.028497 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5f53c7d8-a381-430c-8256-2fb391562256 req-9220157f-03f6-4d12-9a4c-3803320f4b46 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576632 Apr 18 19:29:43.080625 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91abc4b-7541-479b-a29f-93cc0b7e2b01 None None] Pushing event updated for resources: {'Port': ['ID=5208cc5d-36ec-4961-bdc7-0b0ba4d7f7fd,revision_number=3']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:43.093459 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-bf41dc64-a1ac-434f-bfac-a49d09aa358b None None] Provisioning complete for port 5208cc5d-36ec-4961-bdc7-0b0ba4d7f7fd triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:29:43.093828 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bf41dc64-a1ac-434f-bfac-a49d09aa358b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:43.138492 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-414757d2-7c97-466e-a7a7-88cbd381d34b req-d58b9020-4d79-433d-b4f4-6f7d02397653 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/security-groups?id=5c6be434-109a-4c25-809d-b81f7096d7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292546 Apr 18 19:29:43.158626 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-263d74da-c1fe-4d20-b106-394fbad573da req-50e08269-e7aa-48b5-ab0e-ba73275e2679 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fec60b83f2e649f3a7cb55e1fc4f5bef&device_id=c21f5296-6386-416e-8e06-efef018e9e02 HTTP/1.1" status: 200 len: 1098 time: 0.2268729 Apr 18 19:29:43.210086 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 5208cc5d-36ec-4961-bdc7-0b0ba4d7f7fd up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:29:43.241056 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-1b251186-7fab-4e3b-95a5-6f89d72ba147 req-e8a1be0c-d4ac-4862-8db8-18545d7695a2 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/ports?device_id=398acc94-8ebc-4510-8a2d-9878f34d8348 HTTP/1.1" status: 200 len: 210 time: 0.0718243 Apr 18 19:29:43.381828 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-158a4d83-4f28-4cc9-87f1-f4a6205137c1 req-ddc38159-2a67-4703-8d59-f312252c7bb5 tempest-ServerShowV257Test-24389060 tempest-ServerShowV257Test-24389060-project] 10.222.0.69 "GET /v2.0/ports?device_id=9a133717-a65e-4106-aa9e-d3855994fa4b HTTP/1.1" status: 200 len: 210 time: 0.0820086 Apr 18 19:29:43.465939 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263d74da-c1fe-4d20-b106-394fbad573da req-f26f57a8-332e-4601-911f-b82b6c226bc9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:43.467759 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-263d74da-c1fe-4d20-b106-394fbad573da req-f26f57a8-332e-4601-911f-b82b6c226bc9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a HTTP/1.1" status: 200 len: 870 time: 0.3054268 Apr 18 19:29:43.473386 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-2c60dcba-16f4-49a7-b795-c19114f189d2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:43.474161 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-2c60dcba-16f4-49a7-b795-c19114f189d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416864'] for router, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:43.485125 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port 5208cc5d-36ec-4961-bdc7-0b0ba4d7f7fd triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:29:43.485619 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:43.797864 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abbc52c-5ced-4cbe-aacc-fb63fb6a21a3 req-1713ddb4-fcd9-44a9-a6fa-84a40e9cdae6 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:43.799719 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4abbc52c-5ced-4cbe-aacc-fb63fb6a21a3 req-1713ddb4-fcd9-44a9-a6fa-84a40e9cdae6 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.72 "GET /v2.0/networks?id=d2042316-fc2f-4bd1-9428-8aa751f345ec HTTP/1.1" status: 200 len: 810 time: 0.2775750 Apr 18 19:29:43.812052 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144843a6-2c05-46e0-8f00-4b6609193566 req-c4ca4a71-346e-43b1-9b38-8951359698d6 tempest-ServersNegativeTestMultiTenantJSON-1195476908 tempest-ServersNegativeTestMultiTenantJSON-1195476908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:43.820868 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-144843a6-2c05-46e0-8f00-4b6609193566 req-c4ca4a71-346e-43b1-9b38-8951359698d6 tempest-ServersNegativeTestMultiTenantJSON-1195476908 tempest-ServersNegativeTestMultiTenantJSON-1195476908-project] 10.222.0.69 "GET /v2.0/ports?device_id=94aaf1d6-a8c2-441f-8a74-6365ba5e3291 HTTP/1.1" status: 200 len: 945 time: 0.4071684 Apr 18 19:29:44.200034 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-4abbc52c-5ced-4cbe-aacc-fb63fb6a21a3 req-dccd0e34-c15b-4384-9fe2-292cd20e4907 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Request body: {'port': {'device_id': '398acc94-8ebc-4510-8a2d-9878f34d8348', 'network_id': 'd2042316-fc2f-4bd1-9428-8aa751f345ec', 'admin_state_up': True, 'tenant_id': '76e1ee3997ab44ceb6fa25bdc9cd69f6'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:29:44.203862 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-263d74da-c1fe-4d20-b106-394fbad573da req-b2768d3d-7d5c-427d-aa45-32633c85cac3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=9856a056-f74b-47fa-88ee-e2c9dcdbf9e4 HTTP/1.1" status: 200 len: 217 time: 0.3799710 Apr 18 19:29:44.204240 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-144843a6-2c05-46e0-8f00-4b6609193566 req-56ee2f73-c569-4c25-986b-48f833551e4e tempest-ServersNegativeTestMultiTenantJSON-1195476908 tempest-ServersNegativeTestMultiTenantJSON-1195476908-project] 10.222.0.69 "GET /v2.0/security-groups?id=93e338bd-1c78-44ef-af46-fbc0b998db3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456826 Apr 18 19:29:44.204366 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263d74da-c1fe-4d20-b106-394fbad573da req-693ca94b-afd5-4a3a-8ebf-0c9fe45d1346 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:44.204366 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-263d74da-c1fe-4d20-b106-394fbad573da req-693ca94b-afd5-4a3a-8ebf-0c9fe45d1346 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=17d1b3aa-2066-4ffa-a69f-52ed566b6548 HTTP/1.1" status: 200 len: 843 time: 0.0783381 Apr 18 19:29:44.204523 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-4abbc52c-5ced-4cbe-aacc-fb63fb6a21a3 req-dccd0e34-c15b-4384-9fe2-292cd20e4907 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:29:44.204523 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-4abbc52c-5ced-4cbe-aacc-fb63fb6a21a3 req-dccd0e34-c15b-4384-9fe2-292cd20e4907 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:29:44.204687 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-263d74da-c1fe-4d20-b106-394fbad573da req-a0e28fe3-ae07-4866-bb7f-480dea717fbe service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1011043 Apr 18 19:29:44.204781 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c396c5a-79d4-4ce5-a283-61653af59090 req-b5331355-8c8f-492f-bfc9-2d6a3976262b tempest-TenantUsagesTestJSON-1759658437 tempest-TenantUsagesTestJSON-1759658437-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:44.204781 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-9c396c5a-79d4-4ce5-a283-61653af59090 req-b5331355-8c8f-492f-bfc9-2d6a3976262b tempest-TenantUsagesTestJSON-1759658437 tempest-TenantUsagesTestJSON-1759658437-project] 10.222.0.69 "GET /v2.0/ports?device_id=c21f5296-6386-416e-8e06-efef018e9e02 HTTP/1.1" status: 200 len: 947 time: 0.0806763 Apr 18 19:29:44.251014 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-9c396c5a-79d4-4ce5-a283-61653af59090 req-48f7722f-8a42-4fe5-95e7-010d673c521e tempest-TenantUsagesTestJSON-1759658437 tempest-TenantUsagesTestJSON-1759658437-project] 10.222.0.69 "GET /v2.0/security-groups?id=5aa86343-4091-4cee-a799-f0f62c25c2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469742 Apr 18 19:29:44.285566 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-263d74da-c1fe-4d20-b106-394fbad573da req-bd57c34a-8437-48b3-bd62-be7f630f0d4a service neutron] 10.222.0.72 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627553 Apr 18 19:29:44.296005 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4abbc52c-5ced-4cbe-aacc-fb63fb6a21a3 req-dccd0e34-c15b-4384-9fe2-292cd20e4907 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Made reservation on behalf of 76e1ee3997ab44ceb6fa25bdc9cd69f6 for: {'port': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:29:44.299011 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-4abbc52c-5ced-4cbe-aacc-fb63fb6a21a3 req-dccd0e34-c15b-4384-9fe2-292cd20e4907 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:44.403500 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c60dcba-16f4-49a7-b795-c19114f189d2 admin admin] Router d297cc5c-b805-498a-9d54-0143a5a08847 is scheduled to L3 agent 21b59c62-f184-4169-bc3e-79831cc043e8 with binding_index 1 {{(pid=84764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 19:29:44.478237 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-263d74da-c1fe-4d20-b106-394fbad573da req-3c008526-36e1-4655-9b57-88ca0a6cd161 service neutron] 10.222.0.72 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872401 Apr 18 19:29:44.581483 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f08e04-c455-4685-ad96-fd297e5f8d39 req-71c53205-491f-40bb-a686-d94bf56d5112 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:44.589534 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-c8f08e04-c455-4685-ad96-fd297e5f8d39 req-71c53205-491f-40bb-a686-d94bf56d5112 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=19340026-8fe1-417b-869a-76fbd40cb860 HTTP/1.1" status: 200 len: 949 time: 0.1897256 Apr 18 19:29:44.638202 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_common [req-4abbc52c-5ced-4cbe-aacc-fb63fb6a21a3 req-dccd0e34-c15b-4384-9fe2-292cd20e4907 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Allocated IP 172.20.0.6 (d2042316-fc2f-4bd1-9428-8aa751f345ec/741dfd9d-95ea-4063-b188-15cfc9cc941c/495f0ebd-6687-4bd0-9d13-fbf7fcab7e2f) {{(pid=84763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:29:44.669590 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-c8f08e04-c455-4685-ad96-fd297e5f8d39 req-4ad5bb7d-d7fa-45ae-81e9-d4a56e189946 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790300 Apr 18 19:29:44.704077 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a4b9e87d-6062-4185-80f3-7626776a4dcf req-6c6133c1-a8c9-4786-9e61-c5331ba9f4f3 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/ports?device_id=398acc94-8ebc-4510-8a2d-9878f34d8348 HTTP/1.1" status: 200 len: 210 time: 0.0698848 Apr 18 19:29:44.711104 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 9856a056-f74b-47fa-88ee-e2c9dcdbf9e4 details requested by agent hyperv_n-h2-836017-2 with host n-h2-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:29:44.821209 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c60dcba-16f4-49a7-b795-c19114f189d2 admin admin] Notify agent at l3_agent.n-d-836017-2 the message routers_updated {{(pid=84764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:29:44.849194 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c82ad6-a42d-4007-8dfb-8e07d2a13012 None None] Sync routers for ids ['d297cc5c-b805-498a-9d54-0143a5a08847'] in n-d-836017-2 {{(pid=84765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:29:44.873791 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c82ad6-a42d-4007-8dfb-8e07d2a13012 None None] Routers {'d297cc5c-b805-498a-9d54-0143a5a08847'} bound to L3 agent in host n-d-836017-2 {{(pid=84765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:29:44.874706 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-10c82ad6-a42d-4007-8dfb-8e07d2a13012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:29:20Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['d297cc5c-b805-498a-9d54-0143a5a08847'], 'active': True} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:29:44.953674 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d4614723-3af6-43d6-a291-ae811cecac71 req-f968530b-f190-4628-a34e-bb6cd062723b tempest-ServerShowV257Test-24389060 tempest-ServerShowV257Test-24389060-project] 10.222.0.69 "GET /v2.0/ports?device_id=9a133717-a65e-4106-aa9e-d3855994fa4b HTTP/1.1" status: 200 len: 210 time: 0.0579979 Apr 18 19:29:44.973615 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-2c60dcba-16f4-49a7-b795-c19114f189d2 admin admin] Notify callbacks [] for router, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:44.977928 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-2c60dcba-16f4-49a7-b795-c19114f189d2 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.9862177 Apr 18 19:29:44.978060 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 53046) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:29:45.067282 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-4abbc52c-5ced-4cbe-aacc-fb63fb6a21a3 req-dccd0e34-c15b-4384-9fe2-292cd20e4907 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Notify callbacks [] for port, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:45.080344 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 9856a056-f74b-47fa-88ee-e2c9dcdbf9e4, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=9856a056-f74b-47fa-88ee-e2c9dcdbf9e4,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:29:45.105204 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Returning: {'device': '9856a056-f74b-47fa-88ee-e2c9dcdbf9e4', 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a', 'port_id': '9856a056-f74b-47fa-88ee-e2c9dcdbf9e4', 'mac_address': 'fa:16:3e:b8:14:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17d1b3aa-2066-4ffa-a69f-52ed566b6548', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:29:45.163437 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c494cb73-e5a9-49f5-bdaf-3c2ab4d65a7b req-6195a417-b29f-4d35-861b-7f0130c55e4e tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:45.164953 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c494cb73-e5a9-49f5-bdaf-3c2ab4d65a7b req-6195a417-b29f-4d35-861b-7f0130c55e4e tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cbfc875-c839-4a4c-bcbc-fb0ee164e18b HTTP/1.1" status: 200 len: 950 time: 0.2594335 Apr 18 19:29:45.183865 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-4abbc52c-5ced-4cbe-aacc-fb63fb6a21a3 req-dccd0e34-c15b-4384-9fe2-292cd20e4907 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:45.185589 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:45.208450 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9856a056-f74b-47fa-88ee-e2c9dcdbf9e4 {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:29:45.219860 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] get_ports_and_sgs() called for port_ids ['1793d488-6d88-4e78-abaa-2c30e9295584'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:29:45.232271 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c494cb73-e5a9-49f5-bdaf-3c2ab4d65a7b req-b1e5ee74-e70a-43e5-9a09-595dd51095cb tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/security-groups?id=5c6be434-109a-4c25-809d-b81f7096d7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600836 Apr 18 19:29:45.256422 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-10c82ad6-a42d-4007-8dfb-8e07d2a13012 None None] Set router d297cc5c-b805-498a-9d54-0143a5a08847 gateway port host: n-d-836017-2 {{(pid=84765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:29:45.354984 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4abbc52c-5ced-4cbe-aacc-fb63fb6a21a3 req-dccd0e34-c15b-4384-9fe2-292cd20e4907 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Network d2042316-fc2f-4bd1-9428-8aa751f345ec is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:29:45.361031 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [req-4abbc52c-5ced-4cbe-aacc-fb63fb6a21a3 req-dccd0e34-c15b-4384-9fe2-292cd20e4907 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:29:45.368572 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccd0e34-c15b-4384-9fe2-292cd20e4907 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Pushing event updated for resources: {'Port': ['ID=495f0ebd-6687-4bd0-9d13-fbf7fcab7e2f,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:45.381826 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-4abbc52c-5ced-4cbe-aacc-fb63fb6a21a3 req-dccd0e34-c15b-4384-9fe2-292cd20e4907 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Received port after_create {{(pid=84763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:29:45.429311 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 9856a056-f74b-47fa-88ee-e2c9dcdbf9e4, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=9856a056-f74b-47fa-88ee-e2c9dcdbf9e4,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:29:45.469494 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abbc52c-5ced-4cbe-aacc-fb63fb6a21a3 req-dccd0e34-c15b-4384-9fe2-292cd20e4907 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:45.470361 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-4abbc52c-5ced-4cbe-aacc-fb63fb6a21a3 req-dccd0e34-c15b-4384-9fe2-292cd20e4907 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:45.535054 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:45.579105 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef8da71-c26b-4424-884e-08cb228b7364 req-cea011b0-d4d9-420d-9ba6-38d9bf3548f7 tempest-ServersNegativeTestMultiTenantJSON-1195476908 tempest-ServersNegativeTestMultiTenantJSON-1195476908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:45.581201 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-9ef8da71-c26b-4424-884e-08cb228b7364 req-cea011b0-d4d9-420d-9ba6-38d9bf3548f7 tempest-ServersNegativeTestMultiTenantJSON-1195476908 tempest-ServersNegativeTestMultiTenantJSON-1195476908-project] 10.222.0.69 "GET /v2.0/ports?device_id=94aaf1d6-a8c2-441f-8a74-6365ba5e3291 HTTP/1.1" status: 200 len: 945 time: 0.1066439 Apr 18 19:29:45.616804 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4abbc52c-5ced-4cbe-aacc-fb63fb6a21a3 req-dccd0e34-c15b-4384-9fe2-292cd20e4907 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7934673 Apr 18 19:29:45.633197 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-4abbc52c-5ced-4cbe-aacc-fb63fb6a21a3 req-f11f09b1-d5b6-48b9-8ad3-ef20bc260aba service neutron] Request body: {'port': {'device_id': '398acc94-8ebc-4510-8a2d-9878f34d8348', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-2'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:29:45.652903 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea94b5f2-7743-4acb-8766-04b561ca1c9c req-0ba3f0e6-3bd2-4d7c-ae97-2d8ff6ee62c2 tempest-TenantUsagesTestJSON-1759658437 tempest-TenantUsagesTestJSON-1759658437-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:45.654374 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ea94b5f2-7743-4acb-8766-04b561ca1c9c req-0ba3f0e6-3bd2-4d7c-ae97-2d8ff6ee62c2 tempest-TenantUsagesTestJSON-1759658437 tempest-TenantUsagesTestJSON-1759658437-project] 10.222.0.69 "GET /v2.0/ports?device_id=c21f5296-6386-416e-8e06-efef018e9e02 HTTP/1.1" status: 200 len: 948 time: 0.1334226 Apr 18 19:29:45.717499 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=9856a056-f74b-47fa-88ee-e2c9dcdbf9e4,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:45.747307 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ea94b5f2-7743-4acb-8766-04b561ca1c9c req-5dfeaf61-4599-47b6-88c1-72f372fc7eba tempest-TenantUsagesTestJSON-1759658437 tempest-TenantUsagesTestJSON-1759658437-project] 10.222.0.69 "GET /v2.0/security-groups?id=5aa86343-4091-4cee-a799-f0f62c25c2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855038 Apr 18 19:29:45.845005 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-9ef8da71-c26b-4424-884e-08cb228b7364 req-5f20ccd1-5ac6-4047-92c9-1f0a985fcacf tempest-ServersNegativeTestMultiTenantJSON-1195476908 tempest-ServersNegativeTestMultiTenantJSON-1195476908-project] 10.222.0.69 "GET /v2.0/security-groups?id=93e338bd-1c78-44ef-af46-fbc0b998db3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568731 Apr 18 19:29:45.868242 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-4abbc52c-5ced-4cbe-aacc-fb63fb6a21a3 req-f11f09b1-d5b6-48b9-8ad3-ef20bc260aba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:45.923665 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] get_ports_and_sgs() called for port_ids ['9856a056-f74b-47fa-88ee-e2c9dcdbf9e4'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:29:46.076887 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-10c82ad6-a42d-4007-8dfb-8e07d2a13012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd297cc5c-b805-498a-9d54-0143a5a08847', 'name': 'tempest-AttachSCSIVolumeTestJSON-1464896891-router', 'tenant_id': '85c9b26c858a4ef390a94fc98e3e93e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '123dddf6-5a7c-47f8-a4db-2dc52fd043a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:29:39Z', 'updated_at': '2022-04-18T19:29:43Z', 'revision_number': 3, 'project_id': '85c9b26c858a4ef390a94fc98e3e93e0', 'gw_port': {'id': '123dddf6-5a7c-47f8-a4db-2dc52fd043a2', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f5:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd297cc5c-b805-498a-9d54-0143a5a08847', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:29:41Z', 'updated_at': '2022-04-18T19:29:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2'}], 'n-d-836017-2', False) {} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:29:46.089524 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c82ad6-a42d-4007-8dfb-8e07d2a13012 None None] Checking router: d297cc5c-b805-498a-9d54-0143a5a08847 for host: n-d-836017-2 {{(pid=84765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:29:46.089867 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c82ad6-a42d-4007-8dfb-8e07d2a13012 None None] Updating router d297cc5c-b805-498a-9d54-0143a5a08847 port 123dddf6-5a7c-47f8-a4db-2dc52fd043a2 binding host n-d-836017-2 {{(pid=84765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 19:29:46.177447 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-10c82ad6-a42d-4007-8dfb-8e07d2a13012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:46.194429 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258b997b-f207-422a-b773-35bf0501acbe req-c7766710-2173-4097-8159-4cf501566763 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:46.195914 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-258b997b-f207-422a-b773-35bf0501acbe req-c7766710-2173-4097-8159-4cf501566763 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=19340026-8fe1-417b-869a-76fbd40cb860 HTTP/1.1" status: 200 len: 949 time: 0.1862750 Apr 18 19:29:46.270534 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-258b997b-f207-422a-b773-35bf0501acbe req-30db94e1-e2f8-4cf6-a0df-b51157ddc7a4 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664744 Apr 18 19:29:46.387222 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14b9760-9b68-4441-a149-6bbd12728af2 req-aff1f90a-d028-4d31-95a3-f70b9cb09b9e tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:46.387939 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-e14b9760-9b68-4441-a149-6bbd12728af2 req-aff1f90a-d028-4d31-95a3-f70b9cb09b9e tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Synchronizing usage tracker for tenant:76e1ee3997ab44ceb6fa25bdc9cd69f6 on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:29:46.490264 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-e14b9760-9b68-4441-a149-6bbd12728af2 req-aff1f90a-d028-4d31-95a3-f70b9cb09b9e tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Unset dirty status for tenant:76e1ee3997ab44ceb6fa25bdc9cd69f6 on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:29:46.498077 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e14b9760-9b68-4441-a149-6bbd12728af2 req-aff1f90a-d028-4d31-95a3-f70b9cb09b9e tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/ports?device_id=398acc94-8ebc-4510-8a2d-9878f34d8348 HTTP/1.1" status: 200 len: 931 time: 0.4241319 Apr 18 19:29:46.547119 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [req-4abbc52c-5ced-4cbe-aacc-fb63fb6a21a3 req-f11f09b1-d5b6-48b9-8ad3-ef20bc260aba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 495f0ebd-6687-4bd0-9d13-fbf7fcab7e2f {{(pid=84763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:29:46.558667 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-8ca867cd-8e54-44a8-a16b-4b8e0ecaaaa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:46.559022 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-4abbc52c-5ced-4cbe-aacc-fb63fb6a21a3 req-f11f09b1-d5b6-48b9-8ad3-ef20bc260aba service neutron] Notify callbacks [] for port, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:46.568807 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e14b9760-9b68-4441-a149-6bbd12728af2 req-7fd5d164-88e9-486a-b539-5cbe8476afc2 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/security-groups?id=a141a97b-10ea-4a45-b463-6b38bd1cffff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696180 Apr 18 19:29:46.610323 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [req-4abbc52c-5ced-4cbe-aacc-fb63fb6a21a3 req-f11f09b1-d5b6-48b9-8ad3-ef20bc260aba service neutron] Transition to ACTIVE for port object 495f0ebd-6687-4bd0-9d13-fbf7fcab7e2f will not be triggered until provisioned by entity L2. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:29:46.649500 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-10c82ad6-a42d-4007-8dfb-8e07d2a13012 None None] Notify callbacks [] for port, precommit_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:46.664850 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-10c82ad6-a42d-4007-8dfb-8e07d2a13012 None None] Transition to ACTIVE for port object 123dddf6-5a7c-47f8-a4db-2dc52fd043a2 will not be triggered until provisioned by entity L2. {{(pid=84765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:29:46.678307 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-4abbc52c-5ced-4cbe-aacc-fb63fb6a21a3 req-f11f09b1-d5b6-48b9-8ad3-ef20bc260aba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:46.690961 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f41140-7286-4e88-9265-b32b8a523b6d req-20e87317-30e8-4205-9641-17f310aeeee7 tempest-ServersNegativeTestMultiTenantJSON-1195476908 tempest-ServersNegativeTestMultiTenantJSON-1195476908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:46.692831 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c0f41140-7286-4e88-9265-b32b8a523b6d req-20e87317-30e8-4205-9641-17f310aeeee7 tempest-ServersNegativeTestMultiTenantJSON-1195476908 tempest-ServersNegativeTestMultiTenantJSON-1195476908-project] 10.222.0.69 "GET /v2.0/ports?device_id=94aaf1d6-a8c2-441f-8a74-6365ba5e3291 HTTP/1.1" status: 200 len: 945 time: 0.2564878 Apr 18 19:29:46.735034 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-10c82ad6-a42d-4007-8dfb-8e07d2a13012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:46.779803 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c0f41140-7286-4e88-9265-b32b8a523b6d req-afc87e26-0eff-45e8-8bab-ed590fd5c69c tempest-ServersNegativeTestMultiTenantJSON-1195476908 tempest-ServersNegativeTestMultiTenantJSON-1195476908-project] 10.222.0.69 "GET /v2.0/security-groups?id=93e338bd-1c78-44ef-af46-fbc0b998db3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803320 Apr 18 19:29:46.790685 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8d30b59f-9b9c-42f2-a259-d11c56e0df85 req-20a2f1db-8419-4780-b305-3f34d54e6be9 tempest-ServerShowV257Test-24389060 tempest-ServerShowV257Test-24389060-project] 10.222.0.69 "GET /v2.0/ports?device_id=9a133717-a65e-4106-aa9e-d3855994fa4b HTTP/1.1" status: 200 len: 210 time: 0.0789142 Apr 18 19:29:46.814445 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8ffdb9-5bd9-48b6-9980-bb83357724ff None None] Pushing event updated for resources: {'Port': ['ID=123dddf6-5a7c-47f8-a4db-2dc52fd043a2,revision_number=2']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:46.832687 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-10c82ad6-a42d-4007-8dfb-8e07d2a13012 None None] Attempting to bind port 123dddf6-5a7c-47f8-a4db-2dc52fd043a2 on host n-d-836017-2 for vnic_type normal with profile {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:29:46.832984 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-10c82ad6-a42d-4007-8dfb-8e07d2a13012 None None] Attempting to bind port 123dddf6-5a7c-47f8-a4db-2dc52fd043a2 by drivers openvswitch,hyperv on host n-d-836017-2 at level 0 using segments [{'id': '5de34947-6c56-419b-85d0-f61f69ce7c45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:29:46.833341 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c82ad6-a42d-4007-8dfb-8e07d2a13012 None None] Attempting to bind port 123dddf6-5a7c-47f8-a4db-2dc52fd043a2 on network 11e8e108-37df-4084-b6b7-113e6beb66b4 {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:29:46.840977 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c82ad6-a42d-4007-8dfb-8e07d2a13012 None None] Checking agent: {'id': 'df2a5cfe-6839-400b-a998-e4fffce70f45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 8, 22), 'started_at': datetime.datetime(2022, 4, 18, 19, 8, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:29:46.841353 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c82ad6-a42d-4007-8dfb-8e07d2a13012 None None] Checking segment: {'id': '5de34947-6c56-419b-85d0-f61f69ce7c45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:29:46.841752 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-10c82ad6-a42d-4007-8dfb-8e07d2a13012 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:46.842135 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c82ad6-a42d-4007-8dfb-8e07d2a13012 None None] Bound using segment: {'id': '5de34947-6c56-419b-85d0-f61f69ce7c45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:29:46.842597 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-10c82ad6-a42d-4007-8dfb-8e07d2a13012 None None] Bound port: 123dddf6-5a7c-47f8-a4db-2dc52fd043a2, host: n-d-836017-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5de34947-6c56-419b-85d0-f61f69ce7c45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'}}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:29:46.842980 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-10c82ad6-a42d-4007-8dfb-8e07d2a13012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:46.876359 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11f09b1-d5b6-48b9-8ad3-ef20bc260aba service neutron] Pushing event updated for resources: {'Port': ['ID=495f0ebd-6687-4bd0-9d13-fbf7fcab7e2f,revision_number=2']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:46.948042 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-10c82ad6-a42d-4007-8dfb-8e07d2a13012 None None] For port 123dddf6-5a7c-47f8-a4db-2dc52fd043a2, host n-d-836017-2, cleared binding levels {{(pid=84765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:29:46.954196 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-10c82ad6-a42d-4007-8dfb-8e07d2a13012 None None] For port 123dddf6-5a7c-47f8-a4db-2dc52fd043a2, host n-d-836017-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=123dddf6-5a7c-47f8-a4db-2dc52fd043a2,segment=NetworkSegment(5de34947-6c56-419b-85d0-f61f69ce7c45),segment_id=5de34947-6c56-419b-85d0-f61f69ce7c45)] {{(pid=84765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:29:46.987639 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_common [None req-8ca867cd-8e54-44a8-a16b-4b8e0ecaaaa1 admin admin] Allocated IP 172.20.0.1 (ec9251a2-b767-4a36-960e-006611cd81a8/5fc70091-f80d-4878-b2ab-5a7518bde436/88d251ba-b724-408a-9e60-f5dc77486775) {{(pid=84764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:29:47.002854 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-4abbc52c-5ced-4cbe-aacc-fb63fb6a21a3 req-f11f09b1-d5b6-48b9-8ad3-ef20bc260aba service neutron] Attempting to bind port 495f0ebd-6687-4bd0-9d13-fbf7fcab7e2f on host n-h2-836017-2 for vnic_type normal with profile {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:29:47.003188 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-4abbc52c-5ced-4cbe-aacc-fb63fb6a21a3 req-f11f09b1-d5b6-48b9-8ad3-ef20bc260aba service neutron] Attempting to bind port 495f0ebd-6687-4bd0-9d13-fbf7fcab7e2f by drivers openvswitch,hyperv on host n-h2-836017-2 at level 0 using segments [{'id': '3cf55c06-33d0-4793-a46b-65cf78b7090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'd2042316-fc2f-4bd1-9428-8aa751f345ec'}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:29:47.003533 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4abbc52c-5ced-4cbe-aacc-fb63fb6a21a3 req-f11f09b1-d5b6-48b9-8ad3-ef20bc260aba service neutron] Attempting to bind port 495f0ebd-6687-4bd0-9d13-fbf7fcab7e2f on network d2042316-fc2f-4bd1-9428-8aa751f345ec {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:29:47.009573 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4abbc52c-5ced-4cbe-aacc-fb63fb6a21a3 req-f11f09b1-d5b6-48b9-8ad3-ef20bc260aba service neutron] Port 495f0ebd-6687-4bd0-9d13-fbf7fcab7e2f on network d2042316-fc2f-4bd1-9428-8aa751f345ec not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-2 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:29:47.009797 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4abbc52c-5ced-4cbe-aacc-fb63fb6a21a3 req-f11f09b1-d5b6-48b9-8ad3-ef20bc260aba service neutron] Attempting to bind port 495f0ebd-6687-4bd0-9d13-fbf7fcab7e2f on network d2042316-fc2f-4bd1-9428-8aa751f345ec {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:29:47.014839 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-10c82ad6-a42d-4007-8dfb-8e07d2a13012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:47.017679 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4abbc52c-5ced-4cbe-aacc-fb63fb6a21a3 req-f11f09b1-d5b6-48b9-8ad3-ef20bc260aba service neutron] Checking agent: {'id': '02e8f951-d3a3-40e1-b8cc-aed258af030b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:29:47.018460 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4abbc52c-5ced-4cbe-aacc-fb63fb6a21a3 req-f11f09b1-d5b6-48b9-8ad3-ef20bc260aba service neutron] Checking segment: {'id': '3cf55c06-33d0-4793-a46b-65cf78b7090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'd2042316-fc2f-4bd1-9428-8aa751f345ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:29:47.018981 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4abbc52c-5ced-4cbe-aacc-fb63fb6a21a3 req-f11f09b1-d5b6-48b9-8ad3-ef20bc260aba service neutron] Bound using segment: {'id': '3cf55c06-33d0-4793-a46b-65cf78b7090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'd2042316-fc2f-4bd1-9428-8aa751f345ec'} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:29:47.019643 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-4abbc52c-5ced-4cbe-aacc-fb63fb6a21a3 req-f11f09b1-d5b6-48b9-8ad3-ef20bc260aba service neutron] Bound port: 495f0ebd-6687-4bd0-9d13-fbf7fcab7e2f, host: n-h2-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cf55c06-33d0-4793-a46b-65cf78b7090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'd2042316-fc2f-4bd1-9428-8aa751f345ec'}}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:29:47.020211 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-4abbc52c-5ced-4cbe-aacc-fb63fb6a21a3 req-f11f09b1-d5b6-48b9-8ad3-ef20bc260aba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:47.127919 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8ffdb9-5bd9-48b6-9980-bb83357724ff None None] Pushing event updated for resources: {'Port': ['ID=123dddf6-5a7c-47f8-a4db-2dc52fd043a2,revision_number=3']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:47.153679 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c82ad6-a42d-4007-8dfb-8e07d2a13012 None None] Routers {'d297cc5c-b805-498a-9d54-0143a5a08847'} bound to L3 agent in host n-d-836017-2 {{(pid=84765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:29:47.153679 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-10c82ad6-a42d-4007-8dfb-8e07d2a13012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:29:20Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['d297cc5c-b805-498a-9d54-0143a5a08847'], 'active': True} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:29:47.202706 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-4abbc52c-5ced-4cbe-aacc-fb63fb6a21a3 req-f11f09b1-d5b6-48b9-8ad3-ef20bc260aba service neutron] For port 495f0ebd-6687-4bd0-9d13-fbf7fcab7e2f, host n-h2-836017-2, cleared binding levels {{(pid=84763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:29:47.207354 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-4abbc52c-5ced-4cbe-aacc-fb63fb6a21a3 req-f11f09b1-d5b6-48b9-8ad3-ef20bc260aba service neutron] For port 495f0ebd-6687-4bd0-9d13-fbf7fcab7e2f, host n-h2-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=495f0ebd-6687-4bd0-9d13-fbf7fcab7e2f,segment=NetworkSegment(3cf55c06-33d0-4793-a46b-65cf78b7090c),segment_id=3cf55c06-33d0-4793-a46b-65cf78b7090c)] {{(pid=84763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:29:47.209114 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7972dc4-ba07-4063-a3c5-db80a2b91c06 req-48818f3a-46f9-4eef-bc1e-e3209a1eb89d tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:47.215963 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e7972dc4-ba07-4063-a3c5-db80a2b91c06 req-48818f3a-46f9-4eef-bc1e-e3209a1eb89d tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cbfc875-c839-4a4c-bcbc-fb0ee164e18b HTTP/1.1" status: 200 len: 950 time: 0.2169840 Apr 18 19:29:47.234278 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a038580-678c-44a0-bdd7-3b4b9d15793f req-6440682c-4646-4a98-b3ca-d491c6aae1ac tempest-TenantUsagesTestJSON-1759658437 tempest-TenantUsagesTestJSON-1759658437-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:47.236560 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0a038580-678c-44a0-bdd7-3b4b9d15793f req-6440682c-4646-4a98-b3ca-d491c6aae1ac tempest-TenantUsagesTestJSON-1759658437 tempest-TenantUsagesTestJSON-1759658437-project] 10.222.0.69 "GET /v2.0/ports?device_id=c21f5296-6386-416e-8e06-efef018e9e02 HTTP/1.1" status: 200 len: 948 time: 0.1252129 Apr 18 19:29:47.282233 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-8ca867cd-8e54-44a8-a16b-4b8e0ecaaaa1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:47.283685 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-4abbc52c-5ced-4cbe-aacc-fb63fb6a21a3 req-f11f09b1-d5b6-48b9-8ad3-ef20bc260aba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:47.309472 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e7972dc4-ba07-4063-a3c5-db80a2b91c06 req-9442f522-e515-4475-a06a-3c28edc2401d tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/security-groups?id=5c6be434-109a-4c25-809d-b81f7096d7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837414 Apr 18 19:29:47.313277 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.provisioning_blocks [None req-8ca867cd-8e54-44a8-a16b-4b8e0ecaaaa1 admin admin] Transition to ACTIVE for port object 88d251ba-b724-408a-9e60-f5dc77486775 will not be triggered until provisioned by entity DHCP. {{(pid=84764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:29:47.365339 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-10c82ad6-a42d-4007-8dfb-8e07d2a13012 None None] Set router d297cc5c-b805-498a-9d54-0143a5a08847 gateway port host: n-d-836017-2 {{(pid=84765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:29:47.385379 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-4abbc52c-5ced-4cbe-aacc-fb63fb6a21a3 req-f11f09b1-d5b6-48b9-8ad3-ef20bc260aba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:47.387869 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4abbc52c-5ced-4cbe-aacc-fb63fb6a21a3 req-f11f09b1-d5b6-48b9-8ad3-ef20bc260aba service neutron] 10.222.0.72 "PUT /v2.0/ports/495f0ebd-6687-4bd0-9d13-fbf7fcab7e2f HTTP/1.1" status: 200 len: 1091 time: 1.7600451 Apr 18 19:29:47.390953 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '398acc94-8ebc-4510-8a2d-9878f34d8348', 'tag': '495f0ebd-6687-4bd0-9d13-fbf7fcab7e2f'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:29:47.405243 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0a038580-678c-44a0-bdd7-3b4b9d15793f req-d87579a6-57db-4cef-89ce-0ac9f533dcad tempest-TenantUsagesTestJSON-1759658437 tempest-TenantUsagesTestJSON-1759658437-project] 10.222.0.69 "GET /v2.0/security-groups?id=5aa86343-4091-4cee-a799-f0f62c25c2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614382 Apr 18 19:29:47.416035 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-8ca867cd-8e54-44a8-a16b-4b8e0ecaaaa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:47.432699 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11f09b1-d5b6-48b9-8ad3-ef20bc260aba service neutron] Pushing event updated for resources: {'Port': ['ID=495f0ebd-6687-4bd0-9d13-fbf7fcab7e2f,revision_number=3']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:47.544852 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca867cd-8e54-44a8-a16b-4b8e0ecaaaa1 admin admin] Pushing event updated for resources: {'Port': ['ID=88d251ba-b724-408a-9e60-f5dc77486775,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:47.556486 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca867cd-8e54-44a8-a16b-4b8e0ecaaaa1 admin admin] Network ec9251a2-b767-4a36-960e-006611cd81a8 is already hosted by enough agents. {{(pid=84764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:29:47.558341 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [None req-8ca867cd-8e54-44a8-a16b-4b8e0ecaaaa1 admin admin] Resources bound (agent type, host, resource id): {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:29:47.560960 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca867cd-8e54-44a8-a16b-4b8e0ecaaaa1 admin admin] Received port after_create {{(pid=84764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:29:47.624617 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-8ca867cd-8e54-44a8-a16b-4b8e0ecaaaa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417434'] for router_interface, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:47.688124 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe7d4e8-3f56-48b8-811a-1bb7519049bf req-febe7d78-87db-4bfb-af25-93bd1cc5abc4 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:47.695123 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-cbe7d4e8-3f56-48b8-811a-1bb7519049bf req-febe7d78-87db-4bfb-af25-93bd1cc5abc4 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=19340026-8fe1-417b-869a-76fbd40cb860 HTTP/1.1" status: 200 len: 949 time: 0.1245904 Apr 18 19:29:47.720642 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4abbc52c-5ced-4cbe-aacc-fb63fb6a21a3 req-15fbf639-0edc-4ba1-bcec-e78ef37213c4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=76e1ee3997ab44ceb6fa25bdc9cd69f6&device_id=398acc94-8ebc-4510-8a2d-9878f34d8348 HTTP/1.1" status: 200 len: 1094 time: 0.2281177 Apr 18 19:29:47.793537 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-10c82ad6-a42d-4007-8dfb-8e07d2a13012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd297cc5c-b805-498a-9d54-0143a5a08847', 'name': 'tempest-AttachSCSIVolumeTestJSON-1464896891-router', 'tenant_id': '85c9b26c858a4ef390a94fc98e3e93e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '123dddf6-5a7c-47f8-a4db-2dc52fd043a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:29:39Z', 'updated_at': '2022-04-18T19:29:43Z', 'revision_number': 3, 'project_id': '85c9b26c858a4ef390a94fc98e3e93e0', 'gw_port': {'id': '123dddf6-5a7c-47f8-a4db-2dc52fd043a2', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f5:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd297cc5c-b805-498a-9d54-0143a5a08847', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:29:41Z', 'updated_at': '2022-04-18T19:29:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2'}], 'n-d-836017-2', False) {} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:29:47.800778 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c82ad6-a42d-4007-8dfb-8e07d2a13012 None None] The sync data for ids ['d297cc5c-b805-498a-9d54-0143a5a08847'] in n-d-836017-2 is: [{'id': 'd297cc5c-b805-498a-9d54-0143a5a08847', 'name': 'tempest-AttachSCSIVolumeTestJSON-1464896891-router', 'tenant_id': '85c9b26c858a4ef390a94fc98e3e93e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '123dddf6-5a7c-47f8-a4db-2dc52fd043a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:29:39Z', 'updated_at': '2022-04-18T19:29:43Z', 'revision_number': 3, 'project_id': '85c9b26c858a4ef390a94fc98e3e93e0', 'gw_port': {'id': '123dddf6-5a7c-47f8-a4db-2dc52fd043a2', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f5:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd297cc5c-b805-498a-9d54-0143a5a08847', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:29:41Z', 'updated_at': '2022-04-18T19:29:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2'}] {{(pid=84765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:29:47.836402 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-8ca867cd-8e54-44a8-a16b-4b8e0ecaaaa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:47.855274 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4abbc52c-5ced-4cbe-aacc-fb63fb6a21a3 req-e0405491-ce05-48ba-8b0c-b25c5d550495 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=495f0ebd-6687-4bd0-9d13-fbf7fcab7e2f HTTP/1.1" status: 200 len: 217 time: 0.1236145 Apr 18 19:29:47.857389 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2712d691-d47e-476d-b902-72de5e5c4522'] response: {'name': 'network-changed', 'server_uuid': '398acc94-8ebc-4510-8a2d-9878f34d8348', 'tag': '495f0ebd-6687-4bd0-9d13-fbf7fcab7e2f', 'status': 'completed', 'code': 200} Apr 18 19:29:47.929193 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-cbe7d4e8-3f56-48b8-811a-1bb7519049bf req-f170422b-1249-4058-a187-4baf4cc342c4 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321241 Apr 18 19:29:47.969990 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abbc52c-5ced-4cbe-aacc-fb63fb6a21a3 req-d5d08ece-093c-461e-9ea0-6fe3371eb6ba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:47.969990 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4abbc52c-5ced-4cbe-aacc-fb63fb6a21a3 req-d5d08ece-093c-461e-9ea0-6fe3371eb6ba service neutron] 10.222.0.72 "GET /v2.0/subnets?id=741dfd9d-95ea-4063-b188-15cfc9cc941c HTTP/1.1" status: 200 len: 850 time: 0.0991111 Apr 18 19:29:48.020478 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4abbc52c-5ced-4cbe-aacc-fb63fb6a21a3 req-9cdaf17a-5f64-458d-b537-5d03a59fb972 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d2042316-fc2f-4bd1-9428-8aa751f345ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459299 Apr 18 19:29:48.089727 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-350f37f3-6583-44ad-a87f-e21cb75003d0 None None] Provisioning for port 88d251ba-b724-408a-9e60-f5dc77486775 completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:29:48.095233 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-350f37f3-6583-44ad-a87f-e21cb75003d0 None None] Provisioning complete for port 88d251ba-b724-408a-9e60-f5dc77486775 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:29:48.095649 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-350f37f3-6583-44ad-a87f-e21cb75003d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:48.156252 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d906db9-ba35-4fa8-8fa6-db93afe0abe9 req-1565ffd0-8b07-4908-a346-8eaeddde5a26 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:48.156252 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2d906db9-ba35-4fa8-8fa6-db93afe0abe9 req-1565ffd0-8b07-4908-a346-8eaeddde5a26 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/ports?device_id=398acc94-8ebc-4510-8a2d-9878f34d8348 HTTP/1.1" status: 200 len: 943 time: 0.1863348 Apr 18 19:29:48.163996 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-350f37f3-6583-44ad-a87f-e21cb75003d0 None None] Port 88d251ba-b724-408a-9e60-f5dc77486775 cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:29:48.188132 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-8ca867cd-8e54-44a8-a16b-4b8e0ecaaaa1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:48.217896 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2d906db9-ba35-4fa8-8fa6-db93afe0abe9 req-1a2bd382-d8a3-4c56-9094-f4a371dc3307 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/security-groups?id=a141a97b-10ea-4a45-b463-6b38bd1cffff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491769 Apr 18 19:29:48.236825 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1b0627d4-92e1-4c86-9194-2d7c32743fe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:48.248895 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4abbc52c-5ced-4cbe-aacc-fb63fb6a21a3 req-b6950e7c-8529-4e31-ad3f-8726160bbca8 service neutron] 10.222.0.72 "GET /v2.0/networks/d2042316-fc2f-4bd1-9428-8aa751f345ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133002 Apr 18 19:29:48.272226 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-8ca867cd-8e54-44a8-a16b-4b8e0ecaaaa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2290934'] for port, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:48.350571 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db859b4b-87c2-46d2-b5a2-503fb456a458 req-4d002fd1-be25-422d-b990-e646b91d74b8 tempest-ServersNegativeTestMultiTenantJSON-1195476908 tempest-ServersNegativeTestMultiTenantJSON-1195476908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:48.352082 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-db859b4b-87c2-46d2-b5a2-503fb456a458 req-4d002fd1-be25-422d-b990-e646b91d74b8 tempest-ServersNegativeTestMultiTenantJSON-1195476908 tempest-ServersNegativeTestMultiTenantJSON-1195476908-project] 10.222.0.69 "GET /v2.0/ports?device_id=94aaf1d6-a8c2-441f-8a74-6365ba5e3291 HTTP/1.1" status: 200 len: 945 time: 0.2343342 Apr 18 19:29:48.443890 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-db859b4b-87c2-46d2-b5a2-503fb456a458 req-db0eeddd-560a-4968-8d73-864acba5fcc0 tempest-ServersNegativeTestMultiTenantJSON-1195476908 tempest-ServersNegativeTestMultiTenantJSON-1195476908-project] 10.222.0.69 "GET /v2.0/security-groups?id=93e338bd-1c78-44ef-af46-fbc0b998db3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856035 Apr 18 19:29:48.453263 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4abbc52c-5ced-4cbe-aacc-fb63fb6a21a3 req-ef2a2541-acd9-4249-800e-2a2ef5cd2afb service neutron] 10.222.0.72 "GET /v2.0/networks/d2042316-fc2f-4bd1-9428-8aa751f345ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988292 Apr 18 19:29:48.544511 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ece10933-c59b-4e52-884f-5dbf3b00cee7 req-75a955c5-c5aa-404c-899d-4b25db4d51fe service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9a133717-a65e-4106-aa9e-d3855994fa4b HTTP/1.1" status: 200 len: 210 time: 0.2083726 Apr 18 19:29:48.555939 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2d63d114-b372-4812-b939-7dd7b2576998 req-70359628-ebb2-4d38-a321-83a0d6e31486 tempest-ServerShowV257Test-24389060 tempest-ServerShowV257Test-24389060-project] 10.222.0.69 "GET /v2.0/ports?device_id=9a133717-a65e-4106-aa9e-d3855994fa4b HTTP/1.1" status: 200 len: 210 time: 0.0836730 Apr 18 19:29:48.567925 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-8ca867cd-8e54-44a8-a16b-4b8e0ecaaaa1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-417335'] for router_interface, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:48.571341 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca867cd-8e54-44a8-a16b-4b8e0ecaaaa1 admin admin] Pushing event updated for resources: {'Port': ['ID=88d251ba-b724-408a-9e60-f5dc77486775,revision_number=2']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:48.668621 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef94a42-cde3-4abe-b4aa-5a2c8aacd9d1 req-4aa8648d-cb69-451f-91c9-a78940a67e29 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:48.671888 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0ef94a42-cde3-4abe-b4aa-5a2c8aacd9d1 req-4aa8648d-cb69-451f-91c9-a78940a67e29 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cbfc875-c839-4a4c-bcbc-fb0ee164e18b HTTP/1.1" status: 200 len: 950 time: 0.1042006 Apr 18 19:29:48.732229 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 9856a056-f74b-47fa-88ee-e2c9dcdbf9e4 up at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:29:48.831126 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0ef94a42-cde3-4abe-b4aa-5a2c8aacd9d1 req-2b25fec1-f990-4ddb-89c0-7507822f5123 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/security-groups?id=5c6be434-109a-4c25-809d-b81f7096d7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545625 Apr 18 19:29:48.866117 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca867cd-8e54-44a8-a16b-4b8e0ecaaaa1 admin admin] Network ec9251a2-b767-4a36-960e-006611cd81a8 is already hosted by enough agents. {{(pid=84764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:29:48.870779 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [None req-8ca867cd-8e54-44a8-a16b-4b8e0ecaaaa1 admin admin] Resources bound (agent type, host, resource id): {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:29:48.881829 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning for port 9856a056-f74b-47fa-88ee-e2c9dcdbf9e4 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:29:48.891048 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning complete for port 9856a056-f74b-47fa-88ee-e2c9dcdbf9e4 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:29:48.891660 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:49.048018 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:49.085548 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c21f5296-6386-416e-8e06-efef018e9e02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9856a056-f74b-47fa-88ee-e2c9dcdbf9e4'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:29:49.090173 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a19dd9e-86e1-4b57-aaaa-ec303fd7c98c req-a13a1d27-37be-4b79-b75d-bf1c94b998ef tempest-TenantUsagesTestJSON-1759658437 tempest-TenantUsagesTestJSON-1759658437-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:49.091664 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-1a19dd9e-86e1-4b57-aaaa-ec303fd7c98c req-a13a1d27-37be-4b79-b75d-bf1c94b998ef tempest-TenantUsagesTestJSON-1759658437 tempest-TenantUsagesTestJSON-1759658437-project] 10.222.0.69 "GET /v2.0/ports?device_id=c21f5296-6386-416e-8e06-efef018e9e02 HTTP/1.1" status: 200 len: 948 time: 0.3899641 Apr 18 19:29:49.121306 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 9856a056-f74b-47fa-88ee-e2c9dcdbf9e4, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=9856a056-f74b-47fa-88ee-e2c9dcdbf9e4,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:29:49.133177 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-43d4d87f-8a1f-4606-a11c-e440686001a9 req-6e646e19-29a2-496c-beea-203528295584 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=76e1ee3997ab44ceb6fa25bdc9cd69f6&device_id=398acc94-8ebc-4510-8a2d-9878f34d8348 HTTP/1.1" status: 200 len: 1094 time: 0.3375320 Apr 18 19:29:49.174764 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f523dec-9f49-4fc1-b2f5-b0e0be0cd67c req-12f7d5e3-3d16-459b-b16d-b09843a6466d tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:49.179329 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7f523dec-9f49-4fc1-b2f5-b0e0be0cd67c req-12f7d5e3-3d16-459b-b16d-b09843a6466d tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=19340026-8fe1-417b-869a-76fbd40cb860 HTTP/1.1" status: 200 len: 949 time: 0.0848579 Apr 18 19:29:49.198663 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8abadff3-69a9-4997-a6ae-47cd4f033f9a None None] Provisioning complete for port 88d251ba-b724-408a-9e60-f5dc77486775 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:29:49.199026 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8abadff3-69a9-4997-a6ae-47cd4f033f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:49.237130 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7f523dec-9f49-4fc1-b2f5-b0e0be0cd67c req-a9d66a1b-8f90-4fe4-a2bf-073bf9212a78 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549524 Apr 18 19:29:49.269871 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-1a19dd9e-86e1-4b57-aaaa-ec303fd7c98c req-e131752d-0d33-4195-889c-bd50717b8a43 tempest-TenantUsagesTestJSON-1759658437 tempest-TenantUsagesTestJSON-1759658437-project] 10.222.0.69 "GET /v2.0/security-groups?id=5aa86343-4091-4cee-a799-f0f62c25c2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717842 Apr 18 19:29:49.287344 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:49.352771 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-448f0629-88b9-43cf-b8bb-523213e9d033'] response: {'server_uuid': 'c21f5296-6386-416e-8e06-efef018e9e02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9856a056-f74b-47fa-88ee-e2c9dcdbf9e4', 'code': 200} Apr 18 19:29:49.358069 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-8abadff3-69a9-4997-a6ae-47cd4f033f9a None None] Port 88d251ba-b724-408a-9e60-f5dc77486775 cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:29:49.367472 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=9856a056-f74b-47fa-88ee-e2c9dcdbf9e4,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:49.508126 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d4d87f-8a1f-4606-a11c-e440686001a9 req-d1be6ef8-219a-4062-8e2e-d2b9fe788799 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:49.509512 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-43d4d87f-8a1f-4606-a11c-e440686001a9 req-d1be6ef8-219a-4062-8e2e-d2b9fe788799 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d2042316-fc2f-4bd1-9428-8aa751f345ec HTTP/1.1" status: 200 len: 911 time: 0.3633232 Apr 18 19:29:49.526919 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-182b395a-2d7e-41f5-ae6d-cd2c1568c8a4 req-b302f5f5-df74-42df-aceb-1f0e2a17c6d5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c21f5296-6386-416e-8e06-efef018e9e02 HTTP/1.1" status: 200 len: 1100 time: 0.0870838 Apr 18 19:29:49.585198 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-182b395a-2d7e-41f5-ae6d-cd2c1568c8a4 req-ba2507b6-2c39-49aa-b6b4-684950936fe5 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=5aa86343-4091-4cee-a799-f0f62c25c2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439677 Apr 18 19:29:49.612332 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-43d4d87f-8a1f-4606-a11c-e440686001a9 req-3e706433-f068-4ce0-be93-d7960e3a6958 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=495f0ebd-6687-4bd0-9d13-fbf7fcab7e2f HTTP/1.1" status: 200 len: 217 time: 0.0917196 Apr 18 19:29:49.646891 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70985da3-22cc-4cc0-b3b5-248b4a1ef33b req-32e378a3-9ef7-4968-beda-8189714d8dd1 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:49.648474 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-70985da3-22cc-4cc0-b3b5-248b4a1ef33b req-32e378a3-9ef7-4968-beda-8189714d8dd1 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/ports?device_id=398acc94-8ebc-4510-8a2d-9878f34d8348 HTTP/1.1" status: 200 len: 943 time: 0.1811514 Apr 18 19:29:49.722458 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-70985da3-22cc-4cc0-b3b5-248b4a1ef33b req-b89bfb4e-3c22-4729-b7d3-b5dd240ae6e9 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/security-groups?id=a141a97b-10ea-4a45-b463-6b38bd1cffff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641038 Apr 18 19:29:49.748390 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ca867cd-8e54-44a8-a16b-4b8e0ecaaaa1 admin admin] Router d297cc5c-b805-498a-9d54-0143a5a08847 has already been hosted by L3 agent 21b59c62-f184-4169-bc3e-79831cc043e8 {{(pid=84764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:29:49.980405 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635f3bfb-d754-445f-b117-8db5b1a17309 req-7bfb9b5f-1b0f-41a4-93b1-16cb6e4da414 tempest-ServersNegativeTestMultiTenantJSON-1195476908 tempest-ServersNegativeTestMultiTenantJSON-1195476908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:49.988684 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-635f3bfb-d754-445f-b117-8db5b1a17309 req-7bfb9b5f-1b0f-41a4-93b1-16cb6e4da414 tempest-ServersNegativeTestMultiTenantJSON-1195476908 tempest-ServersNegativeTestMultiTenantJSON-1195476908-project] 10.222.0.69 "GET /v2.0/ports?device_id=94aaf1d6-a8c2-441f-8a74-6365ba5e3291 HTTP/1.1" status: 200 len: 945 time: 0.0934942 Apr 18 19:29:50.046520 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-635f3bfb-d754-445f-b117-8db5b1a17309 req-ce8383a5-76e0-4c43-ac79-bcf2e9a9e8ca tempest-ServersNegativeTestMultiTenantJSON-1195476908 tempest-ServersNegativeTestMultiTenantJSON-1195476908-project] 10.222.0.69 "GET /v2.0/security-groups?id=93e338bd-1c78-44ef-af46-fbc0b998db3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568535 Apr 18 19:29:50.105415 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d4d87f-8a1f-4606-a11c-e440686001a9 req-fb716f1c-e8f7-4fcc-834e-17e8b01b9dca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:50.106851 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-43d4d87f-8a1f-4606-a11c-e440686001a9 req-fb716f1c-e8f7-4fcc-834e-17e8b01b9dca service neutron] 10.222.0.72 "GET /v2.0/subnets?id=741dfd9d-95ea-4063-b188-15cfc9cc941c HTTP/1.1" status: 200 len: 850 time: 0.2886338 Apr 18 19:29:50.114059 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-0ff73c1b-114b-4e21-a1e2-eee1fac70729 req-89e22149-b8da-4cd9-9c56-b56ce8b40578 tempest-ServerShowV257Test-24389060 tempest-ServerShowV257Test-24389060-project] 10.222.0.69 "GET /v2.0/ports?device_id=9a133717-a65e-4106-aa9e-d3855994fa4b HTTP/1.1" status: 200 len: 210 time: 0.2295613 Apr 18 19:29:50.159144 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-43d4d87f-8a1f-4606-a11c-e440686001a9 req-ae4352d8-9d39-416a-b4fa-759764dcb9f6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d2042316-fc2f-4bd1-9428-8aa751f345ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441713 Apr 18 19:29:50.254511 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5c4bc8-1d13-44be-bc86-2f84e45df530 req-38f9e0af-143e-4e50-aeb2-cd82489b9ade tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:50.257070 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-1e5c4bc8-1d13-44be-bc86-2f84e45df530 req-38f9e0af-143e-4e50-aeb2-cd82489b9ade tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cbfc875-c839-4a4c-bcbc-fb0ee164e18b HTTP/1.1" status: 200 len: 950 time: 0.0876548 Apr 18 19:29:50.317415 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-43d4d87f-8a1f-4606-a11c-e440686001a9 req-fe289296-dca3-4dd8-aec3-4104c8396439 service neutron] 10.222.0.72 "GET /v2.0/networks/d2042316-fc2f-4bd1-9428-8aa751f345ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461947 Apr 18 19:29:50.325654 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-1e5c4bc8-1d13-44be-bc86-2f84e45df530 req-09bfe6fb-3d22-4edc-877b-f10d10e9e301 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/security-groups?id=5c6be434-109a-4c25-809d-b81f7096d7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602801 Apr 18 19:29:50.375311 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1f62296-b1e1-491f-8956-b862ff7ddb7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:50.540037 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-43d4d87f-8a1f-4606-a11c-e440686001a9 req-e421dd3b-6c91-4d82-b129-1cba30e5e096 service neutron] 10.222.0.72 "GET /v2.0/networks/d2042316-fc2f-4bd1-9428-8aa751f345ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143564 Apr 18 19:29:50.542126 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ca867cd-8e54-44a8-a16b-4b8e0ecaaaa1 admin admin] Notify agent at l3_agent.n-d-836017-2 the message routers_updated {{(pid=84764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:29:50.548297 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86279c51-5a7a-4d42-b9e6-22546342056f req-e9c3d3fc-9cd2-4551-880f-3938bc5dfc5f tempest-TenantUsagesTestJSON-1759658437 tempest-TenantUsagesTestJSON-1759658437-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:50.549632 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-86279c51-5a7a-4d42-b9e6-22546342056f req-e9c3d3fc-9cd2-4551-880f-3938bc5dfc5f tempest-TenantUsagesTestJSON-1759658437 tempest-TenantUsagesTestJSON-1759658437-project] 10.222.0.69 "GET /v2.0/ports?device_id=c21f5296-6386-416e-8e06-efef018e9e02 HTTP/1.1" status: 200 len: 949 time: 0.0871065 Apr 18 19:29:50.556361 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-8ca867cd-8e54-44a8-a16b-4b8e0ecaaaa1 admin admin] 10.222.0.69 "PUT /v2.0/routers/d297cc5c-b805-498a-9d54-0143a5a08847/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5772853 Apr 18 19:29:50.568379 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd39eb8-8d52-4ad8-ba64-fe6a0444f0e9 req-158d88c9-b899-421f-a5f7-793b1b966034 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:50.569834 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-dcd39eb8-8d52-4ad8-ba64-fe6a0444f0e9 req-158d88c9-b899-421f-a5f7-793b1b966034 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=19340026-8fe1-417b-869a-76fbd40cb860 HTTP/1.1" status: 200 len: 949 time: 0.1668012 Apr 18 19:29:50.622464 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-dcd39eb8-8d52-4ad8-ba64-fe6a0444f0e9 req-e991afd3-d9b5-407c-8777-7d9fa5f27fbc tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435617 Apr 18 19:29:50.630596 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-86279c51-5a7a-4d42-b9e6-22546342056f req-c89e8aa5-4383-49fa-b683-55a6dbe7f133 tempest-TenantUsagesTestJSON-1759658437 tempest-TenantUsagesTestJSON-1759658437-project] 10.222.0.69 "GET /v2.0/security-groups?id=5aa86343-4091-4cee-a799-f0f62c25c2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668633 Apr 18 19:29:50.730896 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 495f0ebd-6687-4bd0-9d13-fbf7fcab7e2f details requested by agent hyperv_n-h2-836017-2 with host n-h2-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:29:50.736462 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:50.889640 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 495f0ebd-6687-4bd0-9d13-fbf7fcab7e2f, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=495f0ebd-6687-4bd0-9d13-fbf7fcab7e2f,segment=NetworkSegment(3cf55c06-33d0-4793-a46b-65cf78b7090c),segment_id=3cf55c06-33d0-4793-a46b-65cf78b7090c)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:29:50.909082 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Returning: {'device': '495f0ebd-6687-4bd0-9d13-fbf7fcab7e2f', 'network_id': 'd2042316-fc2f-4bd1-9428-8aa751f345ec', 'port_id': '495f0ebd-6687-4bd0-9d13-fbf7fcab7e2f', 'mac_address': 'fa:16:3e:47:84:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '741dfd9d-95ea-4063-b188-15cfc9cc941c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:29:50.953023 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eca342-277c-4b9d-91a4-823492d32d35 req-034679e5-c3cf-4094-89a9-483fe9258b34 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:50.954402 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f1eca342-277c-4b9d-91a4-823492d32d35 req-034679e5-c3cf-4094-89a9-483fe9258b34 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/ports?device_id=398acc94-8ebc-4510-8a2d-9878f34d8348 HTTP/1.1" status: 200 len: 943 time: 0.1033893 Apr 18 19:29:50.988084 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:51.038588 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 495f0ebd-6687-4bd0-9d13-fbf7fcab7e2f {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:29:51.038786 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f1eca342-277c-4b9d-91a4-823492d32d35 req-2eb10a89-e699-4226-8ef3-0848514fb048 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/security-groups?id=a141a97b-10ea-4a45-b463-6b38bd1cffff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732238 Apr 18 19:29:51.065025 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 495f0ebd-6687-4bd0-9d13-fbf7fcab7e2f, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=495f0ebd-6687-4bd0-9d13-fbf7fcab7e2f,segment=NetworkSegment(3cf55c06-33d0-4793-a46b-65cf78b7090c),segment_id=3cf55c06-33d0-4793-a46b-65cf78b7090c)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:29:51.181620 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:51.287457 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628f2891-982d-40ce-89d2-93b57b842ddf req-ce86511b-16d4-4f44-ba15-39396cfe47f7 tempest-ServersNegativeTestMultiTenantJSON-1195476908 tempest-ServersNegativeTestMultiTenantJSON-1195476908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:51.295855 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-628f2891-982d-40ce-89d2-93b57b842ddf req-ce86511b-16d4-4f44-ba15-39396cfe47f7 tempest-ServersNegativeTestMultiTenantJSON-1195476908 tempest-ServersNegativeTestMultiTenantJSON-1195476908-project] 10.222.0.69 "GET /v2.0/ports?device_id=94aaf1d6-a8c2-441f-8a74-6365ba5e3291 HTTP/1.1" status: 200 len: 945 time: 0.0989730 Apr 18 19:29:51.343280 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=495f0ebd-6687-4bd0-9d13-fbf7fcab7e2f,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:51.376126 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-628f2891-982d-40ce-89d2-93b57b842ddf req-427eccf1-a96c-42ab-85f0-14297bd899b7 tempest-ServersNegativeTestMultiTenantJSON-1195476908 tempest-ServersNegativeTestMultiTenantJSON-1195476908-project] 10.222.0.69 "GET /v2.0/security-groups?id=93e338bd-1c78-44ef-af46-fbc0b998db3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789430 Apr 18 19:29:51.377492 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2848eedc-8879-4d96-8b51-5164ac60d45f req-676f2a47-bfb3-46ff-ac41-f40b9ae904b2 tempest-ServerShowV257Test-24389060 tempest-ServerShowV257Test-24389060-project] 10.222.0.69 "GET /v2.0/ports?device_id=9a133717-a65e-4106-aa9e-d3855994fa4b HTTP/1.1" status: 200 len: 210 time: 0.0579288 Apr 18 19:29:51.565349 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] get_ports_and_sgs() called for port_ids ['495f0ebd-6687-4bd0-9d13-fbf7fcab7e2f'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:29:51.790608 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb0bcab-f9e5-497f-bb65-6142135fb093 req-f2137a61-4ca0-4598-88a3-732430af3f2b tempest-ServersNegativeTestMultiTenantJSON-1195476908 tempest-ServersNegativeTestMultiTenantJSON-1195476908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:51.793709 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-deb0bcab-f9e5-497f-bb65-6142135fb093 req-f2137a61-4ca0-4598-88a3-732430af3f2b tempest-ServersNegativeTestMultiTenantJSON-1195476908 tempest-ServersNegativeTestMultiTenantJSON-1195476908-project] 10.222.0.73 "GET /v2.0/ports?device_id=94aaf1d6-a8c2-441f-8a74-6365ba5e3291 HTTP/1.1" status: 200 len: 945 time: 0.3391025 Apr 18 19:29:51.828518 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1c541fd-6087-4755-8778-e68e27e46067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:51.848335 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fe1948-6c93-465e-ad95-836db503f88d req-fa5c39bf-64f2-4cbb-83e7-939a8f6d2715 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:51.849913 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-64fe1948-6c93-465e-ad95-836db503f88d req-fa5c39bf-64f2-4cbb-83e7-939a8f6d2715 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cbfc875-c839-4a4c-bcbc-fb0ee164e18b HTTP/1.1" status: 200 len: 950 time: 0.2686765 Apr 18 19:29:51.924579 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-64fe1948-6c93-465e-ad95-836db503f88d req-3079387a-ae77-4396-8ae8-e6ce5e8822b9 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/security-groups?id=5c6be434-109a-4c25-809d-b81f7096d7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665951 Apr 18 19:29:51.935363 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-deb0bcab-f9e5-497f-bb65-6142135fb093 req-582d973d-fd79-4dcc-92a0-ccd8d930addb tempest-ServersNegativeTestMultiTenantJSON-1195476908 tempest-ServersNegativeTestMultiTenantJSON-1195476908-project] Deleting port 555428f3-c286-4a76-9982-aafee9e31baf {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:29:51.935807 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-deb0bcab-f9e5-497f-bb65-6142135fb093 req-582d973d-fd79-4dcc-92a0-ccd8d930addb tempest-ServersNegativeTestMultiTenantJSON-1195476908 tempest-ServersNegativeTestMultiTenantJSON-1195476908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:52.037988 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:52.362168 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-deb0bcab-f9e5-497f-bb65-6142135fb093 req-582d973d-fd79-4dcc-92a0-ccd8d930addb tempest-ServersNegativeTestMultiTenantJSON-1195476908 tempest-ServersNegativeTestMultiTenantJSON-1195476908-project] For port 555428f3-c286-4a76-9982-aafee9e31baf, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=555428f3-c286-4a76-9982-aafee9e31baf,segment=NetworkSegment(7d4aa6d5-2e7c-4739-8450-a84d264180c6),segment_id=7d4aa6d5-2e7c-4739-8450-a84d264180c6)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:29:52.362765 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-deb0bcab-f9e5-497f-bb65-6142135fb093 req-582d973d-fd79-4dcc-92a0-ccd8d930addb tempest-ServersNegativeTestMultiTenantJSON-1195476908 tempest-ServersNegativeTestMultiTenantJSON-1195476908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:52.378112 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3055a1-4b3d-4188-a938-8a3263c9bf7c req-8dddc77d-70a6-43c7-a50c-2a766311917b tempest-TenantUsagesTestJSON-1759658437 tempest-TenantUsagesTestJSON-1759658437-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:52.379579 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-db3055a1-4b3d-4188-a938-8a3263c9bf7c req-8dddc77d-70a6-43c7-a50c-2a766311917b tempest-TenantUsagesTestJSON-1759658437 tempest-TenantUsagesTestJSON-1759658437-project] 10.222.0.69 "GET /v2.0/ports?device_id=c21f5296-6386-416e-8e06-efef018e9e02 HTTP/1.1" status: 200 len: 949 time: 0.2801194 Apr 18 19:29:52.520719 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae27bc01-f0b7-47ff-ad25-4453a5011705 req-2fbfffde-3d15-4945-9415-1ba49893eb23 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:52.522918 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ae27bc01-f0b7-47ff-ad25-4453a5011705 req-2fbfffde-3d15-4945-9415-1ba49893eb23 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=19340026-8fe1-417b-869a-76fbd40cb860 HTTP/1.1" status: 200 len: 949 time: 0.2061429 Apr 18 19:29:52.613730 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ae27bc01-f0b7-47ff-ad25-4453a5011705 req-7b7784f2-c291-4fe2-90cd-28d85db6f061 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823147 Apr 18 19:29:52.622823 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-deb0bcab-f9e5-497f-bb65-6142135fb093 req-582d973d-fd79-4dcc-92a0-ccd8d930addb tempest-ServersNegativeTestMultiTenantJSON-1195476908 tempest-ServersNegativeTestMultiTenantJSON-1195476908-project] Calling delete_port for 555428f3-c286-4a76-9982-aafee9e31baf owned by compute:nova {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:29:52.726398 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-db3055a1-4b3d-4188-a938-8a3263c9bf7c req-8d42bbe8-197b-4a53-b7c8-f8fc9b3a1565 tempest-TenantUsagesTestJSON-1759658437 tempest-TenantUsagesTestJSON-1759658437-project] 10.222.0.69 "GET /v2.0/security-groups?id=5aa86343-4091-4cee-a799-f0f62c25c2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356875 Apr 18 19:29:52.961563 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4344fdf8-fd48-40c2-8dd0-1b52f7490eb7 req-be68592e-b75f-4016-ab80-11865a0390c6 tempest-ServerShowV257Test-24389060 tempest-ServerShowV257Test-24389060-project] 10.222.0.69 "GET /v2.0/ports?device_id=9a133717-a65e-4106-aa9e-d3855994fa4b HTTP/1.1" status: 200 len: 210 time: 0.0851092 Apr 18 19:29:52.962220 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-deb0bcab-f9e5-497f-bb65-6142135fb093 req-582d973d-fd79-4dcc-92a0-ccd8d930addb tempest-ServersNegativeTestMultiTenantJSON-1195476908 tempest-ServersNegativeTestMultiTenantJSON-1195476908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:52.992392 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780f25d3-64b5-48c0-9bf4-3766dadbfec9 req-05357579-69f0-49c4-ae6c-5f4633bd5ebd tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:53.014494 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-780f25d3-64b5-48c0-9bf4-3766dadbfec9 req-05357579-69f0-49c4-ae6c-5f4633bd5ebd tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/ports?device_id=398acc94-8ebc-4510-8a2d-9878f34d8348 HTTP/1.1" status: 200 len: 944 time: 0.1536601 Apr 18 19:29:53.034628 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a4106dab-6971-4e7e-8fdc-c66f0a3f4877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:53.064622 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582d973d-fd79-4dcc-92a0-ccd8d930addb tempest-ServersNegativeTestMultiTenantJSON-1195476908 tempest-ServersNegativeTestMultiTenantJSON-1195476908-project] Pushing event deleted for resources: {'Port': ['ID=555428f3-c286-4a76-9982-aafee9e31baf,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:53.096885 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-780f25d3-64b5-48c0-9bf4-3766dadbfec9 req-e4f75da6-84a7-4be8-9035-13df6be00e39 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/security-groups?id=a141a97b-10ea-4a45-b463-6b38bd1cffff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809352 Apr 18 19:29:53.300955 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-deb0bcab-f9e5-497f-bb65-6142135fb093 req-582d973d-fd79-4dcc-92a0-ccd8d930addb tempest-ServersNegativeTestMultiTenantJSON-1195476908 tempest-ServersNegativeTestMultiTenantJSON-1195476908-project] No DVR routers for this DVR port 555428f3-c286-4a76-9982-aafee9e31baf on host n-h1-836017-2 {{(pid=84763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:29:53.348611 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-deb0bcab-f9e5-497f-bb65-6142135fb093 req-582d973d-fd79-4dcc-92a0-ccd8d930addb tempest-ServersNegativeTestMultiTenantJSON-1195476908 tempest-ServersNegativeTestMultiTenantJSON-1195476908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:53.371116 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94aaf1d6-a8c2-441f-8a74-6365ba5e3291', 'name': 'network-vif-deleted', 'tag': '555428f3-c286-4a76-9982-aafee9e31baf'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:29:53.400868 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7fb7e3bd-7e40-48b8-8cf8-9d925699f29c req-b33b0c42-1118-41b8-8568-c0009733596d tempest-ServersNegativeTestMultiTenantJSON-1195476908 tempest-ServersNegativeTestMultiTenantJSON-1195476908-project] 10.222.0.69 "GET /v2.0/ports?device_id=94aaf1d6-a8c2-441f-8a74-6365ba5e3291 HTTP/1.1" status: 200 len: 210 time: 0.0929997 Apr 18 19:29:53.497754 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-deb0bcab-f9e5-497f-bb65-6142135fb093 req-582d973d-fd79-4dcc-92a0-ccd8d930addb tempest-ServersNegativeTestMultiTenantJSON-1195476908 tempest-ServersNegativeTestMultiTenantJSON-1195476908-project] 10.222.0.73 "DELETE /v2.0/ports/555428f3-c286-4a76-9982-aafee9e31baf HTTP/1.1" status: 204 len: 173 time: 1.6958227 Apr 18 19:29:53.538702 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49d34ad3-bae7-47cf-9c64-dc2621b5c118'] response: {'server_uuid': '94aaf1d6-a8c2-441f-8a74-6365ba5e3291', 'name': 'network-vif-deleted', 'tag': '555428f3-c286-4a76-9982-aafee9e31baf', 'status': 'completed', 'code': 200} Apr 18 19:29:53.670434 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633ca308-e692-404a-935a-6ddf97d81f1b req-6b2d81a1-b7f3-42af-ad6f-0e1d845e3d00 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:53.671930 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-633ca308-e692-404a-935a-6ddf97d81f1b req-6b2d81a1-b7f3-42af-ad6f-0e1d845e3d00 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cbfc875-c839-4a4c-bcbc-fb0ee164e18b HTTP/1.1" status: 200 len: 950 time: 0.1283619 Apr 18 19:29:53.753344 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-633ca308-e692-404a-935a-6ddf97d81f1b req-bba8fcd8-ffa9-4f0b-b51f-956d96de1419 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/security-groups?id=5c6be434-109a-4c25-809d-b81f7096d7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733297 Apr 18 19:29:54.049654 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1968f8f5-be6d-4adf-8cb7-fff0e02c42a4 req-7e644873-dc54-41e7-a548-075ad804ed0f tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:54.051257 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-1968f8f5-be6d-4adf-8cb7-fff0e02c42a4 req-7e644873-dc54-41e7-a548-075ad804ed0f tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=19340026-8fe1-417b-869a-76fbd40cb860 HTTP/1.1" status: 200 len: 949 time: 0.1053448 Apr 18 19:29:54.120867 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-1968f8f5-be6d-4adf-8cb7-fff0e02c42a4 req-f2dc2736-5ff1-4684-9f37-4ab9639b1a26 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592332 Apr 18 19:29:54.329671 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6006128c-19ed-45da-99c1-3c962b6af2dd req-30f5656e-bd8a-410a-9815-02bb13537c94 tempest-ServerShowV257Test-24389060 tempest-ServerShowV257Test-24389060-project] 10.222.0.69 "GET /v2.0/ports?device_id=9a133717-a65e-4106-aa9e-d3855994fa4b HTTP/1.1" status: 200 len: 210 time: 0.0667398 Apr 18 19:29:54.440634 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 555428f3-c286-4a76-9982-aafee9e31baf no longer exists at agent hyperv_n-h1-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:29:54.534962 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] No Port match for: 555428f3-c286-4a76-9982-aafee9e31baf {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:29:54.536282 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 555428f3-c286-4a76-9982-aafee9e31baf not bound to the agent host n-h1-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:29:54.770929 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 495f0ebd-6687-4bd0-9d13-fbf7fcab7e2f up at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:29:54.858318 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:54.863016 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe244e8-9eeb-4751-a502-97763e75a947 req-cd42f2bc-4950-416a-8bbc-3733928c6a3e tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:54.874639 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0fe244e8-9eeb-4751-a502-97763e75a947 req-cd42f2bc-4950-416a-8bbc-3733928c6a3e tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/ports?device_id=398acc94-8ebc-4510-8a2d-9878f34d8348 HTTP/1.1" status: 200 len: 944 time: 0.2450714 Apr 18 19:29:54.897143 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a63a39-00f2-4129-b1a3-438d8b7671bc req-d7d25dc3-909c-462b-b008-0d160c1fd711 tempest-TenantUsagesTestJSON-1759658437 tempest-TenantUsagesTestJSON-1759658437-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:54.907782 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-31a63a39-00f2-4129-b1a3-438d8b7671bc req-d7d25dc3-909c-462b-b008-0d160c1fd711 tempest-TenantUsagesTestJSON-1759658437 tempest-TenantUsagesTestJSON-1759658437-project] 10.222.0.69 "GET /v2.0/ports?device_id=c21f5296-6386-416e-8e06-efef018e9e02 HTTP/1.1" status: 200 len: 949 time: 0.2313411 Apr 18 19:29:54.954462 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0fe244e8-9eeb-4751-a502-97763e75a947 req-8b130e9b-0bf4-4b41-b8d1-7bacd05d2ad8 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/security-groups?id=a141a97b-10ea-4a45-b463-6b38bd1cffff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782611 Apr 18 19:29:54.991480 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-31a63a39-00f2-4129-b1a3-438d8b7671bc req-a3b02ea6-10c7-4232-a825-d6c36b4dc6c2 tempest-TenantUsagesTestJSON-1759658437 tempest-TenantUsagesTestJSON-1759658437-project] 10.222.0.69 "GET /v2.0/security-groups?id=5aa86343-4091-4cee-a799-f0f62c25c2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827689 Apr 18 19:29:55.031576 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning for port 495f0ebd-6687-4bd0-9d13-fbf7fcab7e2f completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:29:55.039304 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning complete for port 495f0ebd-6687-4bd0-9d13-fbf7fcab7e2f triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:29:55.039908 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:55.089088 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 53166) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:29:55.301767 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_v2 [None req-28065eba-2ab1-4704-81ac-f62b18689783 admin admin] Deleting subnet 8a13d56d-36d3-4679-b7bd-f4a009e4601a {{(pid=84763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:29:55.304164 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:55.318213 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-28065eba-2ab1-4704-81ac-f62b18689783 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:55.354717 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 123dddf6-5a7c-47f8-a4db-2dc52fd043a2 up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:29:55.360485 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b60cab-7653-4f05-afc5-2e6a52883223 req-8b4db523-e616-482b-9160-281bae3eff8e tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:55.368541 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-46b60cab-7653-4f05-afc5-2e6a52883223 req-8b4db523-e616-482b-9160-281bae3eff8e tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cbfc875-c839-4a4c-bcbc-fb0ee164e18b HTTP/1.1" status: 200 len: 950 time: 0.1784508 Apr 18 19:29:55.478924 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-46b60cab-7653-4f05-afc5-2e6a52883223 req-73ef22ca-c148-45e4-846b-89ad19a7e3a0 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/security-groups?id=5c6be434-109a-4c25-809d-b81f7096d7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089880 Apr 18 19:29:55.491791 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '398acc94-8ebc-4510-8a2d-9878f34d8348', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '495f0ebd-6687-4bd0-9d13-fbf7fcab7e2f'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:29:55.496054 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-28065eba-2ab1-4704-81ac-f62b18689783 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66272755'] for subnet, precommit_delete_associations {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:55.513771 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 495f0ebd-6687-4bd0-9d13-fbf7fcab7e2f, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=495f0ebd-6687-4bd0-9d13-fbf7fcab7e2f,segment=NetworkSegment(3cf55c06-33d0-4793-a46b-65cf78b7090c),segment_id=3cf55c06-33d0-4793-a46b-65cf78b7090c)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:29:55.604632 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:55.652318 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-28065eba-2ab1-4704-81ac-f62b18689783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1258508'] for subnet, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:55.718657 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=495f0ebd-6687-4bd0-9d13-fbf7fcab7e2f,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:55.726406 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning for port 123dddf6-5a7c-47f8-a4db-2dc52fd043a2 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:29:55.746676 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port 123dddf6-5a7c-47f8-a4db-2dc52fd043a2 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:29:55.750471 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:55.771416 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e685ae2-16b0-41f2-91bf-1b9732270231 req-318a197d-2abb-4863-91ca-64864206f385 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:55.784160 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-9e685ae2-16b0-41f2-91bf-1b9732270231 req-318a197d-2abb-4863-91ca-64864206f385 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=19340026-8fe1-417b-869a-76fbd40cb860 HTTP/1.1" status: 200 len: 949 time: 0.2353158 Apr 18 19:29:55.813986 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2129e2c3-a123-4613-aa2e-0d7f4284a4d5 req-111dd18f-a3c6-4fd1-9ace-cffe5343dafd tempest-ServerShowV257Test-24389060 tempest-ServerShowV257Test-24389060-project] 10.222.0.69 "GET /v2.0/ports?device_id=9a133717-a65e-4106-aa9e-d3855994fa4b HTTP/1.1" status: 200 len: 210 time: 0.1360373 Apr 18 19:29:55.862403 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-9e685ae2-16b0-41f2-91bf-1b9732270231 req-8aa4cc9e-bf09-40dd-a702-fd3dc693a8a4 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771806 Apr 18 19:29:55.929886 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45d42932-2b77-4c24-af3e-cdf15dd6d04f'] response: {'server_uuid': '398acc94-8ebc-4510-8a2d-9878f34d8348', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '495f0ebd-6687-4bd0-9d13-fbf7fcab7e2f', 'code': 200} Apr 18 19:29:55.943520 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:55.969036 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] For port 123dddf6-5a7c-47f8-a4db-2dc52fd043a2, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=123dddf6-5a7c-47f8-a4db-2dc52fd043a2,segment=NetworkSegment(5de34947-6c56-419b-85d0-f61f69ce7c45),segment_id=5de34947-6c56-419b-85d0-f61f69ce7c45)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:29:55.982354 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ae19e8-a32f-47d1-b3f3-4637832e8cb3 req-6f28252e-af68-45fe-a166-9b826655ff80 tempest-TenantUsagesTestJSON-1759658437 tempest-TenantUsagesTestJSON-1759658437-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:55.991218 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-28065eba-2ab1-4704-81ac-f62b18689783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1258501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66351815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66540800'] for subnet, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:55.991805 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-57ae19e8-a32f-47d1-b3f3-4637832e8cb3 req-6f28252e-af68-45fe-a166-9b826655ff80 tempest-TenantUsagesTestJSON-1759658437 tempest-TenantUsagesTestJSON-1759658437-project] 10.222.0.72 "GET /v2.0/ports?device_id=c21f5296-6386-416e-8e06-efef018e9e02 HTTP/1.1" status: 200 len: 949 time: 0.1032758 Apr 18 19:29:56.075393 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [req-57ae19e8-a32f-47d1-b3f3-4637832e8cb3 req-1badc586-7e90-4164-9301-99993e39b576 tempest-TenantUsagesTestJSON-1759658437 tempest-TenantUsagesTestJSON-1759658437-project] Deleting port 9856a056-f74b-47fa-88ee-e2c9dcdbf9e4 {{(pid=84764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:29:56.075967 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-57ae19e8-a32f-47d1-b3f3-4637832e8cb3 req-1badc586-7e90-4164-9301-99993e39b576 tempest-TenantUsagesTestJSON-1759658437 tempest-TenantUsagesTestJSON-1759658437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:56.086849 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:56.103520 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28065eba-2ab1-4704-81ac-f62b18689783 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a13d56d-36d3-4679-b7bd-f4a009e4601a,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:56.135218 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-28065eba-2ab1-4704-81ac-f62b18689783 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:56.164509 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-28065eba-2ab1-4704-81ac-f62b18689783 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/8a13d56d-36d3-4679-b7bd-f4a009e4601a HTTP/1.1" status: 204 len: 168 time: 1.0735519 Apr 18 19:29:56.165353 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 53180) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:29:56.242448 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Pushing event updated for resources: {'Port': ['ID=123dddf6-5a7c-47f8-a4db-2dc52fd043a2,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:56.364223 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-4f3ff9ce-c760-4ff1-9378-3a25171fcdeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:56.368360 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0a8146fa-3897-44e1-9ab2-ab064d12a9fd req-abc6d951-c53c-4e10-916e-b870247468f0 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=398acc94-8ebc-4510-8a2d-9878f34d8348 HTTP/1.1" status: 200 len: 1096 time: 0.3459024 Apr 18 19:29:56.438122 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f424eb9-ebba-4995-8c3d-ed042ba31c24 req-414e7a81-20ef-4993-8588-6a9d862f596d tempest-TenantUsagesTestJSON-1759658437 tempest-TenantUsagesTestJSON-1759658437-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:56.439620 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-1f424eb9-ebba-4995-8c3d-ed042ba31c24 req-414e7a81-20ef-4993-8588-6a9d862f596d tempest-TenantUsagesTestJSON-1759658437 tempest-TenantUsagesTestJSON-1759658437-project] 10.222.0.69 "GET /v2.0/ports?device_id=c21f5296-6386-416e-8e06-efef018e9e02 HTTP/1.1" status: 200 len: 949 time: 0.1922479 Apr 18 19:29:56.558736 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0a8146fa-3897-44e1-9ab2-ab064d12a9fd req-17a8d971-ff57-4b40-8c7d-093b5c05187c service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=a141a97b-10ea-4a45-b463-6b38bd1cffff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831927 Apr 18 19:29:56.569835 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd3e74e-34e4-4822-9921-1c22aeea75dc req-dd1a6e85-ac07-4631-b346-65d7bb26543e tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:56.571460 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5cd3e74e-34e4-4822-9921-1c22aeea75dc req-dd1a6e85-ac07-4631-b346-65d7bb26543e tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/ports?device_id=398acc94-8ebc-4510-8a2d-9878f34d8348 HTTP/1.1" status: 200 len: 945 time: 0.3105834 Apr 18 19:29:56.578730 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-4f3ff9ce-c760-4ff1-9378-3a25171fcdeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256345', 'neutron.services.segments.db._delete_segments_for_network-8791093852025'] for network, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:56.628039 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-1f424eb9-ebba-4995-8c3d-ed042ba31c24 req-9852a1ce-3464-42c2-9fcc-52d5da2177cc tempest-TenantUsagesTestJSON-1759658437 tempest-TenantUsagesTestJSON-1759658437-project] 10.222.0.69 "GET /v2.0/security-groups?id=5aa86343-4091-4cee-a799-f0f62c25c2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692586 Apr 18 19:29:56.635194 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-57ae19e8-a32f-47d1-b3f3-4637832e8cb3 req-1badc586-7e90-4164-9301-99993e39b576 tempest-TenantUsagesTestJSON-1759658437 tempest-TenantUsagesTestJSON-1759658437-project] For port 9856a056-f74b-47fa-88ee-e2c9dcdbf9e4, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=9856a056-f74b-47fa-88ee-e2c9dcdbf9e4,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:29:56.635854 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-57ae19e8-a32f-47d1-b3f3-4637832e8cb3 req-1badc586-7e90-4164-9301-99993e39b576 tempest-TenantUsagesTestJSON-1759658437 tempest-TenantUsagesTestJSON-1759658437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:56.658059 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5cd3e74e-34e4-4822-9921-1c22aeea75dc req-3d0ffd0b-9da2-4911-9d58-ea63f948cba5 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/security-groups?id=a141a97b-10ea-4a45-b463-6b38bd1cffff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707638 Apr 18 19:29:56.694504 n-d-836017-2 neutron-server[84763]: DEBUG neutron.services.segments.db [None req-4f3ff9ce-c760-4ff1-9378-3a25171fcdeb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ecd9282-555d-4fb0-a9f8-a403a3953a47']}} {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:29:56.709805 n-d-836017-2 neutron-server[84763]: DEBUG neutron.services.segments.db [None req-4f3ff9ce-c760-4ff1-9378-3a25171fcdeb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d4aa6d5-2e7c-4739-8450-a84d264180c6') {'for_net_delete': True} {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:29:56.710515 n-d-836017-2 neutron-server[84763]: DEBUG neutron.services.segments.db [None req-4f3ff9ce-c760-4ff1-9378-3a25171fcdeb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d4aa6d5-2e7c-4739-8450-a84d264180c6') {} {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:29:56.724744 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-4f3ff9ce-c760-4ff1-9378-3a25171fcdeb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791093851908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66272256'] for segment, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:56.751958 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-4f3ff9ce-c760-4ff1-9378-3a25171fcdeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:56.768835 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f3ff9ce-c760-4ff1-9378-3a25171fcdeb admin admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=84763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:29:56.769316 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-4f3ff9ce-c760-4ff1-9378-3a25171fcdeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66351785'] for segment, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:56.786596 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [req-57ae19e8-a32f-47d1-b3f3-4637832e8cb3 req-1badc586-7e90-4164-9301-99993e39b576 tempest-TenantUsagesTestJSON-1759658437 tempest-TenantUsagesTestJSON-1759658437-project] Calling delete_port for 9856a056-f74b-47fa-88ee-e2c9dcdbf9e4 owned by compute:nova {{(pid=84764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:29:56.794644 n-d-836017-2 neutron-server[84763]: Traceback (most recent call last): Apr 18 19:29:56.794644 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:29:56.794644 n-d-836017-2 neutron-server[84763]: timer() Apr 18 19:29:56.794644 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:29:56.794644 n-d-836017-2 neutron-server[84763]: cb(*args, **kw) Apr 18 19:29:56.794644 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:29:56.794644 n-d-836017-2 neutron-server[84763]: return func(*args, **kwargs) Apr 18 19:29:56.794644 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:29:56.794644 n-d-836017-2 neutron-server[84763]: self._notify() Apr 18 19:29:56.794644 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:29:56.794644 n-d-836017-2 neutron-server[84763]: self.callback(batched_events) Apr 18 19:29:56.794644 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:29:56.794644 n-d-836017-2 neutron-server[84763]: event.method(event) Apr 18 19:29:56.794644 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:29:56.794644 n-d-836017-2 neutron-server[84763]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:29:56.794644 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:29:56.794644 n-d-836017-2 neutron-server[84763]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:29:56.794644 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:29:56.794644 n-d-836017-2 neutron-server[84763]: return f(self, *a, **k) Apr 18 19:29:56.794644 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:29:56.794644 n-d-836017-2 neutron-server[84763]: return self._get(url).json() Apr 18 19:29:56.794644 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:29:56.794644 n-d-836017-2 neutron-server[84763]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:29:56.794644 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:29:56.794644 n-d-836017-2 neutron-server[84763]: return self.request(url, 'GET', **kwargs) Apr 18 19:29:56.794644 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:29:56.794644 n-d-836017-2 neutron-server[84763]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:29:56.794644 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:29:56.794644 n-d-836017-2 neutron-server[84763]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:29:56.794644 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:29:56.794644 n-d-836017-2 neutron-server[84763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:29:56.794644 n-d-836017-2 neutron-server[84763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:29:56.966467 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-4f3ff9ce-c760-4ff1-9378-3a25171fcdeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416801'] for network, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:57.001508 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-4f3ff9ce-c760-4ff1-9378-3a25171fcdeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:57.042565 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f21a401-9421-45b3-a2c8-2a61a90e8295 req-169917e7-bb6a-40fe-b029-90d8ae74fdd5 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:57.045610 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2f21a401-9421-45b3-a2c8-2a61a90e8295 req-169917e7-bb6a-40fe-b029-90d8ae74fdd5 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cbfc875-c839-4a4c-bcbc-fb0ee164e18b HTTP/1.1" status: 200 len: 950 time: 0.1681557 Apr 18 19:29:57.052581 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3ff9ce-c760-4ff1-9378-3a25171fcdeb admin admin] Pushing event deleted for resources: {'Network': ['ID=3ecd9282-555d-4fb0-a9f8-a403a3953a47,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:57.078067 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-c570a176-caf5-4cf3-97a6-d3b700a64fc8 req-4c4106f5-0bc0-40c7-956c-8b88cd67edd9 tempest-ServerShowV257Test-24389060 tempest-ServerShowV257Test-24389060-project] 10.222.0.69 "GET /v2.0/ports?device_id=9a133717-a65e-4106-aa9e-d3855994fa4b HTTP/1.1" status: 200 len: 210 time: 0.0728405 Apr 18 19:29:57.165181 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-57ae19e8-a32f-47d1-b3f3-4637832e8cb3 req-1badc586-7e90-4164-9301-99993e39b576 tempest-TenantUsagesTestJSON-1759658437 tempest-TenantUsagesTestJSON-1759658437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:57.176587 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-4f3ff9ce-c760-4ff1-9378-3a25171fcdeb admin admin] 10.222.0.69 "DELETE /v2.0/networks/3ecd9282-555d-4fb0-a9f8-a403a3953a47 HTTP/1.1" status: 204 len: 168 time: 0.9895883 Apr 18 19:29:57.176587 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 53190) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:29:57.223240 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1badc586-7e90-4164-9301-99993e39b576 tempest-TenantUsagesTestJSON-1759658437 tempest-TenantUsagesTestJSON-1759658437-project] Pushing event deleted for resources: {'Port': ['ID=9856a056-f74b-47fa-88ee-e2c9dcdbf9e4,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:57.223240 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2f21a401-9421-45b3-a2c8-2a61a90e8295 req-63095344-bed6-436b-9f0a-fd42f9e53d51 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/security-groups?id=5c6be434-109a-4c25-809d-b81f7096d7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497445 Apr 18 19:29:57.330163 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 123dddf6-5a7c-47f8-a4db-2dc52fd043a2 up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:29:57.399388 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9005c37-f266-4abc-b713-34cd89b45ea6 admin admin] Deleting subnet cdeb26f0-d7cb-4c86-9f85-fb68e329b71a {{(pid=84763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:29:57.408705 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-c9005c37-f266-4abc-b713-34cd89b45ea6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:57.477770 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port 123dddf6-5a7c-47f8-a4db-2dc52fd043a2 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:29:57.477770 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:57.488568 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [req-57ae19e8-a32f-47d1-b3f3-4637832e8cb3 req-1badc586-7e90-4164-9301-99993e39b576 tempest-TenantUsagesTestJSON-1759658437 tempest-TenantUsagesTestJSON-1759658437-project] No DVR routers for this DVR port 9856a056-f74b-47fa-88ee-e2c9dcdbf9e4 on host n-h2-836017-2 {{(pid=84764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:29:57.494924 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-57ae19e8-a32f-47d1-b3f3-4637832e8cb3 req-1badc586-7e90-4164-9301-99993e39b576 tempest-TenantUsagesTestJSON-1759658437 tempest-TenantUsagesTestJSON-1759658437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:57.499811 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c21f5296-6386-416e-8e06-efef018e9e02', 'name': 'network-vif-deleted', 'tag': '9856a056-f74b-47fa-88ee-e2c9dcdbf9e4'}] {{(pid=84764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:29:57.515287 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-c9005c37-f266-4abc-b713-34cd89b45ea6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66272755'] for subnet, precommit_delete_associations {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:57.627206 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-57ae19e8-a32f-47d1-b3f3-4637832e8cb3 req-1badc586-7e90-4164-9301-99993e39b576 tempest-TenantUsagesTestJSON-1759658437 tempest-TenantUsagesTestJSON-1759658437-project] 10.222.0.72 "DELETE /v2.0/ports/9856a056-f74b-47fa-88ee-e2c9dcdbf9e4 HTTP/1.1" status: 204 len: 173 time: 1.6295640 Apr 18 19:29:57.657406 n-d-836017-2 neutron-server[84764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43e747a7-6313-47cb-9284-d05d16416342'] response: {'server_uuid': 'c21f5296-6386-416e-8e06-efef018e9e02', 'name': 'network-vif-deleted', 'tag': '9856a056-f74b-47fa-88ee-e2c9dcdbf9e4', 'status': 'completed', 'code': 200} Apr 18 19:29:58.024639 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-b999e276-5c85-4661-b219-b73a19bbaedd req-d158eed4-c064-42b6-b526-1a012714890d tempest-TenantUsagesTestJSON-1759658437 tempest-TenantUsagesTestJSON-1759658437-project] Synchronizing usage tracker for tenant:fec60b83f2e649f3a7cb55e1fc4f5bef on resource:port {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:29:58.046021 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-c9005c37-f266-4abc-b713-34cd89b45ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1258508'] for subnet, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:58.126915 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-b999e276-5c85-4661-b219-b73a19bbaedd req-d158eed4-c064-42b6-b526-1a012714890d tempest-TenantUsagesTestJSON-1759658437 tempest-TenantUsagesTestJSON-1759658437-project] Unset dirty status for tenant:fec60b83f2e649f3a7cb55e1fc4f5bef on resource:port {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:29:58.139515 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-b999e276-5c85-4661-b219-b73a19bbaedd req-d158eed4-c064-42b6-b526-1a012714890d tempest-TenantUsagesTestJSON-1759658437 tempest-TenantUsagesTestJSON-1759658437-project] 10.222.0.69 "GET /v2.0/ports?device_id=c21f5296-6386-416e-8e06-efef018e9e02 HTTP/1.1" status: 200 len: 210 time: 0.2433085 Apr 18 19:29:58.164198 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f5433d-5b69-451c-9580-711750704fe3 req-72079b33-75a4-4508-a701-b6b6c572113b tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:58.164198 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-38f5433d-5b69-451c-9580-711750704fe3 req-72079b33-75a4-4508-a701-b6b6c572113b tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=19340026-8fe1-417b-869a-76fbd40cb860 HTTP/1.1" status: 200 len: 949 time: 0.5770495 Apr 18 19:29:58.258366 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-38f5433d-5b69-451c-9580-711750704fe3 req-e4831024-0936-4cea-be7f-9d4f575bd69d tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817964 Apr 18 19:29:58.265560 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-c9005c37-f266-4abc-b713-34cd89b45ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1258501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66351815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66540800'] for subnet, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:58.371187 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9005c37-f266-4abc-b713-34cd89b45ea6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdeb26f0-d7cb-4c86-9f85-fb68e329b71a,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:58.377172 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-c9005c37-f266-4abc-b713-34cd89b45ea6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:58.397026 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-c9005c37-f266-4abc-b713-34cd89b45ea6 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/cdeb26f0-d7cb-4c86-9f85-fb68e329b71a HTTP/1.1" status: 204 len: 168 time: 1.2364392 Apr 18 19:29:58.398168 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 53204) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:29:58.481828 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ddf878-08d1-4187-843f-38c2fc95a5c3 req-758c3237-1afe-46a7-8e42-c4412657c381 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:58.483809 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f6ddf878-08d1-4187-843f-38c2fc95a5c3 req-758c3237-1afe-46a7-8e42-c4412657c381 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/ports?device_id=398acc94-8ebc-4510-8a2d-9878f34d8348 HTTP/1.1" status: 200 len: 945 time: 0.1266987 Apr 18 19:29:58.513144 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b838a033-ade8-473e-9e79-25b5f1c3f8f5 None None] Sync routers for ids ['d297cc5c-b805-498a-9d54-0143a5a08847'] in n-d-836017-2 {{(pid=84766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:29:58.537816 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b838a033-ade8-473e-9e79-25b5f1c3f8f5 None None] Routers {'d297cc5c-b805-498a-9d54-0143a5a08847'} bound to L3 agent in host n-d-836017-2 {{(pid=84766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:29:58.538424 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-b838a033-ade8-473e-9e79-25b5f1c3f8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:29:50Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['d297cc5c-b805-498a-9d54-0143a5a08847'], 'active': True} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:29:58.552262 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f6ddf878-08d1-4187-843f-38c2fc95a5c3 req-113237d2-60d2-4cf2-948d-c4a2ceead834 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/security-groups?id=a141a97b-10ea-4a45-b463-6b38bd1cffff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621569 Apr 18 19:29:58.659462 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-110248b2-6c5c-4d79-8254-3a243a366740 req-ccb5f773-1973-4a40-af34-8f558ea703b5 tempest-ServerShowV257Test-24389060 tempest-ServerShowV257Test-24389060-project] 10.222.0.69 "GET /v2.0/ports?device_id=9a133717-a65e-4106-aa9e-d3855994fa4b HTTP/1.1" status: 200 len: 210 time: 0.1247714 Apr 18 19:29:58.753962 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d1e63747-edc0-4720-8cac-ccad9d2fac73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:58.803893 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 9856a056-f74b-47fa-88ee-e2c9dcdbf9e4 no longer exists at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:29:58.904750 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] No Port match for: 9856a056-f74b-47fa-88ee-e2c9dcdbf9e4 {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:29:58.905079 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 9856a056-f74b-47fa-88ee-e2c9dcdbf9e4 not bound to the agent host n-h2-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:29:58.960258 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3699394-9628-46f9-8b13-11417b7f557f req-dd16ce21-cf37-4f0c-b40a-283a42e951ad tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:58.973640 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c3699394-9628-46f9-8b13-11417b7f557f req-dd16ce21-cf37-4f0c-b40a-283a42e951ad tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cbfc875-c839-4a4c-bcbc-fb0ee164e18b HTTP/1.1" status: 200 len: 950 time: 0.2375696 Apr 18 19:29:58.990873 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d1e63747-edc0-4720-8cac-ccad9d2fac73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256345', 'neutron.services.segments.db._delete_segments_for_network-8791093852025'] for network, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:58.999702 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvr_db [None req-b838a033-ade8-473e-9e79-25b5f1c3f8f5 None None] Set router d297cc5c-b805-498a-9d54-0143a5a08847 gateway port host: n-d-836017-2 {{(pid=84766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:29:59.028154 n-d-836017-2 neutron-server[84763]: DEBUG neutron.services.segments.db [None req-d1e63747-edc0-4720-8cac-ccad9d2fac73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87539dda-4295-46e6-b58f-7fccf0f86f37']}} {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:29:59.050187 n-d-836017-2 neutron-server[84763]: DEBUG neutron.services.segments.db [None req-d1e63747-edc0-4720-8cac-ccad9d2fac73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c38f2836-738b-44e1-a3e5-22cd31a8315c') {'for_net_delete': True} {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:29:59.051365 n-d-836017-2 neutron-server[84763]: DEBUG neutron.services.segments.db [None req-d1e63747-edc0-4720-8cac-ccad9d2fac73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c38f2836-738b-44e1-a3e5-22cd31a8315c') {} {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:29:59.068909 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d1e63747-edc0-4720-8cac-ccad9d2fac73 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791093851908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66272256'] for segment, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:59.090930 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d1e63747-edc0-4720-8cac-ccad9d2fac73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:59.102326 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1e63747-edc0-4720-8cac-ccad9d2fac73 admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=84763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:29:59.102929 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d1e63747-edc0-4720-8cac-ccad9d2fac73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66351785'] for segment, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:59.122232 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c3699394-9628-46f9-8b13-11417b7f557f req-7e611a59-0f99-4138-ad9b-7cb7120b7e3b tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/security-groups?id=5c6be434-109a-4c25-809d-b81f7096d7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477244 Apr 18 19:29:59.142496 n-d-836017-2 neutron-server[84763]: Traceback (most recent call last): Apr 18 19:29:59.142496 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:29:59.142496 n-d-836017-2 neutron-server[84763]: timer() Apr 18 19:29:59.142496 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:29:59.142496 n-d-836017-2 neutron-server[84763]: cb(*args, **kw) Apr 18 19:29:59.142496 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:29:59.142496 n-d-836017-2 neutron-server[84763]: return func(*args, **kwargs) Apr 18 19:29:59.142496 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:29:59.142496 n-d-836017-2 neutron-server[84763]: self._notify() Apr 18 19:29:59.142496 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:29:59.142496 n-d-836017-2 neutron-server[84763]: self.callback(batched_events) Apr 18 19:29:59.142496 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:29:59.142496 n-d-836017-2 neutron-server[84763]: event.method(event) Apr 18 19:29:59.142496 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:29:59.142496 n-d-836017-2 neutron-server[84763]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:29:59.142496 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:29:59.142496 n-d-836017-2 neutron-server[84763]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:29:59.142496 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:29:59.142496 n-d-836017-2 neutron-server[84763]: return f(self, *a, **k) Apr 18 19:29:59.142496 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:29:59.142496 n-d-836017-2 neutron-server[84763]: return self._get(url).json() Apr 18 19:29:59.142496 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:29:59.142496 n-d-836017-2 neutron-server[84763]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:29:59.142496 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:29:59.142496 n-d-836017-2 neutron-server[84763]: return self.request(url, 'GET', **kwargs) Apr 18 19:29:59.142496 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:29:59.142496 n-d-836017-2 neutron-server[84763]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:29:59.142496 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:29:59.142496 n-d-836017-2 neutron-server[84763]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:29:59.142496 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:29:59.142496 n-d-836017-2 neutron-server[84763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:29:59.142496 n-d-836017-2 neutron-server[84763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:29:59.317952 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d1e63747-edc0-4720-8cac-ccad9d2fac73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416801'] for network, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:59.340005 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d1e63747-edc0-4720-8cac-ccad9d2fac73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:59.352481 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e63747-edc0-4720-8cac-ccad9d2fac73 admin admin] Pushing event deleted for resources: {'Network': ['ID=87539dda-4295-46e6-b58f-7fccf0f86f37,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:59.364002 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-d1e63747-edc0-4720-8cac-ccad9d2fac73 admin admin] 10.222.0.69 "DELETE /v2.0/networks/87539dda-4295-46e6-b58f-7fccf0f86f37 HTTP/1.1" status: 204 len: 168 time: 0.9642069 Apr 18 19:29:59.507141 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.agents_db [None req-eb67022b-f881-4bc8-8f45-fca90fb27803 None None] Agent healthcheck: found 7 active agents {{(pid=84766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:29:59.555950 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-b838a033-ade8-473e-9e79-25b5f1c3f8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd297cc5c-b805-498a-9d54-0143a5a08847', 'name': 'tempest-AttachSCSIVolumeTestJSON-1464896891-router', 'tenant_id': '85c9b26c858a4ef390a94fc98e3e93e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '123dddf6-5a7c-47f8-a4db-2dc52fd043a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:29:39Z', 'updated_at': '2022-04-18T19:29:47Z', 'revision_number': 4, 'project_id': '85c9b26c858a4ef390a94fc98e3e93e0', 'gw_port': {'id': '123dddf6-5a7c-47f8-a4db-2dc52fd043a2', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd297cc5c-b805-498a-9d54-0143a5a08847', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:29:41Z', 'updated_at': '2022-04-18T19:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_interfaces': [{'id': '88d251ba-b724-408a-9e60-f5dc77486775', 'name': '', 'network_id': 'ec9251a2-b767-4a36-960e-006611cd81a8', 'tenant_id': '85c9b26c858a4ef390a94fc98e3e93e0', 'mac_address': 'fa:16:3e:42:2c:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd297cc5c-b805-498a-9d54-0143a5a08847', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5fc70091-f80d-4878-b2ab-5a7518bde436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:29:46Z', 'updated_at': '2022-04-18T19:29:47Z', 'revision_number': 2, 'project_id': '85c9b26c858a4ef390a94fc98e3e93e0', 'subnets': [{'id': '5fc70091-f80d-4878-b2ab-5a7518bde436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-2', False) {} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:29:59.577631 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b838a033-ade8-473e-9e79-25b5f1c3f8f5 None None] Checking router: d297cc5c-b805-498a-9d54-0143a5a08847 for host: n-d-836017-2 {{(pid=84766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:29:59.579542 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b838a033-ade8-473e-9e79-25b5f1c3f8f5 None None] Updating router d297cc5c-b805-498a-9d54-0143a5a08847 port 88d251ba-b724-408a-9e60-f5dc77486775 binding host n-d-836017-2 {{(pid=84766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 19:29:59.668227 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-b838a033-ade8-473e-9e79-25b5f1c3f8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:59.723883 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf41e6ea-6a38-42c2-900b-c77ac4eb78a4 req-7ee765e7-ca80-4464-926f-062abc6911b8 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:59.727680 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-cf41e6ea-6a38-42c2-900b-c77ac4eb78a4 req-7ee765e7-ca80-4464-926f-062abc6911b8 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=19340026-8fe1-417b-869a-76fbd40cb860 HTTP/1.1" status: 200 len: 949 time: 0.1872911 Apr 18 19:29:59.843526 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-cf41e6ea-6a38-42c2-900b-c77ac4eb78a4 req-cf64ba7c-67fa-412a-9b0c-65e6239b568e tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065803 Apr 18 19:29:59.994078 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-15f352bf-ea0d-4e95-9389-6b1912290d54 req-2eaa954c-8dcc-4b74-9a9e-37318147fbf0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=76e1ee3997ab44ceb6fa25bdc9cd69f6&device_id=398acc94-8ebc-4510-8a2d-9878f34d8348 HTTP/1.1" status: 200 len: 1096 time: 0.1410024 Apr 18 19:30:00.174623 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad7f200-2b1e-47f9-b726-f6687275a6d0 req-b271c0d3-8ac6-419e-a200-75b69314ce7b tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:00.183822 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-bad7f200-2b1e-47f9-b726-f6687275a6d0 req-b271c0d3-8ac6-419e-a200-75b69314ce7b tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/ports?device_id=398acc94-8ebc-4510-8a2d-9878f34d8348 HTTP/1.1" status: 200 len: 945 time: 0.2898865 Apr 18 19:30:00.267139 n-d-836017-2 neutron-server[84763]: INFO neutron.api.v2.resource [req-2a351334-ba34-4e49-8705-f72bef6ba505 req-c1bdf6aa-ea35-4273-90e7-8e2a6c186f02 service neutron] show failed (client error): The resource could not be found. Apr 18 19:30:00.270691 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2a351334-ba34-4e49-8705-f72bef6ba505 req-c1bdf6aa-ea35-4273-90e7-8e2a6c186f02 service neutron] 10.222.0.73 "GET /v2.0/ports/c0e1150c-3ca4-458b-85e4-8208744a4bc0/bindings/n-h2-836017-2 HTTP/1.1" status: 404 len: 380 time: 0.1957505 Apr 18 19:30:00.282881 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-bad7f200-2b1e-47f9-b726-f6687275a6d0 req-0e53a2db-d19e-410c-963a-a5bf0ea4ba45 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/security-groups?id=a141a97b-10ea-4a45-b463-6b38bd1cffff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976725 Apr 18 19:30:00.367936 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 53226) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:30:00.377909 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-0a354c0d-0cba-41fc-8296-1134910031ca req-2c68d330-d2c9-4ca0-802c-5a36a4362330 tempest-ServerShowV257Test-24389060 tempest-ServerShowV257Test-24389060-project] 10.222.0.69 "GET /v2.0/ports?device_id=9a133717-a65e-4106-aa9e-d3855994fa4b HTTP/1.1" status: 200 len: 210 time: 0.1305556 Apr 18 19:30:00.421114 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f352bf-ea0d-4e95-9389-6b1912290d54 req-18629b1a-ddd7-42ac-b0f4-a2d81f8ad8d9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:00.422850 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-15f352bf-ea0d-4e95-9389-6b1912290d54 req-18629b1a-ddd7-42ac-b0f4-a2d81f8ad8d9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d2042316-fc2f-4bd1-9428-8aa751f345ec HTTP/1.1" status: 200 len: 911 time: 0.4229567 Apr 18 19:30:00.483073 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-a2b1f445-fce3-4a8f-993e-cd4de217a8a1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ac34d59b0c924b3b996c35f2187912ce&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1137633 Apr 18 19:30:00.484056 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 53230) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:30:00.524908 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-b838a033-ade8-473e-9e79-25b5f1c3f8f5 None None] Notify callbacks [] for port, precommit_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:00.560296 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.provisioning_blocks [None req-b838a033-ade8-473e-9e79-25b5f1c3f8f5 None None] Transition to ACTIVE for port object 88d251ba-b724-408a-9e60-f5dc77486775 will not be triggered until provisioned by entity L2. {{(pid=84766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:30:00.580400 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-15f352bf-ea0d-4e95-9389-6b1912290d54 req-7d7dce55-4a73-474b-b178-87911344443d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=495f0ebd-6687-4bd0-9d13-fbf7fcab7e2f HTTP/1.1" status: 200 len: 217 time: 0.1489787 Apr 18 19:30:00.587479 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 53234) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:30:00.636546 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-28994eaf-976a-4735-918b-147ba7cd6309 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:00.672280 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-b838a033-ade8-473e-9e79-25b5f1c3f8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:00.672525 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f352bf-ea0d-4e95-9389-6b1912290d54 req-5b33938d-c9c6-4fa1-88e3-e9baa0ffbf00 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:00.678199 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-15f352bf-ea0d-4e95-9389-6b1912290d54 req-5b33938d-c9c6-4fa1-88e3-e9baa0ffbf00 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=741dfd9d-95ea-4063-b188-15cfc9cc941c HTTP/1.1" status: 200 len: 850 time: 0.0914955 Apr 18 19:30:00.700448 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-28994eaf-976a-4735-918b-147ba7cd6309 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:00.755611 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3149bbf2-ee27-4581-9b55-aa5bb019afeb req-24700222-5c2e-4f53-a7d5-3fdb70fc23e1 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:00.763781 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3149bbf2-ee27-4581-9b55-aa5bb019afeb req-24700222-5c2e-4f53-a7d5-3fdb70fc23e1 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cbfc875-c839-4a4c-bcbc-fb0ee164e18b HTTP/1.1" status: 200 len: 950 time: 0.2568924 Apr 18 19:30:00.832629 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-15f352bf-ea0d-4e95-9389-6b1912290d54 req-07019953-bc29-4180-9c5d-2aec309c2bd7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d2042316-fc2f-4bd1-9428-8aa751f345ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1449363 Apr 18 19:30:00.870648 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3149bbf2-ee27-4581-9b55-aa5bb019afeb req-73872316-d419-4fdf-a120-8d99aea2cd8e tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/security-groups?id=5c6be434-109a-4c25-809d-b81f7096d7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054821 Apr 18 19:30:00.996656 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-28994eaf-976a-4735-918b-147ba7cd6309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:01.065512 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28994eaf-976a-4735-918b-147ba7cd6309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e338bd-1c78-44ef-af46-fbc0b998db3c,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:01.083732 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3654c0f-4c55-4402-812d-b1b480c6ef0d None None] Pushing event updated for resources: {'Port': ['ID=88d251ba-b724-408a-9e60-f5dc77486775,revision_number=3']} {{(pid=84766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:01.187013 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-28994eaf-976a-4735-918b-147ba7cd6309 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:01.189618 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-28994eaf-976a-4735-918b-147ba7cd6309 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/93e338bd-1c78-44ef-af46-fbc0b998db3c HTTP/1.1" status: 204 len: 168 time: 0.7043297 Apr 18 19:30:01.283858 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.managers [None req-b838a033-ade8-473e-9e79-25b5f1c3f8f5 None None] Attempting to bind port 88d251ba-b724-408a-9e60-f5dc77486775 on host n-d-836017-2 for vnic_type normal with profile {{(pid=84766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:30:01.284224 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.managers [None req-b838a033-ade8-473e-9e79-25b5f1c3f8f5 None None] Attempting to bind port 88d251ba-b724-408a-9e60-f5dc77486775 by drivers openvswitch,hyperv on host n-d-836017-2 at level 0 using segments [{'id': 'd93c1742-7b6a-4700-8e24-1b545f2634ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'ec9251a2-b767-4a36-960e-006611cd81a8'}] {{(pid=84766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:30:01.284608 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b838a033-ade8-473e-9e79-25b5f1c3f8f5 None None] Attempting to bind port 88d251ba-b724-408a-9e60-f5dc77486775 on network ec9251a2-b767-4a36-960e-006611cd81a8 {{(pid=84766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:30:01.301804 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b838a033-ade8-473e-9e79-25b5f1c3f8f5 None None] Checking agent: {'id': 'df2a5cfe-6839-400b-a998-e4fffce70f45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 8, 22), 'started_at': datetime.datetime(2022, 4, 18, 19, 8, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:30:01.302355 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b838a033-ade8-473e-9e79-25b5f1c3f8f5 None None] Checking segment: {'id': 'd93c1742-7b6a-4700-8e24-1b545f2634ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'ec9251a2-b767-4a36-960e-006611cd81a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:30:01.302765 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-b838a033-ade8-473e-9e79-25b5f1c3f8f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:01.303151 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b838a033-ade8-473e-9e79-25b5f1c3f8f5 None None] Bound using segment: {'id': 'd93c1742-7b6a-4700-8e24-1b545f2634ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'ec9251a2-b767-4a36-960e-006611cd81a8'} {{(pid=84766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:30:01.303611 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.managers [None req-b838a033-ade8-473e-9e79-25b5f1c3f8f5 None None] Bound port: 88d251ba-b724-408a-9e60-f5dc77486775, host: n-d-836017-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd93c1742-7b6a-4700-8e24-1b545f2634ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'ec9251a2-b767-4a36-960e-006611cd81a8'}}] {{(pid=84766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:30:01.303977 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-b838a033-ade8-473e-9e79-25b5f1c3f8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:01.305124 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-15f352bf-ea0d-4e95-9389-6b1912290d54 req-32c4233a-78da-40a4-b0e6-272daa6e897a service neutron] 10.222.0.72 "GET /v2.0/networks/d2042316-fc2f-4bd1-9428-8aa751f345ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4645185 Apr 18 19:30:01.423224 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2a351334-ba34-4e49-8705-f72bef6ba505 req-daaf75c8-9e4f-4ad0-b184-dc7b606a28fb service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=19340026-8fe1-417b-869a-76fbd40cb860&tenant_id=4bf06599121a476094faf72db54a396e HTTP/1.1" status: 200 len: 1100 time: 0.2288301 Apr 18 19:30:01.435866 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-2a351334-ba34-4e49-8705-f72bef6ba505 req-28123886-0186-4a95-8788-47506a81f0dc service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836017-2', 'device_owner': 'compute:nova'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:30:01.547038 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.db [None req-b838a033-ade8-473e-9e79-25b5f1c3f8f5 None None] For port 88d251ba-b724-408a-9e60-f5dc77486775, host n-d-836017-2, cleared binding levels {{(pid=84766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:30:01.554546 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.db [None req-b838a033-ade8-473e-9e79-25b5f1c3f8f5 None None] For port 88d251ba-b724-408a-9e60-f5dc77486775, host n-d-836017-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=88d251ba-b724-408a-9e60-f5dc77486775,segment=NetworkSegment(d93c1742-7b6a-4700-8e24-1b545f2634ab),segment_id=d93c1742-7b6a-4700-8e24-1b545f2634ab)] {{(pid=84766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:30:01.615275 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-2a351334-ba34-4e49-8705-f72bef6ba505 req-28123886-0186-4a95-8788-47506a81f0dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:01.655312 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-b838a033-ade8-473e-9e79-25b5f1c3f8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:01.787534 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7552d8-4f46-4732-9d05-230db34e040f req-7f3fd79c-d766-44cb-8991-0842e421eddf tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:01.796929 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-6a7552d8-4f46-4732-9d05-230db34e040f req-7f3fd79c-d766-44cb-8991-0842e421eddf tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/ports?device_id=398acc94-8ebc-4510-8a2d-9878f34d8348 HTTP/1.1" status: 200 len: 945 time: 0.2284620 Apr 18 19:30:01.894006 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-15f352bf-ea0d-4e95-9389-6b1912290d54 req-c648be77-ede7-4bc7-afbf-673663f1ad54 service neutron] 10.222.0.72 "GET /v2.0/networks/d2042316-fc2f-4bd1-9428-8aa751f345ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5797377 Apr 18 19:30:01.905217 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-ce113358-919d-478c-befc-3d3e90025442 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=fec60b83f2e649f3a7cb55e1fc4f5bef&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2373486 Apr 18 19:30:01.910495 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3654c0f-4c55-4402-812d-b1b480c6ef0d None None] Pushing event updated for resources: {'Port': ['ID=88d251ba-b724-408a-9e60-f5dc77486775,revision_number=4']} {{(pid=84766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:01.914509 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b838a033-ade8-473e-9e79-25b5f1c3f8f5 None None] Routers {'d297cc5c-b805-498a-9d54-0143a5a08847'} bound to L3 agent in host n-d-836017-2 {{(pid=84766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:30:01.916213 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 53252) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:30:01.917008 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-b838a033-ade8-473e-9e79-25b5f1c3f8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:29:50Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['d297cc5c-b805-498a-9d54-0143a5a08847'], 'active': True} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:30:02.072600 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbc6b87-c0aa-4855-8b55-24ad635ced06 req-4968eff2-8cf8-427a-a933-298a0718ce8b tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:02.079974 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-dcbc6b87-c0aa-4855-8b55-24ad635ced06 req-4968eff2-8cf8-427a-a933-298a0718ce8b tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=19340026-8fe1-417b-869a-76fbd40cb860 HTTP/1.1" status: 200 len: 949 time: 0.7703493 Apr 18 19:30:02.083820 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-2eab387a-42d1-4d04-9970-70fd5f47400f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:02.159230 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-6a7552d8-4f46-4732-9d05-230db34e040f req-0bb6cd05-f75c-4a8c-9d98-9d5dcb817354 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/security-groups?id=a141a97b-10ea-4a45-b463-6b38bd1cffff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3609967 Apr 18 19:30:02.197009 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-dcbc6b87-c0aa-4855-8b55-24ad635ced06 req-23a19033-e825-4878-80a9-d8cf0ca77067 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157718 Apr 18 19:30:02.300934 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-2eab387a-42d1-4d04-9970-70fd5f47400f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:02.340857 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvr_db [None req-b838a033-ade8-473e-9e79-25b5f1c3f8f5 None None] Set router d297cc5c-b805-498a-9d54-0143a5a08847 gateway port host: n-d-836017-2 {{(pid=84766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:30:02.528565 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-2eab387a-42d1-4d04-9970-70fd5f47400f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:02.553286 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eab387a-42d1-4d04-9970-70fd5f47400f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aa86343-4091-4cee-a799-f0f62c25c2b6,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:02.585691 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36b2a74-0efc-4e20-9228-3e3d7d1e9266 req-e7058285-4296-4fde-9e34-6161dd65cffb tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:02.588518 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f36b2a74-0efc-4e20-9228-3e3d7d1e9266 req-e7058285-4296-4fde-9e34-6161dd65cffb tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cbfc875-c839-4a4c-bcbc-fb0ee164e18b HTTP/1.1" status: 200 len: 950 time: 0.1148837 Apr 18 19:30:02.662079 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f36b2a74-0efc-4e20-9228-3e3d7d1e9266 req-1354aba6-e678-49b5-a0e5-9b76a3e49906 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/security-groups?id=5c6be434-109a-4c25-809d-b81f7096d7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679779 Apr 18 19:30:02.676709 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-2eab387a-42d1-4d04-9970-70fd5f47400f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:02.679183 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-2eab387a-42d1-4d04-9970-70fd5f47400f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5aa86343-4091-4cee-a799-f0f62c25c2b6 HTTP/1.1" status: 204 len: 168 time: 0.7577710 Apr 18 19:30:02.747828 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 53264) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:30:02.750523 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-605da329-09a7-4d81-949c-e0a1ca38cf26 req-6f16e06f-1cd3-4c53-ac76-2c9b606e40f3 tempest-ServerShowV257Test-24389060 tempest-ServerShowV257Test-24389060-project] 10.222.0.69 "GET /v2.0/ports?device_id=9a133717-a65e-4106-aa9e-d3855994fa4b HTTP/1.1" status: 200 len: 210 time: 0.2194512 Apr 18 19:30:02.770238 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-2a351334-ba34-4e49-8705-f72bef6ba505 req-28123886-0186-4a95-8788-47506a81f0dc service neutron] For port c0e1150c-3ca4-458b-85e4-8208744a4bc0, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=c0e1150c-3ca4-458b-85e4-8208744a4bc0,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:30:02.812881 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-2a351334-ba34-4e49-8705-f72bef6ba505 req-28123886-0186-4a95-8788-47506a81f0dc service neutron] For port c0e1150c-3ca4-458b-85e4-8208744a4bc0, host n-h1-836017-2, cleared binding levels {{(pid=84763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:30:02.830726 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-17daff60-b28b-43c4-8a31-92d25d778576 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d2597bd2595f45a3a37d6a39ad6f87fb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0814648 Apr 18 19:30:02.833512 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 53268) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:30:02.887445 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19340026-8fe1-417b-869a-76fbd40cb860', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0e1150c-3ca4-458b-85e4-8208744a4bc0'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:30:02.894119 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-2a351334-ba34-4e49-8705-f72bef6ba505 req-28123886-0186-4a95-8788-47506a81f0dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:02.908233 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-9c739fb8-20b0-4024-8c76-5a090f5611ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:02.916690 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [req-2a351334-ba34-4e49-8705-f72bef6ba505 req-28123886-0186-4a95-8788-47506a81f0dc service neutron] Transition to ACTIVE for port object c0e1150c-3ca4-458b-85e4-8208744a4bc0 will not be triggered until provisioned by entity L2. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:30:02.933538 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-b838a033-ade8-473e-9e79-25b5f1c3f8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd297cc5c-b805-498a-9d54-0143a5a08847', 'name': 'tempest-AttachSCSIVolumeTestJSON-1464896891-router', 'tenant_id': '85c9b26c858a4ef390a94fc98e3e93e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '123dddf6-5a7c-47f8-a4db-2dc52fd043a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:29:39Z', 'updated_at': '2022-04-18T19:29:47Z', 'revision_number': 4, 'project_id': '85c9b26c858a4ef390a94fc98e3e93e0', 'gw_port': {'id': '123dddf6-5a7c-47f8-a4db-2dc52fd043a2', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd297cc5c-b805-498a-9d54-0143a5a08847', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:29:41Z', 'updated_at': '2022-04-18T19:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_interfaces': [{'id': '88d251ba-b724-408a-9e60-f5dc77486775', 'name': '', 'network_id': 'ec9251a2-b767-4a36-960e-006611cd81a8', 'tenant_id': '85c9b26c858a4ef390a94fc98e3e93e0', 'mac_address': 'fa:16:3e:42:2c:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd297cc5c-b805-498a-9d54-0143a5a08847', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5fc70091-f80d-4878-b2ab-5a7518bde436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:29:46Z', 'updated_at': '2022-04-18T19:30:01Z', 'revision_number': 4, 'project_id': '85c9b26c858a4ef390a94fc98e3e93e0', 'subnets': [{'id': '5fc70091-f80d-4878-b2ab-5a7518bde436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-2', False) {} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:30:02.938448 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b838a033-ade8-473e-9e79-25b5f1c3f8f5 None None] The sync data for ids ['d297cc5c-b805-498a-9d54-0143a5a08847'] in n-d-836017-2 is: [{'id': 'd297cc5c-b805-498a-9d54-0143a5a08847', 'name': 'tempest-AttachSCSIVolumeTestJSON-1464896891-router', 'tenant_id': '85c9b26c858a4ef390a94fc98e3e93e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '123dddf6-5a7c-47f8-a4db-2dc52fd043a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:29:39Z', 'updated_at': '2022-04-18T19:29:47Z', 'revision_number': 4, 'project_id': '85c9b26c858a4ef390a94fc98e3e93e0', 'gw_port': {'id': '123dddf6-5a7c-47f8-a4db-2dc52fd043a2', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd297cc5c-b805-498a-9d54-0143a5a08847', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:29:41Z', 'updated_at': '2022-04-18T19:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_interfaces': [{'id': '88d251ba-b724-408a-9e60-f5dc77486775', 'name': '', 'network_id': 'ec9251a2-b767-4a36-960e-006611cd81a8', 'tenant_id': '85c9b26c858a4ef390a94fc98e3e93e0', 'mac_address': 'fa:16:3e:42:2c:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd297cc5c-b805-498a-9d54-0143a5a08847', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5fc70091-f80d-4878-b2ab-5a7518bde436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:29:46Z', 'updated_at': '2022-04-18T19:30:01Z', 'revision_number': 4, 'project_id': '85c9b26c858a4ef390a94fc98e3e93e0', 'subnets': [{'id': '5fc70091-f80d-4878-b2ab-5a7518bde436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:30:02.947805 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-9c739fb8-20b0-4024-8c76-5a090f5611ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:03.003108 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f0555c8-1585-4896-9b05-40935392e37e'] response: {'server_uuid': '19340026-8fe1-417b-869a-76fbd40cb860', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0e1150c-3ca4-458b-85e4-8208744a4bc0', 'code': 200} Apr 18 19:30:03.020398 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-2a351334-ba34-4e49-8705-f72bef6ba505 req-28123886-0186-4a95-8788-47506a81f0dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:03.112561 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-9c739fb8-20b0-4024-8c76-5a090f5611ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:03.135864 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c739fb8-20b0-4024-8c76-5a090f5611ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe185e6-9184-4e4a-bc48-83c78f698517,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:03.140572 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-9c739fb8-20b0-4024-8c76-5a090f5611ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:03.141925 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-9c739fb8-20b0-4024-8c76-5a090f5611ee admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/cbe185e6-9184-4e4a-bc48-83c78f698517 HTTP/1.1" status: 204 len: 168 time: 0.3074830 Apr 18 19:30:03.338400 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 88d251ba-b724-408a-9e60-f5dc77486775 up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:30:03.456133 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28123886-0186-4a95-8788-47506a81f0dc service neutron] Pushing event updated for resources: {'Port': ['ID=c0e1150c-3ca4-458b-85e4-8208744a4bc0,revision_number=6']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:03.476841 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a351334-ba34-4e49-8705-f72bef6ba505 req-28123886-0186-4a95-8788-47506a81f0dc service neutron] No DVR routers for this DVR port c0e1150c-3ca4-458b-85e4-8208744a4bc0 on host n-h1-836017-2 {{(pid=84763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:30:03.628503 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-2a351334-ba34-4e49-8705-f72bef6ba505 req-28123886-0186-4a95-8788-47506a81f0dc service neutron] Attempting to bind port c0e1150c-3ca4-458b-85e4-8208744a4bc0 on host n-h2-836017-2 for vnic_type normal with profile {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:30:03.629325 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-2a351334-ba34-4e49-8705-f72bef6ba505 req-28123886-0186-4a95-8788-47506a81f0dc service neutron] Attempting to bind port c0e1150c-3ca4-458b-85e4-8208744a4bc0 by drivers openvswitch,hyperv on host n-h2-836017-2 at level 0 using segments [{'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:30:03.629325 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a351334-ba34-4e49-8705-f72bef6ba505 req-28123886-0186-4a95-8788-47506a81f0dc service neutron] Attempting to bind port c0e1150c-3ca4-458b-85e4-8208744a4bc0 on network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:30:03.645031 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a351334-ba34-4e49-8705-f72bef6ba505 req-28123886-0186-4a95-8788-47506a81f0dc service neutron] Port c0e1150c-3ca4-458b-85e4-8208744a4bc0 on network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-2 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:30:03.645355 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a351334-ba34-4e49-8705-f72bef6ba505 req-28123886-0186-4a95-8788-47506a81f0dc service neutron] Attempting to bind port c0e1150c-3ca4-458b-85e4-8208744a4bc0 on network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:30:03.646535 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ffd21c-ac22-4ae1-a3d9-515c793cfb44 req-4d96af9b-99a1-4bce-b73b-efacd99f286e tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:03.648343 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a1ffd21c-ac22-4ae1-a3d9-515c793cfb44 req-4d96af9b-99a1-4bce-b73b-efacd99f286e tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=19340026-8fe1-417b-869a-76fbd40cb860 HTTP/1.1" status: 200 len: 947 time: 0.1002939 Apr 18 19:30:03.664641 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a351334-ba34-4e49-8705-f72bef6ba505 req-28123886-0186-4a95-8788-47506a81f0dc service neutron] Checking agent: {'id': '02e8f951-d3a3-40e1-b8cc-aed258af030b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:30:03.665237 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a351334-ba34-4e49-8705-f72bef6ba505 req-28123886-0186-4a95-8788-47506a81f0dc service neutron] Checking segment: {'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:30:03.665936 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a351334-ba34-4e49-8705-f72bef6ba505 req-28123886-0186-4a95-8788-47506a81f0dc service neutron] Bound using segment: {'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:30:03.666578 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-2a351334-ba34-4e49-8705-f72bef6ba505 req-28123886-0186-4a95-8788-47506a81f0dc service neutron] Bound port: c0e1150c-3ca4-458b-85e4-8208744a4bc0, host: n-h2-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'}}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:30:03.667307 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-2a351334-ba34-4e49-8705-f72bef6ba505 req-28123886-0186-4a95-8788-47506a81f0dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:03.683520 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning for port 88d251ba-b724-408a-9e60-f5dc77486775 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:30:03.690701 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port 88d251ba-b724-408a-9e60-f5dc77486775 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:30:03.698502 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:03.741818 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a1ffd21c-ac22-4ae1-a3d9-515c793cfb44 req-017c83f6-1e43-42ec-aace-626d7b7c4489 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847678 Apr 18 19:30:03.825182 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319aa214-69bb-4d0a-8093-5c995b2b8b0b req-9ddb23cb-81f4-4577-b4c0-0272939a7de1 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:03.827447 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-319aa214-69bb-4d0a-8093-5c995b2b8b0b req-9ddb23cb-81f4-4577-b4c0-0272939a7de1 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/ports?device_id=398acc94-8ebc-4510-8a2d-9878f34d8348 HTTP/1.1" status: 200 len: 945 time: 0.2709870 Apr 18 19:30:03.850405 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 53298) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:30:03.898659 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:03.901856 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-2a351334-ba34-4e49-8705-f72bef6ba505 req-28123886-0186-4a95-8788-47506a81f0dc service neutron] For port c0e1150c-3ca4-458b-85e4-8208744a4bc0, host n-h2-836017-2, cleared binding levels {{(pid=84763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:30:03.903364 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-8b931b54-f52f-4fcf-9523-37b9c3543ba8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:03.918147 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-2a351334-ba34-4e49-8705-f72bef6ba505 req-28123886-0186-4a95-8788-47506a81f0dc service neutron] For port c0e1150c-3ca4-458b-85e4-8208744a4bc0, host n-h2-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=c0e1150c-3ca4-458b-85e4-8208744a4bc0,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:30:03.943989 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-319aa214-69bb-4d0a-8093-5c995b2b8b0b req-15090a0d-5b46-4091-8bb0-6c3a164de0a6 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/security-groups?id=a141a97b-10ea-4a45-b463-6b38bd1cffff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098430 Apr 18 19:30:03.964798 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-8b931b54-f52f-4fcf-9523-37b9c3543ba8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:30:03.970378 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-8b931b54-f52f-4fcf-9523-37b9c3543ba8 admin admin] Usage tracker for resource:security_group_rule and tenant:7580d1fef8f94149bef4e95f4e608cda is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:30:03.970861 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-8b931b54-f52f-4fcf-9523-37b9c3543ba8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:30:03.974281 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] For port 88d251ba-b724-408a-9e60-f5dc77486775, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=88d251ba-b724-408a-9e60-f5dc77486775,segment=NetworkSegment(d93c1742-7b6a-4700-8e24-1b545f2634ab),segment_id=d93c1742-7b6a-4700-8e24-1b545f2634ab)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:30:03.977264 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-8b931b54-f52f-4fcf-9523-37b9c3543ba8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:30:04.042255 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-2a351334-ba34-4e49-8705-f72bef6ba505 req-28123886-0186-4a95-8788-47506a81f0dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:04.053612 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-8b931b54-f52f-4fcf-9523-37b9c3543ba8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:04.089505 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:04.144398 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-8b931b54-f52f-4fcf-9523-37b9c3543ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:04.147373 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-2a351334-ba34-4e49-8705-f72bef6ba505 req-28123886-0186-4a95-8788-47506a81f0dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:04.169299 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2a351334-ba34-4e49-8705-f72bef6ba505 req-28123886-0186-4a95-8788-47506a81f0dc service neutron] 10.222.0.72 "PUT /v2.0/ports/c0e1150c-3ca4-458b-85e4-8208744a4bc0 HTTP/1.1" status: 200 len: 1095 time: 2.7392929 Apr 18 19:30:04.256547 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b931b54-f52f-4fcf-9523-37b9c3543ba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba61b991-1551-42f7-bd4c-7c2fe7a50cd4,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:04.263552 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Pushing event updated for resources: {'Port': ['ID=88d251ba-b724-408a-9e60-f5dc77486775,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:04.278617 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-8b931b54-f52f-4fcf-9523-37b9c3543ba8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7580d1fef8f94149bef4e95f4e608cda&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4264612 Apr 18 19:30:04.285336 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 53304) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:30:04.320010 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb25d524-848e-4996-93eb-0b9c03d61f7c req-ad572135-dd91-4b67-b564-ab82501894c5 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:04.322880 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-eb25d524-848e-4996-93eb-0b9c03d61f7c req-ad572135-dd91-4b67-b564-ab82501894c5 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cbfc875-c839-4a4c-bcbc-fb0ee164e18b HTTP/1.1" status: 200 len: 950 time: 0.3884666 Apr 18 19:30:04.402822 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f9d34314-f984-40c0-a243-bc14b6248ca9 req-9c56ded9-d2b0-4a25-a831-6e0d1c5d53a2 tempest-ServerShowV257Test-24389060 tempest-ServerShowV257Test-24389060-project] 10.222.0.69 "GET /v2.0/ports?device_id=9a133717-a65e-4106-aa9e-d3855994fa4b HTTP/1.1" status: 200 len: 210 time: 0.2288225 Apr 18 19:30:04.427791 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28123886-0186-4a95-8788-47506a81f0dc service neutron] Pushing event updated for resources: {'Port': ['ID=c0e1150c-3ca4-458b-85e4-8208744a4bc0,revision_number=7']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:04.469371 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2a351334-ba34-4e49-8705-f72bef6ba505 req-c7518d1c-7a47-414b-9cdb-cb0a20b6d94f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4bf06599121a476094faf72db54a396e&device_id=19340026-8fe1-417b-869a-76fbd40cb860 HTTP/1.1" status: 200 len: 1098 time: 0.1700294 Apr 18 19:30:04.471725 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-eb25d524-848e-4996-93eb-0b9c03d61f7c req-93526da7-6087-4b6c-9d0d-e09dd9e9133d tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/security-groups?id=5c6be434-109a-4c25-809d-b81f7096d7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476839 Apr 18 19:30:04.504937 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device c0e1150c-3ca4-458b-85e4-8208744a4bc0 no longer exists at agent hyperv_n-h1-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:30:04.558291 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f16c8b3b-e1b6-493f-8dc6-8f38ac4681bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:04.609820 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f16c8b3b-e1b6-493f-8dc6-8f38ac4681bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:04.685529 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device c0e1150c-3ca4-458b-85e4-8208744a4bc0 not bound to the agent host n-h1-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:30:04.734779 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a351334-ba34-4e49-8705-f72bef6ba505 req-e59047b7-60bf-4124-943c-7b468dbbcdd4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:04.736960 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2a351334-ba34-4e49-8705-f72bef6ba505 req-e59047b7-60bf-4124-943c-7b468dbbcdd4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a HTTP/1.1" status: 200 len: 870 time: 0.2512367 Apr 18 19:30:04.777906 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f16c8b3b-e1b6-493f-8dc6-8f38ac4681bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:04.813802 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16c8b3b-e1b6-493f-8dc6-8f38ac4681bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba61b991-1551-42f7-bd4c-7c2fe7a50cd4,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:04.822406 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f16c8b3b-e1b6-493f-8dc6-8f38ac4681bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:04.828407 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-f16c8b3b-e1b6-493f-8dc6-8f38ac4681bb admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ba61b991-1551-42f7-bd4c-7c2fe7a50cd4 HTTP/1.1" status: 204 len: 168 time: 0.5395503 Apr 18 19:30:04.887665 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2a351334-ba34-4e49-8705-f72bef6ba505 req-649ecc33-2a97-4022-8790-18562655f876 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=c0e1150c-3ca4-458b-85e4-8208744a4bc0 HTTP/1.1" status: 200 len: 217 time: 0.1415532 Apr 18 19:30:04.977198 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a351334-ba34-4e49-8705-f72bef6ba505 req-a241133b-9905-4692-bb0e-17297df09a54 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:04.980234 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2a351334-ba34-4e49-8705-f72bef6ba505 req-a241133b-9905-4692-bb0e-17297df09a54 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=17d1b3aa-2066-4ffa-a69f-52ed566b6548 HTTP/1.1" status: 200 len: 843 time: 0.0854011 Apr 18 19:30:05.039527 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19340026-8fe1-417b-869a-76fbd40cb860', 'tag': 'c0e1150c-3ca4-458b-85e4-8208744a4bc0'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:30:05.110370 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2a351334-ba34-4e49-8705-f72bef6ba505 req-04b81f27-b0e3-43c8-8e1a-6c56780d025d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1227789 Apr 18 19:30:05.238087 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 88d251ba-b724-408a-9e60-f5dc77486775 up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:30:05.239860 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56874f7-4046-4b58-824b-1ad79252c334 req-e3c90c16-5a7f-47df-9e4d-6155b118b615 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:05.247868 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a56874f7-4046-4b58-824b-1ad79252c334 req-e3c90c16-5a7f-47df-9e4d-6155b118b615 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=19340026-8fe1-417b-869a-76fbd40cb860 HTTP/1.1" status: 200 len: 947 time: 0.1913974 Apr 18 19:30:05.301971 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a56874f7-4046-4b58-824b-1ad79252c334 req-ec591dbb-c69e-4d75-9be2-818935630a99 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524049 Apr 18 19:30:05.372998 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port 88d251ba-b724-408a-9e60-f5dc77486775 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:30:05.374310 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:05.452778 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc566043-139f-4587-97ff-e14d70ead246'] response: {'name': 'network-changed', 'server_uuid': '19340026-8fe1-417b-869a-76fbd40cb860', 'tag': 'c0e1150c-3ca4-458b-85e4-8208744a4bc0', 'status': 'completed', 'code': 200} Apr 18 19:30:05.580969 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2a351334-ba34-4e49-8705-f72bef6ba505 req-add4799e-ae43-4a5c-9e3f-e1c71a37c9ba service neutron] 10.222.0.72 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4585893 Apr 18 19:30:05.719929 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3865af-5269-4813-98ab-b5ce929c1fa4 req-377f2610-bc7a-4bf9-b8af-fcfc6218c023 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:05.734489 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-6a3865af-5269-4813-98ab-b5ce929c1fa4 req-377f2610-bc7a-4bf9-b8af-fcfc6218c023 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/ports?device_id=398acc94-8ebc-4510-8a2d-9878f34d8348 HTTP/1.1" status: 200 len: 945 time: 0.4836195 Apr 18 19:30:05.948165 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-55aaf8a9-2176-4715-a31b-c8fafe3ad026 req-a835e0fa-1f31-494d-919f-101f6d4b6653 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4bf06599121a476094faf72db54a396e&device_id=19340026-8fe1-417b-869a-76fbd40cb860 HTTP/1.1" status: 200 len: 1098 time: 0.4899457 Apr 18 19:30:05.952092 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2a351334-ba34-4e49-8705-f72bef6ba505 req-b279507a-780b-489f-a25d-695962681dfe service neutron] 10.222.0.72 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3603985 Apr 18 19:30:05.952957 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123a1cf0-c3b7-40cc-a14a-00a5f671a518 req-74a2c0be-8d69-423e-80a4-35a8a2413310 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:05.954676 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-123a1cf0-c3b7-40cc-a14a-00a5f671a518 req-74a2c0be-8d69-423e-80a4-35a8a2413310 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cbfc875-c839-4a4c-bcbc-fb0ee164e18b HTTP/1.1" status: 200 len: 950 time: 0.1784370 Apr 18 19:30:06.019964 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 53348) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:30:06.052898 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-123a1cf0-c3b7-40cc-a14a-00a5f671a518 req-e8af5396-2a53-4f3c-b6cd-58409c42a2ae tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/security-groups?id=5c6be434-109a-4c25-809d-b81f7096d7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853596 Apr 18 19:30:06.427510 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ae8f73d3-7dee-4991-b31b-d6b5c93ccd7a req-73de689a-6c8e-43ef-9300-3c9296e278f7 tempest-ServerShowV257Test-24389060 tempest-ServerShowV257Test-24389060-project] 10.222.0.69 "GET /v2.0/ports?device_id=9a133717-a65e-4106-aa9e-d3855994fa4b HTTP/1.1" status: 200 len: 210 time: 0.0956085 Apr 18 19:30:06.451314 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aaf8a9-2176-4715-a31b-c8fafe3ad026 req-cfaa6183-da4e-46b9-a540-667187fedd0b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:06.452771 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-55aaf8a9-2176-4715-a31b-c8fafe3ad026 req-cfaa6183-da4e-46b9-a540-667187fedd0b service neutron] 10.222.0.73 "GET /v2.0/networks?id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a HTTP/1.1" status: 200 len: 870 time: 0.4852083 Apr 18 19:30:06.584564 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-3f7116a7-f039-4d3b-a237-eb1f29691868 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1334345664-network', 'tenant_id': '9a6eb095d02f45d1bec7fc2f621f4ec9'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:30:06.606184 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-3f7116a7-f039-4d3b-a237-eb1f29691868 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:30:06.613635 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-55aaf8a9-2176-4715-a31b-c8fafe3ad026 req-2df32030-5068-437e-a99d-f2b7ea717640 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=c0e1150c-3ca4-458b-85e4-8208744a4bc0 HTTP/1.1" status: 200 len: 217 time: 0.1449692 Apr 18 19:30:06.619721 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-55aaf8a9-2176-4715-a31b-c8fafe3ad026 req-34388f80-73d4-43e5-90f4-8ba74fbaf1c7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4bf06599121a476094faf72db54a396e&device_id=19340026-8fe1-417b-869a-76fbd40cb860 HTTP/1.1" status: 200 len: 1098 time: 0.4874916 Apr 18 19:30:06.622629 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-3f7116a7-f039-4d3b-a237-eb1f29691868 admin admin] Usage tracker for resource:network and tenant:9a6eb095d02f45d1bec7fc2f621f4ec9 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:30:06.656789 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-3f7116a7-f039-4d3b-a237-eb1f29691868 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:30:06.723605 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-3f7116a7-f039-4d3b-a237-eb1f29691868 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:30:06.858041 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aaf8a9-2176-4715-a31b-c8fafe3ad026 req-16481501-8879-4de6-a9f8-ac111c2f0acb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:06.859621 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-55aaf8a9-2176-4715-a31b-c8fafe3ad026 req-16481501-8879-4de6-a9f8-ac111c2f0acb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=17d1b3aa-2066-4ffa-a69f-52ed566b6548 HTTP/1.1" status: 200 len: 843 time: 0.2383716 Apr 18 19:30:06.927975 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-6a3865af-5269-4813-98ab-b5ce929c1fa4 req-908595ba-cba7-49c1-ad89-c852d8fe7e50 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/security-groups?id=a141a97b-10ea-4a45-b463-6b38bd1cffff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1096117 Apr 18 19:30:06.935391 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f7116a7-f039-4d3b-a237-eb1f29691868 admin admin] Made reservation on behalf of 9a6eb095d02f45d1bec7fc2f621f4ec9 for: {'network': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:30:06.937669 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-3f7116a7-f039-4d3b-a237-eb1f29691868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for network, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:06.969214 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-3f7116a7-f039-4d3b-a237-eb1f29691868 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:06.994148 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aaf8a9-2176-4715-a31b-c8fafe3ad026 req-791bdabb-7896-4450-8d95-2970f62002dc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:06.996157 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-55aaf8a9-2176-4715-a31b-c8fafe3ad026 req-791bdabb-7896-4450-8d95-2970f62002dc service neutron] 10.222.0.72 "GET /v2.0/networks?id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a HTTP/1.1" status: 200 len: 870 time: 0.3700843 Apr 18 19:30:07.105681 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-55aaf8a9-2176-4715-a31b-c8fafe3ad026 req-910c29a8-30e4-4dad-9131-273441241c2e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=c0e1150c-3ca4-458b-85e4-8208744a4bc0 HTTP/1.1" status: 200 len: 217 time: 0.1022191 Apr 18 19:30:07.116883 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-3f7116a7-f039-4d3b-a237-eb1f29691868 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:30:07.227190 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aaf8a9-2176-4715-a31b-c8fafe3ad026 req-32e99f67-7e1c-45b1-b1af-ac5f4961b887 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:07.232755 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-55aaf8a9-2176-4715-a31b-c8fafe3ad026 req-32e99f67-7e1c-45b1-b1af-ac5f4961b887 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=17d1b3aa-2066-4ffa-a69f-52ed566b6548 HTTP/1.1" status: 200 len: 843 time: 0.1184742 Apr 18 19:30:07.236057 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-3f7116a7-f039-4d3b-a237-eb1f29691868 admin admin] Usage tracker for resource:security_group_rule and tenant:9a6eb095d02f45d1bec7fc2f621f4ec9 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:30:07.236334 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4235858-0e64-4398-9709-93ab9ba40a24 req-067323d5-f479-424b-9fe7-4bf0badc6761 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:07.240528 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4235858-0e64-4398-9709-93ab9ba40a24 req-067323d5-f479-424b-9fe7-4bf0badc6761 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:07.247350 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4235858-0e64-4398-9709-93ab9ba40a24 req-067323d5-f479-424b-9fe7-4bf0badc6761 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:07.252548 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4235858-0e64-4398-9709-93ab9ba40a24 req-067323d5-f479-424b-9fe7-4bf0badc6761 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:07.256695 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4235858-0e64-4398-9709-93ab9ba40a24 req-067323d5-f479-424b-9fe7-4bf0badc6761 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:07.259210 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-3f7116a7-f039-4d3b-a237-eb1f29691868 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:30:07.263264 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4235858-0e64-4398-9709-93ab9ba40a24 req-067323d5-f479-424b-9fe7-4bf0badc6761 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:07.265900 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4235858-0e64-4398-9709-93ab9ba40a24 req-067323d5-f479-424b-9fe7-4bf0badc6761 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:07.267981 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d4235858-0e64-4398-9709-93ab9ba40a24 req-067323d5-f479-424b-9fe7-4bf0badc6761 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "GET /v2.0/ports?device_id=dca9f21b-f897-4981-ab52-5aee4da127c0 HTTP/1.1" status: 200 len: 5434 time: 0.1445158 Apr 18 19:30:07.328128 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-55aaf8a9-2176-4715-a31b-c8fafe3ad026 req-5f64abf4-9169-458c-962a-1a1227e3f363 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4596980 Apr 18 19:30:07.350190 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d4235858-0e64-4398-9709-93ab9ba40a24 req-56f8c31d-a4fe-4be2-b4f3-113f0a405d1f tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "GET /v2.0/security-groups?id=059a9d13-b1ae-4689-acd4-4327d8143c7d&id=005d155c-90ca-4625-80c3-c43b698af2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0754960 Apr 18 19:30:07.419238 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-3f7116a7-f039-4d3b-a237-eb1f29691868 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:30:07.620499 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-55aaf8a9-2176-4715-a31b-c8fafe3ad026 req-cfe40d71-608e-48ce-94d3-0cb3df79e0ff service neutron] 10.222.0.73 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293861 Apr 18 19:30:07.629563 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeaaab8-50c1-40c9-b50e-c835862b6ce3 req-313407ad-42d0-4195-b2f5-081b99dfce57 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:07.631670 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-1eeaaab8-50c1-40c9-b50e-c835862b6ce3 req-313407ad-42d0-4195-b2f5-081b99dfce57 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=19340026-8fe1-417b-869a-76fbd40cb860 HTTP/1.1" status: 200 len: 947 time: 0.3864901 Apr 18 19:30:07.640995 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3b7e63-1332-40e6-a73b-b87b67a9b20e req-f13b9f08-52f8-4b07-98c0-f29bc67ff7fc tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:07.643083 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-0e3b7e63-1332-40e6-a73b-b87b67a9b20e req-f13b9f08-52f8-4b07-98c0-f29bc67ff7fc tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cbfc875-c839-4a4c-bcbc-fb0ee164e18b HTTP/1.1" status: 200 len: 950 time: 0.1194069 Apr 18 19:30:07.708480 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-0e3b7e63-1332-40e6-a73b-b87b67a9b20e req-12ffef1d-6b05-42e0-ba80-832ebce3310b tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/security-groups?id=5c6be434-109a-4c25-809d-b81f7096d7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583324 Apr 18 19:30:07.742569 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-55aaf8a9-2176-4715-a31b-c8fafe3ad026 req-3a3d1e2f-0844-4f8e-b788-1188bf3edef2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4869177 Apr 18 19:30:07.891652 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-1eeaaab8-50c1-40c9-b50e-c835862b6ce3 req-7c575809-96a2-4e3c-828d-97367b131573 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201271 Apr 18 19:30:07.987343 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-3f7116a7-f039-4d3b-a237-eb1f29691868 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:08.085794 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-55aaf8a9-2176-4715-a31b-c8fafe3ad026 req-a8db1c9f-e23b-44a0-b439-76569aca31af service neutron] 10.222.0.73 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4529247 Apr 18 19:30:08.114455 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-3f7116a7-f039-4d3b-a237-eb1f29691868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:08.147789 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-49163d25-f9e5-4ce0-9049-45f28ef79081 req-7b1bf224-78ac-48e2-9f88-5795cc95b676 tempest-ImagesNegativeTestJSON-76899821 tempest-ImagesNegativeTestJSON-76899821-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=8a7e5a75ad5241d8a6947d91421d218a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0346406 Apr 18 19:30:08.179165 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-55aaf8a9-2176-4715-a31b-c8fafe3ad026 req-76073a57-19c3-4051-9cf8-326c730cedc4 service neutron] 10.222.0.72 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4185631 Apr 18 19:30:08.290615 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f7116a7-f039-4d3b-a237-eb1f29691868 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=84763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:30:08.297872 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7116a7-f039-4d3b-a237-eb1f29691868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac56799f-cf4a-49e4-a5d5-2369b9f81123,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:08.337237 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49163d25-f9e5-4ce0-9049-45f28ef79081 req-0c417c6f-16f2-472c-a4a5-d4fb2e69a76a tempest-ImagesNegativeTestJSON-76899821 tempest-ImagesNegativeTestJSON-76899821-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:08.338823 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-49163d25-f9e5-4ce0-9049-45f28ef79081 req-0c417c6f-16f2-472c-a4a5-d4fb2e69a76a tempest-ImagesNegativeTestJSON-76899821 tempest-ImagesNegativeTestJSON-76899821-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1785445 Apr 18 19:30:08.378151 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-3f7116a7-f039-4d3b-a237-eb1f29691868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:08.378752 n-d-836017-2 neutron-server[84763]: INFO neutron.db.segments_db [None req-3f7116a7-f039-4d3b-a237-eb1f29691868 admin admin] Added segment cc7e7172-a4bd-4410-8b6f-8a897b0322a2 of type vlan for network e1177583-bd63-4d05-a84c-ef77d54379c7 Apr 18 19:30:08.381487 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-49163d25-f9e5-4ce0-9049-45f28ef79081 req-4cb7dadf-824c-4ccd-8bb8-36ae830c16c6 tempest-ImagesNegativeTestJSON-76899821 tempest-ImagesNegativeTestJSON-76899821-project] 10.222.0.69 "GET /v2.0/quotas/8a7e5a75ad5241d8a6947d91421d218a HTTP/1.1" status: 200 len: 375 time: 0.0344779 Apr 18 19:30:08.417369 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a227e5ec-fcb7-4600-9579-832cf33d3147 req-d844eabe-80e2-4c86-880b-4b99ce54e838 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:08.433094 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a227e5ec-fcb7-4600-9579-832cf33d3147 req-d844eabe-80e2-4c86-880b-4b99ce54e838 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:08.451603 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a227e5ec-fcb7-4600-9579-832cf33d3147 req-d844eabe-80e2-4c86-880b-4b99ce54e838 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:08.462281 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a227e5ec-fcb7-4600-9579-832cf33d3147 req-d844eabe-80e2-4c86-880b-4b99ce54e838 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:08.472117 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a227e5ec-fcb7-4600-9579-832cf33d3147 req-d844eabe-80e2-4c86-880b-4b99ce54e838 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:08.477031 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a227e5ec-fcb7-4600-9579-832cf33d3147 req-d844eabe-80e2-4c86-880b-4b99ce54e838 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:08.480056 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-49163d25-f9e5-4ce0-9049-45f28ef79081 req-0d1333d8-4567-463f-99b5-26a3e9431f86 tempest-ImagesNegativeTestJSON-76899821 tempest-ImagesNegativeTestJSON-76899821-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=8a7e5a75ad5241d8a6947d91421d218a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0971839 Apr 18 19:30:08.480995 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a227e5ec-fcb7-4600-9579-832cf33d3147 req-d844eabe-80e2-4c86-880b-4b99ce54e838 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:08.484686 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a227e5ec-fcb7-4600-9579-832cf33d3147 req-d844eabe-80e2-4c86-880b-4b99ce54e838 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "GET /v2.0/ports?device_id=dca9f21b-f897-4981-ab52-5aee4da127c0 HTTP/1.1" status: 200 len: 5434 time: 0.3714099 Apr 18 19:30:08.515164 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-55aaf8a9-2176-4715-a31b-c8fafe3ad026 req-6dad642b-4b9b-4f86-877f-65a614f1cb92 service neutron] 10.222.0.72 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3162444 Apr 18 19:30:08.547101 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-3f7116a7-f039-4d3b-a237-eb1f29691868 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791093404182'] for network, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:08.851151 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5004793e-81a6-4433-a9aa-5b56b162e70b req-a40a0b40-20a8-44af-bd2b-c592512f103f tempest-ServerShowV257Test-24389060 tempest-ServerShowV257Test-24389060-project] 10.222.0.69 "GET /v2.0/ports?device_id=9a133717-a65e-4106-aa9e-d3855994fa4b HTTP/1.1" status: 200 len: 210 time: 0.2213354 Apr 18 19:30:08.852201 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-3f7116a7-f039-4d3b-a237-eb1f29691868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251'] for network, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:08.853693 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f7116a7-f039-4d3b-a237-eb1f29691868 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:08.854513 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-3f7116a7-f039-4d3b-a237-eb1f29691868 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:08.868164 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device c0e1150c-3ca4-458b-85e4-8208744a4bc0 details requested by agent hyperv_n-h2-836017-2 with host n-h2-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:30:09.123630 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port c0e1150c-3ca4-458b-85e4-8208744a4bc0, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=c0e1150c-3ca4-458b-85e4-8208744a4bc0,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:30:09.153544 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Returning: {'device': 'c0e1150c-3ca4-458b-85e4-8208744a4bc0', 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a', 'port_id': 'c0e1150c-3ca4-458b-85e4-8208744a4bc0', 'mac_address': 'fa:16:3e:3e:b4:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17d1b3aa-2066-4ffa-a69f-52ed566b6548', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:30:09.159452 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0aa1da-c428-43d9-97be-0e1faae254d8 req-25b498aa-fe67-4583-a72b-46ab3618b8d8 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:09.170784 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-bb0aa1da-c428-43d9-97be-0e1faae254d8 req-25b498aa-fe67-4583-a72b-46ab3618b8d8 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/ports?device_id=398acc94-8ebc-4510-8a2d-9878f34d8348 HTTP/1.1" status: 200 len: 945 time: 0.1626379 Apr 18 19:30:09.230212 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-3f7116a7-f039-4d3b-a237-eb1f29691868 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 3.2080767 Apr 18 19:30:09.254826 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7116a7-f039-4d3b-a237-eb1f29691868 admin admin] Pushing event updated for resources: {'Network': ['ID=e1177583-bd63-4d05-a84c-ef77d54379c7,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:09.258805 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:09.276107 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-bb0aa1da-c428-43d9-97be-0e1faae254d8 req-f5ea6e09-0124-47be-9293-61a2d66018bc tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/security-groups?id=a141a97b-10ea-4a45-b463-6b38bd1cffff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074696 Apr 18 19:30:09.287697 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0e1150c-3ca4-458b-85e4-8208744a4bc0 {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:30:09.311366 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port c0e1150c-3ca4-458b-85e4-8208744a4bc0, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=c0e1150c-3ca4-458b-85e4-8208744a4bc0,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:30:09.312049 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Network e1177583-bd63-4d05-a84c-ef77d54379c7 details requested by agent ovs-agent-n-d-836017-2 with host n-d-836017-2 {{(pid=84765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:30:09.353595 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebac0066-f87f-44e4-90af-48878039302a req-9d9226d9-4494-4756-bac7-a231bd4a0280 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:09.363311 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ebac0066-f87f-44e4-90af-48878039302a req-9d9226d9-4494-4756-bac7-a231bd4a0280 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cbfc875-c839-4a4c-bcbc-fb0ee164e18b HTTP/1.1" status: 200 len: 950 time: 0.2158020 Apr 18 19:30:09.449604 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a7fec4c9-c1c4-4897-8e7e-5c7461ab29ef req-559c68fe-1300-45c5-9cf5-d042f549088d tempest-ImagesNegativeTestJSON-76899821 tempest-ImagesNegativeTestJSON-76899821-project] 10.222.0.69 "GET /v2.0/ports?device_id=a23e3909-5c87-44e4-8077-ed01082cba7c HTTP/1.1" status: 200 len: 210 time: 0.0661266 Apr 18 19:30:09.471822 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:09.474337 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ebac0066-f87f-44e4-90af-48878039302a req-fead0a34-17e4-4d22-b2ce-86c54f27d0c1 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/security-groups?id=5c6be434-109a-4c25-809d-b81f7096d7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043301 Apr 18 19:30:09.601991 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=c0e1150c-3ca4-458b-85e4-8208744a4bc0,revision_number=8']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:09.845458 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] get_ports_and_sgs() called for port_ids ['c0e1150c-3ca4-458b-85e4-8208744a4bc0'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:30:09.865591 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8aee67-03b5-4b45-a99d-4e49b33d6e57 req-4096c434-7823-4753-9088-60126cc48d70 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:09.874526 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-9c8aee67-03b5-4b45-a99d-4e49b33d6e57 req-4096c434-7823-4753-9088-60126cc48d70 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=19340026-8fe1-417b-869a-76fbd40cb860 HTTP/1.1" status: 200 len: 948 time: 0.1746647 Apr 18 19:30:09.979327 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-9c8aee67-03b5-4b45-a99d-4e49b33d6e57 req-1928285e-f8e3-4183-9b7a-f8e5a57eb079 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033888 Apr 18 19:30:10.025472 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc6550e-208d-4788-96a0-87eb109bdcef req-e0793f6d-e24d-4856-9e52-f9d0dadbfe4b tempest-ComputeTenantNetworksTest-1363298206 tempest-ComputeTenantNetworksTest-1363298206-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:10.029483 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc6550e-208d-4788-96a0-87eb109bdcef req-e0793f6d-e24d-4856-9e52-f9d0dadbfe4b tempest-ComputeTenantNetworksTest-1363298206 tempest-ComputeTenantNetworksTest-1363298206-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:10.033823 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc6550e-208d-4788-96a0-87eb109bdcef req-e0793f6d-e24d-4856-9e52-f9d0dadbfe4b tempest-ComputeTenantNetworksTest-1363298206 tempest-ComputeTenantNetworksTest-1363298206-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:10.035020 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-3dc6550e-208d-4788-96a0-87eb109bdcef req-e0793f6d-e24d-4856-9e52-f9d0dadbfe4b tempest-ComputeTenantNetworksTest-1363298206 tempest-ComputeTenantNetworksTest-1363298206-project] Synchronizing usage tracker for tenant:9a6eb095d02f45d1bec7fc2f621f4ec9 on resource:network {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:30:10.192387 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6f42f6e3-3104-4c76-8ca9-70eee1bbf92a req-9ebd6595-e10a-4c0f-8c31-884d2ced76c8 tempest-ServerShowV257Test-24389060 tempest-ServerShowV257Test-24389060-project] 10.222.0.69 "GET /v2.0/ports?device_id=9a133717-a65e-4106-aa9e-d3855994fa4b HTTP/1.1" status: 200 len: 210 time: 0.0563519 Apr 18 19:30:10.576899 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-3dc6550e-208d-4788-96a0-87eb109bdcef req-e0793f6d-e24d-4856-9e52-f9d0dadbfe4b tempest-ComputeTenantNetworksTest-1363298206 tempest-ComputeTenantNetworksTest-1363298206-project] Unset dirty status for tenant:9a6eb095d02f45d1bec7fc2f621f4ec9 on resource:network {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:30:10.578153 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3dc6550e-208d-4788-96a0-87eb109bdcef req-e0793f6d-e24d-4856-9e52-f9d0dadbfe4b tempest-ComputeTenantNetworksTest-1363298206 tempest-ComputeTenantNetworksTest-1363298206-project] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.7793946 Apr 18 19:30:10.782185 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16e6485-c77e-4658-9eaa-c54fb4917c65 req-2347f4c0-387f-4428-8f1d-4b6fbc98e506 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:10.782185 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e16e6485-c77e-4658-9eaa-c54fb4917c65 req-2347f4c0-387f-4428-8f1d-4b6fbc98e506 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/ports?device_id=398acc94-8ebc-4510-8a2d-9878f34d8348 HTTP/1.1" status: 200 len: 945 time: 0.0929804 Apr 18 19:30:10.839101 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e16e6485-c77e-4658-9eaa-c54fb4917c65 req-0bca49da-09fd-412e-a0bf-ccf516e4fef3 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/security-groups?id=a141a97b-10ea-4a45-b463-6b38bd1cffff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562744 Apr 18 19:30:10.974464 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-70e8a379-f31c-4fef-804e-dfc5280969c2 req-7c33e6b8-3d42-478e-8cf5-e9cfe4e257a7 tempest-ImagesNegativeTestJSON-76899821 tempest-ImagesNegativeTestJSON-76899821-project] 10.222.0.69 "GET /v2.0/ports?device_id=a23e3909-5c87-44e4-8077-ed01082cba7c HTTP/1.1" status: 200 len: 210 time: 0.0548580 Apr 18 19:30:11.186745 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38cb03b-bc20-42d6-82c1-2d845c26ff41 req-e5e538c6-7b48-4023-ae22-9fadd6b67ad2 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:11.193947 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a38cb03b-bc20-42d6-82c1-2d845c26ff41 req-e5e538c6-7b48-4023-ae22-9fadd6b67ad2 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cbfc875-c839-4a4c-bcbc-fb0ee164e18b HTTP/1.1" status: 200 len: 950 time: 0.1038775 Apr 18 19:30:11.251140 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a38cb03b-bc20-42d6-82c1-2d845c26ff41 req-c583ad0f-1e1c-4a02-b373-b595773ed904 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/security-groups?id=5c6be434-109a-4c25-809d-b81f7096d7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563269 Apr 18 19:30:11.518462 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-aea4ce16-d75b-4331-9cb0-609772faaeb1 req-ed0b9677-1658-414e-881a-55c5dca2724d tempest-ServerShowV257Test-24389060 tempest-ServerShowV257Test-24389060-project] 10.222.0.69 "GET /v2.0/ports?device_id=9a133717-a65e-4106-aa9e-d3855994fa4b HTTP/1.1" status: 200 len: 210 time: 0.0987828 Apr 18 19:30:11.603724 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7018f7-42f4-410a-98e2-7e3fb1cd2886 req-705ab46b-496d-43a0-ad1e-122ae4dcbaee tempest-ComputeTenantNetworksTest-1363298206 tempest-ComputeTenantNetworksTest-1363298206-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:11.606563 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-dc7018f7-42f4-410a-98e2-7e3fb1cd2886 req-705ab46b-496d-43a0-ad1e-122ae4dcbaee tempest-ComputeTenantNetworksTest-1363298206 tempest-ComputeTenantNetworksTest-1363298206-project] 10.222.0.69 "GET /v2.0/networks/e1177583-bd63-4d05-a84c-ef77d54379c7 HTTP/1.1" status: 200 len: 769 time: 0.2850542 Apr 18 19:30:11.607105 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9540e3d5-b97a-412d-8d20-02004e39ac56 req-9eff44a6-6c5e-41c3-a84c-11f373b568a4 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:11.608785 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-9540e3d5-b97a-412d-8d20-02004e39ac56 req-9eff44a6-6c5e-41c3-a84c-11f373b568a4 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.72 "GET /v2.0/ports?device_id=19340026-8fe1-417b-869a-76fbd40cb860&tenant_id=4bf06599121a476094faf72db54a396e&binding%3Ahost_id=n-h2-836017-2 HTTP/1.1" status: 200 len: 948 time: 0.1437616 Apr 18 19:30:11.614873 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 53444) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:30:11.918706 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-18a999b7-1ee7-4db3-a938-0b338fd87ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:11.990440 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-9540e3d5-b97a-412d-8d20-02004e39ac56 req-335c4fb4-008e-4a71-a9de-0678c7e4fa4a service neutron] 10.222.0.72 "GET /v2.0/ports/c0e1150c-3ca4-458b-85e4-8208744a4bc0/bindings/n-h2-836017-2 HTTP/1.1" status: 200 len: 382 time: 0.2640512 Apr 18 19:30:12.111651 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98b6af9-36a3-4a03-8d04-bfc336eb2136 req-d06b97af-84f5-41d6-8127-942b95ff3ffd tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:12.113173 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e98b6af9-36a3-4a03-8d04-bfc336eb2136 req-d06b97af-84f5-41d6-8127-942b95ff3ffd tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=19340026-8fe1-417b-869a-76fbd40cb860 HTTP/1.1" status: 200 len: 948 time: 0.3856473 Apr 18 19:30:12.150865 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3c1724-e1da-4381-a463-6c691bdc5165 req-1fb80302-40a0-43a9-89b1-42d910edc47c tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:12.153032 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-1c3c1724-e1da-4381-a463-6c691bdc5165 req-1fb80302-40a0-43a9-89b1-42d910edc47c tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/ports?device_id=398acc94-8ebc-4510-8a2d-9878f34d8348 HTTP/1.1" status: 200 len: 945 time: 0.1112990 Apr 18 19:30:12.186448 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-18a999b7-1ee7-4db3-a938-0b338fd87ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256345', 'neutron.services.segments.db._delete_segments_for_network-8791093852025'] for network, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:12.241707 n-d-836017-2 neutron-server[84763]: DEBUG neutron.services.segments.db [None req-18a999b7-1ee7-4db3-a938-0b338fd87ac2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1177583-bd63-4d05-a84c-ef77d54379c7']}} {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:30:12.260604 n-d-836017-2 neutron-server[84763]: DEBUG neutron.services.segments.db [None req-18a999b7-1ee7-4db3-a938-0b338fd87ac2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc7e7172-a4bd-4410-8b6f-8a897b0322a2') {'for_net_delete': True} {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:30:12.260900 n-d-836017-2 neutron-server[84763]: DEBUG neutron.services.segments.db [None req-18a999b7-1ee7-4db3-a938-0b338fd87ac2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc7e7172-a4bd-4410-8b6f-8a897b0322a2') {} {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:30:12.278931 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-1c3c1724-e1da-4381-a463-6c691bdc5165 req-7703a189-f585-4fed-87d4-c0649e36c390 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/security-groups?id=a141a97b-10ea-4a45-b463-6b38bd1cffff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100135 Apr 18 19:30:12.285939 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-18a999b7-1ee7-4db3-a938-0b338fd87ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791093851908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66272256'] for segment, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:12.316348 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e98b6af9-36a3-4a03-8d04-bfc336eb2136 req-6da51a69-d239-4e55-a258-f3e929168421 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852491 Apr 18 19:30:12.349221 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-18a999b7-1ee7-4db3-a938-0b338fd87ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:12.359059 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18a999b7-1ee7-4db3-a938-0b338fd87ac2 admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=84763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:30:12.361754 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-18a999b7-1ee7-4db3-a938-0b338fd87ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66351785'] for segment, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:12.394062 n-d-836017-2 neutron-server[84763]: Traceback (most recent call last): Apr 18 19:30:12.394062 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:30:12.394062 n-d-836017-2 neutron-server[84763]: timer() Apr 18 19:30:12.394062 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:30:12.394062 n-d-836017-2 neutron-server[84763]: cb(*args, **kw) Apr 18 19:30:12.394062 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:30:12.394062 n-d-836017-2 neutron-server[84763]: return func(*args, **kwargs) Apr 18 19:30:12.394062 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:30:12.394062 n-d-836017-2 neutron-server[84763]: self._notify() Apr 18 19:30:12.394062 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:30:12.394062 n-d-836017-2 neutron-server[84763]: self.callback(batched_events) Apr 18 19:30:12.394062 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:30:12.394062 n-d-836017-2 neutron-server[84763]: event.method(event) Apr 18 19:30:12.394062 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:30:12.394062 n-d-836017-2 neutron-server[84763]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:30:12.394062 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:30:12.394062 n-d-836017-2 neutron-server[84763]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:30:12.394062 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:30:12.394062 n-d-836017-2 neutron-server[84763]: return f(self, *a, **k) Apr 18 19:30:12.394062 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:30:12.394062 n-d-836017-2 neutron-server[84763]: return self._get(url).json() Apr 18 19:30:12.394062 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:30:12.394062 n-d-836017-2 neutron-server[84763]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:30:12.394062 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:30:12.394062 n-d-836017-2 neutron-server[84763]: return self.request(url, 'GET', **kwargs) Apr 18 19:30:12.394062 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:30:12.394062 n-d-836017-2 neutron-server[84763]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:30:12.394062 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:30:12.394062 n-d-836017-2 neutron-server[84763]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:30:12.394062 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:30:12.394062 n-d-836017-2 neutron-server[84763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:30:12.394062 n-d-836017-2 neutron-server[84763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:30:12.411579 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-9540e3d5-b97a-412d-8d20-02004e39ac56 req-fe6de9ab-bea3-4801-8fff-47d789c8c4ed service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4bf06599121a476094faf72db54a396e&device_id=19340026-8fe1-417b-869a-76fbd40cb860 HTTP/1.1" status: 200 len: 1099 time: 0.3414943 Apr 18 19:30:12.735521 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-de742078-b709-4c6b-93c2-b53b4325d0b9 req-18a462ca-591a-445f-8d02-13a7f8eb2efe tempest-ImagesNegativeTestJSON-76899821 tempest-ImagesNegativeTestJSON-76899821-project] 10.222.0.69 "GET /v2.0/ports?device_id=a23e3909-5c87-44e4-8077-ed01082cba7c HTTP/1.1" status: 200 len: 210 time: 0.1524172 Apr 18 19:30:12.825037 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9540e3d5-b97a-412d-8d20-02004e39ac56 req-e211ec39-16e6-42f3-8145-deb98fc81554 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:12.827012 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-9540e3d5-b97a-412d-8d20-02004e39ac56 req-e211ec39-16e6-42f3-8145-deb98fc81554 service neutron] 10.222.0.72 "GET /v2.0/networks?id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a HTTP/1.1" status: 200 len: 870 time: 0.4079127 Apr 18 19:30:12.897280 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device c0e1150c-3ca4-458b-85e4-8208744a4bc0 up at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:30:12.984888 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df50fabe-038f-4c0e-8976-14c2a7c63b9c req-c5d9a388-0a58-4b9f-a23c-83c44ab243ab tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:13.004793 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-df50fabe-038f-4c0e-8976-14c2a7c63b9c req-c5d9a388-0a58-4b9f-a23c-83c44ab243ab tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cbfc875-c839-4a4c-bcbc-fb0ee164e18b HTTP/1.1" status: 200 len: 950 time: 0.4096885 Apr 18 19:30:13.060524 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 53474) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:30:13.077015 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-df50fabe-038f-4c0e-8976-14c2a7c63b9c req-041a9cfb-cdeb-41a7-9c37-74131b0cadf7 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/security-groups?id=5c6be434-109a-4c25-809d-b81f7096d7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698578 Apr 18 19:30:13.095411 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning for port c0e1150c-3ca4-458b-85e4-8208744a4bc0 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:30:13.097574 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-18a999b7-1ee7-4db3-a938-0b338fd87ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416801'] for network, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:13.104402 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning complete for port c0e1150c-3ca4-458b-85e4-8208744a4bc0 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:30:13.104957 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:13.182877 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-13d8f517-9d15-46a0-8822-bf544fc4c35a req-2fed78d5-be22-47c2-968c-4e14d90ae38e tempest-ServerShowV257Test-24389060 tempest-ServerShowV257Test-24389060-project] 10.222.0.69 "GET /v2.0/ports?device_id=9a133717-a65e-4106-aa9e-d3855994fa4b HTTP/1.1" status: 200 len: 210 time: 0.0932381 Apr 18 19:30:13.184222 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-18a999b7-1ee7-4db3-a938-0b338fd87ac2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:13.193868 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a999b7-1ee7-4db3-a938-0b338fd87ac2 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1177583-bd63-4d05-a84c-ef77d54379c7,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:13.197171 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-9540e3d5-b97a-412d-8d20-02004e39ac56 req-2b5ac58b-5b64-4860-a1dd-1fe06011ff91 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=c0e1150c-3ca4-458b-85e4-8208744a4bc0 HTTP/1.1" status: 200 len: 217 time: 0.3589771 Apr 18 19:30:13.327425 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:13.361286 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9540e3d5-b97a-412d-8d20-02004e39ac56 req-9e668b75-8428-4dc6-aea5-356e5a9cfd75 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:13.366126 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-9540e3d5-b97a-412d-8d20-02004e39ac56 req-9e668b75-8428-4dc6-aea5-356e5a9cfd75 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=17d1b3aa-2066-4ffa-a69f-52ed566b6548 HTTP/1.1" status: 200 len: 843 time: 0.1511996 Apr 18 19:30:13.377150 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-18a999b7-1ee7-4db3-a938-0b338fd87ac2 admin admin] 10.222.0.69 "DELETE /v2.0/networks/e1177583-bd63-4d05-a84c-ef77d54379c7 HTTP/1.1" status: 204 len: 168 time: 1.7607741 Apr 18 19:30:13.422269 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port c0e1150c-3ca4-458b-85e4-8208744a4bc0, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=c0e1150c-3ca4-458b-85e4-8208744a4bc0,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:30:13.424852 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19340026-8fe1-417b-869a-76fbd40cb860', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0e1150c-3ca4-458b-85e4-8208744a4bc0'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:30:13.444286 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-7c595588-0d30-4dd4-860a-08fabdbf75d8 req-1c4af272-cc93-4bbf-b96e-f12e3129fb89 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=dca9f21b-f897-4981-ab52-5aee4da127c0 HTTP/1.1" status: 200 len: 6491 time: 0.3819530 Apr 18 19:30:13.511952 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:13.553960 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-49163d25-f9e5-4ce0-9049-45f28ef79081 req-b12136c9-bbd2-42bb-b333-402152a5b99c tempest-ImagesNegativeTestJSON-76899821 tempest-ImagesNegativeTestJSON-76899821-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=8a7e5a75ad5241d8a6947d91421d218a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0608325 Apr 18 19:30:13.577292 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-7c595588-0d30-4dd4-860a-08fabdbf75d8 req-67c66ab8-4b14-49bd-894d-835ca119103d service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=059a9d13-b1ae-4689-acd4-4327d8143c7d&id=005d155c-90ca-4625-80c3-c43b698af2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1258910 Apr 18 19:30:13.722686 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72921cd8-8d48-4fe9-b92e-30421b2e0096 req-297321d8-4a98-46a3-8551-295fdcbb836d tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:13.724618 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-72921cd8-8d48-4fe9-b92e-30421b2e0096 req-297321d8-4a98-46a3-8551-295fdcbb836d tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/ports?device_id=398acc94-8ebc-4510-8a2d-9878f34d8348 HTTP/1.1" status: 200 len: 945 time: 0.1514740 Apr 18 19:30:13.762120 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=c0e1150c-3ca4-458b-85e4-8208744a4bc0,revision_number=9']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:13.829651 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-72921cd8-8d48-4fe9-b92e-30421b2e0096 req-05159df8-22f0-4c30-a43a-6c4845a14d52 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/security-groups?id=a141a97b-10ea-4a45-b463-6b38bd1cffff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973833 Apr 18 19:30:13.843971 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49163d25-f9e5-4ce0-9049-45f28ef79081 req-af779fce-db22-4541-8295-9f32e907bc28 tempest-ImagesNegativeTestJSON-76899821 tempest-ImagesNegativeTestJSON-76899821-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:13.845644 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-49163d25-f9e5-4ce0-9049-45f28ef79081 req-af779fce-db22-4541-8295-9f32e907bc28 tempest-ImagesNegativeTestJSON-76899821 tempest-ImagesNegativeTestJSON-76899821-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2753160 Apr 18 19:30:13.896781 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-49163d25-f9e5-4ce0-9049-45f28ef79081 req-959c496a-3268-4f99-bbfe-b3d7d9328777 tempest-ImagesNegativeTestJSON-76899821 tempest-ImagesNegativeTestJSON-76899821-project] Request body: {'port': {'device_id': 'a23e3909-5c87-44e4-8077-ed01082cba7c', 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a', 'admin_state_up': True, 'tenant_id': '8a7e5a75ad5241d8a6947d91421d218a'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:30:13.971758 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26a44870-7276-4104-8d45-c1f31406b846'] response: {'server_uuid': '19340026-8fe1-417b-869a-76fbd40cb860', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0e1150c-3ca4-458b-85e4-8208744a4bc0', 'code': 200} Apr 18 19:30:14.001541 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-9540e3d5-b97a-412d-8d20-02004e39ac56 req-9b2f3ea9-8ff0-4955-916f-f0a34e15a5b5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6220765 Apr 18 19:30:14.072811 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 53494) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:30:14.153860 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-76a1a0be-9b2b-40cf-8ec4-db747336bae8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9a6eb095d02f45d1bec7fc2f621f4ec9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0772057 Apr 18 19:30:14.154373 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 53500) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:30:14.179890 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a40ee6-a221-4a5b-b1df-801a26b2de71 req-64044436-1e7e-4107-8ef6-04400da12fbc tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:14.182236 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-33a40ee6-a221-4a5b-b1df-801a26b2de71 req-64044436-1e7e-4107-8ef6-04400da12fbc tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=19340026-8fe1-417b-869a-76fbd40cb860 HTTP/1.1" status: 200 len: 949 time: 0.3355653 Apr 18 19:30:14.241380 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-49163d25-f9e5-4ce0-9049-45f28ef79081 req-959c496a-3268-4f99-bbfe-b3d7d9328777 tempest-ImagesNegativeTestJSON-76899821 tempest-ImagesNegativeTestJSON-76899821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:30:14.254955 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-1caee3b9-c4f1-4d9c-bceb-3adf906cc843 req-8e6c98e3-62c6-4648-b985-747be21b268f tempest-ImagesNegativeTestJSON-76899821 tempest-ImagesNegativeTestJSON-76899821-project] 10.222.0.69 "GET /v2.0/ports?device_id=a23e3909-5c87-44e4-8077-ed01082cba7c HTTP/1.1" status: 200 len: 210 time: 0.1025791 Apr 18 19:30:14.256221 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-49163d25-f9e5-4ce0-9049-45f28ef79081 req-959c496a-3268-4f99-bbfe-b3d7d9328777 tempest-ImagesNegativeTestJSON-76899821 tempest-ImagesNegativeTestJSON-76899821-project] Usage tracker for resource:port and tenant:8a7e5a75ad5241d8a6947d91421d218a is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:30:14.264456 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-49163d25-f9e5-4ce0-9049-45f28ef79081 req-959c496a-3268-4f99-bbfe-b3d7d9328777 tempest-ImagesNegativeTestJSON-76899821 tempest-ImagesNegativeTestJSON-76899821-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:30:14.269108 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-49163d25-f9e5-4ce0-9049-45f28ef79081 req-959c496a-3268-4f99-bbfe-b3d7d9328777 tempest-ImagesNegativeTestJSON-76899821 tempest-ImagesNegativeTestJSON-76899821-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:30:14.283920 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-9540e3d5-b97a-412d-8d20-02004e39ac56 req-d2b8422b-ffb7-47ee-8854-355a6da96872 service neutron] 10.222.0.72 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2693813 Apr 18 19:30:14.304297 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-33a40ee6-a221-4a5b-b1df-801a26b2de71 req-9221e531-120b-4afe-ac74-734abc0b767e tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059918 Apr 18 19:30:14.333673 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-65e674ff-e61a-44fc-b76a-eed552c5821b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:14.371969 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-65e674ff-e61a-44fc-b76a-eed552c5821b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:14.452003 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49163d25-f9e5-4ce0-9049-45f28ef79081 req-959c496a-3268-4f99-bbfe-b3d7d9328777 tempest-ImagesNegativeTestJSON-76899821 tempest-ImagesNegativeTestJSON-76899821-project] Made reservation on behalf of 8a7e5a75ad5241d8a6947d91421d218a for: {'port': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:30:14.456013 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-49163d25-f9e5-4ce0-9049-45f28ef79081 req-959c496a-3268-4f99-bbfe-b3d7d9328777 tempest-ImagesNegativeTestJSON-76899821 tempest-ImagesNegativeTestJSON-76899821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:14.495536 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-49163d25-f9e5-4ce0-9049-45f28ef79081 req-959c496a-3268-4f99-bbfe-b3d7d9328777 tempest-ImagesNegativeTestJSON-76899821 tempest-ImagesNegativeTestJSON-76899821-project] Notify callbacks [] for security_group, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:14.545605 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da5e853-4841-43e2-a17b-226385fa75f4 req-162c510c-999f-476f-b8d1-d15b9c4f61f8 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:14.552707 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6da5e853-4841-43e2-a17b-226385fa75f4 req-162c510c-999f-476f-b8d1-d15b9c4f61f8 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cbfc875-c839-4a4c-bcbc-fb0ee164e18b HTTP/1.1" status: 200 len: 950 time: 0.1153877 Apr 18 19:30:14.570108 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-13a3ea75-2c2a-4c42-9558-b2974b918531 req-30699c6c-8544-4e4a-ab8d-f3e950fd9df0 tempest-ServerShowV257Test-24389060 tempest-ServerShowV257Test-24389060-project] 10.222.0.69 "GET /v2.0/ports?device_id=9a133717-a65e-4106-aa9e-d3855994fa4b HTTP/1.1" status: 200 len: 210 time: 0.0616250 Apr 18 19:30:14.622021 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-65e674ff-e61a-44fc-b76a-eed552c5821b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:14.622236 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-9540e3d5-b97a-412d-8d20-02004e39ac56 req-8146e2ac-835a-4042-9efe-00341462d4b9 service neutron] 10.222.0.72 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3166232 Apr 18 19:30:14.638127 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-49163d25-f9e5-4ce0-9049-45f28ef79081 req-959c496a-3268-4f99-bbfe-b3d7d9328777 tempest-ImagesNegativeTestJSON-76899821 tempest-ImagesNegativeTestJSON-76899821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:30:14.647538 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-49163d25-f9e5-4ce0-9049-45f28ef79081 req-959c496a-3268-4f99-bbfe-b3d7d9328777 tempest-ImagesNegativeTestJSON-76899821 tempest-ImagesNegativeTestJSON-76899821-project] Usage tracker for resource:security_group_rule and tenant:8a7e5a75ad5241d8a6947d91421d218a is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:30:14.654039 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6da5e853-4841-43e2-a17b-226385fa75f4 req-a6c50c45-8d4e-45cd-af74-f7801ba9664f tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/security-groups?id=5c6be434-109a-4c25-809d-b81f7096d7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004651 Apr 18 19:30:14.657587 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-49163d25-f9e5-4ce0-9049-45f28ef79081 req-959c496a-3268-4f99-bbfe-b3d7d9328777 tempest-ImagesNegativeTestJSON-76899821 tempest-ImagesNegativeTestJSON-76899821-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:30:14.660797 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e674ff-e61a-44fc-b76a-eed552c5821b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac56799f-cf4a-49e4-a5d5-2369b9f81123,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:14.663063 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-65e674ff-e61a-44fc-b76a-eed552c5821b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:14.666956 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-65e674ff-e61a-44fc-b76a-eed552c5821b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ac56799f-cf4a-49e4-a5d5-2369b9f81123 HTTP/1.1" status: 204 len: 168 time: 0.5080154 Apr 18 19:30:14.679567 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-49163d25-f9e5-4ce0-9049-45f28ef79081 req-959c496a-3268-4f99-bbfe-b3d7d9328777 tempest-ImagesNegativeTestJSON-76899821 tempest-ImagesNegativeTestJSON-76899821-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:30:14.803388 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-49163d25-f9e5-4ce0-9049-45f28ef79081 req-959c496a-3268-4f99-bbfe-b3d7d9328777 tempest-ImagesNegativeTestJSON-76899821 tempest-ImagesNegativeTestJSON-76899821-project] Notify callbacks [] for security_group, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:14.865375 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-49163d25-f9e5-4ce0-9049-45f28ef79081 req-959c496a-3268-4f99-bbfe-b3d7d9328777 tempest-ImagesNegativeTestJSON-76899821 tempest-ImagesNegativeTestJSON-76899821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:14.920513 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 223822da-e9ca-44af-bd61-eec59d8e31d7 details requested by agent hyperv_n-h2-836017-2 with host n-h2-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:30:14.924248 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 223822da-e9ca-44af-bd61-eec59d8e31d7 no longer exists at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:30:15.064710 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959c496a-3268-4f99-bbfe-b3d7d9328777 tempest-ImagesNegativeTestJSON-76899821 tempest-ImagesNegativeTestJSON-76899821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a13208db-7c82-48e2-8e70-def9c6c98574,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:15.183193 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f98e6eb-cd8e-4c7a-9367-d5aac68efaa2 req-338271b8-23c9-406b-a715-ad4daf0fe6f5 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:15.188430 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2f98e6eb-cd8e-4c7a-9367-d5aac68efaa2 req-338271b8-23c9-406b-a715-ad4daf0fe6f5 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/ports?device_id=398acc94-8ebc-4510-8a2d-9878f34d8348 HTTP/1.1" status: 200 len: 945 time: 0.2031229 Apr 18 19:30:15.223943 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_common [req-49163d25-f9e5-4ce0-9049-45f28ef79081 req-959c496a-3268-4f99-bbfe-b3d7d9328777 tempest-ImagesNegativeTestJSON-76899821 tempest-ImagesNegativeTestJSON-76899821-project] Allocated IP 192.168.233.228 (cb6d8c7c-7ea4-4a32-b429-1c2934b7306a/17d1b3aa-2066-4ffa-a69f-52ed566b6548/c9135700-1d40-4ed7-8811-bc39acc92dc3) {{(pid=84763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:30:15.239064 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:15.297105 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2f98e6eb-cd8e-4c7a-9367-d5aac68efaa2 req-746a2a24-b925-4dd2-9598-70051047ef5c tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/security-groups?id=a141a97b-10ea-4a45-b463-6b38bd1cffff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993330 Apr 18 19:30:15.304573 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 223822da-e9ca-44af-bd61-eec59d8e31d7, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=223822da-e9ca-44af-bd61-eec59d8e31d7,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:30:15.348863 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Returning: {'device': '223822da-e9ca-44af-bd61-eec59d8e31d7', 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a', 'port_id': '223822da-e9ca-44af-bd61-eec59d8e31d7', 'mac_address': 'fa:16:3e:ed:95:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17d1b3aa-2066-4ffa-a69f-52ed566b6548', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:30:15.352144 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 223822da-e9ca-44af-bd61-eec59d8e31d7, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=223822da-e9ca-44af-bd61-eec59d8e31d7,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:30:15.430377 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:15.469841 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 223822da-e9ca-44af-bd61-eec59d8e31d7 {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:30:15.482596 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:15.534477 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-de947d88-cca8-47f3-b5fa-2375051afbd6 req-2b5c1fb4-8c54-48ce-b19f-e1e37a31052c tempest-ImagesNegativeTestJSON-76899821 tempest-ImagesNegativeTestJSON-76899821-project] 10.222.0.69 "GET /v2.0/ports?device_id=a23e3909-5c87-44e4-8077-ed01082cba7c HTTP/1.1" status: 200 len: 210 time: 0.0922518 Apr 18 19:30:15.676025 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84765) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 19:30:15.676762 n-d-836017-2 neutron-server[84765]: DEBUG oslo_db.api [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 19:30:15.679475 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=223822da-e9ca-44af-bd61-eec59d8e31d7,revision_number=9']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:15.786527 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-49163d25-f9e5-4ce0-9049-45f28ef79081 req-959c496a-3268-4f99-bbfe-b3d7d9328777 tempest-ImagesNegativeTestJSON-76899821 tempest-ImagesNegativeTestJSON-76899821-project] Notify callbacks [] for port, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:15.802726 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [req-49163d25-f9e5-4ce0-9049-45f28ef79081 req-959c496a-3268-4f99-bbfe-b3d7d9328777 tempest-ImagesNegativeTestJSON-76899821 tempest-ImagesNegativeTestJSON-76899821-project] Transition to ACTIVE for port object c9135700-1d40-4ed7-8811-bc39acc92dc3 will not be triggered until provisioned by entity DHCP. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:30:15.842855 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1a1483-8e31-4d3f-b09f-bbbb1b8fc120 req-e44f46e4-72aa-4a97-b538-f656d2ab3b58 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:15.844486 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3e1a1483-8e31-4d3f-b09f-bbbb1b8fc120 req-e44f46e4-72aa-4a97-b538-f656d2ab3b58 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=19340026-8fe1-417b-869a-76fbd40cb860 HTTP/1.1" status: 200 len: 949 time: 0.2397048 Apr 18 19:30:15.900737 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-28188a4f-a719-4bed-b283-88ac7cf14562 req-caa8c75b-bd45-4e7d-bb0f-40be584ba40f tempest-ServerShowV257Test-24389060 tempest-ServerShowV257Test-24389060-project] 10.222.0.69 "GET /v2.0/ports?device_id=9a133717-a65e-4106-aa9e-d3855994fa4b HTTP/1.1" status: 200 len: 210 time: 0.0743387 Apr 18 19:30:15.909390 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3e1a1483-8e31-4d3f-b09f-bbbb1b8fc120 req-0b74b847-88b4-4bb9-97c6-83e83176c52c tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554464 Apr 18 19:30:15.911783 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-49163d25-f9e5-4ce0-9049-45f28ef79081 req-959c496a-3268-4f99-bbfe-b3d7d9328777 tempest-ImagesNegativeTestJSON-76899821 tempest-ImagesNegativeTestJSON-76899821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:15.976580 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cbfc875-c839-4a4c-bcbc-fb0ee164e18b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '223822da-e9ca-44af-bd61-eec59d8e31d7'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:30:16.083430 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d650ce0-8cdc-4818-a37a-b70914dcbb85'] response: {'server_uuid': '8cbfc875-c839-4a4c-bcbc-fb0ee164e18b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '223822da-e9ca-44af-bd61-eec59d8e31d7', 'code': 200} Apr 18 19:30:16.249743 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959c496a-3268-4f99-bbfe-b3d7d9328777 tempest-ImagesNegativeTestJSON-76899821 tempest-ImagesNegativeTestJSON-76899821-project] Pushing event updated for resources: {'Port': ['ID=c9135700-1d40-4ed7-8811-bc39acc92dc3,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:16.254327 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49163d25-f9e5-4ce0-9049-45f28ef79081 req-959c496a-3268-4f99-bbfe-b3d7d9328777 tempest-ImagesNegativeTestJSON-76899821 tempest-ImagesNegativeTestJSON-76899821-project] Network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:30:16.257333 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [req-49163d25-f9e5-4ce0-9049-45f28ef79081 req-959c496a-3268-4f99-bbfe-b3d7d9328777 tempest-ImagesNegativeTestJSON-76899821 tempest-ImagesNegativeTestJSON-76899821-project] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:30:16.258040 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:16.263779 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-49163d25-f9e5-4ce0-9049-45f28ef79081 req-959c496a-3268-4f99-bbfe-b3d7d9328777 tempest-ImagesNegativeTestJSON-76899821 tempest-ImagesNegativeTestJSON-76899821-project] Received port after_create {{(pid=84763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:30:16.282828 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 223822da-e9ca-44af-bd61-eec59d8e31d7 {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:30:16.301711 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 223822da-e9ca-44af-bd61-eec59d8e31d7, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=223822da-e9ca-44af-bd61-eec59d8e31d7,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:30:16.349975 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5323a00-8dda-41d0-8802-90c340f40299 req-89e5dc8d-f808-4d86-a044-6a070d84785b tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:16.363747 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-c5323a00-8dda-41d0-8802-90c340f40299 req-89e5dc8d-f808-4d86-a044-6a070d84785b tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cbfc875-c839-4a4c-bcbc-fb0ee164e18b HTTP/1.1" status: 200 len: 948 time: 0.2431016 Apr 18 19:30:16.386251 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:16.404585 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49163d25-f9e5-4ce0-9049-45f28ef79081 req-959c496a-3268-4f99-bbfe-b3d7d9328777 tempest-ImagesNegativeTestJSON-76899821 tempest-ImagesNegativeTestJSON-76899821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:16.405218 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-49163d25-f9e5-4ce0-9049-45f28ef79081 req-959c496a-3268-4f99-bbfe-b3d7d9328777 tempest-ImagesNegativeTestJSON-76899821 tempest-ImagesNegativeTestJSON-76899821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:16.498666 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-c5323a00-8dda-41d0-8802-90c340f40299 req-a15350d1-64d9-44f1-a999-95bc66ca7d1a tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/security-groups?id=5c6be434-109a-4c25-809d-b81f7096d7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336732 Apr 18 19:30:16.517924 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=223822da-e9ca-44af-bd61-eec59d8e31d7,revision_number=10']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:16.559145 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-49163d25-f9e5-4ce0-9049-45f28ef79081 req-959c496a-3268-4f99-bbfe-b3d7d9328777 tempest-ImagesNegativeTestJSON-76899821 tempest-ImagesNegativeTestJSON-76899821-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6771128 Apr 18 19:30:16.570957 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-49163d25-f9e5-4ce0-9049-45f28ef79081 req-47dca465-517a-4ccd-a8c0-686965dc71ac service neutron] Request body: {'port': {'device_id': 'a23e3909-5c87-44e4-8077-ed01082cba7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-2'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:30:16.750129 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c024f4c2-dc52-4351-837a-6add2e276d77 req-48d9f5d5-0134-4bff-8da3-31eacb561783 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:16.763330 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c024f4c2-dc52-4351-837a-6add2e276d77 req-48d9f5d5-0134-4bff-8da3-31eacb561783 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/ports?device_id=398acc94-8ebc-4510-8a2d-9878f34d8348 HTTP/1.1" status: 200 len: 945 time: 0.2365241 Apr 18 19:30:16.809588 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] get_ports_and_sgs() called for port_ids ['223822da-e9ca-44af-bd61-eec59d8e31d7'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:30:16.820473 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-49163d25-f9e5-4ce0-9049-45f28ef79081 req-47dca465-517a-4ccd-a8c0-686965dc71ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:16.844501 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c024f4c2-dc52-4351-837a-6add2e276d77 req-a1218083-0e53-4573-b8a1-e8a2c077da10 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/security-groups?id=a141a97b-10ea-4a45-b463-6b38bd1cffff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789771 Apr 18 19:30:16.922935 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a64cf9-b923-429f-b9e7-98cc078af32e req-122dc64d-b1af-4386-aa1d-6ff372bf5cb9 tempest-ImagesNegativeTestJSON-76899821 tempest-ImagesNegativeTestJSON-76899821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:16.923639 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-a9a64cf9-b923-429f-b9e7-98cc078af32e req-122dc64d-b1af-4386-aa1d-6ff372bf5cb9 tempest-ImagesNegativeTestJSON-76899821 tempest-ImagesNegativeTestJSON-76899821-project] Synchronizing usage tracker for tenant:8a7e5a75ad5241d8a6947d91421d218a on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:30:16.938370 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device c0e1150c-3ca4-458b-85e4-8208744a4bc0 no longer exists at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:30:17.143985 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:17.160563 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaba649a-57b7-464b-9901-21d65cf3d54d req-42b4cdff-a780-43b8-be21-2fecebc859fe tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:17.164827 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-aaba649a-57b7-464b-9901-21d65cf3d54d req-42b4cdff-a780-43b8-be21-2fecebc859fe tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=19340026-8fe1-417b-869a-76fbd40cb860 HTTP/1.1" status: 200 len: 949 time: 0.0977495 Apr 18 19:30:17.186544 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port c0e1150c-3ca4-458b-85e4-8208744a4bc0, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=c0e1150c-3ca4-458b-85e4-8208744a4bc0,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:30:17.219185 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-aaba649a-57b7-464b-9901-21d65cf3d54d req-bd92dc1a-8617-417f-be40-ae546e80995d tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500834 Apr 18 19:30:17.246818 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [req-49163d25-f9e5-4ce0-9049-45f28ef79081 req-47dca465-517a-4ccd-a8c0-686965dc71ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9135700-1d40-4ed7-8811-bc39acc92dc3 {{(pid=84763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:30:17.254528 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-49163d25-f9e5-4ce0-9049-45f28ef79081 req-47dca465-517a-4ccd-a8c0-686965dc71ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:17.269267 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [req-49163d25-f9e5-4ce0-9049-45f28ef79081 req-47dca465-517a-4ccd-a8c0-686965dc71ac service neutron] Transition to ACTIVE for port object c9135700-1d40-4ed7-8811-bc39acc92dc3 will not be triggered until provisioned by entity L2. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:30:17.363196 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-5bc9ff6a-633f-42f9-9d4c-369b5fe3fac0 None None] Provisioning for port c9135700-1d40-4ed7-8811-bc39acc92dc3 completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:30:17.367342 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:17.376630 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-a9a64cf9-b923-429f-b9e7-98cc078af32e req-122dc64d-b1af-4386-aa1d-6ff372bf5cb9 tempest-ImagesNegativeTestJSON-76899821 tempest-ImagesNegativeTestJSON-76899821-project] Unset dirty status for tenant:8a7e5a75ad5241d8a6947d91421d218a on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:30:17.377814 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a9a64cf9-b923-429f-b9e7-98cc078af32e req-122dc64d-b1af-4386-aa1d-6ff372bf5cb9 tempest-ImagesNegativeTestJSON-76899821 tempest-ImagesNegativeTestJSON-76899821-project] 10.222.0.69 "GET /v2.0/ports?device_id=a23e3909-5c87-44e4-8077-ed01082cba7c HTTP/1.1" status: 200 len: 936 time: 0.6478140 Apr 18 19:30:17.378596 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-49163d25-f9e5-4ce0-9049-45f28ef79081 req-47dca465-517a-4ccd-a8c0-686965dc71ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:17.440028 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-812ddf26-f45f-4e2a-b24a-dc5f4e8965b0 req-074aeb5f-dc8d-49e2-9bd1-5ed30534dfea tempest-ServerShowV257Test-24389060 tempest-ServerShowV257Test-24389060-project] 10.222.0.69 "GET /v2.0/ports?device_id=9a133717-a65e-4106-aa9e-d3855994fa4b HTTP/1.1" status: 200 len: 210 time: 0.0824471 Apr 18 19:30:17.445238 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=c0e1150c-3ca4-458b-85e4-8208744a4bc0,revision_number=10']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:17.635341 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dca465-517a-4ccd-a8c0-686965dc71ac service neutron] Pushing event updated for resources: {'Port': ['ID=c9135700-1d40-4ed7-8811-bc39acc92dc3,revision_number=2']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:17.639211 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-a9a64cf9-b923-429f-b9e7-98cc078af32e req-e0f2bf0c-411e-459d-9fc8-59e00ef54143 tempest-ImagesNegativeTestJSON-76899821 tempest-ImagesNegativeTestJSON-76899821-project] Synchronizing usage tracker for tenant:8a7e5a75ad5241d8a6947d91421d218a on resource:security_group {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:30:17.847538 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b8b06d-15ea-4c97-a8df-85ba21e94a77 req-6cebcbd1-1e65-4906-9292-ac7c1a70ee6e tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:17.855142 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-16b8b06d-15ea-4c97-a8df-85ba21e94a77 req-6cebcbd1-1e65-4906-9292-ac7c1a70ee6e tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cbfc875-c839-4a4c-bcbc-fb0ee164e18b HTTP/1.1" status: 200 len: 950 time: 0.1486421 Apr 18 19:30:17.865786 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-a9a64cf9-b923-429f-b9e7-98cc078af32e req-e0f2bf0c-411e-459d-9fc8-59e00ef54143 tempest-ImagesNegativeTestJSON-76899821 tempest-ImagesNegativeTestJSON-76899821-project] Unset dirty status for tenant:8a7e5a75ad5241d8a6947d91421d218a on resource:security_group {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:30:17.876845 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a9a64cf9-b923-429f-b9e7-98cc078af32e req-e0f2bf0c-411e-459d-9fc8-59e00ef54143 tempest-ImagesNegativeTestJSON-76899821 tempest-ImagesNegativeTestJSON-76899821-project] 10.222.0.69 "GET /v2.0/security-groups?id=a13208db-7c82-48e2-8e70-def9c6c98574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4872334 Apr 18 19:30:17.898712 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-49163d25-f9e5-4ce0-9049-45f28ef79081 req-47dca465-517a-4ccd-a8c0-686965dc71ac service neutron] Attempting to bind port c9135700-1d40-4ed7-8811-bc39acc92dc3 on host n-h1-836017-2 for vnic_type normal with profile {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:30:17.898712 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-49163d25-f9e5-4ce0-9049-45f28ef79081 req-47dca465-517a-4ccd-a8c0-686965dc71ac service neutron] Attempting to bind port c9135700-1d40-4ed7-8811-bc39acc92dc3 by drivers openvswitch,hyperv on host n-h1-836017-2 at level 0 using segments [{'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:30:17.898712 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49163d25-f9e5-4ce0-9049-45f28ef79081 req-47dca465-517a-4ccd-a8c0-686965dc71ac service neutron] Attempting to bind port c9135700-1d40-4ed7-8811-bc39acc92dc3 on network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:30:17.919566 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-16b8b06d-15ea-4c97-a8df-85ba21e94a77 req-702aaabd-02c4-4821-a00f-d533f837a77b tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/security-groups?id=5c6be434-109a-4c25-809d-b81f7096d7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627663 Apr 18 19:30:17.921560 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49163d25-f9e5-4ce0-9049-45f28ef79081 req-47dca465-517a-4ccd-a8c0-686965dc71ac service neutron] Port c9135700-1d40-4ed7-8811-bc39acc92dc3 on network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-2 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:30:17.921884 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49163d25-f9e5-4ce0-9049-45f28ef79081 req-47dca465-517a-4ccd-a8c0-686965dc71ac service neutron] Attempting to bind port c9135700-1d40-4ed7-8811-bc39acc92dc3 on network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:30:17.935105 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49163d25-f9e5-4ce0-9049-45f28ef79081 req-47dca465-517a-4ccd-a8c0-686965dc71ac service neutron] Checking agent: {'id': 'e3a31811-08e0-42ba-bc2e-ed8a973b714f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 25), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:30:17.935795 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49163d25-f9e5-4ce0-9049-45f28ef79081 req-47dca465-517a-4ccd-a8c0-686965dc71ac service neutron] Checking segment: {'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:30:17.936226 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49163d25-f9e5-4ce0-9049-45f28ef79081 req-47dca465-517a-4ccd-a8c0-686965dc71ac service neutron] Bound using segment: {'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:30:17.936587 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-49163d25-f9e5-4ce0-9049-45f28ef79081 req-47dca465-517a-4ccd-a8c0-686965dc71ac service neutron] Bound port: c9135700-1d40-4ed7-8811-bc39acc92dc3, host: n-h1-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'}}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:30:17.936988 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-49163d25-f9e5-4ce0-9049-45f28ef79081 req-47dca465-517a-4ccd-a8c0-686965dc71ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:18.084625 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19340026-8fe1-417b-869a-76fbd40cb860', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0e1150c-3ca4-458b-85e4-8208744a4bc0'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:30:18.120529 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-49163d25-f9e5-4ce0-9049-45f28ef79081 req-47dca465-517a-4ccd-a8c0-686965dc71ac service neutron] For port c9135700-1d40-4ed7-8811-bc39acc92dc3, host n-h1-836017-2, cleared binding levels {{(pid=84763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:30:18.125948 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-49163d25-f9e5-4ce0-9049-45f28ef79081 req-47dca465-517a-4ccd-a8c0-686965dc71ac service neutron] For port c9135700-1d40-4ed7-8811-bc39acc92dc3, host n-h1-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=c9135700-1d40-4ed7-8811-bc39acc92dc3,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:30:18.187600 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f82f97e6-6d9c-4506-9303-3ca8d9ab2785'] response: {'server_uuid': '19340026-8fe1-417b-869a-76fbd40cb860', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0e1150c-3ca4-458b-85e4-8208744a4bc0', 'code': 200} Apr 18 19:30:18.294245 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a2bc7ad0-1b4e-4b57-a708-2e1380fc2285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:18.326731 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-49163d25-f9e5-4ce0-9049-45f28ef79081 req-47dca465-517a-4ccd-a8c0-686965dc71ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:18.457505 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-49163d25-f9e5-4ce0-9049-45f28ef79081 req-47dca465-517a-4ccd-a8c0-686965dc71ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:18.460109 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-49163d25-f9e5-4ce0-9049-45f28ef79081 req-47dca465-517a-4ccd-a8c0-686965dc71ac service neutron] 10.222.0.73 "PUT /v2.0/ports/c9135700-1d40-4ed7-8811-bc39acc92dc3 HTTP/1.1" status: 200 len: 1096 time: 1.8929493 Apr 18 19:30:18.465431 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a23e3909-5c87-44e4-8077-ed01082cba7c', 'tag': 'c9135700-1d40-4ed7-8811-bc39acc92dc3'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:30:18.483274 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-9540e3d5-b97a-412d-8d20-02004e39ac56 req-500dd4c0-d89b-4c11-b5a7-1430056e4663 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=19340026-8fe1-417b-869a-76fbd40cb860&tenant_id=4bf06599121a476094faf72db54a396e HTTP/1.1" status: 200 len: 1099 time: 0.2968225 Apr 18 19:30:18.500574 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-9540e3d5-b97a-412d-8d20-02004e39ac56 req-3e177538-fe42-43a8-986c-7d078fed3ca7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836017-2', 'device_owner': 'compute:nova'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:30:18.523761 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7b1e37-5cc9-4280-a99d-cb1eebddf4f2 req-14b2ad2b-7ee7-4c30-b681-fa04e4d4ea3c tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:18.532370 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-5b7b1e37-5cc9-4280-a99d-cb1eebddf4f2 req-14b2ad2b-7ee7-4c30-b681-fa04e4d4ea3c tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=19340026-8fe1-417b-869a-76fbd40cb860 HTTP/1.1" status: 200 len: 948 time: 0.1446319 Apr 18 19:30:18.595100 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dca465-517a-4ccd-a8c0-686965dc71ac service neutron] Pushing event updated for resources: {'Port': ['ID=c9135700-1d40-4ed7-8811-bc39acc92dc3,revision_number=3']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:18.631988 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-5b7b1e37-5cc9-4280-a99d-cb1eebddf4f2 req-c21461a3-b0ef-45e8-944b-677d26838a50 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970287 Apr 18 19:30:18.691037 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74610b4-9365-46e7-af65-4f7db9303b5c req-da8b3d65-c51f-4b7b-9da0-728da2bf71c1 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:18.699544 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-c74610b4-9365-46e7-af65-4f7db9303b5c req-da8b3d65-c51f-4b7b-9da0-728da2bf71c1 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/ports?device_id=398acc94-8ebc-4510-8a2d-9878f34d8348 HTTP/1.1" status: 200 len: 945 time: 0.4453809 Apr 18 19:30:18.753724 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-598fb82c-ba92-4936-a3cc-b28cd0af8f09'] response: {'name': 'network-changed', 'server_uuid': 'a23e3909-5c87-44e4-8077-ed01082cba7c', 'tag': 'c9135700-1d40-4ed7-8811-bc39acc92dc3', 'status': 'completed', 'code': 200} Apr 18 19:30:18.829145 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-9540e3d5-b97a-412d-8d20-02004e39ac56 req-3e177538-fe42-43a8-986c-7d078fed3ca7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:18.869855 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-c74610b4-9365-46e7-af65-4f7db9303b5c req-61f0e6c8-dad4-4ee3-a453-dc818c699787 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/security-groups?id=a141a97b-10ea-4a45-b463-6b38bd1cffff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686118 Apr 18 19:30:18.945923 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-19dd9723-818e-40fb-b01b-b8090547e835 req-a6651f3b-fa41-48c1-97eb-e5e80758cac7 tempest-ServerShowV257Test-24389060 tempest-ServerShowV257Test-24389060-project] 10.222.0.69 "GET /v2.0/ports?device_id=9a133717-a65e-4106-aa9e-d3855994fa4b HTTP/1.1" status: 200 len: 210 time: 0.0966578 Apr 18 19:30:18.959496 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 223822da-e9ca-44af-bd61-eec59d8e31d7 up at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:30:19.107820 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning complete for port 223822da-e9ca-44af-bd61-eec59d8e31d7 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:30:19.108265 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:19.306288 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69750eb-66b0-4444-bf7f-48f4433e29fb req-37e23ce8-98c1-4e64-8f3d-4b97516ce6c6 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:19.308687 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:19.310048 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f69750eb-66b0-4444-bf7f-48f4433e29fb req-37e23ce8-98c1-4e64-8f3d-4b97516ce6c6 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cbfc875-c839-4a4c-bcbc-fb0ee164e18b HTTP/1.1" status: 200 len: 950 time: 0.1588087 Apr 18 19:30:19.311109 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-49163d25-f9e5-4ce0-9049-45f28ef79081 req-e7f21a22-29c4-4de9-bd56-14ac474e7a69 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8a7e5a75ad5241d8a6947d91421d218a&device_id=a23e3909-5c87-44e4-8077-ed01082cba7c HTTP/1.1" status: 200 len: 1099 time: 0.6283703 Apr 18 19:30:19.365038 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 223822da-e9ca-44af-bd61-eec59d8e31d7, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=223822da-e9ca-44af-bd61-eec59d8e31d7,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:30:19.398900 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f69750eb-66b0-4444-bf7f-48f4433e29fb req-062e7cbc-6ea3-4184-933d-9b513bb7e70a tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/security-groups?id=5c6be434-109a-4c25-809d-b81f7096d7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805004 Apr 18 19:30:19.453781 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-49163d25-f9e5-4ce0-9049-45f28ef79081 req-b174b1aa-8c7b-419d-8025-1952ae58e791 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=c9135700-1d40-4ed7-8811-bc39acc92dc3 HTTP/1.1" status: 200 len: 217 time: 0.1265740 Apr 18 19:30:19.458983 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:19.542975 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=223822da-e9ca-44af-bd61-eec59d8e31d7,revision_number=11']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:19.596449 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6695752d-d2a5-41fe-8605-249412df29ad req-ac82c6a1-5763-476d-8fb7-4842eb04d1d3 tempest-ImagesNegativeTestJSON-76899821 tempest-ImagesNegativeTestJSON-76899821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:19.597830 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-6695752d-d2a5-41fe-8605-249412df29ad req-ac82c6a1-5763-476d-8fb7-4842eb04d1d3 tempest-ImagesNegativeTestJSON-76899821 tempest-ImagesNegativeTestJSON-76899821-project] 10.222.0.69 "GET /v2.0/ports?device_id=a23e3909-5c87-44e4-8077-ed01082cba7c HTTP/1.1" status: 200 len: 948 time: 0.4718006 Apr 18 19:30:19.723256 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-9540e3d5-b97a-412d-8d20-02004e39ac56 req-3e177538-fe42-43a8-986c-7d078fed3ca7 service neutron] For port c0e1150c-3ca4-458b-85e4-8208744a4bc0, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=c0e1150c-3ca4-458b-85e4-8208744a4bc0,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:30:19.771430 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49163d25-f9e5-4ce0-9049-45f28ef79081 req-6e57875b-cc64-4ea2-acba-478ef511e449 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:19.772916 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-49163d25-f9e5-4ce0-9049-45f28ef79081 req-6e57875b-cc64-4ea2-acba-478ef511e449 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=17d1b3aa-2066-4ffa-a69f-52ed566b6548 HTTP/1.1" status: 200 len: 843 time: 0.2673965 Apr 18 19:30:19.788176 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-9540e3d5-b97a-412d-8d20-02004e39ac56 req-3e177538-fe42-43a8-986c-7d078fed3ca7 service neutron] For port c0e1150c-3ca4-458b-85e4-8208744a4bc0, host n-h2-836017-2, cleared binding levels {{(pid=84763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:30:19.901472 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-6695752d-d2a5-41fe-8605-249412df29ad req-fe9717b1-51db-4657-bb99-63091d881aac tempest-ImagesNegativeTestJSON-76899821 tempest-ImagesNegativeTestJSON-76899821-project] 10.222.0.69 "GET /v2.0/security-groups?id=a13208db-7c82-48e2-8e70-def9c6c98574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2943420 Apr 18 19:30:19.937527 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [req-9540e3d5-b97a-412d-8d20-02004e39ac56 req-3e177538-fe42-43a8-986c-7d078fed3ca7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0e1150c-3ca4-458b-85e4-8208744a4bc0 {{(pid=84763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:30:19.960073 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-9540e3d5-b97a-412d-8d20-02004e39ac56 req-3e177538-fe42-43a8-986c-7d078fed3ca7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:19.966768 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707b5547-2069-43d6-bf7a-986292ada774 req-cdd09303-75d2-4c9f-bb23-d84ceb71f1f7 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:19.984261 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-707b5547-2069-43d6-bf7a-986292ada774 req-cdd09303-75d2-4c9f-bb23-d84ceb71f1f7 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=19340026-8fe1-417b-869a-76fbd40cb860 HTTP/1.1" status: 200 len: 948 time: 0.1734350 Apr 18 19:30:20.024268 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-49163d25-f9e5-4ce0-9049-45f28ef79081 req-ff8cce6b-63d5-457c-b6ee-bdcc2dd1b43a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2374384 Apr 18 19:30:20.025820 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [req-9540e3d5-b97a-412d-8d20-02004e39ac56 req-3e177538-fe42-43a8-986c-7d078fed3ca7 service neutron] Transition to ACTIVE for port object c0e1150c-3ca4-458b-85e4-8208744a4bc0 will not be triggered until provisioned by entity L2. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:30:20.030672 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-707b5547-2069-43d6-bf7a-986292ada774 req-812d62c1-5623-47d4-8843-f53e369d8a1c tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546288 Apr 18 19:30:20.119768 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-9540e3d5-b97a-412d-8d20-02004e39ac56 req-3e177538-fe42-43a8-986c-7d078fed3ca7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:20.181492 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cbfc875-c839-4a4c-bcbc-fb0ee164e18b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '223822da-e9ca-44af-bd61-eec59d8e31d7'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:30:20.291563 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-4c5ddc97-2b0f-4f22-834e-d53b18ee2c0b req-c861d9eb-90f9-480d-b0cd-ba402ad4831c tempest-ServerShowV257Test-24389060 tempest-ServerShowV257Test-24389060-project] 10.222.0.69 "GET /v2.0/ports?device_id=9a133717-a65e-4106-aa9e-d3855994fa4b HTTP/1.1" status: 200 len: 210 time: 0.0682511 Apr 18 19:30:20.414009 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4d2464d9-8dbc-46c1-924b-3f4f975854f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:20.438468 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-9540e3d5-b97a-412d-8d20-02004e39ac56 req-3e177538-fe42-43a8-986c-7d078fed3ca7 service neutron] No DVR routers for this DVR port c0e1150c-3ca4-458b-85e4-8208744a4bc0 on host n-h2-836017-2 {{(pid=84763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:30:20.440692 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e177538-fe42-43a8-986c-7d078fed3ca7 service neutron] Pushing event updated for resources: {'Port': ['ID=c0e1150c-3ca4-458b-85e4-8208744a4bc0,revision_number=11']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:20.458530 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7545c5ba-721d-4527-ae34-01bf6fb4bdf7'] response: {'server_uuid': '8cbfc875-c839-4a4c-bcbc-fb0ee164e18b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '223822da-e9ca-44af-bd61-eec59d8e31d7', 'code': 200} Apr 18 19:30:20.471859 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-49163d25-f9e5-4ce0-9049-45f28ef79081 req-a72cfedc-8221-40c1-8482-575fd39a2e3c service neutron] 10.222.0.73 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4404058 Apr 18 19:30:20.558972 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912e61d3-00c0-4468-afbe-6c0af7ba5934 req-449120af-a0d2-4b11-891f-ac4e5a493d10 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:20.560404 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-912e61d3-00c0-4468-afbe-6c0af7ba5934 req-449120af-a0d2-4b11-891f-ac4e5a493d10 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/ports?device_id=398acc94-8ebc-4510-8a2d-9878f34d8348 HTTP/1.1" status: 200 len: 945 time: 0.4298103 Apr 18 19:30:20.695382 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca76026-e8d8-446c-867b-0c15443905c4 req-c7c26578-147c-4bdf-8506-770495ff887e tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:20.704606 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6ca76026-e8d8-446c-867b-0c15443905c4 req-c7c26578-147c-4bdf-8506-770495ff887e tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cbfc875-c839-4a4c-bcbc-fb0ee164e18b HTTP/1.1" status: 200 len: 951 time: 0.1136332 Apr 18 19:30:20.717240 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:20.724976 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-9540e3d5-b97a-412d-8d20-02004e39ac56 req-3e177538-fe42-43a8-986c-7d078fed3ca7 service neutron] Attempting to bind port c0e1150c-3ca4-458b-85e4-8208744a4bc0 on host n-h1-836017-2 for vnic_type normal with profile {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:30:20.728009 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-9540e3d5-b97a-412d-8d20-02004e39ac56 req-3e177538-fe42-43a8-986c-7d078fed3ca7 service neutron] Attempting to bind port c0e1150c-3ca4-458b-85e4-8208744a4bc0 by drivers openvswitch,hyperv on host n-h1-836017-2 at level 0 using segments [{'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:30:20.728009 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9540e3d5-b97a-412d-8d20-02004e39ac56 req-3e177538-fe42-43a8-986c-7d078fed3ca7 service neutron] Attempting to bind port c0e1150c-3ca4-458b-85e4-8208744a4bc0 on network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:30:20.777045 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9540e3d5-b97a-412d-8d20-02004e39ac56 req-3e177538-fe42-43a8-986c-7d078fed3ca7 service neutron] Port c0e1150c-3ca4-458b-85e4-8208744a4bc0 on network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-2 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:30:20.777045 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9540e3d5-b97a-412d-8d20-02004e39ac56 req-3e177538-fe42-43a8-986c-7d078fed3ca7 service neutron] Attempting to bind port c0e1150c-3ca4-458b-85e4-8208744a4bc0 on network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:30:20.799393 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6ca76026-e8d8-446c-867b-0c15443905c4 req-d3448917-5ee9-4d39-a1cc-4e00aa567285 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/security-groups?id=5c6be434-109a-4c25-809d-b81f7096d7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939310 Apr 18 19:30:20.802987 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-912e61d3-00c0-4468-afbe-6c0af7ba5934 req-7a4f9093-b484-45e2-9a7e-679fbad94668 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/security-groups?id=a141a97b-10ea-4a45-b463-6b38bd1cffff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584933 Apr 18 19:30:20.822906 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9540e3d5-b97a-412d-8d20-02004e39ac56 req-3e177538-fe42-43a8-986c-7d078fed3ca7 service neutron] Checking agent: {'id': 'e3a31811-08e0-42ba-bc2e-ed8a973b714f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 25), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:30:20.823185 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9540e3d5-b97a-412d-8d20-02004e39ac56 req-3e177538-fe42-43a8-986c-7d078fed3ca7 service neutron] Checking segment: {'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:30:20.823575 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9540e3d5-b97a-412d-8d20-02004e39ac56 req-3e177538-fe42-43a8-986c-7d078fed3ca7 service neutron] Bound using segment: {'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:30:20.824167 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-9540e3d5-b97a-412d-8d20-02004e39ac56 req-3e177538-fe42-43a8-986c-7d078fed3ca7 service neutron] Bound port: c0e1150c-3ca4-458b-85e4-8208744a4bc0, host: n-h1-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'}}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:30:20.824389 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-9540e3d5-b97a-412d-8d20-02004e39ac56 req-3e177538-fe42-43a8-986c-7d078fed3ca7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:20.905938 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-49163d25-f9e5-4ce0-9049-45f28ef79081 req-f084ba74-e46d-433d-bee1-0f21280a5eb7 service neutron] 10.222.0.73 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4009221 Apr 18 19:30:20.951303 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-9540e3d5-b97a-412d-8d20-02004e39ac56 req-3e177538-fe42-43a8-986c-7d078fed3ca7 service neutron] For port c0e1150c-3ca4-458b-85e4-8208744a4bc0, host n-h1-836017-2, cleared binding levels {{(pid=84763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:30:20.954745 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-9540e3d5-b97a-412d-8d20-02004e39ac56 req-3e177538-fe42-43a8-986c-7d078fed3ca7 service neutron] For port c0e1150c-3ca4-458b-85e4-8208744a4bc0, host n-h1-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=c0e1150c-3ca4-458b-85e4-8208744a4bc0,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:30:21.046848 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-9540e3d5-b97a-412d-8d20-02004e39ac56 req-3e177538-fe42-43a8-986c-7d078fed3ca7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:21.228159 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-9540e3d5-b97a-412d-8d20-02004e39ac56 req-3e177538-fe42-43a8-986c-7d078fed3ca7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:21.229571 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-9540e3d5-b97a-412d-8d20-02004e39ac56 req-3e177538-fe42-43a8-986c-7d078fed3ca7 service neutron] 10.222.0.73 "PUT /v2.0/ports/c0e1150c-3ca4-458b-85e4-8208744a4bc0 HTTP/1.1" status: 200 len: 1096 time: 2.7373881 Apr 18 19:30:21.246853 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19340026-8fe1-417b-869a-76fbd40cb860', 'tag': 'c0e1150c-3ca4-458b-85e4-8208744a4bc0'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:30:21.358810 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc3ca91-328d-4097-8ba9-c73fb5279b23 req-9cb00305-0cb5-4a60-9818-27439b42a8ac tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:21.366005 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2dc3ca91-328d-4097-8ba9-c73fb5279b23 req-9cb00305-0cb5-4a60-9818-27439b42a8ac tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=19340026-8fe1-417b-869a-76fbd40cb860 HTTP/1.1" status: 200 len: 948 time: 0.1248212 Apr 18 19:30:21.433130 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2dc3ca91-328d-4097-8ba9-c73fb5279b23 req-50b384f4-3f68-4280-8c8b-bc24a74ebc61 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661583 Apr 18 19:30:21.558400 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23809578-df9f-450f-9fed-2bf5426a1495'] response: {'name': 'network-changed', 'server_uuid': '19340026-8fe1-417b-869a-76fbd40cb860', 'tag': 'c0e1150c-3ca4-458b-85e4-8208744a4bc0', 'status': 'completed', 'code': 200} Apr 18 19:30:21.630149 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e177538-fe42-43a8-986c-7d078fed3ca7 service neutron] Pushing event updated for resources: {'Port': ['ID=c0e1150c-3ca4-458b-85e4-8208744a4bc0,revision_number=12']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:21.686081 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e177538-fe42-43a8-986c-7d078fed3ca7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:30:21.686081 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e177538-fe42-43a8-986c-7d078fed3ca7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:30:21.686335 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e177538-fe42-43a8-986c-7d078fed3ca7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:30:21.686581 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e177538-fe42-43a8-986c-7d078fed3ca7 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:30:21.686809 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e177538-fe42-43a8-986c-7d078fed3ca7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:30:21.687136 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e177538-fe42-43a8-986c-7d078fed3ca7 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:30:21.687458 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e177538-fe42-43a8-986c-7d078fed3ca7 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:30:21.687780 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e177538-fe42-43a8-986c-7d078fed3ca7 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:30:21.688102 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e177538-fe42-43a8-986c-7d078fed3ca7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:30:21.688440 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e177538-fe42-43a8-986c-7d078fed3ca7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:30:21.688760 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e177538-fe42-43a8-986c-7d078fed3ca7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:30:21.739155 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-21f2ec36-0c72-4a23-8fa5-fb49e956f884 req-e1036582-de58-428f-86f0-bafd7676e6c1 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8cbfc875-c839-4a4c-bcbc-fb0ee164e18b HTTP/1.1" status: 200 len: 1102 time: 1.0053821 Apr 18 19:30:21.742187 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b2eb6dba-ce59-400c-b958-0d1ede12bc6b req-94c56a7d-8654-46b4-8cee-cf0afc4a1fb7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8a7e5a75ad5241d8a6947d91421d218a&device_id=a23e3909-5c87-44e4-8077-ed01082cba7c HTTP/1.1" status: 200 len: 1099 time: 0.6783714 Apr 18 19:30:21.749337 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb49d14-90d8-4e96-9fe3-e2366de4566b req-eb2025f2-4611-41de-85b9-9d1daab4b8cb tempest-ImagesNegativeTestJSON-76899821 tempest-ImagesNegativeTestJSON-76899821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:21.753504 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-dfb49d14-90d8-4e96-9fe3-e2366de4566b req-eb2025f2-4611-41de-85b9-9d1daab4b8cb tempest-ImagesNegativeTestJSON-76899821 tempest-ImagesNegativeTestJSON-76899821-project] 10.222.0.69 "GET /v2.0/ports?device_id=a23e3909-5c87-44e4-8077-ed01082cba7c HTTP/1.1" status: 200 len: 948 time: 0.5337238 Apr 18 19:30:21.828919 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1c541fd-6087-4755-8778-e68e27e46067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:21.850901 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-69fa1337-0164-4697-b180-646f24a3e5d2 req-91c3890e-feca-42f1-9b64-e78ac2639cb1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4bf06599121a476094faf72db54a396e&device_id=19340026-8fe1-417b-869a-76fbd40cb860 HTTP/1.1" status: 200 len: 1099 time: 0.2718790 Apr 18 19:30:21.858325 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-927eefd8-a3fc-4f24-a72a-af2209bcf162 req-b3133579-ef06-47b4-a89f-f9b212c76a65 tempest-ServerShowV257Test-24389060 tempest-ServerShowV257Test-24389060-project] 10.222.0.69 "GET /v2.0/ports?device_id=9a133717-a65e-4106-aa9e-d3855994fa4b HTTP/1.1" status: 200 len: 210 time: 0.0598912 Apr 18 19:30:21.877180 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-9540e3d5-b97a-412d-8d20-02004e39ac56 req-737868fb-6c2c-493b-ba34-acab03dce80b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4bf06599121a476094faf72db54a396e&device_id=19340026-8fe1-417b-869a-76fbd40cb860 HTTP/1.1" status: 200 len: 1099 time: 0.6000309 Apr 18 19:30:22.006751 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:22.134338 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eb6dba-ce59-400c-b958-0d1ede12bc6b req-50ac5fda-d3fb-41ac-ae60-e149af0a575d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:22.135976 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b2eb6dba-ce59-400c-b958-0d1ede12bc6b req-50ac5fda-d3fb-41ac-ae60-e149af0a575d service neutron] 10.222.0.73 "GET /v2.0/networks?id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a HTTP/1.1" status: 200 len: 870 time: 0.3839643 Apr 18 19:30:22.245565 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b2eb6dba-ce59-400c-b958-0d1ede12bc6b req-dc3e6d40-e38f-4478-b03d-e11d4b9868e2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=c9135700-1d40-4ed7-8811-bc39acc92dc3 HTTP/1.1" status: 200 len: 217 time: 0.0990748 Apr 18 19:30:22.274746 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fa1337-0164-4697-b180-646f24a3e5d2 req-a93c5a6c-87ee-47a4-927a-200f84fedbb1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:22.276711 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-69fa1337-0164-4697-b180-646f24a3e5d2 req-a93c5a6c-87ee-47a4-927a-200f84fedbb1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a HTTP/1.1" status: 200 len: 870 time: 0.4173827 Apr 18 19:30:22.292572 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cdcf4a-aa29-419c-9c82-a3c828d85e71 req-124ae153-503a-422e-9571-0b702cc9bc0a tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:22.294196 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-78cdcf4a-aa29-419c-9c82-a3c828d85e71 req-124ae153-503a-422e-9571-0b702cc9bc0a tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/ports?device_id=398acc94-8ebc-4510-8a2d-9878f34d8348 HTTP/1.1" status: 200 len: 945 time: 0.1370568 Apr 18 19:30:22.397872 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-69fa1337-0164-4697-b180-646f24a3e5d2 req-f78a1178-efcc-40b4-ba8f-2e580ef9a742 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=c0e1150c-3ca4-458b-85e4-8208744a4bc0 HTTP/1.1" status: 200 len: 217 time: 0.1023140 Apr 18 19:30:22.432691 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eb6dba-ce59-400c-b958-0d1ede12bc6b req-dcb8d01a-2d50-413c-b5e1-e7fc58e533c2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:22.434043 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b2eb6dba-ce59-400c-b958-0d1ede12bc6b req-dcb8d01a-2d50-413c-b5e1-e7fc58e533c2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=17d1b3aa-2066-4ffa-a69f-52ed566b6548 HTTP/1.1" status: 200 len: 843 time: 0.1017797 Apr 18 19:30:22.471066 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-78cdcf4a-aa29-419c-9c82-a3c828d85e71 req-8285b2f3-ce1d-4455-b663-93139831ab2a tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/security-groups?id=a141a97b-10ea-4a45-b463-6b38bd1cffff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247008 Apr 18 19:30:22.481984 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fa1337-0164-4697-b180-646f24a3e5d2 req-e38e7e35-4b5a-4865-9a60-a33495284290 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:22.483727 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-69fa1337-0164-4697-b180-646f24a3e5d2 req-e38e7e35-4b5a-4865-9a60-a33495284290 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=17d1b3aa-2066-4ffa-a69f-52ed566b6548 HTTP/1.1" status: 200 len: 843 time: 0.0754659 Apr 18 19:30:22.568201 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-21f2ec36-0c72-4a23-8fa5-fb49e956f884 req-a857b36f-e9bb-4804-ae7e-5a6817d2dfd8 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=5c6be434-109a-4c25-809d-b81f7096d7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8150725 Apr 18 19:30:22.605754 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-dfb49d14-90d8-4e96-9fe3-e2366de4566b req-034fba93-b993-43c1-93b2-0223a9c32247 tempest-ImagesNegativeTestJSON-76899821 tempest-ImagesNegativeTestJSON-76899821-project] 10.222.0.69 "GET /v2.0/security-groups?id=a13208db-7c82-48e2-8e70-def9c6c98574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7905533 Apr 18 19:30:22.761852 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9540e3d5-b97a-412d-8d20-02004e39ac56 req-79dfaad9-cfd8-4acc-b703-50a1549a7781 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:22.766191 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-9540e3d5-b97a-412d-8d20-02004e39ac56 req-79dfaad9-cfd8-4acc-b703-50a1549a7781 service neutron] 10.222.0.73 "GET /v2.0/networks?id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a HTTP/1.1" status: 200 len: 870 time: 0.7873278 Apr 18 19:30:22.795129 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-69fa1337-0164-4697-b180-646f24a3e5d2 req-d1220707-7763-4c9c-8206-2099ca622873 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3047056 Apr 18 19:30:22.807007 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [req-69fa1337-0164-4697-b180-646f24a3e5d2 req-ea570560-4398-4225-be24-264a839ee87a service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=84764) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:30:22.808021 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-69fa1337-0164-4697-b180-646f24a3e5d2 req-ea570560-4398-4225-be24-264a839ee87a service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0052288 Apr 18 19:30:22.909144 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b2eb6dba-ce59-400c-b958-0d1ede12bc6b req-a864f10a-1647-4756-9b01-f7a8469700d5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4549377 Apr 18 19:30:22.915395 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1697efd7-a7ba-4227-a852-5094b32579b8 req-e09fab1e-6f56-4755-97b3-82d5acffcdab tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:22.919264 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-1697efd7-a7ba-4227-a852-5094b32579b8 req-e09fab1e-6f56-4755-97b3-82d5acffcdab tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cbfc875-c839-4a4c-bcbc-fb0ee164e18b HTTP/1.1" status: 200 len: 951 time: 0.2859528 Apr 18 19:30:22.954014 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-9540e3d5-b97a-412d-8d20-02004e39ac56 req-6e8d816d-d3da-4c8c-924b-091a18ef5340 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=c0e1150c-3ca4-458b-85e4-8208744a4bc0 HTTP/1.1" status: 200 len: 217 time: 0.1765997 Apr 18 19:30:23.003279 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-69fa1337-0164-4697-b180-646f24a3e5d2 req-ed622741-3c37-448c-9748-82efb9531a10 service neutron] 10.222.0.72 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831787 Apr 18 19:30:23.005723 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-1697efd7-a7ba-4227-a852-5094b32579b8 req-a9da0ec3-fcef-4141-9f9f-07b204c3761e tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/security-groups?id=5c6be434-109a-4c25-809d-b81f7096d7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823867 Apr 18 19:30:23.023807 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a4106dab-6971-4e7e-8fdc-c66f0a3f4877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:23.161086 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9540e3d5-b97a-412d-8d20-02004e39ac56 req-79b192be-8f38-4b1d-8a10-d82313120746 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:23.162728 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-9540e3d5-b97a-412d-8d20-02004e39ac56 req-79b192be-8f38-4b1d-8a10-d82313120746 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=17d1b3aa-2066-4ffa-a69f-52ed566b6548 HTTP/1.1" status: 200 len: 843 time: 0.1581202 Apr 18 19:30:23.174695 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-69fa1337-0164-4697-b180-646f24a3e5d2 req-871dea11-84c1-4e18-93d7-7b2ce32cc120 service neutron] 10.222.0.72 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596212 Apr 18 19:30:23.246546 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-acdefab1-6c96-4f6c-99b9-74e118eaaa1a req-b0549c5e-b325-45a7-82cd-d10ac052b917 tempest-ServerShowV257Test-24389060 tempest-ServerShowV257Test-24389060-project] 10.222.0.69 "GET /v2.0/ports?device_id=9a133717-a65e-4106-aa9e-d3855994fa4b HTTP/1.1" status: 200 len: 210 time: 0.0498719 Apr 18 19:30:23.263492 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c9ff6c-f6e1-48cc-ac41-a0ad2e5e922d req-2bdb4f62-c83f-4af3-8185-c13f6754b9de tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:23.273197 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-c5c9ff6c-f6e1-48cc-ac41-a0ad2e5e922d req-2bdb4f62-c83f-4af3-8185-c13f6754b9de tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=19340026-8fe1-417b-869a-76fbd40cb860 HTTP/1.1" status: 200 len: 948 time: 0.4150331 Apr 18 19:30:23.298485 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 53640) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:30:23.337337 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b2eb6dba-ce59-400c-b958-0d1ede12bc6b req-9b9a2a5b-e51b-4594-9d3b-2ad6ee663363 service neutron] 10.222.0.73 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4207666 Apr 18 19:30:23.449218 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-c5c9ff6c-f6e1-48cc-ac41-a0ad2e5e922d req-582ab9b2-2cd8-4ded-b640-a6db52c43093 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750741 Apr 18 19:30:23.484219 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-1f4b7073-3ffb-428f-a4fa-60f96d334500 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:23.498994 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-9540e3d5-b97a-412d-8d20-02004e39ac56 req-5d1f58f2-473a-4812-8717-3f7b0daa7e60 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3280952 Apr 18 19:30:23.567643 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-1f4b7073-3ffb-428f-a4fa-60f96d334500 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:30:23.573967 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-1f4b7073-3ffb-428f-a4fa-60f96d334500 admin admin] Usage tracker for resource:security_group_rule and tenant:6c77ee22772c496eb2f604914bf0f1fe is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:30:23.581230 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-1f4b7073-3ffb-428f-a4fa-60f96d334500 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:30:23.629139 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-1f4b7073-3ffb-428f-a4fa-60f96d334500 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:30:23.895819 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-1f4b7073-3ffb-428f-a4fa-60f96d334500 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:23.932770 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dada9e-eecb-40eb-8c5f-b7948c9a030d req-70f52e49-60c9-4441-9f50-ea2414a9ec76 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:23.942142 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c1dada9e-eecb-40eb-8c5f-b7948c9a030d req-70f52e49-60c9-4441-9f50-ea2414a9ec76 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/ports?device_id=398acc94-8ebc-4510-8a2d-9878f34d8348 HTTP/1.1" status: 200 len: 945 time: 0.2674603 Apr 18 19:30:23.994669 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b2eb6dba-ce59-400c-b958-0d1ede12bc6b req-6e1591b6-8ed4-4626-8625-9496e7236434 service neutron] 10.222.0.73 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6482775 Apr 18 19:30:24.005823 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-9540e3d5-b97a-412d-8d20-02004e39ac56 req-0e3c4d2a-7066-4514-a5f0-9a9245c67a09 service neutron] 10.222.0.73 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4714553 Apr 18 19:30:24.029028 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c1dada9e-eecb-40eb-8c5f-b7948c9a030d req-fdc4279b-6645-47fa-bc13-684794a75635 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/security-groups?id=a141a97b-10ea-4a45-b463-6b38bd1cffff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850885 Apr 18 19:30:24.231446 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30799327-4cc9-46ed-b80f-069209514d86 req-85d266a0-11ad-43e9-9e04-0be1608bef9a tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:24.233045 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-30799327-4cc9-46ed-b80f-069209514d86 req-85d266a0-11ad-43e9-9e04-0be1608bef9a tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cbfc875-c839-4a4c-bcbc-fb0ee164e18b HTTP/1.1" status: 200 len: 951 time: 0.0908034 Apr 18 19:30:24.272510 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2881441-9914-4d1f-adda-52ba50195b8c req-50c37208-b56a-4b30-bd1e-a686433bc6b8 tempest-ImagesNegativeTestJSON-76899821 tempest-ImagesNegativeTestJSON-76899821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:24.273903 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a2881441-9914-4d1f-adda-52ba50195b8c req-50c37208-b56a-4b30-bd1e-a686433bc6b8 tempest-ImagesNegativeTestJSON-76899821 tempest-ImagesNegativeTestJSON-76899821-project] 10.222.0.69 "GET /v2.0/ports?device_id=a23e3909-5c87-44e4-8077-ed01082cba7c HTTP/1.1" status: 200 len: 948 time: 0.3521717 Apr 18 19:30:24.284428 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-30799327-4cc9-46ed-b80f-069209514d86 req-ec65a46d-cdb8-47b8-a439-dace16855a96 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/security-groups?id=5c6be434-109a-4c25-809d-b81f7096d7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452006 Apr 18 19:30:24.310760 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-9540e3d5-b97a-412d-8d20-02004e39ac56 req-98721473-1b42-4b91-9636-abf7718bab3f service neutron] 10.222.0.73 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2936044 Apr 18 19:30:24.337442 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a2881441-9914-4d1f-adda-52ba50195b8c req-f25fb1f0-5017-4234-ba22-1b4c77320527 tempest-ImagesNegativeTestJSON-76899821 tempest-ImagesNegativeTestJSON-76899821-project] 10.222.0.69 "GET /v2.0/security-groups?id=a13208db-7c82-48e2-8e70-def9c6c98574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519385 Apr 18 19:30:24.369341 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-1f4b7073-3ffb-428f-a4fa-60f96d334500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:24.455072 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-69fa1337-0164-4697-b180-646f24a3e5d2 req-db85739e-ca1d-4f46-a18b-dca67d541e26 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4bf06599121a476094faf72db54a396e&device_id=19340026-8fe1-417b-869a-76fbd40cb860 HTTP/1.1" status: 200 len: 1099 time: 0.0896940 Apr 18 19:30:24.467548 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4b7073-3ffb-428f-a4fa-60f96d334500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29b163ce-d207-44fe-a89e-5724c30e29c7,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:24.479575 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-1f4b7073-3ffb-428f-a4fa-60f96d334500 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6c77ee22772c496eb2f604914bf0f1fe&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1800447 Apr 18 19:30:24.486276 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6cfbeb9e-e75d-4d56-ab63-eec1ba7fefc4 req-8e081052-90c3-4555-a67e-a01a46208c6b tempest-ServerShowV257Test-24389060 tempest-ServerShowV257Test-24389060-project] 10.222.0.69 "GET /v2.0/ports?device_id=9a133717-a65e-4106-aa9e-d3855994fa4b HTTP/1.1" status: 200 len: 210 time: 0.0680132 Apr 18 19:30:24.488437 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 53654) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:30:24.496804 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4b7073-3ffb-428f-a4fa-60f96d334500 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:30:24.497152 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4b7073-3ffb-428f-a4fa-60f96d334500 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:30:24.497772 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4b7073-3ffb-428f-a4fa-60f96d334500 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:30:24.497857 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4b7073-3ffb-428f-a4fa-60f96d334500 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:30:24.498128 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4b7073-3ffb-428f-a4fa-60f96d334500 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:30:24.498723 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4b7073-3ffb-428f-a4fa-60f96d334500 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:30:24.499045 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4b7073-3ffb-428f-a4fa-60f96d334500 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:30:24.499908 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4b7073-3ffb-428f-a4fa-60f96d334500 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:30:24.500008 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4b7073-3ffb-428f-a4fa-60f96d334500 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:30:24.500376 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4b7073-3ffb-428f-a4fa-60f96d334500 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:30:24.500923 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4b7073-3ffb-428f-a4fa-60f96d334500 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:30:24.609675 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device c9135700-1d40-4ed7-8811-bc39acc92dc3 details requested by agent hyperv_n-h1-836017-2 with host n-h1-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:30:24.761427 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-48259496-6b5e-4a30-bb07-5da14f573866 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:24.766533 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fa1337-0164-4697-b180-646f24a3e5d2 req-bcf98016-13bd-466d-9ed4-76890cfbda07 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:24.768547 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-69fa1337-0164-4697-b180-646f24a3e5d2 req-bcf98016-13bd-466d-9ed4-76890cfbda07 service neutron] 10.222.0.73 "GET /v2.0/networks?id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a HTTP/1.1" status: 200 len: 870 time: 0.3065331 Apr 18 19:30:24.825227 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port c9135700-1d40-4ed7-8811-bc39acc92dc3, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=c9135700-1d40-4ed7-8811-bc39acc92dc3,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:30:24.841722 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Returning: {'device': 'c9135700-1d40-4ed7-8811-bc39acc92dc3', 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a', 'port_id': 'c9135700-1d40-4ed7-8811-bc39acc92dc3', 'mac_address': 'fa:16:3e:e9:92:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17d1b3aa-2066-4ffa-a69f-52ed566b6548', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:30:24.872828 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-69fa1337-0164-4697-b180-646f24a3e5d2 req-54a6f079-db95-4349-8254-e2924c87a5a5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=c0e1150c-3ca4-458b-85e4-8208744a4bc0 HTTP/1.1" status: 200 len: 217 time: 0.0944295 Apr 18 19:30:24.880149 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-48259496-6b5e-4a30-bb07-5da14f573866 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:24.912580 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:24.933893 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9135700-1d40-4ed7-8811-bc39acc92dc3 {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:30:24.937730 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:24.957557 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port c9135700-1d40-4ed7-8811-bc39acc92dc3, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=c9135700-1d40-4ed7-8811-bc39acc92dc3,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:30:24.992391 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12ff2e8-a7e9-4d4e-97ef-cfe47ebac863 req-9922bd0b-611c-47d3-bce1-c62f9d0dfa4e tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:24.994602 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d12ff2e8-a7e9-4d4e-97ef-cfe47ebac863 req-9922bd0b-611c-47d3-bce1-c62f9d0dfa4e tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=19340026-8fe1-417b-869a-76fbd40cb860 HTTP/1.1" status: 200 len: 948 time: 0.3223755 Apr 18 19:30:25.019591 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fa1337-0164-4697-b180-646f24a3e5d2 req-86d24587-5352-40d7-8983-9c9a28651bf3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:25.020241 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:25.021342 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-69fa1337-0164-4697-b180-646f24a3e5d2 req-86d24587-5352-40d7-8983-9c9a28651bf3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=17d1b3aa-2066-4ffa-a69f-52ed566b6548 HTTP/1.1" status: 200 len: 843 time: 0.1324511 Apr 18 19:30:25.129916 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d12ff2e8-a7e9-4d4e-97ef-cfe47ebac863 req-ef4d607b-4baf-4612-8b02-c19bb33c0ae7 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281991 Apr 18 19:30:25.138369 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Pushing event updated for resources: {'Port': ['ID=c9135700-1d40-4ed7-8811-bc39acc92dc3,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:25.157496 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-69fa1337-0164-4697-b180-646f24a3e5d2 req-7d65ec9a-a6e5-4cf0-89a5-05111371b20e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1261442 Apr 18 19:30:25.193865 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-48259496-6b5e-4a30-bb07-5da14f573866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:25.281869 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48259496-6b5e-4a30-bb07-5da14f573866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29b163ce-d207-44fe-a89e-5724c30e29c7,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:25.286839 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-48259496-6b5e-4a30-bb07-5da14f573866 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:25.295770 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-48259496-6b5e-4a30-bb07-5da14f573866 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/29b163ce-d207-44fe-a89e-5724c30e29c7 HTTP/1.1" status: 204 len: 168 time: 0.7996130 Apr 18 19:30:25.299414 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1ecaee-3866-4ab7-a050-58e8a61444bf req-6c4d823e-e9d7-4d21-9c70-3c2b667e14c7 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:25.300943 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-fa1ecaee-3866-4ab7-a050-58e8a61444bf req-6c4d823e-e9d7-4d21-9c70-3c2b667e14c7 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/ports?device_id=398acc94-8ebc-4510-8a2d-9878f34d8348 HTTP/1.1" status: 200 len: 945 time: 0.0887022 Apr 18 19:30:25.359174 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-69fa1337-0164-4697-b180-646f24a3e5d2 req-2b6cd0b7-099b-4c49-816d-3b09e0b316ee service neutron] 10.222.0.73 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954365 Apr 18 19:30:25.380095 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-fa1ecaee-3866-4ab7-a050-58e8a61444bf req-562ac848-ea7d-4ef9-a367-90eb9e9b08db tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/security-groups?id=a141a97b-10ea-4a45-b463-6b38bd1cffff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587385 Apr 18 19:30:25.500578 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] get_ports_and_sgs() called for port_ids ['c9135700-1d40-4ed7-8811-bc39acc92dc3'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:30:25.600557 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-69fa1337-0164-4697-b180-646f24a3e5d2 req-88cc719e-6e91-42c4-a03a-2ecc33c63e63 service neutron] 10.222.0.73 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269046 Apr 18 19:30:25.600557 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72af518-ef59-417b-80e0-b209433fbfd0 req-5c814a8f-f4fa-4e60-b100-9dc30bab432e tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:25.600862 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f72af518-ef59-417b-80e0-b209433fbfd0 req-5c814a8f-f4fa-4e60-b100-9dc30bab432e tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cbfc875-c839-4a4c-bcbc-fb0ee164e18b HTTP/1.1" status: 200 len: 951 time: 0.1515751 Apr 18 19:30:25.613297 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d8305d-a15a-42dd-a331-d89cddf8cf01 req-ce389b4b-1307-43bd-81c7-da20f1f5075d tempest-ImagesNegativeTestJSON-76899821 tempest-ImagesNegativeTestJSON-76899821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:25.617057 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c0d8305d-a15a-42dd-a331-d89cddf8cf01 req-ce389b4b-1307-43bd-81c7-da20f1f5075d tempest-ImagesNegativeTestJSON-76899821 tempest-ImagesNegativeTestJSON-76899821-project] 10.222.0.69 "GET /v2.0/ports?device_id=a23e3909-5c87-44e4-8077-ed01082cba7c HTTP/1.1" status: 200 len: 949 time: 0.1030438 Apr 18 19:30:25.674985 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f72af518-ef59-417b-80e0-b209433fbfd0 req-1e1863d3-29a4-4abf-a20a-8b3bf667e93c tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/security-groups?id=5c6be434-109a-4c25-809d-b81f7096d7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579567 Apr 18 19:30:25.688956 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c0d8305d-a15a-42dd-a331-d89cddf8cf01 req-297b12c1-586b-428a-b955-f0861df87d2e tempest-ImagesNegativeTestJSON-76899821 tempest-ImagesNegativeTestJSON-76899821-project] 10.222.0.69 "GET /v2.0/security-groups?id=a13208db-7c82-48e2-8e70-def9c6c98574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632124 Apr 18 19:30:25.884836 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5fe2e5e7-efd4-4e9f-87c9-25ff4381005c req-6b69dbb0-ce02-43fe-b361-f5a72e0d7451 tempest-ServerShowV257Test-24389060 tempest-ServerShowV257Test-24389060-project] 10.222.0.69 "GET /v2.0/ports?device_id=9a133717-a65e-4106-aa9e-d3855994fa4b HTTP/1.1" status: 200 len: 210 time: 0.0431075 Apr 18 19:30:26.230753 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 53692) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:30:26.251255 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-0b8e4ab3-61a8-4e3e-8d50-492eefeb372c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:26.297057 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-0b8e4ab3-61a8-4e3e-8d50-492eefeb372c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:30:26.302625 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-0b8e4ab3-61a8-4e3e-8d50-492eefeb372c admin admin] Usage tracker for resource:security_group_rule and tenant:a4edf45b62dd4f4cb8bf671f9772aa2e is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:30:26.306551 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-0b8e4ab3-61a8-4e3e-8d50-492eefeb372c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:30:26.312828 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-0b8e4ab3-61a8-4e3e-8d50-492eefeb372c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:30:26.346763 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-b906fc7a-0ccb-49ff-9aec-e547e80cea01 req-c84e381f-2d73-4dff-8922-6344918602c9 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9a133717-a65e-4106-aa9e-d3855994fa4b HTTP/1.1" status: 200 len: 210 time: 0.0687792 Apr 18 19:30:26.380638 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-0b8e4ab3-61a8-4e3e-8d50-492eefeb372c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:26.401763 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9785f0-933a-4569-b658-00e88f7978f0 req-b7ec05c0-02f3-4e41-bd90-e9667c3b48eb tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:26.403634 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-dc9785f0-933a-4569-b658-00e88f7978f0 req-b7ec05c0-02f3-4e41-bd90-e9667c3b48eb tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=19340026-8fe1-417b-869a-76fbd40cb860 HTTP/1.1" status: 200 len: 948 time: 0.0913413 Apr 18 19:30:26.410822 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 53698) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:30:26.418809 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-2503f843-15da-4a7a-bbf8-616bdc59aab9 tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Request body: {'security_group': {'name': 'tempest-securitygroup--575507089', 'description': 'tempest-description--1457227457'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:30:26.428351 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-2503f843-15da-4a7a-bbf8-616bdc59aab9 tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:30:26.432558 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-2503f843-15da-4a7a-bbf8-616bdc59aab9 tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Usage tracker for resource:security_group and tenant:912f8aac9d1b4f5bb39f80bd646e1172 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:30:26.435631 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-2503f843-15da-4a7a-bbf8-616bdc59aab9 tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:30:26.438522 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-0b8e4ab3-61a8-4e3e-8d50-492eefeb372c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:26.456154 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-2503f843-15da-4a7a-bbf8-616bdc59aab9 tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:30:26.456767 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-dc9785f0-933a-4569-b658-00e88f7978f0 req-a3223b66-a518-41cc-8e53-d109a9611fca tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444920 Apr 18 19:30:26.504843 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-0b8e4ab3-61a8-4e3e-8d50-492eefeb372c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a4edf45b62dd4f4cb8bf671f9772aa2e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2728832 Apr 18 19:30:26.506079 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 53702) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:30:26.509029 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8e4ab3-61a8-4e3e-8d50-492eefeb372c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=850cc0ee-a547-4fdd-a9b0-f4cea0c54e5b,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:26.553156 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-2503f843-15da-4a7a-bbf8-616bdc59aab9 tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Notify callbacks [] for security_group, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:26.575215 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-ee361611-8cfe-4bd0-b9bb-be1656a6b732 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:26.611200 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-2503f843-15da-4a7a-bbf8-616bdc59aab9 tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:30:26.617475 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-2503f843-15da-4a7a-bbf8-616bdc59aab9 tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Usage tracker for resource:security_group_rule and tenant:912f8aac9d1b4f5bb39f80bd646e1172 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:30:26.623692 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-2503f843-15da-4a7a-bbf8-616bdc59aab9 tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:30:26.631795 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-2503f843-15da-4a7a-bbf8-616bdc59aab9 tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:30:26.637758 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device c0e1150c-3ca4-458b-85e4-8208744a4bc0 details requested by agent hyperv_n-h1-836017-2 with host n-h1-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:30:26.639665 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-623c2fd6-3245-42c6-b4d8-921694941e8d req-6a84b666-f150-4ac9-8621-ce61756f430f tempest-ServersAdminTestJSON-8535969 tempest-ServersAdminTestJSON-8535969-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=8cbfc875-c839-4a4c-bcbc-fb0ee164e18b HTTP/1.1" status: 200 len: 1102 time: 0.1247964 Apr 18 19:30:26.665748 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-ee361611-8cfe-4bd0-b9bb-be1656a6b732 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:26.723912 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-623c2fd6-3245-42c6-b4d8-921694941e8d req-b760e74d-6a61-4812-8a48-b909e2defc6b tempest-ServersAdminTestJSON-8535969 tempest-ServersAdminTestJSON-8535969-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=5c6be434-109a-4c25-809d-b81f7096d7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780783 Apr 18 19:30:26.743522 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-2503f843-15da-4a7a-bbf8-616bdc59aab9 tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Notify callbacks [] for security_group, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:26.745337 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device c9135700-1d40-4ed7-8811-bc39acc92dc3 up at agent hyperv_n-h1-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:30:26.807116 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-2503f843-15da-4a7a-bbf8-616bdc59aab9 tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:26.869253 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2503f843-15da-4a7a-bbf8-616bdc59aab9 tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e0a4aa2-6a45-4e89-98c9-5080f22b400c,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:26.905585 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287fb412-cae4-4197-8ddb-1e412eb8b5dc req-44c2bc24-a5a8-4946-ace6-94d866171d72 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:26.907237 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-287fb412-cae4-4197-8ddb-1e412eb8b5dc req-44c2bc24-a5a8-4946-ace6-94d866171d72 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/ports?device_id=398acc94-8ebc-4510-8a2d-9878f34d8348 HTTP/1.1" status: 200 len: 945 time: 0.3081508 Apr 18 19:30:26.931711 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port c0e1150c-3ca4-458b-85e4-8208744a4bc0, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=c0e1150c-3ca4-458b-85e4-8208744a4bc0,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:30:26.946215 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-ee361611-8cfe-4bd0-b9bb-be1656a6b732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:26.954734 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Returning: {'device': 'c0e1150c-3ca4-458b-85e4-8208744a4bc0', 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a', 'port_id': 'c0e1150c-3ca4-458b-85e4-8208744a4bc0', 'mac_address': 'fa:16:3e:3e:b4:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17d1b3aa-2066-4ffa-a69f-52ed566b6548', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:30:26.969123 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee361611-8cfe-4bd0-b9bb-be1656a6b732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=850cc0ee-a547-4fdd-a9b0-f4cea0c54e5b,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:26.975839 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-2503f843-15da-4a7a-bbf8-616bdc59aab9 tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Notify callbacks [] for security_group, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:26.981213 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-2503f843-15da-4a7a-bbf8-616bdc59aab9 tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.5649743 Apr 18 19:30:26.981675 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-ee361611-8cfe-4bd0-b9bb-be1656a6b732 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:26.981811 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Provisioning for port c9135700-1d40-4ed7-8811-bc39acc92dc3 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:30:26.981906 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-ee361611-8cfe-4bd0-b9bb-be1656a6b732 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/850cc0ee-a547-4fdd-a9b0-f4cea0c54e5b HTTP/1.1" status: 204 len: 168 time: 0.4712889 Apr 18 19:30:26.981906 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 53712) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:30:26.993766 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-287fb412-cae4-4197-8ddb-1e412eb8b5dc req-88d6fea9-58e2-47c4-bd1d-61db0e8e15d3 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/security-groups?id=a141a97b-10ea-4a45-b463-6b38bd1cffff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799375 Apr 18 19:30:27.002521 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7e6a7e-b6e5-4d68-aa2f-2b23434c17d6 req-0e2680a6-c7fc-49f3-b636-18e4f3a71edb tempest-ImagesNegativeTestJSON-76899821 tempest-ImagesNegativeTestJSON-76899821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:27.003318 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-3260d2a9-b1cc-436a-bb61-54e5457bc7ab tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Request body: {'security_group_rule': {'security_group_id': '7e0a4aa2-6a45-4e89-98c9-5080f22b400c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:30:27.004194 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-dc7e6a7e-b6e5-4d68-aa2f-2b23434c17d6 req-0e2680a6-c7fc-49f3-b636-18e4f3a71edb tempest-ImagesNegativeTestJSON-76899821 tempest-ImagesNegativeTestJSON-76899821-project] 10.222.0.69 "GET /v2.0/ports?device_id=a23e3909-5c87-44e4-8077-ed01082cba7c HTTP/1.1" status: 200 len: 949 time: 0.0984230 Apr 18 19:30:27.011978 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-3260d2a9-b1cc-436a-bb61-54e5457bc7ab tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:30:27.016948 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-3260d2a9-b1cc-436a-bb61-54e5457bc7ab tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Usage tracker for resource:security_group_rule and tenant:912f8aac9d1b4f5bb39f80bd646e1172 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:30:27.023453 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Provisioning complete for port c9135700-1d40-4ed7-8811-bc39acc92dc3 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:30:27.024369 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:27.029651 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-3260d2a9-b1cc-436a-bb61-54e5457bc7ab tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:30:27.042293 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-3260d2a9-b1cc-436a-bb61-54e5457bc7ab tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:30:27.066658 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-dc7e6a7e-b6e5-4d68-aa2f-2b23434c17d6 req-480c5d66-c62d-4f89-94eb-c40196f798b8 tempest-ImagesNegativeTestJSON-76899821 tempest-ImagesNegativeTestJSON-76899821-project] 10.222.0.69 "GET /v2.0/security-groups?id=a13208db-7c82-48e2-8e70-def9c6c98574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559628 Apr 18 19:30:27.131633 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:27.164429 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-3260d2a9-b1cc-436a-bb61-54e5457bc7ab tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:27.169664 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0e1150c-3ca4-458b-85e4-8208744a4bc0 {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:30:27.237061 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-3260d2a9-b1cc-436a-bb61-54e5457bc7ab tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:27.271988 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-adf29190-4cfd-40e8-aa53-f3c53aa7adbc req-82c3dc4f-fa0a-491d-b0cf-c7a4dabea10e tempest-ServerShowV257Test-24389060 tempest-ServerShowV257Test-24389060-project] 10.222.0.69 "GET /v2.0/ports?device_id=9a133717-a65e-4106-aa9e-d3855994fa4b HTTP/1.1" status: 200 len: 210 time: 0.0568869 Apr 18 19:30:27.285862 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port c0e1150c-3ca4-458b-85e4-8208744a4bc0, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=c0e1150c-3ca4-458b-85e4-8208744a4bc0,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:30:27.299649 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-3260d2a9-b1cc-436a-bb61-54e5457bc7ab tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484852'] for security_group_rule, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:27.307920 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:27.319392 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3260d2a9-b1cc-436a-bb61-54e5457bc7ab tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=811ebc4b-a5e9-4de7-9f25-6bca9e10c642,revision_number=0']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:27.337089 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a23e3909-5c87-44e4-8077-ed01082cba7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9135700-1d40-4ed7-8811-bc39acc92dc3'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:30:27.346890 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port c9135700-1d40-4ed7-8811-bc39acc92dc3, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=c9135700-1d40-4ed7-8811-bc39acc92dc3,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:30:27.380533 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:27.418060 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d9787c9-24fc-4609-8aca-97cfecc6cd39'] response: {'server_uuid': 'a23e3909-5c87-44e4-8077-ed01082cba7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9135700-1d40-4ed7-8811-bc39acc92dc3', 'code': 200} Apr 18 19:30:27.453269 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Pushing event updated for resources: {'Port': ['ID=c0e1150c-3ca4-458b-85e4-8208744a4bc0,revision_number=13']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:27.453951 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-3260d2a9-b1cc-436a-bb61-54e5457bc7ab tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:27.455321 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-3260d2a9-b1cc-436a-bb61-54e5457bc7ab tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4588857 Apr 18 19:30:27.458113 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 53720) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:30:27.466158 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-0871ff57-80c8-40b1-9d88-9de4f39f72ec tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Request body: {'security_group_rule': {'security_group_id': '7e0a4aa2-6a45-4e89-98c9-5080f22b400c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:30:27.471140 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-0871ff57-80c8-40b1-9d88-9de4f39f72ec tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:30:27.475011 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-0871ff57-80c8-40b1-9d88-9de4f39f72ec tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Usage tracker for resource:security_group_rule and tenant:912f8aac9d1b4f5bb39f80bd646e1172 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:30:27.478994 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-0871ff57-80c8-40b1-9d88-9de4f39f72ec tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:30:27.485129 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-0871ff57-80c8-40b1-9d88-9de4f39f72ec tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:30:27.491875 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:27.569607 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Pushing event updated for resources: {'Port': ['ID=c9135700-1d40-4ed7-8811-bc39acc92dc3,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:27.596590 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e8d2a570-2536-45b2-bef6-0e625c0c5178 req-bbc24a9d-162b-44fb-a484-d5fbafc4305c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a23e3909-5c87-44e4-8077-ed01082cba7c HTTP/1.1" status: 200 len: 1101 time: 0.1427832 Apr 18 19:30:27.609912 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-0871ff57-80c8-40b1-9d88-9de4f39f72ec tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:27.666877 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e8d2a570-2536-45b2-bef6-0e625c0c5178 req-c5f45724-29ba-41b2-9331-4b1174b99664 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=a13208db-7c82-48e2-8e70-def9c6c98574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630810 Apr 18 19:30:27.693020 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-0871ff57-80c8-40b1-9d88-9de4f39f72ec tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:27.768948 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-0871ff57-80c8-40b1-9d88-9de4f39f72ec tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484852'] for security_group_rule, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:27.808686 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0871ff57-80c8-40b1-9d88-9de4f39f72ec tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31a6de5d-1ea2-4481-be9c-b9fc1d803a8d,revision_number=0']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:27.845563 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-1a209fba-d9d7-4adc-959f-f7f4a373bd3f req-ad0c9979-c349-4848-b6a0-5866068c76a2 tempest-ServersAdminTestJSON-8535969 tempest-ServersAdminTestJSON-8535969-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=8cbfc875-c839-4a4c-bcbc-fb0ee164e18b HTTP/1.1" status: 200 len: 1102 time: 0.1355879 Apr 18 19:30:27.891523 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-0871ff57-80c8-40b1-9d88-9de4f39f72ec tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:27.893403 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-0871ff57-80c8-40b1-9d88-9de4f39f72ec tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4341459 Apr 18 19:30:27.897656 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 53736) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:30:27.907343 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-e4950252-2e0e-4cbe-9ab9-ce1198e36d86 tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Request body: {'floatingip': {'floating_network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:30:27.911149 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e58cf52-20a4-4839-bbfb-758282f36a67 req-a1a276d6-848b-4abf-9716-a631a8e61e4e tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:27.912649 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2e58cf52-20a4-4839-bbfb-758282f36a67 req-a1a276d6-848b-4abf-9716-a631a8e61e4e tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=19340026-8fe1-417b-869a-76fbd40cb860 HTTP/1.1" status: 200 len: 949 time: 0.2095807 Apr 18 19:30:27.916018 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-e4950252-2e0e-4cbe-9ab9-ce1198e36d86 tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:30:27.919452 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-1a209fba-d9d7-4adc-959f-f7f4a373bd3f req-d7bb8703-3df7-455a-af23-24eda7a6b4a1 tempest-ServersAdminTestJSON-8535969 tempest-ServersAdminTestJSON-8535969-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=5c6be434-109a-4c25-809d-b81f7096d7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650401 Apr 18 19:30:27.921834 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-e4950252-2e0e-4cbe-9ab9-ce1198e36d86 tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Usage tracker for resource:floatingip and tenant:912f8aac9d1b4f5bb39f80bd646e1172 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:30:27.924869 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-e4950252-2e0e-4cbe-9ab9-ce1198e36d86 tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:30:27.931095 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-e4950252-2e0e-4cbe-9ab9-ce1198e36d86 tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:30:27.966270 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2e58cf52-20a4-4839-bbfb-758282f36a67 req-a9c45b2e-2b30-45bb-af74-4d2af69e3ce9 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467482 Apr 18 19:30:28.054465 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-e4950252-2e0e-4cbe-9ab9-ce1198e36d86 tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Notify callbacks [] for floatingip, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:28.274321 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c95737-8ea3-4a30-adc3-f2905c272ed1 req-ec568475-9fe1-4c51-b9ff-6548c1a8ac34 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:28.275854 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-00c95737-8ea3-4a30-adc3-f2905c272ed1 req-ec568475-9fe1-4c51-b9ff-6548c1a8ac34 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/ports?device_id=398acc94-8ebc-4510-8a2d-9878f34d8348 HTTP/1.1" status: 200 len: 945 time: 0.0860741 Apr 18 19:30:28.280568 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-e4950252-2e0e-4cbe-9ab9-ce1198e36d86 tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:28.327861 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-00c95737-8ea3-4a30-adc3-f2905c272ed1 req-fa2ac621-732f-4e84-a810-b4d37e39221b tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/security-groups?id=a141a97b-10ea-4a45-b463-6b38bd1cffff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462677 Apr 18 19:30:28.445045 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_common [None req-e4950252-2e0e-4cbe-9ab9-ce1198e36d86 tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Allocated IP 172.25.3.6 (11e8e108-37df-4084-b6b7-113e6beb66b4/3b0abf32-1504-448b-b06e-c8c870b6a7c8/0815731d-95e2-449b-a431-c86393a16a06) {{(pid=84764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:30:28.563119 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6427331d-8b9c-4554-bba6-b95c958cd1c0 req-64d7e757-d984-48b7-b961-98dc1a576ad5 tempest-ImagesNegativeTestJSON-76899821 tempest-ImagesNegativeTestJSON-76899821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:28.570292 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-6427331d-8b9c-4554-bba6-b95c958cd1c0 req-64d7e757-d984-48b7-b961-98dc1a576ad5 tempest-ImagesNegativeTestJSON-76899821 tempest-ImagesNegativeTestJSON-76899821-project] 10.222.0.69 "GET /v2.0/ports?device_id=a23e3909-5c87-44e4-8077-ed01082cba7c HTTP/1.1" status: 200 len: 950 time: 0.0974083 Apr 18 19:30:28.619820 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-e4950252-2e0e-4cbe-9ab9-ce1198e36d86 tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Notify callbacks [] for port, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:28.628952 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-6427331d-8b9c-4554-bba6-b95c958cd1c0 req-7d026578-de3b-4233-bdb5-272e602a9c8a tempest-ImagesNegativeTestJSON-76899821 tempest-ImagesNegativeTestJSON-76899821-project] 10.222.0.69 "GET /v2.0/security-groups?id=a13208db-7c82-48e2-8e70-def9c6c98574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577486 Apr 18 19:30:28.737107 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-13c36426-2a63-498f-a941-649458215a75 req-83aca808-f2d8-4ed0-9131-7cdb9b95e936 tempest-ServerShowV257Test-24389060 tempest-ServerShowV257Test-24389060-project] 10.222.0.69 "GET /v2.0/ports?device_id=9a133717-a65e-4106-aa9e-d3855994fa4b HTTP/1.1" status: 200 len: 210 time: 0.0493689 Apr 18 19:30:28.761517 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-e4950252-2e0e-4cbe-9ab9-ce1198e36d86 tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:28.856494 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4950252-2e0e-4cbe-9ab9-ce1198e36d86 tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Network 11e8e108-37df-4084-b6b7-113e6beb66b4 is already hosted by enough agents. {{(pid=84764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:30:28.861180 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [None req-e4950252-2e0e-4cbe-9ab9-ce1198e36d86 tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Resources bound (agent type, host, resource id): {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:30:28.867017 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] get_ports_and_sgs() called for port_ids ['c0e1150c-3ca4-458b-85e4-8208744a4bc0'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:30:28.870078 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4950252-2e0e-4cbe-9ab9-ce1198e36d86 tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Received port after_create {{(pid=84764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:30:28.870730 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affec3da-c033-4b98-8456-68ab1471cc55 req-141d3938-ae85-4554-be7d-726d1de841c9 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:28.872431 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-affec3da-c033-4b98-8456-68ab1471cc55 req-141d3938-ae85-4554-be7d-726d1de841c9 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/ports?device_id=7d115c85-59d1-4bc4-9907-bb5ae8d28586 HTTP/1.1" status: 200 len: 950 time: 0.1081557 Apr 18 19:30:28.927473 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-affec3da-c033-4b98-8456-68ab1471cc55 req-7ad6ca69-9100-48fd-be81-2df6d86f90ca tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/security-groups?id=5c6be434-109a-4c25-809d-b81f7096d7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492685 Apr 18 19:30:28.947896 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4950252-2e0e-4cbe-9ab9-ce1198e36d86 tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Pushing event updated for resources: {'Port': ['ID=0815731d-95e2-449b-a431-c86393a16a06,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:29.116981 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-e4950252-2e0e-4cbe-9ab9-ce1198e36d86 tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:29.224822 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a7a21d-2dea-4ca3-90be-47144ba29c59 req-b3915156-33f0-4663-82fc-f7066f985714 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:29.226434 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-93a7a21d-2dea-4ca3-90be-47144ba29c59 req-b3915156-33f0-4663-82fc-f7066f985714 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=19340026-8fe1-417b-869a-76fbd40cb860 HTTP/1.1" status: 200 len: 949 time: 0.0891414 Apr 18 19:30:29.267962 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-e4950252-2e0e-4cbe-9ab9-ce1198e36d86 tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:29.303345 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-93a7a21d-2dea-4ca3-90be-47144ba29c59 req-3906222e-aa8a-4a39-8a5c-213ce8612b92 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700164 Apr 18 19:30:29.529789 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b9ed59-4b4f-4262-845b-ab4e56486c6e req-c22bd7cc-392d-43ee-9e68-42d48abc38af tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:29.532819 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-52b9ed59-4b4f-4262-845b-ab4e56486c6e req-c22bd7cc-392d-43ee-9e68-42d48abc38af tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=19340026-8fe1-417b-869a-76fbd40cb860 HTTP/1.1" status: 200 len: 949 time: 0.1028903 Apr 18 19:30:29.575675 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-171fe5b7-0ebd-498d-85d6-e83a7bff76a3 req-741b98de-438d-4022-87a0-a5e6f00e74ba service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9385d18bfceb49cda52d291f7b479993&device_id=9a133717-a65e-4106-aa9e-d3855994fa4b HTTP/1.1" status: 200 len: 210 time: 0.0976927 Apr 18 19:30:29.580597 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-b7afaf38-1608-4c5a-8b99-f20f80a5b6af req-c8f06ec2-1f6d-49ad-adc2-e2c51acebca2 tempest-ServerShowV257Test-24389060 tempest-ServerShowV257Test-24389060-project] 10.222.0.69 "GET /v2.0/ports?device_id=9a133717-a65e-4106-aa9e-d3855994fa4b HTTP/1.1" status: 200 len: 210 time: 0.1010251 Apr 18 19:30:29.587357 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-52b9ed59-4b4f-4262-845b-ab4e56486c6e req-554bfe1a-3463-4393-9e92-5595fff9254a tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488472 Apr 18 19:30:29.630009 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-171fe5b7-0ebd-498d-85d6-e83a7bff76a3 req-55e49b7f-63d7-43cd-b60b-ce413a992962 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=9385d18bfceb49cda52d291f7b479993&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0433967 Apr 18 19:30:29.738775 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-e4950252-2e0e-4cbe-9ab9-ce1198e36d86 tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Notify callbacks [] for port, precommit_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:29.807394 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-e4950252-2e0e-4cbe-9ab9-ce1198e36d86 tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2290934'] for port, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:29.907013 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171fe5b7-0ebd-498d-85d6-e83a7bff76a3 req-4caa1c2d-201c-4316-9574-3087b58b2b40 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:29.907013 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-171fe5b7-0ebd-498d-85d6-e83a7bff76a3 req-4caa1c2d-201c-4316-9574-3087b58b2b40 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2702432 Apr 18 19:30:29.959329 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafa1cdb-aab2-4683-8f14-2c1ebf4d30e8 req-bb0fca18-5410-4471-9248-0c4619ebf59e tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:29.964805 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fafa1cdb-aab2-4683-8f14-2c1ebf4d30e8 req-bb0fca18-5410-4471-9248-0c4619ebf59e tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/ports?device_id=398acc94-8ebc-4510-8a2d-9878f34d8348 HTTP/1.1" status: 200 len: 945 time: 0.1683288 Apr 18 19:30:30.000809 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8172a73-fb11-43e2-a099-e6a984a46e16 req-c3ac50a6-d665-47d1-86f0-e5d795715168 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:30.002559 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d8172a73-fb11-43e2-a099-e6a984a46e16 req-c3ac50a6-d665-47d1-86f0-e5d795715168 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d115c85-59d1-4bc4-9907-bb5ae8d28586 HTTP/1.1" status: 200 len: 950 time: 0.1511564 Apr 18 19:30:30.096859 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fafa1cdb-aab2-4683-8f14-2c1ebf4d30e8 req-f557a03b-42d6-4053-ab57-3f770869920b tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/security-groups?id=a141a97b-10ea-4a45-b463-6b38bd1cffff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282709 Apr 18 19:30:30.098333 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4950252-2e0e-4cbe-9ab9-ce1198e36d86 tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Pushing event updated for resources: {'Port': ['ID=0815731d-95e2-449b-a431-c86393a16a06,revision_number=2']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:30.107508 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-d8172a73-fb11-43e2-a099-e6a984a46e16 req-00c59a8a-3271-4899-b103-4b1bb715fa87 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Deleting port c9f1fdf9-7fe9-4a17-851c-57b608158110 {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:30:30.108603 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-d8172a73-fb11-43e2-a099-e6a984a46e16 req-00c59a8a-3271-4899-b103-4b1bb715fa87 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:30.120907 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-e4950252-2e0e-4cbe-9ab9-ce1198e36d86 tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416787'] for floatingip, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:30.165350 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ace4314-a9ad-4875-a4ef-f4440a309a5b req-a88a01a1-f6db-4d2c-9ff9-1667f8c932fc tempest-ImagesNegativeTestJSON-76899821 tempest-ImagesNegativeTestJSON-76899821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:30.165350 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8ace4314-a9ad-4875-a4ef-f4440a309a5b req-a88a01a1-f6db-4d2c-9ff9-1667f8c932fc tempest-ImagesNegativeTestJSON-76899821 tempest-ImagesNegativeTestJSON-76899821-project] 10.222.0.69 "GET /v2.0/ports?device_id=a23e3909-5c87-44e4-8077-ed01082cba7c HTTP/1.1" status: 200 len: 950 time: 0.3061507 Apr 18 19:30:30.221927 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8ace4314-a9ad-4875-a4ef-f4440a309a5b req-9b62dd2f-d8a3-4de4-9d6c-8f30bcd80d66 tempest-ImagesNegativeTestJSON-76899821 tempest-ImagesNegativeTestJSON-76899821-project] 10.222.0.69 "GET /v2.0/security-groups?id=a13208db-7c82-48e2-8e70-def9c6c98574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511541 Apr 18 19:30:30.255433 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-e4950252-2e0e-4cbe-9ab9-ce1198e36d86 tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for floatingip, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:30.259086 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-e4950252-2e0e-4cbe-9ab9-ce1198e36d86 tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.3595819 Apr 18 19:30:30.417425 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-096e73a6-f3ba-438c-a856-ecd6f16826a6 req-ab86fb0f-17cc-4e42-9f66-0cbfc757ff83 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=4bf06599121a476094faf72db54a396e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0474613 Apr 18 19:30:30.481842 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d7611d-855c-4dac-b113-0266d74ff530 req-2e6a2553-3b43-42e1-b670-1f24c8bc82ef tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:30.483931 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-36d7611d-855c-4dac-b113-0266d74ff530 req-2e6a2553-3b43-42e1-b670-1f24c8bc82ef tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/ports?device_id=7d115c85-59d1-4bc4-9907-bb5ae8d28586 HTTP/1.1" status: 200 len: 950 time: 0.0862076 Apr 18 19:30:30.535969 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-36d7611d-855c-4dac-b113-0266d74ff530 req-c969e2af-bc12-4444-a44a-8a9375627091 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/security-groups?id=5c6be434-109a-4c25-809d-b81f7096d7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465295 Apr 18 19:30:30.558966 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-d8172a73-fb11-43e2-a099-e6a984a46e16 req-00c59a8a-3271-4899-b103-4b1bb715fa87 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] For port c9f1fdf9-7fe9-4a17-851c-57b608158110, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=c9f1fdf9-7fe9-4a17-851c-57b608158110,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:30:30.559338 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-d8172a73-fb11-43e2-a099-e6a984a46e16 req-00c59a8a-3271-4899-b103-4b1bb715fa87 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:30.643828 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device c0e1150c-3ca4-458b-85e4-8208744a4bc0 up at agent hyperv_n-h1-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:30:30.731250 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-d8172a73-fb11-43e2-a099-e6a984a46e16 req-00c59a8a-3271-4899-b103-4b1bb715fa87 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Calling delete_port for c9f1fdf9-7fe9-4a17-851c-57b608158110 owned by compute:nova {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:30:30.808164 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096e73a6-f3ba-438c-a856-ecd6f16826a6 req-4df90c9d-b44c-47c1-9ca3-489fe02510ec tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:30.809713 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-096e73a6-f3ba-438c-a856-ecd6f16826a6 req-4df90c9d-b44c-47c1-9ca3-489fe02510ec tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3835907 Apr 18 19:30:30.817721 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Provisioning for port c0e1150c-3ca4-458b-85e4-8208744a4bc0 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:30:30.823658 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Provisioning complete for port c0e1150c-3ca4-458b-85e4-8208744a4bc0 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:30:30.824026 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:30.842435 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-096e73a6-f3ba-438c-a856-ecd6f16826a6 req-a63fd596-7c66-4bbc-80ff-bcecd300bb4e tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/quotas/4bf06599121a476094faf72db54a396e HTTP/1.1" status: 200 len: 375 time: 0.0270207 Apr 18 19:30:30.968661 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:30.999948 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19340026-8fe1-417b-869a-76fbd40cb860', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0e1150c-3ca4-458b-85e4-8208744a4bc0'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:30:31.008929 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-096e73a6-f3ba-438c-a856-ecd6f16826a6 req-50365808-6544-46b8-92fd-db6fc4ff1ee8 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=4bf06599121a476094faf72db54a396e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1586239 Apr 18 19:30:31.010800 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port c0e1150c-3ca4-458b-85e4-8208744a4bc0, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=c0e1150c-3ca4-458b-85e4-8208744a4bc0,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:30:31.059833 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-d8172a73-fb11-43e2-a099-e6a984a46e16 req-00c59a8a-3271-4899-b103-4b1bb715fa87 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:31.072090 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] get_ports_and_sgs() called for port_ids ['701f84f5-505b-4198-8aab-980189685a01', 'c9f1fdf9-7fe9-4a17-851c-57b608158110', '223822da-e9ca-44af-bd61-eec59d8e31d7'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:30:31.110602 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c59a8a-3271-4899-b103-4b1bb715fa87 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Pushing event deleted for resources: {'Port': ['ID=c9f1fdf9-7fe9-4a17-851c-57b608158110,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:31.130214 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:31.215354 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-171fe5b7-0ebd-498d-85d6-e83a7bff76a3 req-9e2ca75c-96cc-45a9-8077-837de9ee1a96 tempest-ServerShowV257Test-24389060 tempest-ServerShowV257Test-24389060-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a133717-a65e-4106-aa9e-d3855994fa4b HTTP/1.1" status: 200 len: 210 time: 0.1077807 Apr 18 19:30:31.298730 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8bab88ee-6cbb-4ac8-99c2-a0b319ec9dce req-b905b27a-88e9-4b65-b3d3-95f212a5eb44 tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--575507089&fields=id&tenant_id=912f8aac9d1b4f5bb39f80bd646e1172 HTTP/1.1" status: 200 len: 267 time: 0.1113377 Apr 18 19:30:31.360435 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8172a73-fb11-43e2-a099-e6a984a46e16 req-00c59a8a-3271-4899-b103-4b1bb715fa87 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] No DVR routers for this DVR port c9f1fdf9-7fe9-4a17-851c-57b608158110 on host n-h2-836017-2 {{(pid=84763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:30:31.362101 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Pushing event updated for resources: {'Port': ['ID=c0e1150c-3ca4-458b-85e4-8208744a4bc0,revision_number=14']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:31.363445 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-d8172a73-fb11-43e2-a099-e6a984a46e16 req-00c59a8a-3271-4899-b103-4b1bb715fa87 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:31.369371 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d115c85-59d1-4bc4-9907-bb5ae8d28586', 'name': 'network-vif-deleted', 'tag': 'c9f1fdf9-7fe9-4a17-851c-57b608158110'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:30:31.492253 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d8172a73-fb11-43e2-a099-e6a984a46e16 req-00c59a8a-3271-4899-b103-4b1bb715fa87 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.72 "DELETE /v2.0/ports/c9f1fdf9-7fe9-4a17-851c-57b608158110 HTTP/1.1" status: 204 len: 173 time: 1.4819496 Apr 18 19:30:31.503066 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e0537413-d063-4c6d-8463-ab1f66d13f38 req-a5193f1e-6350-4ed0-827f-1bcd8e256d5b tempest-ServerShowV257Test-24389060 tempest-ServerShowV257Test-24389060-project] 10.222.0.69 "GET /v2.0/ports?device_id=9a133717-a65e-4106-aa9e-d3855994fa4b HTTP/1.1" status: 200 len: 210 time: 0.0704749 Apr 18 19:30:31.582894 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bab88ee-6cbb-4ac8-99c2-a0b319ec9dce req-5d8bd0d5-0f74-45fe-9c51-520c85c54fb5 tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:31.585302 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8bab88ee-6cbb-4ac8-99c2-a0b319ec9dce req-5d8bd0d5-0f74-45fe-9c51-520c85c54fb5 tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] 10.222.0.69 "GET /v2.0/networks?id=2ec6ced9-a6bc-4877-8b52-5620d7b70918 HTTP/1.1" status: 200 len: 815 time: 0.2845051 Apr 18 19:30:31.625902 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8bab88ee-6cbb-4ac8-99c2-a0b319ec9dce req-9f9d5876-849f-4403-9eae-430dfb545e7f tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] 10.222.0.69 "GET /v2.0/quotas/912f8aac9d1b4f5bb39f80bd646e1172 HTTP/1.1" status: 200 len: 375 time: 0.0331259 Apr 18 19:30:31.685645 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c7a1660e-65aa-4add-917f-3cb9a3ace13e req-aa9de916-96ee-4d7e-99db-5ba274226f17 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=dca9f21b-f897-4981-ab52-5aee4da127c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2015631 Apr 18 19:30:31.714622 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1d33d22-7588-4239-b2f9-990339fd7b07'] response: {'server_uuid': '19340026-8fe1-417b-869a-76fbd40cb860', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0e1150c-3ca4-458b-85e4-8208744a4bc0', 'code': 200} Apr 18 19:30:31.755794 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-8bab88ee-6cbb-4ac8-99c2-a0b319ec9dce req-c46059af-12d7-4e40-b46c-32d92f403199 tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Synchronizing usage tracker for tenant:912f8aac9d1b4f5bb39f80bd646e1172 on resource:port {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:30:31.889974 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-8bab88ee-6cbb-4ac8-99c2-a0b319ec9dce req-c46059af-12d7-4e40-b46c-32d92f403199 tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Unset dirty status for tenant:912f8aac9d1b4f5bb39f80bd646e1172 on resource:port {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:30:31.891353 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8bab88ee-6cbb-4ac8-99c2-a0b319ec9dce req-c46059af-12d7-4e40-b46c-32d92f403199 tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=912f8aac9d1b4f5bb39f80bd646e1172&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2643728 Apr 18 19:30:32.031497 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e8bcab-6b10-491e-9d5a-24ef53cddf25 req-f595b2b8-7332-4e62-8f57-86384cd6d2ee tempest-ImagesNegativeTestJSON-76899821 tempest-ImagesNegativeTestJSON-76899821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:32.033269 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-28e8bcab-6b10-491e-9d5a-24ef53cddf25 req-f595b2b8-7332-4e62-8f57-86384cd6d2ee tempest-ImagesNegativeTestJSON-76899821 tempest-ImagesNegativeTestJSON-76899821-project] 10.222.0.69 "GET /v2.0/ports?device_id=a23e3909-5c87-44e4-8077-ed01082cba7c HTTP/1.1" status: 200 len: 950 time: 0.0855784 Apr 18 19:30:32.052274 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c7a1660e-65aa-4add-917f-3cb9a3ace13e req-f9a3b9b9-b4f8-4159-8c8e-2ba68c6b1ec3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ae4efde8a8464528a66b3bf8e643e684&device_id=dca9f21b-f897-4981-ab52-5aee4da127c0 HTTP/1.1" status: 200 len: 6491 time: 0.2007163 Apr 18 19:30:32.118146 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-28e8bcab-6b10-491e-9d5a-24ef53cddf25 req-f623331f-c693-4027-8ba5-f79fa86dc155 tempest-ImagesNegativeTestJSON-76899821 tempest-ImagesNegativeTestJSON-76899821-project] 10.222.0.69 "GET /v2.0/security-groups?id=a13208db-7c82-48e2-8e70-def9c6c98574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780015 Apr 18 19:30:32.119450 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8bab88ee-6cbb-4ac8-99c2-a0b319ec9dce req-977f3099-2b39-4d2e-bdbc-7a31666dfa59 service neutron] 10.222.0.69 "GET /v2.0/networks/2ec6ced9-a6bc-4877-8b52-5620d7b70918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144849 Apr 18 19:30:32.352428 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a1660e-65aa-4add-917f-3cb9a3ace13e req-24b8a32b-1f9e-4bb6-88ef-d0208ae30aea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:32.353116 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a1660e-65aa-4add-917f-3cb9a3ace13e req-24b8a32b-1f9e-4bb6-88ef-d0208ae30aea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:32.353319 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a1660e-65aa-4add-917f-3cb9a3ace13e req-24b8a32b-1f9e-4bb6-88ef-d0208ae30aea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:32.354901 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c7a1660e-65aa-4add-917f-3cb9a3ace13e req-24b8a32b-1f9e-4bb6-88ef-d0208ae30aea service neutron] 10.222.0.72 "GET /v2.0/networks?id=1c17c057-c249-4320-8b11-c4cc32a9489f&id=a78bc94c-6e21-4a13-914b-5bddac5da8d7&id=a78bc94c-6e21-4a13-914b-5bddac5da8d7&id=a78bc94c-6e21-4a13-914b-5bddac5da8d7&id=a78bc94c-6e21-4a13-914b-5bddac5da8d7&id=77a057b3-34c4-449e-a9f0-2bcfc4ff6d7a&id=77a057b3-34c4-449e-a9f0-2bcfc4ff6d7a HTTP/1.1" status: 200 len: 2293 time: 0.2707026 Apr 18 19:30:32.364611 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd5ea15-3de3-439b-ac3f-a3848d13906c req-ea8f902b-072c-4886-81b5-933a25fb6762 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:32.369081 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8bab88ee-6cbb-4ac8-99c2-a0b319ec9dce req-5e381918-d8f5-45bd-87ed-d32f45e20b1e service neutron] 10.222.0.69 "GET /v2.0/networks/2ec6ced9-a6bc-4877-8b52-5620d7b70918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002480 Apr 18 19:30:32.370414 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5fd5ea15-3de3-439b-ac3f-a3848d13906c req-ea8f902b-072c-4886-81b5-933a25fb6762 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/ports?device_id=398acc94-8ebc-4510-8a2d-9878f34d8348 HTTP/1.1" status: 200 len: 945 time: 0.1175454 Apr 18 19:30:32.426945 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5fd5ea15-3de3-439b-ac3f-a3848d13906c req-2e95ce9c-97d8-4fe6-a315-82a6fcc21b75 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/security-groups?id=a141a97b-10ea-4a45-b463-6b38bd1cffff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493159 Apr 18 19:30:32.489630 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c7a1660e-65aa-4add-917f-3cb9a3ace13e req-1b68180e-c54a-4f98-ba69-6aa14dd8f0cd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=541a4c14-f2f5-4268-a378-6b7818c15360 HTTP/1.1" status: 200 len: 999 time: 0.1195521 Apr 18 19:30:32.561217 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a1660e-65aa-4add-917f-3cb9a3ace13e req-f79fd253-2419-4dd7-bba2-544713d2220a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:32.562565 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c7a1660e-65aa-4add-917f-3cb9a3ace13e req-f79fd253-2419-4dd7-bba2-544713d2220a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f3e2cf5f-cc22-4c6a-a7c1-4742f3519b7c HTTP/1.1" status: 200 len: 850 time: 0.0657084 Apr 18 19:30:32.683526 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-9424dd1c-5463-450f-b592-ae5cfd73184a req-19979b92-172f-4247-bb76-5ae5aaa83af8 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad0762ec-8f77-4f13-9567-a866d0faa9fe HTTP/1.1" status: 200 len: 210 time: 0.0893769 Apr 18 19:30:32.713275 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c7a1660e-65aa-4add-917f-3cb9a3ace13e req-47cafba2-a5d2-4816-acdd-3724c22d598b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1c17c057-c249-4320-8b11-c4cc32a9489f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1408203 Apr 18 19:30:32.720771 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e4dc37d-b1d6-4a5f-9009-970e4f76b265'] response: {'server_uuid': '7d115c85-59d1-4bc4-9907-bb5ae8d28586', 'name': 'network-vif-deleted', 'tag': 'c9f1fdf9-7fe9-4a17-851c-57b608158110', 'status': 'completed', 'code': 200} Apr 18 19:30:32.801647 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f40df1-8cb1-451f-9197-fce9ec1086dc req-e26fedcb-4f1c-483c-a9c3-471e8d251b31 tempest-ImagesNegativeTestJSON-76899821 tempest-ImagesNegativeTestJSON-76899821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:32.810310 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-92f40df1-8cb1-451f-9197-fce9ec1086dc req-e26fedcb-4f1c-483c-a9c3-471e8d251b31 tempest-ImagesNegativeTestJSON-76899821 tempest-ImagesNegativeTestJSON-76899821-project] 10.222.0.73 "GET /v2.0/ports?device_id=a23e3909-5c87-44e4-8077-ed01082cba7c HTTP/1.1" status: 200 len: 950 time: 0.2563658 Apr 18 19:30:32.943324 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-92f40df1-8cb1-451f-9197-fce9ec1086dc req-430def03-5a94-41cd-9d2f-c85bc6ded036 tempest-ImagesNegativeTestJSON-76899821 tempest-ImagesNegativeTestJSON-76899821-project] Deleting port c9135700-1d40-4ed7-8811-bc39acc92dc3 {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:30:32.943324 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-92f40df1-8cb1-451f-9197-fce9ec1086dc req-430def03-5a94-41cd-9d2f-c85bc6ded036 tempest-ImagesNegativeTestJSON-76899821 tempest-ImagesNegativeTestJSON-76899821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:33.035785 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device c9f1fdf9-7fe9-4a17-851c-57b608158110 no longer exists at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:30:33.099848 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] No Port match for: c9f1fdf9-7fe9-4a17-851c-57b608158110 {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:30:33.102021 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device c9f1fdf9-7fe9-4a17-851c-57b608158110 not bound to the agent host n-h2-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:30:33.146007 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a588bfd2-6e91-417b-8198-d3cf9bdf955a req-8bdee71e-d022-4f3a-89b7-3b25f6d9340c tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] 10.222.0.69 "GET /v2.0/ports?device_id=1deb20a0-ed58-4a55-9231-d2b88559b68b HTTP/1.1" status: 200 len: 210 time: 0.1084189 Apr 18 19:30:33.173004 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-91f107c5-db8f-47b0-99f7-3a83e5fd487b req-b72f8ecb-d821-44cc-a3fa-95b994390472 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/ports?device_id=7d115c85-59d1-4bc4-9907-bb5ae8d28586 HTTP/1.1" status: 200 len: 210 time: 0.1063230 Apr 18 19:30:33.255820 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c7a1660e-65aa-4add-917f-3cb9a3ace13e req-8498b59a-b2c0-4c50-9c69-f6f5a1a886a4 service neutron] 10.222.0.72 "GET /v2.0/networks/1c17c057-c249-4320-8b11-c4cc32a9489f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4145486 Apr 18 19:30:33.442117 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c7a1660e-65aa-4add-917f-3cb9a3ace13e req-3cf66bc8-c91d-478b-b2eb-a50bd070a9a2 service neutron] 10.222.0.72 "GET /v2.0/networks/1c17c057-c249-4320-8b11-c4cc32a9489f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797249 Apr 18 19:30:33.458667 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-92f40df1-8cb1-451f-9197-fce9ec1086dc req-430def03-5a94-41cd-9d2f-c85bc6ded036 tempest-ImagesNegativeTestJSON-76899821 tempest-ImagesNegativeTestJSON-76899821-project] For port c9135700-1d40-4ed7-8811-bc39acc92dc3, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=c9135700-1d40-4ed7-8811-bc39acc92dc3,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:30:33.459029 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-92f40df1-8cb1-451f-9197-fce9ec1086dc req-430def03-5a94-41cd-9d2f-c85bc6ded036 tempest-ImagesNegativeTestJSON-76899821 tempest-ImagesNegativeTestJSON-76899821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:33.638363 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-92f40df1-8cb1-451f-9197-fce9ec1086dc req-430def03-5a94-41cd-9d2f-c85bc6ded036 tempest-ImagesNegativeTestJSON-76899821 tempest-ImagesNegativeTestJSON-76899821-project] Calling delete_port for c9135700-1d40-4ed7-8811-bc39acc92dc3 owned by compute:nova {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:30:33.803590 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c7a1660e-65aa-4add-917f-3cb9a3ace13e req-f73ea37f-14a7-4a65-86ac-925b899f28a5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.209&port_id=bc352c10-792f-4c4c-8ce2-33c2e09ff225 HTTP/1.1" status: 200 len: 217 time: 0.3537946 Apr 18 19:30:33.846908 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 53896) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:30:33.890311 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45fadc4-82f2-4fc3-b361-087cd356329b req-1b032d1b-a587-4aae-8678-94200809c962 tempest-ImagesNegativeTestJSON-76899821 tempest-ImagesNegativeTestJSON-76899821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:33.895292 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b45fadc4-82f2-4fc3-b361-087cd356329b req-1b032d1b-a587-4aae-8678-94200809c962 tempest-ImagesNegativeTestJSON-76899821 tempest-ImagesNegativeTestJSON-76899821-project] 10.222.0.69 "GET /v2.0/ports?device_id=a23e3909-5c87-44e4-8077-ed01082cba7c HTTP/1.1" status: 200 len: 950 time: 0.5378156 Apr 18 19:30:33.933358 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a1660e-65aa-4add-917f-3cb9a3ace13e req-ec6e56a2-d66f-4c18-bb0b-fbb342eb6e06 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:33.934846 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c7a1660e-65aa-4add-917f-3cb9a3ace13e req-ec6e56a2-d66f-4c18-bb0b-fbb342eb6e06 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c31714cb-4e6a-4130-bd18-fb5275a5c20f HTTP/1.1" status: 200 len: 797 time: 0.1085577 Apr 18 19:30:33.941175 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-92f40df1-8cb1-451f-9197-fce9ec1086dc req-430def03-5a94-41cd-9d2f-c85bc6ded036 tempest-ImagesNegativeTestJSON-76899821 tempest-ImagesNegativeTestJSON-76899821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:33.946750 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a08edf-b3aa-4e45-848f-beb17513489d req-df805ba9-d57f-4b01-b263-1aba75bd66b7 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:33.948094 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-90a08edf-b3aa-4e45-848f-beb17513489d req-df805ba9-d57f-4b01-b263-1aba75bd66b7 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/ports?device_id=398acc94-8ebc-4510-8a2d-9878f34d8348 HTTP/1.1" status: 200 len: 945 time: 0.2212610 Apr 18 19:30:33.954933 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] get_ports_and_sgs() called for port_ids ['c9135700-1d40-4ed7-8811-bc39acc92dc3'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:30:34.052618 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-90a08edf-b3aa-4e45-848f-beb17513489d req-0adb333e-c303-4283-a07f-169c44153d62 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/security-groups?id=a141a97b-10ea-4a45-b463-6b38bd1cffff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729532 Apr 18 19:30:34.053729 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-096e73a6-f3ba-438c-a856-ecd6f16826a6 req-401809ad-ceb0-4afb-aa38-f0058a6ff606 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=4bf06599121a476094faf72db54a396e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0404575 Apr 18 19:30:34.054304 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430def03-5a94-41cd-9d2f-c85bc6ded036 tempest-ImagesNegativeTestJSON-76899821 tempest-ImagesNegativeTestJSON-76899821-project] Pushing event deleted for resources: {'Port': ['ID=c9135700-1d40-4ed7-8811-bc39acc92dc3,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:34.066131 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c7a1660e-65aa-4add-917f-3cb9a3ace13e req-e6e36f21-6d6f-4c01-ad30-a5a06029767f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a78bc94c-6e21-4a13-914b-5bddac5da8d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1171510 Apr 18 19:30:34.267988 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3527d7a7-4906-4cfc-9e0b-3f9385e3400e req-2aa4a3da-9b01-4ad8-a6e8-88a9d9fcc37e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=398acc94-8ebc-4510-8a2d-9878f34d8348 HTTP/1.1" status: 200 len: 1096 time: 0.4657934 Apr 18 19:30:34.319815 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b45fadc4-82f2-4fc3-b361-087cd356329b req-f27ee938-5fd7-4eaa-b62b-8802b7ba2904 tempest-ImagesNegativeTestJSON-76899821 tempest-ImagesNegativeTestJSON-76899821-project] 10.222.0.69 "GET /v2.0/security-groups?id=a13208db-7c82-48e2-8e70-def9c6c98574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4086509 Apr 18 19:30:34.320512 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-902058fa-b672-4c1c-8d49-7063fbd3c3bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:34.320860 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-3a2b4f37-d380-47f1-bb84-b5b1173eb777 req-7543107c-55f9-44a5-b10d-ea3abedb243d tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad0762ec-8f77-4f13-9567-a866d0faa9fe HTTP/1.1" status: 200 len: 210 time: 0.0594075 Apr 18 19:30:34.406721 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c7a1660e-65aa-4add-917f-3cb9a3ace13e req-83ef6036-75c2-4d77-8290-04a630aae68a service neutron] 10.222.0.72 "GET /v2.0/networks/a78bc94c-6e21-4a13-914b-5bddac5da8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3342805 Apr 18 19:30:34.505712 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096e73a6-f3ba-438c-a856-ecd6f16826a6 req-8c10c342-437d-44a7-889f-35ddcaa113b4 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:34.507719 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-096e73a6-f3ba-438c-a856-ecd6f16826a6 req-8c10c342-437d-44a7-889f-35ddcaa113b4 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4476931 Apr 18 19:30:34.527362 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-92f40df1-8cb1-451f-9197-fce9ec1086dc req-430def03-5a94-41cd-9d2f-c85bc6ded036 tempest-ImagesNegativeTestJSON-76899821 tempest-ImagesNegativeTestJSON-76899821-project] No DVR routers for this DVR port c9135700-1d40-4ed7-8811-bc39acc92dc3 on host n-h1-836017-2 {{(pid=84763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:30:34.580750 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c7a1660e-65aa-4add-917f-3cb9a3ace13e req-e957c84f-cb07-4d79-b0f8-015ddc0d308f service neutron] 10.222.0.72 "GET /v2.0/networks/a78bc94c-6e21-4a13-914b-5bddac5da8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686256 Apr 18 19:30:34.682917 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-096e73a6-f3ba-438c-a856-ecd6f16826a6 req-80c63ee7-f0c3-48b8-b5ec-cbe6e33878ae tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Request body: {'port': {'device_id': 'ad0762ec-8f77-4f13-9567-a866d0faa9fe', 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a', 'admin_state_up': True, 'tenant_id': '4bf06599121a476094faf72db54a396e'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:30:34.693073 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c7a1660e-65aa-4add-917f-3cb9a3ace13e req-1f75b8ba-bbf2-4f20-8b10-1aea2e529512 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.10&port_id=cab89208-0cb7-4471-99b4-f5c3564d6fc1 HTTP/1.1" status: 200 len: 217 time: 0.1060514 Apr 18 19:30:34.722831 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-1ce404e4-f63d-41c3-9d75-020b0f2d0d06 req-3c2e9629-dfd4-43b1-99ff-915cecd927fa tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] 10.222.0.69 "GET /v2.0/ports?device_id=1deb20a0-ed58-4a55-9231-d2b88559b68b HTTP/1.1" status: 200 len: 210 time: 0.2060254 Apr 18 19:30:34.729145 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-92f40df1-8cb1-451f-9197-fce9ec1086dc req-430def03-5a94-41cd-9d2f-c85bc6ded036 tempest-ImagesNegativeTestJSON-76899821 tempest-ImagesNegativeTestJSON-76899821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:34.745118 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a23e3909-5c87-44e4-8077-ed01082cba7c', 'name': 'network-vif-deleted', 'tag': 'c9135700-1d40-4ed7-8811-bc39acc92dc3'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:30:34.818598 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a1660e-65aa-4add-917f-3cb9a3ace13e req-96391b7e-c102-49ef-8760-e139c2b49805 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:34.820343 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c7a1660e-65aa-4add-917f-3cb9a3ace13e req-96391b7e-c102-49ef-8760-e139c2b49805 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c31714cb-4e6a-4130-bd18-fb5275a5c20f HTTP/1.1" status: 200 len: 797 time: 0.1204998 Apr 18 19:30:34.828373 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39a91356-d9b5-4ba4-9971-56604b70c31d'] response: {'server_uuid': 'a23e3909-5c87-44e4-8077-ed01082cba7c', 'name': 'network-vif-deleted', 'tag': 'c9135700-1d40-4ed7-8811-bc39acc92dc3', 'status': 'completed', 'code': 200} Apr 18 19:30:34.851096 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-92f40df1-8cb1-451f-9197-fce9ec1086dc req-430def03-5a94-41cd-9d2f-c85bc6ded036 tempest-ImagesNegativeTestJSON-76899821 tempest-ImagesNegativeTestJSON-76899821-project] 10.222.0.73 "DELETE /v2.0/ports/c9135700-1d40-4ed7-8811-bc39acc92dc3 HTTP/1.1" status: 204 len: 173 time: 2.0325086 Apr 18 19:30:34.861481 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-902058fa-b672-4c1c-8d49-7063fbd3c3bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:30:34.872907 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3527d7a7-4906-4cfc-9e0b-3f9385e3400e req-fd0b7bd9-ff9c-4316-913f-c6dab996bc18 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=a141a97b-10ea-4a45-b463-6b38bd1cffff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5257154 Apr 18 19:30:34.876964 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-902058fa-b672-4c1c-8d49-7063fbd3c3bc admin admin] Usage tracker for resource:security_group_rule and tenant:9385d18bfceb49cda52d291f7b479993 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:30:34.881967 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-902058fa-b672-4c1c-8d49-7063fbd3c3bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:30:34.893372 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-902058fa-b672-4c1c-8d49-7063fbd3c3bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:30:34.913576 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c7a1660e-65aa-4add-917f-3cb9a3ace13e req-f3cb6715-8801-4392-906d-26ad7a7822bf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a78bc94c-6e21-4a13-914b-5bddac5da8d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0872216 Apr 18 19:30:34.950869 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-096e73a6-f3ba-438c-a856-ecd6f16826a6 req-80c63ee7-f0c3-48b8-b5ec-cbe6e33878ae tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:30:34.967476 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-096e73a6-f3ba-438c-a856-ecd6f16826a6 req-80c63ee7-f0c3-48b8-b5ec-cbe6e33878ae tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:30:35.020679 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-902058fa-b672-4c1c-8d49-7063fbd3c3bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:35.057008 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-096e73a6-f3ba-438c-a856-ecd6f16826a6 req-80c63ee7-f0c3-48b8-b5ec-cbe6e33878ae tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Made reservation on behalf of 4bf06599121a476094faf72db54a396e for: {'port': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:30:35.061199 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-096e73a6-f3ba-438c-a856-ecd6f16826a6 req-80c63ee7-f0c3-48b8-b5ec-cbe6e33878ae tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:35.228411 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-902058fa-b672-4c1c-8d49-7063fbd3c3bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:35.232841 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c7a1660e-65aa-4add-917f-3cb9a3ace13e req-5f993b60-1feb-443c-bd3b-09fdfb839a83 service neutron] 10.222.0.72 "GET /v2.0/networks/a78bc94c-6e21-4a13-914b-5bddac5da8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477425 Apr 18 19:30:35.343794 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902058fa-b672-4c1c-8d49-7063fbd3c3bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=871c7110-b72a-48c3-b25a-e5de633c316e,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:35.377303 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-902058fa-b672-4c1c-8d49-7063fbd3c3bc admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9385d18bfceb49cda52d291f7b479993&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5270946 Apr 18 19:30:35.377303 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_common [req-096e73a6-f3ba-438c-a856-ecd6f16826a6 req-80c63ee7-f0c3-48b8-b5ec-cbe6e33878ae tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Allocated IP 192.168.233.241 (cb6d8c7c-7ea4-4a32-b429-1c2934b7306a/17d1b3aa-2066-4ffa-a69f-52ed566b6548/2e1d83fa-12a6-4b6b-a3da-d28e807f8253) {{(pid=84763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:30:35.378990 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 53930) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:30:35.435135 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2d40ad-9178-41d6-93fa-c5d467ed783c req-2f03792c-ccbe-4a3d-9040-49a92d38c6e7 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:35.436122 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-ed2d40ad-9178-41d6-93fa-c5d467ed783c req-2f03792c-ccbe-4a3d-9040-49a92d38c6e7 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Synchronizing usage tracker for tenant:d8c4d4c8afa7408e90f614ab2cfa43d3 on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:30:35.452065 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c7a1660e-65aa-4add-917f-3cb9a3ace13e req-1073f5f2-9049-4994-8d53-c3d627d05d39 service neutron] 10.222.0.72 "GET /v2.0/networks/a78bc94c-6e21-4a13-914b-5bddac5da8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876051 Apr 18 19:30:35.525877 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f576587-bfed-4935-b2a4-73894aa208b0 req-9cd48267-a7da-435d-9bb3-dd6a8a51c667 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:35.527431 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-9f576587-bfed-4935-b2a4-73894aa208b0 req-9cd48267-a7da-435d-9bb3-dd6a8a51c667 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/ports?device_id=398acc94-8ebc-4510-8a2d-9878f34d8348 HTTP/1.1" status: 200 len: 945 time: 0.2937167 Apr 18 19:30:35.560082 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c7a1660e-65aa-4add-917f-3cb9a3ace13e req-1fe10add-1d88-4a06-9dc8-e2314e80da96 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.254&port_id=e941a163-539d-4e45-ac0e-f02d875d6f32 HTTP/1.1" status: 200 len: 217 time: 0.0993550 Apr 18 19:30:35.642949 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-ed2d40ad-9178-41d6-93fa-c5d467ed783c req-2f03792c-ccbe-4a3d-9040-49a92d38c6e7 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Unset dirty status for tenant:d8c4d4c8afa7408e90f614ab2cfa43d3 on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:30:35.644913 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ed2d40ad-9178-41d6-93fa-c5d467ed783c req-2f03792c-ccbe-4a3d-9040-49a92d38c6e7 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/ports?device_id=14704b88-90c8-43e7-b6fd-aa88e710cf44 HTTP/1.1" status: 200 len: 949 time: 0.4533100 Apr 18 19:30:35.651691 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f14c759c-cbba-4d96-879a-3d7c31f2081f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:35.692814 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-9f576587-bfed-4935-b2a4-73894aa208b0 req-9e27dcc8-9921-4a93-a9f8-299636db0a07 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/security-groups?id=a141a97b-10ea-4a45-b463-6b38bd1cffff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579971 Apr 18 19:30:35.717878 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-096e73a6-f3ba-438c-a856-ecd6f16826a6 req-80c63ee7-f0c3-48b8-b5ec-cbe6e33878ae tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Notify callbacks [] for port, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:35.726056 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f14c759c-cbba-4d96-879a-3d7c31f2081f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:35.738931 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a1660e-65aa-4add-917f-3cb9a3ace13e req-2384fba6-3594-45fa-80ec-d8bacf5b9978 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:35.738931 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c7a1660e-65aa-4add-917f-3cb9a3ace13e req-2384fba6-3594-45fa-80ec-d8bacf5b9978 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c31714cb-4e6a-4130-bd18-fb5275a5c20f HTTP/1.1" status: 200 len: 797 time: 0.1658595 Apr 18 19:30:35.763724 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [req-096e73a6-f3ba-438c-a856-ecd6f16826a6 req-80c63ee7-f0c3-48b8-b5ec-cbe6e33878ae tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Transition to ACTIVE for port object 2e1d83fa-12a6-4b6b-a3da-d28e807f8253 will not be triggered until provisioned by entity DHCP. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:30:35.791642 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ed2d40ad-9178-41d6-93fa-c5d467ed783c req-e946c905-6133-4df0-af33-f8dbe585affc tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/security-groups?id=5c6be434-109a-4c25-809d-b81f7096d7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347547 Apr 18 19:30:35.847141 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c7a1660e-65aa-4add-917f-3cb9a3ace13e req-d1fa699c-f958-453b-b128-f82e6ba849e2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a78bc94c-6e21-4a13-914b-5bddac5da8d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0994461 Apr 18 19:30:35.925862 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-096e73a6-f3ba-438c-a856-ecd6f16826a6 req-80c63ee7-f0c3-48b8-b5ec-cbe6e33878ae tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:35.941057 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] get_ports_and_sgs() called for port_ids ['06b799dc-3aea-4cb3-90fe-2c88201e3471', 'f209c868-4df3-44a3-95db-ffedb0ab96cd', 'c0e1150c-3ca4-458b-85e4-8208744a4bc0'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:30:36.134187 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f14c759c-cbba-4d96-879a-3d7c31f2081f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:36.154374 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8962a594-c101-422d-8e2f-e5aae23a6d86 req-22b11c56-7d7c-4307-80b5-052a0c29709b tempest-ImagesNegativeTestJSON-76899821 tempest-ImagesNegativeTestJSON-76899821-project] 10.222.0.69 "GET /v2.0/ports?device_id=a23e3909-5c87-44e4-8077-ed01082cba7c HTTP/1.1" status: 200 len: 210 time: 0.0767751 Apr 18 19:30:36.265159 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c7a1660e-65aa-4add-917f-3cb9a3ace13e req-678d7cec-32f8-4d08-a87d-f1094214d7d2 service neutron] 10.222.0.72 "GET /v2.0/networks/a78bc94c-6e21-4a13-914b-5bddac5da8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4001856 Apr 18 19:30:36.287682 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-096e73a6-f3ba-438c-a856-ecd6f16826a6 req-80c63ee7-f0c3-48b8-b5ec-cbe6e33878ae tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:30:36.288702 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c63ee7-f0c3-48b8-b5ec-cbe6e33878ae tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Pushing event updated for resources: {'Port': ['ID=2e1d83fa-12a6-4b6b-a3da-d28e807f8253,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:36.298099 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [req-096e73a6-f3ba-438c-a856-ecd6f16826a6 req-80c63ee7-f0c3-48b8-b5ec-cbe6e33878ae tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:30:36.304925 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-096e73a6-f3ba-438c-a856-ecd6f16826a6 req-80c63ee7-f0c3-48b8-b5ec-cbe6e33878ae tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Received port after_create {{(pid=84763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:30:36.433455 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bab88ee-6cbb-4ac8-99c2-a0b319ec9dce req-2db980e5-b4de-477d-b47e-68cb92ca32e1 tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:36.434443 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-8bab88ee-6cbb-4ac8-99c2-a0b319ec9dce req-2db980e5-b4de-477d-b47e-68cb92ca32e1 tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Synchronizing usage tracker for tenant:912f8aac9d1b4f5bb39f80bd646e1172 on resource:network {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:30:36.450995 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.agents_db [None req-eb67022b-f881-4bc8-8f45-fca90fb27803 None None] Agent healthcheck: found 7 active agents {{(pid=84766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:30:36.489326 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096e73a6-f3ba-438c-a856-ecd6f16826a6 req-80c63ee7-f0c3-48b8-b5ec-cbe6e33878ae tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:36.489863 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-096e73a6-f3ba-438c-a856-ecd6f16826a6 req-80c63ee7-f0c3-48b8-b5ec-cbe6e33878ae tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:36.502439 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fb611c-996a-4f5c-bde6-3ab4a13a983f req-4caa345a-e499-4a8d-a154-f48c990fd873 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:36.515085 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-37fb611c-996a-4f5c-bde6-3ab4a13a983f req-4caa345a-e499-4a8d-a154-f48c990fd873 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad0762ec-8f77-4f13-9567-a866d0faa9fe HTTP/1.1" status: 200 len: 936 time: 0.3830602 Apr 18 19:30:36.563234 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f14c759c-cbba-4d96-879a-3d7c31f2081f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:36.566804 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-f14c759c-cbba-4d96-879a-3d7c31f2081f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/871c7110-b72a-48c3-b25a-e5de633c316e HTTP/1.1" status: 204 len: 168 time: 1.1832294 Apr 18 19:30:36.566804 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c7a1660e-65aa-4add-917f-3cb9a3ace13e req-089fac3d-b024-4466-ab3c-3948b41a337b service neutron] 10.222.0.72 "GET /v2.0/networks/a78bc94c-6e21-4a13-914b-5bddac5da8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2777135 Apr 18 19:30:36.576079 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14c759c-cbba-4d96-879a-3d7c31f2081f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=871c7110-b72a-48c3-b25a-e5de633c316e,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:36.632531 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-37fb611c-996a-4f5c-bde6-3ab4a13a983f req-417c8bd6-c8a4-47ba-b689-867f148eebe0 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199820 Apr 18 19:30:36.723269 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device c9135700-1d40-4ed7-8811-bc39acc92dc3 no longer exists at agent hyperv_n-h1-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:30:36.753408 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-096e73a6-f3ba-438c-a856-ecd6f16826a6 req-80c63ee7-f0c3-48b8-b5ec-cbe6e33878ae tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2319849 Apr 18 19:30:36.754272 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-8bab88ee-6cbb-4ac8-99c2-a0b319ec9dce req-2db980e5-b4de-477d-b47e-68cb92ca32e1 tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Unset dirty status for tenant:912f8aac9d1b4f5bb39f80bd646e1172 on resource:network {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:30:36.755307 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8bab88ee-6cbb-4ac8-99c2-a0b319ec9dce req-2db980e5-b4de-477d-b47e-68cb92ca32e1 tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] 10.222.0.72 "GET /v2.0/networks?id=2ec6ced9-a6bc-4877-8b52-5620d7b70918 HTTP/1.1" status: 200 len: 815 time: 0.8865149 Apr 18 19:30:36.771429 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-096e73a6-f3ba-438c-a856-ecd6f16826a6 req-2d3e2fbf-9287-4cd9-840d-fcd76be5b43c service neutron] Request body: {'port': {'device_id': 'ad0762ec-8f77-4f13-9567-a866d0faa9fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-2'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:30:36.783345 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-51a8498b-6b8c-49fb-a598-ec785b5cf173 req-2f887646-926d-44f1-a87f-b9a6ac9b3a53 tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] 10.222.0.69 "GET /v2.0/ports?device_id=1deb20a0-ed58-4a55-9231-d2b88559b68b HTTP/1.1" status: 200 len: 210 time: 0.0884738 Apr 18 19:30:36.797837 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c7a1660e-65aa-4add-917f-3cb9a3ace13e req-a91d86bd-a344-4470-9ffe-c084408b7eda service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.148&port_id=9f100931-1650-45a2-adf0-ae9ad1c229ec HTTP/1.1" status: 200 len: 217 time: 0.2193859 Apr 18 19:30:36.813272 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] No Port match for: c9135700-1d40-4ed7-8811-bc39acc92dc3 {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:30:36.814967 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device c9135700-1d40-4ed7-8811-bc39acc92dc3 not bound to the agent host n-h1-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:30:36.896736 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a1660e-65aa-4add-917f-3cb9a3ace13e req-1cddc5bf-8440-40a0-b757-2987da352716 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:36.903187 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c7a1660e-65aa-4add-917f-3cb9a3ace13e req-1cddc5bf-8440-40a0-b757-2987da352716 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c31714cb-4e6a-4130-bd18-fb5275a5c20f HTTP/1.1" status: 200 len: 797 time: 0.0994549 Apr 18 19:30:36.910765 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-24bd4f5e-337a-4f81-8435-2cec13b39ad5 None None] Provisioning for port 2e1d83fa-12a6-4b6b-a3da-d28e807f8253 completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:30:36.917128 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-24bd4f5e-337a-4f81-8435-2cec13b39ad5 None None] Provisioning complete for port 2e1d83fa-12a6-4b6b-a3da-d28e807f8253 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:30:36.921145 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-24bd4f5e-337a-4f81-8435-2cec13b39ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:36.983416 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-24bd4f5e-337a-4f81-8435-2cec13b39ad5 None None] Port 2e1d83fa-12a6-4b6b-a3da-d28e807f8253 cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:30:36.984606 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-8bab88ee-6cbb-4ac8-99c2-a0b319ec9dce req-92a4f4a8-4d5f-41ef-896d-00fb5c86aaf9 tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Synchronizing usage tracker for tenant:912f8aac9d1b4f5bb39f80bd646e1172 on resource:security_group {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:30:37.079268 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c7a1660e-65aa-4add-917f-3cb9a3ace13e req-99785065-0b9c-4311-913f-78fcf0ea14ba service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a78bc94c-6e21-4a13-914b-5bddac5da8d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1668520 Apr 18 19:30:37.093906 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb7e5a9-3f3e-4c77-8d70-7d32309f836b req-45d08b53-c317-4440-9d85-5d5336e2f643 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:37.095706 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-1cb7e5a9-3f3e-4c77-8d70-7d32309f836b req-45d08b53-c317-4440-9d85-5d5336e2f643 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/ports?device_id=14704b88-90c8-43e7-b6fd-aa88e710cf44 HTTP/1.1" status: 200 len: 949 time: 0.1124790 Apr 18 19:30:37.123664 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02aa9a2-0936-4391-928c-cc5cd395bc60 req-2d6b0cbe-93d8-4931-8fb7-40202fccc717 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:37.125181 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-c02aa9a2-0936-4391-928c-cc5cd395bc60 req-2d6b0cbe-93d8-4931-8fb7-40202fccc717 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.72 "GET /v2.0/ports?device_id=14704b88-90c8-43e7-b6fd-aa88e710cf44 HTTP/1.1" status: 200 len: 949 time: 0.4216883 Apr 18 19:30:37.170633 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-096e73a6-f3ba-438c-a856-ecd6f16826a6 req-2d3e2fbf-9287-4cd9-840d-fcd76be5b43c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:37.199814 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-8bab88ee-6cbb-4ac8-99c2-a0b319ec9dce req-92a4f4a8-4d5f-41ef-896d-00fb5c86aaf9 tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Unset dirty status for tenant:912f8aac9d1b4f5bb39f80bd646e1172 on resource:security_group {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:30:37.201034 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8bab88ee-6cbb-4ac8-99c2-a0b319ec9dce req-92a4f4a8-4d5f-41ef-896d-00fb5c86aaf9 tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=912f8aac9d1b4f5bb39f80bd646e1172 HTTP/1.1" status: 200 len: 379 time: 0.3848572 Apr 18 19:30:37.220262 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-8bab88ee-6cbb-4ac8-99c2-a0b319ec9dce req-43981a92-086b-4788-94ab-106632d46c03 tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Request body: {'port': {'device_id': '1deb20a0-ed58-4a55-9231-d2b88559b68b', 'network_id': '2ec6ced9-a6bc-4877-8b52-5620d7b70918', 'admin_state_up': True, 'tenant_id': '912f8aac9d1b4f5bb39f80bd646e1172', 'security_groups': ['7e0a4aa2-6a45-4e89-98c9-5080f22b400c']}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:30:37.251698 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-1cb7e5a9-3f3e-4c77-8d70-7d32309f836b req-ea065782-ba4f-4829-a061-3d6338eeb222 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/security-groups?id=5c6be434-109a-4c25-809d-b81f7096d7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364319 Apr 18 19:30:37.291232 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c7a1660e-65aa-4add-917f-3cb9a3ace13e req-9d3b2d6b-d6d4-47e6-8807-c24eee2f02c4 service neutron] 10.222.0.72 "GET /v2.0/networks/a78bc94c-6e21-4a13-914b-5bddac5da8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946290 Apr 18 19:30:37.340920 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-c02aa9a2-0936-4391-928c-cc5cd395bc60 req-b327eadd-f262-4a7a-9b7a-d9fcd76651e4 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Deleting port 701f84f5-505b-4198-8aab-980189685a01 {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:30:37.341259 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-c02aa9a2-0936-4391-928c-cc5cd395bc60 req-b327eadd-f262-4a7a-9b7a-d9fcd76651e4 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:37.560936 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c7a1660e-65aa-4add-917f-3cb9a3ace13e req-3c88bf80-3148-49f2-8147-3923d32aae5f service neutron] 10.222.0.72 "GET /v2.0/networks/a78bc94c-6e21-4a13-914b-5bddac5da8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622402 Apr 18 19:30:37.624523 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e5ddbf-7f5c-4e53-88f9-9d539287a213 req-7e70966b-a0cb-4730-aa07-be2506465e48 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:37.633947 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-26e5ddbf-7f5c-4e53-88f9-9d539287a213 req-7e70966b-a0cb-4730-aa07-be2506465e48 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/ports?device_id=398acc94-8ebc-4510-8a2d-9878f34d8348 HTTP/1.1" status: 200 len: 945 time: 0.6891205 Apr 18 19:30:37.769414 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c7a1660e-65aa-4add-917f-3cb9a3ace13e req-ca96891b-cc09-4dff-8c78-b60b15f6c84c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=397fc2b6-857c-4641-815e-184ce49e13af HTTP/1.1" status: 200 len: 217 time: 0.1831250 Apr 18 19:30:38.018377 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a1660e-65aa-4add-917f-3cb9a3ace13e req-be2cfac1-7b7b-426b-918f-16d2be2524fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:38.020414 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c7a1660e-65aa-4add-917f-3cb9a3ace13e req-be2cfac1-7b7b-426b-918f-16d2be2524fa service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0e17591e-cd96-449b-af53-7896e93cce2f HTTP/1.1" status: 200 len: 797 time: 0.1815169 Apr 18 19:30:38.301225 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-8bab88ee-6cbb-4ac8-99c2-a0b319ec9dce req-43981a92-086b-4788-94ab-106632d46c03 tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:30:38.406724 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89f5a18-a300-469f-a870-7be65b21f2d9 req-d00a276d-7b2c-4e65-8f1c-e4df66675780 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:38.413678 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a89f5a18-a300-469f-a870-7be65b21f2d9 req-d00a276d-7b2c-4e65-8f1c-e4df66675780 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad0762ec-8f77-4f13-9567-a866d0faa9fe HTTP/1.1" status: 200 len: 936 time: 0.2100432 Apr 18 19:30:38.414393 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 54006) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:30:38.420467 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c7a1660e-65aa-4add-917f-3cb9a3ace13e req-03c364fb-419c-4d12-8eb8-35f8f75d3049 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=77a057b3-34c4-449e-a9f0-2bcfc4ff6d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1651981 Apr 18 19:30:38.483599 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-26e5ddbf-7f5c-4e53-88f9-9d539287a213 req-c52e0d70-4083-4ced-9309-087b838e265f tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/security-groups?id=a141a97b-10ea-4a45-b463-6b38bd1cffff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8422735 Apr 18 19:30:38.500195 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-8bab88ee-6cbb-4ac8-99c2-a0b319ec9dce req-43981a92-086b-4788-94ab-106632d46c03 tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:30:38.653056 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a89f5a18-a300-469f-a870-7be65b21f2d9 req-b2739d78-a88e-471e-ade2-948165c7cac8 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315185 Apr 18 19:30:38.719759 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-c02aa9a2-0936-4391-928c-cc5cd395bc60 req-b327eadd-f262-4a7a-9b7a-d9fcd76651e4 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] For port 701f84f5-505b-4198-8aab-980189685a01, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=701f84f5-505b-4198-8aab-980189685a01,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:30:38.720136 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-c02aa9a2-0936-4391-928c-cc5cd395bc60 req-b327eadd-f262-4a7a-9b7a-d9fcd76651e4 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:38.761906 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-2c2e1d20-7d25-495b-aff2-e79851baa5f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:38.858901 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-2c2e1d20-7d25-495b-aff2-e79851baa5f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:30:38.871879 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-2c2e1d20-7d25-495b-aff2-e79851baa5f7 admin admin] Usage tracker for resource:security_group_rule and tenant:669cf788204a433ebcb76cf88147235d is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:30:38.877892 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-2c2e1d20-7d25-495b-aff2-e79851baa5f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:30:38.896405 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-2c2e1d20-7d25-495b-aff2-e79851baa5f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:30:38.916040 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-c02aa9a2-0936-4391-928c-cc5cd395bc60 req-b327eadd-f262-4a7a-9b7a-d9fcd76651e4 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Calling delete_port for 701f84f5-505b-4198-8aab-980189685a01 owned by compute:nova {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:30:39.145255 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c7a1660e-65aa-4add-917f-3cb9a3ace13e req-3c61eded-566c-458b-a7b2-7159017ff133 service neutron] 10.222.0.72 "GET /v2.0/networks/77a057b3-34c4-449e-a9f0-2bcfc4ff6d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6617432 Apr 18 19:30:39.155807 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [req-096e73a6-f3ba-438c-a856-ecd6f16826a6 req-2d3e2fbf-9287-4cd9-840d-fcd76be5b43c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e1d83fa-12a6-4b6b-a3da-d28e807f8253 {{(pid=84763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:30:39.275922 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-096e73a6-f3ba-438c-a856-ecd6f16826a6 req-2d3e2fbf-9287-4cd9-840d-fcd76be5b43c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:39.297553 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [req-096e73a6-f3ba-438c-a856-ecd6f16826a6 req-2d3e2fbf-9287-4cd9-840d-fcd76be5b43c service neutron] Transition to ACTIVE for port object 2e1d83fa-12a6-4b6b-a3da-d28e807f8253 will not be triggered until provisioned by entity L2. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:30:39.326773 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bab88ee-6cbb-4ac8-99c2-a0b319ec9dce req-43981a92-086b-4788-94ab-106632d46c03 tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Made reservation on behalf of 912f8aac9d1b4f5bb39f80bd646e1172 for: {'port': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:30:39.330512 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-8bab88ee-6cbb-4ac8-99c2-a0b319ec9dce req-43981a92-086b-4788-94ab-106632d46c03 tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:39.375019 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-02b684b8-c8b0-4b3a-b305-3165812cbf13 req-873798ab-aef7-4ecf-a446-c80f0ee8f43c tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] 10.222.0.69 "GET /v2.0/ports?device_id=1deb20a0-ed58-4a55-9231-d2b88559b68b HTTP/1.1" status: 200 len: 210 time: 0.2123399 Apr 18 19:30:39.421437 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-2c2e1d20-7d25-495b-aff2-e79851baa5f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:39.450236 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-096e73a6-f3ba-438c-a856-ecd6f16826a6 req-2d3e2fbf-9287-4cd9-840d-fcd76be5b43c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:39.546078 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3e2fbf-9287-4cd9-840d-fcd76be5b43c service neutron] Pushing event updated for resources: {'Port': ['ID=2e1d83fa-12a6-4b6b-a3da-d28e807f8253,revision_number=2']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:39.632970 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-2c2e1d20-7d25-495b-aff2-e79851baa5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:39.703625 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 54032) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:30:39.800176 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d003487-71a8-4a8f-9d40-210b36e426bc req-2f719776-12be-4bb1-a859-f0bc4190665e tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:39.810334 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6d003487-71a8-4a8f-9d40-210b36e426bc req-2f719776-12be-4bb1-a859-f0bc4190665e tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/ports?device_id=14704b88-90c8-43e7-b6fd-aa88e710cf44 HTTP/1.1" status: 200 len: 949 time: 0.7976866 Apr 18 19:30:39.888989 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c7a1660e-65aa-4add-917f-3cb9a3ace13e req-01bd89d4-65ac-41f9-8c6f-580973694b58 service neutron] 10.222.0.72 "GET /v2.0/networks/77a057b3-34c4-449e-a9f0-2bcfc4ff6d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7131996 Apr 18 19:30:39.922426 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2e1d20-7d25-495b-aff2-e79851baa5f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f30249d-4704-4bd3-ae31-a2212122d51e,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:40.005606 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-2c2e1d20-7d25-495b-aff2-e79851baa5f7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=669cf788204a433ebcb76cf88147235d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5895944 Apr 18 19:30:40.031257 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 54038) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:30:40.092667 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c7a1660e-65aa-4add-917f-3cb9a3ace13e req-7f9ae190-19a9-4d2e-9519-ac738f0a0b16 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ba19edae-4343-4f8d-a1f5-5b88cd3be7cb HTTP/1.1" status: 200 len: 217 time: 0.1720221 Apr 18 19:30:40.111456 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-096e73a6-f3ba-438c-a856-ecd6f16826a6 req-2d3e2fbf-9287-4cd9-840d-fcd76be5b43c service neutron] Attempting to bind port 2e1d83fa-12a6-4b6b-a3da-d28e807f8253 on host n-h1-836017-2 for vnic_type normal with profile {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:30:40.111980 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-096e73a6-f3ba-438c-a856-ecd6f16826a6 req-2d3e2fbf-9287-4cd9-840d-fcd76be5b43c service neutron] Attempting to bind port 2e1d83fa-12a6-4b6b-a3da-d28e807f8253 by drivers openvswitch,hyperv on host n-h1-836017-2 at level 0 using segments [{'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:30:40.112490 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096e73a6-f3ba-438c-a856-ecd6f16826a6 req-2d3e2fbf-9287-4cd9-840d-fcd76be5b43c service neutron] Attempting to bind port 2e1d83fa-12a6-4b6b-a3da-d28e807f8253 on network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:30:40.146902 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0bbea8c9-4f0b-4257-a773-9c48b0bf440f req-c1378b04-a5e9-465d-b1a2-cb6df36c5c57 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2327f611-7c5a-4fad-b86b-e72911fb3ee2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9863675 Apr 18 19:30:40.175110 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6d003487-71a8-4a8f-9d40-210b36e426bc req-eb3df76f-096b-434a-9114-6f3dd00ec92b tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/security-groups?id=5c6be434-109a-4c25-809d-b81f7096d7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3635511 Apr 18 19:30:40.225884 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096e73a6-f3ba-438c-a856-ecd6f16826a6 req-2d3e2fbf-9287-4cd9-840d-fcd76be5b43c service neutron] Port 2e1d83fa-12a6-4b6b-a3da-d28e807f8253 on network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-2 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:30:40.226219 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096e73a6-f3ba-438c-a856-ecd6f16826a6 req-2d3e2fbf-9287-4cd9-840d-fcd76be5b43c service neutron] Attempting to bind port 2e1d83fa-12a6-4b6b-a3da-d28e807f8253 on network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:30:40.286337 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-c8fef3e6-6365-4e00-8444-afe29c7d5938 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8a7e5a75ad5241d8a6947d91421d218a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5594566 Apr 18 19:30:40.286966 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 54046) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:30:40.288061 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a1660e-65aa-4add-917f-3cb9a3ace13e req-2b55a391-b2c0-4fff-baf9-53ac4949740e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:40.291038 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_common [req-8bab88ee-6cbb-4ac8-99c2-a0b319ec9dce req-43981a92-086b-4788-94ab-106632d46c03 tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Allocated IP 172.20.0.7 (2ec6ced9-a6bc-4877-8b52-5620d7b70918/4e0c91da-1774-476f-82ad-dcf19f1fc83c/fc27eb2e-701f-494a-b8e9-75b6ce42ef63) {{(pid=84763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:30:40.293648 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c7a1660e-65aa-4add-917f-3cb9a3ace13e req-2b55a391-b2c0-4fff-baf9-53ac4949740e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0e17591e-cd96-449b-af53-7896e93cce2f HTTP/1.1" status: 200 len: 797 time: 0.1917839 Apr 18 19:30:40.440255 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-c02aa9a2-0936-4391-928c-cc5cd395bc60 req-b327eadd-f262-4a7a-9b7a-d9fcd76651e4 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:40.442086 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096e73a6-f3ba-438c-a856-ecd6f16826a6 req-2d3e2fbf-9287-4cd9-840d-fcd76be5b43c service neutron] Checking agent: {'id': 'e3a31811-08e0-42ba-bc2e-ed8a973b714f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 25), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:30:40.442420 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096e73a6-f3ba-438c-a856-ecd6f16826a6 req-2d3e2fbf-9287-4cd9-840d-fcd76be5b43c service neutron] Checking segment: {'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:30:40.442787 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096e73a6-f3ba-438c-a856-ecd6f16826a6 req-2d3e2fbf-9287-4cd9-840d-fcd76be5b43c service neutron] Bound using segment: {'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:30:40.443784 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-096e73a6-f3ba-438c-a856-ecd6f16826a6 req-2d3e2fbf-9287-4cd9-840d-fcd76be5b43c service neutron] Bound port: 2e1d83fa-12a6-4b6b-a3da-d28e807f8253, host: n-h1-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'}}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:30:40.444203 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-096e73a6-f3ba-438c-a856-ecd6f16826a6 req-2d3e2fbf-9287-4cd9-840d-fcd76be5b43c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:40.452889 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] get_ports_and_sgs() called for port_ids ['223822da-e9ca-44af-bd61-eec59d8e31d7'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:30:40.495727 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-27953d00-1ec7-4a05-aae8-d87ed5f50eac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:40.689222 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-27953d00-1ec7-4a05-aae8-d87ed5f50eac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:40.867838 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980db677-f10a-4747-b5b3-b3e6f3df82a3 req-424ce32c-abaf-46b0-9f94-4c29c87fe4c5 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:40.876942 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-980db677-f10a-4747-b5b3-b3e6f3df82a3 req-424ce32c-abaf-46b0-9f94-4c29c87fe4c5 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/ports?device_id=398acc94-8ebc-4510-8a2d-9878f34d8348 HTTP/1.1" status: 200 len: 945 time: 0.3820877 Apr 18 19:30:40.877317 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b327eadd-f262-4a7a-9b7a-d9fcd76651e4 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Pushing event deleted for resources: {'Port': ['ID=701f84f5-505b-4198-8aab-980189685a01,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:40.881733 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-0f4fa98c-3643-4627-bdc6-143f52daa61d req-b6e6be3a-97a5-4cff-bed5-2cf33d1e527a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=76e1ee3997ab44ceb6fa25bdc9cd69f6&device_id=398acc94-8ebc-4510-8a2d-9878f34d8348 HTTP/1.1" status: 200 len: 1096 time: 0.5868142 Apr 18 19:30:40.911522 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c7a1660e-65aa-4add-917f-3cb9a3ace13e req-df82b7f7-2945-41b3-8552-5334daec7a77 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=77a057b3-34c4-449e-a9f0-2bcfc4ff6d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5167449 Apr 18 19:30:40.994230 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-980db677-f10a-4747-b5b3-b3e6f3df82a3 req-9764de2b-f344-48e9-9759-c33e7d64d93e tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/security-groups?id=a141a97b-10ea-4a45-b463-6b38bd1cffff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147349 Apr 18 19:30:41.001643 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-096e73a6-f3ba-438c-a856-ecd6f16826a6 req-2d3e2fbf-9287-4cd9-840d-fcd76be5b43c service neutron] For port 2e1d83fa-12a6-4b6b-a3da-d28e807f8253, host n-h1-836017-2, cleared binding levels {{(pid=84763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:30:41.006132 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-096e73a6-f3ba-438c-a856-ecd6f16826a6 req-2d3e2fbf-9287-4cd9-840d-fcd76be5b43c service neutron] For port 2e1d83fa-12a6-4b6b-a3da-d28e807f8253, host n-h1-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=2e1d83fa-12a6-4b6b-a3da-d28e807f8253,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:30:41.082207 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-27953d00-1ec7-4a05-aae8-d87ed5f50eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:41.094757 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 701f84f5-505b-4198-8aab-980189685a01 no longer exists at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:30:41.198738 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] No Port match for: 701f84f5-505b-4198-8aab-980189685a01 {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:30:41.199248 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 701f84f5-505b-4198-8aab-980189685a01 not bound to the agent host n-h2-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:30:41.239258 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-096e73a6-f3ba-438c-a856-ecd6f16826a6 req-2d3e2fbf-9287-4cd9-840d-fcd76be5b43c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:41.250793 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27953d00-1ec7-4a05-aae8-d87ed5f50eac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f30249d-4704-4bd3-ae31-a2212122d51e,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:41.509748 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-27953d00-1ec7-4a05-aae8-d87ed5f50eac admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:41.511528 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-27953d00-1ec7-4a05-aae8-d87ed5f50eac admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6f30249d-4704-4bd3-ae31-a2212122d51e HTTP/1.1" status: 204 len: 168 time: 1.4643919 Apr 18 19:30:41.573131 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-096e73a6-f3ba-438c-a856-ecd6f16826a6 req-2d3e2fbf-9287-4cd9-840d-fcd76be5b43c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:41.574538 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-096e73a6-f3ba-438c-a856-ecd6f16826a6 req-2d3e2fbf-9287-4cd9-840d-fcd76be5b43c service neutron] 10.222.0.73 "PUT /v2.0/ports/2e1d83fa-12a6-4b6b-a3da-d28e807f8253 HTTP/1.1" status: 200 len: 1096 time: 4.8076642 Apr 18 19:30:41.594251 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-efcccea0-9200-43fc-964b-e25707c6f328 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:41.594750 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-cd8c0ef8-6188-4a2b-8bcb-14052215c5c5 req-6c3b7730-5e68-4436-b11f-013e146a0cfd tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] 10.222.0.69 "GET /v2.0/ports?device_id=1deb20a0-ed58-4a55-9231-d2b88559b68b HTTP/1.1" status: 200 len: 210 time: 0.2974572 Apr 18 19:30:41.598380 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad0762ec-8f77-4f13-9567-a866d0faa9fe', 'tag': '2e1d83fa-12a6-4b6b-a3da-d28e807f8253'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:30:41.651332 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-c02aa9a2-0936-4391-928c-cc5cd395bc60 req-b327eadd-f262-4a7a-9b7a-d9fcd76651e4 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] No DVR routers for this DVR port 701f84f5-505b-4198-8aab-980189685a01 on host n-h2-836017-2 {{(pid=84763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:30:41.662438 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-c02aa9a2-0936-4391-928c-cc5cd395bc60 req-b327eadd-f262-4a7a-9b7a-d9fcd76651e4 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:41.898052 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c7a1660e-65aa-4add-917f-3cb9a3ace13e req-3a08653d-50d0-4c3a-b904-de684beee5a9 service neutron] 10.222.0.72 "GET /v2.0/networks/77a057b3-34c4-449e-a9f0-2bcfc4ff6d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7831862 Apr 18 19:30:41.907543 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4fa98c-3643-4627-bdc6-143f52daa61d req-c8e316d2-ace6-4657-942e-e3f306e1a036 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:41.910465 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-0f4fa98c-3643-4627-bdc6-143f52daa61d req-c8e316d2-ace6-4657-942e-e3f306e1a036 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d2042316-fc2f-4bd1-9428-8aa751f345ec HTTP/1.1" status: 200 len: 911 time: 0.7159798 Apr 18 19:30:41.939872 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-8bab88ee-6cbb-4ac8-99c2-a0b319ec9dce req-43981a92-086b-4788-94ab-106632d46c03 tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Notify callbacks [] for port, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:41.995662 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [req-8bab88ee-6cbb-4ac8-99c2-a0b319ec9dce req-43981a92-086b-4788-94ab-106632d46c03 tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Transition to ACTIVE for port object fc27eb2e-701f-494a-b8e9-75b6ce42ef63 will not be triggered until provisioned by entity DHCP. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:30:42.139743 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0bbea8c9-4f0b-4257-a773-9c48b0bf440f req-56ed3367-5583-45ea-84a4-40843d01b1cb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4bf06599121a476094faf72db54a396e&device_id=2327f611-7c5a-4fad-b86b-e72911fb3ee2 HTTP/1.1" status: 200 len: 1101 time: 1.8372769 Apr 18 19:30:42.202501 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82cfa01-9e43-4d66-910a-271fc54804ba req-0e5f7a4a-97ff-4caa-bb33-8578aa551060 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:42.204343 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-c82cfa01-9e43-4d66-910a-271fc54804ba req-0e5f7a4a-97ff-4caa-bb33-8578aa551060 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Synchronizing usage tracker for tenant:4bf06599121a476094faf72db54a396e on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:30:42.224688 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c7a1660e-65aa-4add-917f-3cb9a3ace13e req-83f012f3-c356-44c0-ba43-c49078b1fae9 service neutron] 10.222.0.72 "GET /v2.0/networks/77a057b3-34c4-449e-a9f0-2bcfc4ff6d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3131669 Apr 18 19:30:42.279983 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-8bab88ee-6cbb-4ac8-99c2-a0b319ec9dce req-43981a92-086b-4788-94ab-106632d46c03 tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:42.283094 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-efcccea0-9200-43fc-964b-e25707c6f328 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:42.296616 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-bfdb0755-54a2-4ec9-be93-e27d28836ec8 req-d0cb88f5-2e46-4157-b6ee-4b34295e822a tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/ports?device_id=14704b88-90c8-43e7-b6fd-aa88e710cf44 HTTP/1.1" status: 200 len: 210 time: 0.0745513 Apr 18 19:30:42.298028 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-0f4fa98c-3643-4627-bdc6-143f52daa61d req-e3d8e280-62ec-43c0-b9b8-65c3668b3a08 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=495f0ebd-6687-4bd0-9d13-fbf7fcab7e2f HTTP/1.1" status: 200 len: 217 time: 0.3112652 Apr 18 19:30:42.300713 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-c02aa9a2-0936-4391-928c-cc5cd395bc60 req-b327eadd-f262-4a7a-9b7a-d9fcd76651e4 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.72 "DELETE /v2.0/ports/701f84f5-505b-4198-8aab-980189685a01 HTTP/1.1" status: 204 len: 173 time: 5.1689050 Apr 18 19:30:42.381491 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3e2fbf-9287-4cd9-840d-fcd76be5b43c service neutron] Pushing event updated for resources: {'Port': ['ID=2e1d83fa-12a6-4b6b-a3da-d28e807f8253,revision_number=3']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:42.439543 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4fa98c-3643-4627-bdc6-143f52daa61d req-4290ea7a-1533-4fec-b276-564d915f4827 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:42.441396 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-0f4fa98c-3643-4627-bdc6-143f52daa61d req-4290ea7a-1533-4fec-b276-564d915f4827 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=741dfd9d-95ea-4063-b188-15cfc9cc941c HTTP/1.1" status: 200 len: 850 time: 0.1326632 Apr 18 19:30:42.492661 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c22bd4f-f376-4ec7-8f0b-a2231799ded1'] response: {'name': 'network-changed', 'server_uuid': 'ad0762ec-8f77-4f13-9567-a866d0faa9fe', 'tag': '2e1d83fa-12a6-4b6b-a3da-d28e807f8253', 'status': 'completed', 'code': 200} Apr 18 19:30:42.526067 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-0f4fa98c-3643-4627-bdc6-143f52daa61d req-978509b3-6700-4834-96aa-17c8503c2eb7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d2042316-fc2f-4bd1-9428-8aa751f345ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706389 Apr 18 19:30:42.538369 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bab88ee-6cbb-4ac8-99c2-a0b319ec9dce req-43981a92-086b-4788-94ab-106632d46c03 tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Network 2ec6ced9-a6bc-4877-8b52-5620d7b70918 is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:30:42.539814 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-c82cfa01-9e43-4d66-910a-271fc54804ba req-0e5f7a4a-97ff-4caa-bb33-8578aa551060 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Unset dirty status for tenant:4bf06599121a476094faf72db54a396e on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:30:42.541050 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-c82cfa01-9e43-4d66-910a-271fc54804ba req-0e5f7a4a-97ff-4caa-bb33-8578aa551060 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad0762ec-8f77-4f13-9567-a866d0faa9fe HTTP/1.1" status: 200 len: 948 time: 2.1023536 Apr 18 19:30:42.560680 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [req-8bab88ee-6cbb-4ac8-99c2-a0b319ec9dce req-43981a92-086b-4788-94ab-106632d46c03 tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:30:42.564970 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43981a92-086b-4788-94ab-106632d46c03 tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Pushing event updated for resources: {'Port': ['ID=fc27eb2e-701f-494a-b8e9-75b6ce42ef63,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:42.570736 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bab88ee-6cbb-4ac8-99c2-a0b319ec9dce req-43981a92-086b-4788-94ab-106632d46c03 tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Received port after_create {{(pid=84763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:30:42.829719 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 54074) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:30:42.892850 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbea8c9-4f0b-4257-a773-9c48b0bf440f req-1bd2058c-1062-4447-94e0-cbd153dfcf9e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:42.894700 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0bbea8c9-4f0b-4257-a773-9c48b0bf440f req-1bd2058c-1062-4447-94e0-cbd153dfcf9e service neutron] 10.222.0.73 "GET /v2.0/networks?id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a HTTP/1.1" status: 200 len: 870 time: 0.6794055 Apr 18 19:30:42.903894 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-096e73a6-f3ba-438c-a856-ecd6f16826a6 req-d981fb6b-c1f1-45ae-9f2e-c6dd137fe738 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4bf06599121a476094faf72db54a396e&device_id=ad0762ec-8f77-4f13-9567-a866d0faa9fe HTTP/1.1" status: 200 len: 1099 time: 0.8438277 Apr 18 19:30:42.919495 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-14762c58-9778-4dbe-9708-a790d0d339df admin admin] Notify callbacks [] for security_group, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:42.961635 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-0f4fa98c-3643-4627-bdc6-143f52daa61d req-6bc059e8-d99d-4714-8cb2-ac51e6adff3c service neutron] 10.222.0.72 "GET /v2.0/networks/d2042316-fc2f-4bd1-9428-8aa751f345ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3892298 Apr 18 19:30:43.043915 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524aeae1-5dae-47d3-a480-02c3c1be95c8 req-3c46956a-62d7-4678-86e0-05828d4b4be1 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:43.045596 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-524aeae1-5dae-47d3-a480-02c3c1be95c8 req-3c46956a-62d7-4678-86e0-05828d4b4be1 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/ports?device_id=398acc94-8ebc-4510-8a2d-9878f34d8348 HTTP/1.1" status: 200 len: 945 time: 0.1818237 Apr 18 19:30:43.101141 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bab88ee-6cbb-4ac8-99c2-a0b319ec9dce req-43981a92-086b-4788-94ab-106632d46c03 tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:43.109590 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-8bab88ee-6cbb-4ac8-99c2-a0b319ec9dce req-43981a92-086b-4788-94ab-106632d46c03 tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:43.133977 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-efcccea0-9200-43fc-964b-e25707c6f328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:43.191166 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-534d00e8-0392-4c62-9edd-8b1ec8a44efa None None] Provisioning for port fc27eb2e-701f-494a-b8e9-75b6ce42ef63 completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:30:43.200785 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-534d00e8-0392-4c62-9edd-8b1ec8a44efa None None] Provisioning complete for port fc27eb2e-701f-494a-b8e9-75b6ce42ef63 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:30:43.201803 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-534d00e8-0392-4c62-9edd-8b1ec8a44efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:43.211205 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-c82cfa01-9e43-4d66-910a-271fc54804ba req-f2df7993-1f9b-4cc8-a40c-0963a8ef14ca tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6468878 Apr 18 19:30:43.223791 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0bbea8c9-4f0b-4257-a773-9c48b0bf440f req-47c23d1c-c51c-4104-afe3-79654a5632f8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=06b799dc-3aea-4cb3-90fe-2c88201e3471 HTTP/1.1" status: 200 len: 217 time: 0.3167155 Apr 18 19:30:43.224609 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-524aeae1-5dae-47d3-a480-02c3c1be95c8 req-7cac7a0e-b5f7-4db8-9095-ebde0b6b7ba9 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/security-groups?id=a141a97b-10ea-4a45-b463-6b38bd1cffff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637647 Apr 18 19:30:43.238105 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcccea0-9200-43fc-964b-e25707c6f328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a13208db-7c82-48e2-8e70-def9c6c98574,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:43.251833 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-096e73a6-f3ba-438c-a856-ecd6f16826a6 req-55c914e5-c96f-4039-b3c8-90bff8b079f3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=2e1d83fa-12a6-4b6b-a3da-d28e807f8253 HTTP/1.1" status: 200 len: 217 time: 0.2480478 Apr 18 19:30:43.299862 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-534d00e8-0392-4c62-9edd-8b1ec8a44efa None None] Port fc27eb2e-701f-494a-b8e9-75b6ce42ef63 cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:30:43.388255 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbea8c9-4f0b-4257-a773-9c48b0bf440f req-6c5f4364-b71c-4e1f-9203-67eb0b2c3236 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:43.389408 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0bbea8c9-4f0b-4257-a773-9c48b0bf440f req-6c5f4364-b71c-4e1f-9203-67eb0b2c3236 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=17d1b3aa-2066-4ffa-a69f-52ed566b6548 HTTP/1.1" status: 200 len: 843 time: 0.1490388 Apr 18 19:30:43.459908 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8bab88ee-6cbb-4ac8-99c2-a0b319ec9dce req-43981a92-086b-4788-94ab-106632d46c03 tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.2433691 Apr 18 19:30:43.461479 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-efcccea0-9200-43fc-964b-e25707c6f328 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:43.462487 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-efcccea0-9200-43fc-964b-e25707c6f328 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a13208db-7c82-48e2-8e70-def9c6c98574 HTTP/1.1" status: 204 len: 168 time: 3.1565754 Apr 18 19:30:43.643706 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096e73a6-f3ba-438c-a856-ecd6f16826a6 req-edaf152b-7a68-47ec-8bfd-4895eaccb919 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:43.646191 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-096e73a6-f3ba-438c-a856-ecd6f16826a6 req-edaf152b-7a68-47ec-8bfd-4895eaccb919 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=17d1b3aa-2066-4ffa-a69f-52ed566b6548 HTTP/1.1" status: 200 len: 843 time: 0.2557766 Apr 18 19:30:43.685446 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-14762c58-9778-4dbe-9708-a790d0d339df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:30:43.691603 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e84e1ddb-adaa-4970-a68e-983a2dd8f693 req-14824ade-713f-44ba-ae05-829fa720faf7 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/ports?device_id=14704b88-90c8-43e7-b6fd-aa88e710cf44 HTTP/1.1" status: 200 len: 210 time: 0.0550344 Apr 18 19:30:43.746090 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-14762c58-9778-4dbe-9708-a790d0d339df admin admin] Usage tracker for resource:security_group_rule and tenant:c89945210978412883a621308e7b442d is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:30:43.757081 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-14762c58-9778-4dbe-9708-a790d0d339df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:30:43.788510 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-14762c58-9778-4dbe-9708-a790d0d339df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:30:43.860024 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656f5492-8c79-412f-ace6-be215a204f10 req-1fff07eb-0f5f-4a2e-9b96-69fde4901733 tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:43.861158 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-656f5492-8c79-412f-ace6-be215a204f10 req-1fff07eb-0f5f-4a2e-9b96-69fde4901733 tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Synchronizing usage tracker for tenant:912f8aac9d1b4f5bb39f80bd646e1172 on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:30:43.876194 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0bbea8c9-4f0b-4257-a773-9c48b0bf440f req-9aa27f6d-5fc4-45cd-940f-fdc0a58ddde8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4488919 Apr 18 19:30:43.899349 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [req-0bbea8c9-4f0b-4257-a773-9c48b0bf440f req-6494f7aa-40b3-4e91-8f94-800034371463 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=84763) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:30:43.900561 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0bbea8c9-4f0b-4257-a773-9c48b0bf440f req-6494f7aa-40b3-4e91-8f94-800034371463 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0123088 Apr 18 19:30:44.002034 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-096e73a6-f3ba-438c-a856-ecd6f16826a6 req-93ef3a09-a23e-4a3f-b8f2-676b69d30315 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3198545 Apr 18 19:30:44.011513 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-656f5492-8c79-412f-ace6-be215a204f10 req-1fff07eb-0f5f-4a2e-9b96-69fde4901733 tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Unset dirty status for tenant:912f8aac9d1b4f5bb39f80bd646e1172 on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:30:44.012804 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-656f5492-8c79-412f-ace6-be215a204f10 req-1fff07eb-0f5f-4a2e-9b96-69fde4901733 tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] 10.222.0.69 "GET /v2.0/ports?device_id=1deb20a0-ed58-4a55-9231-d2b88559b68b HTTP/1.1" status: 200 len: 931 time: 0.6211069 Apr 18 19:30:44.207000 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-14762c58-9778-4dbe-9708-a790d0d339df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:44.286009 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-14762c58-9778-4dbe-9708-a790d0d339df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:44.407408 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-656f5492-8c79-412f-ace6-be215a204f10 req-ccb1dec5-9d0f-4cf2-ba61-3009cabc5777 tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] 10.222.0.69 "GET /v2.0/security-groups?id=7e0a4aa2-6a45-4e89-98c9-5080f22b400c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3738470 Apr 18 19:30:44.506169 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14762c58-9778-4dbe-9708-a790d0d339df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2123b69b-db75-453b-9e65-a0efb4ffc86d,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:44.514225 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14704b88-90c8-43e7-b6fd-aa88e710cf44', 'name': 'network-vif-deleted', 'tag': '701f84f5-505b-4198-8aab-980189685a01'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:30:44.556426 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0bbea8c9-4f0b-4257-a773-9c48b0bf440f req-2f75378f-96dd-4120-8930-1550709e4b4e service neutron] 10.222.0.73 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6478636 Apr 18 19:30:44.632033 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-8bab88ee-6cbb-4ac8-99c2-a0b319ec9dce req-99e785c1-fe4f-445d-8b5b-bad4e7d2e0bc service neutron] Request body: {'port': {'device_id': '1deb20a0-ed58-4a55-9231-d2b88559b68b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-2'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:30:44.665112 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-14762c58-9778-4dbe-9708-a790d0d339df admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c89945210978412883a621308e7b442d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8202405 Apr 18 19:30:44.689549 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 54106) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:30:44.829103 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e809025-530c-41d2-8168-802efd212525 req-12ef623f-629c-4096-b1a4-57058ff69bbc tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:44.831095 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8e809025-530c-41d2-8168-802efd212525 req-12ef623f-629c-4096-b1a4-57058ff69bbc tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad0762ec-8f77-4f13-9567-a866d0faa9fe HTTP/1.1" status: 200 len: 948 time: 0.3517230 Apr 18 19:30:44.843576 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-0f4fa98c-3643-4627-bdc6-143f52daa61d req-59c96350-860a-406b-a27b-65fd1a734745 service neutron] 10.222.0.72 "GET /v2.0/networks/d2042316-fc2f-4bd1-9428-8aa751f345ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587993 Apr 18 19:30:44.892083 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-096e73a6-f3ba-438c-a856-ecd6f16826a6 req-6cffb135-5564-432b-9aed-ec1daa0271c7 service neutron] 10.222.0.73 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8597617 Apr 18 19:30:45.007634 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8e809025-530c-41d2-8168-802efd212525 req-35c4afcc-5b28-4849-96c3-111691be5013 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618714 Apr 18 19:30:45.371030 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-096e73a6-f3ba-438c-a856-ecd6f16826a6 req-bb97164a-ab88-4155-af9a-6c148132899d service neutron] 10.222.0.73 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4656146 Apr 18 19:30:45.391482 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c238d536-3dac-46dd-bb8f-f039cdd618fa'] response: {'server_uuid': '14704b88-90c8-43e7-b6fd-aa88e710cf44', 'name': 'network-vif-deleted', 'tag': '701f84f5-505b-4198-8aab-980189685a01', 'status': 'completed', 'code': 200} Apr 18 19:30:45.409707 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-8bab88ee-6cbb-4ac8-99c2-a0b319ec9dce req-99e785c1-fe4f-445d-8b5b-bad4e7d2e0bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:45.462420 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-51c54444-1e06-4993-89bc-9910db199858 req-33c7f49a-71e7-43bf-bb0a-8ce951966ec4 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/ports?device_id=14704b88-90c8-43e7-b6fd-aa88e710cf44 HTTP/1.1" status: 200 len: 210 time: 0.1057374 Apr 18 19:30:45.511678 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0bbea8c9-4f0b-4257-a773-9c48b0bf440f req-ffd3337e-a510-4a7b-8c39-f52cb98c1ae9 service neutron] 10.222.0.73 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9382174 Apr 18 19:30:45.544099 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-8c14ab63-ec1e-4530-a614-4b9af7cf6500 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:45.747161 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a284f4-dc96-4e7e-9263-0b4d313c1404 req-e12e4395-01c0-4a59-8a51-a4401aabc3d3 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:45.754966 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-11a284f4-dc96-4e7e-9263-0b4d313c1404 req-e12e4395-01c0-4a59-8a51-a4401aabc3d3 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/ports?device_id=398acc94-8ebc-4510-8a2d-9878f34d8348 HTTP/1.1" status: 200 len: 945 time: 0.9242342 Apr 18 19:30:45.758394 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-8c14ab63-ec1e-4530-a614-4b9af7cf6500 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:45.835114 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3cd677-6520-48c7-bc31-cfdc12c7a761 req-5f24549f-f3de-4da5-a5aa-917272303269 tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:45.845143 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-4f3cd677-6520-48c7-bc31-cfdc12c7a761 req-5f24549f-f3de-4da5-a5aa-917272303269 tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] 10.222.0.69 "GET /v2.0/ports?device_id=1deb20a0-ed58-4a55-9231-d2b88559b68b HTTP/1.1" status: 200 len: 931 time: 0.1122444 Apr 18 19:30:45.951856 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-4f3cd677-6520-48c7-bc31-cfdc12c7a761 req-36061c8d-1317-4e05-a766-329d01b450e2 tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] 10.222.0.69 "GET /v2.0/security-groups?id=7e0a4aa2-6a45-4e89-98c9-5080f22b400c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066635 Apr 18 19:30:46.027838 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-11a284f4-dc96-4e7e-9263-0b4d313c1404 req-f3a69421-bf01-404a-a231-c1e87b406e03 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/security-groups?id=a141a97b-10ea-4a45-b463-6b38bd1cffff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717159 Apr 18 19:30:46.095756 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-41ec0f63-6465-4817-acca-ca68564e8e1d req-46485a4f-46af-47b1-a542-f35b7331a220 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4bf06599121a476094faf72db54a396e&device_id=ad0762ec-8f77-4f13-9567-a866d0faa9fe HTTP/1.1" status: 200 len: 1099 time: 0.5390463 Apr 18 19:30:46.252974 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-8c14ab63-ec1e-4530-a614-4b9af7cf6500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:46.282715 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c14ab63-ec1e-4530-a614-4b9af7cf6500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2123b69b-db75-453b-9e65-a0efb4ffc86d,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:46.323572 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-8c14ab63-ec1e-4530-a614-4b9af7cf6500 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:46.326778 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-8c14ab63-ec1e-4530-a614-4b9af7cf6500 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2123b69b-db75-453b-9e65-a0efb4ffc86d HTTP/1.1" status: 204 len: 168 time: 1.6341274 Apr 18 19:30:46.397289 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ec0f63-6465-4817-acca-ca68564e8e1d req-80d2a7a7-7290-4f11-be5a-4abb8a76cc0d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:46.400706 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-41ec0f63-6465-4817-acca-ca68564e8e1d req-80d2a7a7-7290-4f11-be5a-4abb8a76cc0d service neutron] 10.222.0.73 "GET /v2.0/networks?id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a HTTP/1.1" status: 200 len: 870 time: 0.2970693 Apr 18 19:30:46.409231 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fed4280-6bef-4aa8-a7c9-b73dbfd69ae1 req-4f1a8565-60b9-4e84-9539-afd67ddf0a40 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:46.419133 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-0fed4280-6bef-4aa8-a7c9-b73dbfd69ae1 req-4f1a8565-60b9-4e84-9539-afd67ddf0a40 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad0762ec-8f77-4f13-9567-a866d0faa9fe HTTP/1.1" status: 200 len: 948 time: 0.2137995 Apr 18 19:30:46.522188 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-41ec0f63-6465-4817-acca-ca68564e8e1d req-c4f2ff5e-d6d3-48bf-ba79-4c664f8827e4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=2e1d83fa-12a6-4b6b-a3da-d28e807f8253 HTTP/1.1" status: 200 len: 217 time: 0.1124504 Apr 18 19:30:46.533291 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [req-8bab88ee-6cbb-4ac8-99c2-a0b319ec9dce req-99e785c1-fe4f-445d-8b5b-bad4e7d2e0bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc27eb2e-701f-494a-b8e9-75b6ce42ef63 {{(pid=84763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:30:46.548117 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-0fed4280-6bef-4aa8-a7c9-b73dbfd69ae1 req-aaf2f0f2-686b-4f96-86c7-0c67d286e91f tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280479 Apr 18 19:30:46.595564 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-8bab88ee-6cbb-4ac8-99c2-a0b319ec9dce req-99e785c1-fe4f-445d-8b5b-bad4e7d2e0bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:46.707641 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [req-8bab88ee-6cbb-4ac8-99c2-a0b319ec9dce req-99e785c1-fe4f-445d-8b5b-bad4e7d2e0bc service neutron] Transition to ACTIVE for port object fc27eb2e-701f-494a-b8e9-75b6ce42ef63 will not be triggered until provisioned by entity L2. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:30:46.852385 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-13ab29db-260c-48af-8855-ff348adc12cc req-41b220d8-97ef-4f43-8364-4a57aeb03afd tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Synchronizing usage tracker for tenant:d8c4d4c8afa7408e90f614ab2cfa43d3 on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:30:46.857110 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-8bab88ee-6cbb-4ac8-99c2-a0b319ec9dce req-99e785c1-fe4f-445d-8b5b-bad4e7d2e0bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:46.900807 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ec0f63-6465-4817-acca-ca68564e8e1d req-ffbfc89b-2ca3-41d7-83cf-391ad225aed0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:46.902469 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-41ec0f63-6465-4817-acca-ca68564e8e1d req-ffbfc89b-2ca3-41d7-83cf-391ad225aed0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=17d1b3aa-2066-4ffa-a69f-52ed566b6548 HTTP/1.1" status: 200 len: 843 time: 0.3727219 Apr 18 19:30:47.072054 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e785c1-fe4f-445d-8b5b-bad4e7d2e0bc service neutron] Pushing event updated for resources: {'Port': ['ID=fc27eb2e-701f-494a-b8e9-75b6ce42ef63,revision_number=2']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:47.099579 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-13ab29db-260c-48af-8855-ff348adc12cc req-41b220d8-97ef-4f43-8364-4a57aeb03afd tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Unset dirty status for tenant:d8c4d4c8afa7408e90f614ab2cfa43d3 on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:30:47.106410 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-13ab29db-260c-48af-8855-ff348adc12cc req-41b220d8-97ef-4f43-8364-4a57aeb03afd tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/ports?device_id=14704b88-90c8-43e7-b6fd-aa88e710cf44 HTTP/1.1" status: 200 len: 210 time: 0.4473302 Apr 18 19:30:47.328850 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-41ec0f63-6465-4817-acca-ca68564e8e1d req-9874edf2-717f-47f4-8bf9-8635ae4f8776 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4129705 Apr 18 19:30:47.466643 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-8bab88ee-6cbb-4ac8-99c2-a0b319ec9dce req-99e785c1-fe4f-445d-8b5b-bad4e7d2e0bc service neutron] Attempting to bind port fc27eb2e-701f-494a-b8e9-75b6ce42ef63 on host n-h2-836017-2 for vnic_type normal with profile {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:30:47.467456 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-8bab88ee-6cbb-4ac8-99c2-a0b319ec9dce req-99e785c1-fe4f-445d-8b5b-bad4e7d2e0bc service neutron] Attempting to bind port fc27eb2e-701f-494a-b8e9-75b6ce42ef63 by drivers openvswitch,hyperv on host n-h2-836017-2 at level 0 using segments [{'id': 'e5097719-15b3-4fd8-8376-6a49cea6478d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '2ec6ced9-a6bc-4877-8b52-5620d7b70918'}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:30:47.468594 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bab88ee-6cbb-4ac8-99c2-a0b319ec9dce req-99e785c1-fe4f-445d-8b5b-bad4e7d2e0bc service neutron] Attempting to bind port fc27eb2e-701f-494a-b8e9-75b6ce42ef63 on network 2ec6ced9-a6bc-4877-8b52-5620d7b70918 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:30:47.497607 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bab88ee-6cbb-4ac8-99c2-a0b319ec9dce req-99e785c1-fe4f-445d-8b5b-bad4e7d2e0bc service neutron] Port fc27eb2e-701f-494a-b8e9-75b6ce42ef63 on network 2ec6ced9-a6bc-4877-8b52-5620d7b70918 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-2 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:30:47.498392 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bab88ee-6cbb-4ac8-99c2-a0b319ec9dce req-99e785c1-fe4f-445d-8b5b-bad4e7d2e0bc service neutron] Attempting to bind port fc27eb2e-701f-494a-b8e9-75b6ce42ef63 on network 2ec6ced9-a6bc-4877-8b52-5620d7b70918 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:30:47.519484 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3e9d4e-2818-4bc9-bc3f-ff0e736a2c6f req-ae2acb8a-6a2d-4265-9e0c-bf236fdff5de tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:47.527434 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-bd3e9d4e-2818-4bc9-bc3f-ff0e736a2c6f req-ae2acb8a-6a2d-4265-9e0c-bf236fdff5de tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] 10.222.0.69 "GET /v2.0/ports?device_id=1deb20a0-ed58-4a55-9231-d2b88559b68b HTTP/1.1" status: 200 len: 943 time: 0.2612951 Apr 18 19:30:47.650222 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-bd3e9d4e-2818-4bc9-bc3f-ff0e736a2c6f req-a0019750-4c09-4c2e-9292-9f4d97326f3f tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] 10.222.0.69 "GET /v2.0/security-groups?id=7e0a4aa2-6a45-4e89-98c9-5080f22b400c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163080 Apr 18 19:30:47.796836 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bab88ee-6cbb-4ac8-99c2-a0b319ec9dce req-99e785c1-fe4f-445d-8b5b-bad4e7d2e0bc service neutron] Checking agent: {'id': '02e8f951-d3a3-40e1-b8cc-aed258af030b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:30:47.797155 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bab88ee-6cbb-4ac8-99c2-a0b319ec9dce req-99e785c1-fe4f-445d-8b5b-bad4e7d2e0bc service neutron] Checking segment: {'id': 'e5097719-15b3-4fd8-8376-6a49cea6478d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '2ec6ced9-a6bc-4877-8b52-5620d7b70918'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:30:47.797552 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bab88ee-6cbb-4ac8-99c2-a0b319ec9dce req-99e785c1-fe4f-445d-8b5b-bad4e7d2e0bc service neutron] Bound using segment: {'id': 'e5097719-15b3-4fd8-8376-6a49cea6478d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '2ec6ced9-a6bc-4877-8b52-5620d7b70918'} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:30:47.798047 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-8bab88ee-6cbb-4ac8-99c2-a0b319ec9dce req-99e785c1-fe4f-445d-8b5b-bad4e7d2e0bc service neutron] Bound port: fc27eb2e-701f-494a-b8e9-75b6ce42ef63, host: n-h2-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5097719-15b3-4fd8-8376-6a49cea6478d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '2ec6ced9-a6bc-4877-8b52-5620d7b70918'}}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:30:47.798406 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-8bab88ee-6cbb-4ac8-99c2-a0b319ec9dce req-99e785c1-fe4f-445d-8b5b-bad4e7d2e0bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:48.074024 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-8bab88ee-6cbb-4ac8-99c2-a0b319ec9dce req-99e785c1-fe4f-445d-8b5b-bad4e7d2e0bc service neutron] For port fc27eb2e-701f-494a-b8e9-75b6ce42ef63, host n-h2-836017-2, cleared binding levels {{(pid=84763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:30:48.077719 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-41ec0f63-6465-4817-acca-ca68564e8e1d req-45a68726-c8ec-491f-8d04-8e94d0a7ca95 service neutron] 10.222.0.73 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7303739 Apr 18 19:30:48.080313 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-8bab88ee-6cbb-4ac8-99c2-a0b319ec9dce req-99e785c1-fe4f-445d-8b5b-bad4e7d2e0bc service neutron] For port fc27eb2e-701f-494a-b8e9-75b6ce42ef63, host n-h2-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=fc27eb2e-701f-494a-b8e9-75b6ce42ef63,segment=NetworkSegment(e5097719-15b3-4fd8-8376-6a49cea6478d),segment_id=e5097719-15b3-4fd8-8376-6a49cea6478d)] {{(pid=84763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:30:48.112920 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c051417-9081-464b-9228-0ac3790a386c req-40618ce4-4dfc-47a2-8aa1-7e6bcb6522e1 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:48.128278 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-1c051417-9081-464b-9228-0ac3790a386c req-40618ce4-4dfc-47a2-8aa1-7e6bcb6522e1 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/ports?device_id=398acc94-8ebc-4510-8a2d-9878f34d8348 HTTP/1.1" status: 200 len: 945 time: 0.4299555 Apr 18 19:30:48.181532 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-8bab88ee-6cbb-4ac8-99c2-a0b319ec9dce req-99e785c1-fe4f-445d-8b5b-bad4e7d2e0bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:48.245631 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-77a96826-d7b6-4b9a-9011-e8252d7d5999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:48.400507 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-41ec0f63-6465-4817-acca-ca68564e8e1d req-ab915d69-4c0d-4fdd-be3d-b3fca6310dcc service neutron] 10.222.0.73 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3092110 Apr 18 19:30:48.405061 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bf6329-047e-4818-a541-7cdf1d8a1d35 req-e3fee75b-c8e6-4e0a-85b6-13dab1065e00 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:48.407159 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e9bf6329-047e-4818-a541-7cdf1d8a1d35 req-e3fee75b-c8e6-4e0a-85b6-13dab1065e00 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad0762ec-8f77-4f13-9567-a866d0faa9fe HTTP/1.1" status: 200 len: 948 time: 0.1546047 Apr 18 19:30:48.426968 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-8bab88ee-6cbb-4ac8-99c2-a0b319ec9dce req-99e785c1-fe4f-445d-8b5b-bad4e7d2e0bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:48.429018 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8bab88ee-6cbb-4ac8-99c2-a0b319ec9dce req-99e785c1-fe4f-445d-8b5b-bad4e7d2e0bc service neutron] 10.222.0.72 "PUT /v2.0/ports/fc27eb2e-701f-494a-b8e9-75b6ce42ef63 HTTP/1.1" status: 200 len: 1091 time: 3.8546679 Apr 18 19:30:48.431921 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1deb20a0-ed58-4a55-9231-d2b88559b68b', 'tag': 'fc27eb2e-701f-494a-b8e9-75b6ce42ef63'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:30:48.464783 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e785c1-fe4f-445d-8b5b-bad4e7d2e0bc service neutron] Pushing event updated for resources: {'Port': ['ID=fc27eb2e-701f-494a-b8e9-75b6ce42ef63,revision_number=3']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:48.489611 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-1c051417-9081-464b-9228-0ac3790a386c req-ad2f387f-00b0-4816-94c1-b5cd7d0f1eb4 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/security-groups?id=a141a97b-10ea-4a45-b463-6b38bd1cffff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3609593 Apr 18 19:30:48.593695 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e9bf6329-047e-4818-a541-7cdf1d8a1d35 req-e511a1de-7e07-4832-9a85-4980f6d2ab4a tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685510 Apr 18 19:30:48.747434 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 2e1d83fa-12a6-4b6b-a3da-d28e807f8253 details requested by agent hyperv_n-h1-836017-2 with host n-h1-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:30:48.837820 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8bab88ee-6cbb-4ac8-99c2-a0b319ec9dce req-15b33687-e043-40b7-a20e-2eab1ab56b51 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=912f8aac9d1b4f5bb39f80bd646e1172&device_id=1deb20a0-ed58-4a55-9231-d2b88559b68b HTTP/1.1" status: 200 len: 1094 time: 0.2631013 Apr 18 19:30:49.042207 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port 2e1d83fa-12a6-4b6b-a3da-d28e807f8253, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=2e1d83fa-12a6-4b6b-a3da-d28e807f8253,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:30:49.058142 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8bab88ee-6cbb-4ac8-99c2-a0b319ec9dce req-5e80d763-195c-4374-90c4-bbfb0d7b4268 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fc27eb2e-701f-494a-b8e9-75b6ce42ef63 HTTP/1.1" status: 200 len: 217 time: 0.2087994 Apr 18 19:30:49.171880 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Returning: {'device': '2e1d83fa-12a6-4b6b-a3da-d28e807f8253', 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a', 'port_id': '2e1d83fa-12a6-4b6b-a3da-d28e807f8253', 'mac_address': 'fa:16:3e:91:a7:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17d1b3aa-2066-4ffa-a69f-52ed566b6548', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:30:49.203787 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bab88ee-6cbb-4ac8-99c2-a0b319ec9dce req-f9bdbd61-b7d3-464d-ad92-ccc8ba655960 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:49.205530 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8bab88ee-6cbb-4ac8-99c2-a0b319ec9dce req-f9bdbd61-b7d3-464d-ad92-ccc8ba655960 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4e0c91da-1774-476f-82ad-dcf19f1fc83c HTTP/1.1" status: 200 len: 854 time: 0.1318438 Apr 18 19:30:49.242864 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235cb909-b7a3-481f-b487-efc49b9e5ffb req-85de32fb-82cb-4ea2-8778-a96b4d9a4a85 tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:49.247288 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-235cb909-b7a3-481f-b487-efc49b9e5ffb req-85de32fb-82cb-4ea2-8778-a96b4d9a4a85 tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] 10.222.0.69 "GET /v2.0/ports?device_id=1deb20a0-ed58-4a55-9231-d2b88559b68b HTTP/1.1" status: 200 len: 943 time: 0.2737360 Apr 18 19:30:49.308805 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:49.328807 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40e6a041-93fd-4a8f-bdf4-ff69dca41a21'] response: {'name': 'network-changed', 'server_uuid': '1deb20a0-ed58-4a55-9231-d2b88559b68b', 'tag': 'fc27eb2e-701f-494a-b8e9-75b6ce42ef63', 'status': 'completed', 'code': 200} Apr 18 19:30:49.346253 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e1d83fa-12a6-4b6b-a3da-d28e807f8253 {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:30:49.367548 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port 2e1d83fa-12a6-4b6b-a3da-d28e807f8253, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=2e1d83fa-12a6-4b6b-a3da-d28e807f8253,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:30:49.432158 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-235cb909-b7a3-481f-b487-efc49b9e5ffb req-eb086236-9b2b-4041-9232-5d2215c1bef7 tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] 10.222.0.69 "GET /v2.0/security-groups?id=7e0a4aa2-6a45-4e89-98c9-5080f22b400c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022384 Apr 18 19:30:49.465762 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8bab88ee-6cbb-4ac8-99c2-a0b319ec9dce req-618a7001-8b96-4602-9908-bd91e2aa6870 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2ec6ced9-a6bc-4877-8b52-5620d7b70918&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2387810 Apr 18 19:30:49.481915 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:49.693882 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Pushing event updated for resources: {'Port': ['ID=2e1d83fa-12a6-4b6b-a3da-d28e807f8253,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:49.730325 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:30:49.730890 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:30:49.731403 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:30:49.731886 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:30:49.732405 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:30:49.734413 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:30:49.734909 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:30:49.735410 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:30:49.735886 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:30:49.738963 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:30:49.739488 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:30:49.899514 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8bab88ee-6cbb-4ac8-99c2-a0b319ec9dce req-d7ec8166-1cfe-4ee8-812c-09c71201b6ea service neutron] 10.222.0.72 "GET /v2.0/networks/2ec6ced9-a6bc-4877-8b52-5620d7b70918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4057837 Apr 18 19:30:49.921819 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] get_ports_and_sgs() called for port_ids ['2e1d83fa-12a6-4b6b-a3da-d28e807f8253'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:30:50.152807 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f2ff9c-9dfc-4f90-9dc3-9ad0da0a57a4 req-e124579d-525c-48c4-9aaa-0294a569255d tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:50.166612 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-32f2ff9c-9dfc-4f90-9dc3-9ad0da0a57a4 req-e124579d-525c-48c4-9aaa-0294a569255d tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/ports?device_id=398acc94-8ebc-4510-8a2d-9878f34d8348 HTTP/1.1" status: 200 len: 945 time: 0.3499470 Apr 18 19:30:50.214689 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b7fea-27b8-484e-a0d1-4ada0cfebd5f req-77dbd701-9aaa-4a3c-b512-e4f028c03c87 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:50.216903 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-954b7fea-27b8-484e-a0d1-4ada0cfebd5f req-77dbd701-9aaa-4a3c-b512-e4f028c03c87 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad0762ec-8f77-4f13-9567-a866d0faa9fe HTTP/1.1" status: 200 len: 949 time: 0.2026958 Apr 18 19:30:50.294609 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8bab88ee-6cbb-4ac8-99c2-a0b319ec9dce req-b054156b-6f21-4e52-acf6-781934c1f93c service neutron] 10.222.0.72 "GET /v2.0/networks/2ec6ced9-a6bc-4877-8b52-5620d7b70918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3836384 Apr 18 19:30:50.313878 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-32f2ff9c-9dfc-4f90-9dc3-9ad0da0a57a4 req-76034303-e01f-4fc6-ab25-795a49d59250 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/security-groups?id=a141a97b-10ea-4a45-b463-6b38bd1cffff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463492 Apr 18 19:30:50.376507 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-954b7fea-27b8-484e-a0d1-4ada0cfebd5f req-026f78aa-889d-4d29-8453-da1021425779 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510010 Apr 18 19:30:50.425766 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-379cc252-7cc9-41db-ae2a-59d80534024b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:50.712858 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fd2f5c-e349-4c92-a486-8840655d6bb8 req-6ad1ffef-c92a-4e8e-9f16-91198df727e4 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:50.712858 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-20fd2f5c-e349-4c92-a486-8840655d6bb8 req-6ad1ffef-c92a-4e8e-9f16-91198df727e4 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cbfc875-c839-4a4c-bcbc-fb0ee164e18b HTTP/1.1" status: 200 len: 951 time: 0.2462206 Apr 18 19:30:50.793692 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-20fd2f5c-e349-4c92-a486-8840655d6bb8 req-75ba310b-c445-4528-b2be-618d0a3c075e tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/security-groups?id=5c6be434-109a-4c25-809d-b81f7096d7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104491 Apr 18 19:30:50.857707 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3eeb3ae7-3f57-40ad-9ba8-962c3bc05cf1 req-53a5bbec-d712-42da-ac37-d3710d3539c3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=912f8aac9d1b4f5bb39f80bd646e1172&device_id=1deb20a0-ed58-4a55-9231-d2b88559b68b HTTP/1.1" status: 200 len: 1094 time: 0.1533289 Apr 18 19:30:50.880032 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:51.155098 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeb3ae7-3f57-40ad-9ba8-962c3bc05cf1 req-0860e8e2-2f3d-4c2d-b482-2ad5ed8c4f21 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:51.156589 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3eeb3ae7-3f57-40ad-9ba8-962c3bc05cf1 req-0860e8e2-2f3d-4c2d-b482-2ad5ed8c4f21 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2ec6ced9-a6bc-4877-8b52-5620d7b70918 HTTP/1.1" status: 200 len: 916 time: 0.2244596 Apr 18 19:30:51.181321 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00c33cf-e8f3-40da-b8da-bbffe94ed192 req-aba0d513-2942-4252-b35d-616c3d5567c4 tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:51.183059 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d00c33cf-e8f3-40da-b8da-bbffe94ed192 req-aba0d513-2942-4252-b35d-616c3d5567c4 tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] 10.222.0.69 "GET /v2.0/ports?device_id=1deb20a0-ed58-4a55-9231-d2b88559b68b HTTP/1.1" status: 200 len: 943 time: 0.1480250 Apr 18 19:30:51.306001 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3eeb3ae7-3f57-40ad-9ba8-962c3bc05cf1 req-c57658c7-0ddd-4173-9a62-450a97a632fc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fc27eb2e-701f-494a-b8e9-75b6ce42ef63 HTTP/1.1" status: 200 len: 217 time: 0.0873954 Apr 18 19:30:51.308262 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d00c33cf-e8f3-40da-b8da-bbffe94ed192 req-4d0a25ff-8c4f-478f-af96-a0899b972394 tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] 10.222.0.69 "GET /v2.0/security-groups?id=7e0a4aa2-6a45-4e89-98c9-5080f22b400c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197097 Apr 18 19:30:51.462207 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20de0aa-696b-4f72-8acc-98f811f37a99 req-174d9b7c-c526-48bf-9bf3-3ec1854a8857 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:51.462207 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-b20de0aa-696b-4f72-8acc-98f811f37a99 req-174d9b7c-c526-48bf-9bf3-3ec1854a8857 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/ports?device_id=398acc94-8ebc-4510-8a2d-9878f34d8348 HTTP/1.1" status: 200 len: 945 time: 0.1094029 Apr 18 19:30:51.488478 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeb3ae7-3f57-40ad-9ba8-962c3bc05cf1 req-854179d8-e969-4517-8009-10d2e743bcef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:51.493438 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3eeb3ae7-3f57-40ad-9ba8-962c3bc05cf1 req-854179d8-e969-4517-8009-10d2e743bcef service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4e0c91da-1774-476f-82ad-dcf19f1fc83c HTTP/1.1" status: 200 len: 854 time: 0.0805173 Apr 18 19:30:51.524942 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-b20de0aa-696b-4f72-8acc-98f811f37a99 req-ebae9c4b-9d65-4f2a-9518-b6c759443983 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/security-groups?id=a141a97b-10ea-4a45-b463-6b38bd1cffff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669000 Apr 18 19:30:51.624261 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3eeb3ae7-3f57-40ad-9ba8-962c3bc05cf1 req-916223a2-90ea-44d5-b20e-eb3762e76033 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2ec6ced9-a6bc-4877-8b52-5620d7b70918&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1155925 Apr 18 19:30:51.852175 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1c541fd-6087-4755-8778-e68e27e46067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:51.905448 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3eeb3ae7-3f57-40ad-9ba8-962c3bc05cf1 req-23eb939a-1ae2-4340-8786-969dc650e2c0 service neutron] 10.222.0.72 "GET /v2.0/networks/2ec6ced9-a6bc-4877-8b52-5620d7b70918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209682 Apr 18 19:30:51.915247 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09bf9ea-d409-450e-83b8-a506b69faa04 req-47bdac2a-8d16-40d3-a912-5782adce20fe tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:51.916875 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b09bf9ea-d409-450e-83b8-a506b69faa04 req-47bdac2a-8d16-40d3-a912-5782adce20fe tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad0762ec-8f77-4f13-9567-a866d0faa9fe HTTP/1.1" status: 200 len: 949 time: 0.2800777 Apr 18 19:30:52.010260 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:52.060938 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b09bf9ea-d409-450e-83b8-a506b69faa04 req-39547f1f-2965-48bb-921d-80b19916c262 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247253 Apr 18 19:30:52.126153 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3eeb3ae7-3f57-40ad-9ba8-962c3bc05cf1 req-fdcedd81-33f0-403c-b46f-44804908d53b service neutron] 10.222.0.72 "GET /v2.0/networks/2ec6ced9-a6bc-4877-8b52-5620d7b70918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071161 Apr 18 19:30:52.241488 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dc465f-716b-4f5f-b605-e90215669114 req-3aea5b66-d66d-43e8-9c00-ada68ae4aac2 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:52.243450 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d3dc465f-716b-4f5f-b605-e90215669114 req-3aea5b66-d66d-43e8-9c00-ada68ae4aac2 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cbfc875-c839-4a4c-bcbc-fb0ee164e18b HTTP/1.1" status: 200 len: 951 time: 0.0906167 Apr 18 19:30:52.294035 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d3dc465f-716b-4f5f-b605-e90215669114 req-c868cace-6b64-4339-ad70-3b4afc981755 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/security-groups?id=5c6be434-109a-4c25-809d-b81f7096d7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443404 Apr 18 19:30:52.474417 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66086ca9-538b-403e-b563-7c81cb4aa54f req-4a6b8f1d-dc2d-4243-9724-2beb9195872b tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:52.480453 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-66086ca9-538b-403e-b563-7c81cb4aa54f req-4a6b8f1d-dc2d-4243-9724-2beb9195872b tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.72 "GET /v2.0/ports?device_id=8cbfc875-c839-4a4c-bcbc-fb0ee164e18b HTTP/1.1" status: 200 len: 951 time: 0.1503170 Apr 18 19:30:52.641815 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-66086ca9-538b-403e-b563-7c81cb4aa54f req-cf5c2e6b-2965-4d6d-bd51-da574372015e tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Deleting port 223822da-e9ca-44af-bd61-eec59d8e31d7 {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:30:52.642428 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-66086ca9-538b-403e-b563-7c81cb4aa54f req-cf5c2e6b-2965-4d6d-bd51-da574372015e tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:52.766878 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 2e1d83fa-12a6-4b6b-a3da-d28e807f8253 up at agent hyperv_n-h1-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:30:52.791535 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c35bb-a388-4dec-908d-1299fcb57bc5 req-00964130-ec82-4aae-8a4e-2526f557778c tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:52.797522 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-386c35bb-a388-4dec-908d-1299fcb57bc5 req-00964130-ec82-4aae-8a4e-2526f557778c tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] 10.222.0.69 "GET /v2.0/ports?device_id=1deb20a0-ed58-4a55-9231-d2b88559b68b HTTP/1.1" status: 200 len: 943 time: 0.2570050 Apr 18 19:30:52.883340 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-386c35bb-a388-4dec-908d-1299fcb57bc5 req-c2fee812-fbad-4c95-a99f-2e7089aa91d5 tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] 10.222.0.69 "GET /v2.0/security-groups?id=7e0a4aa2-6a45-4e89-98c9-5080f22b400c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758886 Apr 18 19:30:52.966387 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Provisioning for port 2e1d83fa-12a6-4b6b-a3da-d28e807f8253 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:30:52.983426 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Provisioning complete for port 2e1d83fa-12a6-4b6b-a3da-d28e807f8253 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:30:52.985805 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:53.068344 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-66086ca9-538b-403e-b563-7c81cb4aa54f req-cf5c2e6b-2965-4d6d-bd51-da574372015e tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] For port 223822da-e9ca-44af-bd61-eec59d8e31d7, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=223822da-e9ca-44af-bd61-eec59d8e31d7,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:30:53.070645 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-66086ca9-538b-403e-b563-7c81cb4aa54f req-cf5c2e6b-2965-4d6d-bd51-da574372015e tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:53.202573 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2ead2f-091a-40b5-a342-62416699d78a req-03610234-c493-41cb-b493-556321cda777 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:53.204832 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ac2ead2f-091a-40b5-a342-62416699d78a req-03610234-c493-41cb-b493-556321cda777 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/ports?device_id=398acc94-8ebc-4510-8a2d-9878f34d8348 HTTP/1.1" status: 200 len: 945 time: 0.1975713 Apr 18 19:30:53.231713 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a4106dab-6971-4e7e-8fdc-c66f0a3f4877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:53.235145 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device fc27eb2e-701f-494a-b8e9-75b6ce42ef63 details requested by agent hyperv_n-h2-836017-2 with host n-h2-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:30:53.245595 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:53.260916 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ac2ead2f-091a-40b5-a342-62416699d78a req-b2536824-d8bb-4d76-8e26-9ef10ac312b4 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/security-groups?id=a141a97b-10ea-4a45-b463-6b38bd1cffff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502057 Apr 18 19:30:53.307076 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad0762ec-8f77-4f13-9567-a866d0faa9fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e1d83fa-12a6-4b6b-a3da-d28e807f8253'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:30:53.350148 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port 2e1d83fa-12a6-4b6b-a3da-d28e807f8253, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=2e1d83fa-12a6-4b6b-a3da-d28e807f8253,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:30:53.490672 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:53.492778 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-66086ca9-538b-403e-b563-7c81cb4aa54f req-cf5c2e6b-2965-4d6d-bd51-da574372015e tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Calling delete_port for 223822da-e9ca-44af-bd61-eec59d8e31d7 owned by compute:nova {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:30:53.675635 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Pushing event updated for resources: {'Port': ['ID=2e1d83fa-12a6-4b6b-a3da-d28e807f8253,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:53.693756 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port fc27eb2e-701f-494a-b8e9-75b6ce42ef63, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=fc27eb2e-701f-494a-b8e9-75b6ce42ef63,segment=NetworkSegment(e5097719-15b3-4fd8-8376-6a49cea6478d),segment_id=e5097719-15b3-4fd8-8376-6a49cea6478d)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:30:53.738283 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Returning: {'device': 'fc27eb2e-701f-494a-b8e9-75b6ce42ef63', 'network_id': '2ec6ced9-a6bc-4877-8b52-5620d7b70918', 'port_id': 'fc27eb2e-701f-494a-b8e9-75b6ce42ef63', 'mac_address': 'fa:16:3e:52:fe:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e0c91da-1774-476f-82ad-dcf19f1fc83c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:30:53.872758 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:53.898830 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc27eb2e-701f-494a-b8e9-75b6ce42ef63 {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:30:53.924055 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port fc27eb2e-701f-494a-b8e9-75b6ce42ef63, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=fc27eb2e-701f-494a-b8e9-75b6ce42ef63,segment=NetworkSegment(e5097719-15b3-4fd8-8376-6a49cea6478d),segment_id=e5097719-15b3-4fd8-8376-6a49cea6478d)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:30:53.971321 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ecdc80b-1455-48d9-9b18-29f66484f2f5'] response: {'server_uuid': 'ad0762ec-8f77-4f13-9567-a866d0faa9fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e1d83fa-12a6-4b6b-a3da-d28e807f8253', 'code': 200} Apr 18 19:30:54.006671 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7fdc08-c237-45be-b634-083ba3984c34 req-3431a7e4-29c0-42b5-8531-5cc6be15f580 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:54.017078 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:54.021409 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ee7fdc08-c237-45be-b634-083ba3984c34 req-3431a7e4-29c0-42b5-8531-5cc6be15f580 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad0762ec-8f77-4f13-9567-a866d0faa9fe HTTP/1.1" status: 200 len: 950 time: 0.4804986 Apr 18 19:30:54.222053 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ee7fdc08-c237-45be-b634-083ba3984c34 req-e4ec27ce-4f71-44fb-ac40-502bca2993db tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757174 Apr 18 19:30:54.235433 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=fc27eb2e-701f-494a-b8e9-75b6ce42ef63,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:54.251003 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-66086ca9-538b-403e-b563-7c81cb4aa54f req-cf5c2e6b-2965-4d6d-bd51-da574372015e tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:54.283942 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-b7088338-33b2-422a-aeeb-9fabe92f3e87 req-99aa4a02-5a93-468b-b444-79b36952078f tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cbfc875-c839-4a4c-bcbc-fb0ee164e18b HTTP/1.1" status: 200 len: 210 time: 0.1127598 Apr 18 19:30:54.373140 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5c2e6b-2965-4d6d-bd51-da574372015e tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Pushing event deleted for resources: {'Port': ['ID=223822da-e9ca-44af-bd61-eec59d8e31d7,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:54.401320 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] get_ports_and_sgs() called for port_ids ['fc27eb2e-701f-494a-b8e9-75b6ce42ef63'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:30:54.664997 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-66086ca9-538b-403e-b563-7c81cb4aa54f req-cf5c2e6b-2965-4d6d-bd51-da574372015e tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] No DVR routers for this DVR port 223822da-e9ca-44af-bd61-eec59d8e31d7 on host n-h2-836017-2 {{(pid=84763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:30:54.743275 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-66086ca9-538b-403e-b563-7c81cb4aa54f req-cf5c2e6b-2965-4d6d-bd51-da574372015e tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:54.764715 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cbfc875-c839-4a4c-bcbc-fb0ee164e18b', 'name': 'network-vif-deleted', 'tag': '223822da-e9ca-44af-bd61-eec59d8e31d7'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:30:54.817995 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecacd51-2ed6-4971-b04c-5e3fd023e813 req-ca03a6c2-edbe-43ee-b411-a0890c9cd28e tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:54.827049 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8ecacd51-2ed6-4971-b04c-5e3fd023e813 req-ca03a6c2-edbe-43ee-b411-a0890c9cd28e tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/ports?device_id=398acc94-8ebc-4510-8a2d-9878f34d8348 HTTP/1.1" status: 200 len: 945 time: 0.3095000 Apr 18 19:30:54.869597 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:54.888098 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2687fcde-2ff0-492e-ab42-0ee2d510ef00 req-b82f74ca-8558-45b4-a179-5b349855618f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ad0762ec-8f77-4f13-9567-a866d0faa9fe HTTP/1.1" status: 200 len: 1101 time: 0.7876899 Apr 18 19:30:54.899067 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476f3b13-f39f-4eb6-9d35-76fd08cacf3d req-04effa62-4036-4b7b-8ea1-9db552bba41b tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:54.907975 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-476f3b13-f39f-4eb6-9d35-76fd08cacf3d req-04effa62-4036-4b7b-8ea1-9db552bba41b tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] 10.222.0.69 "GET /v2.0/ports?device_id=1deb20a0-ed58-4a55-9231-d2b88559b68b HTTP/1.1" status: 200 len: 944 time: 0.4114501 Apr 18 19:30:54.945681 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8ecacd51-2ed6-4971-b04c-5e3fd023e813 req-f67253b6-a244-4c27-aec2-5400e38a4d2c tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/security-groups?id=a141a97b-10ea-4a45-b463-6b38bd1cffff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165388 Apr 18 19:30:54.972193 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8fef9c-2483-462a-92a0-8a8e9afb17d0 req-da55298a-ec30-40dd-bda7-61527c049bfa tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:54.977006 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-66086ca9-538b-403e-b563-7c81cb4aa54f req-cf5c2e6b-2965-4d6d-bd51-da574372015e tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.72 "DELETE /v2.0/ports/223822da-e9ca-44af-bd61-eec59d8e31d7 HTTP/1.1" status: 204 len: 173 time: 2.4932587 Apr 18 19:30:55.002749 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-aa8fef9c-2483-462a-92a0-8a8e9afb17d0 req-da55298a-ec30-40dd-bda7-61527c049bfa tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.72 "GET /v2.0/ports?device_id=398acc94-8ebc-4510-8a2d-9878f34d8348 HTTP/1.1" status: 200 len: 945 time: 0.3679242 Apr 18 19:30:55.016701 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-476f3b13-f39f-4eb6-9d35-76fd08cacf3d req-a36da918-200e-452c-b2de-6cb4cdf58d6d tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] 10.222.0.69 "GET /v2.0/security-groups?id=7e0a4aa2-6a45-4e89-98c9-5080f22b400c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073318 Apr 18 19:30:55.108369 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2687fcde-2ff0-492e-ab42-0ee2d510ef00 req-44f5c187-521c-4b0d-8c49-893822cb9022 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639509 Apr 18 19:30:55.108369 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a7ea0d7-35bb-45c0-8da9-438a5db804cf'] response: {'server_uuid': '8cbfc875-c839-4a4c-bcbc-fb0ee164e18b', 'name': 'network-vif-deleted', 'tag': '223822da-e9ca-44af-bd61-eec59d8e31d7', 'status': 'completed', 'code': 200} Apr 18 19:30:55.129015 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [req-aa8fef9c-2483-462a-92a0-8a8e9afb17d0 req-c097d391-d104-4b95-a486-debce951b5e9 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Deleting port 495f0ebd-6687-4bd0-9d13-fbf7fcab7e2f {{(pid=84764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:30:55.136086 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-aa8fef9c-2483-462a-92a0-8a8e9afb17d0 req-c097d391-d104-4b95-a486-debce951b5e9 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:55.136263 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 223822da-e9ca-44af-bd61-eec59d8e31d7 no longer exists at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:30:55.205063 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] No Port match for: 223822da-e9ca-44af-bd61-eec59d8e31d7 {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:30:55.212673 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 223822da-e9ca-44af-bd61-eec59d8e31d7 not bound to the agent host n-h2-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:30:55.212673 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 495f0ebd-6687-4bd0-9d13-fbf7fcab7e2f no longer exists at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:30:55.525718 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:55.585798 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 495f0ebd-6687-4bd0-9d13-fbf7fcab7e2f, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=495f0ebd-6687-4bd0-9d13-fbf7fcab7e2f,segment=NetworkSegment(3cf55c06-33d0-4793-a46b-65cf78b7090c),segment_id=3cf55c06-33d0-4793-a46b-65cf78b7090c)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:30:55.588897 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22977cb8-b579-4001-9df0-b61be25e734b req-88cb4cd7-da15-4433-b05f-47e332a45a6c tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:55.591368 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-22977cb8-b579-4001-9df0-b61be25e734b req-88cb4cd7-da15-4433-b05f-47e332a45a6c tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad0762ec-8f77-4f13-9567-a866d0faa9fe HTTP/1.1" status: 200 len: 950 time: 0.1782734 Apr 18 19:30:55.654091 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-22977cb8-b579-4001-9df0-b61be25e734b req-0cf0f3bb-8957-46ea-a31c-47085d4c469b tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546024 Apr 18 19:30:55.659500 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:55.717010 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-9e270813-5958-439b-a4b8-0bdcd3533f9d req-cf2e169c-820f-4036-9b69-6efb7ad40f2d tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cbfc875-c839-4a4c-bcbc-fb0ee164e18b HTTP/1.1" status: 200 len: 210 time: 0.1782448 Apr 18 19:30:55.749671 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-aa8fef9c-2483-462a-92a0-8a8e9afb17d0 req-c097d391-d104-4b95-a486-debce951b5e9 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] For port 495f0ebd-6687-4bd0-9d13-fbf7fcab7e2f, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=495f0ebd-6687-4bd0-9d13-fbf7fcab7e2f,segment=NetworkSegment(3cf55c06-33d0-4793-a46b-65cf78b7090c),segment_id=3cf55c06-33d0-4793-a46b-65cf78b7090c)] {{(pid=84764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:30:55.750032 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-aa8fef9c-2483-462a-92a0-8a8e9afb17d0 req-c097d391-d104-4b95-a486-debce951b5e9 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:55.758922 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=495f0ebd-6687-4bd0-9d13-fbf7fcab7e2f,revision_number=6']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:55.886453 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [req-aa8fef9c-2483-462a-92a0-8a8e9afb17d0 req-c097d391-d104-4b95-a486-debce951b5e9 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Calling delete_port for 495f0ebd-6687-4bd0-9d13-fbf7fcab7e2f owned by compute:nova {{(pid=84764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:30:56.020555 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '398acc94-8ebc-4510-8a2d-9878f34d8348', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '495f0ebd-6687-4bd0-9d13-fbf7fcab7e2f'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:30:56.054980 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52d66459-914c-456e-a22c-91844b898f31'] response: {'server_uuid': '398acc94-8ebc-4510-8a2d-9878f34d8348', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '495f0ebd-6687-4bd0-9d13-fbf7fcab7e2f', 'code': 200} Apr 18 19:30:56.214301 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edaa8ee-e302-49ef-a54d-07d947eaa6e0 req-3a848670-cb4c-4b8d-b0c1-eaeb1b829090 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:56.216684 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-5edaa8ee-e302-49ef-a54d-07d947eaa6e0 req-3a848670-cb4c-4b8d-b0c1-eaeb1b829090 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/ports?device_id=398acc94-8ebc-4510-8a2d-9878f34d8348 HTTP/1.1" status: 200 len: 943 time: 0.1046395 Apr 18 19:30:56.274450 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-5edaa8ee-e302-49ef-a54d-07d947eaa6e0 req-4d8a1235-a04c-4f93-9819-0a843119c475 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/security-groups?id=a141a97b-10ea-4a45-b463-6b38bd1cffff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505819 Apr 18 19:30:56.274631 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabe960e-aa08-4283-9c08-af7c5d7c161f req-88fbe4f6-0520-4376-9dea-a64c501c5fa4 tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:56.276469 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-cabe960e-aa08-4283-9c08-af7c5d7c161f req-88fbe4f6-0520-4376-9dea-a64c501c5fa4 tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] 10.222.0.69 "GET /v2.0/ports?device_id=1deb20a0-ed58-4a55-9231-d2b88559b68b HTTP/1.1" status: 200 len: 944 time: 0.1092558 Apr 18 19:30:56.333841 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-cabe960e-aa08-4283-9c08-af7c5d7c161f req-a66759cf-4e1f-4f5d-a573-fae7e0c9db57 tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] 10.222.0.69 "GET /v2.0/security-groups?id=7e0a4aa2-6a45-4e89-98c9-5080f22b400c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483201 Apr 18 19:30:56.872493 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3293707-4d2d-46b3-a94d-3b4eb21d5815 req-516e9893-5a9a-4c55-895c-c4ea8fdd3d5c tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:56.874271 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e3293707-4d2d-46b3-a94d-3b4eb21d5815 req-516e9893-5a9a-4c55-895c-c4ea8fdd3d5c tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad0762ec-8f77-4f13-9567-a866d0faa9fe HTTP/1.1" status: 200 len: 950 time: 0.0910535 Apr 18 19:30:56.896612 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.db.api [req-aa8fef9c-2483-462a-92a0-8a8e9afb17d0 req-c097d391-d104-4b95-a486-debce951b5e9 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84764) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 19:30:56.896933 n-d-836017-2 neutron-server[84764]: DEBUG oslo_db.api [req-aa8fef9c-2483-462a-92a0-8a8e9afb17d0 req-c097d391-d104-4b95-a486-debce951b5e9 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 19:30:56.902267 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-0eac7296-b7b1-4656-82c4-6dbe3541ab4a req-4949e847-4afb-4bfd-a968-05cbc674b953 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Synchronizing usage tracker for tenant:d8c4d4c8afa7408e90f614ab2cfa43d3 on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:30:56.924275 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e3293707-4d2d-46b3-a94d-3b4eb21d5815 req-790bcf26-510d-45f4-8ecf-b6288a2ea726 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443907 Apr 18 19:30:57.016675 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-0eac7296-b7b1-4656-82c4-6dbe3541ab4a req-4949e847-4afb-4bfd-a968-05cbc674b953 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] Unset dirty status for tenant:d8c4d4c8afa7408e90f614ab2cfa43d3 on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:30:57.017899 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0eac7296-b7b1-4656-82c4-6dbe3541ab4a req-4949e847-4afb-4bfd-a968-05cbc674b953 tempest-ServersAdminTestJSON-1627698829 tempest-ServersAdminTestJSON-1627698829-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cbfc875-c839-4a4c-bcbc-fb0ee164e18b HTTP/1.1" status: 200 len: 210 time: 0.1611233 Apr 18 19:30:57.128807 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device fc27eb2e-701f-494a-b8e9-75b6ce42ef63 up at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:30:57.276027 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning for port fc27eb2e-701f-494a-b8e9-75b6ce42ef63 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:30:57.281790 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning complete for port fc27eb2e-701f-494a-b8e9-75b6ce42ef63 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:30:57.282244 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:57.398710 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [req-aa8fef9c-2483-462a-92a0-8a8e9afb17d0 req-c097d391-d104-4b95-a486-debce951b5e9 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Deleting port 495f0ebd-6687-4bd0-9d13-fbf7fcab7e2f {{(pid=84764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:30:57.399113 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-aa8fef9c-2483-462a-92a0-8a8e9afb17d0 req-c097d391-d104-4b95-a486-debce951b5e9 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:57.419127 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:57.479073 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port fc27eb2e-701f-494a-b8e9-75b6ce42ef63, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=fc27eb2e-701f-494a-b8e9-75b6ce42ef63,segment=NetworkSegment(e5097719-15b3-4fd8-8376-6a49cea6478d),segment_id=e5097719-15b3-4fd8-8376-6a49cea6478d)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:30:57.590865 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:57.602630 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991de68c-e2bc-4f87-a37f-ac6437043eaa req-68042809-4e91-46a0-98ad-205e8a9cf71b tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:57.615844 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-991de68c-e2bc-4f87-a37f-ac6437043eaa req-68042809-4e91-46a0-98ad-205e8a9cf71b tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] 10.222.0.69 "GET /v2.0/ports?device_id=1deb20a0-ed58-4a55-9231-d2b88559b68b HTTP/1.1" status: 200 len: 944 time: 0.1161518 Apr 18 19:30:57.635040 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fabc64-9be8-4778-b71d-12c43ae87825 req-25d8519d-29b7-432a-9c74-9ca741a4047b tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:57.642100 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-63fabc64-9be8-4778-b71d-12c43ae87825 req-25d8519d-29b7-432a-9c74-9ca741a4047b tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/ports?device_id=398acc94-8ebc-4510-8a2d-9878f34d8348 HTTP/1.1" status: 200 len: 943 time: 0.1994874 Apr 18 19:30:57.760614 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-991de68c-e2bc-4f87-a37f-ac6437043eaa req-7ca9f496-0fc6-475f-9772-03d8d6b0eefc tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] 10.222.0.69 "GET /v2.0/security-groups?id=7e0a4aa2-6a45-4e89-98c9-5080f22b400c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1431274 Apr 18 19:30:57.777443 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=fc27eb2e-701f-494a-b8e9-75b6ce42ef63,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:57.852932 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-63fabc64-9be8-4778-b71d-12c43ae87825 req-f550c4ea-6f4a-4af9-ac33-e9d852aefbc0 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/security-groups?id=a141a97b-10ea-4a45-b463-6b38bd1cffff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099037 Apr 18 19:30:57.911729 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-aa8fef9c-2483-462a-92a0-8a8e9afb17d0 req-c097d391-d104-4b95-a486-debce951b5e9 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] For port 495f0ebd-6687-4bd0-9d13-fbf7fcab7e2f, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=495f0ebd-6687-4bd0-9d13-fbf7fcab7e2f,segment=NetworkSegment(3cf55c06-33d0-4793-a46b-65cf78b7090c),segment_id=3cf55c06-33d0-4793-a46b-65cf78b7090c)] {{(pid=84764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:30:57.912400 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-aa8fef9c-2483-462a-92a0-8a8e9afb17d0 req-c097d391-d104-4b95-a486-debce951b5e9 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:58.048591 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [req-aa8fef9c-2483-462a-92a0-8a8e9afb17d0 req-c097d391-d104-4b95-a486-debce951b5e9 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Calling delete_port for 495f0ebd-6687-4bd0-9d13-fbf7fcab7e2f owned by compute:nova {{(pid=84764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:30:58.056923 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1deb20a0-ed58-4a55-9231-d2b88559b68b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc27eb2e-701f-494a-b8e9-75b6ce42ef63'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:30:58.218255 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf0f2b1-3076-4b12-9347-e0f4ce67cb37 req-804cdfde-2c3d-4c08-8277-5b90a821fed8 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:58.226192 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-dcf0f2b1-3076-4b12-9347-e0f4ce67cb37 req-804cdfde-2c3d-4c08-8277-5b90a821fed8 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad0762ec-8f77-4f13-9567-a866d0faa9fe HTTP/1.1" status: 200 len: 950 time: 0.1288204 Apr 18 19:30:58.319238 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-dcf0f2b1-3076-4b12-9347-e0f4ce67cb37 req-0ace4c38-3e8a-4b30-b0a7-7b0c428b8017 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917993 Apr 18 19:30:58.346660 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adcad155-5f96-46e2-b783-62d3686143a5'] response: {'server_uuid': '1deb20a0-ed58-4a55-9231-d2b88559b68b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc27eb2e-701f-494a-b8e9-75b6ce42ef63', 'code': 200} Apr 18 19:30:58.385563 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-aa8fef9c-2483-462a-92a0-8a8e9afb17d0 req-c097d391-d104-4b95-a486-debce951b5e9 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:58.399559 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] get_ports_and_sgs() called for port_ids ['1793d488-6d88-4e78-abaa-2c30e9295584'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:30:58.523120 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c097d391-d104-4b95-a486-debce951b5e9 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Pushing event deleted for resources: {'Port': ['ID=495f0ebd-6687-4bd0-9d13-fbf7fcab7e2f,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:58.643412 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa8fef9c-2483-462a-92a0-8a8e9afb17d0 req-c097d391-d104-4b95-a486-debce951b5e9 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] No DVR routers for this DVR port 495f0ebd-6687-4bd0-9d13-fbf7fcab7e2f on host n-h2-836017-2 {{(pid=84764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:30:58.646149 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-aa8fef9c-2483-462a-92a0-8a8e9afb17d0 req-c097d391-d104-4b95-a486-debce951b5e9 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:58.658377 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '398acc94-8ebc-4510-8a2d-9878f34d8348', 'name': 'network-vif-deleted', 'tag': '495f0ebd-6687-4bd0-9d13-fbf7fcab7e2f'}] {{(pid=84764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:30:58.713234 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-11210105-a799-4128-a189-ad9943a9be87 req-b1e459a2-d3c6-4827-8e91-aaa3fc3a2c87 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=1deb20a0-ed58-4a55-9231-d2b88559b68b HTTP/1.1" status: 200 len: 1096 time: 0.2855895 Apr 18 19:30:58.724835 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b9bc2e21-16e4-4c51-bb5e-6a70c6435c52 req-6bdf1f53-4f4e-4fe3-9ea6-dfc5bd3f8cae tempest-MigrationsAdminTest-620803545 tempest-MigrationsAdminTest-620803545-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=ad0762ec-8f77-4f13-9567-a866d0faa9fe HTTP/1.1" status: 200 len: 1101 time: 0.2113287 Apr 18 19:30:58.728219 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-aa8fef9c-2483-462a-92a0-8a8e9afb17d0 req-c097d391-d104-4b95-a486-debce951b5e9 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.72 "DELETE /v2.0/ports/495f0ebd-6687-4bd0-9d13-fbf7fcab7e2f HTTP/1.1" status: 204 len: 173 time: 3.7245381 Apr 18 19:30:58.765727 n-d-836017-2 neutron-server[84764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-145c0bb8-de7e-4463-8792-134056ec18e1'] response: {'server_uuid': '398acc94-8ebc-4510-8a2d-9878f34d8348', 'name': 'network-vif-deleted', 'tag': '495f0ebd-6687-4bd0-9d13-fbf7fcab7e2f', 'status': 'completed', 'code': 200} Apr 18 19:30:58.871492 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-11210105-a799-4128-a189-ad9943a9be87 req-44d3e08a-c6b0-4403-8103-f20fe4eb1621 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=7e0a4aa2-6a45-4e89-98c9-5080f22b400c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1454415 Apr 18 19:30:58.904899 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-b9bc2e21-16e4-4c51-bb5e-6a70c6435c52 req-010250e0-cc7a-4866-bf2b-835af86a435b tempest-MigrationsAdminTest-620803545 tempest-MigrationsAdminTest-620803545-project-admin] Synchronizing usage tracker for tenant:c092e7525aad405187f93ade028dc0d3 on resource:security_group {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:30:59.030526 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-b9bc2e21-16e4-4c51-bb5e-6a70c6435c52 req-010250e0-cc7a-4866-bf2b-835af86a435b tempest-MigrationsAdminTest-620803545 tempest-MigrationsAdminTest-620803545-project-admin] Unset dirty status for tenant:c092e7525aad405187f93ade028dc0d3 on resource:security_group {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:30:59.035175 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b9bc2e21-16e4-4c51-bb5e-6a70c6435c52 req-010250e0-cc7a-4866-bf2b-835af86a435b tempest-MigrationsAdminTest-620803545 tempest-MigrationsAdminTest-620803545-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770231 Apr 18 19:30:59.084496 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76785063-a0bc-494b-ad8a-51b76f71d0ec req-0f7631d6-aece-4a7c-be8c-97eb1f35d99d tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:59.092841 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-76785063-a0bc-494b-ad8a-51b76f71d0ec req-0f7631d6-aece-4a7c-be8c-97eb1f35d99d tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] 10.222.0.69 "GET /v2.0/ports?device_id=1deb20a0-ed58-4a55-9231-d2b88559b68b HTTP/1.1" status: 200 len: 945 time: 0.1148713 Apr 18 19:30:59.123891 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 54460) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:30:59.178028 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-76785063-a0bc-494b-ad8a-51b76f71d0ec req-feee9d7c-dd86-46b5-92fb-5428ac033357 tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] 10.222.0.69 "GET /v2.0/security-groups?id=7e0a4aa2-6a45-4e89-98c9-5080f22b400c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798624 Apr 18 19:30:59.298288 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-dc7c5be5-525e-4fd6-a0ab-0b0583718448 req-4e71fc5c-0d40-4b8a-b160-c4ef144719db tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/ports?device_id=398acc94-8ebc-4510-8a2d-9878f34d8348 HTTP/1.1" status: 200 len: 210 time: 0.0692587 Apr 18 19:30:59.378539 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-456802a6-32bf-4091-84f2-e8c1422e876e req-6b8d7c50-9ab4-40c4-8640-3ab96c304fd1 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ad0762ec-8f77-4f13-9567-a866d0faa9fe&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0818403 Apr 18 19:30:59.731804 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 54476) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:30:59.732124 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-4565ea08-7a82-445d-9529-1580ae159752 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d8c4d4c8afa7408e90f614ab2cfa43d3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6066129 Apr 18 19:30:59.874002 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-7b8a54a2-5263-42bc-bf01-9e80814c253c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:59.954964 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-7b8a54a2-5263-42bc-bf01-9e80814c253c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:00.250994 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-7b8a54a2-5263-42bc-bf01-9e80814c253c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:00.283759 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8a54a2-5263-42bc-bf01-9e80814c253c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c6be434-109a-4c25-809d-b81f7096d7c4,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:00.412321 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-7b8a54a2-5263-42bc-bf01-9e80814c253c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:00.414045 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-7b8a54a2-5263-42bc-bf01-9e80814c253c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5c6be434-109a-4c25-809d-b81f7096d7c4 HTTP/1.1" status: 204 len: 168 time: 0.6808879 Apr 18 19:31:00.554867 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b23e42-7330-48f5-a7c0-6c568c180a95 req-4b9c97cf-05d9-4527-a10b-42334c6423a7 tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:00.557074 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-c0b23e42-7330-48f5-a7c0-6c568c180a95 req-4b9c97cf-05d9-4527-a10b-42334c6423a7 tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] 10.222.0.69 "GET /v2.0/ports?device_id=1deb20a0-ed58-4a55-9231-d2b88559b68b HTTP/1.1" status: 200 len: 945 time: 0.1370842 Apr 18 19:31:00.646754 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-c0b23e42-7330-48f5-a7c0-6c568c180a95 req-4e6e6b0f-e96b-4c49-934d-8ce7618637df tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] 10.222.0.69 "GET /v2.0/security-groups?id=7e0a4aa2-6a45-4e89-98c9-5080f22b400c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793724 Apr 18 19:31:01.003882 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-4501f719-e364-4ea5-949c-99cc0f2267b7 req-bf31279e-72fd-4c5a-98f6-5c48ddc2a200 tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=04c3ccf22b1a4626be8dfb58ccf87764&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0574348 Apr 18 19:31:01.239930 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-43467418-10b2-4c24-bf45-8dbf5ab9f479 req-b8233279-6e5b-400d-9072-64a44511bb78 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ad0762ec-8f77-4f13-9567-a866d0faa9fe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1753674 Apr 18 19:31:01.263578 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68647f65-1ad7-4c64-a67d-c18249ef9ea4 req-c47c56ee-9677-48ef-9299-a521ef0299ee tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:01.276286 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-68647f65-1ad7-4c64-a67d-c18249ef9ea4 req-c47c56ee-9677-48ef-9299-a521ef0299ee tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] 10.222.0.69 "GET /v2.0/ports?device_id=1deb20a0-ed58-4a55-9231-d2b88559b68b HTTP/1.1" status: 200 len: 945 time: 0.2670672 Apr 18 19:31:01.279466 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 54538) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:31:01.296616 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-fae874fe-08e2-424c-9ff6-85d6c6f5f32f tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Request body: {'floatingip': {'port_id': 'fc27eb2e-701f-494a-b8e9-75b6ce42ef63'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:31:01.497228 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4501f719-e364-4ea5-949c-99cc0f2267b7 req-a833f06e-4664-4252-9c76-02061e06f23a tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:01.502215 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-4501f719-e364-4ea5-949c-99cc0f2267b7 req-a833f06e-4664-4252-9c76-02061e06f23a tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4889276 Apr 18 19:31:01.534972 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-4501f719-e364-4ea5-949c-99cc0f2267b7 req-97daf834-3e97-4827-a680-62d7a61c1b26 tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] 10.222.0.69 "GET /v2.0/quotas/04c3ccf22b1a4626be8dfb58ccf87764 HTTP/1.1" status: 200 len: 375 time: 0.0183597 Apr 18 19:31:01.629704 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 54546) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:31:01.637451 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-4501f719-e364-4ea5-949c-99cc0f2267b7 req-adfa0928-01ad-4a0d-8d05-cc4d86932138 tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=04c3ccf22b1a4626be8dfb58ccf87764&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0879319 Apr 18 19:31:01.907657 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-1751c0a1-317c-438e-a73e-ca35c205eed1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=075904baf2274a9ea64ec3cfad4a9f79&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1296709 Apr 18 19:31:01.908602 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-fae874fe-08e2-424c-9ff6-85d6c6f5f32f tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Notify callbacks [] for floatingip, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:01.908934 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 54560) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:31:02.206602 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-2244a938-6e12-439c-b6a8-afd8a5eb28d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:02.307886 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-2244a938-6e12-439c-b6a8-afd8a5eb28d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:02.502167 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c6a93c-e75e-45a9-b649-fd11e9d9f9f6 req-85713d0e-8a50-40c4-b99c-74944d669b78 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:02.503262 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-2244a938-6e12-439c-b6a8-afd8a5eb28d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:02.514674 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d5c6a93c-e75e-45a9-b649-fd11e9d9f9f6 req-85713d0e-8a50-40c4-b99c-74944d669b78 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad0762ec-8f77-4f13-9567-a866d0faa9fe HTTP/1.1" status: 200 len: 950 time: 0.8804054 Apr 18 19:31:02.533856 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2244a938-6e12-439c-b6a8-afd8a5eb28d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7ae691a-f5df-4808-82a5-d622e3878310,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:02.644157 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-2244a938-6e12-439c-b6a8-afd8a5eb28d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:02.650625 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-2244a938-6e12-439c-b6a8-afd8a5eb28d2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c7ae691a-f5df-4808-82a5-d622e3878310 HTTP/1.1" status: 204 len: 168 time: 0.7401190 Apr 18 19:31:02.780734 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d5c6a93c-e75e-45a9-b649-fd11e9d9f9f6 req-a1208c16-adf3-4bba-96ab-f0f5fb43acd1 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648039 Apr 18 19:31:03.184890 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-fd88cfff-4c9d-4c5b-8470-c7e5368ca288 req-7e9f6286-a580-4d20-bf27-622a71faaac5 tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=04c3ccf22b1a4626be8dfb58ccf87764&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1407707 Apr 18 19:31:03.500667 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572de279-b10a-41b5-8f91-4cfd070d17e8 req-bb89124e-d9a0-4a35-8888-bde6d695072f tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:03.519751 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-572de279-b10a-41b5-8f91-4cfd070d17e8 req-bb89124e-d9a0-4a35-8888-bde6d695072f tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/ports?device_id=698ab2b5-54f2-4017-94e0-efb6c8940c1a HTTP/1.1" status: 200 len: 946 time: 0.3382175 Apr 18 19:31:03.667760 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd88cfff-4c9d-4c5b-8470-c7e5368ca288 req-e1c24cab-d632-4579-8aa6-997d21009ff5 tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:03.676784 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-fd88cfff-4c9d-4c5b-8470-c7e5368ca288 req-e1c24cab-d632-4579-8aa6-997d21009ff5 tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4848619 Apr 18 19:31:03.680671 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-572de279-b10a-41b5-8f91-4cfd070d17e8 req-4f774232-acd1-49e5-985a-ee88858160f6 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/security-groups?id=a141a97b-10ea-4a45-b463-6b38bd1cffff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586909 Apr 18 19:31:03.709515 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-fd88cfff-4c9d-4c5b-8470-c7e5368ca288 req-c563d821-bbab-4f22-aaa4-a36d02d4c95f tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] 10.222.0.69 "GET /v2.0/quotas/04c3ccf22b1a4626be8dfb58ccf87764 HTTP/1.1" status: 200 len: 375 time: 0.0138421 Apr 18 19:31:03.778627 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-fae874fe-08e2-424c-9ff6-85d6c6f5f32f tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:03.837981 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-fd88cfff-4c9d-4c5b-8470-c7e5368ca288 req-77f752f7-a686-4e74-a3ec-73536336ae45 tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=04c3ccf22b1a4626be8dfb58ccf87764&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1212413 Apr 18 19:31:03.886835 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-fae874fe-08e2-424c-9ff6-85d6c6f5f32f tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416787'] for floatingip, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:04.222438 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-0f0abce4-f49a-46fb-a205-082db6d2193f req-22480317-72e1-43b5-9691-91b6005792b7 tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] 10.222.0.69 "GET /v2.0/ports?device_id=3376aeca-0e41-4323-87b6-f103eede7b9a HTTP/1.1" status: 200 len: 210 time: 0.0806439 Apr 18 19:31:04.226680 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0830a305-a74c-4114-b0d5-5799acf00fa4 req-861ba5dd-6e4a-4f37-8bb1-b63c8f989469 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:04.239056 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0830a305-a74c-4114-b0d5-5799acf00fa4 req-861ba5dd-6e4a-4f37-8bb1-b63c8f989469 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad0762ec-8f77-4f13-9567-a866d0faa9fe HTTP/1.1" status: 200 len: 950 time: 0.2354331 Apr 18 19:31:04.340966 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0830a305-a74c-4114-b0d5-5799acf00fa4 req-6f47efaa-9473-44dc-a356-f1e9df687d01 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007590 Apr 18 19:31:04.377931 n-d-836017-2 neutron-server[84763]: INFO neutron.db.l3_db [None req-fae874fe-08e2-424c-9ff6-85d6c6f5f32f tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Floating IP 8f533671-23ff-4a6a-87f6-b939e2b05f9b associated. External IP: 172.25.3.6, port: fc27eb2e-701f-494a-b8e9-75b6ce42ef63. Apr 18 19:31:05.087477 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9112799f-ad1f-48e5-8e57-69fc3f11fc62 req-623e1f9a-f243-43cf-b5f6-2c228aac2095 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:05.088862 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-9112799f-ad1f-48e5-8e57-69fc3f11fc62 req-623e1f9a-f243-43cf-b5f6-2c228aac2095 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Synchronizing usage tracker for tenant:76e1ee3997ab44ceb6fa25bdc9cd69f6 on resource:port {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:31:05.211174 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-9112799f-ad1f-48e5-8e57-69fc3f11fc62 req-623e1f9a-f243-43cf-b5f6-2c228aac2095 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Unset dirty status for tenant:76e1ee3997ab44ceb6fa25bdc9cd69f6 on resource:port {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:31:05.212812 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-9112799f-ad1f-48e5-8e57-69fc3f11fc62 req-623e1f9a-f243-43cf-b5f6-2c228aac2095 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/ports?device_id=698ab2b5-54f2-4017-94e0-efb6c8940c1a HTTP/1.1" status: 200 len: 946 time: 0.3252873 Apr 18 19:31:05.228188 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fae874fe-08e2-424c-9ff6-85d6c6f5f32f tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Router 17391c21-7eca-4e43-95d5-7a49fedbaaa1 has already been hosted by L3 agent 21b59c62-f184-4169-bc3e-79831cc043e8 {{(pid=84763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:31:05.343256 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-9112799f-ad1f-48e5-8e57-69fc3f11fc62 req-02bcba24-2401-4f93-8121-5f2883b93bfb tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/security-groups?id=a141a97b-10ea-4a45-b463-6b38bd1cffff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234660 Apr 18 19:31:05.379113 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 54656) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:31:05.650886 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9797e626-1cf4-46ef-a21d-c132b575757c req-b7456680-dbf0-44d6-aa9c-8aa72cea9fc2 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:05.654020 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-9797e626-1cf4-46ef-a21d-c132b575757c req-b7456680-dbf0-44d6-aa9c-8aa72cea9fc2 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad0762ec-8f77-4f13-9567-a866d0faa9fe HTTP/1.1" status: 200 len: 950 time: 0.1216719 Apr 18 19:31:05.692061 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-563a9525-9639-4720-b779-e5ab962ec25f req-14d16dce-0f7b-4ca5-86bd-afe93b0d2df1 tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] 10.222.0.69 "GET /v2.0/ports?device_id=3376aeca-0e41-4323-87b6-f103eede7b9a HTTP/1.1" status: 200 len: 210 time: 0.1495068 Apr 18 19:31:05.756120 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-43467418-10b2-4c24-bf45-8dbf5ab9f479 req-c349c3c6-c328-48eb-9a0c-85fa620f1dfe service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4bf06599121a476094faf72db54a396e&device_id=ad0762ec-8f77-4f13-9567-a866d0faa9fe HTTP/1.1" status: 200 len: 1101 time: 0.4509053 Apr 18 19:31:05.784705 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-9797e626-1cf4-46ef-a21d-c132b575757c req-78dc710a-14ef-40e1-bb7c-05200f18da02 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061580 Apr 18 19:31:05.861031 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73507e1c-f2ed-43a3-ad00-a4e167f50026 req-d07c7da0-3f25-49e9-9e79-cd927de1955f tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:05.862448 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-73507e1c-f2ed-43a3-ad00-a4e167f50026 req-d07c7da0-3f25-49e9-9e79-cd927de1955f tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.73 "GET /v2.0/ports?device_id=698ab2b5-54f2-4017-94e0-efb6c8940c1a HTTP/1.1" status: 200 len: 946 time: 0.5590460 Apr 18 19:31:05.925160 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f06938c9-f007-4385-b30c-6c14926aca30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:05.987977 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-73507e1c-f2ed-43a3-ad00-a4e167f50026 req-296dffa4-ddbb-435e-a565-40269da2fd2c tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Deleting port 1793d488-6d88-4e78-abaa-2c30e9295584 {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:31:05.988340 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-73507e1c-f2ed-43a3-ad00-a4e167f50026 req-296dffa4-ddbb-435e-a565-40269da2fd2c tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:05.994909 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-f06938c9-f007-4385-b30c-6c14926aca30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:31:06.003162 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-f06938c9-f007-4385-b30c-6c14926aca30 admin admin] Usage tracker for resource:security_group_rule and tenant:5f71b8a7f9794a22afbca24f4c5c3bc3 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:31:06.008558 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-f06938c9-f007-4385-b30c-6c14926aca30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:31:06.022607 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-f06938c9-f007-4385-b30c-6c14926aca30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:31:06.041061 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43467418-10b2-4c24-bf45-8dbf5ab9f479 req-86f086de-3ea4-49cf-9a1d-4a3896f73eee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:06.042515 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-43467418-10b2-4c24-bf45-8dbf5ab9f479 req-86f086de-3ea4-49cf-9a1d-4a3896f73eee service neutron] 10.222.0.73 "GET /v2.0/networks?id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a HTTP/1.1" status: 200 len: 870 time: 0.2787421 Apr 18 19:31:06.181067 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f06938c9-f007-4385-b30c-6c14926aca30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:06.266759 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-43467418-10b2-4c24-bf45-8dbf5ab9f479 req-377f6c74-9cf9-4fce-98c2-653ad02dd8dc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=2e1d83fa-12a6-4b6b-a3da-d28e807f8253 HTTP/1.1" status: 200 len: 217 time: 0.2112174 Apr 18 19:31:06.295227 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4501f719-e364-4ea5-949c-99cc0f2267b7 req-5f2994e6-5b74-4faa-908a-f3587327105d tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=04c3ccf22b1a4626be8dfb58ccf87764&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1299794 Apr 18 19:31:06.301840 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f06938c9-f007-4385-b30c-6c14926aca30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:06.383095 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-f06938c9-f007-4385-b30c-6c14926aca30 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5f71b8a7f9794a22afbca24f4c5c3bc3&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0025589 Apr 18 19:31:06.390378 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 54670) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:31:06.453232 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06938c9-f007-4385-b30c-6c14926aca30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e1ef38f-c153-4b5d-adc5-7ade9cb8a499,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:06.548842 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-de761abd-8ffc-4e5c-8231-31ca22ac5e51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:06.584453 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-de761abd-8ffc-4e5c-8231-31ca22ac5e51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:06.702211 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-de761abd-8ffc-4e5c-8231-31ca22ac5e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:06.737502 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de761abd-8ffc-4e5c-8231-31ca22ac5e51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e1ef38f-c153-4b5d-adc5-7ade9cb8a499,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:06.783578 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-de761abd-8ffc-4e5c-8231-31ca22ac5e51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:06.788984 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-de761abd-8ffc-4e5c-8231-31ca22ac5e51 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5e1ef38f-c153-4b5d-adc5-7ade9cb8a499 HTTP/1.1" status: 204 len: 168 time: 0.3793049 Apr 18 19:31:06.980853 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-73507e1c-f2ed-43a3-ad00-a4e167f50026 req-296dffa4-ddbb-435e-a565-40269da2fd2c tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] For port 1793d488-6d88-4e78-abaa-2c30e9295584, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=1793d488-6d88-4e78-abaa-2c30e9295584,segment=NetworkSegment(3cf55c06-33d0-4793-a46b-65cf78b7090c),segment_id=3cf55c06-33d0-4793-a46b-65cf78b7090c)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:31:06.980853 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-73507e1c-f2ed-43a3-ad00-a4e167f50026 req-296dffa4-ddbb-435e-a565-40269da2fd2c tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:07.106265 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-0cc29419-f997-4114-915c-87cf7a4fcea2 req-a6642d41-6124-42ef-8090-494512143877 tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] 10.222.0.69 "GET /v2.0/ports?device_id=3376aeca-0e41-4323-87b6-f103eede7b9a HTTP/1.1" status: 200 len: 210 time: 0.0758944 Apr 18 19:31:07.303079 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-fd88cfff-4c9d-4c5b-8470-c7e5368ca288 req-426c7c09-c912-4ec0-8260-89439deb38f5 tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=04c3ccf22b1a4626be8dfb58ccf87764&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0710769 Apr 18 19:31:07.558721 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4c7505-4012-481c-a5fe-acf5fe41e7d6 req-57a52f73-9f6c-4e75-88bc-1bbc84641c61 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:07.560285 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8f4c7505-4012-481c-a5fe-acf5fe41e7d6 req-57a52f73-9f6c-4e75-88bc-1bbc84641c61 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad0762ec-8f77-4f13-9567-a866d0faa9fe HTTP/1.1" status: 200 len: 950 time: 0.2127409 Apr 18 19:31:07.645875 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8f4c7505-4012-481c-a5fe-acf5fe41e7d6 req-498f8ad5-00a4-49e9-a780-d0107cb1de14 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730560 Apr 18 19:31:07.655296 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd88cfff-4c9d-4c5b-8470-c7e5368ca288 req-51ec101f-1991-4e16-bf2c-828105b36745 tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:07.656910 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-fd88cfff-4c9d-4c5b-8470-c7e5368ca288 req-51ec101f-1991-4e16-bf2c-828105b36745 tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3491063 Apr 18 19:31:07.670175 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-73507e1c-f2ed-43a3-ad00-a4e167f50026 req-296dffa4-ddbb-435e-a565-40269da2fd2c tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Calling delete_port for 1793d488-6d88-4e78-abaa-2c30e9295584 owned by compute:nova {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:31:07.675125 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [req-fd88cfff-4c9d-4c5b-8470-c7e5368ca288 req-770cca0a-2417-499b-8759-6390d2199087 tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] Request body: {'port': {'device_id': '3376aeca-0e41-4323-87b6-f103eede7b9a', 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a', 'admin_state_up': True, 'tenant_id': '04c3ccf22b1a4626be8dfb58ccf87764'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:31:07.926153 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-fd88cfff-4c9d-4c5b-8470-c7e5368ca288 req-770cca0a-2417-499b-8759-6390d2199087 tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:31:07.933646 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-fd88cfff-4c9d-4c5b-8470-c7e5368ca288 req-770cca0a-2417-499b-8759-6390d2199087 tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] Usage tracker for resource:port and tenant:04c3ccf22b1a4626be8dfb58ccf87764 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:31:07.937455 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-fd88cfff-4c9d-4c5b-8470-c7e5368ca288 req-770cca0a-2417-499b-8759-6390d2199087 tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:31:07.954122 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-fd88cfff-4c9d-4c5b-8470-c7e5368ca288 req-770cca0a-2417-499b-8759-6390d2199087 tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:31:08.027805 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd88cfff-4c9d-4c5b-8470-c7e5368ca288 req-770cca0a-2417-499b-8759-6390d2199087 tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] Made reservation on behalf of 04c3ccf22b1a4626be8dfb58ccf87764 for: {'port': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:31:08.030978 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-fd88cfff-4c9d-4c5b-8470-c7e5368ca288 req-770cca0a-2417-499b-8759-6390d2199087 tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:08.044894 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-fd88cfff-4c9d-4c5b-8470-c7e5368ca288 req-770cca0a-2417-499b-8759-6390d2199087 tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:08.051097 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43467418-10b2-4c24-bf45-8dbf5ab9f479 req-b1feabdc-e124-4b12-8d93-38fbc6d20ca0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:08.055288 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-43467418-10b2-4c24-bf45-8dbf5ab9f479 req-b1feabdc-e124-4b12-8d93-38fbc6d20ca0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=17d1b3aa-2066-4ffa-a69f-52ed566b6548 HTTP/1.1" status: 200 len: 843 time: 1.7643039 Apr 18 19:31:08.080986 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-fd88cfff-4c9d-4c5b-8470-c7e5368ca288 req-770cca0a-2417-499b-8759-6390d2199087 tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:31:08.086115 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-fd88cfff-4c9d-4c5b-8470-c7e5368ca288 req-770cca0a-2417-499b-8759-6390d2199087 tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] Usage tracker for resource:security_group_rule and tenant:04c3ccf22b1a4626be8dfb58ccf87764 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:31:08.089225 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-fd88cfff-4c9d-4c5b-8470-c7e5368ca288 req-770cca0a-2417-499b-8759-6390d2199087 tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:31:08.095623 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-fd88cfff-4c9d-4c5b-8470-c7e5368ca288 req-770cca0a-2417-499b-8759-6390d2199087 tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:31:08.212203 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-fd88cfff-4c9d-4c5b-8470-c7e5368ca288 req-770cca0a-2417-499b-8759-6390d2199087 tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:08.309533 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fae874fe-08e2-424c-9ff6-85d6c6f5f32f tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Notify agent at l3_agent.n-d-836017-2 the message routers_updated {{(pid=84763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:31:08.330933 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb48738-07f0-4c0d-ad3c-5cee2b2ab4ef None None] Sync routers for ids ['17391c21-7eca-4e43-95d5-7a49fedbaaa1'] in n-d-836017-2 {{(pid=84765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:31:08.357494 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-fd88cfff-4c9d-4c5b-8470-c7e5368ca288 req-770cca0a-2417-499b-8759-6390d2199087 tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:08.371981 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb48738-07f0-4c0d-ad3c-5cee2b2ab4ef None None] Routers {'17391c21-7eca-4e43-95d5-7a49fedbaaa1'} bound to L3 agent in host n-d-836017-2 {{(pid=84765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:31:08.373563 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-4eb48738-07f0-4c0d-ad3c-5cee2b2ab4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:30:50Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['17391c21-7eca-4e43-95d5-7a49fedbaaa1'], 'active': True} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:31:08.441355 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-010c9a79-6fd7-4cdb-9e08-9d8569c527d3 req-965a603e-30a0-4efd-a1b4-3e6049d439d1 tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] 10.222.0.69 "GET /v2.0/ports?device_id=3376aeca-0e41-4323-87b6-f103eede7b9a HTTP/1.1" status: 200 len: 210 time: 0.1656868 Apr 18 19:31:08.474694 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-fae874fe-08e2-424c-9ff6-85d6c6f5f32f tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for floatingip, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:08.499941 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770cca0a-2417-499b-8759-6390d2199087 tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13ffc115-6e90-42e4-a59c-efdacbb10432,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:08.658747 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-4eb48738-07f0-4c0d-ad3c-5cee2b2ab4ef None None] Set router 17391c21-7eca-4e43-95d5-7a49fedbaaa1 gateway port host: n-d-836017-2 {{(pid=84765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:31:08.668628 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4501f719-e364-4ea5-949c-99cc0f2267b7 req-3b5eb304-3281-483f-8663-f6ca4395db7c tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:08.673720 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4501f719-e364-4ea5-949c-99cc0f2267b7 req-3b5eb304-3281-483f-8663-f6ca4395db7c tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 2.3132901 Apr 18 19:31:08.674992 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 54706) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:31:08.712816 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_common [req-fd88cfff-4c9d-4c5b-8470-c7e5368ca288 req-770cca0a-2417-499b-8759-6390d2199087 tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] Allocated IP 192.168.233.135 (cb6d8c7c-7ea4-4a32-b429-1c2934b7306a/17d1b3aa-2066-4ffa-a69f-52ed566b6548/8e1eb0cc-2613-4ecf-99a5-54b51fb51f55) {{(pid=84764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:31:08.728126 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a729b423-41d3-44a3-9a84-8f971789bb8e req-e434edc7-e588-48c3-9035-53160f8245de tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:08.733163 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-a729b423-41d3-44a3-9a84-8f971789bb8e req-e434edc7-e588-48c3-9035-53160f8245de tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Synchronizing usage tracker for tenant:76e1ee3997ab44ceb6fa25bdc9cd69f6 on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:31:08.778185 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-4501f719-e364-4ea5-949c-99cc0f2267b7 req-14aafc5a-cfa0-429f-a4ec-22951b22e28d tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] Request body: {'port': {'device_id': '92710b08-58e1-4035-9aa8-85a1bb1d4a68', 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a', 'admin_state_up': True, 'tenant_id': '04c3ccf22b1a4626be8dfb58ccf87764'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:31:08.855194 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-73507e1c-f2ed-43a3-ad00-a4e167f50026 req-296dffa4-ddbb-435e-a565-40269da2fd2c tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:08.959319 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 1793d488-6d88-4e78-abaa-2c30e9295584 no longer exists at agent hyperv_n-h1-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:31:09.103738 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] No Port match for: 1793d488-6d88-4e78-abaa-2c30e9295584 {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:31:09.104068 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 1793d488-6d88-4e78-abaa-2c30e9295584 not bound to the agent host n-h1-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:31:09.154988 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-a729b423-41d3-44a3-9a84-8f971789bb8e req-e434edc7-e588-48c3-9035-53160f8245de tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Unset dirty status for tenant:76e1ee3997ab44ceb6fa25bdc9cd69f6 on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:31:09.156268 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a729b423-41d3-44a3-9a84-8f971789bb8e req-e434edc7-e588-48c3-9035-53160f8245de tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/ports?device_id=698ab2b5-54f2-4017-94e0-efb6c8940c1a HTTP/1.1" status: 200 len: 946 time: 1.9332392 Apr 18 19:31:09.173943 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-fae874fe-08e2-424c-9ff6-85d6c6f5f32f tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] 10.222.0.69 "PUT /v2.0/floatingips/8f533671-23ff-4a6a-87f6-b939e2b05f9b HTTP/1.1" status: 200 len: 989 time: 7.8932023 Apr 18 19:31:09.181239 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-73507e1c-f2ed-43a3-ad00-a4e167f50026 req-296dffa4-ddbb-435e-a565-40269da2fd2c tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] No DVR routers for this DVR port 1793d488-6d88-4e78-abaa-2c30e9295584 on host n-h1-836017-2 {{(pid=84763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:31:09.187618 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-73507e1c-f2ed-43a3-ad00-a4e167f50026 req-296dffa4-ddbb-435e-a565-40269da2fd2c tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:09.189873 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-73507e1c-f2ed-43a3-ad00-a4e167f50026 req-296dffa4-ddbb-435e-a565-40269da2fd2c tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.73 "DELETE /v2.0/ports/1793d488-6d88-4e78-abaa-2c30e9295584 HTTP/1.1" status: 204 len: 173 time: 3.3158100 Apr 18 19:31:09.215281 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1deb20a0-ed58-4a55-9231-d2b88559b68b', 'tag': 'fc27eb2e-701f-494a-b8e9-75b6ce42ef63'}, {'server_uuid': '698ab2b5-54f2-4017-94e0-efb6c8940c1a', 'name': 'network-vif-deleted', 'tag': '1793d488-6d88-4e78-abaa-2c30e9295584'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:31:09.224687 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296dffa4-ddbb-435e-a565-40269da2fd2c tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] Pushing event deleted for resources: {'Port': ['ID=1793d488-6d88-4e78-abaa-2c30e9295584,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:09.238443 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f27f86d7-dabf-4c53-b8dc-7e5e1b8e2aa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:09.270228 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-43467418-10b2-4c24-bf45-8dbf5ab9f479 req-8865f3e4-f33f-4ff4-9360-bd3a9ad643c6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.1290154 Apr 18 19:31:09.339763 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a729b423-41d3-44a3-9a84-8f971789bb8e req-72f42170-56d9-4aaa-a427-27255b57a1f6 tempest-ServerRescueTestJSON-1883453719 tempest-ServerRescueTestJSON-1883453719-project] 10.222.0.69 "GET /v2.0/security-groups?id=a141a97b-10ea-4a45-b463-6b38bd1cffff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254413 Apr 18 19:31:09.379633 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-f27f86d7-dabf-4c53-b8dc-7e5e1b8e2aa3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:31:09.386269 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-f27f86d7-dabf-4c53-b8dc-7e5e1b8e2aa3 admin admin] Usage tracker for resource:security_group_rule and tenant:5e46e663b0e9436ea24350b19fab64b8 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:31:09.389578 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-f27f86d7-dabf-4c53-b8dc-7e5e1b8e2aa3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:31:09.401778 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-f27f86d7-dabf-4c53-b8dc-7e5e1b8e2aa3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:31:09.427177 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-fd88cfff-4c9d-4c5b-8470-c7e5368ca288 req-770cca0a-2417-499b-8759-6390d2199087 tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] Notify callbacks [] for port, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:09.458289 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b50a378-6e03-4f33-9742-99d6aef63265 req-5639dcd7-2f0d-4590-b99c-fcc818a744b2 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:09.467123 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2b50a378-6e03-4f33-9742-99d6aef63265 req-5639dcd7-2f0d-4590-b99c-fcc818a744b2 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad0762ec-8f77-4f13-9567-a866d0faa9fe HTTP/1.1" status: 200 len: 950 time: 0.4048202 Apr 18 19:31:09.468068 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-4eb48738-07f0-4c0d-ad3c-5cee2b2ab4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17391c21-7eca-4e43-95d5-7a49fedbaaa1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1729629012-router', 'tenant_id': '912f8aac9d1b4f5bb39f80bd646e1172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '61aae637-3077-4250-a059-dd57154ec904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:29:22Z', 'updated_at': '2022-04-18T19:29:29Z', 'revision_number': 4, 'project_id': '912f8aac9d1b4f5bb39f80bd646e1172', 'gw_port': {'id': '61aae637-3077-4250-a059-dd57154ec904', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17391c21-7eca-4e43-95d5-7a49fedbaaa1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:29:23Z', 'updated_at': '2022-04-18T19:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_floatingips': [{'id': '8f533671-23ff-4a6a-87f6-b939e2b05f9b', 'tenant_id': '912f8aac9d1b4f5bb39f80bd646e1172', 'floating_ip_address': '172.25.3.6', 'floating_network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'router_id': '17391c21-7eca-4e43-95d5-7a49fedbaaa1', 'port_id': 'fc27eb2e-701f-494a-b8e9-75b6ce42ef63', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ec6ced9-a6bc-4877-8b52-5620d7b70918', 'mac_address': 'fa:16:3e:52:fe:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1deb20a0-ed58-4a55-9231-d2b88559b68b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T19:30:28Z', 'updated_at': '2022-04-18T19:31:03Z', 'revision_number': 1, 'project_id': '912f8aac9d1b4f5bb39f80bd646e1172', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ca65512-1a5d-4dc0-8b5c-e0b3db6a33f0', 'name': '', 'network_id': '2ec6ced9-a6bc-4877-8b52-5620d7b70918', 'tenant_id': '912f8aac9d1b4f5bb39f80bd646e1172', 'mac_address': 'fa:16:3e:2a:d0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17391c21-7eca-4e43-95d5-7a49fedbaaa1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e0c91da-1774-476f-82ad-dcf19f1fc83c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:29:28Z', 'updated_at': '2022-04-18T19:29:39Z', 'revision_number': 5, 'project_id': '912f8aac9d1b4f5bb39f80bd646e1172', 'subnets': [{'id': '4e0c91da-1774-476f-82ad-dcf19f1fc83c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-2', False) {} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:31:09.479345 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb48738-07f0-4c0d-ad3c-5cee2b2ab4ef None None] Checking router: 17391c21-7eca-4e43-95d5-7a49fedbaaa1 for host: n-d-836017-2 {{(pid=84765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:31:09.511933 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb48738-07f0-4c0d-ad3c-5cee2b2ab4ef None None] Routers {'17391c21-7eca-4e43-95d5-7a49fedbaaa1'} bound to L3 agent in host n-d-836017-2 {{(pid=84765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:31:09.514046 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-4eb48738-07f0-4c0d-ad3c-5cee2b2ab4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:30:50Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['17391c21-7eca-4e43-95d5-7a49fedbaaa1'], 'active': True} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:31:09.542580 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36b37236-6015-4103-aea0-33e9606fd211'] response: {'name': 'network-changed', 'server_uuid': '1deb20a0-ed58-4a55-9231-d2b88559b68b', 'tag': 'fc27eb2e-701f-494a-b8e9-75b6ce42ef63', 'status': 'completed', 'code': 200} Apr 18 19:31:09.542841 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36b37236-6015-4103-aea0-33e9606fd211'] response: {'server_uuid': '698ab2b5-54f2-4017-94e0-efb6c8940c1a', 'name': 'network-vif-deleted', 'tag': '1793d488-6d88-4e78-abaa-2c30e9295584', 'status': 'completed', 'code': 200} Apr 18 19:31:09.547790 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-4501f719-e364-4ea5-949c-99cc0f2267b7 req-14aafc5a-cfa0-429f-a4ec-22951b22e28d tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:31:09.569762 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.provisioning_blocks [req-fd88cfff-4c9d-4c5b-8470-c7e5368ca288 req-770cca0a-2417-499b-8759-6390d2199087 tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] Transition to ACTIVE for port object 8e1eb0cc-2613-4ecf-99a5-54b51fb51f55 will not be triggered until provisioned by entity DHCP. {{(pid=84764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:31:09.604283 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-4501f719-e364-4ea5-949c-99cc0f2267b7 req-14aafc5a-cfa0-429f-a4ec-22951b22e28d tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] Usage tracker for resource:port and tenant:04c3ccf22b1a4626be8dfb58ccf87764 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:31:09.611204 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-4501f719-e364-4ea5-949c-99cc0f2267b7 req-14aafc5a-cfa0-429f-a4ec-22951b22e28d tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:31:09.634712 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-4501f719-e364-4ea5-949c-99cc0f2267b7 req-14aafc5a-cfa0-429f-a4ec-22951b22e28d tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:31:09.644147 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-43467418-10b2-4c24-bf45-8dbf5ab9f479 req-ed32cabe-839e-4fa9-93cc-b6e2c13f482c service neutron] 10.222.0.73 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3653307 Apr 18 19:31:09.713391 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2b50a378-6e03-4f33-9742-99d6aef63265 req-e9b7db33-6026-42ce-bbcf-7e5b46a1797b tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451680 Apr 18 19:31:09.741576 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f27f86d7-dabf-4c53-b8dc-7e5e1b8e2aa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:09.824242 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2788384e-6028-4e50-929e-f81de0193b44 req-0f01576e-8e12-40ca-90d4-b8145e1e5bad service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=912f8aac9d1b4f5bb39f80bd646e1172&device_id=1deb20a0-ed58-4a55-9231-d2b88559b68b HTTP/1.1" status: 200 len: 1096 time: 0.2733936 Apr 18 19:31:09.853989 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-fd88cfff-4c9d-4c5b-8470-c7e5368ca288 req-770cca0a-2417-499b-8759-6390d2199087 tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:09.855619 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f27f86d7-dabf-4c53-b8dc-7e5e1b8e2aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:09.989200 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770cca0a-2417-499b-8759-6390d2199087 tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] Pushing event updated for resources: {'Port': ['ID=8e1eb0cc-2613-4ecf-99a5-54b51fb51f55,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:10.018182 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-43467418-10b2-4c24-bf45-8dbf5ab9f479 req-ecfef5bd-e7dd-4161-848f-a6f54e686051 service neutron] 10.222.0.73 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3593049 Apr 18 19:31:10.018773 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4501f719-e364-4ea5-949c-99cc0f2267b7 req-14aafc5a-cfa0-429f-a4ec-22951b22e28d tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] Made reservation on behalf of 04c3ccf22b1a4626be8dfb58ccf87764 for: {'port': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:31:10.021740 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-4501f719-e364-4ea5-949c-99cc0f2267b7 req-14aafc5a-cfa0-429f-a4ec-22951b22e28d tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:10.032784 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-4eb48738-07f0-4c0d-ad3c-5cee2b2ab4ef None None] Set router 17391c21-7eca-4e43-95d5-7a49fedbaaa1 gateway port host: n-d-836017-2 {{(pid=84765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:31:10.086727 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd88cfff-4c9d-4c5b-8470-c7e5368ca288 req-770cca0a-2417-499b-8759-6390d2199087 tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] Network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a is already hosted by enough agents. {{(pid=84764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:31:10.090983 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [req-fd88cfff-4c9d-4c5b-8470-c7e5368ca288 req-770cca0a-2417-499b-8759-6390d2199087 tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] Resources bound (agent type, host, resource id): {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:31:10.093224 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27f86d7-dabf-4c53-b8dc-7e5e1b8e2aa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=215d6b2b-910a-486e-953f-8778307b52fa,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:10.096551 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd88cfff-4c9d-4c5b-8470-c7e5368ca288 req-770cca0a-2417-499b-8759-6390d2199087 tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] Received port after_create {{(pid=84764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:31:10.132872 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-f27f86d7-dabf-4c53-b8dc-7e5e1b8e2aa3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5e46e663b0e9436ea24350b19fab64b8&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4555690 Apr 18 19:31:10.139176 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 54744) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:31:10.304448 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-ddbbb5cd-078c-46a8-89bd-9522f0ba742f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:10.314015 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd88cfff-4c9d-4c5b-8470-c7e5368ca288 req-770cca0a-2417-499b-8759-6390d2199087 tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:10.314657 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-fd88cfff-4c9d-4c5b-8470-c7e5368ca288 req-770cca0a-2417-499b-8759-6390d2199087 tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:10.364466 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f95e68-3ea1-4a0b-9c3b-c762a802a31c req-bac5be87-178d-4285-a325-8e2b687abccb tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:10.366592 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-79f95e68-3ea1-4a0b-9c3b-c762a802a31c req-bac5be87-178d-4285-a325-8e2b687abccb tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] 10.222.0.69 "GET /v2.0/ports?device_id=3376aeca-0e41-4323-87b6-f103eede7b9a HTTP/1.1" status: 200 len: 936 time: 0.5379324 Apr 18 19:31:10.404720 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-ddbbb5cd-078c-46a8-89bd-9522f0ba742f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:10.463298 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2788384e-6028-4e50-929e-f81de0193b44 req-479217a9-8844-489b-abdc-84c2982046cd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:10.475083 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2788384e-6028-4e50-929e-f81de0193b44 req-479217a9-8844-489b-abdc-84c2982046cd service neutron] 10.222.0.72 "GET /v2.0/networks?id=2ec6ced9-a6bc-4877-8b52-5620d7b70918 HTTP/1.1" status: 200 len: 916 time: 0.5989749 Apr 18 19:31:10.586052 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-abc228ba-d65a-4497-a0a4-b1be9f3b8b22 req-679b87c1-7a9f-4f65-82dc-44b896a98fa9 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=73070b32fdb445869915286e0756abff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0682592 Apr 18 19:31:10.589935 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-fd88cfff-4c9d-4c5b-8470-c7e5368ca288 req-770cca0a-2417-499b-8759-6390d2199087 tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9187982 Apr 18 19:31:10.623858 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [req-fd88cfff-4c9d-4c5b-8470-c7e5368ca288 req-45b9dca6-13c2-4b42-9a60-55896e9a32a4 service neutron] Request body: {'port': {'device_id': '3376aeca-0e41-4323-87b6-f103eede7b9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-2'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:31:10.625620 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-79f95e68-3ea1-4a0b-9c3b-c762a802a31c req-e41ff08f-31cf-421f-8eeb-3bd0f3caf39b tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] 10.222.0.69 "GET /v2.0/security-groups?id=13ffc115-6e90-42e4-a59c-efdacbb10432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413127 Apr 18 19:31:10.669187 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2788384e-6028-4e50-929e-f81de0193b44 req-a61584d4-2f6e-4bf5-9146-0dc81bbdc22c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fc27eb2e-701f-494a-b8e9-75b6ce42ef63 HTTP/1.1" status: 200 len: 997 time: 0.1490247 Apr 18 19:31:10.670296 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_common [req-4501f719-e364-4ea5-949c-99cc0f2267b7 req-14aafc5a-cfa0-429f-a4ec-22951b22e28d tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] Allocated IP 192.168.233.76 (cb6d8c7c-7ea4-4a32-b429-1c2934b7306a/17d1b3aa-2066-4ffa-a69f-52ed566b6548/3ca558a6-4adc-43e3-8bd2-5d792cd0a4eb) {{(pid=84763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:31:10.698296 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-2902243f-46ed-4214-a429-c843c3e1b566 None None] Provisioning for port 8e1eb0cc-2613-4ecf-99a5-54b51fb51f55 completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:31:10.721722 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-2902243f-46ed-4214-a429-c843c3e1b566 None None] Provisioning complete for port 8e1eb0cc-2613-4ecf-99a5-54b51fb51f55 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:31:10.729560 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2902243f-46ed-4214-a429-c843c3e1b566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:10.784595 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2788384e-6028-4e50-929e-f81de0193b44 req-419cb2e3-79b0-476e-ba7e-76937bc79cbd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:10.786054 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2788384e-6028-4e50-929e-f81de0193b44 req-419cb2e3-79b0-476e-ba7e-76937bc79cbd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4e0c91da-1774-476f-82ad-dcf19f1fc83c HTTP/1.1" status: 200 len: 854 time: 0.1111169 Apr 18 19:31:10.798171 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-2902243f-46ed-4214-a429-c843c3e1b566 None None] Port 8e1eb0cc-2613-4ecf-99a5-54b51fb51f55 cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:31:10.832533 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-4eb48738-07f0-4c0d-ad3c-5cee2b2ab4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17391c21-7eca-4e43-95d5-7a49fedbaaa1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1729629012-router', 'tenant_id': '912f8aac9d1b4f5bb39f80bd646e1172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '61aae637-3077-4250-a059-dd57154ec904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:29:22Z', 'updated_at': '2022-04-18T19:29:29Z', 'revision_number': 4, 'project_id': '912f8aac9d1b4f5bb39f80bd646e1172', 'gw_port': {'id': '61aae637-3077-4250-a059-dd57154ec904', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17391c21-7eca-4e43-95d5-7a49fedbaaa1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:29:23Z', 'updated_at': '2022-04-18T19:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_floatingips': [{'id': '8f533671-23ff-4a6a-87f6-b939e2b05f9b', 'tenant_id': '912f8aac9d1b4f5bb39f80bd646e1172', 'floating_ip_address': '172.25.3.6', 'floating_network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'router_id': '17391c21-7eca-4e43-95d5-7a49fedbaaa1', 'port_id': 'fc27eb2e-701f-494a-b8e9-75b6ce42ef63', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ec6ced9-a6bc-4877-8b52-5620d7b70918', 'mac_address': 'fa:16:3e:52:fe:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1deb20a0-ed58-4a55-9231-d2b88559b68b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T19:30:28Z', 'updated_at': '2022-04-18T19:31:03Z', 'revision_number': 1, 'project_id': '912f8aac9d1b4f5bb39f80bd646e1172', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ca65512-1a5d-4dc0-8b5c-e0b3db6a33f0', 'name': '', 'network_id': '2ec6ced9-a6bc-4877-8b52-5620d7b70918', 'tenant_id': '912f8aac9d1b4f5bb39f80bd646e1172', 'mac_address': 'fa:16:3e:2a:d0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17391c21-7eca-4e43-95d5-7a49fedbaaa1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e0c91da-1774-476f-82ad-dcf19f1fc83c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:29:28Z', 'updated_at': '2022-04-18T19:29:39Z', 'revision_number': 5, 'project_id': '912f8aac9d1b4f5bb39f80bd646e1172', 'subnets': [{'id': '4e0c91da-1774-476f-82ad-dcf19f1fc83c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-2', False) {} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:31:10.839232 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb48738-07f0-4c0d-ad3c-5cee2b2ab4ef None None] The sync data for ids ['17391c21-7eca-4e43-95d5-7a49fedbaaa1'] in n-d-836017-2 is: [{'id': '17391c21-7eca-4e43-95d5-7a49fedbaaa1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1729629012-router', 'tenant_id': '912f8aac9d1b4f5bb39f80bd646e1172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '61aae637-3077-4250-a059-dd57154ec904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:29:22Z', 'updated_at': '2022-04-18T19:29:29Z', 'revision_number': 4, 'project_id': '912f8aac9d1b4f5bb39f80bd646e1172', 'gw_port': {'id': '61aae637-3077-4250-a059-dd57154ec904', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17391c21-7eca-4e43-95d5-7a49fedbaaa1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:29:23Z', 'updated_at': '2022-04-18T19:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_floatingips': [{'id': '8f533671-23ff-4a6a-87f6-b939e2b05f9b', 'tenant_id': '912f8aac9d1b4f5bb39f80bd646e1172', 'floating_ip_address': '172.25.3.6', 'floating_network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'router_id': '17391c21-7eca-4e43-95d5-7a49fedbaaa1', 'port_id': 'fc27eb2e-701f-494a-b8e9-75b6ce42ef63', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ec6ced9-a6bc-4877-8b52-5620d7b70918', 'mac_address': 'fa:16:3e:52:fe:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1deb20a0-ed58-4a55-9231-d2b88559b68b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T19:30:28Z', 'updated_at': '2022-04-18T19:31:03Z', 'revision_number': 1, 'project_id': '912f8aac9d1b4f5bb39f80bd646e1172', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ca65512-1a5d-4dc0-8b5c-e0b3db6a33f0', 'name': '', 'network_id': '2ec6ced9-a6bc-4877-8b52-5620d7b70918', 'tenant_id': '912f8aac9d1b4f5bb39f80bd646e1172', 'mac_address': 'fa:16:3e:2a:d0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17391c21-7eca-4e43-95d5-7a49fedbaaa1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e0c91da-1774-476f-82ad-dcf19f1fc83c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:29:28Z', 'updated_at': '2022-04-18T19:29:39Z', 'revision_number': 5, 'project_id': '912f8aac9d1b4f5bb39f80bd646e1172', 'subnets': [{'id': '4e0c91da-1774-476f-82ad-dcf19f1fc83c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:31:10.927801 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc228ba-d65a-4497-a0a4-b1be9f3b8b22 req-057bd4d2-2692-4a53-a4e3-b2a47155b785 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:10.930372 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-abc228ba-d65a-4497-a0a4-b1be9f3b8b22 req-057bd4d2-2692-4a53-a4e3-b2a47155b785 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3391738 Apr 18 19:31:10.931025 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 54762) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:31:10.958949 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-ddbbb5cd-078c-46a8-89bd-9522f0ba742f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:11.122061 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7881d7df-3702-42b9-9be7-ac495fe0879d None None] New status for floating IP 8f533671-23ff-4a6a-87f6-b939e2b05f9b: ACTIVE {{(pid=84766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 19:31:11.230012 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbbb5cd-078c-46a8-89bd-9522f0ba742f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=215d6b2b-910a-486e-953f-8778307b52fa,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:11.254037 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-abc228ba-d65a-4497-a0a4-b1be9f3b8b22 req-d1931eaa-b5ec-49ae-9e58-0d8e994cbe42 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/quotas/73070b32fdb445869915286e0756abff HTTP/1.1" status: 200 len: 375 time: 0.2852454 Apr 18 19:31:11.285649 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2788384e-6028-4e50-929e-f81de0193b44 req-4845ce72-2183-420c-9539-25b5ae2695d9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2ec6ced9-a6bc-4877-8b52-5620d7b70918&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4763436 Apr 18 19:31:11.337006 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a99f6d4-efa6-48ea-b983-2cd20ad7c978 req-9d00ed7a-21d4-40b7-8ec1-eb9f1aefc1fb tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:11.341761 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-abc228ba-d65a-4497-a0a4-b1be9f3b8b22 req-09d9f30b-1dee-457c-ada4-da4ddd83b1d5 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=73070b32fdb445869915286e0756abff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0643730 Apr 18 19:31:11.345264 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3a99f6d4-efa6-48ea-b983-2cd20ad7c978 req-9d00ed7a-21d4-40b7-8ec1-eb9f1aefc1fb tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad0762ec-8f77-4f13-9567-a866d0faa9fe HTTP/1.1" status: 200 len: 950 time: 0.3178418 Apr 18 19:31:11.350409 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-ddbbb5cd-078c-46a8-89bd-9522f0ba742f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:11.358241 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-ddbbb5cd-078c-46a8-89bd-9522f0ba742f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/215d6b2b-910a-486e-953f-8778307b52fa HTTP/1.1" status: 204 len: 168 time: 1.2109809 Apr 18 19:31:11.389718 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-fd88cfff-4c9d-4c5b-8470-c7e5368ca288 req-45b9dca6-13c2-4b42-9a60-55896e9a32a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:11.604039 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-4501f719-e364-4ea5-949c-99cc0f2267b7 req-14aafc5a-cfa0-429f-a4ec-22951b22e28d tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] Notify callbacks [] for port, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:11.623658 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2788384e-6028-4e50-929e-f81de0193b44 req-b5079dac-bded-4c33-95d8-86f30976bb91 service neutron] 10.222.0.72 "GET /v2.0/networks/2ec6ced9-a6bc-4877-8b52-5620d7b70918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3162677 Apr 18 19:31:11.639629 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3a99f6d4-efa6-48ea-b983-2cd20ad7c978 req-dfee6599-2952-41a6-9c0e-127f6356b30b tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751129 Apr 18 19:31:11.709161 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [req-4501f719-e364-4ea5-949c-99cc0f2267b7 req-14aafc5a-cfa0-429f-a4ec-22951b22e28d tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] Transition to ACTIVE for port object 3ca558a6-4adc-43e3-8bd2-5d792cd0a4eb will not be triggered until provisioned by entity DHCP. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:31:11.900969 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-c8643613-d96f-4327-a487-fef89a41e718 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417313'] for router_interface, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:11.943435 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2788384e-6028-4e50-929e-f81de0193b44 req-51915750-1388-416c-8939-6bca607960e8 service neutron] 10.222.0.72 "GET /v2.0/networks/2ec6ced9-a6bc-4877-8b52-5620d7b70918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3016531 Apr 18 19:31:11.944715 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-4501f719-e364-4ea5-949c-99cc0f2267b7 req-14aafc5a-cfa0-429f-a4ec-22951b22e28d tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:12.075019 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4501f719-e364-4ea5-949c-99cc0f2267b7 req-14aafc5a-cfa0-429f-a4ec-22951b22e28d tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] Network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:31:12.075524 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aafc5a-cfa0-429f-a4ec-22951b22e28d tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] Pushing event updated for resources: {'Port': ['ID=3ca558a6-4adc-43e3-8bd2-5d792cd0a4eb,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:12.083693 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5007474e-56a5-4daa-bcf1-c2d7c5fff353 req-b1023099-caa9-4513-a34e-31b76e707946 tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:12.086477 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5007474e-56a5-4daa-bcf1-c2d7c5fff353 req-b1023099-caa9-4513-a34e-31b76e707946 tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] 10.222.0.69 "GET /v2.0/ports?device_id=3376aeca-0e41-4323-87b6-f103eede7b9a HTTP/1.1" status: 200 len: 936 time: 0.2088773 Apr 18 19:31:12.087394 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [req-4501f719-e364-4ea5-949c-99cc0f2267b7 req-14aafc5a-cfa0-429f-a4ec-22951b22e28d tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:31:12.093656 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-4501f719-e364-4ea5-949c-99cc0f2267b7 req-14aafc5a-cfa0-429f-a4ec-22951b22e28d tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] Received port after_create {{(pid=84763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:31:12.221517 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4501f719-e364-4ea5-949c-99cc0f2267b7 req-14aafc5a-cfa0-429f-a4ec-22951b22e28d tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:12.222200 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-4501f719-e364-4ea5-949c-99cc0f2267b7 req-14aafc5a-cfa0-429f-a4ec-22951b22e28d tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:12.245712 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5007474e-56a5-4daa-bcf1-c2d7c5fff353 req-326a7134-e7fe-44ac-8169-0b3448fe068a tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] 10.222.0.69 "GET /v2.0/security-groups?id=13ffc115-6e90-42e4-a59c-efdacbb10432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038375 Apr 18 19:31:12.325546 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d4b6ef30-554e-4321-8ae4-bb6ee99d40e7 req-592eeb4d-ff1a-409c-add0-0a87d9ef6c37 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a379334-f5b6-4e99-9c88-11f2dece9c1d HTTP/1.1" status: 200 len: 210 time: 0.1929533 Apr 18 19:31:12.383994 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4501f719-e364-4ea5-949c-99cc0f2267b7 req-14aafc5a-cfa0-429f-a4ec-22951b22e28d tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6719861 Apr 18 19:31:12.400110 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-4501f719-e364-4ea5-949c-99cc0f2267b7 req-765346e1-656e-4d82-832c-6c2aba3db51a service neutron] Request body: {'port': {'device_id': '92710b08-58e1-4035-9aa8-85a1bb1d4a68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-2'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:31:12.497986 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [req-fd88cfff-4c9d-4c5b-8470-c7e5368ca288 req-45b9dca6-13c2-4b42-9a60-55896e9a32a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e1eb0cc-2613-4ecf-99a5-54b51fb51f55 {{(pid=84764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:31:12.513573 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-fd88cfff-4c9d-4c5b-8470-c7e5368ca288 req-45b9dca6-13c2-4b42-9a60-55896e9a32a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:12.516151 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-4501f719-e364-4ea5-949c-99cc0f2267b7 req-765346e1-656e-4d82-832c-6c2aba3db51a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:12.534001 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.provisioning_blocks [req-fd88cfff-4c9d-4c5b-8470-c7e5368ca288 req-45b9dca6-13c2-4b42-9a60-55896e9a32a4 service neutron] Transition to ACTIVE for port object 8e1eb0cc-2613-4ecf-99a5-54b51fb51f55 will not be triggered until provisioned by entity L2. {{(pid=84764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:31:12.543931 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-6177d688-1fdb-4711-bcf1-d8983c351bd3 None None] Provisioning for port 3ca558a6-4adc-43e3-8bd2-5d792cd0a4eb completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:31:12.550901 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-6177d688-1fdb-4711-bcf1-d8983c351bd3 None None] Provisioning complete for port 3ca558a6-4adc-43e3-8bd2-5d792cd0a4eb triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:31:12.551604 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6177d688-1fdb-4711-bcf1-d8983c351bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:12.588285 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 54798) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:31:12.621950 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-6177d688-1fdb-4711-bcf1-d8983c351bd3 None None] Port 3ca558a6-4adc-43e3-8bd2-5d792cd0a4eb cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:31:12.650011 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-33aaadfd-e03c-4cfb-a368-d5bb9525d0a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:12.704514 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-fd88cfff-4c9d-4c5b-8470-c7e5368ca288 req-45b9dca6-13c2-4b42-9a60-55896e9a32a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2290934'] for port, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:12.779547 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-33aaadfd-e03c-4cfb-a368-d5bb9525d0a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:31:12.789991 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-33aaadfd-e03c-4cfb-a368-d5bb9525d0a5 admin admin] Usage tracker for resource:security_group_rule and tenant:de081361c15a413c8bcc2856da45c463 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:31:12.795860 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-33aaadfd-e03c-4cfb-a368-d5bb9525d0a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:31:12.809831 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-33aaadfd-e03c-4cfb-a368-d5bb9525d0a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:31:12.933649 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b9dca6-13c2-4b42-9a60-55896e9a32a4 service neutron] Pushing event updated for resources: {'Port': ['ID=8e1eb0cc-2613-4ecf-99a5-54b51fb51f55,revision_number=2']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:13.146304 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-33aaadfd-e03c-4cfb-a368-d5bb9525d0a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:13.162222 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-fd88cfff-4c9d-4c5b-8470-c7e5368ca288 req-45b9dca6-13c2-4b42-9a60-55896e9a32a4 service neutron] Attempting to bind port 8e1eb0cc-2613-4ecf-99a5-54b51fb51f55 on host n-h2-836017-2 for vnic_type normal with profile {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:31:13.162222 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-fd88cfff-4c9d-4c5b-8470-c7e5368ca288 req-45b9dca6-13c2-4b42-9a60-55896e9a32a4 service neutron] Attempting to bind port 8e1eb0cc-2613-4ecf-99a5-54b51fb51f55 by drivers openvswitch,hyperv on host n-h2-836017-2 at level 0 using segments [{'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'}] {{(pid=84764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:31:13.162222 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd88cfff-4c9d-4c5b-8470-c7e5368ca288 req-45b9dca6-13c2-4b42-9a60-55896e9a32a4 service neutron] Attempting to bind port 8e1eb0cc-2613-4ecf-99a5-54b51fb51f55 on network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:31:13.169541 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd88cfff-4c9d-4c5b-8470-c7e5368ca288 req-45b9dca6-13c2-4b42-9a60-55896e9a32a4 service neutron] Port 8e1eb0cc-2613-4ecf-99a5-54b51fb51f55 on network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-2 {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:31:13.169870 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd88cfff-4c9d-4c5b-8470-c7e5368ca288 req-45b9dca6-13c2-4b42-9a60-55896e9a32a4 service neutron] Attempting to bind port 8e1eb0cc-2613-4ecf-99a5-54b51fb51f55 on network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:31:13.181082 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd88cfff-4c9d-4c5b-8470-c7e5368ca288 req-45b9dca6-13c2-4b42-9a60-55896e9a32a4 service neutron] Checking agent: {'id': '02e8f951-d3a3-40e1-b8cc-aed258af030b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 30, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:31:13.181401 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd88cfff-4c9d-4c5b-8470-c7e5368ca288 req-45b9dca6-13c2-4b42-9a60-55896e9a32a4 service neutron] Checking segment: {'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:31:13.181784 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd88cfff-4c9d-4c5b-8470-c7e5368ca288 req-45b9dca6-13c2-4b42-9a60-55896e9a32a4 service neutron] Bound using segment: {'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'} {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:31:13.182219 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-fd88cfff-4c9d-4c5b-8470-c7e5368ca288 req-45b9dca6-13c2-4b42-9a60-55896e9a32a4 service neutron] Bound port: 8e1eb0cc-2613-4ecf-99a5-54b51fb51f55, host: n-h2-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'}}] {{(pid=84764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:31:13.182574 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-fd88cfff-4c9d-4c5b-8470-c7e5368ca288 req-45b9dca6-13c2-4b42-9a60-55896e9a32a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:13.195831 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fe0001-cb18-4c67-9e57-f9ed14f0d671 req-3c2d2822-197a-472d-b2b0-e25cdfd148f7 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:13.197396 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-c0fe0001-cb18-4c67-9e57-f9ed14f0d671 req-3c2d2822-197a-472d-b2b0-e25cdfd148f7 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad0762ec-8f77-4f13-9567-a866d0faa9fe HTTP/1.1" status: 200 len: 950 time: 0.2911861 Apr 18 19:31:13.232275 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-33aaadfd-e03c-4cfb-a368-d5bb9525d0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:13.275562 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [req-4501f719-e364-4ea5-949c-99cc0f2267b7 req-765346e1-656e-4d82-832c-6c2aba3db51a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ca558a6-4adc-43e3-8bd2-5d792cd0a4eb {{(pid=84763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:31:13.313520 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aaadfd-e03c-4cfb-a368-d5bb9525d0a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9387ef1a-e128-4e59-98c5-5ba97dda39ff,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:13.332377 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-4501f719-e364-4ea5-949c-99cc0f2267b7 req-765346e1-656e-4d82-832c-6c2aba3db51a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:13.334923 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-fd88cfff-4c9d-4c5b-8470-c7e5368ca288 req-45b9dca6-13c2-4b42-9a60-55896e9a32a4 service neutron] For port 8e1eb0cc-2613-4ecf-99a5-54b51fb51f55, host n-h2-836017-2, cleared binding levels {{(pid=84764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:31:13.349122 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [req-4501f719-e364-4ea5-949c-99cc0f2267b7 req-765346e1-656e-4d82-832c-6c2aba3db51a service neutron] Transition to ACTIVE for port object 3ca558a6-4adc-43e3-8bd2-5d792cd0a4eb will not be triggered until provisioned by entity L2. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:31:13.359341 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-fd88cfff-4c9d-4c5b-8470-c7e5368ca288 req-45b9dca6-13c2-4b42-9a60-55896e9a32a4 service neutron] For port 8e1eb0cc-2613-4ecf-99a5-54b51fb51f55, host n-h2-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=8e1eb0cc-2613-4ecf-99a5-54b51fb51f55,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:31:13.370311 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-c0fe0001-cb18-4c67-9e57-f9ed14f0d671 req-50edd104-ebaa-496c-a873-1bac4063227c tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618118 Apr 18 19:31:13.372482 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-33aaadfd-e03c-4cfb-a368-d5bb9525d0a5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=de081361c15a413c8bcc2856da45c463&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7849033 Apr 18 19:31:13.375289 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 54818) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:31:13.439862 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-4501f719-e364-4ea5-949c-99cc0f2267b7 req-765346e1-656e-4d82-832c-6c2aba3db51a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:13.457063 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.agents_db [None req-eb67022b-f881-4bc8-8f45-fca90fb27803 None None] Agent healthcheck: found 7 active agents {{(pid=84766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:31:13.511972 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-fd88cfff-4c9d-4c5b-8470-c7e5368ca288 req-45b9dca6-13c2-4b42-9a60-55896e9a32a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2290934'] for port, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:13.550275 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-c8643613-d96f-4327-a487-fef89a41e718 admin admin] Deleting port 5a8adc86-ec58-4ff7-878e-53fc7c6b79a3 {{(pid=84764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:31:13.550656 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-c8643613-d96f-4327-a487-fef89a41e718 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:13.647366 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-fd88cfff-4c9d-4c5b-8470-c7e5368ca288 req-45b9dca6-13c2-4b42-9a60-55896e9a32a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:13.648944 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-fd88cfff-4c9d-4c5b-8470-c7e5368ca288 req-45b9dca6-13c2-4b42-9a60-55896e9a32a4 service neutron] 10.222.0.72 "PUT /v2.0/ports/8e1eb0cc-2613-4ecf-99a5-54b51fb51f55 HTTP/1.1" status: 200 len: 1096 time: 3.0344684 Apr 18 19:31:13.649506 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3376aeca-0e41-4323-87b6-f103eede7b9a', 'tag': '8e1eb0cc-2613-4ecf-99a5-54b51fb51f55'}] {{(pid=84764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:31:13.665430 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-f53afdab-0544-4a1a-99c8-d2cd86827925 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:13.739817 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a99fa3c0-357e-41a9-aa78-ac95f016edc5 req-ba8b45a1-f01e-444f-bec0-269cf45ddf77 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a379334-f5b6-4e99-9c88-11f2dece9c1d HTTP/1.1" status: 200 len: 210 time: 0.1488919 Apr 18 19:31:13.746974 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b9dca6-13c2-4b42-9a60-55896e9a32a4 service neutron] Pushing event updated for resources: {'Port': ['ID=8e1eb0cc-2613-4ecf-99a5-54b51fb51f55,revision_number=3']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:13.755893 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b32880-d810-401d-b29e-f08e9b65b869 req-5351c56b-8346-413b-a28f-77925e3a07ca tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:13.757275 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-24b32880-d810-401d-b29e-f08e9b65b869 req-5351c56b-8346-413b-a28f-77925e3a07ca tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] Synchronizing usage tracker for tenant:04c3ccf22b1a4626be8dfb58ccf87764 on resource:port {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:31:13.791135 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765346e1-656e-4d82-832c-6c2aba3db51a service neutron] Pushing event updated for resources: {'Port': ['ID=3ca558a6-4adc-43e3-8bd2-5d792cd0a4eb,revision_number=2']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:13.837443 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-f53afdab-0544-4a1a-99c8-d2cd86827925 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:14.003022 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-4501f719-e364-4ea5-949c-99cc0f2267b7 req-765346e1-656e-4d82-832c-6c2aba3db51a service neutron] Attempting to bind port 3ca558a6-4adc-43e3-8bd2-5d792cd0a4eb on host n-h2-836017-2 for vnic_type normal with profile {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:31:14.003537 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-4501f719-e364-4ea5-949c-99cc0f2267b7 req-765346e1-656e-4d82-832c-6c2aba3db51a service neutron] Attempting to bind port 3ca558a6-4adc-43e3-8bd2-5d792cd0a4eb by drivers openvswitch,hyperv on host n-h2-836017-2 at level 0 using segments [{'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:31:14.004064 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4501f719-e364-4ea5-949c-99cc0f2267b7 req-765346e1-656e-4d82-832c-6c2aba3db51a service neutron] Attempting to bind port 3ca558a6-4adc-43e3-8bd2-5d792cd0a4eb on network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:31:14.011178 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4501f719-e364-4ea5-949c-99cc0f2267b7 req-765346e1-656e-4d82-832c-6c2aba3db51a service neutron] Port 3ca558a6-4adc-43e3-8bd2-5d792cd0a4eb on network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-2 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:31:14.011754 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4501f719-e364-4ea5-949c-99cc0f2267b7 req-765346e1-656e-4d82-832c-6c2aba3db51a service neutron] Attempting to bind port 3ca558a6-4adc-43e3-8bd2-5d792cd0a4eb on network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:31:14.018595 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4501f719-e364-4ea5-949c-99cc0f2267b7 req-765346e1-656e-4d82-832c-6c2aba3db51a service neutron] Checking agent: {'id': '02e8f951-d3a3-40e1-b8cc-aed258af030b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 30, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:31:14.018944 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4501f719-e364-4ea5-949c-99cc0f2267b7 req-765346e1-656e-4d82-832c-6c2aba3db51a service neutron] Checking segment: {'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:31:14.019058 n-d-836017-2 neutron-server[84764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acb5f60f-cf79-4a6d-b733-d548981ee878'] response: {'name': 'network-changed', 'server_uuid': '3376aeca-0e41-4323-87b6-f103eede7b9a', 'tag': '8e1eb0cc-2613-4ecf-99a5-54b51fb51f55', 'status': 'completed', 'code': 200} Apr 18 19:31:14.019563 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4501f719-e364-4ea5-949c-99cc0f2267b7 req-765346e1-656e-4d82-832c-6c2aba3db51a service neutron] Bound using segment: {'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:31:14.019880 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-4501f719-e364-4ea5-949c-99cc0f2267b7 req-765346e1-656e-4d82-832c-6c2aba3db51a service neutron] Bound port: 3ca558a6-4adc-43e3-8bd2-5d792cd0a4eb, host: n-h2-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'}}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:31:14.020094 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-4501f719-e364-4ea5-949c-99cc0f2267b7 req-765346e1-656e-4d82-832c-6c2aba3db51a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:14.075027 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [None req-c8643613-d96f-4327-a487-fef89a41e718 admin admin] For port 5a8adc86-ec58-4ff7-878e-53fc7c6b79a3, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=5a8adc86-ec58-4ff7-878e-53fc7c6b79a3,segment=NetworkSegment(3cf55c06-33d0-4793-a46b-65cf78b7090c),segment_id=3cf55c06-33d0-4793-a46b-65cf78b7090c)] {{(pid=84764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:31:14.075393 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-c8643613-d96f-4327-a487-fef89a41e718 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:14.081464 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-f53afdab-0544-4a1a-99c8-d2cd86827925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:14.163959 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53afdab-0544-4a1a-99c8-d2cd86827925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9387ef1a-e128-4e59-98c5-5ba97dda39ff,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:14.169944 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-f53afdab-0544-4a1a-99c8-d2cd86827925 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:14.171095 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-f53afdab-0544-4a1a-99c8-d2cd86827925 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9387ef1a-e128-4e59-98c5-5ba97dda39ff HTTP/1.1" status: 204 len: 168 time: 0.7948241 Apr 18 19:31:14.190142 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-4501f719-e364-4ea5-949c-99cc0f2267b7 req-765346e1-656e-4d82-832c-6c2aba3db51a service neutron] For port 3ca558a6-4adc-43e3-8bd2-5d792cd0a4eb, host n-h2-836017-2, cleared binding levels {{(pid=84763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:31:14.195741 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-4501f719-e364-4ea5-949c-99cc0f2267b7 req-765346e1-656e-4d82-832c-6c2aba3db51a service neutron] For port 3ca558a6-4adc-43e3-8bd2-5d792cd0a4eb, host n-h2-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=3ca558a6-4adc-43e3-8bd2-5d792cd0a4eb,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:31:14.221032 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-24b32880-d810-401d-b29e-f08e9b65b869 req-5351c56b-8346-413b-a28f-77925e3a07ca tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] Unset dirty status for tenant:04c3ccf22b1a4626be8dfb58ccf87764 on resource:port {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:31:14.227808 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-24b32880-d810-401d-b29e-f08e9b65b869 req-5351c56b-8346-413b-a28f-77925e3a07ca tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] 10.222.0.69 "GET /v2.0/ports?device_id=3376aeca-0e41-4323-87b6-f103eede7b9a HTTP/1.1" status: 200 len: 948 time: 0.7960048 Apr 18 19:31:14.237440 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-c8643613-d96f-4327-a487-fef89a41e718 admin admin] Calling delete_port for 5a8adc86-ec58-4ff7-878e-53fc7c6b79a3 owned by network:router_interface {{(pid=84764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:31:14.276625 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-4501f719-e364-4ea5-949c-99cc0f2267b7 req-765346e1-656e-4d82-832c-6c2aba3db51a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:14.313904 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-fd88cfff-4c9d-4c5b-8470-c7e5368ca288 req-a8208e3f-cb6d-43de-a65c-00bbdeee62bd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=04c3ccf22b1a4626be8dfb58ccf87764&device_id=3376aeca-0e41-4323-87b6-f103eede7b9a HTTP/1.1" status: 200 len: 1099 time: 0.5341659 Apr 18 19:31:14.355123 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-4501f719-e364-4ea5-949c-99cc0f2267b7 req-765346e1-656e-4d82-832c-6c2aba3db51a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:14.356954 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4501f719-e364-4ea5-949c-99cc0f2267b7 req-765346e1-656e-4d82-832c-6c2aba3db51a service neutron] 10.222.0.72 "PUT /v2.0/ports/3ca558a6-4adc-43e3-8bd2-5d792cd0a4eb HTTP/1.1" status: 200 len: 1095 time: 1.9611366 Apr 18 19:31:14.360238 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92710b08-58e1-4035-9aa8-85a1bb1d4a68', 'tag': '3ca558a6-4adc-43e3-8bd2-5d792cd0a4eb'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:31:14.411162 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765346e1-656e-4d82-832c-6c2aba3db51a service neutron] Pushing event updated for resources: {'Port': ['ID=3ca558a6-4adc-43e3-8bd2-5d792cd0a4eb,revision_number=3']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:14.411351 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-fd88cfff-4c9d-4c5b-8470-c7e5368ca288 req-3728bbdb-4a28-44d8-947b-3bd8a4bea235 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=8e1eb0cc-2613-4ecf-99a5-54b51fb51f55 HTTP/1.1" status: 200 len: 217 time: 0.0764265 Apr 18 19:31:14.453313 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b5ef3f8-35db-40ec-a538-22966e5d5a8a'] response: {'name': 'network-changed', 'server_uuid': '92710b08-58e1-4035-9aa8-85a1bb1d4a68', 'tag': '3ca558a6-4adc-43e3-8bd2-5d792cd0a4eb', 'status': 'completed', 'code': 200} Apr 18 19:31:14.496173 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-24b32880-d810-401d-b29e-f08e9b65b869 req-6f00fd85-c679-4fce-98de-a5f4968748e5 tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] Synchronizing usage tracker for tenant:04c3ccf22b1a4626be8dfb58ccf87764 on resource:security_group {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:31:14.553817 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd88cfff-4c9d-4c5b-8470-c7e5368ca288 req-5ed4b896-6327-433b-9f9f-47368f346a32 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:14.555308 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-fd88cfff-4c9d-4c5b-8470-c7e5368ca288 req-5ed4b896-6327-433b-9f9f-47368f346a32 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=17d1b3aa-2066-4ffa-a69f-52ed566b6548 HTTP/1.1" status: 200 len: 843 time: 0.1379738 Apr 18 19:31:14.638931 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-24b32880-d810-401d-b29e-f08e9b65b869 req-6f00fd85-c679-4fce-98de-a5f4968748e5 tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] Unset dirty status for tenant:04c3ccf22b1a4626be8dfb58ccf87764 on resource:security_group {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:31:14.652918 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-24b32880-d810-401d-b29e-f08e9b65b869 req-6f00fd85-c679-4fce-98de-a5f4968748e5 tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] 10.222.0.69 "GET /v2.0/security-groups?id=13ffc115-6e90-42e4-a59c-efdacbb10432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4241836 Apr 18 19:31:14.747573 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-41d6fcc8-df92-4f25-b772-b2634b609e79 req-d281c36e-acdd-40e3-bb1d-4923e79daa90 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=04c3ccf22b1a4626be8dfb58ccf87764&device_id=92710b08-58e1-4035-9aa8-85a1bb1d4a68 HTTP/1.1" status: 200 len: 1098 time: 0.2687173 Apr 18 19:31:14.795486 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-41d6fcc8-df92-4f25-b772-b2634b609e79 req-09f7bc9e-3d52-4bc9-b657-ecd1ad388daa service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=04c3ccf22b1a4626be8dfb58ccf87764&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0381515 Apr 18 19:31:14.799775 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-fd88cfff-4c9d-4c5b-8470-c7e5368ca288 req-c3ddf625-c545-407d-b477-9930c04c47a1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2326205 Apr 18 19:31:14.832590 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae3927a-a9e4-4e2c-9dd0-9f3b5035093c req-18806d1d-ad25-4f5d-bfec-8386b4cef152 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:14.834111 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0ae3927a-a9e4-4e2c-9dd0-9f3b5035093c req-18806d1d-ad25-4f5d-bfec-8386b4cef152 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad0762ec-8f77-4f13-9567-a866d0faa9fe HTTP/1.1" status: 200 len: 950 time: 0.2313855 Apr 18 19:31:14.941752 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-c8643613-d96f-4327-a487-fef89a41e718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:15.012889 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-abc228ba-d65a-4497-a0a4-b1be9f3b8b22 req-ba4906b9-0398-40dd-8b82-7ac1aba66a7b tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=73070b32fdb445869915286e0756abff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0824831 Apr 18 19:31:15.031638 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8643613-d96f-4327-a487-fef89a41e718 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a8adc86-ec58-4ff7-878e-53fc7c6b79a3,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:15.050634 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-06e09205-c9d5-43f2-b3d3-8e447e474223 req-96faa9df-b0b7-45bb-8c68-979a65da65c5 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a379334-f5b6-4e99-9c88-11f2dece9c1d HTTP/1.1" status: 200 len: 210 time: 0.1149497 Apr 18 19:31:15.072600 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0ae3927a-a9e4-4e2c-9dd0-9f3b5035093c req-bb8b0eee-4d26-4ec9-a673-19e1ca72df3d tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307248 Apr 18 19:31:15.172022 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d6fcc8-df92-4f25-b772-b2634b609e79 req-fdc3e486-f2bc-4092-9318-04026857e366 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:15.173294 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-41d6fcc8-df92-4f25-b772-b2634b609e79 req-fdc3e486-f2bc-4092-9318-04026857e366 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3663161 Apr 18 19:31:15.199486 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-fd88cfff-4c9d-4c5b-8470-c7e5368ca288 req-19fba7d9-3a47-4aca-b5b7-2d85ec7218bb service neutron] 10.222.0.72 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3917539 Apr 18 19:31:15.291779 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc228ba-d65a-4497-a0a4-b1be9f3b8b22 req-edc1433e-2b45-47af-84f9-8331a2799ed1 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:15.293349 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-abc228ba-d65a-4497-a0a4-b1be9f3b8b22 req-edc1433e-2b45-47af-84f9-8331a2799ed1 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2734725 Apr 18 19:31:15.311571 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-abc228ba-d65a-4497-a0a4-b1be9f3b8b22 req-dded3d9e-951b-48f8-89ad-251c91a1fc5a tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Request body: {'port': {'device_id': '0a379334-f5b6-4e99-9c88-11f2dece9c1d', 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a', 'admin_state_up': True, 'tenant_id': '73070b32fdb445869915286e0756abff'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:31:15.430448 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4501f719-e364-4ea5-949c-99cc0f2267b7 req-bcba87db-0d74-4d2d-aa0c-651c7874f534 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=04c3ccf22b1a4626be8dfb58ccf87764&device_id=92710b08-58e1-4035-9aa8-85a1bb1d4a68 HTTP/1.1" status: 200 len: 1098 time: 0.2116907 Apr 18 19:31:15.498999 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 54858) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:31:15.526243 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-fd88cfff-4c9d-4c5b-8470-c7e5368ca288 req-6d1c0792-14cf-464e-a936-953e0e35b9fa service neutron] 10.222.0.72 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3189204 Apr 18 19:31:15.550805 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4501f719-e364-4ea5-949c-99cc0f2267b7 req-6ab431e3-396f-4fc4-8787-03ed6c0c1d8d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=3ca558a6-4adc-43e3-8bd2-5d792cd0a4eb HTTP/1.1" status: 200 len: 217 time: 0.1123462 Apr 18 19:31:15.589341 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-abc228ba-d65a-4497-a0a4-b1be9f3b8b22 req-dded3d9e-951b-48f8-89ad-251c91a1fc5a tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:31:15.601627 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-abc228ba-d65a-4497-a0a4-b1be9f3b8b22 req-dded3d9e-951b-48f8-89ad-251c91a1fc5a tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Usage tracker for resource:port and tenant:73070b32fdb445869915286e0756abff is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:31:15.614119 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-abc228ba-d65a-4497-a0a4-b1be9f3b8b22 req-dded3d9e-951b-48f8-89ad-251c91a1fc5a tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:31:15.625438 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-abc228ba-d65a-4497-a0a4-b1be9f3b8b22 req-dded3d9e-951b-48f8-89ad-251c91a1fc5a tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:31:15.641095 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-c8643613-d96f-4327-a487-fef89a41e718 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417398'] for router_interface, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:15.647031 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4501f719-e364-4ea5-949c-99cc0f2267b7 req-f1109fde-c1fe-47e8-8173-a8dbfc593c0f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:15.647031 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4501f719-e364-4ea5-949c-99cc0f2267b7 req-f1109fde-c1fe-47e8-8173-a8dbfc593c0f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=17d1b3aa-2066-4ffa-a69f-52ed566b6548 HTTP/1.1" status: 200 len: 843 time: 0.0858743 Apr 18 19:31:15.712176 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abc228ba-d65a-4497-a0a4-b1be9f3b8b22 req-dded3d9e-951b-48f8-89ad-251c91a1fc5a tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Made reservation on behalf of 73070b32fdb445869915286e0756abff for: {'port': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:31:15.750418 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-abc228ba-d65a-4497-a0a4-b1be9f3b8b22 req-dded3d9e-951b-48f8-89ad-251c91a1fc5a tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:15.750418 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-abc228ba-d65a-4497-a0a4-b1be9f3b8b22 req-dded3d9e-951b-48f8-89ad-251c91a1fc5a tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Notify callbacks [] for security_group, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:15.782654 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ac30fadc-de0c-4324-a898-44cb51f9215c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:15.843868 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-abc228ba-d65a-4497-a0a4-b1be9f3b8b22 req-dded3d9e-951b-48f8-89ad-251c91a1fc5a tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:31:15.852046 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-abc228ba-d65a-4497-a0a4-b1be9f3b8b22 req-dded3d9e-951b-48f8-89ad-251c91a1fc5a tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Usage tracker for resource:security_group_rule and tenant:73070b32fdb445869915286e0756abff is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:31:15.856877 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-abc228ba-d65a-4497-a0a4-b1be9f3b8b22 req-dded3d9e-951b-48f8-89ad-251c91a1fc5a tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:31:15.863008 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-ac30fadc-de0c-4324-a898-44cb51f9215c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:31:15.871820 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-ac30fadc-de0c-4324-a898-44cb51f9215c admin admin] Usage tracker for resource:security_group_rule and tenant:91de3c4c09d7488f985ea7e56468aa9b is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:31:15.875722 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-abc228ba-d65a-4497-a0a4-b1be9f3b8b22 req-dded3d9e-951b-48f8-89ad-251c91a1fc5a tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:31:15.877941 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-ac30fadc-de0c-4324-a898-44cb51f9215c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:31:15.883692 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4501f719-e364-4ea5-949c-99cc0f2267b7 req-224ea041-f0ee-42c4-9a4e-7e4a1cd9a544 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2338293 Apr 18 19:31:15.893341 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-ac30fadc-de0c-4324-a898-44cb51f9215c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:31:16.077682 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-fe9a4412-b0d3-4b2b-bdd1-bbc85580076e req-6fcb74a7-64fb-44fc-88cd-ed20a6752e16 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=04c3ccf22b1a4626be8dfb58ccf87764&device_id=3376aeca-0e41-4323-87b6-f103eede7b9a HTTP/1.1" status: 200 len: 1099 time: 0.4318283 Apr 18 19:31:16.197588 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f4542d-789b-4a56-bb84-83c3ebd380cf req-5f2f67a3-a07d-4288-b33c-de6a2cee720a tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:16.198733 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f6f4542d-789b-4a56-bb84-83c3ebd380cf req-5f2f67a3-a07d-4288-b33c-de6a2cee720a tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] 10.222.0.69 "GET /v2.0/ports?device_id=3376aeca-0e41-4323-87b6-f103eede7b9a HTTP/1.1" status: 200 len: 948 time: 0.3496652 Apr 18 19:31:16.279377 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4501f719-e364-4ea5-949c-99cc0f2267b7 req-631771c4-5c1a-4714-b66b-7b57622ba114 service neutron] 10.222.0.72 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3832688 Apr 18 19:31:16.298592 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9a4412-b0d3-4b2b-bdd1-bbc85580076e req-ecf295a8-fdbf-4dea-9e7b-3af85f39a275 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:16.300024 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-fe9a4412-b0d3-4b2b-bdd1-bbc85580076e req-ecf295a8-fdbf-4dea-9e7b-3af85f39a275 service neutron] 10.222.0.72 "GET /v2.0/networks?id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a HTTP/1.1" status: 200 len: 870 time: 0.2146702 Apr 18 19:31:16.369588 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f6f4542d-789b-4a56-bb84-83c3ebd380cf req-81a77228-b26d-4c08-b94f-823a056a390b tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] 10.222.0.69 "GET /v2.0/security-groups?id=13ffc115-6e90-42e4-a59c-efdacbb10432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504395 Apr 18 19:31:16.375687 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-1e88e234-de74-43db-b6d5-4569482c94f5 req-f80427f1-366f-446b-b034-9fc379a11dac tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a379334-f5b6-4e99-9c88-11f2dece9c1d HTTP/1.1" status: 200 len: 210 time: 0.0953214 Apr 18 19:31:16.378521 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-fe9a4412-b0d3-4b2b-bdd1-bbc85580076e req-ad5c7ba5-1b6a-4754-a9c7-2582940dc489 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=8e1eb0cc-2613-4ecf-99a5-54b51fb51f55 HTTP/1.1" status: 200 len: 217 time: 0.0715570 Apr 18 19:31:16.384342 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ac30fadc-de0c-4324-a898-44cb51f9215c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:16.452982 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-abc228ba-d65a-4497-a0a4-b1be9f3b8b22 req-dded3d9e-951b-48f8-89ad-251c91a1fc5a tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Notify callbacks [] for security_group, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:16.513183 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4501f719-e364-4ea5-949c-99cc0f2267b7 req-14d49a9f-3363-4df4-8108-64bb5e90e724 service neutron] 10.222.0.72 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263470 Apr 18 19:31:16.514333 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ac30fadc-de0c-4324-a898-44cb51f9215c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:16.586330 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-abc228ba-d65a-4497-a0a4-b1be9f3b8b22 req-dded3d9e-951b-48f8-89ad-251c91a1fc5a tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:16.659892 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac30fadc-de0c-4324-a898-44cb51f9215c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69192da4-96d5-473f-91cc-ca5566f9f445,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:16.660678 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9a4412-b0d3-4b2b-bdd1-bbc85580076e req-48b22a99-54f1-4394-b7c0-feb08358f39a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:16.673146 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-fe9a4412-b0d3-4b2b-bdd1-bbc85580076e req-48b22a99-54f1-4394-b7c0-feb08358f39a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=17d1b3aa-2066-4ffa-a69f-52ed566b6548 HTTP/1.1" status: 200 len: 843 time: 0.2871230 Apr 18 19:31:16.690668 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-ac30fadc-de0c-4324-a898-44cb51f9215c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=91de3c4c09d7488f985ea7e56468aa9b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1741211 Apr 18 19:31:16.702690 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 54884) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:31:16.780840 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dded3d9e-951b-48f8-89ad-251c91a1fc5a tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bb75c1f-620d-4cfd-a804-faa1a9266f3f,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:16.870260 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c04d152-812e-430c-a0f3-4a074c9eb685 req-f6ebb3cc-78f6-4c6a-95a7-5ca0f884f233 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:16.871765 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3c04d152-812e-430c-a0f3-4a074c9eb685 req-f6ebb3cc-78f6-4c6a-95a7-5ca0f884f233 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad0762ec-8f77-4f13-9567-a866d0faa9fe HTTP/1.1" status: 200 len: 950 time: 0.3422160 Apr 18 19:31:16.916258 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-fe9a4412-b0d3-4b2b-bdd1-bbc85580076e req-fbd52f71-5461-430d-8bc4-e45b99cf4f15 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2339551 Apr 18 19:31:16.925304 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-3b65566d-d22a-4ce6-bf2c-4b43aa68f79a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:16.929490 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_common [req-abc228ba-d65a-4497-a0a4-b1be9f3b8b22 req-dded3d9e-951b-48f8-89ad-251c91a1fc5a tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Allocated IP 192.168.233.161 (cb6d8c7c-7ea4-4a32-b429-1c2934b7306a/17d1b3aa-2066-4ffa-a69f-52ed566b6548/fbaca27c-775e-4826-a999-e46d492b3066) {{(pid=84763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:31:16.998357 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3c04d152-812e-430c-a0f3-4a074c9eb685 req-f269c98b-4f0a-4add-9d87-cd50e249dfbb tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126921 Apr 18 19:31:17.000091 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-3b65566d-d22a-4ce6-bf2c-4b43aa68f79a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:17.079088 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-fe9a4412-b0d3-4b2b-bdd1-bbc85580076e req-2dd52051-b423-4c3e-bce1-9736e87dcbf6 service neutron] 10.222.0.72 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549914 Apr 18 19:31:17.222460 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8643613-d96f-4327-a487-fef89a41e718 admin admin] Router 0925502c-f477-4184-87de-1378f6f530fe has already been hosted by L3 agent 21b59c62-f184-4169-bc3e-79831cc043e8 {{(pid=84764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:31:17.240093 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-abc228ba-d65a-4497-a0a4-b1be9f3b8b22 req-dded3d9e-951b-48f8-89ad-251c91a1fc5a tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Notify callbacks [] for port, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:17.242609 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 8e1eb0cc-2613-4ecf-99a5-54b51fb51f55 details requested by agent hyperv_n-h2-836017-2 with host n-h2-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:31:17.250790 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-3b65566d-d22a-4ce6-bf2c-4b43aa68f79a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:17.267416 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-fe9a4412-b0d3-4b2b-bdd1-bbc85580076e req-78989476-b92b-4682-99c5-c825b2e8354e service neutron] 10.222.0.72 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773636 Apr 18 19:31:17.283302 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b65566d-d22a-4ce6-bf2c-4b43aa68f79a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69192da4-96d5-473f-91cc-ca5566f9f445,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:17.286928 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [req-abc228ba-d65a-4497-a0a4-b1be9f3b8b22 req-dded3d9e-951b-48f8-89ad-251c91a1fc5a tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Transition to ACTIVE for port object fbaca27c-775e-4826-a999-e46d492b3066 will not be triggered until provisioned by entity DHCP. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:31:17.300427 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-3b65566d-d22a-4ce6-bf2c-4b43aa68f79a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:17.301679 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-3b65566d-d22a-4ce6-bf2c-4b43aa68f79a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/69192da4-96d5-473f-91cc-ca5566f9f445 HTTP/1.1" status: 204 len: 168 time: 0.5933008 Apr 18 19:31:17.395832 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-abc228ba-d65a-4497-a0a4-b1be9f3b8b22 req-dded3d9e-951b-48f8-89ad-251c91a1fc5a tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:17.471144 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 8e1eb0cc-2613-4ecf-99a5-54b51fb51f55, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=8e1eb0cc-2613-4ecf-99a5-54b51fb51f55,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:31:17.492232 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Returning: {'device': '8e1eb0cc-2613-4ecf-99a5-54b51fb51f55', 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a', 'port_id': '8e1eb0cc-2613-4ecf-99a5-54b51fb51f55', 'mac_address': 'fa:16:3e:ec:fb:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17d1b3aa-2066-4ffa-a69f-52ed566b6548', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:31:17.563248 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:17.575471 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8643613-d96f-4327-a487-fef89a41e718 admin admin] Notify agent at l3_agent.n-d-836017-2 the message routers_updated {{(pid=84764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:31:17.597051 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e1eb0cc-2613-4ecf-99a5-54b51fb51f55 {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:31:17.600745 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abc228ba-d65a-4497-a0a4-b1be9f3b8b22 req-dded3d9e-951b-48f8-89ad-251c91a1fc5a tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:31:17.610718 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [req-abc228ba-d65a-4497-a0a4-b1be9f3b8b22 req-dded3d9e-951b-48f8-89ad-251c91a1fc5a tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:31:17.621971 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-abc228ba-d65a-4497-a0a4-b1be9f3b8b22 req-dded3d9e-951b-48f8-89ad-251c91a1fc5a tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Received port after_create {{(pid=84763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:31:17.641837 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5695f5-9940-4e43-a599-c0026cf2a3c3 None None] Sync routers for ids ['0925502c-f477-4184-87de-1378f6f530fe'] in n-d-836017-2 {{(pid=84765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:31:17.683286 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5695f5-9940-4e43-a599-c0026cf2a3c3 None None] Routers {'0925502c-f477-4184-87de-1378f6f530fe'} bound to L3 agent in host n-d-836017-2 {{(pid=84765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:31:17.684373 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-1d5695f5-9940-4e43-a599-c0026cf2a3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:30:50Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['0925502c-f477-4184-87de-1378f6f530fe'], 'active': True} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:31:17.783511 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc228ba-d65a-4497-a0a4-b1be9f3b8b22 req-dded3d9e-951b-48f8-89ad-251c91a1fc5a tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:17.784082 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-abc228ba-d65a-4497-a0a4-b1be9f3b8b22 req-dded3d9e-951b-48f8-89ad-251c91a1fc5a tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:17.785905 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-c8643613-d96f-4327-a487-fef89a41e718 admin admin] 10.222.0.69 "PUT /v2.0/routers/0925502c-f477-4184-87de-1378f6f530fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8223939 Apr 18 19:31:17.786484 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 54912) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:31:17.796354 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c160ae-ad58-4320-a327-20b3c1d964e7 req-edfebe0e-11bb-4cc0-94d9-ec42bbe0876e tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:17.797907 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-70c160ae-ad58-4320-a327-20b3c1d964e7 req-edfebe0e-11bb-4cc0-94d9-ec42bbe0876e tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] 10.222.0.69 "GET /v2.0/ports?device_id=3376aeca-0e41-4323-87b6-f103eede7b9a HTTP/1.1" status: 200 len: 948 time: 0.1408420 Apr 18 19:31:17.818493 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dded3d9e-951b-48f8-89ad-251c91a1fc5a tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Pushing event updated for resources: {'Port': ['ID=fbaca27c-775e-4826-a999-e46d492b3066,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:17.872233 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325f47be-df95-4bb7-9578-2e3dab887f02 req-c6155b68-785c-4930-8e33-bfaef28466c1 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:17.873656 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-325f47be-df95-4bb7-9578-2e3dab887f02 req-c6155b68-785c-4930-8e33-bfaef28466c1 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Synchronizing usage tracker for tenant:73070b32fdb445869915286e0756abff on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:31:17.902589 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 8e1eb0cc-2613-4ecf-99a5-54b51fb51f55, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=8e1eb0cc-2613-4ecf-99a5-54b51fb51f55,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:31:17.987073 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-1d5695f5-9940-4e43-a599-c0026cf2a3c3 None None] Set router 0925502c-f477-4184-87de-1378f6f530fe gateway port host: n-d-836017-2 {{(pid=84765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:31:18.017272 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-abc228ba-d65a-4497-a0a4-b1be9f3b8b22 req-dded3d9e-951b-48f8-89ad-251c91a1fc5a tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7115264 Apr 18 19:31:18.018304 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-325f47be-df95-4bb7-9578-2e3dab887f02 req-c6155b68-785c-4930-8e33-bfaef28466c1 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Unset dirty status for tenant:73070b32fdb445869915286e0756abff on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:31:18.034645 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-325f47be-df95-4bb7-9578-2e3dab887f02 req-c6155b68-785c-4930-8e33-bfaef28466c1 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a379334-f5b6-4e99-9c88-11f2dece9c1d HTTP/1.1" status: 200 len: 936 time: 0.3632727 Apr 18 19:31:18.039203 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-abc228ba-d65a-4497-a0a4-b1be9f3b8b22 req-e8e207dd-2e76-4bf3-a78b-da199624e46c service neutron] Request body: {'port': {'device_id': '0a379334-f5b6-4e99-9c88-11f2dece9c1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-2'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:31:18.068074 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:18.174267 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-325f47be-df95-4bb7-9578-2e3dab887f02 req-cca1acb2-89bd-4035-b564-3477abbe8ea5 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Synchronizing usage tracker for tenant:73070b32fdb445869915286e0756abff on resource:security_group {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:31:18.181401 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-70c160ae-ad58-4320-a327-20b3c1d964e7 req-a28fafa2-d002-4e0b-add8-e6cb1472f5ee tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] 10.222.0.69 "GET /v2.0/security-groups?id=13ffc115-6e90-42e4-a59c-efdacbb10432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828533 Apr 18 19:31:18.225755 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-abc228ba-d65a-4497-a0a4-b1be9f3b8b22 req-e8e207dd-2e76-4bf3-a78b-da199624e46c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:18.285083 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-7b411037-36e6-48fd-8230-d71b97c4e695 admin admin] Notify callbacks [] for router, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:18.392500 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-325f47be-df95-4bb7-9578-2e3dab887f02 req-cca1acb2-89bd-4035-b564-3477abbe8ea5 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Unset dirty status for tenant:73070b32fdb445869915286e0756abff on resource:security_group {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:31:18.394674 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-325f47be-df95-4bb7-9578-2e3dab887f02 req-cca1acb2-89bd-4035-b564-3477abbe8ea5 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb75c1f-620d-4cfd-a804-faa1a9266f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3687391 Apr 18 19:31:18.425930 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] get_ports_and_sgs() called for port_ids ['8e1eb0cc-2613-4ecf-99a5-54b51fb51f55'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:31:18.467855 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-796659d2-a71a-45f9-98cd-43bc99a3c00d None None] Provisioning for port fbaca27c-775e-4826-a999-e46d492b3066 completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:31:18.498162 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=8e1eb0cc-2613-4ecf-99a5-54b51fb51f55,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:18.506942 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-796659d2-a71a-45f9-98cd-43bc99a3c00d None None] Provisioning complete for port fbaca27c-775e-4826-a999-e46d492b3066 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:31:18.507311 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-796659d2-a71a-45f9-98cd-43bc99a3c00d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:18.563590 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8048a8c-0136-4a93-b14b-9d5552588874 req-5f556a17-9d71-49ad-8992-3ac3f1049ca6 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:18.565592 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a8048a8c-0136-4a93-b14b-9d5552588874 req-5f556a17-9d71-49ad-8992-3ac3f1049ca6 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad0762ec-8f77-4f13-9567-a866d0faa9fe HTTP/1.1" status: 200 len: 950 time: 0.1426485 Apr 18 19:31:18.568141 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6fa07ed0-ff31-46d9-82e3-3fc9b3ae7116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:18.633333 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a8048a8c-0136-4a93-b14b-9d5552588874 req-6f1c50bb-7372-4307-a98e-54432eef8063 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601923 Apr 18 19:31:18.638544 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-796659d2-a71a-45f9-98cd-43bc99a3c00d None None] Port fbaca27c-775e-4826-a999-e46d492b3066 cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:31:18.707042 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 54924) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:31:18.735642 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-7b411037-36e6-48fd-8230-d71b97c4e695 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:18.754039 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [req-abc228ba-d65a-4497-a0a4-b1be9f3b8b22 req-e8e207dd-2e76-4bf3-a78b-da199624e46c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbaca27c-775e-4826-a999-e46d492b3066 {{(pid=84763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:31:18.762677 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-abc228ba-d65a-4497-a0a4-b1be9f3b8b22 req-e8e207dd-2e76-4bf3-a78b-da199624e46c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:18.767295 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-e1f5fad3-9c87-4ecd-9f09-88c9dd6a17bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:18.768250 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-1d5695f5-9940-4e43-a599-c0026cf2a3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0925502c-f477-4184-87de-1378f6f530fe', 'name': 'tempest-ServerRescueTestJSON-135221566-router', 'tenant_id': '76e1ee3997ab44ceb6fa25bdc9cd69f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '2e7dc3db-df69-44b6-affa-ccae5e65f3d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:28:02Z', 'updated_at': '2022-04-18T19:31:14Z', 'revision_number': 5, 'project_id': '76e1ee3997ab44ceb6fa25bdc9cd69f6', 'gw_port': {'id': '2e7dc3db-df69-44b6-affa-ccae5e65f3d2', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0925502c-f477-4184-87de-1378f6f530fe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:28:03Z', 'updated_at': '2022-04-18T19:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2'}], 'n-d-836017-2', False) {} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:31:18.778656 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [req-abc228ba-d65a-4497-a0a4-b1be9f3b8b22 req-e8e207dd-2e76-4bf3-a78b-da199624e46c service neutron] Transition to ACTIVE for port object fbaca27c-775e-4826-a999-e46d492b3066 will not be triggered until provisioned by entity L2. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:31:18.784224 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5695f5-9940-4e43-a599-c0026cf2a3c3 None None] Checking router: 0925502c-f477-4184-87de-1378f6f530fe for host: n-d-836017-2 {{(pid=84765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:31:18.811305 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5695f5-9940-4e43-a599-c0026cf2a3c3 None None] Routers {'0925502c-f477-4184-87de-1378f6f530fe'} bound to L3 agent in host n-d-836017-2 {{(pid=84765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:31:18.812082 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-1d5695f5-9940-4e43-a599-c0026cf2a3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:30:50Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['0925502c-f477-4184-87de-1378f6f530fe'], 'active': True} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:31:18.815272 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-e1f5fad3-9c87-4ecd-9f09-88c9dd6a17bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:31:18.819898 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-e1f5fad3-9c87-4ecd-9f09-88c9dd6a17bf admin admin] Usage tracker for resource:security_group_rule and tenant:e5f9895d373347fa99a7bbfdae83adfd is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:31:18.822961 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-e1f5fad3-9c87-4ecd-9f09-88c9dd6a17bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:31:18.828904 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-e1f5fad3-9c87-4ecd-9f09-88c9dd6a17bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:31:18.840850 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-abc228ba-d65a-4497-a0a4-b1be9f3b8b22 req-e8e207dd-2e76-4bf3-a78b-da199624e46c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:18.871076 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-7b411037-36e6-48fd-8230-d71b97c4e695 admin admin] Deleting port 2e7dc3db-df69-44b6-affa-ccae5e65f3d2 {{(pid=84764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:31:18.871418 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-7b411037-36e6-48fd-8230-d71b97c4e695 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:18.911046 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 54930) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:31:18.998940 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-e1f5fad3-9c87-4ecd-9f09-88c9dd6a17bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:19.005207 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-1d5695f5-9940-4e43-a599-c0026cf2a3c3 None None] Set router 0925502c-f477-4184-87de-1378f6f530fe gateway port host: None {{(pid=84765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:31:19.131857 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [None req-7b411037-36e6-48fd-8230-d71b97c4e695 admin admin] For port 2e7dc3db-df69-44b6-affa-ccae5e65f3d2, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=2e7dc3db-df69-44b6-affa-ccae5e65f3d2,segment=NetworkSegment(5de34947-6c56-419b-85d0-f61f69ce7c45),segment_id=5de34947-6c56-419b-85d0-f61f69ce7c45)] {{(pid=84764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:31:19.132477 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-7b411037-36e6-48fd-8230-d71b97c4e695 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:19.191635 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-1d5695f5-9940-4e43-a599-c0026cf2a3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0925502c-f477-4184-87de-1378f6f530fe', 'name': 'tempest-ServerRescueTestJSON-135221566-router', 'tenant_id': '76e1ee3997ab44ceb6fa25bdc9cd69f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:28:02Z', 'updated_at': '2022-04-18T19:31:18Z', 'revision_number': 6, 'project_id': '76e1ee3997ab44ceb6fa25bdc9cd69f6', 'gw_port_host': None}], 'n-d-836017-2', False) {} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:31:19.196456 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5695f5-9940-4e43-a599-c0026cf2a3c3 None None] The sync data for ids ['0925502c-f477-4184-87de-1378f6f530fe'] in n-d-836017-2 is: [{'id': '0925502c-f477-4184-87de-1378f6f530fe', 'name': 'tempest-ServerRescueTestJSON-135221566-router', 'tenant_id': '76e1ee3997ab44ceb6fa25bdc9cd69f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:28:02Z', 'updated_at': '2022-04-18T19:31:18Z', 'revision_number': 6, 'project_id': '76e1ee3997ab44ceb6fa25bdc9cd69f6', 'gw_port_host': None}] {{(pid=84765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:31:19.251346 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 3ca558a6-4adc-43e3-8bd2-5d792cd0a4eb details requested by agent hyperv_n-h2-836017-2 with host n-h2-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:31:19.257180 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e207dd-2e76-4bf3-a78b-da199624e46c service neutron] Pushing event updated for resources: {'Port': ['ID=fbaca27c-775e-4826-a999-e46d492b3066,revision_number=2']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:19.307172 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-abc228ba-d65a-4497-a0a4-b1be9f3b8b22 req-e8e207dd-2e76-4bf3-a78b-da199624e46c service neutron] Attempting to bind port fbaca27c-775e-4826-a999-e46d492b3066 on host n-h1-836017-2 for vnic_type normal with profile {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:31:19.307789 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-abc228ba-d65a-4497-a0a4-b1be9f3b8b22 req-e8e207dd-2e76-4bf3-a78b-da199624e46c service neutron] Attempting to bind port fbaca27c-775e-4826-a999-e46d492b3066 by drivers openvswitch,hyperv on host n-h1-836017-2 at level 0 using segments [{'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:31:19.308293 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc228ba-d65a-4497-a0a4-b1be9f3b8b22 req-e8e207dd-2e76-4bf3-a78b-da199624e46c service neutron] Attempting to bind port fbaca27c-775e-4826-a999-e46d492b3066 on network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:31:19.309851 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-e1f5fad3-9c87-4ecd-9f09-88c9dd6a17bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:19.317446 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc228ba-d65a-4497-a0a4-b1be9f3b8b22 req-e8e207dd-2e76-4bf3-a78b-da199624e46c service neutron] Port fbaca27c-775e-4826-a999-e46d492b3066 on network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-2 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:31:19.318030 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc228ba-d65a-4497-a0a4-b1be9f3b8b22 req-e8e207dd-2e76-4bf3-a78b-da199624e46c service neutron] Attempting to bind port fbaca27c-775e-4826-a999-e46d492b3066 on network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:31:19.326419 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc228ba-d65a-4497-a0a4-b1be9f3b8b22 req-e8e207dd-2e76-4bf3-a78b-da199624e46c service neutron] Checking agent: {'id': 'e3a31811-08e0-42ba-bc2e-ed8a973b714f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 25), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:31:19.327051 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc228ba-d65a-4497-a0a4-b1be9f3b8b22 req-e8e207dd-2e76-4bf3-a78b-da199624e46c service neutron] Checking segment: {'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:31:19.327630 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc228ba-d65a-4497-a0a4-b1be9f3b8b22 req-e8e207dd-2e76-4bf3-a78b-da199624e46c service neutron] Bound using segment: {'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:31:19.329203 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-abc228ba-d65a-4497-a0a4-b1be9f3b8b22 req-e8e207dd-2e76-4bf3-a78b-da199624e46c service neutron] Bound port: fbaca27c-775e-4826-a999-e46d492b3066, host: n-h1-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'}}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:31:19.331827 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-abc228ba-d65a-4497-a0a4-b1be9f3b8b22 req-e8e207dd-2e76-4bf3-a78b-da199624e46c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:19.347571 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-7b411037-36e6-48fd-8230-d71b97c4e695 admin admin] Calling delete_port for 2e7dc3db-df69-44b6-affa-ccae5e65f3d2 owned by network:router_gateway {{(pid=84764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:31:19.409391 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-e1f5fad3-9c87-4ecd-9f09-88c9dd6a17bf admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e5f9895d373347fa99a7bbfdae83adfd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6984673 Apr 18 19:31:19.418443 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f5fad3-9c87-4ecd-9f09-88c9dd6a17bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e70aecf-fe66-4c21-a74e-b32f8c9906f1,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:19.420678 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 54938) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:31:19.426585 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 3ca558a6-4adc-43e3-8bd2-5d792cd0a4eb, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=3ca558a6-4adc-43e3-8bd2-5d792cd0a4eb,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:31:19.433505 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-73b71589-ad68-48d9-a189-59118845c2d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:19.448777 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Returning: {'device': '3ca558a6-4adc-43e3-8bd2-5d792cd0a4eb', 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a', 'port_id': '3ca558a6-4adc-43e3-8bd2-5d792cd0a4eb', 'mac_address': 'fa:16:3e:aa:4f:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17d1b3aa-2066-4ffa-a69f-52ed566b6548', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:31:19.504724 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-abc228ba-d65a-4497-a0a4-b1be9f3b8b22 req-e8e207dd-2e76-4bf3-a78b-da199624e46c service neutron] For port fbaca27c-775e-4826-a999-e46d492b3066, host n-h1-836017-2, cleared binding levels {{(pid=84763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:31:19.505583 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-73b71589-ad68-48d9-a189-59118845c2d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:31:19.509943 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-abc228ba-d65a-4497-a0a4-b1be9f3b8b22 req-e8e207dd-2e76-4bf3-a78b-da199624e46c service neutron] For port fbaca27c-775e-4826-a999-e46d492b3066, host n-h1-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=fbaca27c-775e-4826-a999-e46d492b3066,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:31:19.511767 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-73b71589-ad68-48d9-a189-59118845c2d9 admin admin] Usage tracker for resource:security_group_rule and tenant:5959d53c7df34f5686d0308cd86ff1c0 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:31:19.515194 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-73b71589-ad68-48d9-a189-59118845c2d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:31:19.522784 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:19.523344 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-73b71589-ad68-48d9-a189-59118845c2d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:31:19.527789 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a7df21-c052-4ac6-8b84-dafc83f7d681 req-5c689deb-b960-4d62-a31e-852169b3e5ca tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:19.528795 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-e7a7df21-c052-4ac6-8b84-dafc83f7d681 req-5c689deb-b960-4d62-a31e-852169b3e5ca tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] Synchronizing usage tracker for tenant:04c3ccf22b1a4626be8dfb58ccf87764 on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:31:19.542270 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-e7a7df21-c052-4ac6-8b84-dafc83f7d681 req-5c689deb-b960-4d62-a31e-852169b3e5ca tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] Unset dirty status for tenant:04c3ccf22b1a4626be8dfb58ccf87764 on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:31:19.550844 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e7a7df21-c052-4ac6-8b84-dafc83f7d681 req-5c689deb-b960-4d62-a31e-852169b3e5ca tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] 10.222.0.69 "GET /v2.0/ports?device_id=3376aeca-0e41-4323-87b6-f103eede7b9a HTTP/1.1" status: 200 len: 949 time: 0.1636543 Apr 18 19:31:19.554294 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ca558a6-4adc-43e3-8bd2-5d792cd0a4eb {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:31:19.574615 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 3ca558a6-4adc-43e3-8bd2-5d792cd0a4eb, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=3ca558a6-4adc-43e3-8bd2-5d792cd0a4eb,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:31:19.618647 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e7a7df21-c052-4ac6-8b84-dafc83f7d681 req-c5145730-537c-4fb5-ac0c-4d772767ea2c tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] 10.222.0.69 "GET /v2.0/security-groups?id=13ffc115-6e90-42e4-a59c-efdacbb10432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665395 Apr 18 19:31:19.649793 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-abc228ba-d65a-4497-a0a4-b1be9f3b8b22 req-e8e207dd-2e76-4bf3-a78b-da199624e46c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:19.696254 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:19.728876 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-dde5913b-9f59-4edb-8f73-6693c6178df3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:19.754151 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-73b71589-ad68-48d9-a189-59118845c2d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:19.757778 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e207dd-2e76-4bf3-a78b-da199624e46c service neutron] Pushing event updated for resources: {'Port': ['ID=fbaca27c-775e-4826-a999-e46d492b3066,revision_number=3']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:19.786085 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-abc228ba-d65a-4497-a0a4-b1be9f3b8b22 req-e8e207dd-2e76-4bf3-a78b-da199624e46c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:19.789335 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-abc228ba-d65a-4497-a0a4-b1be9f3b8b22 req-e8e207dd-2e76-4bf3-a78b-da199624e46c service neutron] 10.222.0.73 "PUT /v2.0/ports/fbaca27c-775e-4826-a999-e46d492b3066 HTTP/1.1" status: 200 len: 1096 time: 1.7608817 Apr 18 19:31:19.789890 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a379334-f5b6-4e99-9c88-11f2dece9c1d', 'tag': 'fbaca27c-775e-4826-a999-e46d492b3066'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:31:19.799118 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-dde5913b-9f59-4edb-8f73-6693c6178df3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:19.857171 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-73b71589-ad68-48d9-a189-59118845c2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:19.902112 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=3ca558a6-4adc-43e3-8bd2-5d792cd0a4eb,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:19.911359 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b71589-ad68-48d9-a189-59118845c2d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f778e78b-548c-4225-b09c-2e6817d29790,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:19.957388 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4fbdcc-202d-4ca0-a2d1-dfab20c766d9 req-61c933b4-4f55-476d-9057-620802366b87 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:19.958960 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-3c4fbdcc-202d-4ca0-a2d1-dfab20c766d9 req-61c933b4-4f55-476d-9057-620802366b87 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a379334-f5b6-4e99-9c88-11f2dece9c1d HTTP/1.1" status: 200 len: 948 time: 0.3371077 Apr 18 19:31:20.007781 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] get_ports_and_sgs() called for port_ids ['3ca558a6-4adc-43e3-8bd2-5d792cd0a4eb'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:31:20.028863 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-73b71589-ad68-48d9-a189-59118845c2d9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5959d53c7df34f5686d0308cd86ff1c0&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1132557 Apr 18 19:31:20.033995 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 54948) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:31:20.071756 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-3c4fbdcc-202d-4ca0-a2d1-dfab20c766d9 req-126d5c4a-bd19-4d8b-9a3a-3a5e46dab8fd tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb75c1f-620d-4cfd-a804-faa1a9266f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972233 Apr 18 19:31:20.093996 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-dde5913b-9f59-4edb-8f73-6693c6178df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:20.120388 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde5913b-9f59-4edb-8f73-6693c6178df3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e70aecf-fe66-4c21-a74e-b32f8c9906f1,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:20.160738 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-abc228ba-d65a-4497-a0a4-b1be9f3b8b22 req-b3fcd266-7265-47f8-be0e-33e94b55a3b3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=73070b32fdb445869915286e0756abff&device_id=0a379334-f5b6-4e99-9c88-11f2dece9c1d HTTP/1.1" status: 200 len: 1099 time: 0.1850760 Apr 18 19:31:20.166590 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-7b411037-36e6-48fd-8230-d71b97c4e695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:20.201229 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-dde5913b-9f59-4edb-8f73-6693c6178df3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:20.205178 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-dde5913b-9f59-4edb-8f73-6693c6178df3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2e70aecf-fe66-4c21-a74e-b32f8c9906f1 HTTP/1.1" status: 204 len: 168 time: 0.7785723 Apr 18 19:31:20.209575 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f504d4cc-dc95-44b9-9d82-86c2dbacff85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:20.220905 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b411037-36e6-48fd-8230-d71b97c4e695 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e7dc3db-df69-44b6-affa-ccae5e65f3d2,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:20.230136 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fde0e4c-e5f9-4431-ae4f-786857684b76'] response: {'name': 'network-changed', 'server_uuid': '0a379334-f5b6-4e99-9c88-11f2dece9c1d', 'tag': 'fbaca27c-775e-4826-a999-e46d492b3066', 'status': 'completed', 'code': 200} Apr 18 19:31:20.257330 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-abc228ba-d65a-4497-a0a4-b1be9f3b8b22 req-ed7e20ac-95e2-49e2-890b-4455cfcf458a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=fbaca27c-775e-4826-a999-e46d492b3066 HTTP/1.1" status: 200 len: 217 time: 0.0884483 Apr 18 19:31:20.265490 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3559d29e-b66b-4ab6-9282-a70484e8f0c4 req-8d3cd76f-3171-45b5-8471-5875c007fb15 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:20.267381 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3559d29e-b66b-4ab6-9282-a70484e8f0c4 req-8d3cd76f-3171-45b5-8471-5875c007fb15 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad0762ec-8f77-4f13-9567-a866d0faa9fe HTTP/1.1" status: 200 len: 950 time: 0.2305427 Apr 18 19:31:20.377200 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc228ba-d65a-4497-a0a4-b1be9f3b8b22 req-15d03615-82ff-4df5-96b5-bc0751e32d58 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:20.378412 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-abc228ba-d65a-4497-a0a4-b1be9f3b8b22 req-15d03615-82ff-4df5-96b5-bc0751e32d58 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=17d1b3aa-2066-4ffa-a69f-52ed566b6548 HTTP/1.1" status: 200 len: 843 time: 0.1100314 Apr 18 19:31:20.381714 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3559d29e-b66b-4ab6-9282-a70484e8f0c4 req-9e80cfb5-9b33-42a1-a074-f9272f00272d tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684412 Apr 18 19:31:20.394541 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f504d4cc-dc95-44b9-9d82-86c2dbacff85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:20.432535 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7d4e2526-4cf4-45ae-a55a-ed1d2fd89bc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:20.464713 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-abc228ba-d65a-4497-a0a4-b1be9f3b8b22 req-e59ae810-d978-4838-9ff7-95bff6b809d3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0793552 Apr 18 19:31:20.626379 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-abc228ba-d65a-4497-a0a4-b1be9f3b8b22 req-d757cbdc-2e30-4a4d-b7a2-ee54574b1173 service neutron] 10.222.0.73 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552341 Apr 18 19:31:20.630190 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-7b411037-36e6-48fd-8230-d71b97c4e695 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416828'] for router_gateway, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:20.750849 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:20.763230 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f504d4cc-dc95-44b9-9d82-86c2dbacff85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:20.819553 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-abc228ba-d65a-4497-a0a4-b1be9f3b8b22 req-1aa7de70-735c-4edf-a765-455671ea8314 service neutron] 10.222.0.73 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866891 Apr 18 19:31:20.901011 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f504d4cc-dc95-44b9-9d82-86c2dbacff85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f778e78b-548c-4225-b09c-2e6817d29790,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:20.979363 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f504d4cc-dc95-44b9-9d82-86c2dbacff85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:20.981089 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-f504d4cc-dc95-44b9-9d82-86c2dbacff85 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f778e78b-548c-4225-b09c-2e6817d29790 HTTP/1.1" status: 204 len: 168 time: 0.9259889 Apr 18 19:31:20.998286 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-7b411037-36e6-48fd-8230-d71b97c4e695 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4443'] for router, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:21.006824 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-7b411037-36e6-48fd-8230-d71b97c4e695 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:21.041402 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8f4be2-2473-4c14-9d94-b4f54c00844f req-468f4466-6686-4a10-9d5f-6f6d5d4384cd tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:21.042409 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4551c755-018a-406e-b27d-faa4e970b95e req-c4cea9f4-3a84-4c22-ae1c-04a6629dafae service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=73070b32fdb445869915286e0756abff&device_id=0a379334-f5b6-4e99-9c88-11f2dece9c1d HTTP/1.1" status: 200 len: 1099 time: 0.0810473 Apr 18 19:31:21.042859 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-0d8f4be2-2473-4c14-9d94-b4f54c00844f req-468f4466-6686-4a10-9d5f-6f6d5d4384cd tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] 10.222.0.69 "GET /v2.0/ports?device_id=3376aeca-0e41-4323-87b6-f103eede7b9a HTTP/1.1" status: 200 len: 949 time: 0.2610228 Apr 18 19:31:21.093501 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-0d8f4be2-2473-4c14-9d94-b4f54c00844f req-d9cfa2d8-e7d8-4fd1-a518-5e09151ddefd tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] 10.222.0.69 "GET /v2.0/security-groups?id=13ffc115-6e90-42e4-a59c-efdacbb10432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450647 Apr 18 19:31:21.129786 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-7b411037-36e6-48fd-8230-d71b97c4e695 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412768'] for router, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:21.130298 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b411037-36e6-48fd-8230-d71b97c4e695 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0925502c-f477-4184-87de-1378f6f530fe {{(pid=84764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 19:31:21.141772 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-7b411037-36e6-48fd-8230-d71b97c4e695 admin admin] Notify callbacks [] for router, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:21.143489 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-7b411037-36e6-48fd-8230-d71b97c4e695 admin admin] 10.222.0.69 "DELETE /v2.0/routers/0925502c-f477-4184-87de-1378f6f530fe HTTP/1.1" status: 204 len: 168 time: 3.3446484 Apr 18 19:31:21.145987 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 54970) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:31:21.276096 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 8e1eb0cc-2613-4ecf-99a5-54b51fb51f55 up at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:31:21.297359 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_v2 [None req-29a1ec5c-473b-4f92-8e71-bb20ef6256d7 admin admin] Deleting subnet 741dfd9d-95ea-4063-b188-15cfc9cc941c {{(pid=84763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:31:21.306434 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-29a1ec5c-473b-4f92-8e71-bb20ef6256d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:21.341083 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4551c755-018a-406e-b27d-faa4e970b95e req-743e6fc3-2c8e-4c2d-b3a1-15f2d1849b72 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:21.342562 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4551c755-018a-406e-b27d-faa4e970b95e req-743e6fc3-2c8e-4c2d-b3a1-15f2d1849b72 service neutron] 10.222.0.73 "GET /v2.0/networks?id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a HTTP/1.1" status: 200 len: 870 time: 0.2937801 Apr 18 19:31:21.347954 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 5a8adc86-ec58-4ff7-878e-53fc7c6b79a3 no longer exists at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:31:21.398223 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] No Port match for: 5a8adc86-ec58-4ff7-878e-53fc7c6b79a3 {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:31:21.398223 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 5a8adc86-ec58-4ff7-878e-53fc7c6b79a3 not bound to the agent host n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:31:21.446128 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4551c755-018a-406e-b27d-faa4e970b95e req-86f602ee-7973-460d-bff0-cfcc3ee0820e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=fbaca27c-775e-4826-a999-e46d492b3066 HTTP/1.1" status: 200 len: 217 time: 0.0953572 Apr 18 19:31:21.452408 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-29a1ec5c-473b-4f92-8e71-bb20ef6256d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66272755'] for subnet, precommit_delete_associations {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:21.570945 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning for port 8e1eb0cc-2613-4ecf-99a5-54b51fb51f55 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:31:21.581652 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning complete for port 8e1eb0cc-2613-4ecf-99a5-54b51fb51f55 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:31:21.581652 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:21.694710 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5812f357-a56a-4f17-a210-601f6bcca0f6 req-de73014d-6c16-4f65-99bc-21f7ef653634 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:21.704863 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-5812f357-a56a-4f17-a210-601f6bcca0f6 req-de73014d-6c16-4f65-99bc-21f7ef653634 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad0762ec-8f77-4f13-9567-a866d0faa9fe HTTP/1.1" status: 200 len: 950 time: 0.1517501 Apr 18 19:31:21.792068 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-5812f357-a56a-4f17-a210-601f6bcca0f6 req-3220fdaf-8669-4af2-9e64-c66e0e4c64ac tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852683 Apr 18 19:31:21.819589 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a317c1e7-e955-4862-9129-407d8d9df7a9 req-6d470ccb-eaf9-402b-a2b9-6e3128796f6f tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:21.826989 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a317c1e7-e955-4862-9129-407d8d9df7a9 req-6d470ccb-eaf9-402b-a2b9-6e3128796f6f tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a379334-f5b6-4e99-9c88-11f2dece9c1d HTTP/1.1" status: 200 len: 948 time: 0.5958705 Apr 18 19:31:21.837266 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4551c755-018a-406e-b27d-faa4e970b95e req-e6733a3b-f5dc-4448-8a2b-2fc46c642e01 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:21.838711 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4551c755-018a-406e-b27d-faa4e970b95e req-e6733a3b-f5dc-4448-8a2b-2fc46c642e01 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=17d1b3aa-2066-4ffa-a69f-52ed566b6548 HTTP/1.1" status: 200 len: 843 time: 0.3573661 Apr 18 19:31:21.850487 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:21.877594 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1c541fd-6087-4755-8778-e68e27e46067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:21.911230 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 8e1eb0cc-2613-4ecf-99a5-54b51fb51f55, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=8e1eb0cc-2613-4ecf-99a5-54b51fb51f55,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:31:21.912902 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3376aeca-0e41-4323-87b6-f103eede7b9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e1eb0cc-2613-4ecf-99a5-54b51fb51f55'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:31:21.941559 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-29a1ec5c-473b-4f92-8e71-bb20ef6256d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1258508'] for subnet, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:22.008172 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d75631a-0adf-4872-b4f9-600504ae9909'] response: {'server_uuid': '3376aeca-0e41-4323-87b6-f103eede7b9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e1eb0cc-2613-4ecf-99a5-54b51fb51f55', 'code': 200} Apr 18 19:31:22.008510 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:22.009914 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 3ca558a6-4adc-43e3-8bd2-5d792cd0a4eb up at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:31:22.073268 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a317c1e7-e955-4862-9129-407d8d9df7a9 req-b2c70592-d4f1-4870-a6bf-2d1992a7696c tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb75c1f-620d-4cfd-a804-faa1a9266f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443318 Apr 18 19:31:22.093873 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:22.114806 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4551c755-018a-406e-b27d-faa4e970b95e req-fd9714df-fbff-45e6-ac79-168de9d0affe service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2457294 Apr 18 19:31:22.174732 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=8e1eb0cc-2613-4ecf-99a5-54b51fb51f55,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:22.206299 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d4d32b30-552c-453c-a9dd-3a8925a2be3a req-91645536-143f-4280-9de2-70f314ca2b13 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3376aeca-0e41-4323-87b6-f103eede7b9a HTTP/1.1" status: 200 len: 1101 time: 0.1191108 Apr 18 19:31:22.219028 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-29a1ec5c-473b-4f92-8e71-bb20ef6256d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1258501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66351815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66540800'] for subnet, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:22.264388 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d4d32b30-552c-453c-a9dd-3a8925a2be3a req-dbe5f0b5-4f2d-4c2d-b929-dfd674ed7f1c service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=13ffc115-6e90-42e4-a59c-efdacbb10432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436730 Apr 18 19:31:22.269819 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning for port 3ca558a6-4adc-43e3-8bd2-5d792cd0a4eb completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:31:22.275829 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning complete for port 3ca558a6-4adc-43e3-8bd2-5d792cd0a4eb triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:31:22.276419 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:22.328078 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4551c755-018a-406e-b27d-faa4e970b95e req-8e2b4d03-0ad1-447c-a442-d5e8695964ca service neutron] 10.222.0.73 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068896 Apr 18 19:31:22.341910 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a1ec5c-473b-4f92-8e71-bb20ef6256d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=741dfd9d-95ea-4063-b188-15cfc9cc941c,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:22.368940 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a1aca4-108b-4038-904f-c2cb1f81c9e9 req-95617e65-d647-452b-83d1-ce696e1e3878 tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:22.377974 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f4a1aca4-108b-4038-904f-c2cb1f81c9e9 req-95617e65-d647-452b-83d1-ce696e1e3878 tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] 10.222.0.69 "GET /v2.0/ports?device_id=3376aeca-0e41-4323-87b6-f103eede7b9a HTTP/1.1" status: 200 len: 950 time: 0.1092727 Apr 18 19:31:22.379686 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a1ec5c-473b-4f92-8e71-bb20ef6256d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:31:22.380235 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a1ec5c-473b-4f92-8e71-bb20ef6256d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:31:22.380860 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a1ec5c-473b-4f92-8e71-bb20ef6256d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:31:22.381542 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a1ec5c-473b-4f92-8e71-bb20ef6256d7 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:31:22.382036 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a1ec5c-473b-4f92-8e71-bb20ef6256d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:31:22.382532 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a1ec5c-473b-4f92-8e71-bb20ef6256d7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:31:22.383434 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a1ec5c-473b-4f92-8e71-bb20ef6256d7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:31:22.384004 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a1ec5c-473b-4f92-8e71-bb20ef6256d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:31:22.384526 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a1ec5c-473b-4f92-8e71-bb20ef6256d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:31:22.385013 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a1ec5c-473b-4f92-8e71-bb20ef6256d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:31:22.385499 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a1ec5c-473b-4f92-8e71-bb20ef6256d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:31:22.462808 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-29a1ec5c-473b-4f92-8e71-bb20ef6256d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:22.462991 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f4a1aca4-108b-4038-904f-c2cb1f81c9e9 req-720d3b84-f86f-456f-85ad-1ebe57745bc0 tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] 10.222.0.69 "GET /v2.0/security-groups?id=13ffc115-6e90-42e4-a59c-efdacbb10432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730364 Apr 18 19:31:22.464828 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:22.469858 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 55004) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:31:22.472857 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-29a1ec5c-473b-4f92-8e71-bb20ef6256d7 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/741dfd9d-95ea-4063-b188-15cfc9cc941c HTTP/1.1" status: 204 len: 168 time: 1.3252108 Apr 18 19:31:22.512261 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 3ca558a6-4adc-43e3-8bd2-5d792cd0a4eb, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=3ca558a6-4adc-43e3-8bd2-5d792cd0a4eb,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:31:22.544496 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4551c755-018a-406e-b27d-faa4e970b95e req-fca64052-804a-4ca5-a6c1-e3c708e9079c service neutron] 10.222.0.73 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035892 Apr 18 19:31:22.582555 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-5ec2a710-9c0c-4e25-951a-f73b853b1afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:22.710022 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-5ec2a710-9c0c-4e25-951a-f73b853b1afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256345', 'neutron.services.segments.db._delete_segments_for_network-8791093852025'] for network, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:22.714181 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:22.744769 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-5ec2a710-9c0c-4e25-951a-f73b853b1afe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2042316-fc2f-4bd1-9428-8aa751f345ec']}} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:31:22.772882 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-5ec2a710-9c0c-4e25-951a-f73b853b1afe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cf55c06-33d0-4793-a46b-65cf78b7090c') {'for_net_delete': True} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:31:22.773737 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-5ec2a710-9c0c-4e25-951a-f73b853b1afe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cf55c06-33d0-4793-a46b-65cf78b7090c') {} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:31:22.791103 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-5ec2a710-9c0c-4e25-951a-f73b853b1afe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791093851908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66932133'] for segment, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:22.807827 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=3ca558a6-4adc-43e3-8bd2-5d792cd0a4eb,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:22.810401 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-5ec2a710-9c0c-4e25-951a-f73b853b1afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:22.827100 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ec2a710-9c0c-4e25-951a-f73b853b1afe admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=84764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:31:22.827384 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-5ec2a710-9c0c-4e25-951a-f73b853b1afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2290898'] for segment, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:22.841412 n-d-836017-2 neutron-server[84764]: Traceback (most recent call last): Apr 18 19:31:22.841412 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:31:22.841412 n-d-836017-2 neutron-server[84764]: timer() Apr 18 19:31:22.841412 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:31:22.841412 n-d-836017-2 neutron-server[84764]: cb(*args, **kw) Apr 18 19:31:22.841412 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:31:22.841412 n-d-836017-2 neutron-server[84764]: return func(*args, **kwargs) Apr 18 19:31:22.841412 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:31:22.841412 n-d-836017-2 neutron-server[84764]: self._notify() Apr 18 19:31:22.841412 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:31:22.841412 n-d-836017-2 neutron-server[84764]: self.callback(batched_events) Apr 18 19:31:22.841412 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:31:22.841412 n-d-836017-2 neutron-server[84764]: event.method(event) Apr 18 19:31:22.841412 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:31:22.841412 n-d-836017-2 neutron-server[84764]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:31:22.841412 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:31:22.841412 n-d-836017-2 neutron-server[84764]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:31:22.841412 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:31:22.841412 n-d-836017-2 neutron-server[84764]: return f(self, *a, **k) Apr 18 19:31:22.841412 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:31:22.841412 n-d-836017-2 neutron-server[84764]: return self._get(url).json() Apr 18 19:31:22.841412 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:31:22.841412 n-d-836017-2 neutron-server[84764]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:31:22.841412 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:31:22.841412 n-d-836017-2 neutron-server[84764]: return self.request(url, 'GET', **kwargs) Apr 18 19:31:22.841412 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:31:22.841412 n-d-836017-2 neutron-server[84764]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:31:22.841412 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:31:22.841412 n-d-836017-2 neutron-server[84764]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:31:22.841412 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:31:22.841412 n-d-836017-2 neutron-server[84764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:31:22.841412 n-d-836017-2 neutron-server[84764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:31:22.981972 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-5ec2a710-9c0c-4e25-951a-f73b853b1afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416801'] for network, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:22.983097 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-5ec2a710-9c0c-4e25-951a-f73b853b1afe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:23.045894 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a4106dab-6971-4e7e-8fdc-c66f0a3f4877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:23.069460 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde5c8d6-3b5b-4970-bb82-ab1a5f230974 req-22ef2027-ebfd-4887-a971-3ebbcbdc6f2a tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:23.072040 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-bde5c8d6-3b5b-4970-bb82-ab1a5f230974 req-22ef2027-ebfd-4887-a971-3ebbcbdc6f2a tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad0762ec-8f77-4f13-9567-a866d0faa9fe HTTP/1.1" status: 200 len: 950 time: 0.1041186 Apr 18 19:31:23.125903 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-5ec2a710-9c0c-4e25-951a-f73b853b1afe admin admin] 10.222.0.69 "DELETE /v2.0/networks/d2042316-fc2f-4bd1-9428-8aa751f345ec HTTP/1.1" status: 204 len: 168 time: 0.6547487 Apr 18 19:31:23.127281 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec2a710-9c0c-4e25-951a-f73b853b1afe admin admin] Pushing event deleted for resources: {'Network': ['ID=d2042316-fc2f-4bd1-9428-8aa751f345ec,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:23.138643 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-bde5c8d6-3b5b-4970-bb82-ab1a5f230974 req-f1007031-eed6-474f-bc12-21394b406653 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596924 Apr 18 19:31:23.208834 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 2e7dc3db-df69-44b6-affa-ccae5e65f3d2 no longer exists at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:31:23.263693 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] No Port match for: 2e7dc3db-df69-44b6-affa-ccae5e65f3d2 {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:31:23.270912 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 2e7dc3db-df69-44b6-affa-ccae5e65f3d2 not bound to the agent host n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:31:23.335509 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952a580d-7bdb-450a-995e-44c262c21f04 req-987dd4d3-374c-4eb5-9951-7a212cd1c505 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:23.337012 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-952a580d-7bdb-450a-995e-44c262c21f04 req-987dd4d3-374c-4eb5-9951-7a212cd1c505 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a379334-f5b6-4e99-9c88-11f2dece9c1d HTTP/1.1" status: 200 len: 948 time: 0.1136692 Apr 18 19:31:23.398012 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-952a580d-7bdb-450a-995e-44c262c21f04 req-eecbe8dd-f748-4ced-97fb-88b0246c12a1 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb75c1f-620d-4cfd-a804-faa1a9266f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478156 Apr 18 19:31:23.653806 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccabbcb-3e56-4f50-a966-8797647f613e req-f92ac492-21d0-42d7-a2f3-e64b751092c9 tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:23.656131 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-eccabbcb-3e56-4f50-a966-8797647f613e req-f92ac492-21d0-42d7-a2f3-e64b751092c9 tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] 10.222.0.69 "GET /v2.0/ports?device_id=3376aeca-0e41-4323-87b6-f103eede7b9a HTTP/1.1" status: 200 len: 950 time: 0.0857704 Apr 18 19:31:23.706800 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 55034) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:31:23.725228 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-eccabbcb-3e56-4f50-a966-8797647f613e req-e203abdb-841e-41d7-a171-fb3ec4ac05b2 tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] 10.222.0.69 "GET /v2.0/security-groups?id=13ffc115-6e90-42e4-a59c-efdacbb10432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610654 Apr 18 19:31:23.770325 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-b7abcd9a-2af9-4d64-9052-6217cd74409a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=76e1ee3997ab44ceb6fa25bdc9cd69f6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0622368 Apr 18 19:31:23.780336 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 55040) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:31:23.850857 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-b16a7148-540a-49f3-b900-4d8c79e39e57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:23.882469 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-b16a7148-540a-49f3-b900-4d8c79e39e57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:24.008402 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92710b08-58e1-4035-9aa8-85a1bb1d4a68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ca558a6-4adc-43e3-8bd2-5d792cd0a4eb'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:31:24.064481 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f70fb6a8-f130-4cf1-b7e9-34c70756c1ee'] response: {'server_uuid': '92710b08-58e1-4035-9aa8-85a1bb1d4a68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ca558a6-4adc-43e3-8bd2-5d792cd0a4eb', 'code': 200} Apr 18 19:31:24.090144 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-b16a7148-540a-49f3-b900-4d8c79e39e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:24.118696 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16a7148-540a-49f3-b900-4d8c79e39e57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a141a97b-10ea-4a45-b463-6b38bd1cffff,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:24.204081 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-b16a7148-540a-49f3-b900-4d8c79e39e57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:24.205347 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-b16a7148-540a-49f3-b900-4d8c79e39e57 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a141a97b-10ea-4a45-b463-6b38bd1cffff HTTP/1.1" status: 204 len: 168 time: 0.4240091 Apr 18 19:31:24.216102 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a364a45e-ace0-48dc-9940-cd4905e34a87 req-3d5a319c-04fa-49b9-af6a-bed54d0d7766 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=92710b08-58e1-4035-9aa8-85a1bb1d4a68 HTTP/1.1" status: 200 len: 1100 time: 0.0922875 Apr 18 19:31:24.270786 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a364a45e-ace0-48dc-9940-cd4905e34a87 req-d562b13d-4ae6-4e0c-a365-d0dbc4c9e493 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=13ffc115-6e90-42e4-a59c-efdacbb10432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471659 Apr 18 19:31:24.414552 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c7bcba-2a9c-4f98-8aa8-55ff8319a2a4 req-0d470165-8f5f-42b7-b205-412c303e6aa9 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:24.416258 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-c9c7bcba-2a9c-4f98-8aa8-55ff8319a2a4 req-0d470165-8f5f-42b7-b205-412c303e6aa9 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad0762ec-8f77-4f13-9567-a866d0faa9fe HTTP/1.1" status: 200 len: 950 time: 0.0912101 Apr 18 19:31:24.471894 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-c9c7bcba-2a9c-4f98-8aa8-55ff8319a2a4 req-f0f3f76e-8bf9-4184-99f7-a437086fe2e7 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491166 Apr 18 19:31:24.643608 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbc778f-1053-44d3-8bc3-6b45c58798a6 req-6c21eb54-2f8b-428b-91d7-59be1baa67ab tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:24.645501 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6dbc778f-1053-44d3-8bc3-6b45c58798a6 req-6c21eb54-2f8b-428b-91d7-59be1baa67ab tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a379334-f5b6-4e99-9c88-11f2dece9c1d HTTP/1.1" status: 200 len: 948 time: 0.0897903 Apr 18 19:31:24.701366 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6dbc778f-1053-44d3-8bc3-6b45c58798a6 req-d78ca5fe-1f92-4c67-aa24-e5c4131611bb tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb75c1f-620d-4cfd-a804-faa1a9266f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500205 Apr 18 19:31:24.801262 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:24.939808 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device fbaca27c-775e-4826-a999-e46d492b3066 details requested by agent hyperv_n-h1-836017-2 with host n-h1-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:31:24.967456 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8cc924-fa1c-4098-acf0-7e73298ff7b9 req-136fec53-0999-475e-96ae-21f1077d4b4f tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:24.968987 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4d8cc924-fa1c-4098-acf0-7e73298ff7b9 req-136fec53-0999-475e-96ae-21f1077d4b4f tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] 10.222.0.69 "GET /v2.0/ports?device_id=3376aeca-0e41-4323-87b6-f103eede7b9a HTTP/1.1" status: 200 len: 950 time: 0.1124883 Apr 18 19:31:25.045021 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4d8cc924-fa1c-4098-acf0-7e73298ff7b9 req-7df22692-51a4-4f06-83a0-fbf0f21be37a tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] 10.222.0.69 "GET /v2.0/security-groups?id=13ffc115-6e90-42e4-a59c-efdacbb10432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681577 Apr 18 19:31:25.118077 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port fbaca27c-775e-4826-a999-e46d492b3066, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=fbaca27c-775e-4826-a999-e46d492b3066,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:31:25.139406 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Returning: {'device': 'fbaca27c-775e-4826-a999-e46d492b3066', 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a', 'port_id': 'fbaca27c-775e-4826-a999-e46d492b3066', 'mac_address': 'fa:16:3e:a7:15:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17d1b3aa-2066-4ffa-a69f-52ed566b6548', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:31:25.226570 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:25.253162 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbaca27c-775e-4826-a999-e46d492b3066 {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:31:25.274145 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10daf09-6b87-40a9-aebf-b470af27710c req-5185fb28-0c03-499e-a166-f18540a488f6 tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:25.275406 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port fbaca27c-775e-4826-a999-e46d492b3066, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=fbaca27c-775e-4826-a999-e46d492b3066,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:31:25.276744 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e10daf09-6b87-40a9-aebf-b470af27710c req-5185fb28-0c03-499e-a166-f18540a488f6 tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] 10.222.0.69 "GET /v2.0/ports?device_id=92710b08-58e1-4035-9aa8-85a1bb1d4a68 HTTP/1.1" status: 200 len: 949 time: 0.0977237 Apr 18 19:31:25.336446 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e10daf09-6b87-40a9-aebf-b470af27710c req-bcf3aebb-03ad-418c-9110-be2f9da28cb8 tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] 10.222.0.69 "GET /v2.0/security-groups?id=13ffc115-6e90-42e4-a59c-efdacbb10432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544722 Apr 18 19:31:25.469400 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:25.541290 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Pushing event updated for resources: {'Port': ['ID=fbaca27c-775e-4826-a999-e46d492b3066,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:25.706099 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e4dc02-f471-4aa2-99f3-2a12cfa34d25 req-054fa884-6c49-47fa-8f15-6cd57de724e8 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:25.708495 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-63e4dc02-f471-4aa2-99f3-2a12cfa34d25 req-054fa884-6c49-47fa-8f15-6cd57de724e8 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad0762ec-8f77-4f13-9567-a866d0faa9fe HTTP/1.1" status: 200 len: 950 time: 0.0902061 Apr 18 19:31:25.790953 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-63e4dc02-f471-4aa2-99f3-2a12cfa34d25 req-06d33d42-2f8f-46ca-84b8-791fdc9404cf tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745926 Apr 18 19:31:25.879584 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] get_ports_and_sgs() called for port_ids ['fbaca27c-775e-4826-a999-e46d492b3066'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:31:25.949295 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc17ad-f0b0-40bf-b7a5-d1cdc3cdf2e5 req-3b5a8915-3c67-412f-b0ca-2e046716bddd tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:25.952580 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-39cc17ad-f0b0-40bf-b7a5-d1cdc3cdf2e5 req-3b5a8915-3c67-412f-b0ca-2e046716bddd tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a379334-f5b6-4e99-9c88-11f2dece9c1d HTTP/1.1" status: 200 len: 949 time: 0.0982409 Apr 18 19:31:26.027302 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-39cc17ad-f0b0-40bf-b7a5-d1cdc3cdf2e5 req-7131dc73-ec36-4f3d-82ba-cef657c2a1ef tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb75c1f-620d-4cfd-a804-faa1a9266f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679877 Apr 18 19:31:26.548217 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a657e29-d8bc-4adc-b632-23771deb98c6 req-cbaa6c25-cbd1-4a87-9ae4-6c905c937c8a tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:26.550031 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2a657e29-d8bc-4adc-b632-23771deb98c6 req-cbaa6c25-cbd1-4a87-9ae4-6c905c937c8a tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] 10.222.0.69 "GET /v2.0/ports?device_id=92710b08-58e1-4035-9aa8-85a1bb1d4a68 HTTP/1.1" status: 200 len: 949 time: 0.0820289 Apr 18 19:31:26.598071 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2a657e29-d8bc-4adc-b632-23771deb98c6 req-ec8eb25f-eb5c-4569-8c93-d833ca8e6229 tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] 10.222.0.69 "GET /v2.0/security-groups?id=13ffc115-6e90-42e4-a59c-efdacbb10432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415962 Apr 18 19:31:26.758864 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 55114) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:31:26.946796 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-7351f4e1-3b1b-4183-87ea-b130ebe2979b admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-65503968-network', 'tenant_id': 'e3b062c733cb48498c21458f46ee72da'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:31:26.965189 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device fbaca27c-775e-4826-a999-e46d492b3066 up at agent hyperv_n-h1-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:31:26.987225 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-7351f4e1-3b1b-4183-87ea-b130ebe2979b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:31:27.008820 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-7351f4e1-3b1b-4183-87ea-b130ebe2979b admin admin] Usage tracker for resource:network and tenant:e3b062c733cb48498c21458f46ee72da is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:31:27.013302 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-7351f4e1-3b1b-4183-87ea-b130ebe2979b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:31:27.039676 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-7351f4e1-3b1b-4183-87ea-b130ebe2979b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:31:27.080593 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faae332-f837-46f5-8639-f14854a1ce9b req-8b8dd0cd-d426-4d99-838e-03d38b52aae5 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:27.082148 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-1faae332-f837-46f5-8639-f14854a1ce9b req-8b8dd0cd-d426-4d99-838e-03d38b52aae5 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad0762ec-8f77-4f13-9567-a866d0faa9fe HTTP/1.1" status: 200 len: 950 time: 0.1297562 Apr 18 19:31:27.130294 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-1faae332-f837-46f5-8639-f14854a1ce9b req-069bd1d1-bbd0-4844-b35d-0e39c9cfe680 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422578 Apr 18 19:31:27.238508 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7351f4e1-3b1b-4183-87ea-b130ebe2979b admin admin] Made reservation on behalf of e3b062c733cb48498c21458f46ee72da for: {'network': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:31:27.238803 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Provisioning for port fbaca27c-775e-4826-a999-e46d492b3066 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:31:27.242488 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-7351f4e1-3b1b-4183-87ea-b130ebe2979b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for network, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:27.245602 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Provisioning complete for port fbaca27c-775e-4826-a999-e46d492b3066 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:31:27.246179 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:27.304039 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-7351f4e1-3b1b-4183-87ea-b130ebe2979b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:27.356209 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-7351f4e1-3b1b-4183-87ea-b130ebe2979b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:31:27.363468 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-7351f4e1-3b1b-4183-87ea-b130ebe2979b admin admin] Usage tracker for resource:security_group_rule and tenant:e3b062c733cb48498c21458f46ee72da is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:31:27.367475 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-7351f4e1-3b1b-4183-87ea-b130ebe2979b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:31:27.391355 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-7351f4e1-3b1b-4183-87ea-b130ebe2979b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:31:27.391478 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:27.398787 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3c457c-8240-4ccc-a134-e9344fd04aab req-104d4479-1380-4985-99fb-b5f27570f5c2 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:27.400376 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-df3c457c-8240-4ccc-a134-e9344fd04aab req-104d4479-1380-4985-99fb-b5f27570f5c2 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a379334-f5b6-4e99-9c88-11f2dece9c1d HTTP/1.1" status: 200 len: 949 time: 0.1473095 Apr 18 19:31:27.433942 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port fbaca27c-775e-4826-a999-e46d492b3066, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=fbaca27c-775e-4826-a999-e46d492b3066,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:31:27.434716 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a379334-f5b6-4e99-9c88-11f2dece9c1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbaca27c-775e-4826-a999-e46d492b3066'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:31:27.491757 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-df3c457c-8240-4ccc-a134-e9344fd04aab req-67ed3368-c306-4922-ac8c-7ad2f01baac3 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb75c1f-620d-4cfd-a804-faa1a9266f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785165 Apr 18 19:31:27.530292 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:27.555513 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-7351f4e1-3b1b-4183-87ea-b130ebe2979b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:27.575178 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fd5c6c6-3aa4-4ab7-bb12-30f8dd34090b'] response: {'server_uuid': '0a379334-f5b6-4e99-9c88-11f2dece9c1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbaca27c-775e-4826-a999-e46d492b3066', 'code': 200} Apr 18 19:31:27.635292 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Pushing event updated for resources: {'Port': ['ID=fbaca27c-775e-4826-a999-e46d492b3066,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:27.693909 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-7351f4e1-3b1b-4183-87ea-b130ebe2979b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:27.704718 n-d-836017-2 neutron-server[84763]: INFO neutron.api.v2.resource [req-43467418-10b2-4c24-bf45-8dbf5ab9f479 req-13374cc1-7f35-426c-8fec-b4e54a5171dc service neutron] show failed (client error): The resource could not be found. Apr 18 19:31:27.705840 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-43467418-10b2-4c24-bf45-8dbf5ab9f479 req-13374cc1-7f35-426c-8fec-b4e54a5171dc service neutron] 10.222.0.73 "GET /v2.0/ports/2e1d83fa-12a6-4b6b-a3da-d28e807f8253/bindings/n-h2-836017-2 HTTP/1.1" status: 404 len: 380 time: 0.1482623 Apr 18 19:31:27.744752 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7351f4e1-3b1b-4183-87ea-b130ebe2979b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=84763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:31:27.748981 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7351f4e1-3b1b-4183-87ea-b130ebe2979b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dce0218-3e63-47f4-ad5c-3b3c3b13b319,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:27.801417 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-7351f4e1-3b1b-4183-87ea-b130ebe2979b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:27.801417 n-d-836017-2 neutron-server[84763]: INFO neutron.db.segments_db [None req-7351f4e1-3b1b-4183-87ea-b130ebe2979b admin admin] Added segment 56697489-6787-4e2b-895c-5ec0b051161d of type vlan for network 0124e28f-2243-4533-b876-7d659443232d Apr 18 19:31:27.801417 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7f15a5c5-01df-4eda-bf32-39f3ca550fa8 req-6c273fa5-eabd-46c0-b237-92cd0b6fa076 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0a379334-f5b6-4e99-9c88-11f2dece9c1d HTTP/1.1" status: 200 len: 1101 time: 0.1531453 Apr 18 19:31:27.801417 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-7351f4e1-3b1b-4183-87ea-b130ebe2979b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791093404182'] for network, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:27.862710 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7f15a5c5-01df-4eda-bf32-39f3ca550fa8 req-32e390c0-b4d8-41af-85a2-3e1c4f56eeb2 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=3bb75c1f-620d-4cfd-a804-faa1a9266f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582654 Apr 18 19:31:28.032661 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-7351f4e1-3b1b-4183-87ea-b130ebe2979b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251'] for network, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:28.036188 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7351f4e1-3b1b-4183-87ea-b130ebe2979b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:28.036188 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-7351f4e1-3b1b-4183-87ea-b130ebe2979b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:28.247239 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7351f4e1-3b1b-4183-87ea-b130ebe2979b admin admin] Pushing event updated for resources: {'Network': ['ID=0124e28f-2243-4533-b876-7d659443232d,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:28.260426 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Network 0124e28f-2243-4533-b876-7d659443232d details requested by agent ovs-agent-n-d-836017-2 with host n-d-836017-2 {{(pid=84765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:31:28.313777 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-7351f4e1-3b1b-4183-87ea-b130ebe2979b admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.5531900 Apr 18 19:31:28.321013 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 55150) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:31:28.328030 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-2469ff81-ed59-4c06-8ae7-4ea28bcaa479 admin admin] Request body: {'subnet': {'network_id': '0124e28f-2243-4533-b876-7d659443232d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-65503968-subnet', 'tenant_id': 'e3b062c733cb48498c21458f46ee72da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:31:28.335150 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-2469ff81-ed59-4c06-8ae7-4ea28bcaa479 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:31:28.339509 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-2469ff81-ed59-4c06-8ae7-4ea28bcaa479 admin admin] Usage tracker for resource:subnet and tenant:e3b062c733cb48498c21458f46ee72da is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:31:28.344470 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-2469ff81-ed59-4c06-8ae7-4ea28bcaa479 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:31:28.353020 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-2469ff81-ed59-4c06-8ae7-4ea28bcaa479 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:31:28.383209 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e54f1c-6453-489b-9388-9dba136ef401 req-9cde3825-74c9-4be4-8196-a8af1602f8ef tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:28.388890 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-99e54f1c-6453-489b-9388-9dba136ef401 req-9cde3825-74c9-4be4-8196-a8af1602f8ef tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad0762ec-8f77-4f13-9567-a866d0faa9fe HTTP/1.1" status: 200 len: 950 time: 0.1269214 Apr 18 19:31:28.430181 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2469ff81-ed59-4c06-8ae7-4ea28bcaa479 admin admin] Made reservation on behalf of e3b062c733cb48498c21458f46ee72da for: {'subnet': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:31:28.433972 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-2469ff81-ed59-4c06-8ae7-4ea28bcaa479 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65862573'] for subnet, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:28.455044 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-99e54f1c-6453-489b-9388-9dba136ef401 req-ca13e06c-82bc-4140-8812-2c7e3705aa08 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601068 Apr 18 19:31:28.755502 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-43467418-10b2-4c24-bf45-8dbf5ab9f479 req-61c41efd-97e0-4ded-b061-51fa6b4c0b19 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ad0762ec-8f77-4f13-9567-a866d0faa9fe&tenant_id=4bf06599121a476094faf72db54a396e HTTP/1.1" status: 200 len: 1101 time: 0.1325109 Apr 18 19:31:28.761411 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5622ffff-83ec-40fb-99e9-c08f365949a0 req-3c8a00d7-4fcc-400b-85c9-cdf2c8dc2d66 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:28.770019 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5622ffff-83ec-40fb-99e9-c08f365949a0 req-3c8a00d7-4fcc-400b-85c9-cdf2c8dc2d66 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a379334-f5b6-4e99-9c88-11f2dece9c1d HTTP/1.1" status: 200 len: 950 time: 0.1107078 Apr 18 19:31:28.772075 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [req-43467418-10b2-4c24-bf45-8dbf5ab9f479 req-de967e80-3a1b-4d9f-b685-1123eac1d768 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836017-2', 'device_owner': 'compute:nova'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:31:28.817250 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5622ffff-83ec-40fb-99e9-c08f365949a0 req-d98b2f94-94af-4952-a3b1-d9da7695c908 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb75c1f-620d-4cfd-a804-faa1a9266f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463164 Apr 18 19:31:28.836434 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-2469ff81-ed59-4c06-8ae7-4ea28bcaa479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2290811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65862591'] for subnet, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:28.999944 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2469ff81-ed59-4c06-8ae7-4ea28bcaa479 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53fde093-fc81-475a-a625-0084a1c3acc5,revision_number=0']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:29.023473 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-43467418-10b2-4c24-bf45-8dbf5ab9f479 req-de967e80-3a1b-4d9f-b685-1123eac1d768 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:29.051440 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2469ff81-ed59-4c06-8ae7-4ea28bcaa479 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:31:29.053173 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2469ff81-ed59-4c06-8ae7-4ea28bcaa479 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:31:29.053173 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2469ff81-ed59-4c06-8ae7-4ea28bcaa479 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:31:29.053173 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2469ff81-ed59-4c06-8ae7-4ea28bcaa479 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:31:29.053173 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2469ff81-ed59-4c06-8ae7-4ea28bcaa479 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:31:29.053516 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2469ff81-ed59-4c06-8ae7-4ea28bcaa479 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:31:29.053773 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2469ff81-ed59-4c06-8ae7-4ea28bcaa479 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:31:29.054092 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2469ff81-ed59-4c06-8ae7-4ea28bcaa479 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:31:29.054413 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2469ff81-ed59-4c06-8ae7-4ea28bcaa479 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:31:29.054746 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2469ff81-ed59-4c06-8ae7-4ea28bcaa479 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:31:29.055042 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2469ff81-ed59-4c06-8ae7-4ea28bcaa479 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:31:29.090500 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2469ff81-ed59-4c06-8ae7-4ea28bcaa479 admin admin] Checking segment: {'id': '56697489-6787-4e2b-895c-5ec0b051161d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '0124e28f-2243-4533-b876-7d659443232d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:31:29.090688 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2469ff81-ed59-4c06-8ae7-4ea28bcaa479 admin admin] Network hostable DHCP agents. Network: 0124e28f-2243-4533-b876-7d659443232d, hostable agents: ['f6987c12-6d6c-47d4-b22d-cfcd164dc40d'], hosted agents: [] {{(pid=84764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:31:29.317659 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2469ff81-ed59-4c06-8ae7-4ea28bcaa479 admin admin] Network 0124e28f-2243-4533-b876-7d659443232d is scheduled to be hosted by DHCP agent f6987c12-6d6c-47d4-b22d-cfcd164dc40d with binding_index 1 {{(pid=84764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:31:29.318078 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 3ca558a6-4adc-43e3-8bd2-5d792cd0a4eb details requested by agent hyperv_n-h2-836017-2 with host n-h2-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:31:29.348377 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-43467418-10b2-4c24-bf45-8dbf5ab9f479 req-de967e80-3a1b-4d9f-b685-1123eac1d768 service neutron] For port 2e1d83fa-12a6-4b6b-a3da-d28e807f8253, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=2e1d83fa-12a6-4b6b-a3da-d28e807f8253,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:31:29.381077 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-43467418-10b2-4c24-bf45-8dbf5ab9f479 req-de967e80-3a1b-4d9f-b685-1123eac1d768 service neutron] For port 2e1d83fa-12a6-4b6b-a3da-d28e807f8253, host n-h1-836017-2, cleared binding levels {{(pid=84764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:31:29.427848 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [None req-2469ff81-ed59-4c06-8ae7-4ea28bcaa479 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-2, 0124e28f-2243-4533-b876-7d659443232d) {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:31:29.442326 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2469ff81-ed59-4c06-8ae7-4ea28bcaa479 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:29.443808 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-2469ff81-ed59-4c06-8ae7-4ea28bcaa479 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for subnet, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:29.449625 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c23b74f-0818-43ba-85f1-46e0d7f5180a None None] Network 0124e28f-2243-4533-b876-7d659443232d requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:31:29.470811 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-43467418-10b2-4c24-bf45-8dbf5ab9f479 req-de967e80-3a1b-4d9f-b685-1123eac1d768 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:29.489646 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.provisioning_blocks [req-43467418-10b2-4c24-bf45-8dbf5ab9f479 req-de967e80-3a1b-4d9f-b685-1123eac1d768 service neutron] Transition to ACTIVE for port object 2e1d83fa-12a6-4b6b-a3da-d28e807f8253 will not be triggered until provisioned by entity L2. {{(pid=84764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:31:29.491545 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad0762ec-8f77-4f13-9567-a866d0faa9fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e1d83fa-12a6-4b6b-a3da-d28e807f8253'}] {{(pid=84764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:31:29.607254 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-43467418-10b2-4c24-bf45-8dbf5ab9f479 req-de967e80-3a1b-4d9f-b685-1123eac1d768 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2290934'] for port, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:29.623828 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 3ca558a6-4adc-43e3-8bd2-5d792cd0a4eb, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=3ca558a6-4adc-43e3-8bd2-5d792cd0a4eb,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:31:29.657166 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Returning: {'device': '3ca558a6-4adc-43e3-8bd2-5d792cd0a4eb', 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a', 'port_id': '3ca558a6-4adc-43e3-8bd2-5d792cd0a4eb', 'mac_address': 'fa:16:3e:aa:4f:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17d1b3aa-2066-4ffa-a69f-52ed566b6548', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:31:29.723984 n-d-836017-2 neutron-server[84764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37cd5739-06d7-4088-a38c-7fb32bf56551'] response: {'server_uuid': 'ad0762ec-8f77-4f13-9567-a866d0faa9fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e1d83fa-12a6-4b6b-a3da-d28e807f8253', 'code': 200} Apr 18 19:31:29.725878 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de967e80-3a1b-4d9f-b685-1123eac1d768 service neutron] Pushing event updated for resources: {'Port': ['ID=2e1d83fa-12a6-4b6b-a3da-d28e807f8253,revision_number=6']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:29.738509 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-2469ff81-ed59-4c06-8ae7-4ea28bcaa479 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.4150589 Apr 18 19:31:29.832214 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:29.868897 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1245928e-a335-41ba-92e4-a807317ff420 None None] Network 0124e28f-2243-4533-b876-7d659443232d requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:31:29.975761 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [req-43467418-10b2-4c24-bf45-8dbf5ab9f479 req-de967e80-3a1b-4d9f-b685-1123eac1d768 service neutron] No DVR routers for this DVR port 2e1d83fa-12a6-4b6b-a3da-d28e807f8253 on host n-h1-836017-2 {{(pid=84764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:31:30.033403 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3ca558a6-4adc-43e3-8bd2-5d792cd0a4eb {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:31:30.075643 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 3ca558a6-4adc-43e3-8bd2-5d792cd0a4eb, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=3ca558a6-4adc-43e3-8bd2-5d792cd0a4eb,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:31:30.210050 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:30.210220 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-43467418-10b2-4c24-bf45-8dbf5ab9f479 req-de967e80-3a1b-4d9f-b685-1123eac1d768 service neutron] Attempting to bind port 2e1d83fa-12a6-4b6b-a3da-d28e807f8253 on host n-h2-836017-2 for vnic_type normal with profile {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:31:30.210220 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-43467418-10b2-4c24-bf45-8dbf5ab9f479 req-de967e80-3a1b-4d9f-b685-1123eac1d768 service neutron] Attempting to bind port 2e1d83fa-12a6-4b6b-a3da-d28e807f8253 by drivers openvswitch,hyperv on host n-h2-836017-2 at level 0 using segments [{'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'}] {{(pid=84764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:31:30.210220 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43467418-10b2-4c24-bf45-8dbf5ab9f479 req-de967e80-3a1b-4d9f-b685-1123eac1d768 service neutron] Attempting to bind port 2e1d83fa-12a6-4b6b-a3da-d28e807f8253 on network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:31:30.218731 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65dcaa4-dd39-4d56-8d78-0e1e689022df req-d2f1c396-fa86-4c87-833c-a71b7e890d4b tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:30.227827 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a65dcaa4-dd39-4d56-8d78-0e1e689022df req-d2f1c396-fa86-4c87-833c-a71b7e890d4b tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a379334-f5b6-4e99-9c88-11f2dece9c1d HTTP/1.1" status: 200 len: 950 time: 0.1803789 Apr 18 19:31:30.233066 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc24e98-2cad-4573-84b5-ea35836752d5 req-d866fa2e-1ef7-41cb-bc92-919c86d13819 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:30.233066 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6dc24e98-2cad-4573-84b5-ea35836752d5 req-d866fa2e-1ef7-41cb-bc92-919c86d13819 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad0762ec-8f77-4f13-9567-a866d0faa9fe HTTP/1.1" status: 200 len: 948 time: 0.5118799 Apr 18 19:31:30.239548 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43467418-10b2-4c24-bf45-8dbf5ab9f479 req-de967e80-3a1b-4d9f-b685-1123eac1d768 service neutron] Port 2e1d83fa-12a6-4b6b-a3da-d28e807f8253 on network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-2 {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:31:30.240487 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43467418-10b2-4c24-bf45-8dbf5ab9f479 req-de967e80-3a1b-4d9f-b685-1123eac1d768 service neutron] Attempting to bind port 2e1d83fa-12a6-4b6b-a3da-d28e807f8253 on network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:31:30.295716 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=3ca558a6-4adc-43e3-8bd2-5d792cd0a4eb,revision_number=6']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:30.305231 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43467418-10b2-4c24-bf45-8dbf5ab9f479 req-de967e80-3a1b-4d9f-b685-1123eac1d768 service neutron] Checking agent: {'id': '02e8f951-d3a3-40e1-b8cc-aed258af030b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:31:30.305582 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43467418-10b2-4c24-bf45-8dbf5ab9f479 req-de967e80-3a1b-4d9f-b685-1123eac1d768 service neutron] Checking segment: {'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:31:30.305969 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43467418-10b2-4c24-bf45-8dbf5ab9f479 req-de967e80-3a1b-4d9f-b685-1123eac1d768 service neutron] Bound using segment: {'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'} {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:31:30.306490 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-43467418-10b2-4c24-bf45-8dbf5ab9f479 req-de967e80-3a1b-4d9f-b685-1123eac1d768 service neutron] Bound port: 2e1d83fa-12a6-4b6b-a3da-d28e807f8253, host: n-h2-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'}}] {{(pid=84764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:31:30.306737 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-43467418-10b2-4c24-bf45-8dbf5ab9f479 req-de967e80-3a1b-4d9f-b685-1123eac1d768 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:30.321065 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a65dcaa4-dd39-4d56-8d78-0e1e689022df req-318fd33f-464d-4b08-afdb-0cb123975c66 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb75c1f-620d-4cfd-a804-faa1a9266f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920703 Apr 18 19:31:30.378924 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] get_ports_and_sgs() called for port_ids ['3ca558a6-4adc-43e3-8bd2-5d792cd0a4eb'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:31:30.429012 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6dc24e98-2cad-4573-84b5-ea35836752d5 req-46d40755-fc9b-4fd8-9615-b8466f2c3868 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903276 Apr 18 19:31:30.465365 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-43467418-10b2-4c24-bf45-8dbf5ab9f479 req-de967e80-3a1b-4d9f-b685-1123eac1d768 service neutron] For port 2e1d83fa-12a6-4b6b-a3da-d28e807f8253, host n-h2-836017-2, cleared binding levels {{(pid=84764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:31:30.468999 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-43467418-10b2-4c24-bf45-8dbf5ab9f479 req-de967e80-3a1b-4d9f-b685-1123eac1d768 service neutron] For port 2e1d83fa-12a6-4b6b-a3da-d28e807f8253, host n-h2-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=2e1d83fa-12a6-4b6b-a3da-d28e807f8253,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:31:30.560034 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-43467418-10b2-4c24-bf45-8dbf5ab9f479 req-de967e80-3a1b-4d9f-b685-1123eac1d768 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2290934'] for port, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:30.630980 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-43467418-10b2-4c24-bf45-8dbf5ab9f479 req-de967e80-3a1b-4d9f-b685-1123eac1d768 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:30.632674 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-43467418-10b2-4c24-bf45-8dbf5ab9f479 req-de967e80-3a1b-4d9f-b685-1123eac1d768 service neutron] 10.222.0.72 "PUT /v2.0/ports/2e1d83fa-12a6-4b6b-a3da-d28e807f8253 HTTP/1.1" status: 200 len: 1096 time: 1.8689003 Apr 18 19:31:30.653269 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de967e80-3a1b-4d9f-b685-1123eac1d768 service neutron] Pushing event updated for resources: {'Port': ['ID=2e1d83fa-12a6-4b6b-a3da-d28e807f8253,revision_number=7']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:30.800490 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-43467418-10b2-4c24-bf45-8dbf5ab9f479 req-71b26e8c-c4b9-4019-b16a-51e1aeaaa906 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4bf06599121a476094faf72db54a396e&device_id=ad0762ec-8f77-4f13-9567-a866d0faa9fe HTTP/1.1" status: 200 len: 1099 time: 0.1354706 Apr 18 19:31:31.004851 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43467418-10b2-4c24-bf45-8dbf5ab9f479 req-cf1f77a3-73c6-4c29-854a-77a5bc9566b9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:31.006875 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-43467418-10b2-4c24-bf45-8dbf5ab9f479 req-cf1f77a3-73c6-4c29-854a-77a5bc9566b9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a HTTP/1.1" status: 200 len: 870 time: 0.1987436 Apr 18 19:31:31.010963 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 2e1d83fa-12a6-4b6b-a3da-d28e807f8253 no longer exists at agent hyperv_n-h1-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:31:31.047934 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd12a152-7871-4f8e-bf6f-6d5f466ba186 req-07afc803-b642-4178-b3a4-343ddc6f4fdd tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:31.049122 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-fd12a152-7871-4f8e-bf6f-6d5f466ba186 req-07afc803-b642-4178-b3a4-343ddc6f4fdd tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Synchronizing usage tracker for tenant:e3b062c733cb48498c21458f46ee72da on resource:network {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:31:31.083197 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 2e1d83fa-12a6-4b6b-a3da-d28e807f8253 not bound to the agent host n-h1-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:31:31.163165 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-43467418-10b2-4c24-bf45-8dbf5ab9f479 req-80621522-51cc-49e4-b639-3d0165911190 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=2e1d83fa-12a6-4b6b-a3da-d28e807f8253 HTTP/1.1" status: 200 len: 217 time: 0.1488802 Apr 18 19:31:31.189323 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-fd12a152-7871-4f8e-bf6f-6d5f466ba186 req-07afc803-b642-4178-b3a4-343ddc6f4fdd tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Unset dirty status for tenant:e3b062c733cb48498c21458f46ee72da on resource:network {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:31:31.190701 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fd12a152-7871-4f8e-bf6f-6d5f466ba186 req-07afc803-b642-4178-b3a4-343ddc6f4fdd tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/networks?id=0124e28f-2243-4533-b876-7d659443232d HTTP/1.1" status: 200 len: 804 time: 0.3749936 Apr 18 19:31:31.218450 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fd12a152-7871-4f8e-bf6f-6d5f466ba186 req-6377e219-1247-4a08-b268-c0af593e65b7 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/quotas/e3b062c733cb48498c21458f46ee72da HTTP/1.1" status: 200 len: 375 time: 0.0201840 Apr 18 19:31:31.273720 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fd12a152-7871-4f8e-bf6f-6d5f466ba186 req-860a1e9f-2aed-431e-95c9-7857b2a3c392 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=e3b062c733cb48498c21458f46ee72da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0496697 Apr 18 19:31:31.301285 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43467418-10b2-4c24-bf45-8dbf5ab9f479 req-898d483a-b75a-4698-928f-cbc2d805f2ee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:31.302839 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-43467418-10b2-4c24-bf45-8dbf5ab9f479 req-898d483a-b75a-4698-928f-cbc2d805f2ee service neutron] 10.222.0.72 "GET /v2.0/subnets?id=17d1b3aa-2066-4ffa-a69f-52ed566b6548 HTTP/1.1" status: 200 len: 843 time: 0.1069076 Apr 18 19:31:31.319974 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-00b495b7-c904-4f7c-97fb-4dd3e0b25d25 req-7362e4f7-4c0a-4796-b4d3-fb806488504d tempest-ServersOnMultiNodesTest-948315256 tempest-ServersOnMultiNodesTest-948315256-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=0a379334-f5b6-4e99-9c88-11f2dece9c1d HTTP/1.1" status: 200 len: 1101 time: 0.1542664 Apr 18 19:31:31.329694 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 3ca558a6-4adc-43e3-8bd2-5d792cd0a4eb up at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:31:31.381801 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-00b495b7-c904-4f7c-97fb-4dd3e0b25d25 req-193c23b6-48f8-4ef1-bb0b-18da2ede0bea tempest-ServersOnMultiNodesTest-948315256 tempest-ServersOnMultiNodesTest-948315256-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:31.399527 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning complete for port 3ca558a6-4adc-43e3-8bd2-5d792cd0a4eb triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:31:31.400112 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:31.437356 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-00b495b7-c904-4f7c-97fb-4dd3e0b25d25 req-193c23b6-48f8-4ef1-bb0b-18da2ede0bea tempest-ServersOnMultiNodesTest-948315256 tempest-ServersOnMultiNodesTest-948315256-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:31:31.445844 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-00b495b7-c904-4f7c-97fb-4dd3e0b25d25 req-193c23b6-48f8-4ef1-bb0b-18da2ede0bea tempest-ServersOnMultiNodesTest-948315256 tempest-ServersOnMultiNodesTest-948315256-project-admin] Usage tracker for resource:security_group_rule and tenant:6e7e67c92c734726a2e7f93164bc5881 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:31:31.450112 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-00b495b7-c904-4f7c-97fb-4dd3e0b25d25 req-193c23b6-48f8-4ef1-bb0b-18da2ede0bea tempest-ServersOnMultiNodesTest-948315256 tempest-ServersOnMultiNodesTest-948315256-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:31:31.461129 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-43467418-10b2-4c24-bf45-8dbf5ab9f479 req-655e7e02-e33c-4801-9bee-16b6879a87b9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1446714 Apr 18 19:31:31.461129 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-00b495b7-c904-4f7c-97fb-4dd3e0b25d25 req-193c23b6-48f8-4ef1-bb0b-18da2ede0bea tempest-ServersOnMultiNodesTest-948315256 tempest-ServersOnMultiNodesTest-948315256-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:31:31.499045 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [req-fd12a152-7871-4f8e-bf6f-6d5f466ba186 req-1f3cd491-6cc8-4433-b6a6-643001947a89 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=84763) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:31:31.510211 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fd12a152-7871-4f8e-bf6f-6d5f466ba186 req-1f3cd491-6cc8-4433-b6a6-643001947a89 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.2299931 Apr 18 19:31:31.580473 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:31.643634 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92710b08-58e1-4035-9aa8-85a1bb1d4a68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ca558a6-4adc-43e3-8bd2-5d792cd0a4eb'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:31:31.667221 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 3ca558a6-4adc-43e3-8bd2-5d792cd0a4eb, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=3ca558a6-4adc-43e3-8bd2-5d792cd0a4eb,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:31:31.686768 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fd12a152-7871-4f8e-bf6f-6d5f466ba186 req-decfbcd8-2f05-47dc-ba6c-619758892dde service neutron] 10.222.0.69 "GET /v2.0/networks/0124e28f-2243-4533-b876-7d659443232d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741250 Apr 18 19:31:31.689183 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-00b495b7-c904-4f7c-97fb-4dd3e0b25d25 req-193c23b6-48f8-4ef1-bb0b-18da2ede0bea tempest-ServersOnMultiNodesTest-948315256 tempest-ServersOnMultiNodesTest-948315256-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:31.691962 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-43467418-10b2-4c24-bf45-8dbf5ab9f479 req-f180861e-8b73-4c77-8acf-8391326581af service neutron] 10.222.0.72 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150366 Apr 18 19:31:31.726173 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad0762ec-8f77-4f13-9567-a866d0faa9fe', 'tag': '2e1d83fa-12a6-4b6b-a3da-d28e807f8253'}] {{(pid=84764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:31:31.743665 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:31.817718 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-00b495b7-c904-4f7c-97fb-4dd3e0b25d25 req-193c23b6-48f8-4ef1-bb0b-18da2ede0bea tempest-ServersOnMultiNodesTest-948315256 tempest-ServersOnMultiNodesTest-948315256-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:31.819519 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=3ca558a6-4adc-43e3-8bd2-5d792cd0a4eb,revision_number=7']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:31.827022 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fd12a152-7871-4f8e-bf6f-6d5f466ba186 req-035a2f2d-b6ca-4e1f-8a0b-13f6a31b5ef0 service neutron] 10.222.0.69 "GET /v2.0/networks/0124e28f-2243-4533-b876-7d659443232d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387761 Apr 18 19:31:31.888814 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-00b495b7-c904-4f7c-97fb-4dd3e0b25d25 req-193c23b6-48f8-4ef1-bb0b-18da2ede0bea tempest-ServersOnMultiNodesTest-948315256 tempest-ServersOnMultiNodesTest-948315256-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=3bb75c1f-620d-4cfd-a804-faa1a9266f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5333078 Apr 18 19:31:31.890660 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-43467418-10b2-4c24-bf45-8dbf5ab9f479 req-693fcd06-beb8-4311-ab0a-1e6900c23fb4 service neutron] 10.222.0.72 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911647 Apr 18 19:31:31.905473 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193c23b6-48f8-4ef1-bb0b-18da2ede0bea tempest-ServersOnMultiNodesTest-948315256 tempest-ServersOnMultiNodesTest-948315256-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40d25561-7ecb-4740-b038-73006a60520e,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:32.173415 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59555199-8c97-472c-83d8-1fbcdfe7c219 req-3673c07a-2e85-4d49-9d0e-23a0566aba90 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:32.182852 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-59555199-8c97-472c-83d8-1fbcdfe7c219 req-3673c07a-2e85-4d49-9d0e-23a0566aba90 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad0762ec-8f77-4f13-9567-a866d0faa9fe HTTP/1.1" status: 200 len: 948 time: 0.0894070 Apr 18 19:31:32.233166 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-59555199-8c97-472c-83d8-1fbcdfe7c219 req-1e6ebef7-7608-4446-b000-7751d818ba19 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491378 Apr 18 19:31:32.288168 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6c2bf03-02cb-4e7b-9995-17771253e086'] response: {'server_uuid': '92710b08-58e1-4035-9aa8-85a1bb1d4a68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ca558a6-4adc-43e3-8bd2-5d792cd0a4eb', 'code': 200} Apr 18 19:31:32.327861 n-d-836017-2 neutron-server[84764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f112794-63d1-463e-a5c6-d4e657cfb88b'] response: {'name': 'network-changed', 'server_uuid': 'ad0762ec-8f77-4f13-9567-a866d0faa9fe', 'tag': '2e1d83fa-12a6-4b6b-a3da-d28e807f8253', 'status': 'completed', 'code': 200} Apr 18 19:31:32.515800 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-50fdb00d-42de-4de2-b512-53689428f62e req-b98e2dc0-2998-41cd-87d4-d6b5731e32f8 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=63f735e6-8486-48e8-85e0-cdebbb5eae7f HTTP/1.1" status: 200 len: 210 time: 0.0818536 Apr 18 19:31:32.527910 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f38a0ee8-2c93-4aa9-afe3-a21ab9b5be6b req-bb5817c5-e2bb-4212-a84b-31de1d9a94d3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4bf06599121a476094faf72db54a396e&device_id=ad0762ec-8f77-4f13-9567-a866d0faa9fe HTTP/1.1" status: 200 len: 1099 time: 0.1706743 Apr 18 19:31:32.585282 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f38a0ee8-2c93-4aa9-afe3-a21ab9b5be6b req-50b81ff9-44fd-4be8-b715-4a2837d6090f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4bf06599121a476094faf72db54a396e&device_id=ad0762ec-8f77-4f13-9567-a866d0faa9fe HTTP/1.1" status: 200 len: 1099 time: 0.2182293 Apr 18 19:31:32.782854 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38a0ee8-2c93-4aa9-afe3-a21ab9b5be6b req-5e9b7749-2d3e-43b7-b205-2b22510308f0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:32.784356 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f38a0ee8-2c93-4aa9-afe3-a21ab9b5be6b req-5e9b7749-2d3e-43b7-b205-2b22510308f0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a HTTP/1.1" status: 200 len: 870 time: 0.2500329 Apr 18 19:31:32.793098 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38a0ee8-2c93-4aa9-afe3-a21ab9b5be6b req-1ce485f5-7acf-4917-8693-1d710789ceb5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:32.794726 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f38a0ee8-2c93-4aa9-afe3-a21ab9b5be6b req-1ce485f5-7acf-4917-8693-1d710789ceb5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a HTTP/1.1" status: 200 len: 870 time: 0.1869135 Apr 18 19:31:32.867334 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f38a0ee8-2c93-4aa9-afe3-a21ab9b5be6b req-7cdbecb1-9c5a-40c0-936b-adb972810d46 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=2e1d83fa-12a6-4b6b-a3da-d28e807f8253 HTTP/1.1" status: 200 len: 217 time: 0.0748725 Apr 18 19:31:32.901734 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f38a0ee8-2c93-4aa9-afe3-a21ab9b5be6b req-19479f8c-72f0-4e72-827c-353b45aea4bb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=2e1d83fa-12a6-4b6b-a3da-d28e807f8253 HTTP/1.1" status: 200 len: 217 time: 0.1003499 Apr 18 19:31:32.941033 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38a0ee8-2c93-4aa9-afe3-a21ab9b5be6b req-89f56cf7-e3a5-42b2-83b0-353ecc56d3d2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:32.942666 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f38a0ee8-2c93-4aa9-afe3-a21ab9b5be6b req-89f56cf7-e3a5-42b2-83b0-353ecc56d3d2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=17d1b3aa-2066-4ffa-a69f-52ed566b6548 HTTP/1.1" status: 200 len: 843 time: 0.0689077 Apr 18 19:31:32.992244 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38a0ee8-2c93-4aa9-afe3-a21ab9b5be6b req-33bb1363-f363-40f1-bbd2-3b530dd31931 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:32.994575 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f38a0ee8-2c93-4aa9-afe3-a21ab9b5be6b req-33bb1363-f363-40f1-bbd2-3b530dd31931 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=17d1b3aa-2066-4ffa-a69f-52ed566b6548 HTTP/1.1" status: 200 len: 843 time: 0.0852458 Apr 18 19:31:33.039126 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f38a0ee8-2c93-4aa9-afe3-a21ab9b5be6b req-1700c24f-8483-4521-80ca-46bf8d1b0399 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0890484 Apr 18 19:31:33.221935 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f38a0ee8-2c93-4aa9-afe3-a21ab9b5be6b req-ae418a56-c215-45e6-9ef1-dc918ddd1780 service neutron] 10.222.0.73 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757205 Apr 18 19:31:33.261740 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-44f82fc9-b5a2-42d2-be28-0de961f06687 req-bbb9d43d-4f59-4f90-a8c2-61c6faec65c8 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=73070b32fdb445869915286e0756abff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1861255 Apr 18 19:31:33.420185 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f38a0ee8-2c93-4aa9-afe3-a21ab9b5be6b req-bcfbd9e6-9076-4e7d-b2a1-16324edd262f service neutron] 10.222.0.73 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919401 Apr 18 19:31:33.534807 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f82fc9-b5a2-42d2-be28-0de961f06687 req-0cb25b14-cf65-43bd-a6ad-9676b322d4cc tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:33.542476 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-44f82fc9-b5a2-42d2-be28-0de961f06687 req-0cb25b14-cf65-43bd-a6ad-9676b322d4cc tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2798328 Apr 18 19:31:33.578713 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-44f82fc9-b5a2-42d2-be28-0de961f06687 req-ae5ed661-095b-491b-8dbe-d6e014dca5b4 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/quotas/73070b32fdb445869915286e0756abff HTTP/1.1" status: 200 len: 375 time: 0.0349822 Apr 18 19:31:33.644245 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f38a0ee8-2c93-4aa9-afe3-a21ab9b5be6b req-8b6528fe-c8c1-457c-a43b-5148d54bbc3f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6336005 Apr 18 19:31:33.811296 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-44f82fc9-b5a2-42d2-be28-0de961f06687 req-c3794bb5-ba17-42a2-83da-9a0e31ef1667 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=73070b32fdb445869915286e0756abff&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2311661 Apr 18 19:31:33.909821 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f38a0ee8-2c93-4aa9-afe3-a21ab9b5be6b req-d53d7d66-89f3-4102-a891-8ea09714c23e service neutron] 10.222.0.72 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536440 Apr 18 19:31:34.023299 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0665be-c09f-489c-b9a4-2b7775032a04 req-77b3afb9-f1f7-4dee-9f12-c44e9cebd20f tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:34.032331 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-9e0665be-c09f-489c-b9a4-2b7775032a04 req-77b3afb9-f1f7-4dee-9f12-c44e9cebd20f tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad0762ec-8f77-4f13-9567-a866d0faa9fe HTTP/1.1" status: 200 len: 948 time: 0.5188980 Apr 18 19:31:34.124613 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-9e0665be-c09f-489c-b9a4-2b7775032a04 req-749d2089-5e5b-4e4f-a709-f4c5243e1ff9 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900369 Apr 18 19:31:34.213753 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f38a0ee8-2c93-4aa9-afe3-a21ab9b5be6b req-8adae496-9e13-4ad9-8124-3759f2ea350f service neutron] 10.222.0.72 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2946303 Apr 18 19:31:34.310237 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-9f0574ed-0699-4865-b50b-7dd541d5f24d req-107a35bf-5a2b-4039-9998-30a377708786 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=63f735e6-8486-48e8-85e0-cdebbb5eae7f HTTP/1.1" status: 200 len: 210 time: 0.0643578 Apr 18 19:31:35.331441 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 2e1d83fa-12a6-4b6b-a3da-d28e807f8253 details requested by agent hyperv_n-h2-836017-2 with host n-h2-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:31:35.507416 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a1667b-564e-4afb-a9d8-c8f9cc57bb58 req-cb129d45-deb2-4756-8606-008564666752 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:35.510206 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-00a1667b-564e-4afb-a9d8-c8f9cc57bb58 req-cb129d45-deb2-4756-8606-008564666752 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad0762ec-8f77-4f13-9567-a866d0faa9fe HTTP/1.1" status: 200 len: 948 time: 0.2165561 Apr 18 19:31:35.600772 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-00a1667b-564e-4afb-a9d8-c8f9cc57bb58 req-46d4fef9-d7e2-4275-8c90-2b71e6b6710b tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827842 Apr 18 19:31:35.720265 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 2e1d83fa-12a6-4b6b-a3da-d28e807f8253, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=2e1d83fa-12a6-4b6b-a3da-d28e807f8253,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:31:35.761450 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Returning: {'device': '2e1d83fa-12a6-4b6b-a3da-d28e807f8253', 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a', 'port_id': '2e1d83fa-12a6-4b6b-a3da-d28e807f8253', 'mac_address': 'fa:16:3e:91:a7:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17d1b3aa-2066-4ffa-a69f-52ed566b6548', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:31:35.900362 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:35.944665 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e1d83fa-12a6-4b6b-a3da-d28e807f8253 {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:31:35.979125 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 2e1d83fa-12a6-4b6b-a3da-d28e807f8253, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=2e1d83fa-12a6-4b6b-a3da-d28e807f8253,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:31:36.045923 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd12a152-7871-4f8e-bf6f-6d5f466ba186 req-fdb47cd2-2ac8-4195-9a69-42ae0f416883 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:36.047440 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fd12a152-7871-4f8e-bf6f-6d5f466ba186 req-fdb47cd2-2ac8-4195-9a69-42ae0f416883 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.73 "GET /v2.0/networks?id=0124e28f-2243-4533-b876-7d659443232d HTTP/1.1" status: 200 len: 804 time: 0.2401173 Apr 18 19:31:36.078395 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:36.087948 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-fd12a152-7871-4f8e-bf6f-6d5f466ba186 req-8cd38063-2b4f-4603-ac00-8ffa5594d68c tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Request body: {'port': {'device_id': '63f735e6-8486-48e8-85e0-cdebbb5eae7f', 'network_id': '0124e28f-2243-4533-b876-7d659443232d', 'admin_state_up': True, 'tenant_id': 'e3b062c733cb48498c21458f46ee72da'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:31:36.114191 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4fa472ff-84bc-4138-9008-9577ef614816 req-4d3d1bc6-7b88-475a-8737-377a7e4ed4de tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=63f735e6-8486-48e8-85e0-cdebbb5eae7f HTTP/1.1" status: 200 len: 210 time: 0.0657489 Apr 18 19:31:36.171869 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-dd4e711d-b0a1-43a7-9166-dd5e738173e6 req-a390f3da-ee5e-41d3-a950-9267434507ac tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/ports?device_id=542cb5b6-7137-4f38-91fb-4a890f0003c2 HTTP/1.1" status: 200 len: 210 time: 0.1653492 Apr 18 19:31:36.260706 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=2e1d83fa-12a6-4b6b-a3da-d28e807f8253,revision_number=8']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:36.371325 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-fd12a152-7871-4f8e-bf6f-6d5f466ba186 req-8cd38063-2b4f-4603-ac00-8ffa5594d68c tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:31:36.381298 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-fd12a152-7871-4f8e-bf6f-6d5f466ba186 req-8cd38063-2b4f-4603-ac00-8ffa5594d68c tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Usage tracker for resource:port and tenant:e3b062c733cb48498c21458f46ee72da is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:31:36.385220 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-fd12a152-7871-4f8e-bf6f-6d5f466ba186 req-8cd38063-2b4f-4603-ac00-8ffa5594d68c tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:31:36.394105 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-fd12a152-7871-4f8e-bf6f-6d5f466ba186 req-8cd38063-2b4f-4603-ac00-8ffa5594d68c tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:31:36.493772 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] get_ports_and_sgs() called for port_ids ['2e1d83fa-12a6-4b6b-a3da-d28e807f8253'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:31:36.523756 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd12a152-7871-4f8e-bf6f-6d5f466ba186 req-8cd38063-2b4f-4603-ac00-8ffa5594d68c tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Made reservation on behalf of e3b062c733cb48498c21458f46ee72da for: {'port': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:31:36.529815 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-fd12a152-7871-4f8e-bf6f-6d5f466ba186 req-8cd38063-2b4f-4603-ac00-8ffa5594d68c tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:37.051316 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_common [req-fd12a152-7871-4f8e-bf6f-6d5f466ba186 req-8cd38063-2b4f-4603-ac00-8ffa5594d68c tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Allocated IP 172.20.0.2 (0124e28f-2243-4533-b876-7d659443232d/53fde093-fc81-475a-a625-0084a1c3acc5/6ce9e8ca-c688-4360-a5c1-cb5597c9db75) {{(pid=84763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:31:37.094970 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a10952a-f5eb-440a-bd9e-ee18e55b0127 req-71242164-6533-42b8-b9d2-49b08cddc9c4 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:37.096707 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5a10952a-f5eb-440a-bd9e-ee18e55b0127 req-71242164-6533-42b8-b9d2-49b08cddc9c4 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad0762ec-8f77-4f13-9567-a866d0faa9fe HTTP/1.1" status: 200 len: 949 time: 0.2327218 Apr 18 19:31:37.302807 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5a10952a-f5eb-440a-bd9e-ee18e55b0127 req-1c237225-569c-4d52-8b6c-6cf32898b3bf tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847267 Apr 18 19:31:37.457647 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ec9eb974-0cdb-4dc0-ba9d-82fbc036ff8e req-88ec19f7-e966-43c6-ad84-2ea1ab0b6fd3 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=63f735e6-8486-48e8-85e0-cdebbb5eae7f HTTP/1.1" status: 200 len: 210 time: 0.0639172 Apr 18 19:31:37.501439 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b288daa4-e216-452c-a0ff-4e55d3da2167 req-69156ed5-79c2-4b77-a8d2-ce4a3f15a045 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/ports?device_id=542cb5b6-7137-4f38-91fb-4a890f0003c2 HTTP/1.1" status: 200 len: 210 time: 0.0755310 Apr 18 19:31:37.507801 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-fd12a152-7871-4f8e-bf6f-6d5f466ba186 req-8cd38063-2b4f-4603-ac00-8ffa5594d68c tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Notify callbacks [] for port, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:37.729106 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-fd12a152-7871-4f8e-bf6f-6d5f466ba186 req-8cd38063-2b4f-4603-ac00-8ffa5594d68c tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:37.941927 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd12a152-7871-4f8e-bf6f-6d5f466ba186 req-8cd38063-2b4f-4603-ac00-8ffa5594d68c tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Network 0124e28f-2243-4533-b876-7d659443232d is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:31:37.947840 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd38063-2b4f-4603-ac00-8ffa5594d68c tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Pushing event updated for resources: {'Port': ['ID=6ce9e8ca-c688-4360-a5c1-cb5597c9db75,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:37.961225 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [req-fd12a152-7871-4f8e-bf6f-6d5f466ba186 req-8cd38063-2b4f-4603-ac00-8ffa5594d68c tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:31:37.966042 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd12a152-7871-4f8e-bf6f-6d5f466ba186 req-8cd38063-2b4f-4603-ac00-8ffa5594d68c tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Received port after_create {{(pid=84763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:31:38.098425 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd12a152-7871-4f8e-bf6f-6d5f466ba186 req-8cd38063-2b4f-4603-ac00-8ffa5594d68c tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:38.098574 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-fd12a152-7871-4f8e-bf6f-6d5f466ba186 req-8cd38063-2b4f-4603-ac00-8ffa5594d68c tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:38.288686 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fd12a152-7871-4f8e-bf6f-6d5f466ba186 req-8cd38063-2b4f-4603-ac00-8ffa5594d68c tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2094655 Apr 18 19:31:38.329806 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-fd12a152-7871-4f8e-bf6f-6d5f466ba186 req-65239aa2-1dde-44b1-80b1-e6b0e1afd912 service neutron] Request body: {'port': {'device_id': '63f735e6-8486-48e8-85e0-cdebbb5eae7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-2'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:31:38.645243 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e939a9d-4fea-4982-9db0-1d38de4bc293 req-655ee899-bc63-43fd-95c9-cb15be6f54d2 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:38.648033 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-9e939a9d-4fea-4982-9db0-1d38de4bc293 req-655ee899-bc63-43fd-95c9-cb15be6f54d2 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.72 "GET /v2.0/ports?device_id=ad0762ec-8f77-4f13-9567-a866d0faa9fe&tenant_id=4bf06599121a476094faf72db54a396e&binding%3Ahost_id=n-h2-836017-2 HTTP/1.1" status: 200 len: 949 time: 0.1879387 Apr 18 19:31:38.826625 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-fd12a152-7871-4f8e-bf6f-6d5f466ba186 req-65239aa2-1dde-44b1-80b1-e6b0e1afd912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:38.916187 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-9e939a9d-4fea-4982-9db0-1d38de4bc293 req-ee8065c5-74d3-4c2e-86e9-467ea24a8cdf service neutron] 10.222.0.72 "GET /v2.0/ports/2e1d83fa-12a6-4b6b-a3da-d28e807f8253/bindings/n-h2-836017-2 HTTP/1.1" status: 200 len: 382 time: 0.2612340 Apr 18 19:31:38.917161 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58a4c40-fa55-425e-82a5-273c2d959cbd req-549119e2-af7b-4045-8c4a-105d2ab815f8 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:38.918706 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-c58a4c40-fa55-425e-82a5-273c2d959cbd req-549119e2-af7b-4045-8c4a-105d2ab815f8 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad0762ec-8f77-4f13-9567-a866d0faa9fe HTTP/1.1" status: 200 len: 949 time: 0.2671981 Apr 18 19:31:38.941929 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb739c88-f8a8-4c40-b872-9d78bee8d04a req-35f458d1-d369-491f-ae9b-bec88e0e3431 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:38.943672 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-cb739c88-f8a8-4c40-b872-9d78bee8d04a req-35f458d1-d369-491f-ae9b-bec88e0e3431 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=63f735e6-8486-48e8-85e0-cdebbb5eae7f HTTP/1.1" status: 200 len: 931 time: 0.1108093 Apr 18 19:31:39.060027 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-cb739c88-f8a8-4c40-b872-9d78bee8d04a req-3d5854b9-4b13-4056-b153-6e70611cdb20 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/security-groups?id=6dce0218-3e63-47f4-ad5c-3b3c3b13b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768447 Apr 18 19:31:39.084543 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-9e939a9d-4fea-4982-9db0-1d38de4bc293 req-35ecb00b-ceee-4238-84dd-02477b6edc00 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4bf06599121a476094faf72db54a396e&device_id=ad0762ec-8f77-4f13-9567-a866d0faa9fe HTTP/1.1" status: 200 len: 1100 time: 0.1369176 Apr 18 19:31:39.344776 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e939a9d-4fea-4982-9db0-1d38de4bc293 req-79b47e43-41b1-4300-8b91-1ba6f4d2878d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:39.346184 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-9e939a9d-4fea-4982-9db0-1d38de4bc293 req-79b47e43-41b1-4300-8b91-1ba6f4d2878d service neutron] 10.222.0.72 "GET /v2.0/networks?id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a HTTP/1.1" status: 200 len: 870 time: 0.2418506 Apr 18 19:31:39.375821 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 2e1d83fa-12a6-4b6b-a3da-d28e807f8253 up at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:31:39.475031 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-412e1ed3-e783-4b40-b989-c65cb818eeed req-90bcb9a0-245e-47fc-b6ea-6e52a425db9b tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/ports?device_id=542cb5b6-7137-4f38-91fb-4a890f0003c2 HTTP/1.1" status: 200 len: 210 time: 0.1242630 Apr 18 19:31:39.485955 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-9e939a9d-4fea-4982-9db0-1d38de4bc293 req-551f7f9a-cc72-4a26-8350-6c8177f92463 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=2e1d83fa-12a6-4b6b-a3da-d28e807f8253 HTTP/1.1" status: 200 len: 217 time: 0.0907655 Apr 18 19:31:39.490345 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-c58a4c40-fa55-425e-82a5-273c2d959cbd req-b32f6a41-0699-4220-9925-00991bd19aec tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5178132 Apr 18 19:31:39.576124 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e939a9d-4fea-4982-9db0-1d38de4bc293 req-e1e19560-8980-437f-a7b3-ee208c78cfe8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:39.579306 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-9e939a9d-4fea-4982-9db0-1d38de4bc293 req-e1e19560-8980-437f-a7b3-ee208c78cfe8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=17d1b3aa-2066-4ffa-a69f-52ed566b6548 HTTP/1.1" status: 200 len: 843 time: 0.0839961 Apr 18 19:31:39.583698 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning for port 2e1d83fa-12a6-4b6b-a3da-d28e807f8253 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:31:39.589599 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning complete for port 2e1d83fa-12a6-4b6b-a3da-d28e807f8253 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:31:39.590084 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:39.806204 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-9e939a9d-4fea-4982-9db0-1d38de4bc293 req-fe946b48-9140-45e8-8ae8-451a4a348bf4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2168002 Apr 18 19:31:39.857831 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [req-fd12a152-7871-4f8e-bf6f-6d5f466ba186 req-65239aa2-1dde-44b1-80b1-e6b0e1afd912 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ce9e8ca-c688-4360-a5c1-cb5597c9db75 {{(pid=84763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:31:39.880990 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-fd12a152-7871-4f8e-bf6f-6d5f466ba186 req-65239aa2-1dde-44b1-80b1-e6b0e1afd912 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:39.919848 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [req-fd12a152-7871-4f8e-bf6f-6d5f466ba186 req-65239aa2-1dde-44b1-80b1-e6b0e1afd912 service neutron] Transition to ACTIVE for port object 6ce9e8ca-c688-4360-a5c1-cb5597c9db75 will not be triggered until provisioned by entity L2. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:31:39.979920 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:39.990649 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-44f82fc9-b5a2-42d2-be28-0de961f06687 req-61402552-73b0-497f-9d32-722605aa04c3 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=73070b32fdb445869915286e0756abff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0609252 Apr 18 19:31:40.015783 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad0762ec-8f77-4f13-9567-a866d0faa9fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e1d83fa-12a6-4b6b-a3da-d28e807f8253'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:31:40.052002 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 2e1d83fa-12a6-4b6b-a3da-d28e807f8253, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=2e1d83fa-12a6-4b6b-a3da-d28e807f8253,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:31:40.114087 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-9e939a9d-4fea-4982-9db0-1d38de4bc293 req-44fcaf57-b555-4290-999f-c76bbf9c1dce service neutron] 10.222.0.72 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2994425 Apr 18 19:31:40.136753 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66afaf54-aa50-467d-9ca9-1b421d6ed43e'] response: {'server_uuid': 'ad0762ec-8f77-4f13-9567-a866d0faa9fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e1d83fa-12a6-4b6b-a3da-d28e807f8253', 'code': 200} Apr 18 19:31:40.186893 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:40.252200 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f82fc9-b5a2-42d2-be28-0de961f06687 req-691016e5-f6da-403c-a6d5-8ab9d5fa9cae tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:40.252828 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-44f82fc9-b5a2-42d2-be28-0de961f06687 req-691016e5-f6da-403c-a6d5-8ab9d5fa9cae tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2609899 Apr 18 19:31:40.253523 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-fd12a152-7871-4f8e-bf6f-6d5f466ba186 req-65239aa2-1dde-44b1-80b1-e6b0e1afd912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:40.393709 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=2e1d83fa-12a6-4b6b-a3da-d28e807f8253,revision_number=9']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:40.506883 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-44f82fc9-b5a2-42d2-be28-0de961f06687 req-85bd7d57-d0aa-4974-99fc-2c10312e74d7 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Request body: {'port': {'device_id': '99639b6b-998a-466c-aaee-d63991d0f3d1', 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a', 'admin_state_up': True, 'tenant_id': '73070b32fdb445869915286e0756abff'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:31:40.534822 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65239aa2-1dde-44b1-80b1-e6b0e1afd912 service neutron] Pushing event updated for resources: {'Port': ['ID=6ce9e8ca-c688-4360-a5c1-cb5597c9db75,revision_number=2']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:40.665868 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-9e939a9d-4fea-4982-9db0-1d38de4bc293 req-1a1fe15f-0076-4461-a0fa-cc22e6b43bec service neutron] 10.222.0.72 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5437291 Apr 18 19:31:40.886463 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686b5840-da24-4c0a-a60a-8eac99becb58 req-28ed78f6-cf77-4e7f-a607-fdbc10c35496 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:40.889049 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-686b5840-da24-4c0a-a60a-8eac99becb58 req-28ed78f6-cf77-4e7f-a607-fdbc10c35496 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Synchronizing usage tracker for tenant:e3b062c733cb48498c21458f46ee72da on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:31:41.000032 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-fd12a152-7871-4f8e-bf6f-6d5f466ba186 req-65239aa2-1dde-44b1-80b1-e6b0e1afd912 service neutron] Attempting to bind port 6ce9e8ca-c688-4360-a5c1-cb5597c9db75 on host n-h1-836017-2 for vnic_type normal with profile {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:31:41.000494 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-fd12a152-7871-4f8e-bf6f-6d5f466ba186 req-65239aa2-1dde-44b1-80b1-e6b0e1afd912 service neutron] Attempting to bind port 6ce9e8ca-c688-4360-a5c1-cb5597c9db75 by drivers openvswitch,hyperv on host n-h1-836017-2 at level 0 using segments [{'id': '56697489-6787-4e2b-895c-5ec0b051161d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '0124e28f-2243-4533-b876-7d659443232d'}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:31:41.000890 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd12a152-7871-4f8e-bf6f-6d5f466ba186 req-65239aa2-1dde-44b1-80b1-e6b0e1afd912 service neutron] Attempting to bind port 6ce9e8ca-c688-4360-a5c1-cb5597c9db75 on network 0124e28f-2243-4533-b876-7d659443232d {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:31:41.011152 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd12a152-7871-4f8e-bf6f-6d5f466ba186 req-65239aa2-1dde-44b1-80b1-e6b0e1afd912 service neutron] Port 6ce9e8ca-c688-4360-a5c1-cb5597c9db75 on network 0124e28f-2243-4533-b876-7d659443232d not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-2 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:31:41.011601 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd12a152-7871-4f8e-bf6f-6d5f466ba186 req-65239aa2-1dde-44b1-80b1-e6b0e1afd912 service neutron] Attempting to bind port 6ce9e8ca-c688-4360-a5c1-cb5597c9db75 on network 0124e28f-2243-4533-b876-7d659443232d {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:31:41.064088 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd12a152-7871-4f8e-bf6f-6d5f466ba186 req-65239aa2-1dde-44b1-80b1-e6b0e1afd912 service neutron] Checking agent: {'id': 'e3a31811-08e0-42ba-bc2e-ed8a973b714f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 25), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:31:41.064512 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd12a152-7871-4f8e-bf6f-6d5f466ba186 req-65239aa2-1dde-44b1-80b1-e6b0e1afd912 service neutron] Checking segment: {'id': '56697489-6787-4e2b-895c-5ec0b051161d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '0124e28f-2243-4533-b876-7d659443232d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:31:41.064909 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd12a152-7871-4f8e-bf6f-6d5f466ba186 req-65239aa2-1dde-44b1-80b1-e6b0e1afd912 service neutron] Bound using segment: {'id': '56697489-6787-4e2b-895c-5ec0b051161d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '0124e28f-2243-4533-b876-7d659443232d'} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:31:41.065354 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-fd12a152-7871-4f8e-bf6f-6d5f466ba186 req-65239aa2-1dde-44b1-80b1-e6b0e1afd912 service neutron] Bound port: 6ce9e8ca-c688-4360-a5c1-cb5597c9db75, host: n-h1-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56697489-6787-4e2b-895c-5ec0b051161d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '0124e28f-2243-4533-b876-7d659443232d'}}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:31:41.065695 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-fd12a152-7871-4f8e-bf6f-6d5f466ba186 req-65239aa2-1dde-44b1-80b1-e6b0e1afd912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:41.099404 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-686b5840-da24-4c0a-a60a-8eac99becb58 req-28ed78f6-cf77-4e7f-a607-fdbc10c35496 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Unset dirty status for tenant:e3b062c733cb48498c21458f46ee72da on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:31:41.100759 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-686b5840-da24-4c0a-a60a-8eac99becb58 req-28ed78f6-cf77-4e7f-a607-fdbc10c35496 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=63f735e6-8486-48e8-85e0-cdebbb5eae7f HTTP/1.1" status: 200 len: 943 time: 0.5669620 Apr 18 19:31:41.116031 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5499d778-16d3-4004-be9d-ce67a1d906ab req-d5b0fc33-2632-4b58-b417-f3911e85aa06 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=339d07b1-7b62-4191-8b79-84390fd798a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3864012 Apr 18 19:31:41.197407 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-44f82fc9-b5a2-42d2-be28-0de961f06687 req-85bd7d57-d0aa-4974-99fc-2c10312e74d7 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:31:41.311859 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-44f82fc9-b5a2-42d2-be28-0de961f06687 req-85bd7d57-d0aa-4974-99fc-2c10312e74d7 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:31:41.335885 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-686b5840-da24-4c0a-a60a-8eac99becb58 req-250a29d0-9536-4b3a-a492-5955561d0f11 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Synchronizing usage tracker for tenant:e3b062c733cb48498c21458f46ee72da on resource:security_group {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:31:41.392019 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-fd12a152-7871-4f8e-bf6f-6d5f466ba186 req-65239aa2-1dde-44b1-80b1-e6b0e1afd912 service neutron] For port 6ce9e8ca-c688-4360-a5c1-cb5597c9db75, host n-h1-836017-2, cleared binding levels {{(pid=84763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:31:41.396111 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-fd12a152-7871-4f8e-bf6f-6d5f466ba186 req-65239aa2-1dde-44b1-80b1-e6b0e1afd912 service neutron] For port 6ce9e8ca-c688-4360-a5c1-cb5597c9db75, host n-h1-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=6ce9e8ca-c688-4360-a5c1-cb5597c9db75,segment=NetworkSegment(56697489-6787-4e2b-895c-5ec0b051161d),segment_id=56697489-6787-4e2b-895c-5ec0b051161d)] {{(pid=84763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:31:41.407997 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5499d778-16d3-4004-be9d-ce67a1d906ab req-69cf6009-f982-4c9e-8995-4ea2bf465c08 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4bf06599121a476094faf72db54a396e&device_id=339d07b1-7b62-4191-8b79-84390fd798a9 HTTP/1.1" status: 200 len: 1102 time: 0.2125394 Apr 18 19:31:41.523487 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44f82fc9-b5a2-42d2-be28-0de961f06687 req-85bd7d57-d0aa-4974-99fc-2c10312e74d7 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Made reservation on behalf of 73070b32fdb445869915286e0756abff for: {'port': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:31:41.528082 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-44f82fc9-b5a2-42d2-be28-0de961f06687 req-85bd7d57-d0aa-4974-99fc-2c10312e74d7 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:41.588483 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-fd12a152-7871-4f8e-bf6f-6d5f466ba186 req-65239aa2-1dde-44b1-80b1-e6b0e1afd912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:41.592085 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-686b5840-da24-4c0a-a60a-8eac99becb58 req-250a29d0-9536-4b3a-a492-5955561d0f11 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Unset dirty status for tenant:e3b062c733cb48498c21458f46ee72da on resource:security_group {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:31:41.616017 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-686b5840-da24-4c0a-a60a-8eac99becb58 req-250a29d0-9536-4b3a-a492-5955561d0f11 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/security-groups?id=6dce0218-3e63-47f4-ad5c-3b3c3b13b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4925086 Apr 18 19:31:41.853122 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_common [req-44f82fc9-b5a2-42d2-be28-0de961f06687 req-85bd7d57-d0aa-4974-99fc-2c10312e74d7 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Allocated IP 192.168.233.92 (cb6d8c7c-7ea4-4a32-b429-1c2934b7306a/17d1b3aa-2066-4ffa-a69f-52ed566b6548/a2813964-4506-412b-8a7e-dd3f7c81ebe6) {{(pid=84763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:31:42.094184 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-44f82fc9-b5a2-42d2-be28-0de961f06687 req-cfdf3861-6c5a-4b4e-9f39-3b48b3680ed8 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=73070b32fdb445869915286e0756abff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0645242 Apr 18 19:31:42.094922 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-dfda2963-720e-47a5-b96a-f1edf234aa88 req-b3e570a0-642f-4a27-a4c5-9d7d556c11f8 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/ports?device_id=542cb5b6-7137-4f38-91fb-4a890f0003c2 HTTP/1.1" status: 200 len: 210 time: 0.1700156 Apr 18 19:31:42.173940 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-fd12a152-7871-4f8e-bf6f-6d5f466ba186 req-65239aa2-1dde-44b1-80b1-e6b0e1afd912 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:42.175310 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fd12a152-7871-4f8e-bf6f-6d5f466ba186 req-65239aa2-1dde-44b1-80b1-e6b0e1afd912 service neutron] 10.222.0.73 "PUT /v2.0/ports/6ce9e8ca-c688-4360-a5c1-cb5597c9db75 HTTP/1.1" status: 200 len: 1091 time: 3.8780882 Apr 18 19:31:42.179398 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63f735e6-8486-48e8-85e0-cdebbb5eae7f', 'tag': '6ce9e8ca-c688-4360-a5c1-cb5597c9db75'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:31:42.288656 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5499d778-16d3-4004-be9d-ce67a1d906ab req-f0c04543-5cb3-46e1-b6fc-a6392b0f226b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:42.290178 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5499d778-16d3-4004-be9d-ce67a1d906ab req-f0c04543-5cb3-46e1-b6fc-a6392b0f226b service neutron] 10.222.0.73 "GET /v2.0/networks?id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a HTTP/1.1" status: 200 len: 870 time: 0.8528366 Apr 18 19:31:42.291068 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65239aa2-1dde-44b1-80b1-e6b0e1afd912 service neutron] Pushing event updated for resources: {'Port': ['ID=6ce9e8ca-c688-4360-a5c1-cb5597c9db75,revision_number=3']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:42.521528 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 55460) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:31:42.557799 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29fcc05c-082c-4403-9f5e-fb703c354d71'] response: {'name': 'network-changed', 'server_uuid': '63f735e6-8486-48e8-85e0-cdebbb5eae7f', 'tag': '6ce9e8ca-c688-4360-a5c1-cb5597c9db75', 'status': 'completed', 'code': 200} Apr 18 19:31:42.601573 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5499d778-16d3-4004-be9d-ce67a1d906ab req-1dae0dba-fbe9-482a-b583-45b683c5d03b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=f209c868-4df3-44a3-95db-ffedb0ab96cd HTTP/1.1" status: 200 len: 217 time: 0.1225696 Apr 18 19:31:42.827848 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f82fc9-b5a2-42d2-be28-0de961f06687 req-da843b55-a9ba-4367-9115-b8340c5b2ea8 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:42.829476 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-44f82fc9-b5a2-42d2-be28-0de961f06687 req-da843b55-a9ba-4367-9115-b8340c5b2ea8 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7236428 Apr 18 19:31:42.878408 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bebb96-304e-46ef-9d20-3f8bd9391a82 req-30af1e77-d814-4b07-a6e2-db075ac2a1a2 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:42.882294 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5499d778-16d3-4004-be9d-ce67a1d906ab req-60a108ec-d59e-451d-9150-4188ebf76047 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:42.884122 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5499d778-16d3-4004-be9d-ce67a1d906ab req-60a108ec-d59e-451d-9150-4188ebf76047 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=17d1b3aa-2066-4ffa-a69f-52ed566b6548 HTTP/1.1" status: 200 len: 843 time: 0.2365146 Apr 18 19:31:42.887103 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-b6bebb96-304e-46ef-9d20-3f8bd9391a82 req-30af1e77-d814-4b07-a6e2-db075ac2a1a2 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad0762ec-8f77-4f13-9567-a866d0faa9fe HTTP/1.1" status: 200 len: 950 time: 0.7121494 Apr 18 19:31:42.887471 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-44f82fc9-b5a2-42d2-be28-0de961f06687 req-85bd7d57-d0aa-4974-99fc-2c10312e74d7 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Notify callbacks [] for port, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:42.896383 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fd12a152-7871-4f8e-bf6f-6d5f466ba186 req-ba001b8f-38e4-4ec7-9df4-b6c6c6ebecd5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e3b062c733cb48498c21458f46ee72da&device_id=63f735e6-8486-48e8-85e0-cdebbb5eae7f HTTP/1.1" status: 200 len: 1094 time: 0.5855711 Apr 18 19:31:42.897976 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [req-44f82fc9-b5a2-42d2-be28-0de961f06687 req-7fcafb9b-9d75-40b2-ae03-581811438289 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Request body: {'port': {'device_id': '542cb5b6-7137-4f38-91fb-4a890f0003c2', 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a', 'admin_state_up': True, 'tenant_id': '73070b32fdb445869915286e0756abff'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:31:43.071942 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-8340d9ef-272e-4353-898f-2e8d17a5686d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:43.081090 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [req-44f82fc9-b5a2-42d2-be28-0de961f06687 req-85bd7d57-d0aa-4974-99fc-2c10312e74d7 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Transition to ACTIVE for port object a2813964-4506-412b-8a7e-dd3f7c81ebe6 will not be triggered until provisioned by entity DHCP. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:31:43.091511 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fd12a152-7871-4f8e-bf6f-6d5f466ba186 req-cb7acdb9-b8d5-4c8c-9c6e-dc3ad4be1ca1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6ce9e8ca-c688-4360-a5c1-cb5597c9db75 HTTP/1.1" status: 200 len: 217 time: 0.1514795 Apr 18 19:31:43.170643 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd12a152-7871-4f8e-bf6f-6d5f466ba186 req-4f2aa67a-166c-4f88-9751-e431858efae2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:43.170643 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fd12a152-7871-4f8e-bf6f-6d5f466ba186 req-4f2aa67a-166c-4f88-9751-e431858efae2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=53fde093-fc81-475a-a625-0084a1c3acc5 HTTP/1.1" status: 200 len: 844 time: 0.0634458 Apr 18 19:31:43.194777 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-8340d9ef-272e-4353-898f-2e8d17a5686d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:31:43.242354 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fd12a152-7871-4f8e-bf6f-6d5f466ba186 req-dc0c6867-691b-4504-9249-bf07e04fabba service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0124e28f-2243-4533-b876-7d659443232d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608659 Apr 18 19:31:43.282107 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-b6bebb96-304e-46ef-9d20-3f8bd9391a82 req-74530110-ba88-4ee4-9938-9ce89254d17b tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3431089 Apr 18 19:31:43.286814 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-8340d9ef-272e-4353-898f-2e8d17a5686d admin admin] Usage tracker for resource:security_group_rule and tenant:1fddf3a8ff7c47aeba2ec6d481a247ce is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:31:43.304124 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-8340d9ef-272e-4353-898f-2e8d17a5686d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:31:43.310619 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-44f82fc9-b5a2-42d2-be28-0de961f06687 req-7fcafb9b-9d75-40b2-ae03-581811438289 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:31:43.323197 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-8340d9ef-272e-4353-898f-2e8d17a5686d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:31:43.349396 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-44f82fc9-b5a2-42d2-be28-0de961f06687 req-7fcafb9b-9d75-40b2-ae03-581811438289 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:31:43.446288 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18909aa3-eeb1-4b45-b7f3-fa5a7f5fd05c req-27469090-8dc5-466a-9563-d03baf48dc48 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:43.468442 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-18909aa3-eeb1-4b45-b7f3-fa5a7f5fd05c req-27469090-8dc5-466a-9563-d03baf48dc48 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=63f735e6-8486-48e8-85e0-cdebbb5eae7f HTTP/1.1" status: 200 len: 943 time: 0.4584749 Apr 18 19:31:43.500578 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44f82fc9-b5a2-42d2-be28-0de961f06687 req-7fcafb9b-9d75-40b2-ae03-581811438289 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Made reservation on behalf of 73070b32fdb445869915286e0756abff for: {'port': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:31:43.515181 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-44f82fc9-b5a2-42d2-be28-0de961f06687 req-7fcafb9b-9d75-40b2-ae03-581811438289 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:43.543855 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5499d778-16d3-4004-be9d-ce67a1d906ab req-9fd8a99b-5cbf-44be-b63c-5258e5bbefa5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6374404 Apr 18 19:31:43.604078 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-8340d9ef-272e-4353-898f-2e8d17a5686d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:43.622705 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f964d78f-1834-4ffc-957b-290fd410b93f req-af3b7022-94e2-40cd-866f-fe571629f78b tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/ports?device_id=542cb5b6-7137-4f38-91fb-4a890f0003c2 HTTP/1.1" status: 200 len: 210 time: 0.0943968 Apr 18 19:31:43.654154 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-44f82fc9-b5a2-42d2-be28-0de961f06687 req-85bd7d57-d0aa-4974-99fc-2c10312e74d7 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:43.692973 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] get_ports_and_sgs() called for port_ids ['fbaca27c-775e-4826-a999-e46d492b3066'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:31:43.768409 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-8340d9ef-272e-4353-898f-2e8d17a5686d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:43.943570 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8340d9ef-272e-4353-898f-2e8d17a5686d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1548452f-fbb0-4fac-9313-529eb34d39db,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:44.007466 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-8340d9ef-272e-4353-898f-2e8d17a5686d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1fddf3a8ff7c47aeba2ec6d481a247ce&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4599440 Apr 18 19:31:44.019181 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 55478) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:31:44.022770 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_common [req-44f82fc9-b5a2-42d2-be28-0de961f06687 req-7fcafb9b-9d75-40b2-ae03-581811438289 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Allocated IP 192.168.233.186 (cb6d8c7c-7ea4-4a32-b429-1c2934b7306a/17d1b3aa-2066-4ffa-a69f-52ed566b6548/095a9680-858e-4b90-9273-b31a53dffeb8) {{(pid=84764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:31:44.044882 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44f82fc9-b5a2-42d2-be28-0de961f06687 req-85bd7d57-d0aa-4974-99fc-2c10312e74d7 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:31:44.053669 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [req-44f82fc9-b5a2-42d2-be28-0de961f06687 req-85bd7d57-d0aa-4974-99fc-2c10312e74d7 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:31:44.071795 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-18909aa3-eeb1-4b45-b7f3-fa5a7f5fd05c req-e1a65425-ddf1-4e32-8269-49f883fa8e10 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/security-groups?id=6dce0218-3e63-47f4-ad5c-3b3c3b13b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6026208 Apr 18 19:31:44.076415 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-44f82fc9-b5a2-42d2-be28-0de961f06687 req-85bd7d57-d0aa-4974-99fc-2c10312e74d7 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Received port after_create {{(pid=84763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:31:44.142495 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-33d9058f-c86e-461f-93c9-66eda7e8c73b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:44.161182 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f82fc9-b5a2-42d2-be28-0de961f06687 req-85bd7d57-d0aa-4974-99fc-2c10312e74d7 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:44.161882 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-44f82fc9-b5a2-42d2-be28-0de961f06687 req-85bd7d57-d0aa-4974-99fc-2c10312e74d7 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:44.184442 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bd7d57-d0aa-4974-99fc-2c10312e74d7 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Pushing event updated for resources: {'Port': ['ID=a2813964-4506-412b-8a7e-dd3f7c81ebe6,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:44.233670 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-33d9058f-c86e-461f-93c9-66eda7e8c73b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:44.239101 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fd12a152-7871-4f8e-bf6f-6d5f466ba186 req-75d541e6-5825-4272-80d3-9011055e6271 service neutron] 10.222.0.73 "GET /v2.0/networks/0124e28f-2243-4533-b876-7d659443232d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9875412 Apr 18 19:31:44.415290 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-44f82fc9-b5a2-42d2-be28-0de961f06687 req-85bd7d57-d0aa-4974-99fc-2c10312e74d7 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.1370287 Apr 18 19:31:44.444410 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-44f82fc9-b5a2-42d2-be28-0de961f06687 req-40f9f77b-3b5f-41e7-9ae4-6db91d061d63 service neutron] Request body: {'port': {'device_id': '99639b6b-998a-466c-aaee-d63991d0f3d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-2'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:31:44.531682 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-44f82fc9-b5a2-42d2-be28-0de961f06687 req-7fcafb9b-9d75-40b2-ae03-581811438289 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Notify callbacks [] for port, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:44.542653 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-33d9058f-c86e-461f-93c9-66eda7e8c73b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:44.584654 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5499d778-16d3-4004-be9d-ce67a1d906ab req-d717e7a5-9e51-48be-a48e-87af20267345 service neutron] 10.222.0.73 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0260167 Apr 18 19:31:44.649614 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d9058f-c86e-461f-93c9-66eda7e8c73b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1548452f-fbb0-4fac-9313-529eb34d39db,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:44.680620 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.provisioning_blocks [req-44f82fc9-b5a2-42d2-be28-0de961f06687 req-7fcafb9b-9d75-40b2-ae03-581811438289 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Transition to ACTIVE for port object 095a9680-858e-4b90-9273-b31a53dffeb8 will not be triggered until provisioned by entity DHCP. {{(pid=84764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:31:44.720191 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-1037598a-b97c-40da-963f-885ce4c3e7ce None None] Provisioning for port a2813964-4506-412b-8a7e-dd3f7c81ebe6 completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:31:44.727205 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-1037598a-b97c-40da-963f-885ce4c3e7ce None None] Provisioning complete for port a2813964-4506-412b-8a7e-dd3f7c81ebe6 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:31:44.727889 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1037598a-b97c-40da-963f-885ce4c3e7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:44.728226 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-33d9058f-c86e-461f-93c9-66eda7e8c73b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:44.729407 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-33d9058f-c86e-461f-93c9-66eda7e8c73b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1548452f-fbb0-4fac-9313-529eb34d39db HTTP/1.1" status: 204 len: 168 time: 0.7092323 Apr 18 19:31:44.844476 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0509845c-17c7-4a7b-93f7-7213e2d85a0f req-53928c3e-c5aa-4b06-8374-22e843dc6cc9 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:44.854420 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-0509845c-17c7-4a7b-93f7-7213e2d85a0f req-53928c3e-c5aa-4b06-8374-22e843dc6cc9 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad0762ec-8f77-4f13-9567-a866d0faa9fe HTTP/1.1" status: 200 len: 950 time: 0.2680950 Apr 18 19:31:44.893739 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-1037598a-b97c-40da-963f-885ce4c3e7ce None None] Port a2813964-4506-412b-8a7e-dd3f7c81ebe6 cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:31:44.962003 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-0509845c-17c7-4a7b-93f7-7213e2d85a0f req-ce6ca9d6-56a7-40ee-b759-dd204cac4c85 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066031 Apr 18 19:31:44.970213 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-44f82fc9-b5a2-42d2-be28-0de961f06687 req-7fcafb9b-9d75-40b2-ae03-581811438289 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:44.982257 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] get_ports_and_sgs() called for port_ids ['fbaca27c-775e-4826-a999-e46d492b3066'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:31:45.107558 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44f82fc9-b5a2-42d2-be28-0de961f06687 req-7fcafb9b-9d75-40b2-ae03-581811438289 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a is already hosted by enough agents. {{(pid=84764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:31:45.111335 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [req-44f82fc9-b5a2-42d2-be28-0de961f06687 req-7fcafb9b-9d75-40b2-ae03-581811438289 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Resources bound (agent type, host, resource id): {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:31:45.114003 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [req-44f82fc9-b5a2-42d2-be28-0de961f06687 req-7fcafb9b-9d75-40b2-ae03-581811438289 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Received port after_create {{(pid=84764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:31:45.245538 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f82fc9-b5a2-42d2-be28-0de961f06687 req-7fcafb9b-9d75-40b2-ae03-581811438289 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:45.256242 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-44f82fc9-b5a2-42d2-be28-0de961f06687 req-7fcafb9b-9d75-40b2-ae03-581811438289 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:45.294106 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcafb9b-9d75-40b2-ae03-581811438289 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Pushing event updated for resources: {'Port': ['ID=095a9680-858e-4b90-9273-b31a53dffeb8,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:45.379605 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-44f82fc9-b5a2-42d2-be28-0de961f06687 req-7fcafb9b-9d75-40b2-ae03-581811438289 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4897392 Apr 18 19:31:45.395622 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [req-44f82fc9-b5a2-42d2-be28-0de961f06687 req-c536fb6e-9448-4f01-aa73-5ff78553ff80 service neutron] Request body: {'port': {'device_id': '542cb5b6-7137-4f38-91fb-4a890f0003c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-2'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:31:45.444978 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 2e1d83fa-12a6-4b6b-a3da-d28e807f8253 no longer exists at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:31:45.771897 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-44f82fc9-b5a2-42d2-be28-0de961f06687 req-40f9f77b-3b5f-41e7-9ae4-6db91d061d63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:45.867325 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec86ed5f-0d17-41ad-bccc-fade57f323fd req-1c8c7692-92ce-47f9-8c3f-424f879d05ac tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:45.867325 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ec86ed5f-0d17-41ad-bccc-fade57f323fd req-1c8c7692-92ce-47f9-8c3f-424f879d05ac tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=63f735e6-8486-48e8-85e0-cdebbb5eae7f HTTP/1.1" status: 200 len: 943 time: 0.3348145 Apr 18 19:31:45.867325 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-44f82fc9-b5a2-42d2-be28-0de961f06687 req-c536fb6e-9448-4f01-aa73-5ff78553ff80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:45.944774 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-7b9ee844-241e-40b4-bda0-32dd8ebce4ad None None] Provisioning for port 095a9680-858e-4b90-9273-b31a53dffeb8 completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:31:45.965611 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-7b9ee844-241e-40b4-bda0-32dd8ebce4ad None None] Provisioning complete for port 095a9680-858e-4b90-9273-b31a53dffeb8 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:31:45.965814 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7b9ee844-241e-40b4-bda0-32dd8ebce4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:45.992164 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fd12a152-7871-4f8e-bf6f-6d5f466ba186 req-129dfc9a-37a1-4de9-985e-43ff45fa84e9 service neutron] 10.222.0.73 "GET /v2.0/networks/0124e28f-2243-4533-b876-7d659443232d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7454240 Apr 18 19:31:46.052884 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ec86ed5f-0d17-41ad-bccc-fade57f323fd req-c7662bc3-2a76-4f5e-99a9-781d5bb2aed2 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/security-groups?id=6dce0218-3e63-47f4-ad5c-3b3c3b13b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792996 Apr 18 19:31:46.057788 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5499d778-16d3-4004-be9d-ce67a1d906ab req-cc566476-7c2b-442e-b20f-9a3a4ac204f5 service neutron] 10.222.0.73 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4023371 Apr 18 19:31:46.081760 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-9e939a9d-4fea-4982-9db0-1d38de4bc293 req-9a3c6f04-2457-4295-8fe2-b6b0a71a12b3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ad0762ec-8f77-4f13-9567-a866d0faa9fe&tenant_id=4bf06599121a476094faf72db54a396e HTTP/1.1" status: 200 len: 1101 time: 1.6516669 Apr 18 19:31:46.106595 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-9e939a9d-4fea-4982-9db0-1d38de4bc293 req-aa40de0a-a0dc-40e6-9fd6-2cefd85a5be7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836017-2', 'device_owner': 'compute:nova'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:31:46.120270 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:46.201900 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-7b9ee844-241e-40b4-bda0-32dd8ebce4ad None None] Port 095a9680-858e-4b90-9273-b31a53dffeb8 cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:31:46.236516 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad0762ec-8f77-4f13-9567-a866d0faa9fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e1d83fa-12a6-4b6b-a3da-d28e807f8253'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:31:46.236690 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f54fb02-f724-4cd0-81f0-30bedd6d7f76 req-b37e1d9c-0674-494c-b507-5ce369eecde3 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:46.237271 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-5f54fb02-f724-4cd0-81f0-30bedd6d7f76 req-b37e1d9c-0674-494c-b507-5ce369eecde3 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Synchronizing usage tracker for tenant:73070b32fdb445869915286e0756abff on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:31:46.294228 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 2e1d83fa-12a6-4b6b-a3da-d28e807f8253, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=2e1d83fa-12a6-4b6b-a3da-d28e807f8253,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:31:46.304704 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 55512) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:31:46.378244 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:46.460047 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=2e1d83fa-12a6-4b6b-a3da-d28e807f8253,revision_number=10']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:46.464753 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-9e939a9d-4fea-4982-9db0-1d38de4bc293 req-aa40de0a-a0dc-40e6-9fd6-2cefd85a5be7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:46.521792 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-5f54fb02-f724-4cd0-81f0-30bedd6d7f76 req-b37e1d9c-0674-494c-b507-5ce369eecde3 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Unset dirty status for tenant:73070b32fdb445869915286e0756abff on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:31:46.523138 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5f54fb02-f724-4cd0-81f0-30bedd6d7f76 req-b37e1d9c-0674-494c-b507-5ce369eecde3 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/ports?device_id=542cb5b6-7137-4f38-91fb-4a890f0003c2 HTTP/1.1" status: 200 len: 936 time: 1.5346472 Apr 18 19:31:46.543410 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f0f66c08-b78c-4d18-b2d4-2e3bfcebc1f3 req-5ab2b53b-2aca-4862-930c-92b0daceaa73 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e3b062c733cb48498c21458f46ee72da&device_id=63f735e6-8486-48e8-85e0-cdebbb5eae7f HTTP/1.1" status: 200 len: 1094 time: 0.2304540 Apr 18 19:31:46.617762 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-5fd2e6a2-1ce9-42d4-9abd-e47967538387 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:46.676262 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-5fd2e6a2-1ce9-42d4-9abd-e47967538387 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:31:46.684734 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-5fd2e6a2-1ce9-42d4-9abd-e47967538387 admin admin] Usage tracker for resource:security_group_rule and tenant:0ab3b23cfa4f4b36a75bf95784c3f5fd is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:31:46.690060 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-5fd2e6a2-1ce9-42d4-9abd-e47967538387 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:31:46.700429 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-5fd2e6a2-1ce9-42d4-9abd-e47967538387 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:31:46.798713 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5f54fb02-f724-4cd0-81f0-30bedd6d7f76 req-e1151493-e324-4055-bdbe-883608457972 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb75c1f-620d-4cfd-a804-faa1a9266f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541368 Apr 18 19:31:46.881305 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f66c08-b78c-4d18-b2d4-2e3bfcebc1f3 req-c04bbe5b-1166-4104-948a-4ff67997ea89 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:46.884757 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f0f66c08-b78c-4d18-b2d4-2e3bfcebc1f3 req-c04bbe5b-1166-4104-948a-4ff67997ea89 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0124e28f-2243-4533-b876-7d659443232d HTTP/1.1" status: 200 len: 905 time: 0.3258810 Apr 18 19:31:46.921664 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-5fd2e6a2-1ce9-42d4-9abd-e47967538387 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:47.027112 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-5fd2e6a2-1ce9-42d4-9abd-e47967538387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:47.063381 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f0f66c08-b78c-4d18-b2d4-2e3bfcebc1f3 req-edf56888-9bd1-4a79-90de-9daea268b136 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6ce9e8ca-c688-4360-a5c1-cb5597c9db75 HTTP/1.1" status: 200 len: 217 time: 0.1687069 Apr 18 19:31:47.066340 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdd92fb5-d62f-4f1a-a5ae-9a8ee346661e'] response: {'server_uuid': 'ad0762ec-8f77-4f13-9567-a866d0faa9fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e1d83fa-12a6-4b6b-a3da-d28e807f8253', 'code': 200} Apr 18 19:31:47.093407 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c635436-a1da-4790-93a3-6e1a5f18c1b5 req-b4ec97d6-ee64-4775-b8c2-304ef4694b26 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:47.094945 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-9c635436-a1da-4790-93a3-6e1a5f18c1b5 req-b4ec97d6-ee64-4775-b8c2-304ef4694b26 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad0762ec-8f77-4f13-9567-a866d0faa9fe HTTP/1.1" status: 200 len: 949 time: 0.5272691 Apr 18 19:31:47.109416 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.db.resource_extend [req-44f82fc9-b5a2-42d2-be28-0de961f06687 req-c536fb6e-9448-4f01-aa73-5ff78553ff80 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 19:31:47.139121 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f66c08-b78c-4d18-b2d4-2e3bfcebc1f3 req-0c318d35-24e0-49d6-a6dc-a32358ff7e5f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:47.140707 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f0f66c08-b78c-4d18-b2d4-2e3bfcebc1f3 req-0c318d35-24e0-49d6-a6dc-a32358ff7e5f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=53fde093-fc81-475a-a625-0084a1c3acc5 HTTP/1.1" status: 200 len: 844 time: 0.0668874 Apr 18 19:31:47.178340 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd2e6a2-1ce9-42d4-9abd-e47967538387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89a68c79-a90d-49b8-8cad-ca540fb447f8,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:47.195222 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f0f66c08-b78c-4d18-b2d4-2e3bfcebc1f3 req-8a28e665-d08b-4b04-b28f-37c5956b21a7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0124e28f-2243-4533-b876-7d659443232d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479958 Apr 18 19:31:47.203667 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-5fd2e6a2-1ce9-42d4-9abd-e47967538387 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0ab3b23cfa4f4b36a75bf95784c3f5fd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8976855 Apr 18 19:31:47.209240 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 55530) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:31:47.248235 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [req-44f82fc9-b5a2-42d2-be28-0de961f06687 req-c536fb6e-9448-4f01-aa73-5ff78553ff80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 095a9680-858e-4b90-9273-b31a53dffeb8 {{(pid=84764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:31:47.268467 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-44f82fc9-b5a2-42d2-be28-0de961f06687 req-c536fb6e-9448-4f01-aa73-5ff78553ff80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:47.288695 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-9c635436-a1da-4790-93a3-6e1a5f18c1b5 req-662c0722-865d-4ff2-8c50-19c138e58c27 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678779 Apr 18 19:31:47.312672 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.provisioning_blocks [req-44f82fc9-b5a2-42d2-be28-0de961f06687 req-c536fb6e-9448-4f01-aa73-5ff78553ff80 service neutron] Transition to ACTIVE for port object 095a9680-858e-4b90-9273-b31a53dffeb8 will not be triggered until provisioned by entity L2. {{(pid=84764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:31:47.335650 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-3c1275ee-9822-4713-9177-29de7a9235c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:47.363652 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-3c1275ee-9822-4713-9177-29de7a9235c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:47.399532 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f0f66c08-b78c-4d18-b2d4-2e3bfcebc1f3 req-7a62d32f-8375-4beb-b6da-5a184122216a service neutron] 10.222.0.73 "GET /v2.0/networks/0124e28f-2243-4533-b876-7d659443232d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978505 Apr 18 19:31:47.417747 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e403092-3e21-4d1e-b576-063a2c89c9d4 req-d65b1142-5ed7-4387-9e12-eb80d06d8c43 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:47.419397 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5e403092-3e21-4d1e-b576-063a2c89c9d4 req-d65b1142-5ed7-4387-9e12-eb80d06d8c43 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=63f735e6-8486-48e8-85e0-cdebbb5eae7f HTTP/1.1" status: 200 len: 943 time: 0.1349640 Apr 18 19:31:47.553672 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5e403092-3e21-4d1e-b576-063a2c89c9d4 req-63843c57-b84b-4294-8e39-abaa6552ba1c tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/security-groups?id=6dce0218-3e63-47f4-ad5c-3b3c3b13b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119533 Apr 18 19:31:47.587895 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-44f82fc9-b5a2-42d2-be28-0de961f06687 req-c536fb6e-9448-4f01-aa73-5ff78553ff80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2290934'] for port, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:47.646127 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-3c1275ee-9822-4713-9177-29de7a9235c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:47.674358 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f0f66c08-b78c-4d18-b2d4-2e3bfcebc1f3 req-9ad82bea-b305-4d59-851b-58c22cfef6cc service neutron] 10.222.0.73 "GET /v2.0/networks/0124e28f-2243-4533-b876-7d659443232d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537875 Apr 18 19:31:47.727307 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1275ee-9822-4713-9177-29de7a9235c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89a68c79-a90d-49b8-8cad-ca540fb447f8,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:47.883067 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-3c1275ee-9822-4713-9177-29de7a9235c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:47.884878 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-3c1275ee-9822-4713-9177-29de7a9235c1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/89a68c79-a90d-49b8-8cad-ca540fb447f8 HTTP/1.1" status: 204 len: 168 time: 0.6720920 Apr 18 19:31:47.901736 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [req-44f82fc9-b5a2-42d2-be28-0de961f06687 req-40f9f77b-3b5f-41e7-9ae4-6db91d061d63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2813964-4506-412b-8a7e-dd3f7c81ebe6 {{(pid=84763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:31:47.912644 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-44f82fc9-b5a2-42d2-be28-0de961f06687 req-40f9f77b-3b5f-41e7-9ae4-6db91d061d63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:47.918419 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c536fb6e-9448-4f01-aa73-5ff78553ff80 service neutron] Pushing event updated for resources: {'Port': ['ID=095a9680-858e-4b90-9273-b31a53dffeb8,revision_number=2']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:47.960538 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [req-44f82fc9-b5a2-42d2-be28-0de961f06687 req-40f9f77b-3b5f-41e7-9ae4-6db91d061d63 service neutron] Transition to ACTIVE for port object a2813964-4506-412b-8a7e-dd3f7c81ebe6 will not be triggered until provisioned by entity L2. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:31:48.094766 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-44f82fc9-b5a2-42d2-be28-0de961f06687 req-c536fb6e-9448-4f01-aa73-5ff78553ff80 service neutron] Attempting to bind port 095a9680-858e-4b90-9273-b31a53dffeb8 on host n-h2-836017-2 for vnic_type normal with profile {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:31:48.095127 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-44f82fc9-b5a2-42d2-be28-0de961f06687 req-c536fb6e-9448-4f01-aa73-5ff78553ff80 service neutron] Attempting to bind port 095a9680-858e-4b90-9273-b31a53dffeb8 by drivers openvswitch,hyperv on host n-h2-836017-2 at level 0 using segments [{'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'}] {{(pid=84764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:31:48.095445 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f82fc9-b5a2-42d2-be28-0de961f06687 req-c536fb6e-9448-4f01-aa73-5ff78553ff80 service neutron] Attempting to bind port 095a9680-858e-4b90-9273-b31a53dffeb8 on network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:31:48.102786 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-44f82fc9-b5a2-42d2-be28-0de961f06687 req-40f9f77b-3b5f-41e7-9ae4-6db91d061d63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:48.153363 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f82fc9-b5a2-42d2-be28-0de961f06687 req-c536fb6e-9448-4f01-aa73-5ff78553ff80 service neutron] Port 095a9680-858e-4b90-9273-b31a53dffeb8 on network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-2 {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:31:48.153705 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f82fc9-b5a2-42d2-be28-0de961f06687 req-c536fb6e-9448-4f01-aa73-5ff78553ff80 service neutron] Attempting to bind port 095a9680-858e-4b90-9273-b31a53dffeb8 on network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:31:48.174919 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f82fc9-b5a2-42d2-be28-0de961f06687 req-c536fb6e-9448-4f01-aa73-5ff78553ff80 service neutron] Checking agent: {'id': '02e8f951-d3a3-40e1-b8cc-aed258af030b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:31:48.175257 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f82fc9-b5a2-42d2-be28-0de961f06687 req-c536fb6e-9448-4f01-aa73-5ff78553ff80 service neutron] Checking segment: {'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:31:48.175695 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f82fc9-b5a2-42d2-be28-0de961f06687 req-c536fb6e-9448-4f01-aa73-5ff78553ff80 service neutron] Bound using segment: {'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'} {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:31:48.176144 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-44f82fc9-b5a2-42d2-be28-0de961f06687 req-c536fb6e-9448-4f01-aa73-5ff78553ff80 service neutron] Bound port: 095a9680-858e-4b90-9273-b31a53dffeb8, host: n-h2-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'}}] {{(pid=84764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:31:48.177133 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-44f82fc9-b5a2-42d2-be28-0de961f06687 req-c536fb6e-9448-4f01-aa73-5ff78553ff80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:48.257814 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2ae5f605-a983-43fe-bfe1-b6bda18af043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:48.384558 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-44f82fc9-b5a2-42d2-be28-0de961f06687 req-c536fb6e-9448-4f01-aa73-5ff78553ff80 service neutron] For port 095a9680-858e-4b90-9273-b31a53dffeb8, host n-h2-836017-2, cleared binding levels {{(pid=84764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:31:48.388237 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-44f82fc9-b5a2-42d2-be28-0de961f06687 req-c536fb6e-9448-4f01-aa73-5ff78553ff80 service neutron] For port 095a9680-858e-4b90-9273-b31a53dffeb8, host n-h2-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=095a9680-858e-4b90-9273-b31a53dffeb8,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:31:48.415587 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cb4e71-582b-431a-a0a2-97e582f8b287 req-3da9588e-20e1-4cd7-afe1-6348afbfbf75 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:48.416623 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-94cb4e71-582b-431a-a0a2-97e582f8b287 req-3da9588e-20e1-4cd7-afe1-6348afbfbf75 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Synchronizing usage tracker for tenant:73070b32fdb445869915286e0756abff on resource:port {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:31:48.433861 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-94cb4e71-582b-431a-a0a2-97e582f8b287 req-3da9588e-20e1-4cd7-afe1-6348afbfbf75 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Unset dirty status for tenant:73070b32fdb445869915286e0756abff on resource:port {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:31:48.435224 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-94cb4e71-582b-431a-a0a2-97e582f8b287 req-3da9588e-20e1-4cd7-afe1-6348afbfbf75 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/ports?device_id=542cb5b6-7137-4f38-91fb-4a890f0003c2 HTTP/1.1" status: 200 len: 948 time: 0.3314624 Apr 18 19:31:48.510459 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-44f82fc9-b5a2-42d2-be28-0de961f06687 req-c536fb6e-9448-4f01-aa73-5ff78553ff80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2290934'] for port, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:48.639089 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-94cb4e71-582b-431a-a0a2-97e582f8b287 req-e3af0528-7dbb-40c9-86b9-5d2ce498d5ff tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb75c1f-620d-4cfd-a804-faa1a9266f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957841 Apr 18 19:31:48.690294 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-44f82fc9-b5a2-42d2-be28-0de961f06687 req-c536fb6e-9448-4f01-aa73-5ff78553ff80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:48.693009 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-44f82fc9-b5a2-42d2-be28-0de961f06687 req-c536fb6e-9448-4f01-aa73-5ff78553ff80 service neutron] 10.222.0.72 "PUT /v2.0/ports/095a9680-858e-4b90-9273-b31a53dffeb8 HTTP/1.1" status: 200 len: 1096 time: 3.3021941 Apr 18 19:31:48.706399 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '542cb5b6-7137-4f38-91fb-4a890f0003c2', 'tag': '095a9680-858e-4b90-9273-b31a53dffeb8'}] {{(pid=84764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:31:48.729864 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c536fb6e-9448-4f01-aa73-5ff78553ff80 service neutron] Pushing event updated for resources: {'Port': ['ID=095a9680-858e-4b90-9273-b31a53dffeb8,revision_number=3']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:49.037975 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-44f82fc9-b5a2-42d2-be28-0de961f06687 req-19d17b5e-f2db-4377-953c-c32253c7125d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=73070b32fdb445869915286e0756abff&device_id=542cb5b6-7137-4f38-91fb-4a890f0003c2 HTTP/1.1" status: 200 len: 1099 time: 0.2241001 Apr 18 19:31:49.148457 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f9f77b-3b5f-41e7-9ae4-6db91d061d63 service neutron] Pushing event updated for resources: {'Port': ['ID=a2813964-4506-412b-8a7e-dd3f7c81ebe6,revision_number=2']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:49.154920 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 6ce9e8ca-c688-4360-a5c1-cb5597c9db75 details requested by agent hyperv_n-h1-836017-2 with host n-h1-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:31:49.161068 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4743e763-9f36-47d2-905e-3a0aa028efce req-b24fdeec-6143-4bfd-9f15-6d053157c4bc tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:49.164742 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-4743e763-9f36-47d2-905e-3a0aa028efce req-b24fdeec-6143-4bfd-9f15-6d053157c4bc tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=63f735e6-8486-48e8-85e0-cdebbb5eae7f HTTP/1.1" status: 200 len: 943 time: 0.2588181 Apr 18 19:31:49.198556 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-9e939a9d-4fea-4982-9db0-1d38de4bc293 req-aa40de0a-a0dc-40e6-9fd6-2cefd85a5be7 service neutron] For port 2e1d83fa-12a6-4b6b-a3da-d28e807f8253, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=2e1d83fa-12a6-4b6b-a3da-d28e807f8253,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:31:49.228163 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-44f82fc9-b5a2-42d2-be28-0de961f06687 req-313014eb-4042-4f4b-8ee6-ace653306d57 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=095a9680-858e-4b90-9273-b31a53dffeb8 HTTP/1.1" status: 200 len: 217 time: 0.1794953 Apr 18 19:31:49.370999 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-4743e763-9f36-47d2-905e-3a0aa028efce req-2a58460b-ae91-4d1c-a5ad-164d0e6dbbf7 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/security-groups?id=6dce0218-3e63-47f4-ad5c-3b3c3b13b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774199 Apr 18 19:31:49.382929 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port 6ce9e8ca-c688-4360-a5c1-cb5597c9db75, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=6ce9e8ca-c688-4360-a5c1-cb5597c9db75,segment=NetworkSegment(56697489-6787-4e2b-895c-5ec0b051161d),segment_id=56697489-6787-4e2b-895c-5ec0b051161d)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:31:49.391745 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f82fc9-b5a2-42d2-be28-0de961f06687 req-3e838b55-c2a4-4c7f-ab1f-8d9053240eee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:49.400218 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Returning: {'device': '6ce9e8ca-c688-4360-a5c1-cb5597c9db75', 'network_id': '0124e28f-2243-4533-b876-7d659443232d', 'port_id': '6ce9e8ca-c688-4360-a5c1-cb5597c9db75', 'mac_address': 'fa:16:3e:e9:be:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53fde093-fc81-475a-a625-0084a1c3acc5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:31:49.409999 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-44f82fc9-b5a2-42d2-be28-0de961f06687 req-3e838b55-c2a4-4c7f-ab1f-8d9053240eee service neutron] 10.222.0.72 "GET /v2.0/subnets?id=17d1b3aa-2066-4ffa-a69f-52ed566b6548 HTTP/1.1" status: 200 len: 843 time: 0.1692581 Apr 18 19:31:49.477266 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.db.resource_extend [req-9e939a9d-4fea-4982-9db0-1d38de4bc293 req-aa40de0a-a0dc-40e6-9fd6-2cefd85a5be7 service neutron] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 19:31:49.547002 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-44f82fc9-b5a2-42d2-be28-0de961f06687 req-0d62ccad-0e49-4d8b-85cd-d47d9f46721f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1286652 Apr 18 19:31:49.573439 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:49.587774 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-9e939a9d-4fea-4982-9db0-1d38de4bc293 req-aa40de0a-a0dc-40e6-9fd6-2cefd85a5be7 service neutron] For port 2e1d83fa-12a6-4b6b-a3da-d28e807f8253, host n-h2-836017-2, cleared binding levels {{(pid=84763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:31:49.593735 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ce9e8ca-c688-4360-a5c1-cb5597c9db75 {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:31:49.641846 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port 6ce9e8ca-c688-4360-a5c1-cb5597c9db75, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=6ce9e8ca-c688-4360-a5c1-cb5597c9db75,segment=NetworkSegment(56697489-6787-4e2b-895c-5ec0b051161d),segment_id=56697489-6787-4e2b-895c-5ec0b051161d)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:31:49.705775 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcb632d-a5c4-4f60-af0f-fb3dec4c67e0 req-af51f115-7447-4f4c-8f30-b27e85d85b8c tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:49.938483 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-6bcb632d-a5c4-4f60-af0f-fb3dec4c67e0 req-af51f115-7447-4f4c-8f30-b27e85d85b8c tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad0762ec-8f77-4f13-9567-a866d0faa9fe HTTP/1.1" status: 200 len: 949 time: 0.8324902 Apr 18 19:31:49.938483 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [req-9e939a9d-4fea-4982-9db0-1d38de4bc293 req-aa40de0a-a0dc-40e6-9fd6-2cefd85a5be7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e1d83fa-12a6-4b6b-a3da-d28e807f8253 {{(pid=84763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:31:49.939275 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:49.939773 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-9e939a9d-4fea-4982-9db0-1d38de4bc293 req-aa40de0a-a0dc-40e6-9fd6-2cefd85a5be7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:49.940427 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-44f82fc9-b5a2-42d2-be28-0de961f06687 req-81fc658d-7700-4e9e-8287-cd0ed2112e0e service neutron] 10.222.0.72 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2804749 Apr 18 19:31:49.940747 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-44f82fc9-b5a2-42d2-be28-0de961f06687 req-40f9f77b-3b5f-41e7-9ae4-6db91d061d63 service neutron] Attempting to bind port a2813964-4506-412b-8a7e-dd3f7c81ebe6 on host n-h2-836017-2 for vnic_type normal with profile {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:31:49.940747 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-44f82fc9-b5a2-42d2-be28-0de961f06687 req-40f9f77b-3b5f-41e7-9ae4-6db91d061d63 service neutron] Attempting to bind port a2813964-4506-412b-8a7e-dd3f7c81ebe6 by drivers openvswitch,hyperv on host n-h2-836017-2 at level 0 using segments [{'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:31:49.940747 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f82fc9-b5a2-42d2-be28-0de961f06687 req-40f9f77b-3b5f-41e7-9ae4-6db91d061d63 service neutron] Attempting to bind port a2813964-4506-412b-8a7e-dd3f7c81ebe6 on network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:31:49.941019 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Pushing event updated for resources: {'Port': ['ID=6ce9e8ca-c688-4360-a5c1-cb5597c9db75,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:49.941019 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:31:49.941019 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:31:49.941019 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:31:49.941019 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:31:49.941019 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:31:49.941019 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:31:49.941019 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:31:49.941019 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:31:49.941019 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:31:49.941019 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:31:49.941019 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:31:49.947987 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f82fc9-b5a2-42d2-be28-0de961f06687 req-40f9f77b-3b5f-41e7-9ae4-6db91d061d63 service neutron] Port a2813964-4506-412b-8a7e-dd3f7c81ebe6 on network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-2 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:31:49.948706 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f82fc9-b5a2-42d2-be28-0de961f06687 req-40f9f77b-3b5f-41e7-9ae4-6db91d061d63 service neutron] Attempting to bind port a2813964-4506-412b-8a7e-dd3f7c81ebe6 on network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:31:49.963066 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [req-9e939a9d-4fea-4982-9db0-1d38de4bc293 req-aa40de0a-a0dc-40e6-9fd6-2cefd85a5be7 service neutron] Transition to ACTIVE for port object 2e1d83fa-12a6-4b6b-a3da-d28e807f8253 will not be triggered until provisioned by entity L2. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:31:49.984344 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-6bcb632d-a5c4-4f60-af0f-fb3dec4c67e0 req-681f49b5-ccc5-4bc8-aeac-fd730cf5e5af tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638288 Apr 18 19:31:49.996350 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f82fc9-b5a2-42d2-be28-0de961f06687 req-40f9f77b-3b5f-41e7-9ae4-6db91d061d63 service neutron] Checking agent: {'id': '02e8f951-d3a3-40e1-b8cc-aed258af030b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:31:49.996350 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f82fc9-b5a2-42d2-be28-0de961f06687 req-40f9f77b-3b5f-41e7-9ae4-6db91d061d63 service neutron] Checking segment: {'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:31:50.002627 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f82fc9-b5a2-42d2-be28-0de961f06687 req-40f9f77b-3b5f-41e7-9ae4-6db91d061d63 service neutron] Bound using segment: {'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:31:50.002627 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-44f82fc9-b5a2-42d2-be28-0de961f06687 req-40f9f77b-3b5f-41e7-9ae4-6db91d061d63 service neutron] Bound port: a2813964-4506-412b-8a7e-dd3f7c81ebe6, host: n-h2-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'}}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:31:50.002627 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-44f82fc9-b5a2-42d2-be28-0de961f06687 req-40f9f77b-3b5f-41e7-9ae4-6db91d061d63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:50.102282 n-d-836017-2 neutron-server[84764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdbd36a7-003f-488f-90f9-d7d9c1592f59'] response: {'name': 'network-changed', 'server_uuid': '542cb5b6-7137-4f38-91fb-4a890f0003c2', 'tag': '095a9680-858e-4b90-9273-b31a53dffeb8', 'status': 'completed', 'code': 200} Apr 18 19:31:50.207195 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] get_ports_and_sgs() called for port_ids ['6ce9e8ca-c688-4360-a5c1-cb5597c9db75'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:31:50.211673 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-9e939a9d-4fea-4982-9db0-1d38de4bc293 req-aa40de0a-a0dc-40e6-9fd6-2cefd85a5be7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:50.229035 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-44f82fc9-b5a2-42d2-be28-0de961f06687 req-a929faa8-d460-4c69-827e-73b537843784 service neutron] 10.222.0.72 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3867123 Apr 18 19:31:50.278713 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-44f82fc9-b5a2-42d2-be28-0de961f06687 req-40f9f77b-3b5f-41e7-9ae4-6db91d061d63 service neutron] For port a2813964-4506-412b-8a7e-dd3f7c81ebe6, host n-h2-836017-2, cleared binding levels {{(pid=84763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:31:50.284811 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8437e96-c703-45cc-b8a8-ff39f3d08567 req-27eeda26-afef-4fd7-9246-41484842181d tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:50.294248 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a8437e96-c703-45cc-b8a8-ff39f3d08567 req-27eeda26-afef-4fd7-9246-41484842181d tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/ports?device_id=542cb5b6-7137-4f38-91fb-4a890f0003c2 HTTP/1.1" status: 200 len: 948 time: 0.1271987 Apr 18 19:31:50.299200 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-44f82fc9-b5a2-42d2-be28-0de961f06687 req-40f9f77b-3b5f-41e7-9ae4-6db91d061d63 service neutron] For port a2813964-4506-412b-8a7e-dd3f7c81ebe6, host n-h2-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=a2813964-4506-412b-8a7e-dd3f7c81ebe6,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:31:50.405396 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa40de0a-a0dc-40e6-9fd6-2cefd85a5be7 service neutron] Pushing event updated for resources: {'Port': ['ID=2e1d83fa-12a6-4b6b-a3da-d28e807f8253,revision_number=11']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:50.410064 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-44f82fc9-b5a2-42d2-be28-0de961f06687 req-40f9f77b-3b5f-41e7-9ae4-6db91d061d63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:50.430068 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a8437e96-c703-45cc-b8a8-ff39f3d08567 req-0bfe54a9-3efb-4894-9877-121156bb3987 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb75c1f-620d-4cfd-a804-faa1a9266f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344960 Apr 18 19:31:50.453516 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.agents_db [None req-eb67022b-f881-4bc8-8f45-fca90fb27803 None None] Agent healthcheck: found 7 active agents {{(pid=84766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:31:50.526233 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-44f82fc9-b5a2-42d2-be28-0de961f06687 req-40f9f77b-3b5f-41e7-9ae4-6db91d061d63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:50.527740 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-44f82fc9-b5a2-42d2-be28-0de961f06687 req-40f9f77b-3b5f-41e7-9ae4-6db91d061d63 service neutron] 10.222.0.72 "PUT /v2.0/ports/a2813964-4506-412b-8a7e-dd3f7c81ebe6 HTTP/1.1" status: 200 len: 1095 time: 6.0991268 Apr 18 19:31:50.540886 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99639b6b-998a-466c-aaee-d63991d0f3d1', 'tag': 'a2813964-4506-412b-8a7e-dd3f7c81ebe6'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:31:50.610113 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e939a9d-4fea-4982-9db0-1d38de4bc293 req-aa40de0a-a0dc-40e6-9fd6-2cefd85a5be7 service neutron] No DVR routers for this DVR port 2e1d83fa-12a6-4b6b-a3da-d28e807f8253 on host n-h2-836017-2 {{(pid=84763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:31:50.681754 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d7574528-f151-44aa-a2c2-c695f673c759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:50.719379 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-613912cc-b50f-4611-8f1b-3e79f80b15d5 req-b983d511-b3bc-4e8d-9381-ac2971e52d7e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=73070b32fdb445869915286e0756abff&device_id=542cb5b6-7137-4f38-91fb-4a890f0003c2 HTTP/1.1" status: 200 len: 1099 time: 0.2338572 Apr 18 19:31:50.829625 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:50.847679 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ada7c94-8c90-489b-a7d6-420243788daa'] response: {'name': 'network-changed', 'server_uuid': '99639b6b-998a-466c-aaee-d63991d0f3d1', 'tag': 'a2813964-4506-412b-8a7e-dd3f7c81ebe6', 'status': 'completed', 'code': 200} Apr 18 19:31:51.004020 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-9e939a9d-4fea-4982-9db0-1d38de4bc293 req-aa40de0a-a0dc-40e6-9fd6-2cefd85a5be7 service neutron] Attempting to bind port 2e1d83fa-12a6-4b6b-a3da-d28e807f8253 on host n-h1-836017-2 for vnic_type normal with profile {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:31:51.019613 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-9e939a9d-4fea-4982-9db0-1d38de4bc293 req-aa40de0a-a0dc-40e6-9fd6-2cefd85a5be7 service neutron] Attempting to bind port 2e1d83fa-12a6-4b6b-a3da-d28e807f8253 by drivers openvswitch,hyperv on host n-h1-836017-2 at level 0 using segments [{'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:31:51.019613 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e939a9d-4fea-4982-9db0-1d38de4bc293 req-aa40de0a-a0dc-40e6-9fd6-2cefd85a5be7 service neutron] Attempting to bind port 2e1d83fa-12a6-4b6b-a3da-d28e807f8253 on network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:31:51.046677 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f9f77b-3b5f-41e7-9ae4-6db91d061d63 service neutron] Pushing event updated for resources: {'Port': ['ID=a2813964-4506-412b-8a7e-dd3f7c81ebe6,revision_number=3']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:51.073962 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e939a9d-4fea-4982-9db0-1d38de4bc293 req-aa40de0a-a0dc-40e6-9fd6-2cefd85a5be7 service neutron] Port 2e1d83fa-12a6-4b6b-a3da-d28e807f8253 on network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-2 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:31:51.074624 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e939a9d-4fea-4982-9db0-1d38de4bc293 req-aa40de0a-a0dc-40e6-9fd6-2cefd85a5be7 service neutron] Attempting to bind port 2e1d83fa-12a6-4b6b-a3da-d28e807f8253 on network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:31:51.107324 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e939a9d-4fea-4982-9db0-1d38de4bc293 req-aa40de0a-a0dc-40e6-9fd6-2cefd85a5be7 service neutron] Checking agent: {'id': 'e3a31811-08e0-42ba-bc2e-ed8a973b714f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 25), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:31:51.108062 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e939a9d-4fea-4982-9db0-1d38de4bc293 req-aa40de0a-a0dc-40e6-9fd6-2cefd85a5be7 service neutron] Checking segment: {'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:31:51.108857 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e939a9d-4fea-4982-9db0-1d38de4bc293 req-aa40de0a-a0dc-40e6-9fd6-2cefd85a5be7 service neutron] Bound using segment: {'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:31:51.109815 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-9e939a9d-4fea-4982-9db0-1d38de4bc293 req-aa40de0a-a0dc-40e6-9fd6-2cefd85a5be7 service neutron] Bound port: 2e1d83fa-12a6-4b6b-a3da-d28e807f8253, host: n-h1-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'}}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:31:51.110390 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-9e939a9d-4fea-4982-9db0-1d38de4bc293 req-aa40de0a-a0dc-40e6-9fd6-2cefd85a5be7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:51.128617 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613912cc-b50f-4611-8f1b-3e79f80b15d5 req-3b3d0838-40a2-4b61-a3dc-aa0fc76ff590 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:51.130491 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-613912cc-b50f-4611-8f1b-3e79f80b15d5 req-3b3d0838-40a2-4b61-a3dc-aa0fc76ff590 service neutron] 10.222.0.72 "GET /v2.0/networks?id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a HTTP/1.1" status: 200 len: 870 time: 0.4062586 Apr 18 19:31:51.158081 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-44f82fc9-b5a2-42d2-be28-0de961f06687 req-041018cb-975f-4c22-9e70-c06a529178a0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=73070b32fdb445869915286e0756abff&device_id=99639b6b-998a-466c-aaee-d63991d0f3d1 HTTP/1.1" status: 200 len: 1098 time: 0.4397483 Apr 18 19:31:51.341217 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64ef804-2225-4dee-b879-1a2b056aac2d req-dd3e578f-fb91-439f-848c-414d3c581cbd tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:51.350130 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d64ef804-2225-4dee-b879-1a2b056aac2d req-dd3e578f-fb91-439f-848c-414d3c581cbd tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=63f735e6-8486-48e8-85e0-cdebbb5eae7f HTTP/1.1" status: 200 len: 944 time: 0.5145440 Apr 18 19:31:51.423148 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-44f82fc9-b5a2-42d2-be28-0de961f06687 req-e7e892e4-cd93-4523-bcb2-30c95eea9ff6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=a2813964-4506-412b-8a7e-dd3f7c81ebe6 HTTP/1.1" status: 200 len: 217 time: 0.1753929 Apr 18 19:31:51.484176 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-613912cc-b50f-4611-8f1b-3e79f80b15d5 req-4fafc1da-c92c-4c73-bf22-155c7e33fdf0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=095a9680-858e-4b90-9273-b31a53dffeb8 HTTP/1.1" status: 200 len: 217 time: 0.3380425 Apr 18 19:31:51.534924 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-9e939a9d-4fea-4982-9db0-1d38de4bc293 req-aa40de0a-a0dc-40e6-9fd6-2cefd85a5be7 service neutron] For port 2e1d83fa-12a6-4b6b-a3da-d28e807f8253, host n-h1-836017-2, cleared binding levels {{(pid=84763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:31:51.555280 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d64ef804-2225-4dee-b879-1a2b056aac2d req-1c1254f1-6193-4885-ad07-437bd6b64152 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/security-groups?id=6dce0218-3e63-47f4-ad5c-3b3c3b13b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042520 Apr 18 19:31:51.577943 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-9e939a9d-4fea-4982-9db0-1d38de4bc293 req-aa40de0a-a0dc-40e6-9fd6-2cefd85a5be7 service neutron] For port 2e1d83fa-12a6-4b6b-a3da-d28e807f8253, host n-h1-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=2e1d83fa-12a6-4b6b-a3da-d28e807f8253,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:31:51.579764 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f82fc9-b5a2-42d2-be28-0de961f06687 req-690fa9bd-04ab-43af-a1e3-f09106d8028b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:51.581265 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-44f82fc9-b5a2-42d2-be28-0de961f06687 req-690fa9bd-04ab-43af-a1e3-f09106d8028b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=17d1b3aa-2066-4ffa-a69f-52ed566b6548 HTTP/1.1" status: 200 len: 843 time: 0.1419730 Apr 18 19:31:51.588483 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613912cc-b50f-4611-8f1b-3e79f80b15d5 req-6addd5d5-5fd1-4475-980c-b338244742cb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:51.591511 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-613912cc-b50f-4611-8f1b-3e79f80b15d5 req-6addd5d5-5fd1-4475-980c-b338244742cb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=17d1b3aa-2066-4ffa-a69f-52ed566b6548 HTTP/1.1" status: 200 len: 843 time: 0.0931616 Apr 18 19:31:51.684451 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-9e939a9d-4fea-4982-9db0-1d38de4bc293 req-aa40de0a-a0dc-40e6-9fd6-2cefd85a5be7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:51.695479 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ac6a62-af93-4194-9c7c-146993f4c4c3 req-bebccd6f-cc54-46a6-80b5-df8ebb87817b tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:51.697044 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-97ac6a62-af93-4194-9c7c-146993f4c4c3 req-bebccd6f-cc54-46a6-80b5-df8ebb87817b tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad0762ec-8f77-4f13-9567-a866d0faa9fe HTTP/1.1" status: 200 len: 949 time: 0.3026688 Apr 18 19:31:51.764995 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-613912cc-b50f-4611-8f1b-3e79f80b15d5 req-bcc7eb59-eab9-4340-8f1f-4d7967f97397 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1645231 Apr 18 19:31:51.774257 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-97ac6a62-af93-4194-9c7c-146993f4c4c3 req-5c976b5b-bb08-48d5-9a92-d4b2dd1aa6b0 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692766 Apr 18 19:31:51.818316 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1c541fd-6087-4755-8778-e68e27e46067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:51.880254 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-44f82fc9-b5a2-42d2-be28-0de961f06687 req-6e2e3949-168c-4a3a-b0ab-74aac451c7f4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2893839 Apr 18 19:31:51.887427 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-9e939a9d-4fea-4982-9db0-1d38de4bc293 req-aa40de0a-a0dc-40e6-9fd6-2cefd85a5be7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:51.888828 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-9e939a9d-4fea-4982-9db0-1d38de4bc293 req-aa40de0a-a0dc-40e6-9fd6-2cefd85a5be7 service neutron] 10.222.0.73 "PUT /v2.0/ports/2e1d83fa-12a6-4b6b-a3da-d28e807f8253 HTTP/1.1" status: 200 len: 1097 time: 5.7984040 Apr 18 19:31:51.949848 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-613912cc-b50f-4611-8f1b-3e79f80b15d5 req-2619ba62-3cff-44e5-9b27-82d0895ab2bd service neutron] 10.222.0.72 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744294 Apr 18 19:31:52.015450 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:52.237629 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-613912cc-b50f-4611-8f1b-3e79f80b15d5 req-08b97478-492f-4fdc-8bef-68d354228973 service neutron] 10.222.0.72 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2803533 Apr 18 19:31:52.247317 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa40de0a-a0dc-40e6-9fd6-2cefd85a5be7 service neutron] Pushing event updated for resources: {'Port': ['ID=2e1d83fa-12a6-4b6b-a3da-d28e807f8253,revision_number=12']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:52.532766 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-44f82fc9-b5a2-42d2-be28-0de961f06687 req-d0179332-7100-4d21-b1ef-7d36c1a4d4d4 service neutron] 10.222.0.72 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6429892 Apr 18 19:31:52.538943 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-9e939a9d-4fea-4982-9db0-1d38de4bc293 req-a3d37a58-490b-4a63-b6ba-60651f2d21cf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4bf06599121a476094faf72db54a396e&device_id=ad0762ec-8f77-4f13-9567-a866d0faa9fe HTTP/1.1" status: 200 len: 1100 time: 0.5995364 Apr 18 19:31:52.596637 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cf4675-a610-4b78-9eea-9334893d5046 req-003bb5e4-b5e1-4385-84d5-1383fd334fee tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:52.604056 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-c1cf4675-a610-4b78-9eea-9334893d5046 req-003bb5e4-b5e1-4385-84d5-1383fd334fee tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/ports?device_id=542cb5b6-7137-4f38-91fb-4a890f0003c2 HTTP/1.1" status: 200 len: 948 time: 0.5457711 Apr 18 19:31:52.831330 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e535b6-9b22-415c-8b4e-90847eedae2a req-1ec765d5-f5bf-4511-9456-c32b8c6388dd tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:52.834047 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-71e535b6-9b22-415c-8b4e-90847eedae2a req-1ec765d5-f5bf-4511-9456-c32b8c6388dd tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=63f735e6-8486-48e8-85e0-cdebbb5eae7f HTTP/1.1" status: 200 len: 944 time: 0.1167953 Apr 18 19:31:52.844032 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e939a9d-4fea-4982-9db0-1d38de4bc293 req-fa85abcd-74ec-4e22-9de7-3a959177254b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:52.845528 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-9e939a9d-4fea-4982-9db0-1d38de4bc293 req-fa85abcd-74ec-4e22-9de7-3a959177254b service neutron] 10.222.0.73 "GET /v2.0/networks?id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a HTTP/1.1" status: 200 len: 870 time: 0.2850890 Apr 18 19:31:52.857495 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad0762ec-8f77-4f13-9567-a866d0faa9fe', 'tag': '2e1d83fa-12a6-4b6b-a3da-d28e807f8253'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:31:52.919043 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-71e535b6-9b22-415c-8b4e-90847eedae2a req-612b845c-028c-4ebb-a8ff-3a31a22144c4 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/security-groups?id=6dce0218-3e63-47f4-ad5c-3b3c3b13b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776889 Apr 18 19:31:53.057558 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a4106dab-6971-4e7e-8fdc-c66f0a3f4877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:53.079264 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-44f82fc9-b5a2-42d2-be28-0de961f06687 req-2e048bcb-b502-417c-b174-521361b657e5 service neutron] 10.222.0.72 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5370531 Apr 18 19:31:53.089455 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-9e939a9d-4fea-4982-9db0-1d38de4bc293 req-61b13e11-a1ae-4091-973d-28b7b9273acb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=2e1d83fa-12a6-4b6b-a3da-d28e807f8253 HTTP/1.1" status: 200 len: 217 time: 0.2193325 Apr 18 19:31:53.155323 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 6ce9e8ca-c688-4360-a5c1-cb5597c9db75 up at agent hyperv_n-h1-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:31:53.197886 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-c1cf4675-a610-4b78-9eea-9334893d5046 req-1cf59eb0-b17a-4302-9cf1-1858e3abca13 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb75c1f-620d-4cfd-a804-faa1a9266f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5924444 Apr 18 19:31:53.350419 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc158e35-9020-4c2e-b9da-7b1b673f7021'] response: {'name': 'network-changed', 'server_uuid': 'ad0762ec-8f77-4f13-9567-a866d0faa9fe', 'tag': '2e1d83fa-12a6-4b6b-a3da-d28e807f8253', 'status': 'completed', 'code': 200} Apr 18 19:31:53.368465 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e939a9d-4fea-4982-9db0-1d38de4bc293 req-7c8d2efc-a68f-45e4-9710-73839d6fb24d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:53.369920 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-9e939a9d-4fea-4982-9db0-1d38de4bc293 req-7c8d2efc-a68f-45e4-9710-73839d6fb24d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=17d1b3aa-2066-4ffa-a69f-52ed566b6548 HTTP/1.1" status: 200 len: 843 time: 0.2738860 Apr 18 19:31:53.377227 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 095a9680-858e-4b90-9273-b31a53dffeb8 details requested by agent hyperv_n-h2-836017-2 with host n-h2-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:31:53.559916 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fb3f811a-4f23-4a92-8233-3e757ce5b8b2 req-1aed21e6-9412-4ea2-907d-2a5584ce30f4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=73070b32fdb445869915286e0756abff&device_id=99639b6b-998a-466c-aaee-d63991d0f3d1 HTTP/1.1" status: 200 len: 1098 time: 0.2609723 Apr 18 19:31:53.619426 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 095a9680-858e-4b90-9273-b31a53dffeb8, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=095a9680-858e-4b90-9273-b31a53dffeb8,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:31:53.660268 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0811f0a-f89c-47cd-b6e4-ef4f5f4e2b4f req-ccf718dd-aa89-4f56-a6bb-3d109082ea70 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:53.663675 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f0811f0a-f89c-47cd-b6e4-ef4f5f4e2b4f req-ccf718dd-aa89-4f56-a6bb-3d109082ea70 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad0762ec-8f77-4f13-9567-a866d0faa9fe HTTP/1.1" status: 200 len: 949 time: 0.3938787 Apr 18 19:31:53.674801 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Returning: {'device': '095a9680-858e-4b90-9273-b31a53dffeb8', 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a', 'port_id': '095a9680-858e-4b90-9273-b31a53dffeb8', 'mac_address': 'fa:16:3e:bf:d6:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17d1b3aa-2066-4ffa-a69f-52ed566b6548', 'ip_address': '192.168.233.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:31:53.679318 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Provisioning for port 6ce9e8ca-c688-4360-a5c1-cb5597c9db75 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:31:53.727004 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3f811a-4f23-4a92-8233-3e757ce5b8b2 req-441410d4-92d9-4967-aa3f-de9fea256eaf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:53.728663 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fb3f811a-4f23-4a92-8233-3e757ce5b8b2 req-441410d4-92d9-4967-aa3f-de9fea256eaf service neutron] 10.222.0.72 "GET /v2.0/networks?id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a HTTP/1.1" status: 200 len: 870 time: 0.1676388 Apr 18 19:31:53.740825 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-4d3cde66-7d64-4191-a7f3-c0e4e8762f37 req-7ef441c8-4b94-406d-933a-9348ba24098d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4bf06599121a476094faf72db54a396e&device_id=ad0762ec-8f77-4f13-9567-a866d0faa9fe HTTP/1.1" status: 200 len: 1100 time: 0.3668747 Apr 18 19:31:53.791916 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Provisioning complete for port 6ce9e8ca-c688-4360-a5c1-cb5597c9db75 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:31:53.794134 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:53.796067 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-9e939a9d-4fea-4982-9db0-1d38de4bc293 req-5be2a722-39ed-4647-b961-28a481c85ae2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4097342 Apr 18 19:31:53.824249 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fb3f811a-4f23-4a92-8233-3e757ce5b8b2 req-8c94ef21-f9dd-4cbf-9585-cf78454d2dea service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=a2813964-4506-412b-8a7e-dd3f7c81ebe6 HTTP/1.1" status: 200 len: 217 time: 0.0881555 Apr 18 19:31:53.960679 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:54.004703 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 095a9680-858e-4b90-9273-b31a53dffeb8 {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:31:54.054949 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3f811a-4f23-4a92-8233-3e757ce5b8b2 req-d66129d0-ddad-4cae-a229-1c0a7e1efaf1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:54.056600 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fb3f811a-4f23-4a92-8233-3e757ce5b8b2 req-d66129d0-ddad-4cae-a229-1c0a7e1efaf1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=17d1b3aa-2066-4ffa-a69f-52ed566b6548 HTTP/1.1" status: 200 len: 843 time: 0.2201755 Apr 18 19:31:54.069627 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 095a9680-858e-4b90-9273-b31a53dffeb8, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=095a9680-858e-4b90-9273-b31a53dffeb8,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:31:54.153106 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-9e939a9d-4fea-4982-9db0-1d38de4bc293 req-d881c13d-91c3-446a-a421-9ce79d5e649f service neutron] 10.222.0.73 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3489015 Apr 18 19:31:54.227696 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:54.237421 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:54.262212 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f0811f0a-f89c-47cd-b6e4-ef4f5f4e2b4f req-128606e4-95f1-4c36-bf1a-3a1939c2f94b tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5822651 Apr 18 19:31:54.358222 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port 6ce9e8ca-c688-4360-a5c1-cb5597c9db75, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=6ce9e8ca-c688-4360-a5c1-cb5597c9db75,segment=NetworkSegment(56697489-6787-4e2b-895c-5ec0b051161d),segment_id=56697489-6787-4e2b-895c-5ec0b051161d)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:31:54.359382 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63f735e6-8486-48e8-85e0-cdebbb5eae7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ce9e8ca-c688-4360-a5c1-cb5597c9db75'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:31:54.365064 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fb3f811a-4f23-4a92-8233-3e757ce5b8b2 req-4d744ead-f44e-4d71-8a8c-1b85229809d7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2922428 Apr 18 19:31:54.381636 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=095a9680-858e-4b90-9273-b31a53dffeb8,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:54.424507 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3cde66-7d64-4191-a7f3-c0e4e8762f37 req-def45fb1-36c2-42c4-9fbc-f93d7684f1d1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:54.426668 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-4d3cde66-7d64-4191-a7f3-c0e4e8762f37 req-def45fb1-36c2-42c4-9fbc-f93d7684f1d1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a HTTP/1.1" status: 200 len: 870 time: 0.6639178 Apr 18 19:31:54.442944 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:54.619708 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fb3f811a-4f23-4a92-8233-3e757ce5b8b2 req-3d7e34d1-a66f-47c0-a040-477c4f9abae0 service neutron] 10.222.0.72 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401474 Apr 18 19:31:54.654606 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Pushing event updated for resources: {'Port': ['ID=6ce9e8ca-c688-4360-a5c1-cb5597c9db75,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:54.695084 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-4d3cde66-7d64-4191-a7f3-c0e4e8762f37 req-271dc8e8-c2fd-43f7-a76c-dec0415b83f1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=2e1d83fa-12a6-4b6b-a3da-d28e807f8253 HTTP/1.1" status: 200 len: 217 time: 0.2596848 Apr 18 19:31:54.696267 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] get_ports_and_sgs() called for port_ids ['095a9680-858e-4b90-9273-b31a53dffeb8'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:31:54.850466 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3cde66-7d64-4191-a7f3-c0e4e8762f37 req-6ceac2cc-b36a-4e79-ab61-e89fdd763a1b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:54.852331 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-4d3cde66-7d64-4191-a7f3-c0e4e8762f37 req-6ceac2cc-b36a-4e79-ab61-e89fdd763a1b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=17d1b3aa-2066-4ffa-a69f-52ed566b6548 HTTP/1.1" status: 200 len: 843 time: 0.1501067 Apr 18 19:31:54.852903 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 55688) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:31:54.943366 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-4d3cde66-7d64-4191-a7f3-c0e4e8762f37 req-db5a55e0-e990-46e7-afa7-34de0d72bb7d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0833192 Apr 18 19:31:54.945503 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-9e939a9d-4fea-4982-9db0-1d38de4bc293 req-06daaf0e-67f2-419f-9c02-68f7547a70ed service neutron] 10.222.0.73 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7808444 Apr 18 19:31:54.948809 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:55.394489 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-4d3cde66-7d64-4191-a7f3-c0e4e8762f37 req-c87ce955-b30a-4fc6-9e7e-64d39528d353 service neutron] 10.222.0.72 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4433675 Apr 18 19:31:55.651631 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fb3f811a-4f23-4a92-8233-3e757ce5b8b2 req-5757c08b-7dd6-49c6-9a05-f82fe3d496b3 service neutron] 10.222.0.72 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0183992 Apr 18 19:31:55.673355 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04f4501-2d01-49aa-9842-92c43e993288 req-f0db2367-29b4-4a62-ba4e-9787796959f8 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:55.682210 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b04f4501-2d01-49aa-9842-92c43e993288 req-f0db2367-29b4-4a62-ba4e-9787796959f8 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=63f735e6-8486-48e8-85e0-cdebbb5eae7f HTTP/1.1" status: 200 len: 945 time: 1.0602934 Apr 18 19:31:55.730301 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f4c9a290-53fe-4269-a2e6-99191c4a8e1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:55.741554 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4d3cde66-7d64-4191-a7f3-c0e4e8762f37 req-f479aa77-7ca3-4e33-bf83-fa31834f1061 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4bf06599121a476094faf72db54a396e&device_id=ad0762ec-8f77-4f13-9567-a866d0faa9fe HTTP/1.1" status: 200 len: 1100 time: 0.7178559 Apr 18 19:31:55.867739 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-f4c9a290-53fe-4269-a2e6-99191c4a8e1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:31:55.873391 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-f4c9a290-53fe-4269-a2e6-99191c4a8e1c admin admin] Usage tracker for resource:security_group_rule and tenant:b4c7cf243c5645ee8a317e722f74a49a is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:31:55.877434 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-f4c9a290-53fe-4269-a2e6-99191c4a8e1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:31:55.886015 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-f4c9a290-53fe-4269-a2e6-99191c4a8e1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:31:55.929266 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b04f4501-2d01-49aa-9842-92c43e993288 req-88cad46e-0f0f-49e2-b192-a61422e55f72 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/security-groups?id=6dce0218-3e63-47f4-ad5c-3b3c3b13b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454915 Apr 18 19:31:56.015778 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3cde66-7d64-4191-a7f3-c0e4e8762f37 req-26b59a96-9438-4fbd-99cc-69383b2b5788 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:56.017568 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4d3cde66-7d64-4191-a7f3-c0e4e8762f37 req-26b59a96-9438-4fbd-99cc-69383b2b5788 service neutron] 10.222.0.73 "GET /v2.0/networks?id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a HTTP/1.1" status: 200 len: 870 time: 0.2588835 Apr 18 19:31:56.053061 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f4c9a290-53fe-4269-a2e6-99191c4a8e1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:56.073146 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1517308-46f9-4511-abf2-591ff34d2280'] response: {'server_uuid': '63f735e6-8486-48e8-85e0-cdebbb5eae7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ce9e8ca-c688-4360-a5c1-cb5597c9db75', 'code': 200} Apr 18 19:31:56.117831 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-4d3cde66-7d64-4191-a7f3-c0e4e8762f37 req-5a7d8f92-9824-4d9c-8f66-0b9e83764863 service neutron] 10.222.0.72 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7163091 Apr 18 19:31:56.126918 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4d3cde66-7d64-4191-a7f3-c0e4e8762f37 req-0a93c2c1-0e07-48ad-b0b5-8d401c19fed1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=2e1d83fa-12a6-4b6b-a3da-d28e807f8253 HTTP/1.1" status: 200 len: 217 time: 0.0974169 Apr 18 19:31:56.135063 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f4c9a290-53fe-4269-a2e6-99191c4a8e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:56.300856 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3cde66-7d64-4191-a7f3-c0e4e8762f37 req-a25df07c-8ad5-40b2-ba2e-c4121bf398fd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:56.303361 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4d3cde66-7d64-4191-a7f3-c0e4e8762f37 req-a25df07c-8ad5-40b2-ba2e-c4121bf398fd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=17d1b3aa-2066-4ffa-a69f-52ed566b6548 HTTP/1.1" status: 200 len: 843 time: 0.1695671 Apr 18 19:31:56.315326 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-f4c9a290-53fe-4269-a2e6-99191c4a8e1c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b4c7cf243c5645ee8a317e722f74a49a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4614100 Apr 18 19:31:56.317076 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c9a290-53fe-4269-a2e6-99191c4a8e1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd019b75-78ad-41da-a65e-545ea1ea3c0f,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:56.324438 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 55714) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:31:56.332055 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cee803-55a6-4b00-8e83-20e1167fead2 req-530da850-5833-4f06-9039-3d384e122d95 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:56.340061 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e1cee803-55a6-4b00-8e83-20e1167fead2 req-530da850-5833-4f06-9039-3d384e122d95 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/ports?device_id=542cb5b6-7137-4f38-91fb-4a890f0003c2 HTTP/1.1" status: 200 len: 949 time: 0.5856009 Apr 18 19:31:56.440643 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e1cee803-55a6-4b00-8e83-20e1167fead2 req-6998bc72-0f99-4e38-af1e-fa07b6b2a29d tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb75c1f-620d-4cfd-a804-faa1a9266f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995102 Apr 18 19:31:56.541202 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-a5839f1f-9a89-4252-a8ad-7b269a965fa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:56.541202 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-a5839f1f-9a89-4252-a8ad-7b269a965fa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:56.579312 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4d3cde66-7d64-4191-a7f3-c0e4e8762f37 req-0e85dd4e-d79c-4d3a-94d2-5ec356b18e33 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2156744 Apr 18 19:31:56.585862 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-62abab11-f43e-4633-9440-ab741335dfb3 req-5ea2ade0-2275-47ed-9714-af2c7e0def5c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=63f735e6-8486-48e8-85e0-cdebbb5eae7f HTTP/1.1" status: 200 len: 1096 time: 0.1716237 Apr 18 19:31:56.612050 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c502342-4e92-4fa6-affb-089db720cf92 req-b769835f-1231-4665-95b1-4bc924b68aab tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:56.614655 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4c502342-4e92-4fa6-affb-089db720cf92 req-b769835f-1231-4665-95b1-4bc924b68aab tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad0762ec-8f77-4f13-9567-a866d0faa9fe HTTP/1.1" status: 200 len: 949 time: 0.3074510 Apr 18 19:31:56.702019 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-a5839f1f-9a89-4252-a8ad-7b269a965fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:56.727290 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5839f1f-9a89-4252-a8ad-7b269a965fa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd019b75-78ad-41da-a65e-545ea1ea3c0f,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:56.732434 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-a5839f1f-9a89-4252-a8ad-7b269a965fa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:56.737675 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-a5839f1f-9a89-4252-a8ad-7b269a965fa9 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/fd019b75-78ad-41da-a65e-545ea1ea3c0f HTTP/1.1" status: 204 len: 168 time: 0.3711715 Apr 18 19:31:56.789850 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4c502342-4e92-4fa6-affb-089db720cf92 req-a8cf36a0-42ee-4064-be4d-ea0965c670f2 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555119 Apr 18 19:31:56.831109 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-62abab11-f43e-4633-9440-ab741335dfb3 req-29c33541-713e-41c4-988e-885409e33109 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=6dce0218-3e63-47f4-ad5c-3b3c3b13b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248185 Apr 18 19:31:56.918767 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4d3cde66-7d64-4191-a7f3-c0e4e8762f37 req-94323f71-4baa-488c-90cf-b8a0ca669599 service neutron] 10.222.0.73 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3294561 Apr 18 19:31:57.186503 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 2e1d83fa-12a6-4b6b-a3da-d28e807f8253 details requested by agent hyperv_n-h1-836017-2 with host n-h1-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:31:57.232410 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415744ae-11f1-4788-8dc0-101f20b1d91d req-42c2ab5f-c801-482e-8a9a-50d94b911060 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:57.234062 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-415744ae-11f1-4788-8dc0-101f20b1d91d req-42c2ab5f-c801-482e-8a9a-50d94b911060 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=63f735e6-8486-48e8-85e0-cdebbb5eae7f HTTP/1.1" status: 200 len: 945 time: 0.1347558 Apr 18 19:31:57.344161 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-415744ae-11f1-4788-8dc0-101f20b1d91d req-965709a3-8a12-4745-9439-27468d7ec333 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/security-groups?id=6dce0218-3e63-47f4-ad5c-3b3c3b13b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918348 Apr 18 19:31:57.363025 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4d3cde66-7d64-4191-a7f3-c0e4e8762f37 req-3ad160b1-9e8c-4bee-bf4b-9bf93029b248 service neutron] 10.222.0.73 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2723138 Apr 18 19:31:57.415174 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device a2813964-4506-412b-8a7e-dd3f7c81ebe6 details requested by agent hyperv_n-h2-836017-2 with host n-h2-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:31:57.417430 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 095a9680-858e-4b90-9273-b31a53dffeb8 up at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:31:57.619975 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port 2e1d83fa-12a6-4b6b-a3da-d28e807f8253, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=2e1d83fa-12a6-4b6b-a3da-d28e807f8253,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:31:57.661043 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Returning: {'device': '2e1d83fa-12a6-4b6b-a3da-d28e807f8253', 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a', 'port_id': '2e1d83fa-12a6-4b6b-a3da-d28e807f8253', 'mac_address': 'fa:16:3e:91:a7:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17d1b3aa-2066-4ffa-a69f-52ed566b6548', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:31:57.752686 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port a2813964-4506-412b-8a7e-dd3f7c81ebe6, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=a2813964-4506-412b-8a7e-dd3f7c81ebe6,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:31:57.767674 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0558af61-47e3-4207-b318-f5eb732a9ddf req-b990fa67-0b51-4e43-a780-f95083adc1b3 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:57.769435 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0558af61-47e3-4207-b318-f5eb732a9ddf req-b990fa67-0b51-4e43-a780-f95083adc1b3 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/ports?device_id=542cb5b6-7137-4f38-91fb-4a890f0003c2 HTTP/1.1" status: 200 len: 949 time: 0.0972717 Apr 18 19:31:57.773184 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:57.783684 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Returning: {'device': 'a2813964-4506-412b-8a7e-dd3f7c81ebe6', 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a', 'port_id': 'a2813964-4506-412b-8a7e-dd3f7c81ebe6', 'mac_address': 'fa:16:3e:bd:f2:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17d1b3aa-2066-4ffa-a69f-52ed566b6548', 'ip_address': '192.168.233.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:31:57.820473 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e1d83fa-12a6-4b6b-a3da-d28e807f8253 {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:31:57.828356 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0558af61-47e3-4207-b318-f5eb732a9ddf req-40754a75-4fc7-4133-90fc-64d0f74671f6 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb75c1f-620d-4cfd-a804-faa1a9266f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514047 Apr 18 19:31:57.874083 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:57.897259 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2813964-4506-412b-8a7e-dd3f7c81ebe6 {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:31:57.908207 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port 2e1d83fa-12a6-4b6b-a3da-d28e807f8253, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=2e1d83fa-12a6-4b6b-a3da-d28e807f8253,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:31:57.909418 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning for port 095a9680-858e-4b90-9273-b31a53dffeb8 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:31:57.929159 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning complete for port 095a9680-858e-4b90-9273-b31a53dffeb8 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:31:57.929159 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:58.005717 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:58.010780 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port a2813964-4506-412b-8a7e-dd3f7c81ebe6, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=a2813964-4506-412b-8a7e-dd3f7c81ebe6,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:31:58.082273 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eb8c43-79ad-4ca0-9755-981da4140535 req-255e549a-4a3c-4361-a41c-a39874ab1081 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:58.084746 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a4eb8c43-79ad-4ca0-9755-981da4140535 req-255e549a-4a3c-4361-a41c-a39874ab1081 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad0762ec-8f77-4f13-9567-a866d0faa9fe HTTP/1.1" status: 200 len: 950 time: 0.1149900 Apr 18 19:31:58.165770 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Pushing event updated for resources: {'Port': ['ID=2e1d83fa-12a6-4b6b-a3da-d28e807f8253,revision_number=13']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:58.178340 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:58.190375 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a4eb8c43-79ad-4ca0-9755-981da4140535 req-061e2557-558f-47f5-887d-34ab9e95bbb1 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995352 Apr 18 19:31:58.273713 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:58.323634 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 095a9680-858e-4b90-9273-b31a53dffeb8, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=095a9680-858e-4b90-9273-b31a53dffeb8,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:31:58.327860 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '542cb5b6-7137-4f38-91fb-4a890f0003c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '095a9680-858e-4b90-9273-b31a53dffeb8'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:31:58.353349 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=a2813964-4506-412b-8a7e-dd3f7c81ebe6,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:58.412755 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:58.493578 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a30ad08e-61af-4fc4-a85d-64d47b7b2cde'] response: {'server_uuid': '542cb5b6-7137-4f38-91fb-4a890f0003c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '095a9680-858e-4b90-9273-b31a53dffeb8', 'code': 200} Apr 18 19:31:58.537693 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=095a9680-858e-4b90-9273-b31a53dffeb8,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:58.592511 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] get_ports_and_sgs() called for port_ids ['a2813964-4506-412b-8a7e-dd3f7c81ebe6'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:31:58.776927 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ed26db18-e822-458a-b84c-d67407c9fddb req-37d79be6-01ae-4bb8-9e61-ef0c287f892d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=542cb5b6-7137-4f38-91fb-4a890f0003c2 HTTP/1.1" status: 200 len: 1101 time: 0.1160171 Apr 18 19:31:58.825110 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdcdd5c-2914-42ce-bea3-39372c79db61 req-ee6cecfa-7319-48c2-9e8c-12f9adc9a773 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:58.826869 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2bdcdd5c-2914-42ce-bea3-39372c79db61 req-ee6cecfa-7319-48c2-9e8c-12f9adc9a773 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=63f735e6-8486-48e8-85e0-cdebbb5eae7f HTTP/1.1" status: 200 len: 945 time: 0.1969509 Apr 18 19:31:58.868639 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ed26db18-e822-458a-b84c-d67407c9fddb req-f81800eb-3e3f-4242-82ec-fd22fa96bc53 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=3bb75c1f-620d-4cfd-a804-faa1a9266f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842779 Apr 18 19:31:58.942259 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2bdcdd5c-2914-42ce-bea3-39372c79db61 req-264bbcde-1be7-4b43-8014-fc49eaffe7a4 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/security-groups?id=6dce0218-3e63-47f4-ad5c-3b3c3b13b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078084 Apr 18 19:31:59.255736 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a3b918-880c-468b-8764-09184c857f1e req-d8ffed8d-bd70-4d6f-8648-baa72fe8d109 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:59.257371 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-40a3b918-880c-468b-8764-09184c857f1e req-d8ffed8d-bd70-4d6f-8648-baa72fe8d109 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/ports?device_id=542cb5b6-7137-4f38-91fb-4a890f0003c2 HTTP/1.1" status: 200 len: 950 time: 0.0953517 Apr 18 19:31:59.328917 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-40a3b918-880c-468b-8764-09184c857f1e req-de215444-59f1-474f-9c5d-bfc947d03718 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb75c1f-620d-4cfd-a804-faa1a9266f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640728 Apr 18 19:31:59.441134 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] get_ports_and_sgs() called for port_ids ['2e1d83fa-12a6-4b6b-a3da-d28e807f8253'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:31:59.501930 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84718b77-0096-4a43-a611-56da553c2d78 req-e1c03462-5762-402d-a0a9-958e98270950 tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:59.509735 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-84718b77-0096-4a43-a611-56da553c2d78 req-e1c03462-5762-402d-a0a9-958e98270950 tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] 10.222.0.69 "GET /v2.0/ports?device_id=1deb20a0-ed58-4a55-9231-d2b88559b68b HTTP/1.1" status: 200 len: 945 time: 0.1002741 Apr 18 19:31:59.567256 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-84718b77-0096-4a43-a611-56da553c2d78 req-39d3dbbb-98b1-428d-8a26-5e9be2bc0475 tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] 10.222.0.69 "GET /v2.0/security-groups?id=7e0a4aa2-6a45-4e89-98c9-5080f22b400c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543077 Apr 18 19:31:59.624809 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0927205a-1f18-4784-b0d3-ac981561a879 req-f28c6cc7-e480-4db3-af2f-58fbfbd30e44 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:59.626452 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0927205a-1f18-4784-b0d3-ac981561a879 req-f28c6cc7-e480-4db3-af2f-58fbfbd30e44 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad0762ec-8f77-4f13-9567-a866d0faa9fe HTTP/1.1" status: 200 len: 950 time: 0.1142197 Apr 18 19:31:59.702536 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0927205a-1f18-4784-b0d3-ac981561a879 req-b48416ce-b9d6-4c12-8e8a-19d14f714f8a tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695760 Apr 18 19:31:59.826527 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0631a4b2-2ee7-4917-af71-673ab8855142 req-2f5b7908-1b99-4b44-95ac-1c257780bb91 tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:59.828063 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-0631a4b2-2ee7-4917-af71-673ab8855142 req-2f5b7908-1b99-4b44-95ac-1c257780bb91 tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] 10.222.0.69 "GET /v2.0/ports?device_id=92710b08-58e1-4035-9aa8-85a1bb1d4a68 HTTP/1.1" status: 200 len: 949 time: 0.0830898 Apr 18 19:31:59.880841 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-0631a4b2-2ee7-4917-af71-673ab8855142 req-82e58850-a861-4a59-b03f-6b165b033145 tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] 10.222.0.69 "GET /v2.0/security-groups?id=13ffc115-6e90-42e4-a59c-efdacbb10432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457397 Apr 18 19:32:00.280788 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7de1338b-145e-488c-bb22-8b9c3c5389a8 req-6e83a06d-34ce-40f7-b306-657182047234 tempest-MigrationsAdminTest-620803545 tempest-MigrationsAdminTest-620803545-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=ad0762ec-8f77-4f13-9567-a866d0faa9fe HTTP/1.1" status: 200 len: 1101 time: 0.0803015 Apr 18 19:32:00.339902 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7de1338b-145e-488c-bb22-8b9c3c5389a8 req-c20d80b3-e55e-4e58-904b-2ea8e8a3f0f7 tempest-MigrationsAdminTest-620803545 tempest-MigrationsAdminTest-620803545-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575578 Apr 18 19:32:00.570113 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ddc21f-4c5f-4629-9f82-4e402a367285 req-55cc8ddd-05df-4212-96d2-502150d44af0 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:00.571625 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d6ddc21f-4c5f-4629-9f82-4e402a367285 req-55cc8ddd-05df-4212-96d2-502150d44af0 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=63f735e6-8486-48e8-85e0-cdebbb5eae7f HTTP/1.1" status: 200 len: 945 time: 0.0937445 Apr 18 19:32:00.641557 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d6ddc21f-4c5f-4629-9f82-4e402a367285 req-c17bd266-08ff-4139-a1ca-207f5c849f63 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/security-groups?id=6dce0218-3e63-47f4-ad5c-3b3c3b13b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615273 Apr 18 19:32:00.875940 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44143144-a293-4985-a5e3-4bd3193905d8 req-34ee1ba1-a072-4f76-b1c7-1f85c84cbdb6 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:00.877470 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-44143144-a293-4985-a5e3-4bd3193905d8 req-34ee1ba1-a072-4f76-b1c7-1f85c84cbdb6 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/ports?device_id=542cb5b6-7137-4f38-91fb-4a890f0003c2 HTTP/1.1" status: 200 len: 950 time: 0.1552000 Apr 18 19:32:00.935395 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-44143144-a293-4985-a5e3-4bd3193905d8 req-4e1957f2-c468-439b-ad42-499d91f0d66b tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb75c1f-620d-4cfd-a804-faa1a9266f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454390 Apr 18 19:32:01.188349 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 2e1d83fa-12a6-4b6b-a3da-d28e807f8253 up at agent hyperv_n-h1-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:32:01.237813 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02b1779-4605-41b5-adf2-2b8d2bce64e6 req-b8bc5ecf-16da-448c-ba38-747581b7ffd4 tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:01.240856 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c02b1779-4605-41b5-adf2-2b8d2bce64e6 req-b8bc5ecf-16da-448c-ba38-747581b7ffd4 tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] 10.222.0.72 "GET /v2.0/ports?device_id=1deb20a0-ed58-4a55-9231-d2b88559b68b HTTP/1.1" status: 200 len: 945 time: 0.1828880 Apr 18 19:32:01.366226 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [req-c02b1779-4605-41b5-adf2-2b8d2bce64e6 req-419a2465-9cc1-48a7-88a1-cf46ef40a9e5 tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Deleting port fc27eb2e-701f-494a-b8e9-75b6ce42ef63 {{(pid=84764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:32:01.366580 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-c02b1779-4605-41b5-adf2-2b8d2bce64e6 req-419a2465-9cc1-48a7-88a1-cf46ef40a9e5 tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:01.402690 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1cd31f-7ff3-4d00-b127-5409634078ef req-87100e76-ded3-4567-8a04-533e48e1b963 tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:01.404217 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-db1cd31f-7ff3-4d00-b127-5409634078ef req-87100e76-ded3-4567-8a04-533e48e1b963 tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] 10.222.0.69 "GET /v2.0/ports?device_id=1deb20a0-ed58-4a55-9231-d2b88559b68b HTTP/1.1" status: 200 len: 945 time: 0.2620597 Apr 18 19:32:01.409426 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Provisioning for port 2e1d83fa-12a6-4b6b-a3da-d28e807f8253 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:32:01.416515 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Provisioning complete for port 2e1d83fa-12a6-4b6b-a3da-d28e807f8253 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:32:01.416515 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:01.465374 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device a2813964-4506-412b-8a7e-dd3f7c81ebe6 up at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:32:01.619589 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-db1cd31f-7ff3-4d00-b127-5409634078ef req-e8ab02f5-36be-446b-a323-856c3a3977ef tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] 10.222.0.69 "GET /v2.0/security-groups?id=7e0a4aa2-6a45-4e89-98c9-5080f22b400c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1990817 Apr 18 19:32:01.712509 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:01.755582 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning for port a2813964-4506-412b-8a7e-dd3f7c81ebe6 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:32:01.787049 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port 2e1d83fa-12a6-4b6b-a3da-d28e807f8253, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=2e1d83fa-12a6-4b6b-a3da-d28e807f8253,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:32:01.789007 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad0762ec-8f77-4f13-9567-a866d0faa9fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e1d83fa-12a6-4b6b-a3da-d28e807f8253'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:32:01.795586 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning complete for port a2813964-4506-412b-8a7e-dd3f7c81ebe6 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:32:01.796415 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:01.878816 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:01.885141 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60643fa-5e01-4ffc-afc1-63cfc692af8b req-18d734ea-d0ba-4507-b9e2-87d6edef771a tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:01.890081 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e60643fa-5e01-4ffc-afc1-63cfc692af8b req-18d734ea-d0ba-4507-b9e2-87d6edef771a tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/networks?id=0124e28f-2243-4533-b876-7d659443232d HTTP/1.1" status: 200 len: 804 time: 0.3974605 Apr 18 19:32:01.942534 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e60643fa-5e01-4ffc-afc1-63cfc692af8b req-b168a8b2-9fe5-4d90-be84-2934474a25a2 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/quotas/e3b062c733cb48498c21458f46ee72da HTTP/1.1" status: 200 len: 375 time: 0.0405550 Apr 18 19:32:01.946434 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-c02b1779-4605-41b5-adf2-2b8d2bce64e6 req-419a2465-9cc1-48a7-88a1-cf46ef40a9e5 tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] For port fc27eb2e-701f-494a-b8e9-75b6ce42ef63, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=fc27eb2e-701f-494a-b8e9-75b6ce42ef63,segment=NetworkSegment(e5097719-15b3-4fd8-8376-6a49cea6478d),segment_id=e5097719-15b3-4fd8-8376-6a49cea6478d)] {{(pid=84764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:32:01.947464 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-c02b1779-4605-41b5-adf2-2b8d2bce64e6 req-419a2465-9cc1-48a7-88a1-cf46ef40a9e5 tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:02.011638 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Pushing event updated for resources: {'Port': ['ID=2e1d83fa-12a6-4b6b-a3da-d28e807f8253,revision_number=14']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:02.058840 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:02.108534 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port a2813964-4506-412b-8a7e-dd3f7c81ebe6, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=a2813964-4506-412b-8a7e-dd3f7c81ebe6,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:32:02.176273 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e60643fa-5e01-4ffc-afc1-63cfc692af8b req-05a151e2-7c97-49e1-b3cf-ce6d5c791e27 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=e3b062c733cb48498c21458f46ee72da&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2251983 Apr 18 19:32:02.183201 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:02.184537 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device fc27eb2e-701f-494a-b8e9-75b6ce42ef63 no longer exists at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:32:02.322198 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=a2813964-4506-412b-8a7e-dd3f7c81ebe6,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:02.398844 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e60643fa-5e01-4ffc-afc1-63cfc692af8b req-44d4c03c-93cb-4122-a10f-e8e4a31c0d3c service neutron] 10.222.0.69 "GET /v2.0/networks/0124e28f-2243-4533-b876-7d659443232d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092984 Apr 18 19:32:02.420012 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:02.491948 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port fc27eb2e-701f-494a-b8e9-75b6ce42ef63, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=fc27eb2e-701f-494a-b8e9-75b6ce42ef63,segment=NetworkSegment(e5097719-15b3-4fd8-8376-6a49cea6478d),segment_id=e5097719-15b3-4fd8-8376-6a49cea6478d)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:32:02.533146 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52c4847-4f4f-4927-a4a3-1890c326fdb9 req-63191ea5-c31d-4ab0-a554-f4be42b0c69d tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:02.534625 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d52c4847-4f4f-4927-a4a3-1890c326fdb9 req-63191ea5-c31d-4ab0-a554-f4be42b0c69d tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/ports?device_id=99639b6b-998a-466c-aaee-d63991d0f3d1 HTTP/1.1" status: 200 len: 949 time: 0.3569889 Apr 18 19:32:02.558508 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-c02b1779-4605-41b5-adf2-2b8d2bce64e6 req-419a2465-9cc1-48a7-88a1-cf46ef40a9e5 tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:02.558886 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-c02b1779-4605-41b5-adf2-2b8d2bce64e6 req-419a2465-9cc1-48a7-88a1-cf46ef40a9e5 tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416787'] for floatingip, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:02.559199 n-d-836017-2 neutron-server[84764]: INFO neutron.db.l3_db [req-c02b1779-4605-41b5-adf2-2b8d2bce64e6 req-419a2465-9cc1-48a7-88a1-cf46ef40a9e5 tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Floating IP 8f533671-23ff-4a6a-87f6-b939e2b05f9b disassociated. External IP: 172.25.3.6, port: fc27eb2e-701f-494a-b8e9-75b6ce42ef63. Apr 18 19:32:02.559538 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [req-c02b1779-4605-41b5-adf2-2b8d2bce64e6 req-419a2465-9cc1-48a7-88a1-cf46ef40a9e5 tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Calling delete_port for fc27eb2e-701f-494a-b8e9-75b6ce42ef63 owned by compute:nova {{(pid=84764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:32:02.563263 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e60643fa-5e01-4ffc-afc1-63cfc692af8b req-b5a1b97f-fc85-41c3-8fb2-dfc4c6b67655 service neutron] 10.222.0.69 "GET /v2.0/networks/0124e28f-2243-4533-b876-7d659443232d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634502 Apr 18 19:32:02.603466 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:02.604335 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 3ca558a6-4adc-43e3-8bd2-5d792cd0a4eb no longer exists at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:32:02.661317 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d52c4847-4f4f-4927-a4a3-1890c326fdb9 req-58d22c06-29b8-4581-beba-7e1f466bc779 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb75c1f-620d-4cfd-a804-faa1a9266f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176267 Apr 18 19:32:02.734039 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.db.api [req-c02b1779-4605-41b5-adf2-2b8d2bce64e6 req-419a2465-9cc1-48a7-88a1-cf46ef40a9e5 tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84764) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 19:32:02.734376 n-d-836017-2 neutron-server[84764]: DEBUG oslo_db.api [req-c02b1779-4605-41b5-adf2-2b8d2bce64e6 req-419a2465-9cc1-48a7-88a1-cf46ef40a9e5 tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 19:32:02.806639 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1d372d-4ecc-4289-9e58-e638a244ee20 req-cbaeb9ac-7285-44fc-b4d8-8a75c7ce8d35 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:02.808739 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-1d1d372d-4ecc-4289-9e58-e638a244ee20 req-cbaeb9ac-7285-44fc-b4d8-8a75c7ce8d35 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad0762ec-8f77-4f13-9567-a866d0faa9fe HTTP/1.1" status: 200 len: 951 time: 0.1646507 Apr 18 19:32:02.893688 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=fc27eb2e-701f-494a-b8e9-75b6ce42ef63,revision_number=6']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:02.907894 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:02.943736 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-1d1d372d-4ecc-4289-9e58-e638a244ee20 req-b47ec6fd-7c19-41fa-a861-13412d05259c tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Deleting port 2e1d83fa-12a6-4b6b-a3da-d28e807f8253 {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:32:02.948420 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-1d1d372d-4ecc-4289-9e58-e638a244ee20 req-b47ec6fd-7c19-41fa-a861-13412d05259c tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:02.968215 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea14d2a-f345-4c11-9e06-22a9f3ce7e84 req-f1a87e5c-e62d-4ad2-a251-fc64de244d0e tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:02.969764 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-aea14d2a-f345-4c11-9e06-22a9f3ce7e84 req-f1a87e5c-e62d-4ad2-a251-fc64de244d0e tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad0762ec-8f77-4f13-9567-a866d0faa9fe HTTP/1.1" status: 200 len: 951 time: 0.1311555 Apr 18 19:32:02.991876 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 3ca558a6-4adc-43e3-8bd2-5d792cd0a4eb, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=3ca558a6-4adc-43e3-8bd2-5d792cd0a4eb,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:32:03.003166 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ed50fbb-b695-42f7-9b7f-d56a349cd0cf'] response: {'server_uuid': 'ad0762ec-8f77-4f13-9567-a866d0faa9fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e1d83fa-12a6-4b6b-a3da-d28e807f8253', 'code': 200} Apr 18 19:32:03.067899 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-aea14d2a-f345-4c11-9e06-22a9f3ce7e84 req-0468a865-6bda-4533-b206-3f0752bfd394 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895305 Apr 18 19:32:03.106340 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:03.203656 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=3ca558a6-4adc-43e3-8bd2-5d792cd0a4eb,revision_number=8']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:03.258043 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [req-c02b1779-4605-41b5-adf2-2b8d2bce64e6 req-419a2465-9cc1-48a7-88a1-cf46ef40a9e5 tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Deleting port fc27eb2e-701f-494a-b8e9-75b6ce42ef63 {{(pid=84764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:32:03.258386 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-c02b1779-4605-41b5-adf2-2b8d2bce64e6 req-419a2465-9cc1-48a7-88a1-cf46ef40a9e5 tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:03.273687 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-1d1d372d-4ecc-4289-9e58-e638a244ee20 req-b47ec6fd-7c19-41fa-a861-13412d05259c tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] For port 2e1d83fa-12a6-4b6b-a3da-d28e807f8253, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=2e1d83fa-12a6-4b6b-a3da-d28e807f8253,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:32:03.274054 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-1d1d372d-4ecc-4289-9e58-e638a244ee20 req-b47ec6fd-7c19-41fa-a861-13412d05259c tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:03.408177 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-1d1d372d-4ecc-4289-9e58-e638a244ee20 req-b47ec6fd-7c19-41fa-a861-13412d05259c tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Calling delete_port for 2e1d83fa-12a6-4b6b-a3da-d28e807f8253 owned by compute:nova {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:32:03.412951 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80954096-23cd-4770-b92f-4b81044560bc req-cdd6003c-71df-42da-85f8-bf3e553947c0 tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:03.414504 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-80954096-23cd-4770-b92f-4b81044560bc req-cdd6003c-71df-42da-85f8-bf3e553947c0 tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] 10.222.0.69 "GET /v2.0/ports?device_id=1deb20a0-ed58-4a55-9231-d2b88559b68b HTTP/1.1" status: 200 len: 943 time: 0.1900082 Apr 18 19:32:03.564870 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-80954096-23cd-4770-b92f-4b81044560bc req-28f49d08-191d-4874-aec9-feca968e389c tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] 10.222.0.69 "GET /v2.0/security-groups?id=7e0a4aa2-6a45-4e89-98c9-5080f22b400c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276515 Apr 18 19:32:03.631787 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-c02b1779-4605-41b5-adf2-2b8d2bce64e6 req-419a2465-9cc1-48a7-88a1-cf46ef40a9e5 tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] For port fc27eb2e-701f-494a-b8e9-75b6ce42ef63, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=fc27eb2e-701f-494a-b8e9-75b6ce42ef63,segment=NetworkSegment(e5097719-15b3-4fd8-8376-6a49cea6478d),segment_id=e5097719-15b3-4fd8-8376-6a49cea6478d)] {{(pid=84764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:32:03.632330 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-c02b1779-4605-41b5-adf2-2b8d2bce64e6 req-419a2465-9cc1-48a7-88a1-cf46ef40a9e5 tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:03.697220 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-1d1d372d-4ecc-4289-9e58-e638a244ee20 req-b47ec6fd-7c19-41fa-a861-13412d05259c tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:03.709952 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] get_ports_and_sgs() called for port_ids ['06b799dc-3aea-4cb3-90fe-2c88201e3471', 'f209c868-4df3-44a3-95db-ffedb0ab96cd', 'c0e1150c-3ca4-458b-85e4-8208744a4bc0'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:32:03.752403 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47ec6fd-7c19-41fa-a861-13412d05259c tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Pushing event deleted for resources: {'Port': ['ID=2e1d83fa-12a6-4b6b-a3da-d28e807f8253,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:03.863576 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d1d372d-4ecc-4289-9e58-e638a244ee20 req-b47ec6fd-7c19-41fa-a861-13412d05259c tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] No DVR routers for this DVR port 2e1d83fa-12a6-4b6b-a3da-d28e807f8253 on host n-h1-836017-2 {{(pid=84763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:32:03.874143 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-1d1d372d-4ecc-4289-9e58-e638a244ee20 req-b47ec6fd-7c19-41fa-a861-13412d05259c tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:03.877424 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad0762ec-8f77-4f13-9567-a866d0faa9fe', 'name': 'network-vif-deleted', 'tag': '2e1d83fa-12a6-4b6b-a3da-d28e807f8253'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:32:03.972781 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-1d1d372d-4ecc-4289-9e58-e638a244ee20 req-b47ec6fd-7c19-41fa-a861-13412d05259c tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.73 "DELETE /v2.0/ports/2e1d83fa-12a6-4b6b-a3da-d28e807f8253 HTTP/1.1" status: 204 len: 173 time: 1.1582911 Apr 18 19:32:04.063020 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-c02b1779-4605-41b5-adf2-2b8d2bce64e6 req-419a2465-9cc1-48a7-88a1-cf46ef40a9e5 tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:04.063551 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-c02b1779-4605-41b5-adf2-2b8d2bce64e6 req-419a2465-9cc1-48a7-88a1-cf46ef40a9e5 tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416787'] for floatingip, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:04.063769 n-d-836017-2 neutron-server[84764]: INFO neutron.db.l3_db [req-c02b1779-4605-41b5-adf2-2b8d2bce64e6 req-419a2465-9cc1-48a7-88a1-cf46ef40a9e5 tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Floating IP 8f533671-23ff-4a6a-87f6-b939e2b05f9b disassociated. External IP: 172.25.3.6, port: fc27eb2e-701f-494a-b8e9-75b6ce42ef63. Apr 18 19:32:04.064022 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [req-c02b1779-4605-41b5-adf2-2b8d2bce64e6 req-419a2465-9cc1-48a7-88a1-cf46ef40a9e5 tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Calling delete_port for fc27eb2e-701f-494a-b8e9-75b6ce42ef63 owned by compute:nova {{(pid=84764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:32:04.158551 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b318fbb-ab39-41d4-97c5-69ed2bf257d7 req-fa29b1f2-2161-4d30-ade0-251abb7a4061 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:04.165559 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-7b318fbb-ab39-41d4-97c5-69ed2bf257d7 req-fa29b1f2-2161-4d30-ade0-251abb7a4061 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/ports?device_id=99639b6b-998a-466c-aaee-d63991d0f3d1 HTTP/1.1" status: 200 len: 949 time: 0.2244382 Apr 18 19:32:04.242479 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-7b318fbb-ab39-41d4-97c5-69ed2bf257d7 req-d7720315-4b53-468f-be95-f72ae139722a tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb75c1f-620d-4cfd-a804-faa1a9266f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759373 Apr 18 19:32:04.369175 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05bcb092-6a62-4079-8da6-49016fc7a6fc'] response: {'server_uuid': 'ad0762ec-8f77-4f13-9567-a866d0faa9fe', 'name': 'network-vif-deleted', 'tag': '2e1d83fa-12a6-4b6b-a3da-d28e807f8253', 'status': 'completed', 'code': 200} Apr 18 19:32:04.515736 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-c02b1779-4605-41b5-adf2-2b8d2bce64e6 req-419a2465-9cc1-48a7-88a1-cf46ef40a9e5 tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:04.558411 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 55998) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:32:04.584166 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419a2465-9cc1-48a7-88a1-cf46ef40a9e5 tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Pushing event deleted for resources: {'Port': ['ID=fc27eb2e-701f-494a-b8e9-75b6ce42ef63,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:04.824800 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a9fc8ede-26f3-4c26-890b-57a7a2055ff4 req-9ce4d55b-59df-4061-bde0-213e1c373ead tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] 10.222.0.69 "GET /v2.0/ports?device_id=1deb20a0-ed58-4a55-9231-d2b88559b68b HTTP/1.1" status: 200 len: 210 time: 0.0838919 Apr 18 19:32:04.845770 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c210ceea-3ec5-4ccb-a899-7f50b4bb5fce req-be0fd248-a6b5-4eec-b3d6-ccd1a6dd37d9 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad0762ec-8f77-4f13-9567-a866d0faa9fe HTTP/1.1" status: 200 len: 210 time: 0.2570629 Apr 18 19:32:05.006288 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99639b6b-998a-466c-aaee-d63991d0f3d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2813964-4506-412b-8a7e-dd3f7c81ebe6'}, {'server_uuid': '1deb20a0-ed58-4a55-9231-d2b88559b68b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc27eb2e-701f-494a-b8e9-75b6ce42ef63'}, {'server_uuid': '92710b08-58e1-4035-9aa8-85a1bb1d4a68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ca558a6-4adc-43e3-8bd2-5d792cd0a4eb'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:32:05.072409 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c02b1779-4605-41b5-adf2-2b8d2bce64e6 req-419a2465-9cc1-48a7-88a1-cf46ef40a9e5 tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Router 17391c21-7eca-4e43-95d5-7a49fedbaaa1 has already been hosted by L3 agent 21b59c62-f184-4169-bc3e-79831cc043e8 {{(pid=84764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:32:05.190891 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50ef96b8-fe2b-44ef-ad3e-a341152912d1'] response: {'server_uuid': '99639b6b-998a-466c-aaee-d63991d0f3d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2813964-4506-412b-8a7e-dd3f7c81ebe6', 'code': 200} Apr 18 19:32:05.192016 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50ef96b8-fe2b-44ef-ad3e-a341152912d1'] response: {'server_uuid': '1deb20a0-ed58-4a55-9231-d2b88559b68b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc27eb2e-701f-494a-b8e9-75b6ce42ef63', 'code': 200} Apr 18 19:32:05.192016 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50ef96b8-fe2b-44ef-ad3e-a341152912d1'] response: {'server_uuid': '92710b08-58e1-4035-9aa8-85a1bb1d4a68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ca558a6-4adc-43e3-8bd2-5d792cd0a4eb', 'code': 200} Apr 18 19:32:05.198222 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 2e1d83fa-12a6-4b6b-a3da-d28e807f8253 no longer exists at agent hyperv_n-h1-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:32:05.242027 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] No Port match for: 2e1d83fa-12a6-4b6b-a3da-d28e807f8253 {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:32:05.242889 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 2e1d83fa-12a6-4b6b-a3da-d28e807f8253 not bound to the agent host n-h1-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:32:05.258858 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-3e13b5b8-b4c8-41bb-bf32-6a4037481967 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:05.404747 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81616af0-e4d3-49bb-8311-5604c690b8e1 req-d2f7c403-3c46-4e62-b04d-8f8ec0f152af tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:05.406510 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-81616af0-e4d3-49bb-8311-5604c690b8e1 req-d2f7c403-3c46-4e62-b04d-8f8ec0f152af tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/networks?id=0124e28f-2243-4533-b876-7d659443232d HTTP/1.1" status: 200 len: 804 time: 0.3523946 Apr 18 19:32:05.444136 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c02b1779-4605-41b5-adf2-2b8d2bce64e6 req-419a2465-9cc1-48a7-88a1-cf46ef40a9e5 tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Notify agent at l3_agent.n-d-836017-2 the message routers_updated {{(pid=84764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:32:05.456401 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-3e13b5b8-b4c8-41bb-bf32-6a4037481967 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:32:05.462621 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10878eb-8e5d-4c53-a5b8-ce646276fcd8 None None] Sync routers for ids ['17391c21-7eca-4e43-95d5-7a49fedbaaa1'] in n-d-836017-2 {{(pid=84766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:32:05.473221 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-3e13b5b8-b4c8-41bb-bf32-6a4037481967 admin admin] Usage tracker for resource:security_group_rule and tenant:71cb13aa202d4cbfbfac7b6bc7350e60 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:32:05.473221 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-3e13b5b8-b4c8-41bb-bf32-6a4037481967 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:32:05.480664 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-3e13b5b8-b4c8-41bb-bf32-6a4037481967 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:32:05.482397 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10878eb-8e5d-4c53-a5b8-ce646276fcd8 None None] Routers {'17391c21-7eca-4e43-95d5-7a49fedbaaa1'} bound to L3 agent in host n-d-836017-2 {{(pid=84766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:32:05.483274 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-a10878eb-8e5d-4c53-a5b8-ce646276fcd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:31:50Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['17391c21-7eca-4e43-95d5-7a49fedbaaa1'], 'active': True} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:32:05.493737 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 8e1eb0cc-2613-4ecf-99a5-54b51fb51f55 details requested by agent hyperv_n-h2-836017-2 with host n-h2-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:32:05.517625 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-81616af0-e4d3-49bb-8311-5604c690b8e1 req-1f230fcc-d297-4773-8fba-f42bf4c3dc92 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/quotas/e3b062c733cb48498c21458f46ee72da HTTP/1.1" status: 200 len: 375 time: 0.0905926 Apr 18 19:32:05.621344 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [req-c02b1779-4605-41b5-adf2-2b8d2bce64e6 req-419a2465-9cc1-48a7-88a1-cf46ef40a9e5 tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] No DVR routers for this DVR port fc27eb2e-701f-494a-b8e9-75b6ce42ef63 on host n-h2-836017-2 {{(pid=84764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:32:05.633627 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-c02b1779-4605-41b5-adf2-2b8d2bce64e6 req-419a2465-9cc1-48a7-88a1-cf46ef40a9e5 tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:05.637467 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1deb20a0-ed58-4a55-9231-d2b88559b68b', 'name': 'network-vif-deleted', 'tag': 'fc27eb2e-701f-494a-b8e9-75b6ce42ef63'}] {{(pid=84764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:32:05.638301 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b4e7ebfc-385e-4a05-aa6d-aeb5502b87a7 req-add886f6-c4c8-44dc-97ed-92c33e99a6e0 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=99639b6b-998a-466c-aaee-d63991d0f3d1 HTTP/1.1" status: 200 len: 1100 time: 0.3487532 Apr 18 19:32:05.729281 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c971286b-f58b-43dd-b46f-067cd75964a5 req-8ffce28d-0f6c-491a-9b70-962af7c10bde tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:05.743781 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c971286b-f58b-43dd-b46f-067cd75964a5 req-8ffce28d-0f6c-491a-9b70-962af7c10bde tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/ports?device_id=99639b6b-998a-466c-aaee-d63991d0f3d1 HTTP/1.1" status: 200 len: 949 time: 0.1885884 Apr 18 19:32:05.747218 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c02b1779-4605-41b5-adf2-2b8d2bce64e6 req-419a2465-9cc1-48a7-88a1-cf46ef40a9e5 tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] 10.222.0.72 "DELETE /v2.0/ports/fc27eb2e-701f-494a-b8e9-75b6ce42ef63 HTTP/1.1" status: 204 len: 173 time: 4.4982018 Apr 18 19:32:05.770458 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b4e7ebfc-385e-4a05-aa6d-aeb5502b87a7 req-b3cd8650-eda5-4a0a-94cb-bc301bf5bbe8 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=3bb75c1f-620d-4cfd-a804-faa1a9266f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224654 Apr 18 19:32:05.825477 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c971286b-f58b-43dd-b46f-067cd75964a5 req-1380aeeb-f2b2-4085-bbfa-33fdc017ef72 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb75c1f-620d-4cfd-a804-faa1a9266f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805879 Apr 18 19:32:05.833947 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-3e13b5b8-b4c8-41bb-bf32-6a4037481967 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:05.853503 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvr_db [None req-a10878eb-8e5d-4c53-a5b8-ce646276fcd8 None None] Set router 17391c21-7eca-4e43-95d5-7a49fedbaaa1 gateway port host: n-d-836017-2 {{(pid=84766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:32:05.858888 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 8e1eb0cc-2613-4ecf-99a5-54b51fb51f55, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=8e1eb0cc-2613-4ecf-99a5-54b51fb51f55,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:32:05.859342 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-81616af0-e4d3-49bb-8311-5604c690b8e1 req-2c01da61-49a4-4f3d-bfc5-d7aff33c836d tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=e3b062c733cb48498c21458f46ee72da&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3380191 Apr 18 19:32:05.883809 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Returning: {'device': '8e1eb0cc-2613-4ecf-99a5-54b51fb51f55', 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a', 'port_id': '8e1eb0cc-2613-4ecf-99a5-54b51fb51f55', 'mac_address': 'fa:16:3e:ec:fb:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17d1b3aa-2066-4ffa-a69f-52ed566b6548', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:32:05.979250 n-d-836017-2 neutron-server[84764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1662fec-8281-46e9-8c8d-977cb3ac795d'] response: {'server_uuid': '1deb20a0-ed58-4a55-9231-d2b88559b68b', 'name': 'network-vif-deleted', 'tag': 'fc27eb2e-701f-494a-b8e9-75b6ce42ef63', 'status': 'completed', 'code': 200} Apr 18 19:32:06.065311 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:06.086494 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-3e13b5b8-b4c8-41bb-bf32-6a4037481967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:06.099879 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8e1eb0cc-2613-4ecf-99a5-54b51fb51f55 {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:32:06.128330 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 8e1eb0cc-2613-4ecf-99a5-54b51fb51f55, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=8e1eb0cc-2613-4ecf-99a5-54b51fb51f55,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:32:06.178246 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-f4528f43-09f6-45e0-b46b-f4e6b60a5100 req-7f254c97-9646-4d51-8cd8-59595506c9ba tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Synchronizing usage tracker for tenant:912f8aac9d1b4f5bb39f80bd646e1172 on resource:port {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:32:06.213062 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:06.235530 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e13b5b8-b4c8-41bb-bf32-6a4037481967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc97a78a-1474-43e2-95b7-9c60bb13c8a5,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:06.267995 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-f4528f43-09f6-45e0-b46b-f4e6b60a5100 req-7f254c97-9646-4d51-8cd8-59595506c9ba tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Unset dirty status for tenant:912f8aac9d1b4f5bb39f80bd646e1172 on resource:port {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:32:06.269515 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f4528f43-09f6-45e0-b46b-f4e6b60a5100 req-7f254c97-9646-4d51-8cd8-59595506c9ba tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] 10.222.0.69 "GET /v2.0/ports?device_id=1deb20a0-ed58-4a55-9231-d2b88559b68b HTTP/1.1" status: 200 len: 210 time: 0.1580746 Apr 18 19:32:06.365389 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-3e13b5b8-b4c8-41bb-bf32-6a4037481967 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=71cb13aa202d4cbfbfac7b6bc7350e60&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8030391 Apr 18 19:32:06.365940 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 56046) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:32:06.375690 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-a10878eb-8e5d-4c53-a5b8-ce646276fcd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17391c21-7eca-4e43-95d5-7a49fedbaaa1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1729629012-router', 'tenant_id': '912f8aac9d1b4f5bb39f80bd646e1172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '61aae637-3077-4250-a059-dd57154ec904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:29:22Z', 'updated_at': '2022-04-18T19:29:29Z', 'revision_number': 4, 'project_id': '912f8aac9d1b4f5bb39f80bd646e1172', 'gw_port': {'id': '61aae637-3077-4250-a059-dd57154ec904', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17391c21-7eca-4e43-95d5-7a49fedbaaa1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:29:23Z', 'updated_at': '2022-04-18T19:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_interfaces': [{'id': '3ca65512-1a5d-4dc0-8b5c-e0b3db6a33f0', 'name': '', 'network_id': '2ec6ced9-a6bc-4877-8b52-5620d7b70918', 'tenant_id': '912f8aac9d1b4f5bb39f80bd646e1172', 'mac_address': 'fa:16:3e:2a:d0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17391c21-7eca-4e43-95d5-7a49fedbaaa1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e0c91da-1774-476f-82ad-dcf19f1fc83c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:29:28Z', 'updated_at': '2022-04-18T19:29:39Z', 'revision_number': 5, 'project_id': '912f8aac9d1b4f5bb39f80bd646e1172', 'subnets': [{'id': '4e0c91da-1774-476f-82ad-dcf19f1fc83c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-2', False) {} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:32:06.381652 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10878eb-8e5d-4c53-a5b8-ce646276fcd8 None None] Checking router: 17391c21-7eca-4e43-95d5-7a49fedbaaa1 for host: n-d-836017-2 {{(pid=84766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:32:06.389291 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=8e1eb0cc-2613-4ecf-99a5-54b51fb51f55,revision_number=6']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:06.399628 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10878eb-8e5d-4c53-a5b8-ce646276fcd8 None None] Routers {'17391c21-7eca-4e43-95d5-7a49fedbaaa1'} bound to L3 agent in host n-d-836017-2 {{(pid=84766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:32:06.400885 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-a10878eb-8e5d-4c53-a5b8-ce646276fcd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:31:50Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['17391c21-7eca-4e43-95d5-7a49fedbaaa1'], 'active': True} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:32:06.421006 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] get_ports_and_sgs() called for port_ids ['8e1eb0cc-2613-4ecf-99a5-54b51fb51f55'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:32:06.478759 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-e94c265a-9546-4b85-87c7-ccd2ba41845e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:06.490154 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-81616af0-e4d3-49bb-8311-5604c690b8e1 req-a1c3382f-7473-47f3-80d3-3ab08f386c84 service neutron] 10.222.0.69 "GET /v2.0/networks/0124e28f-2243-4533-b876-7d659443232d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6326461 Apr 18 19:32:06.790215 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-e94c265a-9546-4b85-87c7-ccd2ba41845e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:07.011671 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvr_db [None req-a10878eb-8e5d-4c53-a5b8-ce646276fcd8 None None] Set router 17391c21-7eca-4e43-95d5-7a49fedbaaa1 gateway port host: n-d-836017-2 {{(pid=84766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:32:07.027552 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-81616af0-e4d3-49bb-8311-5604c690b8e1 req-95ce4233-9e9a-4372-b5a7-87c766159bcd service neutron] 10.222.0.69 "GET /v2.0/networks/0124e28f-2243-4533-b876-7d659443232d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5363820 Apr 18 19:32:07.031843 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-e94c265a-9546-4b85-87c7-ccd2ba41845e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:07.131040 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94c265a-9546-4b85-87c7-ccd2ba41845e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc97a78a-1474-43e2-95b7-9c60bb13c8a5,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:07.163319 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-e94c265a-9546-4b85-87c7-ccd2ba41845e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:07.182086 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-e94c265a-9546-4b85-87c7-ccd2ba41845e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/fc97a78a-1474-43e2-95b7-9c60bb13c8a5 HTTP/1.1" status: 204 len: 168 time: 0.8152912 Apr 18 19:32:07.512836 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 8e1eb0cc-2613-4ecf-99a5-54b51fb51f55 up at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:32:07.839712 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning complete for port 8e1eb0cc-2613-4ecf-99a5-54b51fb51f55 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:32:07.840496 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:07.919129 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4684ebca-ec33-4581-83aa-426af917d8d7 req-1bf0c18d-155b-4699-80b4-b495bd8794f6 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:07.930754 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-4684ebca-ec33-4581-83aa-426af917d8d7 req-1bf0c18d-155b-4699-80b4-b495bd8794f6 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/ports?device_id=99639b6b-998a-466c-aaee-d63991d0f3d1 HTTP/1.1" status: 200 len: 949 time: 0.1956635 Apr 18 19:32:08.071980 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-4684ebca-ec33-4581-83aa-426af917d8d7 req-e92134e4-58bb-45cf-9a5a-294f663cfd81 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb75c1f-620d-4cfd-a804-faa1a9266f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392817 Apr 18 19:32:08.106006 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:08.183048 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-a10878eb-8e5d-4c53-a5b8-ce646276fcd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17391c21-7eca-4e43-95d5-7a49fedbaaa1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1729629012-router', 'tenant_id': '912f8aac9d1b4f5bb39f80bd646e1172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '61aae637-3077-4250-a059-dd57154ec904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:29:22Z', 'updated_at': '2022-04-18T19:29:29Z', 'revision_number': 4, 'project_id': '912f8aac9d1b4f5bb39f80bd646e1172', 'gw_port': {'id': '61aae637-3077-4250-a059-dd57154ec904', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17391c21-7eca-4e43-95d5-7a49fedbaaa1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:29:23Z', 'updated_at': '2022-04-18T19:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_interfaces': [{'id': '3ca65512-1a5d-4dc0-8b5c-e0b3db6a33f0', 'name': '', 'network_id': '2ec6ced9-a6bc-4877-8b52-5620d7b70918', 'tenant_id': '912f8aac9d1b4f5bb39f80bd646e1172', 'mac_address': 'fa:16:3e:2a:d0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17391c21-7eca-4e43-95d5-7a49fedbaaa1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e0c91da-1774-476f-82ad-dcf19f1fc83c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:29:28Z', 'updated_at': '2022-04-18T19:29:39Z', 'revision_number': 5, 'project_id': '912f8aac9d1b4f5bb39f80bd646e1172', 'subnets': [{'id': '4e0c91da-1774-476f-82ad-dcf19f1fc83c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-2', False) {} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:32:08.193210 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 8e1eb0cc-2613-4ecf-99a5-54b51fb51f55, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=8e1eb0cc-2613-4ecf-99a5-54b51fb51f55,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:32:08.194732 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10878eb-8e5d-4c53-a5b8-ce646276fcd8 None None] The sync data for ids ['17391c21-7eca-4e43-95d5-7a49fedbaaa1'] in n-d-836017-2 is: [{'id': '17391c21-7eca-4e43-95d5-7a49fedbaaa1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1729629012-router', 'tenant_id': '912f8aac9d1b4f5bb39f80bd646e1172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '61aae637-3077-4250-a059-dd57154ec904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:29:22Z', 'updated_at': '2022-04-18T19:29:29Z', 'revision_number': 4, 'project_id': '912f8aac9d1b4f5bb39f80bd646e1172', 'gw_port': {'id': '61aae637-3077-4250-a059-dd57154ec904', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17391c21-7eca-4e43-95d5-7a49fedbaaa1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:29:23Z', 'updated_at': '2022-04-18T19:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_interfaces': [{'id': '3ca65512-1a5d-4dc0-8b5c-e0b3db6a33f0', 'name': '', 'network_id': '2ec6ced9-a6bc-4877-8b52-5620d7b70918', 'tenant_id': '912f8aac9d1b4f5bb39f80bd646e1172', 'mac_address': 'fa:16:3e:2a:d0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17391c21-7eca-4e43-95d5-7a49fedbaaa1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e0c91da-1774-476f-82ad-dcf19f1fc83c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:29:28Z', 'updated_at': '2022-04-18T19:29:39Z', 'revision_number': 5, 'project_id': '912f8aac9d1b4f5bb39f80bd646e1172', 'subnets': [{'id': '4e0c91da-1774-476f-82ad-dcf19f1fc83c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:32:08.196273 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3376aeca-0e41-4323-87b6-f103eede7b9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e1eb0cc-2613-4ecf-99a5-54b51fb51f55'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:32:08.303014 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:08.343690 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5921f0c-e152-4c85-a355-47057d5aad02 req-bd7b1502-9fa3-4682-87a3-c66a16886585 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:08.344614 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-b5921f0c-e152-4c85-a355-47057d5aad02 req-bd7b1502-9fa3-4682-87a3-c66a16886585 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Synchronizing usage tracker for tenant:4bf06599121a476094faf72db54a396e on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:32:08.483516 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-b5921f0c-e152-4c85-a355-47057d5aad02 req-bd7b1502-9fa3-4682-87a3-c66a16886585 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Unset dirty status for tenant:4bf06599121a476094faf72db54a396e on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:32:08.489744 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b5921f0c-e152-4c85-a355-47057d5aad02 req-bd7b1502-9fa3-4682-87a3-c66a16886585 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=19340026-8fe1-417b-869a-76fbd40cb860 HTTP/1.1" status: 200 len: 950 time: 0.4747665 Apr 18 19:32:08.519973 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=8e1eb0cc-2613-4ecf-99a5-54b51fb51f55,revision_number=7']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:08.542742 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8c81c5e4-d423-4dd8-91d8-66bb67c0baa8 req-671e02c7-ea31-4248-ac59-bed7f90a7471 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=3b16d973-e29b-4e44-92bb-0518905dcfa1 HTTP/1.1" status: 200 len: 210 time: 0.0590761 Apr 18 19:32:08.622945 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d30eb77-064d-4590-afe4-7423f2c0b5c6'] response: {'server_uuid': '3376aeca-0e41-4323-87b6-f103eede7b9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e1eb0cc-2613-4ecf-99a5-54b51fb51f55', 'code': 200} Apr 18 19:32:08.701761 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b5921f0c-e152-4c85-a355-47057d5aad02 req-5314f613-b5e2-4cf1-a191-ec933b076b48 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079248 Apr 18 19:32:08.762913 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 56102) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:32:08.801590 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ae3820-53fa-4aac-93d3-530e917d6743 None None] New status for floating IP 8f533671-23ff-4a6a-87f6-b939e2b05f9b: DOWN {{(pid=84765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 19:32:08.850317 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 56110) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:32:08.895005 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-3404dfb8-96e3-461c-9b55-5528f511279c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:08.948107 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-95d866ce-405f-468c-a668-2d9d4efdcede tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Notify callbacks [] for security_group, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:08.965688 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-3404dfb8-96e3-461c-9b55-5528f511279c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:32:08.988157 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-3404dfb8-96e3-461c-9b55-5528f511279c admin admin] Usage tracker for resource:security_group_rule and tenant:298d848c804749f496119ab7a8797a0c is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:32:08.993355 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-95d866ce-405f-468c-a668-2d9d4efdcede tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:09.001424 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-3404dfb8-96e3-461c-9b55-5528f511279c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:32:09.027904 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-3404dfb8-96e3-461c-9b55-5528f511279c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:32:09.148425 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11e8bfd-03b5-4825-b5ca-f9c68adbb541 req-dbae5ba2-36be-4e9d-a3cd-1bb1be591140 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:09.150533 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a11e8bfd-03b5-4825-b5ca-f9c68adbb541 req-dbae5ba2-36be-4e9d-a3cd-1bb1be591140 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.73 "GET /v2.0/ports?device_id=19340026-8fe1-417b-869a-76fbd40cb860 HTTP/1.1" status: 200 len: 950 time: 0.1365759 Apr 18 19:32:09.245416 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-a11e8bfd-03b5-4825-b5ca-f9c68adbb541 req-69f59abe-9c79-4bff-9b7b-b9334296b477 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Deleting port c0e1150c-3ca4-458b-85e4-8208744a4bc0 {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:32:09.245921 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-a11e8bfd-03b5-4825-b5ca-f9c68adbb541 req-69f59abe-9c79-4bff-9b7b-b9334296b477 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:09.246623 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-3404dfb8-96e3-461c-9b55-5528f511279c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:09.324510 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-95d866ce-405f-468c-a668-2d9d4efdcede tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:09.365685 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-3404dfb8-96e3-461c-9b55-5528f511279c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:09.384233 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d866ce-405f-468c-a668-2d9d4efdcede tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e0a4aa2-6a45-4e89-98c9-5080f22b400c,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:09.477012 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-3404dfb8-96e3-461c-9b55-5528f511279c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=298d848c804749f496119ab7a8797a0c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6255021 Apr 18 19:32:09.480093 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 56122) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:32:09.631807 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404dfb8-96e3-461c-9b55-5528f511279c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8763291f-769f-47ca-8db6-c5215031167d,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:09.671876 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-95d866ce-405f-468c-a668-2d9d4efdcede tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Notify callbacks [] for security_group, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:09.673224 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-95d866ce-405f-468c-a668-2d9d4efdcede tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] 10.222.0.69 "DELETE /v2.0/security-groups/7e0a4aa2-6a45-4e89-98c9-5080f22b400c HTTP/1.1" status: 204 len: 168 time: 0.9093204 Apr 18 19:32:09.678651 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 56130) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:32:09.702640 n-d-836017-2 neutron-server[84763]: INFO neutron.api.v2.resource [None req-d824a584-5403-4bae-a398-17ddaffef52c tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] show failed (client error): The resource could not be found. Apr 18 19:32:09.704040 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-d824a584-5403-4bae-a398-17ddaffef52c tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] 10.222.0.69 "GET /v2.0/security-groups/7e0a4aa2-6a45-4e89-98c9-5080f22b400c HTTP/1.1" status: 404 len: 347 time: 0.0242310 Apr 18 19:32:09.705251 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-56b1c962-d5a0-4b74-8232-4c2eb582711c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:09.709395 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 56134) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:32:09.791301 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-56b1c962-d5a0-4b74-8232-4c2eb582711c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:09.812923 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d2d603-64c5-4a52-a08d-5f10a32e1e79 req-f41a8315-c703-4652-ba74-13e21674de71 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:09.820487 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-16d2d603-64c5-4a52-a08d-5f10a32e1e79 req-f41a8315-c703-4652-ba74-13e21674de71 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/ports?device_id=99639b6b-998a-466c-aaee-d63991d0f3d1 HTTP/1.1" status: 200 len: 949 time: 0.3537254 Apr 18 19:32:09.909415 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-16d2d603-64c5-4a52-a08d-5f10a32e1e79 req-8986f03e-8dab-44ab-b568-831c87f60e2c tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb75c1f-620d-4cfd-a804-faa1a9266f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872893 Apr 18 19:32:10.015008 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0d7a4dfa-3d01-4ea8-99c0-f356c7968f11 req-d984a947-3cba-4055-91e7-4bcfe98f41c0 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=3b16d973-e29b-4e44-92bb-0518905dcfa1 HTTP/1.1" status: 200 len: 210 time: 0.1861532 Apr 18 19:32:10.021492 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-ed9e6294-d6f9-4a6b-af42-2c2d9e925f3c tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Deleting port 0815731d-95e2-449b-a431-c86393a16a06 {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:32:10.021839 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ed9e6294-d6f9-4a6b-af42-2c2d9e925f3c tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:10.027759 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-56b1c962-d5a0-4b74-8232-4c2eb582711c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:10.051627 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b1c962-d5a0-4b74-8232-4c2eb582711c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8763291f-769f-47ca-8db6-c5215031167d,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:10.074238 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-56b1c962-d5a0-4b74-8232-4c2eb582711c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:10.075491 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-56b1c962-d5a0-4b74-8232-4c2eb582711c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8763291f-769f-47ca-8db6-c5215031167d HTTP/1.1" status: 204 len: 168 time: 0.5455966 Apr 18 19:32:10.092202 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-a11e8bfd-03b5-4825-b5ca-f9c68adbb541 req-69f59abe-9c79-4bff-9b7b-b9334296b477 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] For port c0e1150c-3ca4-458b-85e4-8208744a4bc0, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=c0e1150c-3ca4-458b-85e4-8208744a4bc0,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:32:10.092624 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-a11e8bfd-03b5-4825-b5ca-f9c68adbb541 req-69f59abe-9c79-4bff-9b7b-b9334296b477 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:10.269160 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16947b2d-da96-4189-9009-de3a223eeff6 req-d64cd04f-1809-43d9-b681-6f29ef35dbc1 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:10.271292 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-16947b2d-da96-4189-9009-de3a223eeff6 req-d64cd04f-1809-43d9-b681-6f29ef35dbc1 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=19340026-8fe1-417b-869a-76fbd40cb860 HTTP/1.1" status: 200 len: 950 time: 0.1535642 Apr 18 19:32:10.356357 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-a11e8bfd-03b5-4825-b5ca-f9c68adbb541 req-69f59abe-9c79-4bff-9b7b-b9334296b477 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Calling delete_port for c0e1150c-3ca4-458b-85e4-8208744a4bc0 owned by compute:nova {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:32:10.362378 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-16947b2d-da96-4189-9009-de3a223eeff6 req-dc487827-6a94-4c21-833c-9be310fe43c5 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829747 Apr 18 19:32:11.045612 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ed9e6294-d6f9-4a6b-af42-2c2d9e925f3c tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:11.046186 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ed9e6294-d6f9-4a6b-af42-2c2d9e925f3c tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:11.245240 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device c0e1150c-3ca4-458b-85e4-8208744a4bc0 no longer exists at agent hyperv_n-h1-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:32:11.267283 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-ed9e6294-d6f9-4a6b-af42-2c2d9e925f3c tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Calling delete_port for 0815731d-95e2-449b-a431-c86393a16a06 owned by network:floatingip {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:32:11.299964 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81616af0-e4d3-49bb-8311-5604c690b8e1 req-c106f0f5-aa72-4b30-a699-5ef25240352a tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:11.302222 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-81616af0-e4d3-49bb-8311-5604c690b8e1 req-c106f0f5-aa72-4b30-a699-5ef25240352a tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.73 "GET /v2.0/networks?id=0124e28f-2243-4533-b876-7d659443232d HTTP/1.1" status: 200 len: 804 time: 0.6399853 Apr 18 19:32:11.335556 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-81616af0-e4d3-49bb-8311-5604c690b8e1 req-ac804427-1cbf-4053-ade1-1ada2141f123 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Request body: {'port': {'device_id': '3b16d973-e29b-4e44-92bb-0518905dcfa1', 'network_id': '0124e28f-2243-4533-b876-7d659443232d', 'admin_state_up': True, 'tenant_id': 'e3b062c733cb48498c21458f46ee72da'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:32:11.364854 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f3efddbf-e5d4-464d-aef0-bacd577eca88 req-1c0c4018-f0f1-47dd-9899-4152525b9256 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=3b16d973-e29b-4e44-92bb-0518905dcfa1 HTTP/1.1" status: 200 len: 210 time: 0.1370044 Apr 18 19:32:11.584026 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ebfad1-9a1d-46ee-9d8c-dfbe15da2ae8 req-39a0488d-6a4a-4bd1-9431-cee29093fb6d tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:11.588792 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ebfad1-9a1d-46ee-9d8c-dfbe15da2ae8 req-39a0488d-6a4a-4bd1-9431-cee29093fb6d tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:11.596328 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-29ebfad1-9a1d-46ee-9d8c-dfbe15da2ae8 req-39a0488d-6a4a-4bd1-9431-cee29093fb6d tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/ports?device_id=542cb5b6-7137-4f38-91fb-4a890f0003c2&device_id=99639b6b-998a-466c-aaee-d63991d0f3d1 HTTP/1.1" status: 200 len: 1690 time: 0.7198625 Apr 18 19:32:11.611907 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:11.683332 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-a11e8bfd-03b5-4825-b5ca-f9c68adbb541 req-69f59abe-9c79-4bff-9b7b-b9334296b477 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:11.794189 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] get_ports_and_sgs() called for port_ids ['06b799dc-3aea-4cb3-90fe-2c88201e3471', 'f209c868-4df3-44a3-95db-ffedb0ab96cd'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:32:11.856882 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f59abe-9c79-4bff-9b7b-b9334296b477 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Pushing event deleted for resources: {'Port': ['ID=c0e1150c-3ca4-458b-85e4-8208744a4bc0,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:11.865747 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-edac19cf-82d2-4c86-8bbc-448006cc83d7 req-4f653222-db31-4d2a-b1dc-f33de485b1be tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=19340026-8fe1-417b-869a-76fbd40cb860 HTTP/1.1" status: 200 len: 210 time: 0.0817986 Apr 18 19:32:11.991706 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-81616af0-e4d3-49bb-8311-5604c690b8e1 req-ac804427-1cbf-4053-ade1-1ada2141f123 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:32:12.118837 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-81616af0-e4d3-49bb-8311-5604c690b8e1 req-ac804427-1cbf-4053-ade1-1ada2141f123 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:32:12.141407 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-29ebfad1-9a1d-46ee-9d8c-dfbe15da2ae8 req-cbd7dfce-d8f3-4be5-a68b-d9acb3d9b11a tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb75c1f-620d-4cfd-a804-faa1a9266f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5335400 Apr 18 19:32:12.163358 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-a11e8bfd-03b5-4825-b5ca-f9c68adbb541 req-69f59abe-9c79-4bff-9b7b-b9334296b477 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] No DVR routers for this DVR port c0e1150c-3ca4-458b-85e4-8208744a4bc0 on host n-h1-836017-2 {{(pid=84763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:32:12.170777 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-a11e8bfd-03b5-4825-b5ca-f9c68adbb541 req-69f59abe-9c79-4bff-9b7b-b9334296b477 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:12.180405 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19340026-8fe1-417b-869a-76fbd40cb860', 'name': 'network-vif-deleted', 'tag': 'c0e1150c-3ca4-458b-85e4-8208744a4bc0'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:32:12.240776 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81616af0-e4d3-49bb-8311-5604c690b8e1 req-ac804427-1cbf-4053-ade1-1ada2141f123 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Made reservation on behalf of e3b062c733cb48498c21458f46ee72da for: {'port': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:32:12.244063 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-81616af0-e4d3-49bb-8311-5604c690b8e1 req-ac804427-1cbf-4053-ade1-1ada2141f123 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:12.384222 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12d78f70-301a-4104-944e-c3042f8b553e'] response: {'server_uuid': '19340026-8fe1-417b-869a-76fbd40cb860', 'name': 'network-vif-deleted', 'tag': 'c0e1150c-3ca4-458b-85e4-8208744a4bc0', 'status': 'completed', 'code': 200} Apr 18 19:32:12.387072 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ed9e6294-d6f9-4a6b-af42-2c2d9e925f3c tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:12.391941 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a11e8bfd-03b5-4825-b5ca-f9c68adbb541 req-69f59abe-9c79-4bff-9b7b-b9334296b477 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.73 "DELETE /v2.0/ports/c0e1150c-3ca4-458b-85e4-8208744a4bc0 HTTP/1.1" status: 204 len: 173 time: 3.2359114 Apr 18 19:32:12.599910 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9e6294-d6f9-4a6b-af42-2c2d9e925f3c tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Pushing event deleted for resources: {'Port': ['ID=0815731d-95e2-449b-a431-c86393a16a06,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:12.612475 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e4228432-7cdb-4ea2-b1a8-67fcb12d2dd9 req-ddf0d0dc-b765-49f3-8188-7ef41f961e9d tempest-ServersOnMultiNodesTest-948315256 tempest-ServersOnMultiNodesTest-948315256-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=542cb5b6-7137-4f38-91fb-4a890f0003c2 HTTP/1.1" status: 200 len: 1101 time: 0.1745460 Apr 18 19:32:12.676703 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-e4228432-7cdb-4ea2-b1a8-67fcb12d2dd9 req-8e0663b2-2695-4e7a-a37c-c176e7556350 tempest-ServersOnMultiNodesTest-948315256 tempest-ServersOnMultiNodesTest-948315256-project-admin] Synchronizing usage tracker for tenant:6e7e67c92c734726a2e7f93164bc5881 on resource:security_group {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:32:12.816727 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-e4228432-7cdb-4ea2-b1a8-67fcb12d2dd9 req-8e0663b2-2695-4e7a-a37c-c176e7556350 tempest-ServersOnMultiNodesTest-948315256 tempest-ServersOnMultiNodesTest-948315256-project-admin] Unset dirty status for tenant:6e7e67c92c734726a2e7f93164bc5881 on resource:security_group {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:32:12.818794 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e4228432-7cdb-4ea2-b1a8-67fcb12d2dd9 req-8e0663b2-2695-4e7a-a37c-c176e7556350 tempest-ServersOnMultiNodesTest-948315256 tempest-ServersOnMultiNodesTest-948315256-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=3bb75c1f-620d-4cfd-a804-faa1a9266f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044430 Apr 18 19:32:13.072558 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-1fb702dc-77ea-4524-84e8-7d2aaef0c228 req-c6288cc1-93b8-4d1e-b1ec-c2f6b27439a4 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=3b16d973-e29b-4e44-92bb-0518905dcfa1 HTTP/1.1" status: 200 len: 210 time: 0.2488306 Apr 18 19:32:13.110712 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_common [req-81616af0-e4d3-49bb-8311-5604c690b8e1 req-ac804427-1cbf-4053-ade1-1ada2141f123 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Allocated IP 172.20.0.5 (0124e28f-2243-4533-b876-7d659443232d/53fde093-fc81-475a-a625-0084a1c3acc5/a6a6f570-a5ed-4b4a-88e8-b082d95b0220) {{(pid=84763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:32:13.120715 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ed9e6294-d6f9-4a6b-af42-2c2d9e925f3c tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Notify callbacks [] for floatingip, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:13.128773 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ed9e6294-d6f9-4a6b-af42-2c2d9e925f3c tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for floatingip, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:13.129974 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-ed9e6294-d6f9-4a6b-af42-2c2d9e925f3c tempest-AttachSCSIVolumeTestJSON-1409314142 tempest-AttachSCSIVolumeTestJSON-1409314142-project] 10.222.0.69 "DELETE /v2.0/floatingips/8f533671-23ff-4a6a-87f6-b939e2b05f9b HTTP/1.1" status: 204 len: 168 time: 3.4195015 Apr 18 19:32:13.279711 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a45b72b2-fc73-44da-9620-f9a1cb60f901 req-bf720889-aa06-40e9-8312-9ac16e1837ab tempest-ServersOnMultiNodesTest-948315256 tempest-ServersOnMultiNodesTest-948315256-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=99639b6b-998a-466c-aaee-d63991d0f3d1 HTTP/1.1" status: 200 len: 1100 time: 0.2022247 Apr 18 19:32:13.429348 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a45b72b2-fc73-44da-9620-f9a1cb60f901 req-7703392b-f414-419d-bf8c-512859a1134a tempest-ServersOnMultiNodesTest-948315256 tempest-ServersOnMultiNodesTest-948315256-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=3bb75c1f-620d-4cfd-a804-faa1a9266f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427510 Apr 18 19:32:13.457646 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-8361413b-7f71-45d6-a7ca-8ca28d9efec7 req-d8fa9b4b-f97a-4be5-a595-74c0fd0405b8 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Synchronizing usage tracker for tenant:4bf06599121a476094faf72db54a396e on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:32:13.703144 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-81616af0-e4d3-49bb-8311-5604c690b8e1 req-ac804427-1cbf-4053-ade1-1ada2141f123 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Notify callbacks [] for port, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:13.798019 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-8361413b-7f71-45d6-a7ca-8ca28d9efec7 req-d8fa9b4b-f97a-4be5-a595-74c0fd0405b8 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Unset dirty status for tenant:4bf06599121a476094faf72db54a396e on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:32:13.819493 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8361413b-7f71-45d6-a7ca-8ca28d9efec7 req-d8fa9b4b-f97a-4be5-a595-74c0fd0405b8 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=19340026-8fe1-417b-869a-76fbd40cb860 HTTP/1.1" status: 200 len: 210 time: 0.4166706 Apr 18 19:32:13.943011 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-81616af0-e4d3-49bb-8311-5604c690b8e1 req-ac804427-1cbf-4053-ade1-1ada2141f123 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:13.965548 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] get_ports_and_sgs() called for port_ids ['6ce9e8ca-c688-4360-a5c1-cb5597c9db75'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:32:14.028706 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac804427-1cbf-4053-ade1-1ada2141f123 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Pushing event updated for resources: {'Port': ['ID=a6a6f570-a5ed-4b4a-88e8-b082d95b0220,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:14.050271 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81616af0-e4d3-49bb-8311-5604c690b8e1 req-ac804427-1cbf-4053-ade1-1ada2141f123 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Network 0124e28f-2243-4533-b876-7d659443232d is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:32:14.051868 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [req-81616af0-e4d3-49bb-8311-5604c690b8e1 req-ac804427-1cbf-4053-ade1-1ada2141f123 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:32:14.055086 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-81616af0-e4d3-49bb-8311-5604c690b8e1 req-ac804427-1cbf-4053-ade1-1ada2141f123 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Received port after_create {{(pid=84763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:32:14.135985 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81616af0-e4d3-49bb-8311-5604c690b8e1 req-ac804427-1cbf-4053-ade1-1ada2141f123 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:14.136647 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-81616af0-e4d3-49bb-8311-5604c690b8e1 req-ac804427-1cbf-4053-ade1-1ada2141f123 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:14.257700 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-81616af0-e4d3-49bb-8311-5604c690b8e1 req-ac804427-1cbf-4053-ade1-1ada2141f123 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9306242 Apr 18 19:32:14.271681 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-81616af0-e4d3-49bb-8311-5604c690b8e1 req-8a62d383-78f0-4026-8d46-ce2e719a6617 service neutron] Request body: {'port': {'device_id': '3b16d973-e29b-4e44-92bb-0518905dcfa1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-2'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:32:14.520754 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e7599cac-3ba6-488e-844d-138af8268298 req-9f084a13-acbf-4cac-894d-eaf9de21c9a0 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=73070b32fdb445869915286e0756abff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0636401 Apr 18 19:32:14.571078 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0242687b-94ad-4fda-9d19-d99ad3158b66 req-34d329f6-c131-4bf4-9a44-b3beeb2eed5b tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:14.580042 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-0242687b-94ad-4fda-9d19-d99ad3158b66 req-34d329f6-c131-4bf4-9a44-b3beeb2eed5b tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=3b16d973-e29b-4e44-92bb-0518905dcfa1 HTTP/1.1" status: 200 len: 931 time: 0.1495085 Apr 18 19:32:14.687265 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-0242687b-94ad-4fda-9d19-d99ad3158b66 req-8fafff1f-169d-4d81-bcf8-6cc2cfcf0fd1 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/security-groups?id=6dce0218-3e63-47f4-ad5c-3b3c3b13b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055717 Apr 18 19:32:14.704321 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-81616af0-e4d3-49bb-8311-5604c690b8e1 req-8a62d383-78f0-4026-8d46-ce2e719a6617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:14.835475 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7599cac-3ba6-488e-844d-138af8268298 req-69a11c26-7c06-4ff4-b515-76f9222e7126 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:14.837059 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e7599cac-3ba6-488e-844d-138af8268298 req-69a11c26-7c06-4ff4-b515-76f9222e7126 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3152604 Apr 18 19:32:14.916046 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e7599cac-3ba6-488e-844d-138af8268298 req-3581a501-cdc8-446a-af5a-4930b2596a24 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/quotas/73070b32fdb445869915286e0756abff HTTP/1.1" status: 200 len: 375 time: 0.0354445 Apr 18 19:32:15.216985 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e7599cac-3ba6-488e-844d-138af8268298 req-a57a2b7b-08b4-49ad-970b-a8e7da58ee22 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=73070b32fdb445869915286e0756abff&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2830133 Apr 18 19:32:15.308117 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [req-81616af0-e4d3-49bb-8311-5604c690b8e1 req-8a62d383-78f0-4026-8d46-ce2e719a6617 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6a6f570-a5ed-4b4a-88e8-b082d95b0220 {{(pid=84763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:32:15.315719 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-81616af0-e4d3-49bb-8311-5604c690b8e1 req-8a62d383-78f0-4026-8d46-ce2e719a6617 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:15.331947 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [req-81616af0-e4d3-49bb-8311-5604c690b8e1 req-8a62d383-78f0-4026-8d46-ce2e719a6617 service neutron] Transition to ACTIVE for port object a6a6f570-a5ed-4b4a-88e8-b082d95b0220 will not be triggered until provisioned by entity L2. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:32:15.728949 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-81616af0-e4d3-49bb-8311-5604c690b8e1 req-8a62d383-78f0-4026-8d46-ce2e719a6617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:15.899151 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a62d383-78f0-4026-8d46-ce2e719a6617 service neutron] Pushing event updated for resources: {'Port': ['ID=a6a6f570-a5ed-4b4a-88e8-b082d95b0220,revision_number=2']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:16.107014 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-81616af0-e4d3-49bb-8311-5604c690b8e1 req-8a62d383-78f0-4026-8d46-ce2e719a6617 service neutron] Attempting to bind port a6a6f570-a5ed-4b4a-88e8-b082d95b0220 on host n-h1-836017-2 for vnic_type normal with profile {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:32:16.107391 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-81616af0-e4d3-49bb-8311-5604c690b8e1 req-8a62d383-78f0-4026-8d46-ce2e719a6617 service neutron] Attempting to bind port a6a6f570-a5ed-4b4a-88e8-b082d95b0220 by drivers openvswitch,hyperv on host n-h1-836017-2 at level 0 using segments [{'id': '56697489-6787-4e2b-895c-5ec0b051161d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '0124e28f-2243-4533-b876-7d659443232d'}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:32:16.107718 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81616af0-e4d3-49bb-8311-5604c690b8e1 req-8a62d383-78f0-4026-8d46-ce2e719a6617 service neutron] Attempting to bind port a6a6f570-a5ed-4b4a-88e8-b082d95b0220 on network 0124e28f-2243-4533-b876-7d659443232d {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:32:16.117312 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81616af0-e4d3-49bb-8311-5604c690b8e1 req-8a62d383-78f0-4026-8d46-ce2e719a6617 service neutron] Port a6a6f570-a5ed-4b4a-88e8-b082d95b0220 on network 0124e28f-2243-4533-b876-7d659443232d not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-2 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:32:16.117684 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81616af0-e4d3-49bb-8311-5604c690b8e1 req-8a62d383-78f0-4026-8d46-ce2e719a6617 service neutron] Attempting to bind port a6a6f570-a5ed-4b4a-88e8-b082d95b0220 on network 0124e28f-2243-4533-b876-7d659443232d {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:32:16.129461 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81616af0-e4d3-49bb-8311-5604c690b8e1 req-8a62d383-78f0-4026-8d46-ce2e719a6617 service neutron] Checking agent: {'id': 'e3a31811-08e0-42ba-bc2e-ed8a973b714f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 25), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:32:16.130098 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81616af0-e4d3-49bb-8311-5604c690b8e1 req-8a62d383-78f0-4026-8d46-ce2e719a6617 service neutron] Checking segment: {'id': '56697489-6787-4e2b-895c-5ec0b051161d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '0124e28f-2243-4533-b876-7d659443232d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:32:16.134560 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81616af0-e4d3-49bb-8311-5604c690b8e1 req-8a62d383-78f0-4026-8d46-ce2e719a6617 service neutron] Bound using segment: {'id': '56697489-6787-4e2b-895c-5ec0b051161d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '0124e28f-2243-4533-b876-7d659443232d'} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:32:16.134560 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-81616af0-e4d3-49bb-8311-5604c690b8e1 req-8a62d383-78f0-4026-8d46-ce2e719a6617 service neutron] Bound port: a6a6f570-a5ed-4b4a-88e8-b082d95b0220, host: n-h1-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56697489-6787-4e2b-895c-5ec0b051161d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '0124e28f-2243-4533-b876-7d659443232d'}}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:32:16.134560 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-81616af0-e4d3-49bb-8311-5604c690b8e1 req-8a62d383-78f0-4026-8d46-ce2e719a6617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:16.281016 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-81616af0-e4d3-49bb-8311-5604c690b8e1 req-8a62d383-78f0-4026-8d46-ce2e719a6617 service neutron] For port a6a6f570-a5ed-4b4a-88e8-b082d95b0220, host n-h1-836017-2, cleared binding levels {{(pid=84763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:32:16.287927 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-81616af0-e4d3-49bb-8311-5604c690b8e1 req-8a62d383-78f0-4026-8d46-ce2e719a6617 service neutron] For port a6a6f570-a5ed-4b4a-88e8-b082d95b0220, host n-h1-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=a6a6f570-a5ed-4b4a-88e8-b082d95b0220,segment=NetworkSegment(56697489-6787-4e2b-895c-5ec0b051161d),segment_id=56697489-6787-4e2b-895c-5ec0b051161d)] {{(pid=84763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:32:16.412183 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-81616af0-e4d3-49bb-8311-5604c690b8e1 req-8a62d383-78f0-4026-8d46-ce2e719a6617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:16.450514 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21767f52-b752-42b4-b7ea-2bf178349946 req-54715c3d-78f5-48de-8046-a975710b27d0 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:16.461277 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-21767f52-b752-42b4-b7ea-2bf178349946 req-54715c3d-78f5-48de-8046-a975710b27d0 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=3b16d973-e29b-4e44-92bb-0518905dcfa1 HTTP/1.1" status: 200 len: 943 time: 0.2315211 Apr 18 19:32:16.602708 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-81616af0-e4d3-49bb-8311-5604c690b8e1 req-8a62d383-78f0-4026-8d46-ce2e719a6617 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:16.623581 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-81616af0-e4d3-49bb-8311-5604c690b8e1 req-8a62d383-78f0-4026-8d46-ce2e719a6617 service neutron] 10.222.0.73 "PUT /v2.0/ports/a6a6f570-a5ed-4b4a-88e8-b082d95b0220 HTTP/1.1" status: 200 len: 1091 time: 2.3575158 Apr 18 19:32:16.627845 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b16d973-e29b-4e44-92bb-0518905dcfa1', 'tag': 'a6a6f570-a5ed-4b4a-88e8-b082d95b0220'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:32:16.718669 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a62d383-78f0-4026-8d46-ce2e719a6617 service neutron] Pushing event updated for resources: {'Port': ['ID=a6a6f570-a5ed-4b4a-88e8-b082d95b0220,revision_number=3']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:16.851932 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-21767f52-b752-42b4-b7ea-2bf178349946 req-6f44c0a1-ea9c-4428-a71d-1d4ac9c59b35 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/security-groups?id=6dce0218-3e63-47f4-ad5c-3b3c3b13b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3824563 Apr 18 19:32:16.953796 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-81616af0-e4d3-49bb-8311-5604c690b8e1 req-9e1ff358-ccf5-4ba2-bca4-f2e0c2f69daf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e3b062c733cb48498c21458f46ee72da&device_id=3b16d973-e29b-4e44-92bb-0518905dcfa1 HTTP/1.1" status: 200 len: 1094 time: 0.1708462 Apr 18 19:32:17.155458 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-81616af0-e4d3-49bb-8311-5604c690b8e1 req-65dac615-5d9f-4f76-a0d2-714eea5a4882 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a6a6f570-a5ed-4b4a-88e8-b082d95b0220 HTTP/1.1" status: 200 len: 217 time: 0.1910870 Apr 18 19:32:17.238522 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe423f5-eee6-4cf3-a87f-529237a28317 req-2394bdc1-604e-43f5-b9d6-529afc17cf28 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:17.242184 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-fbe423f5-eee6-4cf3-a87f-529237a28317 req-2394bdc1-604e-43f5-b9d6-529afc17cf28 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=339d07b1-7b62-4191-8b79-84390fd798a9 HTTP/1.1" status: 200 len: 951 time: 0.1321490 Apr 18 19:32:17.274401 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81616af0-e4d3-49bb-8311-5604c690b8e1 req-5bcc0214-2a23-4e68-8f2f-54f3eeae6fcd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:17.276052 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-81616af0-e4d3-49bb-8311-5604c690b8e1 req-5bcc0214-2a23-4e68-8f2f-54f3eeae6fcd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=53fde093-fc81-475a-a625-0084a1c3acc5 HTTP/1.1" status: 200 len: 844 time: 0.1133187 Apr 18 19:32:17.391365 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-fbe423f5-eee6-4cf3-a87f-529237a28317 req-223fe902-fd9e-476f-9039-2a708041591a tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382978 Apr 18 19:32:17.426742 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-81616af0-e4d3-49bb-8311-5604c690b8e1 req-11cbc109-982b-4fe9-96f0-cf4ad2f42d4f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0124e28f-2243-4533-b876-7d659443232d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1389830 Apr 18 19:32:17.736413 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5fa3a7e-9c52-4ea8-acdc-2f83ca11003d'] response: {'name': 'network-changed', 'server_uuid': '3b16d973-e29b-4e44-92bb-0518905dcfa1', 'tag': 'a6a6f570-a5ed-4b4a-88e8-b082d95b0220', 'status': 'completed', 'code': 200} Apr 18 19:32:18.069540 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d94e26-474f-45ba-9ca2-e43579a01d68 req-e9923902-79ad-4716-a84b-bb6a494c4486 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:18.075289 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d94e26-474f-45ba-9ca2-e43579a01d68 req-e9923902-79ad-4716-a84b-bb6a494c4486 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:18.084499 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d94e26-474f-45ba-9ca2-e43579a01d68 req-e9923902-79ad-4716-a84b-bb6a494c4486 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:18.093607 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d94e26-474f-45ba-9ca2-e43579a01d68 req-e9923902-79ad-4716-a84b-bb6a494c4486 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:18.101352 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d94e26-474f-45ba-9ca2-e43579a01d68 req-e9923902-79ad-4716-a84b-bb6a494c4486 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:18.108681 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d94e26-474f-45ba-9ca2-e43579a01d68 req-e9923902-79ad-4716-a84b-bb6a494c4486 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:18.115853 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d94e26-474f-45ba-9ca2-e43579a01d68 req-e9923902-79ad-4716-a84b-bb6a494c4486 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:18.126826 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f2d94e26-474f-45ba-9ca2-e43579a01d68 req-e9923902-79ad-4716-a84b-bb6a494c4486 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "GET /v2.0/ports?device_id=dca9f21b-f897-4981-ab52-5aee4da127c0 HTTP/1.1" status: 200 len: 5434 time: 0.2404447 Apr 18 19:32:18.182604 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-9e22c20b-70d8-44df-8f33-5739511c2b2a req-90b3650a-1e0e-4f19-94f9-aecb33dd3074 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7876bbb-72a7-468e-80d9-7a7f4e879058 HTTP/1.1" status: 200 len: 210 time: 0.2194166 Apr 18 19:32:18.232480 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-81616af0-e4d3-49bb-8311-5604c690b8e1 req-63ebbddd-a643-403a-a816-602370cfa668 service neutron] 10.222.0.73 "GET /v2.0/networks/0124e28f-2243-4533-b876-7d659443232d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7898941 Apr 18 19:32:18.232480 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb62623e-e3cb-4c5a-865e-99be5090d69f req-a8faacbb-75d2-4928-8f38-4a5da3d5217d tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:18.234068 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c4d8a4c2-2159-4c72-8c40-f3eaa0e8906a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:18.236752 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-eb62623e-e3cb-4c5a-865e-99be5090d69f req-a8faacbb-75d2-4928-8f38-4a5da3d5217d tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.73 "GET /v2.0/ports?device_id=339d07b1-7b62-4191-8b79-84390fd798a9 HTTP/1.1" status: 200 len: 951 time: 0.4989052 Apr 18 19:32:18.248647 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f2d94e26-474f-45ba-9ca2-e43579a01d68 req-dd99ff7a-2011-46bb-9974-0e54f1d1e8a5 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "GET /v2.0/security-groups?id=059a9d13-b1ae-4689-acd4-4327d8143c7d&id=005d155c-90ca-4625-80c3-c43b698af2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1160917 Apr 18 19:32:18.851282 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f426f35d-0d7c-45ae-8725-f2213ffad50e req-9f7f8296-c27a-404f-9eaf-b655e7310507 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:18.871379 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f426f35d-0d7c-45ae-8725-f2213ffad50e req-9f7f8296-c27a-404f-9eaf-b655e7310507 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=339d07b1-7b62-4191-8b79-84390fd798a9 HTTP/1.1" status: 200 len: 951 time: 0.1054966 Apr 18 19:32:18.871600 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-eb62623e-e3cb-4c5a-865e-99be5090d69f req-b1656dca-f8d6-45bc-af86-0a99a88a8492 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Deleting port f209c868-4df3-44a3-95db-ffedb0ab96cd {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:32:18.871600 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-eb62623e-e3cb-4c5a-865e-99be5090d69f req-b1656dca-f8d6-45bc-af86-0a99a88a8492 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:18.991353 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f426f35d-0d7c-45ae-8725-f2213ffad50e req-40afdcb2-6dd3-4e8e-9f02-bc5ea5dfd6ec tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105244 Apr 18 19:32:19.415962 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-81616af0-e4d3-49bb-8311-5604c690b8e1 req-1115a234-82c7-4ba0-9fa1-bc1a03b05f62 service neutron] 10.222.0.73 "GET /v2.0/networks/0124e28f-2243-4533-b876-7d659443232d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1769221 Apr 18 19:32:19.457406 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-eb62623e-e3cb-4c5a-865e-99be5090d69f req-b1656dca-f8d6-45bc-af86-0a99a88a8492 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] For port f209c868-4df3-44a3-95db-ffedb0ab96cd, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=f209c868-4df3-44a3-95db-ffedb0ab96cd,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:32:19.457784 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-eb62623e-e3cb-4c5a-865e-99be5090d69f req-b1656dca-f8d6-45bc-af86-0a99a88a8492 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:19.664918 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c86e7259-cc12-4e8d-9a67-b6ea89fdb7f4 req-7603dbde-8364-42b0-ab16-8612399de769 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7876bbb-72a7-468e-80d9-7a7f4e879058 HTTP/1.1" status: 200 len: 210 time: 0.1243541 Apr 18 19:32:19.766434 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-eb62623e-e3cb-4c5a-865e-99be5090d69f req-b1656dca-f8d6-45bc-af86-0a99a88a8492 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Calling delete_port for f209c868-4df3-44a3-95db-ffedb0ab96cd owned by compute:nova {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:32:20.144189 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9283594d-b3e3-4fc4-b955-2470e6169a11 req-8f611016-42f0-4e3f-a930-0a9499c0946f tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:20.149545 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-9283594d-b3e3-4fc4-b955-2470e6169a11 req-8f611016-42f0-4e3f-a930-0a9499c0946f tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Synchronizing usage tracker for tenant:e3b062c733cb48498c21458f46ee72da on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:32:20.183222 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15045034-d46e-42f4-9526-8894606d72dc req-33527e20-0410-4d03-ba57-0efaba3e971c tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:20.204625 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15045034-d46e-42f4-9526-8894606d72dc req-33527e20-0410-4d03-ba57-0efaba3e971c tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:20.211721 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479a0c06-990d-4853-846c-90d567fa4e43 req-f412ccbb-b7d7-4bb5-bd05-1a22100f1dc1 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:20.214525 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15045034-d46e-42f4-9526-8894606d72dc req-33527e20-0410-4d03-ba57-0efaba3e971c tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:20.217314 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479a0c06-990d-4853-846c-90d567fa4e43 req-f412ccbb-b7d7-4bb5-bd05-1a22100f1dc1 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:20.222494 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479a0c06-990d-4853-846c-90d567fa4e43 req-f412ccbb-b7d7-4bb5-bd05-1a22100f1dc1 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:20.223738 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15045034-d46e-42f4-9526-8894606d72dc req-33527e20-0410-4d03-ba57-0efaba3e971c tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:20.226740 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479a0c06-990d-4853-846c-90d567fa4e43 req-f412ccbb-b7d7-4bb5-bd05-1a22100f1dc1 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:20.238213 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15045034-d46e-42f4-9526-8894606d72dc req-33527e20-0410-4d03-ba57-0efaba3e971c tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:20.241269 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479a0c06-990d-4853-846c-90d567fa4e43 req-f412ccbb-b7d7-4bb5-bd05-1a22100f1dc1 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:20.255035 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15045034-d46e-42f4-9526-8894606d72dc req-33527e20-0410-4d03-ba57-0efaba3e971c tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:20.255467 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479a0c06-990d-4853-846c-90d567fa4e43 req-f412ccbb-b7d7-4bb5-bd05-1a22100f1dc1 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:20.261007 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479a0c06-990d-4853-846c-90d567fa4e43 req-f412ccbb-b7d7-4bb5-bd05-1a22100f1dc1 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:20.264348 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15045034-d46e-42f4-9526-8894606d72dc req-33527e20-0410-4d03-ba57-0efaba3e971c tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:20.264557 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-479a0c06-990d-4853-846c-90d567fa4e43 req-f412ccbb-b7d7-4bb5-bd05-1a22100f1dc1 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.72 "GET /v2.0/ports?device_id=dca9f21b-f897-4981-ab52-5aee4da127c0 HTTP/1.1" status: 200 len: 5434 time: 1.3012371 Apr 18 19:32:20.274254 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-15045034-d46e-42f4-9526-8894606d72dc req-33527e20-0410-4d03-ba57-0efaba3e971c tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "GET /v2.0/ports?device_id=dca9f21b-f897-4981-ab52-5aee4da127c0 HTTP/1.1" status: 200 len: 5434 time: 0.2938302 Apr 18 19:32:20.390229 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-15045034-d46e-42f4-9526-8894606d72dc req-93265c8b-517a-4678-befd-72bf41e2483d tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "GET /v2.0/security-groups?id=059a9d13-b1ae-4689-acd4-4327d8143c7d&id=005d155c-90ca-4625-80c3-c43b698af2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1018970 Apr 18 19:32:20.396733 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4f18208c-deb1-4e2d-ace7-c828ca4c17fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:20.431480 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479a0c06-990d-4853-846c-90d567fa4e43 req-2a4e6d2f-acb2-4ba1-9f4e-7025bae6bac4 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:20.433310 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-479a0c06-990d-4853-846c-90d567fa4e43 req-2a4e6d2f-acb2-4ba1-9f4e-7025bae6bac4 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.72 "GET /v2.0/ports/bc352c10-792f-4c4c-8ce2-33c2e09ff225?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1324630 Apr 18 19:32:20.442026 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-995a5c51-5bea-4927-ac7c-f2e5933f5a25 req-085b8c45-2bb4-44db-8fbc-28a0b628e1ea service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e3b062c733cb48498c21458f46ee72da&device_id=3b16d973-e29b-4e44-92bb-0518905dcfa1 HTTP/1.1" status: 200 len: 1094 time: 0.6973274 Apr 18 19:32:20.734067 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 56442) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:32:20.776646 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:20.821786 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-9283594d-b3e3-4fc4-b955-2470e6169a11 req-8f611016-42f0-4e3f-a930-0a9499c0946f tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Unset dirty status for tenant:e3b062c733cb48498c21458f46ee72da on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:32:20.829235 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-9283594d-b3e3-4fc4-b955-2470e6169a11 req-8f611016-42f0-4e3f-a930-0a9499c0946f tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=3b16d973-e29b-4e44-92bb-0518905dcfa1 HTTP/1.1" status: 200 len: 943 time: 2.2609150 Apr 18 19:32:21.015669 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1c7936-100d-40a1-8156-93e68ea67d1b req-6d90bfbf-d0e3-45b2-a2c5-9e0e644d5a48 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:21.017773 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-dd1c7936-100d-40a1-8156-93e68ea67d1b req-6d90bfbf-d0e3-45b2-a2c5-9e0e644d5a48 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=339d07b1-7b62-4191-8b79-84390fd798a9 HTTP/1.1" status: 200 len: 951 time: 0.2223608 Apr 18 19:32:21.144002 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-53c16ffa-5470-40a8-840a-74acdac19110 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:21.218482 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-53c16ffa-5470-40a8-840a-74acdac19110 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:32:21.223559 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-53c16ffa-5470-40a8-840a-74acdac19110 admin admin] Usage tracker for resource:security_group_rule and tenant:54d6fcc0103648ea80eb68cfe3b8b70c is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:32:21.227470 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-53c16ffa-5470-40a8-840a-74acdac19110 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:32:21.235761 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-53c16ffa-5470-40a8-840a-74acdac19110 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:32:21.321376 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995a5c51-5bea-4927-ac7c-f2e5933f5a25 req-19155bbb-00d4-4ca1-a746-463018c33562 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:21.323165 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-995a5c51-5bea-4927-ac7c-f2e5933f5a25 req-19155bbb-00d4-4ca1-a746-463018c33562 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0124e28f-2243-4533-b876-7d659443232d HTTP/1.1" status: 200 len: 905 time: 0.7267578 Apr 18 19:32:21.339481 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-53c16ffa-5470-40a8-840a-74acdac19110 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:21.340874 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-479a0c06-990d-4853-846c-90d567fa4e43 req-7437a4a1-569d-454b-b00e-cc3f5bee3e4c tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.72 "GET /v2.0/networks/a78bc94c-6e21-4a13-914b-5bddac5da8d7?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.8974111 Apr 18 19:32:21.343559 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-dd1c7936-100d-40a1-8156-93e68ea67d1b req-eb3e594f-e71b-47c5-912e-c73fc9c30907 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3022704 Apr 18 19:32:21.411802 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-53c16ffa-5470-40a8-840a-74acdac19110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:21.415619 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-eb62623e-e3cb-4c5a-865e-99be5090d69f req-b1656dca-f8d6-45bc-af86-0a99a88a8492 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:21.428815 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] get_ports_and_sgs() called for port_ids ['06b799dc-3aea-4cb3-90fe-2c88201e3471'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:32:21.491046 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c16ffa-5470-40a8-840a-74acdac19110 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f8f71a2-5162-483a-b8b8-d222ea053415,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:21.566853 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-479a0c06-990d-4853-846c-90d567fa4e43 req-bdf2d749-bcac-4b8a-acef-534b5ecefb12 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:32:21.575026 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device ba19edae-4343-4f8d-a1f5-5b88cd3be7cb no longer exists at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:32:21.677464 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-9283594d-b3e3-4fc4-b955-2470e6169a11 req-a2164f8e-4faa-4f71-bad0-444995ec1433 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/security-groups?id=6dce0218-3e63-47f4-ad5c-3b3c3b13b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8469503 Apr 18 19:32:21.741267 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-53c16ffa-5470-40a8-840a-74acdac19110 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=54d6fcc0103648ea80eb68cfe3b8b70c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0055542 Apr 18 19:32:21.780784 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-995a5c51-5bea-4927-ac7c-f2e5933f5a25 req-5148adaf-f909-49b3-a4cb-84c2cc5cf918 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a6a6f570-a5ed-4b4a-88e8-b082d95b0220 HTTP/1.1" status: 200 len: 217 time: 0.4350977 Apr 18 19:32:21.781960 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1656dca-f8d6-45bc-af86-0a99a88a8492 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Pushing event deleted for resources: {'Port': ['ID=f209c868-4df3-44a3-95db-ffedb0ab96cd,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:21.789573 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 56464) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:32:21.868721 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e7599cac-3ba6-488e-844d-138af8268298 req-30db539b-0d04-48ad-a4ac-b076e854e216 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=73070b32fdb445869915286e0756abff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2552152 Apr 18 19:32:21.952937 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1c541fd-6087-4755-8778-e68e27e46067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:21.967359 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e7599cac-3ba6-488e-844d-138af8268298 req-6cfd9a59-f43f-477e-89e8-8f030a0e8962 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=73070b32fdb445869915286e0756abff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4099514 Apr 18 19:32:22.112900 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:22.190961 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-1f3bb69a-abd1-4c26-9183-da57607a0f7c req-25c82878-ee90-49e8-a2e7-64f092b96a76 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7876bbb-72a7-468e-80d9-7a7f4e879058 HTTP/1.1" status: 200 len: 210 time: 0.5849748 Apr 18 19:32:22.256240 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dca9f21b-f897-4981-ab52-5aee4da127c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba19edae-4343-4f8d-a1f5-5b88cd3be7cb'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:32:22.267516 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:22.305867 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port ba19edae-4343-4f8d-a1f5-5b88cd3be7cb, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=ba19edae-4343-4f8d-a1f5-5b88cd3be7cb,segment=NetworkSegment(c7e79b18-49ae-4a7c-a4ae-7b1eba97fc3c),segment_id=c7e79b18-49ae-4a7c-a4ae-7b1eba97fc3c)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:32:22.386420 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:22.395672 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device bc352c10-792f-4c4c-8ce2-33c2e09ff225 no longer exists at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:32:22.483538 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7599cac-3ba6-488e-844d-138af8268298 req-fc8d899b-3964-46ce-8bec-24ee06df6acf tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:22.489439 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e7599cac-3ba6-488e-844d-138af8268298 req-fc8d899b-3964-46ce-8bec-24ee06df6acf tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6081276 Apr 18 19:32:22.517937 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [req-e7599cac-3ba6-488e-844d-138af8268298 req-4ad0c400-9d1c-4b32-8c02-ef885b8e5018 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Request body: {'port': {'device_id': 'b7876bbb-72a7-468e-80d9-7a7f4e879058', 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a', 'admin_state_up': True, 'tenant_id': '73070b32fdb445869915286e0756abff'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:32:22.663496 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb62623e-e3cb-4c5a-865e-99be5090d69f req-b1656dca-f8d6-45bc-af86-0a99a88a8492 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] No DVR routers for this DVR port f209c868-4df3-44a3-95db-ffedb0ab96cd on host n-h1-836017-2 {{(pid=84763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:32:22.680170 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 56490) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:32:22.739704 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-eb62623e-e3cb-4c5a-865e-99be5090d69f req-b1656dca-f8d6-45bc-af86-0a99a88a8492 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:22.800798 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=ba19edae-4343-4f8d-a1f5-5b88cd3be7cb,revision_number=6']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:22.815087 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '339d07b1-7b62-4191-8b79-84390fd798a9', 'name': 'network-vif-deleted', 'tag': 'f209c868-4df3-44a3-95db-ffedb0ab96cd'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:32:22.904731 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-e7599cac-3ba6-488e-844d-138af8268298 req-4ad0c400-9d1c-4b32-8c02-ef885b8e5018 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:32:22.918344 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:22.931034 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-e7599cac-3ba6-488e-844d-138af8268298 req-4ad0c400-9d1c-4b32-8c02-ef885b8e5018 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:32:22.966054 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aae72b27-6517-4fd1-9160-50566d34187c'] response: {'server_uuid': 'dca9f21b-f897-4981-ab52-5aee4da127c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba19edae-4343-4f8d-a1f5-5b88cd3be7cb', 'code': 200} Apr 18 19:32:23.074247 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port bc352c10-792f-4c4c-8ce2-33c2e09ff225, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=bc352c10-792f-4c4c-8ce2-33c2e09ff225,segment=NetworkSegment(767af402-126a-4148-89aa-c983cdf056d7),segment_id=767af402-126a-4148-89aa-c983cdf056d7)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:32:23.082820 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-479a0c06-990d-4853-846c-90d567fa4e43 req-bdf2d749-bcac-4b8a-acef-534b5ecefb12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:23.088579 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7599cac-3ba6-488e-844d-138af8268298 req-4ad0c400-9d1c-4b32-8c02-ef885b8e5018 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Made reservation on behalf of 73070b32fdb445869915286e0756abff for: {'port': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:32:23.092736 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-e7599cac-3ba6-488e-844d-138af8268298 req-4ad0c400-9d1c-4b32-8c02-ef885b8e5018 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:23.223671 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a4106dab-6971-4e7e-8fdc-c66f0a3f4877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:23.224969 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:23.226112 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device e941a163-539d-4e45-ac0e-f02d875d6f32 no longer exists at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:32:23.254215 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-fc462c7e-d3e2-40e6-8ee5-742b100672a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:23.258062 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995a5c51-5bea-4927-ac7c-f2e5933f5a25 req-6cc20204-a3a2-4942-b2c1-2e1ab8ec6867 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:23.260876 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-995a5c51-5bea-4927-ac7c-f2e5933f5a25 req-6cc20204-a3a2-4942-b2c1-2e1ab8ec6867 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=53fde093-fc81-475a-a625-0084a1c3acc5 HTTP/1.1" status: 200 len: 844 time: 1.4529636 Apr 18 19:32:23.283526 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-eb62623e-e3cb-4c5a-865e-99be5090d69f req-b1656dca-f8d6-45bc-af86-0a99a88a8492 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.73 "DELETE /v2.0/ports/f209c868-4df3-44a3-95db-ffedb0ab96cd HTTP/1.1" status: 204 len: 173 time: 5.0193887 Apr 18 19:32:23.375542 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4cf2c1-1293-410c-8324-2c47ad9ba4f5 req-05e21fa2-c280-4e08-a3c8-3fd3f539e3e8 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:23.380885 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4cf2c1-1293-410c-8324-2c47ad9ba4f5 req-05e21fa2-c280-4e08-a3c8-3fd3f539e3e8 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:23.386245 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4cf2c1-1293-410c-8324-2c47ad9ba4f5 req-05e21fa2-c280-4e08-a3c8-3fd3f539e3e8 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:23.392238 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4cf2c1-1293-410c-8324-2c47ad9ba4f5 req-05e21fa2-c280-4e08-a3c8-3fd3f539e3e8 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:23.397886 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4cf2c1-1293-410c-8324-2c47ad9ba4f5 req-05e21fa2-c280-4e08-a3c8-3fd3f539e3e8 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:23.402806 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4cf2c1-1293-410c-8324-2c47ad9ba4f5 req-05e21fa2-c280-4e08-a3c8-3fd3f539e3e8 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:23.407275 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4cf2c1-1293-410c-8324-2c47ad9ba4f5 req-05e21fa2-c280-4e08-a3c8-3fd3f539e3e8 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:23.409789 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4f4cf2c1-1293-410c-8324-2c47ad9ba4f5 req-05e21fa2-c280-4e08-a3c8-3fd3f539e3e8 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "GET /v2.0/ports?device_id=dca9f21b-f897-4981-ab52-5aee4da127c0 HTTP/1.1" status: 200 len: 5434 time: 1.2425869 Apr 18 19:32:23.446235 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device a6a6f570-a5ed-4b4a-88e8-b082d95b0220 details requested by agent hyperv_n-h1-836017-2 with host n-h1-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:32:23.448853 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device f209c868-4df3-44a3-95db-ffedb0ab96cd no longer exists at agent hyperv_n-h1-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:32:23.450081 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_common [req-e7599cac-3ba6-488e-844d-138af8268298 req-4ad0c400-9d1c-4b32-8c02-ef885b8e5018 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Allocated IP 192.168.233.216 (cb6d8c7c-7ea4-4a32-b429-1c2934b7306a/17d1b3aa-2066-4ffa-a69f-52ed566b6548/44ee4a95-c41e-4c22-8ed3-49639e968ae2) {{(pid=84764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:32:23.485251 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-995a5c51-5bea-4927-ac7c-f2e5933f5a25 req-b8f452cc-def7-405e-9dfc-e6050f7f61da service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0124e28f-2243-4533-b876-7d659443232d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1857233 Apr 18 19:32:23.527553 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] No Port match for: f209c868-4df3-44a3-95db-ffedb0ab96cd {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:32:23.528341 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device f209c868-4df3-44a3-95db-ffedb0ab96cd not bound to the agent host n-h1-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:32:23.533816 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-fc462c7e-d3e2-40e6-8ee5-742b100672a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:23.576051 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-1b22ac09-f0bb-416c-83ab-d3b734a82ab9 req-6290d152-7f96-47e6-bd06-c600568707f6 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=339d07b1-7b62-4191-8b79-84390fd798a9 HTTP/1.1" status: 200 len: 210 time: 0.0885632 Apr 18 19:32:23.758666 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.db.resource_extend [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 19:32:23.897942 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7599cac-3ba6-488e-844d-138af8268298 req-9bfb1ef7-7e6d-45db-a508-97955332e34a tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:23.899653 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e7599cac-3ba6-488e-844d-138af8268298 req-9bfb1ef7-7e6d-45db-a508-97955332e34a tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.8805618 Apr 18 19:32:23.957000 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port a6a6f570-a5ed-4b4a-88e8-b082d95b0220, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=a6a6f570-a5ed-4b4a-88e8-b082d95b0220,segment=NetworkSegment(56697489-6787-4e2b-895c-5ec0b051161d),segment_id=56697489-6787-4e2b-895c-5ec0b051161d)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:32:23.979817 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Returning: {'device': 'a6a6f570-a5ed-4b4a-88e8-b082d95b0220', 'network_id': '0124e28f-2243-4533-b876-7d659443232d', 'port_id': 'a6a6f570-a5ed-4b4a-88e8-b082d95b0220', 'mac_address': 'fa:16:3e:3a:60:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53fde093-fc81-475a-a625-0084a1c3acc5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:32:23.983374 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-e7599cac-3ba6-488e-844d-138af8268298 req-b5c9017e-61b7-405a-9a67-88e6d1d2407b tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Request body: {'port': {'device_id': 'd7fe8ede-e050-4d66-b015-a59a9a787c84', 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a', 'admin_state_up': True, 'tenant_id': '73070b32fdb445869915286e0756abff'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:32:24.017694 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-995a5c51-5bea-4927-ac7c-f2e5933f5a25 req-f951ad25-bc22-40b5-99b7-1dd987e1a6bb service neutron] 10.222.0.73 "GET /v2.0/networks/0124e28f-2243-4533-b876-7d659443232d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4864213 Apr 18 19:32:24.075310 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=bc352c10-792f-4c4c-8ce2-33c2e09ff225,revision_number=6']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:24.076516 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-e7599cac-3ba6-488e-844d-138af8268298 req-4ad0c400-9d1c-4b32-8c02-ef885b8e5018 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Notify callbacks [] for port, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:24.096814 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:24.103399 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca6adb9-d9b1-41e9-b76f-53bdb822ac20 req-f7fe24a1-7d28-4669-8f5a-bf417ed917dd tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:24.113483 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6ca6adb9-d9b1-41e9-b76f-53bdb822ac20 req-f7fe24a1-7d28-4669-8f5a-bf417ed917dd tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=3b16d973-e29b-4e44-92bb-0518905dcfa1 HTTP/1.1" status: 200 len: 943 time: 0.2684786 Apr 18 19:32:24.119875 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.provisioning_blocks [req-e7599cac-3ba6-488e-844d-138af8268298 req-4ad0c400-9d1c-4b32-8c02-ef885b8e5018 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Transition to ACTIVE for port object 44ee4a95-c41e-4c22-8ed3-49639e968ae2 will not be triggered until provisioned by entity DHCP. {{(pid=84764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:32:24.137824 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:24.189975 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6a6f570-a5ed-4b4a-88e8-b082d95b0220 {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:32:24.189975 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port a6a6f570-a5ed-4b4a-88e8-b082d95b0220, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=a6a6f570-a5ed-4b4a-88e8-b082d95b0220,segment=NetworkSegment(56697489-6787-4e2b-895c-5ec0b051161d),segment_id=56697489-6787-4e2b-895c-5ec0b051161d)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:32:24.191067 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port e941a163-539d-4e45-ac0e-f02d875d6f32, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=e941a163-539d-4e45-ac0e-f02d875d6f32,segment=NetworkSegment(767af402-126a-4148-89aa-c983cdf056d7),segment_id=767af402-126a-4148-89aa-c983cdf056d7)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:32:24.210915 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-fc462c7e-d3e2-40e6-8ee5-742b100672a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:24.222294 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6ca6adb9-d9b1-41e9-b76f-53bdb822ac20 req-06b583d2-8e83-4736-ac8f-f9e1f09f3f25 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/security-groups?id=6dce0218-3e63-47f4-ad5c-3b3c3b13b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060789 Apr 18 19:32:24.340487 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:24.340746 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-e7599cac-3ba6-488e-844d-138af8268298 req-4ad0c400-9d1c-4b32-8c02-ef885b8e5018 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:24.384518 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:24.385248 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 541a4c14-f2f5-4268-a378-6b7818c15360 no longer exists at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:32:24.431782 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] get_ports_and_sgs() called for port_ids ['095a9680-858e-4b90-9273-b31a53dffeb8', 'a2813964-4506-412b-8a7e-dd3f7c81ebe6'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:32:24.496336 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] get_ports_and_sgs() called for port_ids ['fbaca27c-775e-4826-a999-e46d492b3066'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:32:24.557869 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a448f522-0f9a-470b-8e13-11374bc7f8ee'] response: {'server_uuid': '339d07b1-7b62-4191-8b79-84390fd798a9', 'name': 'network-vif-deleted', 'tag': 'f209c868-4df3-44a3-95db-ffedb0ab96cd', 'status': 'completed', 'code': 200} Apr 18 19:32:24.573163 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7599cac-3ba6-488e-844d-138af8268298 req-4ad0c400-9d1c-4b32-8c02-ef885b8e5018 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a is already hosted by enough agents. {{(pid=84764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:32:24.578968 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [req-e7599cac-3ba6-488e-844d-138af8268298 req-4ad0c400-9d1c-4b32-8c02-ef885b8e5018 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Resources bound (agent type, host, resource id): {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:32:24.589781 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7599cac-3ba6-488e-844d-138af8268298 req-4ad0c400-9d1c-4b32-8c02-ef885b8e5018 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Received port after_create {{(pid=84764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:32:24.820962 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0c400-9d1c-4b32-8c02-ef885b8e5018 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Pushing event updated for resources: {'Port': ['ID=44ee4a95-c41e-4c22-8ed3-49639e968ae2,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:24.881411 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc462c7e-d3e2-40e6-8ee5-742b100672a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f8f71a2-5162-483a-b8b8-d222ea053415,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:24.927952 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7599cac-3ba6-488e-844d-138af8268298 req-4ad0c400-9d1c-4b32-8c02-ef885b8e5018 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:24.929055 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-e7599cac-3ba6-488e-844d-138af8268298 req-4ad0c400-9d1c-4b32-8c02-ef885b8e5018 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:24.972448 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Pushing event updated for resources: {'Port': ['ID=a6a6f570-a5ed-4b4a-88e8-b082d95b0220,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:24.981767 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dec936-bdea-4074-a81a-7997d56f851b req-af9fc1ba-988d-40f0-bae3-e62db162216a tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:24.987186 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc462c7e-d3e2-40e6-8ee5-742b100672a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:32:24.988473 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc462c7e-d3e2-40e6-8ee5-742b100672a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:32:24.995540 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f9dec936-bdea-4074-a81a-7997d56f851b req-af9fc1ba-988d-40f0-bae3-e62db162216a tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7876bbb-72a7-468e-80d9-7a7f4e879058 HTTP/1.1" status: 200 len: 936 time: 0.4820104 Apr 18 19:32:24.999111 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc462c7e-d3e2-40e6-8ee5-742b100672a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:32:25.000666 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc462c7e-d3e2-40e6-8ee5-742b100672a7 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:32:25.002035 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc462c7e-d3e2-40e6-8ee5-742b100672a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:32:25.002413 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc462c7e-d3e2-40e6-8ee5-742b100672a7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:32:25.003421 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc462c7e-d3e2-40e6-8ee5-742b100672a7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:32:25.003811 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc462c7e-d3e2-40e6-8ee5-742b100672a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:32:25.004337 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc462c7e-d3e2-40e6-8ee5-742b100672a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:32:25.004678 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc462c7e-d3e2-40e6-8ee5-742b100672a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:32:25.005014 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc462c7e-d3e2-40e6-8ee5-742b100672a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:32:25.069494 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4f4cf2c1-1293-410c-8324-2c47ad9ba4f5 req-6303d48e-89a3-46e5-a2c9-d55dc4681151 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "GET /v2.0/security-groups?id=059a9d13-b1ae-4689-acd4-4327d8143c7d&id=005d155c-90ca-4625-80c3-c43b698af2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.6252656 Apr 18 19:32:25.098202 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-fc462c7e-d3e2-40e6-8ee5-742b100672a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:25.107211 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-fc462c7e-d3e2-40e6-8ee5-742b100672a7 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5f8f71a2-5162-483a-b8b8-d222ea053415 HTTP/1.1" status: 204 len: 168 time: 3.1446340 Apr 18 19:32:25.114926 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dca9f21b-f897-4981-ab52-5aee4da127c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc352c10-792f-4c4c-8ce2-33c2e09ff225'}, {'server_uuid': 'dca9f21b-f897-4981-ab52-5aee4da127c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e941a163-539d-4e45-ac0e-f02d875d6f32'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:32:25.191159 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f9dec936-bdea-4074-a81a-7997d56f851b req-39f824bf-8c0e-4a94-b88e-68f1293c0a03 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb75c1f-620d-4cfd-a804-faa1a9266f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936901 Apr 18 19:32:25.217834 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e7599cac-3ba6-488e-844d-138af8268298 req-4ad0c400-9d1c-4b32-8c02-ef885b8e5018 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7040620 Apr 18 19:32:25.238733 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] get_ports_and_sgs() called for port_ids ['a6a6f570-a5ed-4b4a-88e8-b082d95b0220'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:32:25.245116 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [req-e7599cac-3ba6-488e-844d-138af8268298 req-db99b7c5-b0a2-47f3-998e-928ac53ffa10 service neutron] Request body: {'port': {'device_id': 'b7876bbb-72a7-468e-80d9-7a7f4e879058', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-2'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:32:25.341410 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-995a5c51-5bea-4927-ac7c-f2e5933f5a25 req-0c33bb7f-f1f9-4a2f-b618-a6ea7d0b5e3d service neutron] 10.222.0.73 "GET /v2.0/networks/0124e28f-2243-4533-b876-7d659443232d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2644041 Apr 18 19:32:25.475750 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-479a0c06-990d-4853-846c-90d567fa4e43 req-bdf2d749-bcac-4b8a-acef-534b5ecefb12 service neutron] For port bc352c10-792f-4c4c-8ce2-33c2e09ff225, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=bc352c10-792f-4c4c-8ce2-33c2e09ff225,segment=NetworkSegment(767af402-126a-4148-89aa-c983cdf056d7),segment_id=767af402-126a-4148-89aa-c983cdf056d7)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:32:25.499998 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:25.554799 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-e7599cac-3ba6-488e-844d-138af8268298 req-b5c9017e-61b7-405a-9a67-88e6d1d2407b tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:32:25.567155 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-e7599cac-3ba6-488e-844d-138af8268298 req-b5c9017e-61b7-405a-9a67-88e6d1d2407b tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Usage tracker for resource:port and tenant:73070b32fdb445869915286e0756abff is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:32:25.608331 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-e7599cac-3ba6-488e-844d-138af8268298 req-b5c9017e-61b7-405a-9a67-88e6d1d2407b tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Quota usage for port was recalculated. Used quota:4. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:32:25.629005 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-e7599cac-3ba6-488e-844d-138af8268298 req-b5c9017e-61b7-405a-9a67-88e6d1d2407b tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:32:25.653171 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.db.resource_extend [req-479a0c06-990d-4853-846c-90d567fa4e43 req-bdf2d749-bcac-4b8a-acef-534b5ecefb12 service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 19:32:25.680472 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ff884eb-53f2-4b1b-bdff-470e6a551bbe'] response: {'server_uuid': 'dca9f21b-f897-4981-ab52-5aee4da127c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc352c10-792f-4c4c-8ce2-33c2e09ff225', 'code': 200} Apr 18 19:32:25.680805 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ff884eb-53f2-4b1b-bdff-470e6a551bbe'] response: {'server_uuid': 'dca9f21b-f897-4981-ab52-5aee4da127c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e941a163-539d-4e45-ac0e-f02d875d6f32', 'code': 200} Apr 18 19:32:25.719201 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-479a0c06-990d-4853-846c-90d567fa4e43 req-bdf2d749-bcac-4b8a-acef-534b5ecefb12 service neutron] For port bc352c10-792f-4c4c-8ce2-33c2e09ff225, host n-h2-836017-2, cleared binding levels {{(pid=84763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:32:25.723945 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-e7599cac-3ba6-488e-844d-138af8268298 req-db99b7c5-b0a2-47f3-998e-928ac53ffa10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:25.774690 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=e941a163-539d-4e45-ac0e-f02d875d6f32,revision_number=6']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:26.000455 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [req-479a0c06-990d-4853-846c-90d567fa4e43 req-bdf2d749-bcac-4b8a-acef-534b5ecefb12 service neutron] device_id is not set on port bc352c10-792f-4c4c-8ce2-33c2e09ff225 yet. {{(pid=84763) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 19:32:26.014350 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-479a0c06-990d-4853-846c-90d567fa4e43 req-bdf2d749-bcac-4b8a-acef-534b5ecefb12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:26.019723 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:26.030689 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c599e18-0cd1-4572-9a38-4f3804e5f608 req-2bc4dd4f-5cee-4d99-8d8b-e03211ab05f9 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:26.037057 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-3c599e18-0cd1-4572-9a38-4f3804e5f608 req-2bc4dd4f-5cee-4d99-8d8b-e03211ab05f9 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=3b16d973-e29b-4e44-92bb-0518905dcfa1 HTTP/1.1" status: 200 len: 944 time: 0.3155274 Apr 18 19:32:26.107405 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-3a593528-f4f0-46bc-9555-c086a5e0ebee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417313'] for router_interface, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:26.177880 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 541a4c14-f2f5-4268-a378-6b7818c15360, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=541a4c14-f2f5-4268-a378-6b7818c15360,segment=NetworkSegment(64e9dd2a-1ec8-4590-b9a5-d212c2764002),segment_id=64e9dd2a-1ec8-4590-b9a5-d212c2764002)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:32:26.187287 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7599cac-3ba6-488e-844d-138af8268298 req-b5c9017e-61b7-405a-9a67-88e6d1d2407b tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Made reservation on behalf of 73070b32fdb445869915286e0756abff for: {'port': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:32:26.191431 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-e7599cac-3ba6-488e-844d-138af8268298 req-b5c9017e-61b7-405a-9a67-88e6d1d2407b tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:26.208949 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-f6e9244d-2301-493f-8bf9-6ce647b152fe None None] Provisioning for port 44ee4a95-c41e-4c22-8ed3-49639e968ae2 completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:32:26.217055 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-3c599e18-0cd1-4572-9a38-4f3804e5f608 req-ae8a2dbd-2009-45de-b62e-14a731ed49ca tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/security-groups?id=6dce0218-3e63-47f4-ad5c-3b3c3b13b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789596 Apr 18 19:32:26.238547 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-f6e9244d-2301-493f-8bf9-6ce647b152fe None None] Provisioning complete for port 44ee4a95-c41e-4c22-8ed3-49639e968ae2 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:32:26.238915 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f6e9244d-2301-493f-8bf9-6ce647b152fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:26.277585 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-479a0c06-990d-4853-846c-90d567fa4e43 req-bdf2d749-bcac-4b8a-acef-534b5ecefb12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:26.360655 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:26.368420 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 9f100931-1650-45a2-adf0-ae9ad1c229ec no longer exists at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:32:26.554659 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf2d749-bcac-4b8a-acef-534b5ecefb12 service neutron] Pushing event updated for resources: {'Port': ['ID=bc352c10-792f-4c4c-8ce2-33c2e09ff225,revision_number=7']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:26.622781 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-f6e9244d-2301-493f-8bf9-6ce647b152fe None None] Port 44ee4a95-c41e-4c22-8ed3-49639e968ae2 cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:32:26.637155 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [req-e7599cac-3ba6-488e-844d-138af8268298 req-db99b7c5-b0a2-47f3-998e-928ac53ffa10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44ee4a95-c41e-4c22-8ed3-49639e968ae2 {{(pid=84764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:32:26.755040 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-e7599cac-3ba6-488e-844d-138af8268298 req-db99b7c5-b0a2-47f3-998e-928ac53ffa10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:26.760926 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=541a4c14-f2f5-4268-a378-6b7818c15360,revision_number=6']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:26.783264 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:26.828617 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.provisioning_blocks [req-e7599cac-3ba6-488e-844d-138af8268298 req-db99b7c5-b0a2-47f3-998e-928ac53ffa10 service neutron] Transition to ACTIVE for port object 44ee4a95-c41e-4c22-8ed3-49639e968ae2 will not be triggered until provisioned by entity L2. {{(pid=84764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:32:26.939556 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd9381e-3939-4e9d-a1fb-59ac99a0238e req-245b3ea1-133c-4c86-a78f-dc6c326cc832 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:26.944574 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 9f100931-1650-45a2-adf0-ae9ad1c229ec, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=9f100931-1650-45a2-adf0-ae9ad1c229ec,segment=NetworkSegment(767af402-126a-4148-89aa-c983cdf056d7),segment_id=767af402-126a-4148-89aa-c983cdf056d7)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:32:26.949246 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd9381e-3939-4e9d-a1fb-59ac99a0238e req-245b3ea1-133c-4c86-a78f-dc6c326cc832 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:26.954367 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd9381e-3939-4e9d-a1fb-59ac99a0238e req-245b3ea1-133c-4c86-a78f-dc6c326cc832 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:26.959495 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd9381e-3939-4e9d-a1fb-59ac99a0238e req-245b3ea1-133c-4c86-a78f-dc6c326cc832 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:26.963541 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd9381e-3939-4e9d-a1fb-59ac99a0238e req-245b3ea1-133c-4c86-a78f-dc6c326cc832 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:26.967744 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd9381e-3939-4e9d-a1fb-59ac99a0238e req-245b3ea1-133c-4c86-a78f-dc6c326cc832 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:26.969894 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-dfd9381e-3939-4e9d-a1fb-59ac99a0238e req-245b3ea1-133c-4c86-a78f-dc6c326cc832 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "GET /v2.0/ports?device_id=dca9f21b-f897-4981-ab52-5aee4da127c0 HTTP/1.1" status: 200 len: 4654 time: 0.3213010 Apr 18 19:32:26.970768 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-e7599cac-3ba6-488e-844d-138af8268298 req-db99b7c5-b0a2-47f3-998e-928ac53ffa10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2290934'] for port, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:27.038891 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_common [req-e7599cac-3ba6-488e-844d-138af8268298 req-b5c9017e-61b7-405a-9a67-88e6d1d2407b tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Allocated IP 192.168.233.181 (cb6d8c7c-7ea4-4a32-b429-1c2934b7306a/17d1b3aa-2066-4ffa-a69f-52ed566b6548/4dc9ea20-0019-4f76-93a6-1e8b1efa54a8) {{(pid=84763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:32:27.039581 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:27.040286 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 397fc2b6-857c-4641-815e-184ce49e13af no longer exists at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:32:27.406023 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=9f100931-1650-45a2-adf0-ae9ad1c229ec,revision_number=6']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:27.419475 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-de557e95-eb14-4c7d-b0f3-69ce80dde332 None None] Provisioning complete for port bc352c10-792f-4c4c-8ce2-33c2e09ff225 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:32:27.420243 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 56550) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:32:27.430289 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-de557e95-eb14-4c7d-b0f3-69ce80dde332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:27.462812 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.agents_db [None req-eb67022b-f881-4bc8-8f45-fca90fb27803 None None] Agent healthcheck: found 7 active agents {{(pid=84766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:32:27.520761 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-e7599cac-3ba6-488e-844d-138af8268298 req-db99b7c5-b0a2-47f3-998e-928ac53ffa10 service neutron] Attempting to bind port 44ee4a95-c41e-4c22-8ed3-49639e968ae2 on host n-h2-836017-2 for vnic_type normal with profile {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:32:27.521328 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-e7599cac-3ba6-488e-844d-138af8268298 req-db99b7c5-b0a2-47f3-998e-928ac53ffa10 service neutron] Attempting to bind port 44ee4a95-c41e-4c22-8ed3-49639e968ae2 by drivers openvswitch,hyperv on host n-h2-836017-2 at level 0 using segments [{'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'}] {{(pid=84764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:32:27.521420 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7599cac-3ba6-488e-844d-138af8268298 req-db99b7c5-b0a2-47f3-998e-928ac53ffa10 service neutron] Attempting to bind port 44ee4a95-c41e-4c22-8ed3-49639e968ae2 on network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:32:27.529245 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7599cac-3ba6-488e-844d-138af8268298 req-db99b7c5-b0a2-47f3-998e-928ac53ffa10 service neutron] Port 44ee4a95-c41e-4c22-8ed3-49639e968ae2 on network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-2 {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:32:27.529582 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7599cac-3ba6-488e-844d-138af8268298 req-db99b7c5-b0a2-47f3-998e-928ac53ffa10 service neutron] Attempting to bind port 44ee4a95-c41e-4c22-8ed3-49639e968ae2 on network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:32:27.537318 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db99b7c5-b0a2-47f3-998e-928ac53ffa10 service neutron] Pushing event updated for resources: {'Port': ['ID=44ee4a95-c41e-4c22-8ed3-49639e968ae2,revision_number=2']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:27.547809 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7599cac-3ba6-488e-844d-138af8268298 req-db99b7c5-b0a2-47f3-998e-928ac53ffa10 service neutron] Checking agent: {'id': '02e8f951-d3a3-40e1-b8cc-aed258af030b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 32, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:32:27.548245 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7599cac-3ba6-488e-844d-138af8268298 req-db99b7c5-b0a2-47f3-998e-928ac53ffa10 service neutron] Checking segment: {'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:32:27.548847 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7599cac-3ba6-488e-844d-138af8268298 req-db99b7c5-b0a2-47f3-998e-928ac53ffa10 service neutron] Bound using segment: {'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'} {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:32:27.549573 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-e7599cac-3ba6-488e-844d-138af8268298 req-db99b7c5-b0a2-47f3-998e-928ac53ffa10 service neutron] Bound port: 44ee4a95-c41e-4c22-8ed3-49639e968ae2, host: n-h2-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'}}] {{(pid=84764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:32:27.550089 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-e7599cac-3ba6-488e-844d-138af8268298 req-db99b7c5-b0a2-47f3-998e-928ac53ffa10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:27.586704 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-dfd9381e-3939-4e9d-a1fb-59ac99a0238e req-5b894281-a38d-4e14-8439-a7b79aaf22ed tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "GET /v2.0/security-groups?id=059a9d13-b1ae-4689-acd4-4327d8143c7d&id=005d155c-90ca-4625-80c3-c43b698af2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5625973 Apr 18 19:32:27.649077 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-479a0c06-990d-4853-846c-90d567fa4e43 req-bdf2d749-bcac-4b8a-acef-534b5ecefb12 service neutron] No DVR routers for this DVR port bc352c10-792f-4c4c-8ce2-33c2e09ff225 on host n-h2-836017-2 {{(pid=84763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:32:27.728736 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-5171f52e-ad37-4854-8fba-c10e31446bfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:27.746423 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-e7599cac-3ba6-488e-844d-138af8268298 req-db99b7c5-b0a2-47f3-998e-928ac53ffa10 service neutron] For port 44ee4a95-c41e-4c22-8ed3-49639e968ae2, host n-h2-836017-2, cleared binding levels {{(pid=84764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:32:27.766700 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-e7599cac-3ba6-488e-844d-138af8268298 req-db99b7c5-b0a2-47f3-998e-928ac53ffa10 service neutron] For port 44ee4a95-c41e-4c22-8ed3-49639e968ae2, host n-h2-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=44ee4a95-c41e-4c22-8ed3-49639e968ae2,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:32:27.856326 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dca9f21b-f897-4981-ab52-5aee4da127c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '541a4c14-f2f5-4268-a378-6b7818c15360'}, {'server_uuid': 'dca9f21b-f897-4981-ab52-5aee4da127c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f100931-1650-45a2-adf0-ae9ad1c229ec'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:32:27.886413 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-e7599cac-3ba6-488e-844d-138af8268298 req-db99b7c5-b0a2-47f3-998e-928ac53ffa10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2290934'] for port, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:27.892215 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-de557e95-eb14-4c7d-b0f3-69ce80dde332 None None] Port bc352c10-792f-4c4c-8ce2-33c2e09ff225 cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:32:27.900343 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-e7599cac-3ba6-488e-844d-138af8268298 req-b5c9017e-61b7-405a-9a67-88e6d1d2407b tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Notify callbacks [] for port, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:27.901190 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:27.930017 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-479a0c06-990d-4853-846c-90d567fa4e43 req-bdf2d749-bcac-4b8a-acef-534b5ecefb12 service neutron] In _notify_port_updated(), no bound segment for port bc352c10-792f-4c4c-8ce2-33c2e09ff225 on network a78bc94c-6e21-4a13-914b-5bddac5da8d7 {{(pid=84763) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 18 19:32:27.931947 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-479a0c06-990d-4853-846c-90d567fa4e43 req-bdf2d749-bcac-4b8a-acef-534b5ecefb12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:27.932563 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-479a0c06-990d-4853-846c-90d567fa4e43 req-bdf2d749-bcac-4b8a-acef-534b5ecefb12 service neutron] 10.222.0.72 "PUT /v2.0/ports/bc352c10-792f-4c4c-8ce2-33c2e09ff225 HTTP/1.1" status: 200 len: 1027 time: 6.5086758 Apr 18 19:32:27.951467 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 397fc2b6-857c-4641-815e-184ce49e13af, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=397fc2b6-857c-4641-815e-184ce49e13af,segment=NetworkSegment(c7e79b18-49ae-4a7c-a4ae-7b1eba97fc3c),segment_id=c7e79b18-49ae-4a7c-a4ae-7b1eba97fc3c)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:32:28.019085 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-5171f52e-ad37-4854-8fba-c10e31446bfa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:32:28.029334 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [req-e7599cac-3ba6-488e-844d-138af8268298 req-b5c9017e-61b7-405a-9a67-88e6d1d2407b tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Transition to ACTIVE for port object 4dc9ea20-0019-4f76-93a6-1e8b1efa54a8 will not be triggered until provisioned by entity DHCP. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:32:28.065090 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:28.071188 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device cab89208-0cb7-4471-99b4-f5c3564d6fc1 no longer exists at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:32:28.086797 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-5171f52e-ad37-4854-8fba-c10e31446bfa admin admin] Usage tracker for resource:security_group_rule and tenant:3ef71a300e0049b4a5d708d693dcf054 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:32:28.114867 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-e7599cac-3ba6-488e-844d-138af8268298 req-db99b7c5-b0a2-47f3-998e-928ac53ffa10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:28.116271 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e7599cac-3ba6-488e-844d-138af8268298 req-db99b7c5-b0a2-47f3-998e-928ac53ffa10 service neutron] 10.222.0.72 "PUT /v2.0/ports/44ee4a95-c41e-4c22-8ed3-49639e968ae2 HTTP/1.1" status: 200 len: 1096 time: 2.8861632 Apr 18 19:32:28.118882 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-5171f52e-ad37-4854-8fba-c10e31446bfa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:32:28.120133 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7876bbb-72a7-468e-80d9-7a7f4e879058', 'tag': '44ee4a95-c41e-4c22-8ed3-49639e968ae2'}] {{(pid=84764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:32:28.214727 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-5171f52e-ad37-4854-8fba-c10e31446bfa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:32:28.221212 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3941668a-40b7-4095-ba07-da2c33913baa req-d0708d91-45e9-4c86-be3e-e4c15b34e6ea tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:28.234210 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-3941668a-40b7-4095-ba07-da2c33913baa req-d0708d91-45e9-4c86-be3e-e4c15b34e6ea tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=2327f611-7c5a-4fad-b86b-e72911fb3ee2 HTTP/1.1" status: 200 len: 950 time: 0.2091308 Apr 18 19:32:28.265682 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3738376-ac26-4319-b31b-a0d56e2baca6 req-ed0b42c8-0c72-412e-92a1-a3b6aa3ca845 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:28.275171 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d3738376-ac26-4319-b31b-a0d56e2baca6 req-ed0b42c8-0c72-412e-92a1-a3b6aa3ca845 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7876bbb-72a7-468e-80d9-7a7f4e879058 HTTP/1.1" status: 200 len: 948 time: 1.3411624 Apr 18 19:32:28.308853 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=397fc2b6-857c-4641-815e-184ce49e13af,revision_number=6']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:28.329232 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff85920a-d51c-4b8d-877f-45429f3f7b80 req-84a5ecea-1fa7-47eb-a5c8-cd8dece7c22f tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:28.329947 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-ff85920a-d51c-4b8d-877f-45429f3f7b80 req-84a5ecea-1fa7-47eb-a5c8-cd8dece7c22f tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Synchronizing usage tracker for tenant:4bf06599121a476094faf72db54a396e on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:32:28.359457 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479a0c06-990d-4853-846c-90d567fa4e43 req-13c899fc-131d-40d3-8118-c7e1013373e8 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:28.360831 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-479a0c06-990d-4853-846c-90d567fa4e43 req-13c899fc-131d-40d3-8118-c7e1013373e8 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.72 "GET /v2.0/ports/cab89208-0cb7-4471-99b4-f5c3564d6fc1?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.4076879 Apr 18 19:32:28.394563 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-3941668a-40b7-4095-ba07-da2c33913baa req-ac2f6c01-87df-4856-ac17-a9b77c2263a1 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593292 Apr 18 19:32:28.395270 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db99b7c5-b0a2-47f3-998e-928ac53ffa10 service neutron] Pushing event updated for resources: {'Port': ['ID=44ee4a95-c41e-4c22-8ed3-49639e968ae2,revision_number=3']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:28.411625 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-479a0c06-990d-4853-846c-90d567fa4e43 req-a7e2c56a-4dc2-45e6-b9de-7d39a52f1bb0 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:32:28.439250 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:28.451357 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e7599cac-3ba6-488e-844d-138af8268298 req-b7ebe8cc-fd86-4e4a-92ff-0e03e064c316 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=73070b32fdb445869915286e0756abff&device_id=b7876bbb-72a7-468e-80d9-7a7f4e879058 HTTP/1.1" status: 200 len: 1099 time: 0.2106719 Apr 18 19:32:28.489603 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port cab89208-0cb7-4471-99b4-f5c3564d6fc1, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=cab89208-0cb7-4471-99b4-f5c3564d6fc1,segment=NetworkSegment(767af402-126a-4148-89aa-c983cdf056d7),segment_id=767af402-126a-4148-89aa-c983cdf056d7)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:32:28.593705 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:28.603228 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e7599cac-3ba6-488e-844d-138af8268298 req-e6477391-06f9-45a7-ba88-44cd66618fad service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=44ee4a95-c41e-4c22-8ed3-49639e968ae2 HTTP/1.1" status: 200 len: 217 time: 0.1460452 Apr 18 19:32:28.684609 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=cab89208-0cb7-4471-99b4-f5c3564d6fc1,revision_number=6']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:28.750428 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d3738376-ac26-4319-b31b-a0d56e2baca6 req-4ffa1c15-af57-4701-857d-b4ed38ecf0dc tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb75c1f-620d-4cfd-a804-faa1a9266f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4740806 Apr 18 19:32:28.780674 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-ff85920a-d51c-4b8d-877f-45429f3f7b80 req-84a5ecea-1fa7-47eb-a5c8-cd8dece7c22f tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Unset dirty status for tenant:4bf06599121a476094faf72db54a396e on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:32:28.781797 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ff85920a-d51c-4b8d-877f-45429f3f7b80 req-84a5ecea-1fa7-47eb-a5c8-cd8dece7c22f tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.73 "GET /v2.0/ports?device_id=2327f611-7c5a-4fad-b86b-e72911fb3ee2 HTTP/1.1" status: 200 len: 950 time: 1.4095905 Apr 18 19:32:28.800755 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-5171f52e-ad37-4854-8fba-c10e31446bfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:28.849173 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7599cac-3ba6-488e-844d-138af8268298 req-d4f32780-da23-4228-acb0-e64d2a21e15c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:28.850769 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e7599cac-3ba6-488e-844d-138af8268298 req-d4f32780-da23-4228-acb0-e64d2a21e15c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=17d1b3aa-2066-4ffa-a69f-52ed566b6548 HTTP/1.1" status: 200 len: 843 time: 0.1551907 Apr 18 19:32:28.875183 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-e7599cac-3ba6-488e-844d-138af8268298 req-b5c9017e-61b7-405a-9a67-88e6d1d2407b tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:28.884123 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-5171f52e-ad37-4854-8fba-c10e31446bfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:28.887870 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] get_ports_and_sgs() called for port_ids ['fbaca27c-775e-4826-a999-e46d492b3066'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:32:28.888038 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45c593c-6b8a-4e70-953f-a932880cd1c0 req-2a0e8204-328c-4c5d-a32b-0097c505e1f1 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:28.891824 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e45c593c-6b8a-4e70-953f-a932880cd1c0 req-2a0e8204-328c-4c5d-a32b-0097c505e1f1 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=3b16d973-e29b-4e44-92bb-0518905dcfa1 HTTP/1.1" status: 200 len: 944 time: 0.2705176 Apr 18 19:32:28.963982 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] get_ports_and_sgs() called for port_ids ['095a9680-858e-4b90-9273-b31a53dffeb8', 'a2813964-4506-412b-8a7e-dd3f7c81ebe6'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:32:29.031822 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bd1550e-4c23-408c-b7eb-cdc66928cf3c'] response: {'server_uuid': 'dca9f21b-f897-4981-ab52-5aee4da127c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '541a4c14-f2f5-4268-a378-6b7818c15360', 'code': 200} Apr 18 19:32:29.032052 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bd1550e-4c23-408c-b7eb-cdc66928cf3c'] response: {'server_uuid': 'dca9f21b-f897-4981-ab52-5aee4da127c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f100931-1650-45a2-adf0-ae9ad1c229ec', 'code': 200} Apr 18 19:32:29.036695 n-d-836017-2 neutron-server[84764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a2e498a-86a5-42b0-905e-7782b03366d0'] response: {'name': 'network-changed', 'server_uuid': 'b7876bbb-72a7-468e-80d9-7a7f4e879058', 'tag': '44ee4a95-c41e-4c22-8ed3-49639e968ae2', 'status': 'completed', 'code': 200} Apr 18 19:32:29.123930 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e45c593c-6b8a-4e70-953f-a932880cd1c0 req-80f7b31e-75f7-4f83-bc52-5d4f2195e5b6 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/security-groups?id=6dce0218-3e63-47f4-ad5c-3b3c3b13b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704807 Apr 18 19:32:29.136932 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e7599cac-3ba6-488e-844d-138af8268298 req-f336d12f-f93e-42cc-bf9b-1192d3cfdc4f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2632658 Apr 18 19:32:29.222930 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-ff85920a-d51c-4b8d-877f-45429f3f7b80 req-6eaa9c3e-888f-44a9-bbee-d3c8eb9da698 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Deleting port 06b799dc-3aea-4cb3-90fe-2c88201e3471 {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:32:29.223533 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-ff85920a-d51c-4b8d-877f-45429f3f7b80 req-6eaa9c3e-888f-44a9-bbee-d3c8eb9da698 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:29.331923 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device a6a6f570-a5ed-4b4a-88e8-b082d95b0220 up at agent hyperv_n-h1-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:32:29.354898 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5171f52e-ad37-4854-8fba-c10e31446bfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6a7f06e-b0d3-4b28-95b2-e806ce4b7886,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:29.556369 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e7599cac-3ba6-488e-844d-138af8268298 req-e8afe351-cf8c-47f5-bc47-57920829b66f service neutron] 10.222.0.72 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4108303 Apr 18 19:32:29.607592 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7599cac-3ba6-488e-844d-138af8268298 req-b5c9017e-61b7-405a-9a67-88e6d1d2407b tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:32:29.626388 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c9017e-61b7-405a-9a67-88e6d1d2407b tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Pushing event updated for resources: {'Port': ['ID=4dc9ea20-0019-4f76-93a6-1e8b1efa54a8,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:29.639661 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-5171f52e-ad37-4854-8fba-c10e31446bfa admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3ef71a300e0049b4a5d708d693dcf054&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0778766 Apr 18 19:32:29.654465 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [req-e7599cac-3ba6-488e-844d-138af8268298 req-b5c9017e-61b7-405a-9a67-88e6d1d2407b tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:32:29.656903 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7599cac-3ba6-488e-844d-138af8268298 req-b5c9017e-61b7-405a-9a67-88e6d1d2407b tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Received port after_create {{(pid=84763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:32:29.662760 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 56592) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:32:29.760394 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7599cac-3ba6-488e-844d-138af8268298 req-b5c9017e-61b7-405a-9a67-88e6d1d2407b tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:29.761639 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-e7599cac-3ba6-488e-844d-138af8268298 req-b5c9017e-61b7-405a-9a67-88e6d1d2407b tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:29.793778 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-479a0c06-990d-4853-846c-90d567fa4e43 req-a7e2c56a-4dc2-45e6-b9de-7d39a52f1bb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:29.901244 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e7599cac-3ba6-488e-844d-138af8268298 req-b5c9017e-61b7-405a-9a67-88e6d1d2407b tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.9826188 Apr 18 19:32:29.967094 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-7da0e136-7c57-4b3c-85d4-c3b05b61ef96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:29.990823 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e7599cac-3ba6-488e-844d-138af8268298 req-efff90c1-bcfa-4b8a-b72b-4c489efec944 service neutron] 10.222.0.72 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4263990 Apr 18 19:32:29.997363 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Provisioning for port a6a6f570-a5ed-4b4a-88e8-b082d95b0220 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:32:30.001946 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3830228b-298f-443d-8e0b-b255f26f7e3a req-ef786bb8-8eaf-4e97-8641-e103788c49d5 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:30.010344 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-3830228b-298f-443d-8e0b-b255f26f7e3a req-ef786bb8-8eaf-4e97-8641-e103788c49d5 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=2327f611-7c5a-4fad-b86b-e72911fb3ee2 HTTP/1.1" status: 200 len: 950 time: 0.3989074 Apr 18 19:32:30.024840 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Provisioning complete for port a6a6f570-a5ed-4b4a-88e8-b082d95b0220 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:32:30.025571 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:30.063652 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-e7599cac-3ba6-488e-844d-138af8268298 req-122d9e6e-2001-4e2b-962f-22226b63c9e5 service neutron] Request body: {'port': {'device_id': 'd7fe8ede-e050-4d66-b015-a59a9a787c84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-2'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:32:30.099321 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-7da0e136-7c57-4b3c-85d4-c3b05b61ef96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:30.121413 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-3830228b-298f-443d-8e0b-b255f26f7e3a req-ef30d3a2-ea66-4b37-b5d4-12d7ca19370d tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098979 Apr 18 19:32:30.223218 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-90765a80-bb2f-4ea7-b518-c3dab21bfd6f None None] Provisioning for port 4dc9ea20-0019-4f76-93a6-1e8b1efa54a8 completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:32:30.240885 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-90765a80-bb2f-4ea7-b518-c3dab21bfd6f None None] Provisioning complete for port 4dc9ea20-0019-4f76-93a6-1e8b1efa54a8 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:32:30.246504 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-90765a80-bb2f-4ea7-b518-c3dab21bfd6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:30.340389 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-90765a80-bb2f-4ea7-b518-c3dab21bfd6f None None] Port 4dc9ea20-0019-4f76-93a6-1e8b1efa54a8 cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:32:30.355144 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:30.418281 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-1e0a7d95-95ad-49ca-9559-b9de4676df75 req-06da699e-f1e3-4fc2-add6-90b3739c70cf service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=73070b32fdb445869915286e0756abff&device_id=b7876bbb-72a7-468e-80d9-7a7f4e879058 HTTP/1.1" status: 200 len: 1099 time: 0.2909634 Apr 18 19:32:30.419824 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb857891-a0a9-4a29-8287-7c30c7ea1d6c req-404a3dfa-60a7-48c3-b330-fc25c84fcb59 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:30.425444 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port a6a6f570-a5ed-4b4a-88e8-b082d95b0220, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=a6a6f570-a5ed-4b4a-88e8-b082d95b0220,segment=NetworkSegment(56697489-6787-4e2b-895c-5ec0b051161d),segment_id=56697489-6787-4e2b-895c-5ec0b051161d)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:32:30.425974 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb857891-a0a9-4a29-8287-7c30c7ea1d6c req-404a3dfa-60a7-48c3-b330-fc25c84fcb59 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:30.430487 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb857891-a0a9-4a29-8287-7c30c7ea1d6c req-404a3dfa-60a7-48c3-b330-fc25c84fcb59 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:30.435405 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb857891-a0a9-4a29-8287-7c30c7ea1d6c req-404a3dfa-60a7-48c3-b330-fc25c84fcb59 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:30.439826 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb857891-a0a9-4a29-8287-7c30c7ea1d6c req-404a3dfa-60a7-48c3-b330-fc25c84fcb59 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:30.444627 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb857891-a0a9-4a29-8287-7c30c7ea1d6c req-404a3dfa-60a7-48c3-b330-fc25c84fcb59 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:30.452133 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-cb857891-a0a9-4a29-8287-7c30c7ea1d6c req-404a3dfa-60a7-48c3-b330-fc25c84fcb59 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "GET /v2.0/ports?device_id=dca9f21b-f897-4981-ab52-5aee4da127c0 HTTP/1.1" status: 200 len: 4648 time: 1.0703208 Apr 18 19:32:30.506750 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:30.514155 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-7da0e136-7c57-4b3c-85d4-c3b05b61ef96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:30.548121 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da0e136-7c57-4b3c-85d4-c3b05b61ef96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6a7f06e-b0d3-4b28-95b2-e806ce4b7886,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:30.563325 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-e7599cac-3ba6-488e-844d-138af8268298 req-122d9e6e-2001-4e2b-962f-22226b63c9e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:30.587846 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-7da0e136-7c57-4b3c-85d4-c3b05b61ef96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:30.589010 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-7da0e136-7c57-4b3c-85d4-c3b05b61ef96 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b6a7f06e-b0d3-4b28-95b2-e806ce4b7886 HTTP/1.1" status: 204 len: 168 time: 0.9205921 Apr 18 19:32:30.593701 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da0e136-7c57-4b3c-85d4-c3b05b61ef96 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:32:30.594044 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da0e136-7c57-4b3c-85d4-c3b05b61ef96 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:32:30.594385 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da0e136-7c57-4b3c-85d4-c3b05b61ef96 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:32:30.594749 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da0e136-7c57-4b3c-85d4-c3b05b61ef96 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:32:30.595040 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da0e136-7c57-4b3c-85d4-c3b05b61ef96 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:32:30.595429 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da0e136-7c57-4b3c-85d4-c3b05b61ef96 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:32:30.595803 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da0e136-7c57-4b3c-85d4-c3b05b61ef96 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:32:30.596781 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da0e136-7c57-4b3c-85d4-c3b05b61ef96 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:32:30.597261 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da0e136-7c57-4b3c-85d4-c3b05b61ef96 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:32:30.597848 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da0e136-7c57-4b3c-85d4-c3b05b61ef96 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:32:30.597929 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da0e136-7c57-4b3c-85d4-c3b05b61ef96 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:32:30.605754 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3c61cd-1385-4628-9a27-d0ddca86e958 req-cbbf6b64-d7d4-4e78-9c1d-b767f8328774 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:30.606620 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-bd3c61cd-1385-4628-9a27-d0ddca86e958 req-cbbf6b64-d7d4-4e78-9c1d-b767f8328774 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Synchronizing usage tracker for tenant:73070b32fdb445869915286e0756abff on resource:port {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:32:30.638330 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0a7d95-95ad-49ca-9559-b9de4676df75 req-b4b6f4c5-eb73-474c-a5eb-b6c38f55c429 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:30.639804 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-1e0a7d95-95ad-49ca-9559-b9de4676df75 req-b4b6f4c5-eb73-474c-a5eb-b6c38f55c429 service neutron] 10.222.0.72 "GET /v2.0/networks?id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a HTTP/1.1" status: 200 len: 870 time: 0.2137461 Apr 18 19:32:30.760445 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-479a0c06-990d-4853-846c-90d567fa4e43 req-a7e2c56a-4dc2-45e6-b9de-7d39a52f1bb0 service neutron] For port cab89208-0cb7-4471-99b4-f5c3564d6fc1, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=cab89208-0cb7-4471-99b4-f5c3564d6fc1,segment=NetworkSegment(767af402-126a-4148-89aa-c983cdf056d7),segment_id=767af402-126a-4148-89aa-c983cdf056d7)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:32:30.780520 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-1e0a7d95-95ad-49ca-9559-b9de4676df75 req-fa15a54e-3e5c-4fa9-8ce5-e03ae15a871b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=44ee4a95-c41e-4c22-8ed3-49639e968ae2 HTTP/1.1" status: 200 len: 217 time: 0.1311064 Apr 18 19:32:30.786142 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-bd3c61cd-1385-4628-9a27-d0ddca86e958 req-cbbf6b64-d7d4-4e78-9c1d-b767f8328774 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Unset dirty status for tenant:73070b32fdb445869915286e0756abff on resource:port {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:32:30.787410 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-bd3c61cd-1385-4628-9a27-d0ddca86e958 req-cbbf6b64-d7d4-4e78-9c1d-b767f8328774 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7876bbb-72a7-468e-80d9-7a7f4e879058 HTTP/1.1" status: 200 len: 948 time: 0.4791403 Apr 18 19:32:30.815489 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Pushing event updated for resources: {'Port': ['ID=a6a6f570-a5ed-4b4a-88e8-b082d95b0220,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:30.880236 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0a7d95-95ad-49ca-9559-b9de4676df75 req-ac3960ba-1d5a-494f-aa43-2cc585eed2d9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:30.883014 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-1e0a7d95-95ad-49ca-9559-b9de4676df75 req-ac3960ba-1d5a-494f-aa43-2cc585eed2d9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=17d1b3aa-2066-4ffa-a69f-52ed566b6548 HTTP/1.1" status: 200 len: 843 time: 0.0946085 Apr 18 19:32:31.006004 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-bd3c61cd-1385-4628-9a27-d0ddca86e958 req-aa276ca5-9869-48bb-a034-8f860ca64c03 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb75c1f-620d-4cfd-a804-faa1a9266f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213813 Apr 18 19:32:31.041169 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dca9f21b-f897-4981-ab52-5aee4da127c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '397fc2b6-857c-4641-815e-184ce49e13af'}, {'server_uuid': 'dca9f21b-f897-4981-ab52-5aee4da127c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cab89208-0cb7-4471-99b4-f5c3564d6fc1'}, {'server_uuid': '3b16d973-e29b-4e44-92bb-0518905dcfa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6a6f570-a5ed-4b4a-88e8-b082d95b0220'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:32:31.076521 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-1e0a7d95-95ad-49ca-9559-b9de4676df75 req-278b2534-d256-431d-b215-e5203784999b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1755149 Apr 18 19:32:31.289494 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-479a0c06-990d-4853-846c-90d567fa4e43 req-a7e2c56a-4dc2-45e6-b9de-7d39a52f1bb0 service neutron] For port cab89208-0cb7-4471-99b4-f5c3564d6fc1, host n-h2-836017-2, cleared binding levels {{(pid=84763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:32:31.320583 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-1e0a7d95-95ad-49ca-9559-b9de4676df75 req-1bcdc0dd-6298-49a0-9c69-389baa038364 service neutron] 10.222.0.72 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271791 Apr 18 19:32:31.337983 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 06b799dc-3aea-4cb3-90fe-2c88201e3471 no longer exists at agent hyperv_n-h1-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:32:31.588410 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:31.647267 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port 06b799dc-3aea-4cb3-90fe-2c88201e3471, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=06b799dc-3aea-4cb3-90fe-2c88201e3471,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:32:31.666552 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [req-479a0c06-990d-4853-846c-90d567fa4e43 req-a7e2c56a-4dc2-45e6-b9de-7d39a52f1bb0 service neutron] device_id is not set on port cab89208-0cb7-4471-99b4-f5c3564d6fc1 yet. {{(pid=84763) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 19:32:31.675486 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-479a0c06-990d-4853-846c-90d567fa4e43 req-a7e2c56a-4dc2-45e6-b9de-7d39a52f1bb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:31.687274 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-cb857891-a0a9-4a29-8287-7c30c7ea1d6c req-8118759f-7d6c-440d-8789-27caf81843e7 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "GET /v2.0/security-groups?id=059a9d13-b1ae-4689-acd4-4327d8143c7d&id=005d155c-90ca-4625-80c3-c43b698af2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.2340055 Apr 18 19:32:31.736477 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:31.777586 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3efa5a8-8be8-4d4d-8147-af6fdf2c394c req-bbe3a965-6f69-44f6-97fe-d99ed22d1eeb tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:31.781486 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d3efa5a8-8be8-4d4d-8147-af6fdf2c394c req-bbe3a965-6f69-44f6-97fe-d99ed22d1eeb tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=3b16d973-e29b-4e44-92bb-0518905dcfa1 HTTP/1.1" status: 200 len: 945 time: 0.4597113 Apr 18 19:32:31.804965 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-ff85920a-d51c-4b8d-877f-45429f3f7b80 req-6eaa9c3e-888f-44a9-bbee-d3c8eb9da698 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] For port 06b799dc-3aea-4cb3-90fe-2c88201e3471, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=06b799dc-3aea-4cb3-90fe-2c88201e3471,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:32:31.805824 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-ff85920a-d51c-4b8d-877f-45429f3f7b80 req-6eaa9c3e-888f-44a9-bbee-d3c8eb9da698 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:31.828886 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-1e0a7d95-95ad-49ca-9559-b9de4676df75 req-b362070d-dfe5-4f06-b91b-0904da7f6845 service neutron] 10.222.0.72 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4090486 Apr 18 19:32:31.844737 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-479a0c06-990d-4853-846c-90d567fa4e43 req-a7e2c56a-4dc2-45e6-b9de-7d39a52f1bb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:31.896682 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Pushing event updated for resources: {'Port': ['ID=06b799dc-3aea-4cb3-90fe-2c88201e3471,revision_number=10']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:31.905966 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d3efa5a8-8be8-4d4d-8147-af6fdf2c394c req-e252f847-a961-49ec-b26d-50d8a7741bba tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/security-groups?id=6dce0218-3e63-47f4-ad5c-3b3c3b13b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151063 Apr 18 19:32:31.980704 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e2c56a-4dc2-45e6-b9de-7d39a52f1bb0 service neutron] Pushing event updated for resources: {'Port': ['ID=cab89208-0cb7-4471-99b4-f5c3564d6fc1,revision_number=7']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:32.083942 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8639fc9-9522-4b7f-9300-a6477b413337'] response: {'server_uuid': 'dca9f21b-f897-4981-ab52-5aee4da127c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '397fc2b6-857c-4641-815e-184ce49e13af', 'code': 200} Apr 18 19:32:32.084271 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8639fc9-9522-4b7f-9300-a6477b413337'] response: {'server_uuid': 'dca9f21b-f897-4981-ab52-5aee4da127c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cab89208-0cb7-4471-99b4-f5c3564d6fc1', 'code': 200} Apr 18 19:32:32.084659 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8639fc9-9522-4b7f-9300-a6477b413337'] response: {'server_uuid': '3b16d973-e29b-4e44-92bb-0518905dcfa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6a6f570-a5ed-4b4a-88e8-b082d95b0220', 'code': 200} Apr 18 19:32:32.178078 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [req-e7599cac-3ba6-488e-844d-138af8268298 req-122d9e6e-2001-4e2b-962f-22226b63c9e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dc9ea20-0019-4f76-93a6-1e8b1efa54a8 {{(pid=84763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:32:32.189240 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-e7599cac-3ba6-488e-844d-138af8268298 req-122d9e6e-2001-4e2b-962f-22226b63c9e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:32.205929 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [req-e7599cac-3ba6-488e-844d-138af8268298 req-122d9e6e-2001-4e2b-962f-22226b63c9e5 service neutron] Transition to ACTIVE for port object 4dc9ea20-0019-4f76-93a6-1e8b1efa54a8 will not be triggered until provisioned by entity L2. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:32:32.315740 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17cf2b6-db0b-4f57-b3ac-2d629f135f3e req-21e5229d-1a70-402b-a9d9-b31e7432b36e tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:32.322234 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-b17cf2b6-db0b-4f57-b3ac-2d629f135f3e req-21e5229d-1a70-402b-a9d9-b31e7432b36e tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=2327f611-7c5a-4fad-b86b-e72911fb3ee2 HTTP/1.1" status: 200 len: 949 time: 0.1420155 Apr 18 19:32:32.395182 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-ff85920a-d51c-4b8d-877f-45429f3f7b80 req-6eaa9c3e-888f-44a9-bbee-d3c8eb9da698 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Calling delete_port for 06b799dc-3aea-4cb3-90fe-2c88201e3471 owned by compute:nova {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:32:32.409085 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-b17cf2b6-db0b-4f57-b3ac-2d629f135f3e req-66029dbb-121b-49f4-baf2-8bb02c22c72c tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833263 Apr 18 19:32:32.457193 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-e7599cac-3ba6-488e-844d-138af8268298 req-122d9e6e-2001-4e2b-962f-22226b63c9e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:32.697278 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-d1c0637c-5b9f-47dd-9107-2c9f0f4a5d58 None None] Provisioning complete for port cab89208-0cb7-4471-99b4-f5c3564d6fc1 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:32:32.697715 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d1c0637c-5b9f-47dd-9107-2c9f0f4a5d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:32.832335 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-d1c0637c-5b9f-47dd-9107-2c9f0f4a5d58 None None] Port cab89208-0cb7-4471-99b4-f5c3564d6fc1 cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:32:32.854824 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-479a0c06-990d-4853-846c-90d567fa4e43 req-a7e2c56a-4dc2-45e6-b9de-7d39a52f1bb0 service neutron] No DVR routers for this DVR port cab89208-0cb7-4471-99b4-f5c3564d6fc1 on host n-h2-836017-2 {{(pid=84763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:32:33.123270 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122d9e6e-2001-4e2b-962f-22226b63c9e5 service neutron] Pushing event updated for resources: {'Port': ['ID=4dc9ea20-0019-4f76-93a6-1e8b1efa54a8,revision_number=2']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:33.171214 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f5a593-41e4-4457-a86b-94257cb8642e req-79b894cb-31b6-4378-b218-d3a262f5e949 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:33.177095 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-479a0c06-990d-4853-846c-90d567fa4e43 req-a7e2c56a-4dc2-45e6-b9de-7d39a52f1bb0 service neutron] In _notify_port_updated(), no bound segment for port cab89208-0cb7-4471-99b4-f5c3564d6fc1 on network a78bc94c-6e21-4a13-914b-5bddac5da8d7 {{(pid=84763) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 18 19:32:33.178176 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-479a0c06-990d-4853-846c-90d567fa4e43 req-a7e2c56a-4dc2-45e6-b9de-7d39a52f1bb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:33.179471 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-479a0c06-990d-4853-846c-90d567fa4e43 req-a7e2c56a-4dc2-45e6-b9de-7d39a52f1bb0 service neutron] 10.222.0.72 "PUT /v2.0/ports/cab89208-0cb7-4471-99b4-f5c3564d6fc1 HTTP/1.1" status: 200 len: 1027 time: 4.7816508 Apr 18 19:32:33.185466 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-86ff0325-1fa3-4b51-beb7-371a53d14c36 req-2691c1e5-ab5b-4c57-8b32-dc25e04b36b5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3b16d973-e29b-4e44-92bb-0518905dcfa1 HTTP/1.1" status: 200 len: 1096 time: 0.9732594 Apr 18 19:32:33.203052 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f5a593-41e4-4457-a86b-94257cb8642e req-79b894cb-31b6-4378-b218-d3a262f5e949 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:33.216536 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f5a593-41e4-4457-a86b-94257cb8642e req-79b894cb-31b6-4378-b218-d3a262f5e949 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:33.226269 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f5a593-41e4-4457-a86b-94257cb8642e req-79b894cb-31b6-4378-b218-d3a262f5e949 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:33.241621 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f5a593-41e4-4457-a86b-94257cb8642e req-79b894cb-31b6-4378-b218-d3a262f5e949 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:33.252472 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-02f5a593-41e4-4457-a86b-94257cb8642e req-79b894cb-31b6-4378-b218-d3a262f5e949 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "GET /v2.0/ports?device_id=dca9f21b-f897-4981-ab52-5aee4da127c0 HTTP/1.1" status: 200 len: 3876 time: 0.2447982 Apr 18 19:32:33.408432 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.db.api [req-ff85920a-d51c-4b8d-877f-45429f3f7b80 req-6eaa9c3e-888f-44a9-bbee-d3c8eb9da698 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84763) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 19:32:33.411314 n-d-836017-2 neutron-server[84763]: DEBUG oslo_db.api [req-ff85920a-d51c-4b8d-877f-45429f3f7b80 req-6eaa9c3e-888f-44a9-bbee-d3c8eb9da698 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 19:32:33.423263 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-479a0c06-990d-4853-846c-90d567fa4e43 req-8b77b9a0-0904-4af6-9655-432b5d7574bf tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Deleting port e941a163-539d-4e45-ac0e-f02d875d6f32 {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:32:33.423263 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-479a0c06-990d-4853-846c-90d567fa4e43 req-8b77b9a0-0904-4af6-9655-432b5d7574bf tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:33.503146 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-02f5a593-41e4-4457-a86b-94257cb8642e req-3c8b28db-00c5-4159-aa38-6ac9f14dcd1d tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "GET /v2.0/security-groups?id=059a9d13-b1ae-4689-acd4-4327d8143c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2483704 Apr 18 19:32:33.539685 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-0c067d99-0e98-48fd-9a59-1faa37c812b9 req-336bc37a-4647-48b4-9a09-273c3fb7536c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=92710b08-58e1-4035-9aa8-85a1bb1d4a68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0841019 Apr 18 19:32:33.643445 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 44ee4a95-c41e-4c22-8ed3-49639e968ae2 details requested by agent hyperv_n-h2-836017-2 with host n-h2-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:32:33.666834 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-e7599cac-3ba6-488e-844d-138af8268298 req-122d9e6e-2001-4e2b-962f-22226b63c9e5 service neutron] Attempting to bind port 4dc9ea20-0019-4f76-93a6-1e8b1efa54a8 on host n-h1-836017-2 for vnic_type normal with profile {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:32:33.667222 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-e7599cac-3ba6-488e-844d-138af8268298 req-122d9e6e-2001-4e2b-962f-22226b63c9e5 service neutron] Attempting to bind port 4dc9ea20-0019-4f76-93a6-1e8b1efa54a8 by drivers openvswitch,hyperv on host n-h1-836017-2 at level 0 using segments [{'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:32:33.667567 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7599cac-3ba6-488e-844d-138af8268298 req-122d9e6e-2001-4e2b-962f-22226b63c9e5 service neutron] Attempting to bind port 4dc9ea20-0019-4f76-93a6-1e8b1efa54a8 on network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:32:33.698407 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6269a521-bc1b-4632-bad2-2dcbede2fb70 req-77b65305-ff61-48f9-8902-77c1afff6d88 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:33.699153 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-6269a521-bc1b-4632-bad2-2dcbede2fb70 req-77b65305-ff61-48f9-8902-77c1afff6d88 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Synchronizing usage tracker for tenant:73070b32fdb445869915286e0756abff on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:32:33.720397 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-86ff0325-1fa3-4b51-beb7-371a53d14c36 req-629f3b6d-4197-41a8-8106-bf2a71af381c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=6dce0218-3e63-47f4-ad5c-3b3c3b13b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4999328 Apr 18 19:32:33.836374 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7599cac-3ba6-488e-844d-138af8268298 req-122d9e6e-2001-4e2b-962f-22226b63c9e5 service neutron] Port 4dc9ea20-0019-4f76-93a6-1e8b1efa54a8 on network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-2 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:32:33.836728 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7599cac-3ba6-488e-844d-138af8268298 req-122d9e6e-2001-4e2b-962f-22226b63c9e5 service neutron] Attempting to bind port 4dc9ea20-0019-4f76-93a6-1e8b1efa54a8 on network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:32:33.871699 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-6269a521-bc1b-4632-bad2-2dcbede2fb70 req-77b65305-ff61-48f9-8902-77c1afff6d88 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Unset dirty status for tenant:73070b32fdb445869915286e0756abff on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:32:33.878995 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-6269a521-bc1b-4632-bad2-2dcbede2fb70 req-77b65305-ff61-48f9-8902-77c1afff6d88 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7876bbb-72a7-468e-80d9-7a7f4e879058 HTTP/1.1" status: 200 len: 948 time: 1.2231061 Apr 18 19:32:33.902803 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-0c067d99-0e98-48fd-9a59-1faa37c812b9 req-ae82366b-a8e6-4891-838b-9be21e152471 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=04c3ccf22b1a4626be8dfb58ccf87764&device_id=92710b08-58e1-4035-9aa8-85a1bb1d4a68 HTTP/1.1" status: 200 len: 1098 time: 0.2258687 Apr 18 19:32:33.910601 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7599cac-3ba6-488e-844d-138af8268298 req-122d9e6e-2001-4e2b-962f-22226b63c9e5 service neutron] Checking agent: {'id': 'e3a31811-08e0-42ba-bc2e-ed8a973b714f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 25), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:32:33.910601 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7599cac-3ba6-488e-844d-138af8268298 req-122d9e6e-2001-4e2b-962f-22226b63c9e5 service neutron] Checking segment: {'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:32:33.911061 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7599cac-3ba6-488e-844d-138af8268298 req-122d9e6e-2001-4e2b-962f-22226b63c9e5 service neutron] Bound using segment: {'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:32:33.911385 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-e7599cac-3ba6-488e-844d-138af8268298 req-122d9e6e-2001-4e2b-962f-22226b63c9e5 service neutron] Bound port: 4dc9ea20-0019-4f76-93a6-1e8b1efa54a8, host: n-h1-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'}}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:32:33.911696 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-e7599cac-3ba6-488e-844d-138af8268298 req-122d9e6e-2001-4e2b-962f-22226b63c9e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:33.928211 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-ff85920a-d51c-4b8d-877f-45429f3f7b80 req-6eaa9c3e-888f-44a9-bbee-d3c8eb9da698 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Deleting port 06b799dc-3aea-4cb3-90fe-2c88201e3471 {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:32:33.928740 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-ff85920a-d51c-4b8d-877f-45429f3f7b80 req-6eaa9c3e-888f-44a9-bbee-d3c8eb9da698 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:34.048469 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 44ee4a95-c41e-4c22-8ed3-49639e968ae2, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=44ee4a95-c41e-4c22-8ed3-49639e968ae2,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:32:34.067643 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Returning: {'device': '44ee4a95-c41e-4c22-8ed3-49639e968ae2', 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a', 'port_id': '44ee4a95-c41e-4c22-8ed3-49639e968ae2', 'mac_address': 'fa:16:3e:ba:7b:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17d1b3aa-2066-4ffa-a69f-52ed566b6548', 'ip_address': '192.168.233.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:32:34.104691 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2327f611-7c5a-4fad-b86b-e72911fb3ee2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06b799dc-3aea-4cb3-90fe-2c88201e3471'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:32:34.144929 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:34.191898 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44ee4a95-c41e-4c22-8ed3-49639e968ae2 {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:32:34.225713 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 44ee4a95-c41e-4c22-8ed3-49639e968ae2, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=44ee4a95-c41e-4c22-8ed3-49639e968ae2,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:32:34.334266 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:34.347781 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c067d99-0e98-48fd-9a59-1faa37c812b9 req-3fce1424-1ed6-49e8-82d4-5e726db62540 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:34.347781 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-0c067d99-0e98-48fd-9a59-1faa37c812b9 req-3fce1424-1ed6-49e8-82d4-5e726db62540 service neutron] 10.222.0.72 "GET /v2.0/networks?id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a HTTP/1.1" status: 200 len: 870 time: 0.4000552 Apr 18 19:32:34.352526 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca9e13-9902-47c2-9a15-f0a3461ae4be req-100d45f7-cb5a-41e1-abb0-ef82b3d8a19c tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:34.361604 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-65ca9e13-9902-47c2-9a15-f0a3461ae4be req-100d45f7-cb5a-41e1-abb0-ef82b3d8a19c tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=3b16d973-e29b-4e44-92bb-0518905dcfa1 HTTP/1.1" status: 200 len: 945 time: 0.3475728 Apr 18 19:32:34.448813 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=44ee4a95-c41e-4c22-8ed3-49639e968ae2,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:34.477520 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-6269a521-bc1b-4632-bad2-2dcbede2fb70 req-13dbcda9-c94e-41a9-83ea-87708f6ba053 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb75c1f-620d-4cfd-a804-faa1a9266f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5975697 Apr 18 19:32:34.506227 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-0c067d99-0e98-48fd-9a59-1faa37c812b9 req-b9a368dc-9a38-4d98-8efb-4fc949f98c5d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=3ca558a6-4adc-43e3-8bd2-5d792cd0a4eb HTTP/1.1" status: 200 len: 217 time: 0.1393721 Apr 18 19:32:34.599289 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-65ca9e13-9902-47c2-9a15-f0a3461ae4be req-c8a9de7e-f7b1-4682-b1d9-5d6d3400560c tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/security-groups?id=6dce0218-3e63-47f4-ad5c-3b3c3b13b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349145 Apr 18 19:32:34.634083 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] get_ports_and_sgs() called for port_ids ['44ee4a95-c41e-4c22-8ed3-49639e968ae2'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:32:34.651602 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-e7599cac-3ba6-488e-844d-138af8268298 req-122d9e6e-2001-4e2b-962f-22226b63c9e5 service neutron] For port 4dc9ea20-0019-4f76-93a6-1e8b1efa54a8, host n-h1-836017-2, cleared binding levels {{(pid=84763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:32:34.654202 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-3a593528-f4f0-46bc-9555-c086a5e0ebee admin admin] Deleting port 3ca65512-1a5d-4dc0-8b5c-e0b3db6a33f0 {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:32:34.654871 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-3a593528-f4f0-46bc-9555-c086a5e0ebee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:34.689375 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c067d99-0e98-48fd-9a59-1faa37c812b9 req-836da112-21bf-463e-9e4e-b38769427f21 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:34.691618 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-0c067d99-0e98-48fd-9a59-1faa37c812b9 req-836da112-21bf-463e-9e4e-b38769427f21 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=17d1b3aa-2066-4ffa-a69f-52ed566b6548 HTTP/1.1" status: 200 len: 843 time: 0.1692958 Apr 18 19:32:34.698576 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-479a0c06-990d-4853-846c-90d567fa4e43 req-8b77b9a0-0904-4af6-9655-432b5d7574bf tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] For port e941a163-539d-4e45-ac0e-f02d875d6f32, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=e941a163-539d-4e45-ac0e-f02d875d6f32,segment=NetworkSegment(767af402-126a-4148-89aa-c983cdf056d7),segment_id=767af402-126a-4148-89aa-c983cdf056d7)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:32:34.699190 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-479a0c06-990d-4853-846c-90d567fa4e43 req-8b77b9a0-0904-4af6-9655-432b5d7574bf tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:34.770799 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d578eccd-2cea-4923-8ef5-51d880e175e8'] response: {'server_uuid': '2327f611-7c5a-4fad-b86b-e72911fb3ee2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06b799dc-3aea-4cb3-90fe-2c88201e3471', 'code': 200} Apr 18 19:32:34.883685 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-0c067d99-0e98-48fd-9a59-1faa37c812b9 req-29a08dc2-cf9f-4c88-a3c4-8197752188d7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1849473 Apr 18 19:32:34.904679 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-e7599cac-3ba6-488e-844d-138af8268298 req-122d9e6e-2001-4e2b-962f-22226b63c9e5 service neutron] For port 4dc9ea20-0019-4f76-93a6-1e8b1efa54a8, host n-h1-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=4dc9ea20-0019-4f76-93a6-1e8b1efa54a8,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:32:35.082176 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-479a0c06-990d-4853-846c-90d567fa4e43 req-8b77b9a0-0904-4af6-9655-432b5d7574bf tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Calling delete_port for e941a163-539d-4e45-ac0e-f02d875d6f32 owned by compute:nova {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:32:35.180708 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-e7599cac-3ba6-488e-844d-138af8268298 req-122d9e6e-2001-4e2b-962f-22226b63c9e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:35.338764 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e1c69d-76e6-47ca-b991-ef1997525d2d req-88a133e0-9ca4-4137-a356-227f08bf6426 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:35.343519 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e1c69d-76e6-47ca-b991-ef1997525d2d req-88a133e0-9ca4-4137-a356-227f08bf6426 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:35.361508 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e1c69d-76e6-47ca-b991-ef1997525d2d req-88a133e0-9ca4-4137-a356-227f08bf6426 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:35.397289 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e1c69d-76e6-47ca-b991-ef1997525d2d req-88a133e0-9ca4-4137-a356-227f08bf6426 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:35.397289 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e1c69d-76e6-47ca-b991-ef1997525d2d req-88a133e0-9ca4-4137-a356-227f08bf6426 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:35.397289 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-b8e1c69d-76e6-47ca-b991-ef1997525d2d req-88a133e0-9ca4-4137-a356-227f08bf6426 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "GET /v2.0/ports?device_id=dca9f21b-f897-4981-ab52-5aee4da127c0 HTTP/1.1" status: 200 len: 3876 time: 0.3622055 Apr 18 19:32:35.397289 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-0c067d99-0e98-48fd-9a59-1faa37c812b9 req-82774d77-1e4c-439e-976c-bb5264510865 service neutron] 10.222.0.72 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4878118 Apr 18 19:32:35.438390 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-e7599cac-3ba6-488e-844d-138af8268298 req-122d9e6e-2001-4e2b-962f-22226b63c9e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:35.444216 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e7599cac-3ba6-488e-844d-138af8268298 req-122d9e6e-2001-4e2b-962f-22226b63c9e5 service neutron] 10.222.0.73 "PUT /v2.0/ports/4dc9ea20-0019-4f76-93a6-1e8b1efa54a8 HTTP/1.1" status: 200 len: 1096 time: 5.4994385 Apr 18 19:32:35.488631 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7fe8ede-e050-4d66-b015-a59a9a787c84', 'tag': '4dc9ea20-0019-4f76-93a6-1e8b1efa54a8'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:32:35.530482 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122d9e6e-2001-4e2b-962f-22226b63c9e5 service neutron] Pushing event updated for resources: {'Port': ['ID=4dc9ea20-0019-4f76-93a6-1e8b1efa54a8,revision_number=3']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:35.541856 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-ff85920a-d51c-4b8d-877f-45429f3f7b80 req-6eaa9c3e-888f-44a9-bbee-d3c8eb9da698 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] For port 06b799dc-3aea-4cb3-90fe-2c88201e3471, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=06b799dc-3aea-4cb3-90fe-2c88201e3471,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:32:35.542226 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-ff85920a-d51c-4b8d-877f-45429f3f7b80 req-6eaa9c3e-888f-44a9-bbee-d3c8eb9da698 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:35.649648 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 56720) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:32:35.719532 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-b8e1c69d-76e6-47ca-b991-ef1997525d2d req-729c4f6f-01d7-4a5f-b43d-edda1df3e7aa tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "GET /v2.0/security-groups?id=059a9d13-b1ae-4689-acd4-4327d8143c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3279233 Apr 18 19:32:35.736237 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-0c067d99-0e98-48fd-9a59-1faa37c812b9 req-47c2e3ad-c825-42c3-aeab-4b45a43d6062 service neutron] 10.222.0.72 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3411114 Apr 18 19:32:35.784731 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-ff85920a-d51c-4b8d-877f-45429f3f7b80 req-6eaa9c3e-888f-44a9-bbee-d3c8eb9da698 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Calling delete_port for 06b799dc-3aea-4cb3-90fe-2c88201e3471 owned by compute:nova {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:32:35.945059 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-97b81ebd-89a1-4d8f-9d9f-ad3a34898e2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:35.986869 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-97b81ebd-89a1-4d8f-9d9f-ad3a34898e2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:32:35.998862 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-97b81ebd-89a1-4d8f-9d9f-ad3a34898e2e admin admin] Usage tracker for resource:security_group_rule and tenant:95c71d8944c14666a6aad9c6c8c88e95 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:32:36.003980 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-97b81ebd-89a1-4d8f-9d9f-ad3a34898e2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:32:36.010623 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-97b81ebd-89a1-4d8f-9d9f-ad3a34898e2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:32:36.121723 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-97b81ebd-89a1-4d8f-9d9f-ad3a34898e2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:36.125975 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-479a0c06-990d-4853-846c-90d567fa4e43 req-8b77b9a0-0904-4af6-9655-432b5d7574bf tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:36.140130 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba1b15ca-39a1-49bb-b021-1534a5c4860b'] response: {'name': 'network-changed', 'server_uuid': 'd7fe8ede-e050-4d66-b015-a59a9a787c84', 'tag': '4dc9ea20-0019-4f76-93a6-1e8b1efa54a8', 'status': 'completed', 'code': 200} Apr 18 19:32:36.159560 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08366ae7-a014-40c2-a8cd-e39e753cb306 req-09225cbd-3a3a-47ae-af5d-0a721d3ae617 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:36.167420 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-08366ae7-a014-40c2-a8cd-e39e753cb306 req-09225cbd-3a3a-47ae-af5d-0a721d3ae617 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=2327f611-7c5a-4fad-b86b-e72911fb3ee2 HTTP/1.1" status: 200 len: 949 time: 1.1163187 Apr 18 19:32:36.193592 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-97b81ebd-89a1-4d8f-9d9f-ad3a34898e2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:36.255359 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b81ebd-89a1-4d8f-9d9f-ad3a34898e2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c2bbcec-b9c4-4aa4-880e-61fe29a4aed2,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:36.272987 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b77b9a0-0904-4af6-9655-432b5d7574bf tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Pushing event deleted for resources: {'Port': ['ID=e941a163-539d-4e45-ac0e-f02d875d6f32,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:36.287346 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [None req-3a593528-f4f0-46bc-9555-c086a5e0ebee admin admin] For port 3ca65512-1a5d-4dc0-8b5c-e0b3db6a33f0, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=3ca65512-1a5d-4dc0-8b5c-e0b3db6a33f0,segment=NetworkSegment(e5097719-15b3-4fd8-8376-6a49cea6478d),segment_id=e5097719-15b3-4fd8-8376-6a49cea6478d)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:32:36.287721 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-3a593528-f4f0-46bc-9555-c086a5e0ebee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:36.400555 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-97b81ebd-89a1-4d8f-9d9f-ad3a34898e2e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=95c71d8944c14666a6aad9c6c8c88e95&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7468765 Apr 18 19:32:36.401396 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 56744) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:32:36.440575 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-08366ae7-a014-40c2-a8cd-e39e753cb306 req-ac8ae717-59f4-4ecc-94ac-eed723a4e543 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/security-groups?id=babc81e8-feea-4699-9b61-4fff3bf9c7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2691317 Apr 18 19:32:36.478261 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d62d39-a8ec-4c4a-9d52-14ac532323df req-578d21ba-073c-4ca1-8532-f3f3ca263a8a tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:36.480202 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-87d62d39-a8ec-4c4a-9d52-14ac532323df req-578d21ba-073c-4ca1-8532-f3f3ca263a8a tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7876bbb-72a7-468e-80d9-7a7f4e879058 HTTP/1.1" status: 200 len: 949 time: 0.2274241 Apr 18 19:32:36.567346 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-87d62d39-a8ec-4c4a-9d52-14ac532323df req-11dd3a5f-502a-4527-a25e-5e2204500a0b tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb75c1f-620d-4cfd-a804-faa1a9266f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766482 Apr 18 19:32:36.583480 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-0b97c0a7-9651-455b-9b5c-89f7e3564fbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:36.687013 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-0b97c0a7-9651-455b-9b5c-89f7e3564fbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:36.819041 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-3a593528-f4f0-46bc-9555-c086a5e0ebee admin admin] Calling delete_port for 3ca65512-1a5d-4dc0-8b5c-e0b3db6a33f0 owned by network:router_interface {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:32:36.873765 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-0b97c0a7-9651-455b-9b5c-89f7e3564fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:36.902507 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b97c0a7-9651-455b-9b5c-89f7e3564fbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c2bbcec-b9c4-4aa4-880e-61fe29a4aed2,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:36.905102 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-0b97c0a7-9651-455b-9b5c-89f7e3564fbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:36.906476 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-0b97c0a7-9651-455b-9b5c-89f7e3564fbc admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2c2bbcec-b9c4-4aa4-880e-61fe29a4aed2 HTTP/1.1" status: 204 len: 168 time: 0.5022438 Apr 18 19:32:37.136416 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-479a0c06-990d-4853-846c-90d567fa4e43 req-8b77b9a0-0904-4af6-9655-432b5d7574bf tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] No DVR routers for this DVR port e941a163-539d-4e45-ac0e-f02d875d6f32 on host n-h2-836017-2 {{(pid=84763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:32:37.155537 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-479a0c06-990d-4853-846c-90d567fa4e43 req-8b77b9a0-0904-4af6-9655-432b5d7574bf tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:37.201359 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e7599cac-3ba6-488e-844d-138af8268298 req-f91dc286-4cc7-4c0e-b5ec-92b53409115e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=73070b32fdb445869915286e0756abff&device_id=d7fe8ede-e050-4d66-b015-a59a9a787c84 HTTP/1.1" status: 200 len: 1099 time: 1.2698803 Apr 18 19:32:37.280852 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e249b0c6-54cf-4599-ac85-1c15af88343a req-aaa9f664-5980-42ed-b22f-490751d7ff59 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:37.293670 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-479a0c06-990d-4853-846c-90d567fa4e43 req-8b77b9a0-0904-4af6-9655-432b5d7574bf tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.72 "DELETE /v2.0/ports/e941a163-539d-4e45-ac0e-f02d875d6f32 HTTP/1.1" status: 204 len: 173 time: 4.1070392 Apr 18 19:32:37.302594 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e249b0c6-54cf-4599-ac85-1c15af88343a req-aaa9f664-5980-42ed-b22f-490751d7ff59 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:37.314832 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e249b0c6-54cf-4599-ac85-1c15af88343a req-aaa9f664-5980-42ed-b22f-490751d7ff59 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:37.325258 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e249b0c6-54cf-4599-ac85-1c15af88343a req-aaa9f664-5980-42ed-b22f-490751d7ff59 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:37.327624 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e249b0c6-54cf-4599-ac85-1c15af88343a req-aaa9f664-5980-42ed-b22f-490751d7ff59 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "GET /v2.0/ports?device_id=dca9f21b-f897-4981-ab52-5aee4da127c0 HTTP/1.1" status: 200 len: 3143 time: 0.2158678 Apr 18 19:32:37.355583 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e7599cac-3ba6-488e-844d-138af8268298 req-cf7384b7-bd7d-4099-8ee2-b0cb192a4ea5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=4dc9ea20-0019-4f76-93a6-1e8b1efa54a8 HTTP/1.1" status: 200 len: 217 time: 0.1408257 Apr 18 19:32:37.356355 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-ff85920a-d51c-4b8d-877f-45429f3f7b80 req-6eaa9c3e-888f-44a9-bbee-d3c8eb9da698 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:37.461242 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e249b0c6-54cf-4599-ac85-1c15af88343a req-21bb807c-7b1d-4db9-a349-0363d94bb296 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "GET /v2.0/security-groups?id=059a9d13-b1ae-4689-acd4-4327d8143c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261122 Apr 18 19:32:37.483712 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df706f0a-fe69-470c-bcb8-cfe5ea65ef10 req-748ac882-3a70-4c79-9b27-51c9e9fdc69d tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:37.485318 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-df706f0a-fe69-470c-bcb8-cfe5ea65ef10 req-748ac882-3a70-4c79-9b27-51c9e9fdc69d tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=3b16d973-e29b-4e44-92bb-0518905dcfa1 HTTP/1.1" status: 200 len: 945 time: 0.5940351 Apr 18 19:32:37.532642 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaa9c3e-888f-44a9-bbee-d3c8eb9da698 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Pushing event deleted for resources: {'Port': ['ID=06b799dc-3aea-4cb3-90fe-2c88201e3471,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:37.621464 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-479a0c06-990d-4853-846c-90d567fa4e43 req-e7b30aaa-0f04-4f83-83f7-9350c6f5fd0d tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Deleting port 397fc2b6-857c-4641-815e-184ce49e13af {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:32:37.629292 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-479a0c06-990d-4853-846c-90d567fa4e43 req-e7b30aaa-0f04-4f83-83f7-9350c6f5fd0d tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:37.646501 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 44ee4a95-c41e-4c22-8ed3-49639e968ae2 up at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:32:37.774704 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7599cac-3ba6-488e-844d-138af8268298 req-d6519a28-93da-4a32-81e4-f2295cb2b1b3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:37.778185 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e7599cac-3ba6-488e-844d-138af8268298 req-d6519a28-93da-4a32-81e4-f2295cb2b1b3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=17d1b3aa-2066-4ffa-a69f-52ed566b6548 HTTP/1.1" status: 200 len: 843 time: 0.3806915 Apr 18 19:32:37.882385 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-b24ba522-783a-4cda-8add-46103dbb4a5c req-8fc0d816-c82b-4050-a429-b810e6db283c tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=2327f611-7c5a-4fad-b86b-e72911fb3ee2 HTTP/1.1" status: 200 len: 210 time: 0.0890763 Apr 18 19:32:37.964083 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 56784) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:32:37.970667 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning for port 44ee4a95-c41e-4c22-8ed3-49639e968ae2 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:32:37.979468 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning complete for port 44ee4a95-c41e-4c22-8ed3-49639e968ae2 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:32:37.980375 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:38.002712 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-37f028e8-3eda-4110-b264-83d22db11844 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:38.006334 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-df706f0a-fe69-470c-bcb8-cfe5ea65ef10 req-d44a6429-a318-4c8c-b4cd-e41edf13d02c tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/security-groups?id=6dce0218-3e63-47f4-ad5c-3b3c3b13b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4994037 Apr 18 19:32:38.045671 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff85920a-d51c-4b8d-877f-45429f3f7b80 req-6eaa9c3e-888f-44a9-bbee-d3c8eb9da698 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] No DVR routers for this DVR port 06b799dc-3aea-4cb3-90fe-2c88201e3471 on host n-h1-836017-2 {{(pid=84763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:32:38.082880 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-ff85920a-d51c-4b8d-877f-45429f3f7b80 req-6eaa9c3e-888f-44a9-bbee-d3c8eb9da698 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:38.142254 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-37f028e8-3eda-4110-b264-83d22db11844 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:32:38.155088 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dca9f21b-f897-4981-ab52-5aee4da127c0', 'name': 'network-vif-deleted', 'tag': 'e941a163-539d-4e45-ac0e-f02d875d6f32'}, {'server_uuid': '2327f611-7c5a-4fad-b86b-e72911fb3ee2', 'name': 'network-vif-deleted', 'tag': '06b799dc-3aea-4cb3-90fe-2c88201e3471'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:32:38.155712 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-37f028e8-3eda-4110-b264-83d22db11844 admin admin] Usage tracker for resource:security_group_rule and tenant:a29f4242d43b4313b2feff7af3bb7a9a is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:32:38.191088 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628f6d6d-016f-4e1a-b57c-faf28a5cb40c req-6c406109-d2ce-458d-935b-1b26fb23d6e1 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:38.198723 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-628f6d6d-016f-4e1a-b57c-faf28a5cb40c req-6c406109-d2ce-458d-935b-1b26fb23d6e1 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7876bbb-72a7-468e-80d9-7a7f4e879058 HTTP/1.1" status: 200 len: 949 time: 0.1744983 Apr 18 19:32:38.202836 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-37f028e8-3eda-4110-b264-83d22db11844 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:32:38.204377 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:38.217842 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-37f028e8-3eda-4110-b264-83d22db11844 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:32:38.261168 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7876bbb-72a7-468e-80d9-7a7f4e879058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44ee4a95-c41e-4c22-8ed3-49639e968ae2'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:32:38.274011 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 44ee4a95-c41e-4c22-8ed3-49639e968ae2, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=44ee4a95-c41e-4c22-8ed3-49639e968ae2,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:32:38.298191 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ff85920a-d51c-4b8d-877f-45429f3f7b80 req-6eaa9c3e-888f-44a9-bbee-d3c8eb9da698 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.73 "DELETE /v2.0/ports/06b799dc-3aea-4cb3-90fe-2c88201e3471 HTTP/1.1" status: 204 len: 173 time: 9.5049660 Apr 18 19:32:38.347775 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:38.351164 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-628f6d6d-016f-4e1a-b57c-faf28a5cb40c req-b1c4836a-24b3-4e1c-9ecc-7de699097c05 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb75c1f-620d-4cfd-a804-faa1a9266f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507027 Apr 18 19:32:38.358277 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-37f028e8-3eda-4110-b264-83d22db11844 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:38.457757 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e7599cac-3ba6-488e-844d-138af8268298 req-ea7b0e23-f0d8-4a93-8109-c2edd0da5cce service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6651392 Apr 18 19:32:38.464952 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-3a593528-f4f0-46bc-9555-c086a5e0ebee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:38.491471 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=44ee4a95-c41e-4c22-8ed3-49639e968ae2,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:38.502849 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-37f028e8-3eda-4110-b264-83d22db11844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:38.593481 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f638d09c-f143-4239-9a58-c0652378f799'] response: {'server_uuid': 'dca9f21b-f897-4981-ab52-5aee4da127c0', 'name': 'network-vif-deleted', 'tag': 'e941a163-539d-4e45-ac0e-f02d875d6f32', 'status': 'completed', 'code': 200} Apr 18 19:32:38.593733 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f638d09c-f143-4239-9a58-c0652378f799'] response: {'server_uuid': '2327f611-7c5a-4fad-b86b-e72911fb3ee2', 'name': 'network-vif-deleted', 'tag': '06b799dc-3aea-4cb3-90fe-2c88201e3471', 'status': 'completed', 'code': 200} Apr 18 19:32:38.607245 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1322d0c3-ace4-4c8c-ae37-4f84ffab2858'] response: {'server_uuid': 'b7876bbb-72a7-468e-80d9-7a7f4e879058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44ee4a95-c41e-4c22-8ed3-49639e968ae2', 'code': 200} Apr 18 19:32:38.611934 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-37f028e8-3eda-4110-b264-83d22db11844 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a29f4242d43b4313b2feff7af3bb7a9a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6461191 Apr 18 19:32:38.613045 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 56812) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:32:38.636562 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f028e8-3eda-4110-b264-83d22db11844 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afdca1cb-c8b7-4c70-9767-02890c8c4927,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:38.734515 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-3e040bb4-8bd7-427f-ba04-7057163b3d79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:38.799244 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a593528-f4f0-46bc-9555-c086a5e0ebee admin admin] Pushing event deleted for resources: {'Port': ['ID=3ca65512-1a5d-4dc0-8b5c-e0b3db6a33f0,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:38.997907 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af6985d-9025-411f-b003-38df82b06fec req-2d5ec911-af48-4e1b-99b8-ef53326cb61e tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:39.008633 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4af6985d-9025-411f-b003-38df82b06fec req-2d5ec911-af48-4e1b-99b8-ef53326cb61e tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=3b16d973-e29b-4e44-92bb-0518905dcfa1 HTTP/1.1" status: 200 len: 945 time: 0.8056765 Apr 18 19:32:39.017118 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-479a0c06-990d-4853-846c-90d567fa4e43 req-e7b30aaa-0f04-4f83-83f7-9350c6f5fd0d tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] For port 397fc2b6-857c-4641-815e-184ce49e13af, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=397fc2b6-857c-4641-815e-184ce49e13af,segment=NetworkSegment(c7e79b18-49ae-4a7c-a4ae-7b1eba97fc3c),segment_id=c7e79b18-49ae-4a7c-a4ae-7b1eba97fc3c)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:32:39.018955 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-479a0c06-990d-4853-846c-90d567fa4e43 req-e7b30aaa-0f04-4f83-83f7-9350c6f5fd0d tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:39.063436 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-3e040bb4-8bd7-427f-ba04-7057163b3d79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:39.201106 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-b2f986c8-bcf8-437f-9d44-3f7ffd1ea113 req-7ba5ef47-d16c-4f3b-b587-254209db6a4d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b7876bbb-72a7-468e-80d9-7a7f4e879058 HTTP/1.1" status: 200 len: 1101 time: 0.2370307 Apr 18 19:32:39.247838 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379f6751-2915-4981-ac2d-c1d093ee98ef req-7c9a2dfc-d6b1-4df3-8dc5-ed97b1e1012d tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:39.252171 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379f6751-2915-4981-ac2d-c1d093ee98ef req-7c9a2dfc-d6b1-4df3-8dc5-ed97b1e1012d tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:39.253589 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-479a0c06-990d-4853-846c-90d567fa4e43 req-e7b30aaa-0f04-4f83-83f7-9350c6f5fd0d tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Calling delete_port for 397fc2b6-857c-4641-815e-184ce49e13af owned by compute:nova {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:32:39.256509 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379f6751-2915-4981-ac2d-c1d093ee98ef req-7c9a2dfc-d6b1-4df3-8dc5-ed97b1e1012d tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:39.260532 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379f6751-2915-4981-ac2d-c1d093ee98ef req-7c9a2dfc-d6b1-4df3-8dc5-ed97b1e1012d tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:39.262244 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-379f6751-2915-4981-ac2d-c1d093ee98ef req-7c9a2dfc-d6b1-4df3-8dc5-ed97b1e1012d tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "GET /v2.0/ports?device_id=dca9f21b-f897-4981-ab52-5aee4da127c0 HTTP/1.1" status: 200 len: 3143 time: 0.5030267 Apr 18 19:32:39.321459 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-b2f986c8-bcf8-437f-9d44-3f7ffd1ea113 req-bd4e9ca1-8b38-4636-92b4-3104896cce45 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=3bb75c1f-620d-4cfd-a804-faa1a9266f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105003 Apr 18 19:32:39.355938 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-379f6751-2915-4981-ac2d-c1d093ee98ef req-fa294617-e201-47e7-b3f3-7d1514b8dd25 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "GET /v2.0/security-groups?id=059a9d13-b1ae-4689-acd4-4327d8143c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854340 Apr 18 19:32:39.374335 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-3e040bb4-8bd7-427f-ba04-7057163b3d79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:39.404654 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e040bb4-8bd7-427f-ba04-7057163b3d79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afdca1cb-c8b7-4c70-9767-02890c8c4927,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:39.418313 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-3e040bb4-8bd7-427f-ba04-7057163b3d79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:39.427807 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-3e040bb4-8bd7-427f-ba04-7057163b3d79 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/afdca1cb-c8b7-4c70-9767-02890c8c4927 HTTP/1.1" status: 204 len: 168 time: 0.8058424 Apr 18 19:32:39.692909 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-fba23229-84dd-415b-a4ca-70ac9e7a8dcd req-38bd55bd-8e53-48a2-9634-f0fb90a947a3 tempest-MigrationsAdminTest-584695647 tempest-MigrationsAdminTest-584695647-project] 10.222.0.69 "GET /v2.0/ports?device_id=2327f611-7c5a-4fad-b86b-e72911fb3ee2 HTTP/1.1" status: 200 len: 210 time: 0.0782568 Apr 18 19:32:39.782161 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e7599cac-3ba6-488e-844d-138af8268298 req-3d16ddf2-67d7-42a0-82ef-27522a2e9993 service neutron] 10.222.0.73 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3120842 Apr 18 19:32:39.826809 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4af6985d-9025-411f-b003-38df82b06fec req-d3c1dc0e-67b1-45eb-9c21-fe7581aa5517 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/security-groups?id=6dce0218-3e63-47f4-ad5c-3b3c3b13b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8172677 Apr 18 19:32:39.957211 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1a60cc-e158-47b4-8ec1-8e5fa5c6baf5 req-2f8dd5fc-2cbb-4d6d-bb78-5059e53a2180 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:39.965193 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-fa1a60cc-e158-47b4-8ec1-8e5fa5c6baf5 req-2f8dd5fc-2cbb-4d6d-bb78-5059e53a2180 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7876bbb-72a7-468e-80d9-7a7f4e879058 HTTP/1.1" status: 200 len: 950 time: 0.1135106 Apr 18 19:32:40.022738 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-fa1a60cc-e158-47b4-8ec1-8e5fa5c6baf5 req-8e5caf4a-4b15-4188-a64a-55ab45fd3468 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb75c1f-620d-4cfd-a804-faa1a9266f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572069 Apr 18 19:32:40.028244 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-479a0c06-990d-4853-846c-90d567fa4e43 req-e7b30aaa-0f04-4f83-83f7-9350c6f5fd0d tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:40.288729 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b30aaa-0f04-4f83-83f7-9350c6f5fd0d tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Pushing event deleted for resources: {'Port': ['ID=397fc2b6-857c-4641-815e-184ce49e13af,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:40.304386 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc638bb-d1b5-4237-8b97-1ad0eff1630c req-7dddd246-6321-4fd7-9c0c-7f0c091d93fb tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:40.305934 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-9cc638bb-d1b5-4237-8b97-1ad0eff1630c req-7dddd246-6321-4fd7-9c0c-7f0c091d93fb tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] 10.222.0.69 "GET /v2.0/ports?device_id=3376aeca-0e41-4323-87b6-f103eede7b9a HTTP/1.1" status: 200 len: 950 time: 0.1190510 Apr 18 19:32:40.368763 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-479a0c06-990d-4853-846c-90d567fa4e43 req-e7b30aaa-0f04-4f83-83f7-9350c6f5fd0d tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] No DVR routers for this DVR port 397fc2b6-857c-4641-815e-184ce49e13af on host n-h2-836017-2 {{(pid=84763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:32:40.381084 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-479a0c06-990d-4853-846c-90d567fa4e43 req-e7b30aaa-0f04-4f83-83f7-9350c6f5fd0d tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:40.420348 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-479a0c06-990d-4853-846c-90d567fa4e43 req-e7b30aaa-0f04-4f83-83f7-9350c6f5fd0d tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.72 "DELETE /v2.0/ports/397fc2b6-857c-4641-815e-184ce49e13af HTTP/1.1" status: 204 len: 173 time: 3.1083131 Apr 18 19:32:40.422465 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e7599cac-3ba6-488e-844d-138af8268298 req-a566f42b-fc45-47b6-8f16-2b7857090b9a service neutron] 10.222.0.73 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6302757 Apr 18 19:32:40.423063 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-9cc638bb-d1b5-4237-8b97-1ad0eff1630c req-5b6faa07-905c-4a02-8af5-ca7d08bc1757 tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] 10.222.0.69 "GET /v2.0/security-groups?id=13ffc115-6e90-42e4-a59c-efdacbb10432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103308 Apr 18 19:32:40.589846 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-479a0c06-990d-4853-846c-90d567fa4e43 req-f58ca301-bb3a-4ff4-a5f3-b345ea80994a tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Deleting port 9f100931-1650-45a2-adf0-ae9ad1c229ec {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:32:40.590483 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-479a0c06-990d-4853-846c-90d567fa4e43 req-f58ca301-bb3a-4ff4-a5f3-b345ea80994a tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:40.673832 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dca9f21b-f897-4981-ab52-5aee4da127c0', 'name': 'network-vif-deleted', 'tag': '397fc2b6-857c-4641-815e-184ce49e13af'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:32:40.756908 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-3a593528-f4f0-46bc-9555-c086a5e0ebee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417398'] for router_interface, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:41.115106 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60869c7b-eacb-4d8e-8ea5-fc3244f8bb68 req-2b5d1543-81d0-450a-87fd-4e9178ae1758 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:41.121006 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60869c7b-eacb-4d8e-8ea5-fc3244f8bb68 req-2b5d1543-81d0-450a-87fd-4e9178ae1758 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:41.136609 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60869c7b-eacb-4d8e-8ea5-fc3244f8bb68 req-2b5d1543-81d0-450a-87fd-4e9178ae1758 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:41.138451 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-60869c7b-eacb-4d8e-8ea5-fc3244f8bb68 req-2b5d1543-81d0-450a-87fd-4e9178ae1758 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "GET /v2.0/ports?device_id=dca9f21b-f897-4981-ab52-5aee4da127c0 HTTP/1.1" status: 200 len: 2410 time: 0.1502888 Apr 18 19:32:41.230973 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-60869c7b-eacb-4d8e-8ea5-fc3244f8bb68 req-4026dfb8-e0d1-4175-93ea-f7784a1b7005 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "GET /v2.0/security-groups?id=059a9d13-b1ae-4689-acd4-4327d8143c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854976 Apr 18 19:32:41.376535 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-479a0c06-990d-4853-846c-90d567fa4e43 req-f58ca301-bb3a-4ff4-a5f3-b345ea80994a tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] For port 9f100931-1650-45a2-adf0-ae9ad1c229ec, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=9f100931-1650-45a2-adf0-ae9ad1c229ec,segment=NetworkSegment(767af402-126a-4148-89aa-c983cdf056d7),segment_id=767af402-126a-4148-89aa-c983cdf056d7)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:32:41.377723 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-479a0c06-990d-4853-846c-90d567fa4e43 req-f58ca301-bb3a-4ff4-a5f3-b345ea80994a tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:41.537421 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-479a0c06-990d-4853-846c-90d567fa4e43 req-f58ca301-bb3a-4ff4-a5f3-b345ea80994a tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Calling delete_port for 9f100931-1650-45a2-adf0-ae9ad1c229ec owned by compute:nova {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:32:41.592134 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e561e13-2d5f-48e3-b823-dbc344d7c887 req-1d23b111-a010-47f2-b6a5-428698eecda6 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:41.600258 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-4e561e13-2d5f-48e3-b823-dbc344d7c887 req-1d23b111-a010-47f2-b6a5-428698eecda6 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=3b16d973-e29b-4e44-92bb-0518905dcfa1 HTTP/1.1" status: 200 len: 945 time: 0.1467564 Apr 18 19:32:41.644119 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-60c63ca8-0837-4c0f-ba63-174fd6bbb32f req-62eb12a2-1ec3-40b3-be34-fcae94b2a094 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=73070b32fdb445869915286e0756abff&device_id=d7fe8ede-e050-4d66-b015-a59a9a787c84 HTTP/1.1" status: 200 len: 1099 time: 0.6720653 Apr 18 19:32:41.689839 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 8e1eb0cc-2613-4ecf-99a5-54b51fb51f55 no longer exists at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:32:41.750034 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-4e561e13-2d5f-48e3-b823-dbc344d7c887 req-f45ceb9a-f525-4ce2-aacd-b9aa6373a444 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/security-groups?id=6dce0218-3e63-47f4-ad5c-3b3c3b13b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481690 Apr 18 19:32:41.848989 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:41.890861 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3376aeca-0e41-4323-87b6-f103eede7b9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e1eb0cc-2613-4ecf-99a5-54b51fb51f55'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:32:41.907779 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 8e1eb0cc-2613-4ecf-99a5-54b51fb51f55, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=8e1eb0cc-2613-4ecf-99a5-54b51fb51f55,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:32:42.019923 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:42.099870 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14264c9a-5b77-4205-81f0-d02712cd4a88'] response: {'server_uuid': 'dca9f21b-f897-4981-ab52-5aee4da127c0', 'name': 'network-vif-deleted', 'tag': '397fc2b6-857c-4641-815e-184ce49e13af', 'status': 'completed', 'code': 200} Apr 18 19:32:42.180263 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=8e1eb0cc-2613-4ecf-99a5-54b51fb51f55,revision_number=8']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:42.262544 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-042cbaf0-cda1-429b-a93e-589a94ed6bc1'] response: {'server_uuid': '3376aeca-0e41-4323-87b6-f103eede7b9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e1eb0cc-2613-4ecf-99a5-54b51fb51f55', 'code': 200} Apr 18 19:32:42.340716 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c63ca8-0837-4c0f-ba63-174fd6bbb32f req-a53ed552-2962-4e62-99da-319fa1d09b14 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:42.342220 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-60c63ca8-0837-4c0f-ba63-174fd6bbb32f req-a53ed552-2962-4e62-99da-319fa1d09b14 service neutron] 10.222.0.73 "GET /v2.0/networks?id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a HTTP/1.1" status: 200 len: 870 time: 0.6865025 Apr 18 19:32:42.432338 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-60c63ca8-0837-4c0f-ba63-174fd6bbb32f req-8cb07a08-609c-40a4-a4ce-f58a8396a408 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=4dc9ea20-0019-4f76-93a6-1e8b1efa54a8 HTTP/1.1" status: 200 len: 217 time: 0.0829856 Apr 18 19:32:42.503073 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0b6683-41d2-408b-8c24-c403b92131d1 req-894704aa-4a19-489a-bb96-78af6fbac39a tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:42.504747 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-df0b6683-41d2-408b-8c24-c403b92131d1 req-894704aa-4a19-489a-bb96-78af6fbac39a tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7876bbb-72a7-468e-80d9-7a7f4e879058 HTTP/1.1" status: 200 len: 950 time: 0.4040239 Apr 18 19:32:42.578845 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99391f87-4bef-40c9-bc57-0062e1df527a req-9ad1ddad-b0d6-486f-97c0-dc361a3e84c5 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:42.584481 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99391f87-4bef-40c9-bc57-0062e1df527a req-9ad1ddad-b0d6-486f-97c0-dc361a3e84c5 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:42.586350 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-99391f87-4bef-40c9-bc57-0062e1df527a req-9ad1ddad-b0d6-486f-97c0-dc361a3e84c5 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "GET /v2.0/ports?device_id=dca9f21b-f897-4981-ab52-5aee4da127c0 HTTP/1.1" status: 200 len: 1677 time: 0.0918844 Apr 18 19:32:42.663573 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-479a0c06-990d-4853-846c-90d567fa4e43 req-f58ca301-bb3a-4ff4-a5f3-b345ea80994a tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:42.750602 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-99391f87-4bef-40c9-bc57-0062e1df527a req-9acffb72-e274-44f5-abf4-1845b84e16cf tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "GET /v2.0/security-groups?id=059a9d13-b1ae-4689-acd4-4327d8143c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1527805 Apr 18 19:32:42.785818 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 56952) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:32:42.792816 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58ca301-bb3a-4ff4-a5f3-b345ea80994a tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Pushing event deleted for resources: {'Port': ['ID=9f100931-1650-45a2-adf0-ae9ad1c229ec,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:42.918286 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c63ca8-0837-4c0f-ba63-174fd6bbb32f req-cd3806de-6375-40ef-98f8-f433bb6d40c1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:42.919736 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-60c63ca8-0837-4c0f-ba63-174fd6bbb32f req-cd3806de-6375-40ef-98f8-f433bb6d40c1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=17d1b3aa-2066-4ffa-a69f-52ed566b6548 HTTP/1.1" status: 200 len: 843 time: 0.3813157 Apr 18 19:32:42.943269 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-df0b6683-41d2-408b-8c24-c403b92131d1 req-e1e57d9c-1abe-4da8-9ba5-bcf7ae79bc47 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb75c1f-620d-4cfd-a804-faa1a9266f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3986254 Apr 18 19:32:43.030760 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6bd509-abd0-4f59-afe8-20b5a4c525f2 req-ba3f275a-bf5e-41dc-a0f0-410bd60b3e2e tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:43.032215 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-dd6bd509-abd0-4f59-afe8-20b5a4c525f2 req-ba3f275a-bf5e-41dc-a0f0-410bd60b3e2e tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b16d973-e29b-4e44-92bb-0518905dcfa1 HTTP/1.1" status: 200 len: 945 time: 0.6018927 Apr 18 19:32:43.043192 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-479a0c06-990d-4853-846c-90d567fa4e43 req-f58ca301-bb3a-4ff4-a5f3-b345ea80994a tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] No DVR routers for this DVR port 9f100931-1650-45a2-adf0-ae9ad1c229ec on host n-h2-836017-2 {{(pid=84763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:32:43.056604 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-479a0c06-990d-4853-846c-90d567fa4e43 req-f58ca301-bb3a-4ff4-a5f3-b345ea80994a tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:43.057417 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdbd7c8-888b-4b4c-8899-8553ba754b62 req-c7750f91-69c4-4e3a-88c1-7b08aa32af99 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:43.065261 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2cdbd7c8-888b-4b4c-8899-8553ba754b62 req-c7750f91-69c4-4e3a-88c1-7b08aa32af99 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=3b16d973-e29b-4e44-92bb-0518905dcfa1 HTTP/1.1" status: 200 len: 945 time: 0.1110823 Apr 18 19:32:43.157825 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2cdbd7c8-888b-4b4c-8899-8553ba754b62 req-11431679-04d4-4798-8f8e-ee96f0bd4ea0 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/security-groups?id=6dce0218-3e63-47f4-ad5c-3b3c3b13b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903747 Apr 18 19:32:43.198821 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-479a0c06-990d-4853-846c-90d567fa4e43 req-f58ca301-bb3a-4ff4-a5f3-b345ea80994a tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.72 "DELETE /v2.0/ports/9f100931-1650-45a2-adf0-ae9ad1c229ec HTTP/1.1" status: 204 len: 173 time: 2.7708297 Apr 18 19:32:43.212271 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-dd6bd509-abd0-4f59-afe8-20b5a4c525f2 req-a8df970f-3344-4ee3-9318-45251e685d19 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Deleting port a6a6f570-a5ed-4b4a-88e8-b082d95b0220 {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:32:43.212646 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-dd6bd509-abd0-4f59-afe8-20b5a4c525f2 req-a8df970f-3344-4ee3-9318-45251e685d19 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:43.379226 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-d25b70f5-08bd-420c-9680-082954774487 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4bf06599121a476094faf72db54a396e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5921075 Apr 18 19:32:43.382000 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 56974) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:32:43.385305 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 4dc9ea20-0019-4f76-93a6-1e8b1efa54a8 details requested by agent hyperv_n-h1-836017-2 with host n-h1-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:32:43.446993 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 56978) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:32:43.500189 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-45c1725b-8408-4bac-a158-ace954e35c16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:43.543942 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-45c1725b-8408-4bac-a158-ace954e35c16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:43.660153 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port 4dc9ea20-0019-4f76-93a6-1e8b1efa54a8, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=4dc9ea20-0019-4f76-93a6-1e8b1efa54a8,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:32:43.689931 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-60c63ca8-0837-4c0f-ba63-174fd6bbb32f req-6743cabe-42f5-45b8-ac2c-bcb546903f51 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7569444 Apr 18 19:32:43.698901 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Returning: {'device': '4dc9ea20-0019-4f76-93a6-1e8b1efa54a8', 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a', 'port_id': '4dc9ea20-0019-4f76-93a6-1e8b1efa54a8', 'mac_address': 'fa:16:3e:a8:5d:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17d1b3aa-2066-4ffa-a69f-52ed566b6548', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:32:43.700891 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-479a0c06-990d-4853-846c-90d567fa4e43 req-0b00619c-e874-448d-b617-e0b8a862067b tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Deleting port 541a4c14-f2f5-4268-a378-6b7818c15360 {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:32:43.701404 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-479a0c06-990d-4853-846c-90d567fa4e43 req-0b00619c-e874-448d-b617-e0b8a862067b tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:43.724852 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-45c1725b-8408-4bac-a158-ace954e35c16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:43.757854 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-ceef0d5a-078c-41bd-b31e-644c59454f4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:43.761928 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:43.786321 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c1725b-8408-4bac-a158-ace954e35c16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=babc81e8-feea-4699-9b61-4fff3bf9c7b7,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:43.792112 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dc9ea20-0019-4f76-93a6-1e8b1efa54a8 {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:32:43.828847 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port 4dc9ea20-0019-4f76-93a6-1e8b1efa54a8, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=4dc9ea20-0019-4f76-93a6-1e8b1efa54a8,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:32:43.833739 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-ceef0d5a-078c-41bd-b31e-644c59454f4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:32:43.839469 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-ceef0d5a-078c-41bd-b31e-644c59454f4d admin admin] Usage tracker for resource:security_group_rule and tenant:839e06cc30d649d4b06a17b6e8dc0fb6 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:32:43.843878 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-ceef0d5a-078c-41bd-b31e-644c59454f4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:32:43.856884 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-ceef0d5a-078c-41bd-b31e-644c59454f4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:32:43.864271 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-45c1725b-8408-4bac-a158-ace954e35c16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:43.868953 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-45c1725b-8408-4bac-a158-ace954e35c16 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/babc81e8-feea-4699-9b61-4fff3bf9c7b7 HTTP/1.1" status: 204 len: 168 time: 0.4814534 Apr 18 19:32:43.900832 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:43.958790 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-ceef0d5a-078c-41bd-b31e-644c59454f4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:44.016697 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Pushing event updated for resources: {'Port': ['ID=4dc9ea20-0019-4f76-93a6-1e8b1efa54a8,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:44.063432 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049a070d-77e5-4b5c-883c-9885a9ee8c67 req-e58a69cd-03eb-4187-9a61-8d3036b5d6bc tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:44.068135 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049a070d-77e5-4b5c-883c-9885a9ee8c67 req-e58a69cd-03eb-4187-9a61-8d3036b5d6bc tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:44.069746 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-049a070d-77e5-4b5c-883c-9885a9ee8c67 req-e58a69cd-03eb-4187-9a61-8d3036b5d6bc tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "GET /v2.0/ports?device_id=dca9f21b-f897-4981-ab52-5aee4da127c0 HTTP/1.1" status: 200 len: 1677 time: 0.1005230 Apr 18 19:32:44.071042 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-ceef0d5a-078c-41bd-b31e-644c59454f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:44.101113 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dca9f21b-f897-4981-ab52-5aee4da127c0', 'name': 'network-vif-deleted', 'tag': '9f100931-1650-45a2-adf0-ae9ad1c229ec'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:32:44.162203 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceef0d5a-078c-41bd-b31e-644c59454f4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3709f862-2808-4ef2-8000-bf338d79a2ca,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:44.167999 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-ceef0d5a-078c-41bd-b31e-644c59454f4d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=839e06cc30d649d4b06a17b6e8dc0fb6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7198715 Apr 18 19:32:44.171974 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 56996) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:32:44.197248 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-049a070d-77e5-4b5c-883c-9885a9ee8c67 req-937f1ccd-e0bb-4298-890f-38c20102db31 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "GET /v2.0/security-groups?id=059a9d13-b1ae-4689-acd4-4327d8143c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185699 Apr 18 19:32:44.226831 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] get_ports_and_sgs() called for port_ids ['4dc9ea20-0019-4f76-93a6-1e8b1efa54a8'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:32:44.241013 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d3ca3d-1525-4c84-817b-4198f596ec99 req-747f66e1-8007-4041-92a7-dbbdb1d980c0 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:44.242619 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-50d3ca3d-1525-4c84-817b-4198f596ec99 req-747f66e1-8007-4041-92a7-dbbdb1d980c0 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7fe8ede-e050-4d66-b015-a59a9a787c84 HTTP/1.1" status: 200 len: 948 time: 1.1231625 Apr 18 19:32:44.251009 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-17f589db-c4f3-478f-8db7-596a01ae53c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:44.311531 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-17f589db-c4f3-478f-8db7-596a01ae53c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:44.383970 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3570fc25-88d2-4f7f-baf7-6c55a33a90b7'] response: {'server_uuid': 'dca9f21b-f897-4981-ab52-5aee4da127c0', 'name': 'network-vif-deleted', 'tag': '9f100931-1650-45a2-adf0-ae9ad1c229ec', 'status': 'completed', 'code': 200} Apr 18 19:32:44.448144 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-60c63ca8-0837-4c0f-ba63-174fd6bbb32f req-360fef31-cd0e-4c75-84b7-52c93306e975 service neutron] 10.222.0.73 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7044923 Apr 18 19:32:44.484630 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-dd6bd509-abd0-4f59-afe8-20b5a4c525f2 req-a8df970f-3344-4ee3-9318-45251e685d19 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] For port a6a6f570-a5ed-4b4a-88e8-b082d95b0220, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=a6a6f570-a5ed-4b4a-88e8-b082d95b0220,segment=NetworkSegment(56697489-6787-4e2b-895c-5ec0b051161d),segment_id=56697489-6787-4e2b-895c-5ec0b051161d)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:32:44.484940 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-dd6bd509-abd0-4f59-afe8-20b5a4c525f2 req-a8df970f-3344-4ee3-9318-45251e685d19 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:44.525229 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-17f589db-c4f3-478f-8db7-596a01ae53c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:44.558774 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f589db-c4f3-478f-8db7-596a01ae53c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3709f862-2808-4ef2-8000-bf338d79a2ca,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:44.581810 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-17f589db-c4f3-478f-8db7-596a01ae53c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:44.583530 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-17f589db-c4f3-478f-8db7-596a01ae53c9 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3709f862-2808-4ef2-8000-bf338d79a2ca HTTP/1.1" status: 204 len: 168 time: 0.4104240 Apr 18 19:32:44.616897 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff670be-fc83-48ac-b968-90dfcc384884 req-e4557bdc-0a89-4324-9239-ffc0cab55aef tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:44.618978 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-3ff670be-fc83-48ac-b968-90dfcc384884 req-e4557bdc-0a89-4324-9239-ffc0cab55aef tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=3b16d973-e29b-4e44-92bb-0518905dcfa1 HTTP/1.1" status: 200 len: 945 time: 0.1375413 Apr 18 19:32:44.723343 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-3ff670be-fc83-48ac-b968-90dfcc384884 req-ff09be8e-18e8-4bcf-be7c-a8f448cb1602 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/security-groups?id=6dce0218-3e63-47f4-ad5c-3b3c3b13b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953286 Apr 18 19:32:44.801394 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-dd6bd509-abd0-4f59-afe8-20b5a4c525f2 req-a8df970f-3344-4ee3-9318-45251e685d19 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Calling delete_port for a6a6f570-a5ed-4b4a-88e8-b082d95b0220 owned by compute:nova {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:32:44.845154 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-50d3ca3d-1525-4c84-817b-4198f596ec99 req-30914bbd-a66f-48a3-b227-125aeb5bc195 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb75c1f-620d-4cfd-a804-faa1a9266f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5737894 Apr 18 19:32:44.921573 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-479a0c06-990d-4853-846c-90d567fa4e43 req-0b00619c-e874-448d-b617-e0b8a862067b tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] For port 541a4c14-f2f5-4268-a378-6b7818c15360, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=541a4c14-f2f5-4268-a378-6b7818c15360,segment=NetworkSegment(64e9dd2a-1ec8-4590-b9a5-d212c2764002),segment_id=64e9dd2a-1ec8-4590-b9a5-d212c2764002)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:32:44.921984 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-479a0c06-990d-4853-846c-90d567fa4e43 req-0b00619c-e874-448d-b617-e0b8a862067b tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:45.000992 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 57018) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:32:45.064611 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-47579e75-d424-4e99-9699-480073a4fa5f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c092e7525aad405187f93ade028dc0d3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0620906 Apr 18 19:32:45.066858 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 57022) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:32:45.073075 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-60c63ca8-0837-4c0f-ba63-174fd6bbb32f req-fcce9663-e382-429e-ad86-ab18bbccfe05 service neutron] 10.222.0.73 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6068177 Apr 18 19:32:45.131475 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-94e03c3a-ad92-4458-b373-3765e5a6bc69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:45.171606 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-94e03c3a-ad92-4458-b373-3765e5a6bc69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:45.201610 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a593528-f4f0-46bc-9555-c086a5e0ebee admin admin] Router 17391c21-7eca-4e43-95d5-7a49fedbaaa1 has already been hosted by L3 agent 21b59c62-f184-4169-bc3e-79831cc043e8 {{(pid=84763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:32:45.370402 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-94e03c3a-ad92-4458-b373-3765e5a6bc69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:45.397639 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e03c3a-ad92-4458-b373-3765e5a6bc69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=266dd068-7b40-49fc-b3d5-dfc26b1b81a0,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:45.397940 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 4dc9ea20-0019-4f76-93a6-1e8b1efa54a8 up at agent hyperv_n-h1-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:32:45.478964 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-dd6bd509-abd0-4f59-afe8-20b5a4c525f2 req-a8df970f-3344-4ee3-9318-45251e685d19 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:45.504640 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-94e03c3a-ad92-4458-b373-3765e5a6bc69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:45.505772 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-94e03c3a-ad92-4458-b373-3765e5a6bc69 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/266dd068-7b40-49fc-b3d5-dfc26b1b81a0 HTTP/1.1" status: 204 len: 168 time: 0.4379728 Apr 18 19:32:45.528101 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] get_ports_and_sgs() called for port_ids ['6ce9e8ca-c688-4360-a5c1-cb5597c9db75'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:32:45.556049 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cde9b2d-bfb6-413d-bf3d-b912fc0f681e req-f8357327-b56f-4777-abf2-accddcbc81de tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:45.561430 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cde9b2d-bfb6-413d-bf3d-b912fc0f681e req-f8357327-b56f-4777-abf2-accddcbc81de tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:45.570406 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-3cde9b2d-bfb6-413d-bf3d-b912fc0f681e req-f8357327-b56f-4777-abf2-accddcbc81de tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "GET /v2.0/ports?device_id=dca9f21b-f897-4981-ab52-5aee4da127c0 HTTP/1.1" status: 200 len: 1677 time: 0.1491308 Apr 18 19:32:45.638943 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8df970f-3344-4ee3-9318-45251e685d19 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Pushing event deleted for resources: {'Port': ['ID=a6a6f570-a5ed-4b4a-88e8-b082d95b0220,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:45.660209 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-3cde9b2d-bfb6-413d-bf3d-b912fc0f681e req-826599e9-8dc3-4cda-8b30-75ded70e5c89 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "GET /v2.0/security-groups?id=059a9d13-b1ae-4689-acd4-4327d8143c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881517 Apr 18 19:32:45.728011 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 3ca558a6-4adc-43e3-8bd2-5d792cd0a4eb details requested by agent hyperv_n-h2-836017-2 with host n-h2-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:32:45.799949 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-479a0c06-990d-4853-846c-90d567fa4e43 req-0b00619c-e874-448d-b617-e0b8a862067b tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:45.800329 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-479a0c06-990d-4853-846c-90d567fa4e43 req-0b00619c-e874-448d-b617-e0b8a862067b tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416787'] for floatingip, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:45.800718 n-d-836017-2 neutron-server[84763]: INFO neutron.db.l3_db [req-479a0c06-990d-4853-846c-90d567fa4e43 req-0b00619c-e874-448d-b617-e0b8a862067b tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Floating IP e9bbf704-042c-41b0-9dbd-2936dd15501f disassociated. External IP: 172.25.3.3, port: 541a4c14-f2f5-4268-a378-6b7818c15360. Apr 18 19:32:45.801132 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-479a0c06-990d-4853-846c-90d567fa4e43 req-0b00619c-e874-448d-b617-e0b8a862067b tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Calling delete_port for 541a4c14-f2f5-4268-a378-6b7818c15360 owned by compute:nova {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:32:46.040970 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 3ca558a6-4adc-43e3-8bd2-5d792cd0a4eb, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=3ca558a6-4adc-43e3-8bd2-5d792cd0a4eb,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:32:46.103624 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Returning: {'device': '3ca558a6-4adc-43e3-8bd2-5d792cd0a4eb', 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a', 'port_id': '3ca558a6-4adc-43e3-8bd2-5d792cd0a4eb', 'mac_address': 'fa:16:3e:aa:4f:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17d1b3aa-2066-4ffa-a69f-52ed566b6548', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:32:46.157732 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd6bd509-abd0-4f59-afe8-20b5a4c525f2 req-a8df970f-3344-4ee3-9318-45251e685d19 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] No DVR routers for this DVR port a6a6f570-a5ed-4b4a-88e8-b082d95b0220 on host n-h1-836017-2 {{(pid=84763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:32:46.172020 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-dd6bd509-abd0-4f59-afe8-20b5a4c525f2 req-a8df970f-3344-4ee3-9318-45251e685d19 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:46.192185 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-c5a1129f-83eb-440d-a567-26404abbf79e req-c92219c0-40cb-4d1a-bfad-ece30eaeb30f tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=3b16d973-e29b-4e44-92bb-0518905dcfa1 HTTP/1.1" status: 200 len: 210 time: 0.1047909 Apr 18 19:32:46.235189 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Provisioning for port 4dc9ea20-0019-4f76-93a6-1e8b1efa54a8 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:32:46.239215 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e705f97-a023-4b66-a0f4-18c218b60575 req-525f0de5-91a7-47d6-a934-8eef677a1e93 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:46.247328 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-9e705f97-a023-4b66-a0f4-18c218b60575 req-525f0de5-91a7-47d6-a934-8eef677a1e93 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7fe8ede-e050-4d66-b015-a59a9a787c84 HTTP/1.1" status: 200 len: 949 time: 0.1529942 Apr 18 19:32:46.327683 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-dd6bd509-abd0-4f59-afe8-20b5a4c525f2 req-a8df970f-3344-4ee3-9318-45251e685d19 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.73 "DELETE /v2.0/ports/a6a6f570-a5ed-4b4a-88e8-b082d95b0220 HTTP/1.1" status: 204 len: 173 time: 3.2852123 Apr 18 19:32:46.329852 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Provisioning complete for port 4dc9ea20-0019-4f76-93a6-1e8b1efa54a8 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:32:46.333348 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:46.333971 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-9e705f97-a023-4b66-a0f4-18c218b60575 req-fc629f03-0517-42c6-9464-8d7c2a978abf tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb75c1f-620d-4cfd-a804-faa1a9266f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832958 Apr 18 19:32:46.362310 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a593528-f4f0-46bc-9555-c086a5e0ebee admin admin] Notify agent at l3_agent.n-d-836017-2 the message routers_updated {{(pid=84763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:32:46.362741 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024934e5-fb13-4cae-9d80-01b8c650ab9f None None] Sync routers for ids ['17391c21-7eca-4e43-95d5-7a49fedbaaa1'] in n-d-836017-2 {{(pid=84766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:32:46.370361 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-3a593528-f4f0-46bc-9555-c086a5e0ebee admin admin] 10.222.0.69 "PUT /v2.0/routers/17391c21-7eca-4e43-95d5-7a49fedbaaa1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 23.6643498 Apr 18 19:32:46.374682 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 57070) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:32:46.377646 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024934e5-fb13-4cae-9d80-01b8c650ab9f None None] Routers {'17391c21-7eca-4e43-95d5-7a49fedbaaa1'} bound to L3 agent in host n-d-836017-2 {{(pid=84766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:32:46.378437 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-024934e5-fb13-4cae-9d80-01b8c650ab9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:32:20Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['17391c21-7eca-4e43-95d5-7a49fedbaaa1'], 'active': True} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:32:46.437525 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b16d973-e29b-4e44-92bb-0518905dcfa1', 'name': 'network-vif-deleted', 'tag': 'a6a6f570-a5ed-4b4a-88e8-b082d95b0220'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:32:46.442464 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:46.450161 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-479a0c06-990d-4853-846c-90d567fa4e43 req-0b00619c-e874-448d-b617-e0b8a862067b tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:46.488560 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ca558a6-4adc-43e3-8bd2-5d792cd0a4eb {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:32:46.528828 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 3ca558a6-4adc-43e3-8bd2-5d792cd0a4eb, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=3ca558a6-4adc-43e3-8bd2-5d792cd0a4eb,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:32:46.604205 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec8bdebe-a259-4fb8-8b73-67d7a134eddf'] response: {'server_uuid': '3b16d973-e29b-4e44-92bb-0518905dcfa1', 'name': 'network-vif-deleted', 'tag': 'a6a6f570-a5ed-4b4a-88e8-b082d95b0220', 'status': 'completed', 'code': 200} Apr 18 19:32:46.613190 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b00619c-e874-448d-b617-e0b8a862067b tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Pushing event deleted for resources: {'Port': ['ID=541a4c14-f2f5-4268-a378-6b7818c15360,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:46.671896 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:46.702593 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:46.767155 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvr_db [None req-024934e5-fb13-4cae-9d80-01b8c650ab9f None None] Set router 17391c21-7eca-4e43-95d5-7a49fedbaaa1 gateway port host: n-d-836017-2 {{(pid=84766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:32:46.858889 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7fe8ede-e050-4d66-b015-a59a9a787c84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dc9ea20-0019-4f76-93a6-1e8b1efa54a8'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:32:46.871347 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] get_ports_and_sgs() called for port_ids ['3ca558a6-4adc-43e3-8bd2-5d792cd0a4eb'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:32:46.963376 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port 4dc9ea20-0019-4f76-93a6-1e8b1efa54a8, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=4dc9ea20-0019-4f76-93a6-1e8b1efa54a8,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:32:46.980213 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=3ca558a6-4adc-43e3-8bd2-5d792cd0a4eb,revision_number=9']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:47.034284 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c03904b5-0f86-4351-abb9-2d7cae1d63f0'] response: {'server_uuid': 'd7fe8ede-e050-4d66-b015-a59a9a787c84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dc9ea20-0019-4f76-93a6-1e8b1efa54a8', 'code': 200} Apr 18 19:32:47.039055 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:47.042326 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device a6a6f570-a5ed-4b4a-88e8-b082d95b0220 no longer exists at agent hyperv_n-h1-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:32:47.296945 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8462a775-90b9-427d-85b3-1a756c092296 req-e5129737-1c79-43a1-b564-e8c239797764 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:47.305853 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8462a775-90b9-427d-85b3-1a756c092296 req-e5129737-1c79-43a1-b564-e8c239797764 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "GET /v2.0/ports?device_id=dca9f21b-f897-4981-ab52-5aee4da127c0 HTTP/1.1" status: 200 len: 943 time: 0.2909987 Apr 18 19:32:47.346505 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-99ffbc01-c4e8-4509-910b-4fa19e366a48 req-f34d19be-a9bd-4202-8c25-4631808b5806 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d7fe8ede-e050-4d66-b015-a59a9a787c84 HTTP/1.1" status: 200 len: 1101 time: 0.2411873 Apr 18 19:32:47.374320 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-024934e5-fb13-4cae-9d80-01b8c650ab9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17391c21-7eca-4e43-95d5-7a49fedbaaa1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1729629012-router', 'tenant_id': '912f8aac9d1b4f5bb39f80bd646e1172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '61aae637-3077-4250-a059-dd57154ec904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:29:22Z', 'updated_at': '2022-04-18T19:32:37Z', 'revision_number': 5, 'project_id': '912f8aac9d1b4f5bb39f80bd646e1172', 'gw_port': {'id': '61aae637-3077-4250-a059-dd57154ec904', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17391c21-7eca-4e43-95d5-7a49fedbaaa1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:29:23Z', 'updated_at': '2022-04-18T19:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2'}], 'n-d-836017-2', False) {} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:32:47.378117 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8462a775-90b9-427d-85b3-1a756c092296 req-3cd3c534-cb2d-40f9-8ddf-8ce1a69fb9b0 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "GET /v2.0/security-groups?id=059a9d13-b1ae-4689-acd4-4327d8143c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707932 Apr 18 19:32:47.386351 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 57108) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:32:47.399252 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024934e5-fb13-4cae-9d80-01b8c650ab9f None None] Checking router: 17391c21-7eca-4e43-95d5-7a49fedbaaa1 for host: n-d-836017-2 {{(pid=84766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:32:47.420946 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024934e5-fb13-4cae-9d80-01b8c650ab9f None None] Routers {'17391c21-7eca-4e43-95d5-7a49fedbaaa1'} bound to L3 agent in host n-d-836017-2 {{(pid=84766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:32:47.421568 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-024934e5-fb13-4cae-9d80-01b8c650ab9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:32:20Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['17391c21-7eca-4e43-95d5-7a49fedbaaa1'], 'active': True} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:32:47.447227 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] No Port match for: a6a6f570-a5ed-4b4a-88e8-b082d95b0220 {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:32:47.447735 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device a6a6f570-a5ed-4b4a-88e8-b082d95b0220 not bound to the agent host n-h1-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:32:47.467258 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-6625df50-cce0-4043-8e0f-4e66768485cd admin admin] Notify callbacks [] for router, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:47.563221 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Pushing event updated for resources: {'Port': ['ID=4dc9ea20-0019-4f76-93a6-1e8b1efa54a8,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:47.713498 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-f10daa85-d024-472b-8322-33c037c4a186 req-30aa8275-1467-4aad-9925-2d1f1f86e7f1 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Synchronizing usage tracker for tenant:e3b062c733cb48498c21458f46ee72da on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:32:47.747890 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-99ffbc01-c4e8-4509-910b-4fa19e366a48 req-e06fb816-0c65-4737-a150-0eb7223c95e8 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=3bb75c1f-620d-4cfd-a804-faa1a9266f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3717442 Apr 18 19:32:47.752762 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.l3_agent_scheduler [req-479a0c06-990d-4853-846c-90d567fa4e43 req-0b00619c-e874-448d-b617-e0b8a862067b tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Router a79c24ae-a406-43ee-b80c-897fb4592d6d has already been hosted by L3 agent 21b59c62-f184-4169-bc3e-79831cc043e8 {{(pid=84763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:32:47.857280 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bed4f64-71a6-4846-b931-268e3a3e0170 req-3c2b6b8e-a4ea-4cdb-99c9-a4dbc8a47598 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:47.872219 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-1bed4f64-71a6-4846-b931-268e3a3e0170 req-3c2b6b8e-a4ea-4cdb-99c9-a4dbc8a47598 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7fe8ede-e050-4d66-b015-a59a9a787c84 HTTP/1.1" status: 200 len: 950 time: 0.1337786 Apr 18 19:32:47.900055 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-f10daa85-d024-472b-8322-33c037c4a186 req-30aa8275-1467-4aad-9925-2d1f1f86e7f1 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Unset dirty status for tenant:e3b062c733cb48498c21458f46ee72da on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:32:47.901286 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f10daa85-d024-472b-8322-33c037c4a186 req-30aa8275-1467-4aad-9925-2d1f1f86e7f1 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=3b16d973-e29b-4e44-92bb-0518905dcfa1 HTTP/1.1" status: 200 len: 210 time: 0.3208492 Apr 18 19:32:47.921856 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvr_db [None req-024934e5-fb13-4cae-9d80-01b8c650ab9f None None] Set router 17391c21-7eca-4e43-95d5-7a49fedbaaa1 gateway port host: n-d-836017-2 {{(pid=84766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:32:47.949535 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-1bed4f64-71a6-4846-b931-268e3a3e0170 req-91780c5e-213f-4580-8e19-a7c4020e2c97 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb75c1f-620d-4cfd-a804-faa1a9266f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747046 Apr 18 19:32:48.060318 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-6625df50-cce0-4043-8e0f-4e66768485cd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:48.097535 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-479a0c06-990d-4853-846c-90d567fa4e43 req-0b00619c-e874-448d-b617-e0b8a862067b tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify agent at l3_agent.n-d-836017-2 the message routers_updated {{(pid=84763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:32:48.110566 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db08035-066e-4a3e-a1b2-4fdfc0e6628f None None] Sync routers for ids ['a79c24ae-a406-43ee-b80c-897fb4592d6d'] in n-d-836017-2 {{(pid=84765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:32:48.165234 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db08035-066e-4a3e-a1b2-4fdfc0e6628f None None] Routers {'a79c24ae-a406-43ee-b80c-897fb4592d6d'} bound to L3 agent in host n-d-836017-2 {{(pid=84765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:32:48.165855 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-3db08035-066e-4a3e-a1b2-4fdfc0e6628f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:32:20Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['a79c24ae-a406-43ee-b80c-897fb4592d6d'], 'active': True} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:32:48.167598 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f80b3404-39c4-4457-8d9f-dc9f8a4ff59d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:48.169667 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-6625df50-cce0-4043-8e0f-4e66768485cd admin admin] Deleting port 61aae637-3077-4250-a059-dd57154ec904 {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:32:48.169667 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-6625df50-cce0-4043-8e0f-4e66768485cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:48.218194 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-479a0c06-990d-4853-846c-90d567fa4e43 req-0b00619c-e874-448d-b617-e0b8a862067b tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] No DVR routers for this DVR port 541a4c14-f2f5-4268-a378-6b7818c15360 on host n-h2-836017-2 {{(pid=84763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:32:48.222848 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-479a0c06-990d-4853-846c-90d567fa4e43 req-0b00619c-e874-448d-b617-e0b8a862067b tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:48.225317 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-479a0c06-990d-4853-846c-90d567fa4e43 req-0b00619c-e874-448d-b617-e0b8a862067b tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.72 "DELETE /v2.0/ports/541a4c14-f2f5-4268-a378-6b7818c15360 HTTP/1.1" status: 204 len: 173 time: 4.9621165 Apr 18 19:32:48.284464 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-f80b3404-39c4-4457-8d9f-dc9f8a4ff59d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:32:48.309489 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-f80b3404-39c4-4457-8d9f-dc9f8a4ff59d admin admin] Usage tracker for resource:security_group_rule and tenant:beddf042fde34863a83d90373abbf5f1 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:32:48.312916 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-f80b3404-39c4-4457-8d9f-dc9f8a4ff59d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:32:48.326672 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-f80b3404-39c4-4457-8d9f-dc9f8a4ff59d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:32:48.366500 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-024934e5-fb13-4cae-9d80-01b8c650ab9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17391c21-7eca-4e43-95d5-7a49fedbaaa1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1729629012-router', 'tenant_id': '912f8aac9d1b4f5bb39f80bd646e1172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '61aae637-3077-4250-a059-dd57154ec904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:29:22Z', 'updated_at': '2022-04-18T19:32:37Z', 'revision_number': 5, 'project_id': '912f8aac9d1b4f5bb39f80bd646e1172', 'gw_port': {'id': '61aae637-3077-4250-a059-dd57154ec904', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17391c21-7eca-4e43-95d5-7a49fedbaaa1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:29:23Z', 'updated_at': '2022-04-18T19:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2'}], 'n-d-836017-2', False) {} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:32:48.373925 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024934e5-fb13-4cae-9d80-01b8c650ab9f None None] The sync data for ids ['17391c21-7eca-4e43-95d5-7a49fedbaaa1'] in n-d-836017-2 is: [{'id': '17391c21-7eca-4e43-95d5-7a49fedbaaa1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1729629012-router', 'tenant_id': '912f8aac9d1b4f5bb39f80bd646e1172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '61aae637-3077-4250-a059-dd57154ec904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:29:22Z', 'updated_at': '2022-04-18T19:32:37Z', 'revision_number': 5, 'project_id': '912f8aac9d1b4f5bb39f80bd646e1172', 'gw_port': {'id': '61aae637-3077-4250-a059-dd57154ec904', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17391c21-7eca-4e43-95d5-7a49fedbaaa1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:29:23Z', 'updated_at': '2022-04-18T19:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2'}] {{(pid=84766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:32:48.490400 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f80b3404-39c4-4457-8d9f-dc9f8a4ff59d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:48.505793 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e91c6127-14a6-463f-a863-5ed6eee96040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:48.535065 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-3db08035-066e-4a3e-a1b2-4fdfc0e6628f None None] Set router a79c24ae-a406-43ee-b80c-897fb4592d6d gateway port host: n-d-836017-2 {{(pid=84765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:32:48.567670 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f80b3404-39c4-4457-8d9f-dc9f8a4ff59d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:48.650495 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dca9f21b-f897-4981-ab52-5aee4da127c0', 'name': 'network-vif-deleted', 'tag': '541a4c14-f2f5-4268-a378-6b7818c15360'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:32:48.655954 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-f80b3404-39c4-4457-8d9f-dc9f8a4ff59d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=beddf042fde34863a83d90373abbf5f1&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2686181 Apr 18 19:32:48.656811 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 57136) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:32:48.701232 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-479a0c06-990d-4853-846c-90d567fa4e43 req-c7948a2a-bd7f-4c35-b614-9e77382d3dd6 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Deleting port ba19edae-4343-4f8d-a1f5-5b88cd3be7cb {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:32:48.702215 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-479a0c06-990d-4853-846c-90d567fa4e43 req-c7948a2a-bd7f-4c35-b614-9e77382d3dd6 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:48.788743 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ceba86c1-66b9-46fd-8225-61e15faf89e1'] response: {'server_uuid': 'dca9f21b-f897-4981-ab52-5aee4da127c0', 'name': 'network-vif-deleted', 'tag': '541a4c14-f2f5-4268-a378-6b7818c15360', 'status': 'completed', 'code': 200} Apr 18 19:32:48.838237 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80b3404-39c4-4457-8d9f-dc9f8a4ff59d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14c2e042-933b-4052-8903-f20ddd05d341,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:48.974467 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [None req-6625df50-cce0-4043-8e0f-4e66768485cd admin admin] For port 61aae637-3077-4250-a059-dd57154ec904, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=61aae637-3077-4250-a059-dd57154ec904,segment=NetworkSegment(5de34947-6c56-419b-85d0-f61f69ce7c45),segment_id=5de34947-6c56-419b-85d0-f61f69ce7c45)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:32:48.975123 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-6625df50-cce0-4043-8e0f-4e66768485cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:49.110470 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-589a5021-3636-43af-9615-26aa5999eb4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:49.193106 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-589a5021-3636-43af-9615-26aa5999eb4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:49.256528 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-6625df50-cce0-4043-8e0f-4e66768485cd admin admin] Calling delete_port for 61aae637-3077-4250-a059-dd57154ec904 owned by network:router_gateway {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:32:49.382508 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 3ca65512-1a5d-4dc0-8b5c-e0b3db6a33f0 no longer exists at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:32:49.427613 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] No Port match for: 3ca65512-1a5d-4dc0-8b5c-e0b3db6a33f0 {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:32:49.428067 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 3ca65512-1a5d-4dc0-8b5c-e0b3db6a33f0 not bound to the agent host n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:32:49.514789 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-3db08035-066e-4a3e-a1b2-4fdfc0e6628f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79c24ae-a406-43ee-b80c-897fb4592d6d', 'name': 'tempest-TaggedBootDevicesTest-120961211-router', 'tenant_id': 'ae4efde8a8464528a66b3bf8e643e684', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '1b7fe8e8-0894-44ac-a4d1-684decf9d040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:24:01Z', 'updated_at': '2022-04-18T19:24:09Z', 'revision_number': 4, 'project_id': 'ae4efde8a8464528a66b3bf8e643e684', 'gw_port': {'id': '1b7fe8e8-0894-44ac-a4d1-684decf9d040', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:c4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79c24ae-a406-43ee-b80c-897fb4592d6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:24:03Z', 'updated_at': '2022-04-18T19:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_interfaces': [{'id': '33393893-663c-4d6c-9fba-d437d84f950a', 'name': '', 'network_id': '1c17c057-c249-4320-8b11-c4cc32a9489f', 'tenant_id': 'ae4efde8a8464528a66b3bf8e643e684', 'mac_address': 'fa:16:3e:87:1f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79c24ae-a406-43ee-b80c-897fb4592d6d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f3e2cf5f-cc22-4c6a-a7c1-4742f3519b7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:24:08Z', 'updated_at': '2022-04-18T19:24:17Z', 'revision_number': 5, 'project_id': 'ae4efde8a8464528a66b3bf8e643e684', 'subnets': [{'id': 'f3e2cf5f-cc22-4c6a-a7c1-4742f3519b7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-2', False) {} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:32:49.524159 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db08035-066e-4a3e-a1b2-4fdfc0e6628f None None] Checking router: a79c24ae-a406-43ee-b80c-897fb4592d6d for host: n-d-836017-2 {{(pid=84765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:32:49.558718 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db08035-066e-4a3e-a1b2-4fdfc0e6628f None None] Routers {'a79c24ae-a406-43ee-b80c-897fb4592d6d'} bound to L3 agent in host n-d-836017-2 {{(pid=84765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:32:49.559367 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-3db08035-066e-4a3e-a1b2-4fdfc0e6628f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:32:20Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['a79c24ae-a406-43ee-b80c-897fb4592d6d'], 'active': True} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:32:49.588891 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df7a00c-7626-459e-b0cf-ab81ae74cb7f req-64831bbe-61b8-4121-8cc5-ca0e44cec997 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:49.602540 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-7df7a00c-7626-459e-b0cf-ab81ae74cb7f req-64831bbe-61b8-4121-8cc5-ca0e44cec997 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "GET /v2.0/ports?device_id=dca9f21b-f897-4981-ab52-5aee4da127c0 HTTP/1.1" status: 200 len: 943 time: 0.7786224 Apr 18 19:32:49.810131 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-7df7a00c-7626-459e-b0cf-ab81ae74cb7f req-fb4e6407-64fb-4545-9368-19b761232cdb tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "GET /v2.0/security-groups?id=059a9d13-b1ae-4689-acd4-4327d8143c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2063050 Apr 18 19:32:49.827562 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-479a0c06-990d-4853-846c-90d567fa4e43 req-c7948a2a-bd7f-4c35-b614-9e77382d3dd6 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] For port ba19edae-4343-4f8d-a1f5-5b88cd3be7cb, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=ba19edae-4343-4f8d-a1f5-5b88cd3be7cb,segment=NetworkSegment(c7e79b18-49ae-4a7c-a4ae-7b1eba97fc3c),segment_id=c7e79b18-49ae-4a7c-a4ae-7b1eba97fc3c)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:32:49.828472 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-479a0c06-990d-4853-846c-90d567fa4e43 req-c7948a2a-bd7f-4c35-b614-9e77382d3dd6 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:49.831733 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-589a5021-3636-43af-9615-26aa5999eb4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:49.904798 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589a5021-3636-43af-9615-26aa5999eb4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14c2e042-933b-4052-8903-f20ddd05d341,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:49.920991 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-589a5021-3636-43af-9615-26aa5999eb4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:49.927857 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-589a5021-3636-43af-9615-26aa5999eb4d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/14c2e042-933b-4052-8903-f20ddd05d341 HTTP/1.1" status: 204 len: 168 time: 1.2485902 Apr 18 19:32:49.934904 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d776ed-9268-42f2-9bbb-a612359d84f3 req-8f849a6b-2585-437e-b7b6-7237303847aa tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:49.954035 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b8d776ed-9268-42f2-9bbb-a612359d84f3 req-8f849a6b-2585-437e-b7b6-7237303847aa tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7fe8ede-e050-4d66-b015-a59a9a787c84 HTTP/1.1" status: 200 len: 950 time: 0.4954178 Apr 18 19:32:50.026838 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-3db08035-066e-4a3e-a1b2-4fdfc0e6628f None None] Set router a79c24ae-a406-43ee-b80c-897fb4592d6d gateway port host: n-d-836017-2 {{(pid=84765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:32:50.264851 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-479a0c06-990d-4853-846c-90d567fa4e43 req-c7948a2a-bd7f-4c35-b614-9e77382d3dd6 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Calling delete_port for ba19edae-4343-4f8d-a1f5-5b88cd3be7cb owned by compute:nova {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:32:50.358735 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 3ca558a6-4adc-43e3-8bd2-5d792cd0a4eb up at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:32:50.408718 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b8d776ed-9268-42f2-9bbb-a612359d84f3 req-72d6bbee-eb73-4ad8-9e10-e99d591bf6cc tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb75c1f-620d-4cfd-a804-faa1a9266f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4525645 Apr 18 19:32:50.537721 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-6625df50-cce0-4043-8e0f-4e66768485cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:50.549198 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning complete for port 3ca558a6-4adc-43e3-8bd2-5d792cd0a4eb triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:32:50.550570 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:50.625434 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-65fb66af-4c39-4903-895e-0b0eabe9f4aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:50.642746 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-3db08035-066e-4a3e-a1b2-4fdfc0e6628f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79c24ae-a406-43ee-b80c-897fb4592d6d', 'name': 'tempest-TaggedBootDevicesTest-120961211-router', 'tenant_id': 'ae4efde8a8464528a66b3bf8e643e684', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '1b7fe8e8-0894-44ac-a4d1-684decf9d040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:24:01Z', 'updated_at': '2022-04-18T19:24:09Z', 'revision_number': 4, 'project_id': 'ae4efde8a8464528a66b3bf8e643e684', 'gw_port': {'id': '1b7fe8e8-0894-44ac-a4d1-684decf9d040', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:c4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79c24ae-a406-43ee-b80c-897fb4592d6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:24:03Z', 'updated_at': '2022-04-18T19:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_interfaces': [{'id': '33393893-663c-4d6c-9fba-d437d84f950a', 'name': '', 'network_id': '1c17c057-c249-4320-8b11-c4cc32a9489f', 'tenant_id': 'ae4efde8a8464528a66b3bf8e643e684', 'mac_address': 'fa:16:3e:87:1f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79c24ae-a406-43ee-b80c-897fb4592d6d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f3e2cf5f-cc22-4c6a-a7c1-4742f3519b7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:24:08Z', 'updated_at': '2022-04-18T19:24:17Z', 'revision_number': 5, 'project_id': 'ae4efde8a8464528a66b3bf8e643e684', 'subnets': [{'id': 'f3e2cf5f-cc22-4c6a-a7c1-4742f3519b7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-2', False) {} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:32:50.651209 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6625df50-cce0-4043-8e0f-4e66768485cd admin admin] Pushing event deleted for resources: {'Port': ['ID=61aae637-3077-4250-a059-dd57154ec904,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:50.683295 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db08035-066e-4a3e-a1b2-4fdfc0e6628f None None] The sync data for ids ['a79c24ae-a406-43ee-b80c-897fb4592d6d'] in n-d-836017-2 is: [{'id': 'a79c24ae-a406-43ee-b80c-897fb4592d6d', 'name': 'tempest-TaggedBootDevicesTest-120961211-router', 'tenant_id': 'ae4efde8a8464528a66b3bf8e643e684', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '1b7fe8e8-0894-44ac-a4d1-684decf9d040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:24:01Z', 'updated_at': '2022-04-18T19:24:09Z', 'revision_number': 4, 'project_id': 'ae4efde8a8464528a66b3bf8e643e684', 'gw_port': {'id': '1b7fe8e8-0894-44ac-a4d1-684decf9d040', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:c4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79c24ae-a406-43ee-b80c-897fb4592d6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:24:03Z', 'updated_at': '2022-04-18T19:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_interfaces': [{'id': '33393893-663c-4d6c-9fba-d437d84f950a', 'name': '', 'network_id': '1c17c057-c249-4320-8b11-c4cc32a9489f', 'tenant_id': 'ae4efde8a8464528a66b3bf8e643e684', 'mac_address': 'fa:16:3e:87:1f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79c24ae-a406-43ee-b80c-897fb4592d6d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f3e2cf5f-cc22-4c6a-a7c1-4742f3519b7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:24:08Z', 'updated_at': '2022-04-18T19:24:17Z', 'revision_number': 5, 'project_id': 'ae4efde8a8464528a66b3bf8e643e684', 'subnets': [{'id': 'f3e2cf5f-cc22-4c6a-a7c1-4742f3519b7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:32:50.718776 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-479a0c06-990d-4853-846c-90d567fa4e43 req-c7948a2a-bd7f-4c35-b614-9e77382d3dd6 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:50.779471 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:50.852088 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:50.896285 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7948a2a-bd7f-4c35-b614-9e77382d3dd6 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Pushing event deleted for resources: {'Port': ['ID=ba19edae-4343-4f8d-a1f5-5b88cd3be7cb,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:50.926459 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92710b08-58e1-4035-9aa8-85a1bb1d4a68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ca558a6-4adc-43e3-8bd2-5d792cd0a4eb'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:32:50.941075 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 3ca558a6-4adc-43e3-8bd2-5d792cd0a4eb, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=3ca558a6-4adc-43e3-8bd2-5d792cd0a4eb,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:32:50.976480 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-479a0c06-990d-4853-846c-90d567fa4e43 req-c7948a2a-bd7f-4c35-b614-9e77382d3dd6 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] No DVR routers for this DVR port ba19edae-4343-4f8d-a1f5-5b88cd3be7cb on host n-h2-836017-2 {{(pid=84763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:32:50.979294 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-479a0c06-990d-4853-846c-90d567fa4e43 req-c7948a2a-bd7f-4c35-b614-9e77382d3dd6 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:50.995872 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dca9f21b-f897-4981-ab52-5aee4da127c0', 'name': 'network-vif-deleted', 'tag': 'ba19edae-4343-4f8d-a1f5-5b88cd3be7cb'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:32:51.002326 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-479a0c06-990d-4853-846c-90d567fa4e43 req-c7948a2a-bd7f-4c35-b614-9e77382d3dd6 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.72 "DELETE /v2.0/ports/ba19edae-4343-4f8d-a1f5-5b88cd3be7cb HTTP/1.1" status: 204 len: 173 time: 2.7687008 Apr 18 19:32:51.085306 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8788cdad-fcbe-4ded-8e10-6de5d2b199ae'] response: {'server_uuid': '92710b08-58e1-4035-9aa8-85a1bb1d4a68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ca558a6-4adc-43e3-8bd2-5d792cd0a4eb', 'code': 200} Apr 18 19:32:51.130314 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:51.187948 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769b32f5-2c20-4e8e-aec3-674591545003 None None] New status for floating IP e9bbf704-042c-41b0-9dbd-2936dd15501f: DOWN {{(pid=84766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 19:32:51.554566 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=3ca558a6-4adc-43e3-8bd2-5d792cd0a4eb,revision_number=10']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:51.572895 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:32:51.574076 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:32:51.574861 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:32:51.575479 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:32:51.576481 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:32:51.577446 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:32:51.578023 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:32:51.578499 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:32:51.579059 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:32:51.579530 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:32:51.582227 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:32:51.660655 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-6625df50-cce0-4043-8e0f-4e66768485cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416828'] for router_gateway, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:51.795351 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7973cc99-7325-4a0a-889f-462eb2c9233a req-cc54e884-d6a0-43cd-9a76-013fcfff56d3 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:51.804453 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-7973cc99-7325-4a0a-889f-462eb2c9233a req-cc54e884-d6a0-43cd-9a76-013fcfff56d3 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/networks?id=0124e28f-2243-4533-b876-7d659443232d HTTP/1.1" status: 200 len: 804 time: 0.4676285 Apr 18 19:32:51.833791 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-7973cc99-7325-4a0a-889f-462eb2c9233a req-9cc21ba3-9202-48a4-9074-db4f815af1dc tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/quotas/e3b062c733cb48498c21458f46ee72da HTTP/1.1" status: 200 len: 375 time: 0.0280962 Apr 18 19:32:51.856359 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1c541fd-6087-4755-8778-e68e27e46067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:51.901336 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 57218) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:32:51.952745 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f4498477-c1f1-4020-bcbb-2cb7bdcc7bba admin admin] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:52.043748 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:52.054766 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-4bf9875e-2e11-4118-b1a1-ea804f1ad904 req-f7662d1e-8962-4597-808c-a3d8db17c334 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Synchronizing usage tracker for tenant:ae4efde8a8464528a66b3bf8e643e684 on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:32:52.083873 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-f4498477-c1f1-4020-bcbb-2cb7bdcc7bba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:32:52.098220 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-f4498477-c1f1-4020-bcbb-2cb7bdcc7bba admin admin] Usage tracker for resource:security_group_rule and tenant:1a3b58f0ae6748f3bd5ac7c8fb412aa9 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:32:52.105928 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-f4498477-c1f1-4020-bcbb-2cb7bdcc7bba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:32:52.129785 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-f4498477-c1f1-4020-bcbb-2cb7bdcc7bba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:32:52.206692 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-4bf9875e-2e11-4118-b1a1-ea804f1ad904 req-f7662d1e-8962-4597-808c-a3d8db17c334 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Unset dirty status for tenant:ae4efde8a8464528a66b3bf8e643e684 on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:32:52.223016 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4bf9875e-2e11-4118-b1a1-ea804f1ad904 req-f7662d1e-8962-4597-808c-a3d8db17c334 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "GET /v2.0/ports?device_id=dca9f21b-f897-4981-ab52-5aee4da127c0 HTTP/1.1" status: 200 len: 210 time: 0.5627937 Apr 18 19:32:52.303637 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-7973cc99-7325-4a0a-889f-462eb2c9233a req-77c78eae-7df0-48c8-a25d-ef47635b8647 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=e3b062c733cb48498c21458f46ee72da&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4682839 Apr 18 19:32:52.417958 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f4498477-c1f1-4020-bcbb-2cb7bdcc7bba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:52.419968 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07d09d91-087f-49c5-a253-68057f92579d'] response: {'server_uuid': 'dca9f21b-f897-4981-ab52-5aee4da127c0', 'name': 'network-vif-deleted', 'tag': 'ba19edae-4343-4f8d-a1f5-5b88cd3be7cb', 'status': 'completed', 'code': 200} Apr 18 19:32:52.430936 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-6625df50-cce0-4043-8e0f-4e66768485cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4443'] for router, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:52.437101 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-6625df50-cce0-4043-8e0f-4e66768485cd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:52.579136 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f4498477-c1f1-4020-bcbb-2cb7bdcc7bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:52.634979 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-6625df50-cce0-4043-8e0f-4e66768485cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412768'] for router, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:52.636827 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6625df50-cce0-4043-8e0f-4e66768485cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17391c21-7eca-4e43-95d5-7a49fedbaaa1 {{(pid=84763) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 19:32:52.651842 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4498477-c1f1-4020-bcbb-2cb7bdcc7bba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c6de3b7-4f1c-401a-a9c8-33b4056e5514,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:52.660596 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f9fd1d-ab45-4789-9e4f-4f1f8a75f335 req-b820bb7d-be44-49d1-a2b6-df529dab00f5 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:52.673553 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-89f9fd1d-ab45-4789-9e4f-4f1f8a75f335 req-b820bb7d-be44-49d1-a2b6-df529dab00f5 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7fe8ede-e050-4d66-b015-a59a9a787c84 HTTP/1.1" status: 200 len: 950 time: 0.1562185 Apr 18 19:32:52.721187 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-f4498477-c1f1-4020-bcbb-2cb7bdcc7bba admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1a3b58f0ae6748f3bd5ac7c8fb412aa9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8117771 Apr 18 19:32:52.724005 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 57232) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:32:52.750534 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-6625df50-cce0-4043-8e0f-4e66768485cd admin admin] Notify callbacks [] for router, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:52.757095 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-6625df50-cce0-4043-8e0f-4e66768485cd admin admin] 10.222.0.69 "DELETE /v2.0/routers/17391c21-7eca-4e43-95d5-7a49fedbaaa1 HTTP/1.1" status: 204 len: 168 time: 6.3811276 Apr 18 19:32:52.760766 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 57236) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:32:52.871168 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [req-7973cc99-7325-4a0a-889f-462eb2c9233a req-98eb9ab8-623d-4179-8a50-8a234faa24fa service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=84764) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:32:52.881602 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-7973cc99-7325-4a0a-889f-462eb2c9233a req-98eb9ab8-623d-4179-8a50-8a234faa24fa service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.5516543 Apr 18 19:32:52.955976 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-89f9fd1d-ab45-4789-9e4f-4f1f8a75f335 req-6f09324f-fecd-459d-8c45-a0bf63514940 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb75c1f-620d-4cfd-a804-faa1a9266f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780492 Apr 18 19:32:52.980937 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_v2 [None req-462246cd-5f24-4afe-9626-b7709bdcdefa admin admin] Deleting subnet 4e0c91da-1774-476f-82ad-dcf19f1fc83c {{(pid=84763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:32:52.989822 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-462246cd-5f24-4afe-9626-b7709bdcdefa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:53.090227 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-92ef2383-d1e1-46c0-acbc-3737b4c62362 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:53.090518 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a4106dab-6971-4e7e-8fdc-c66f0a3f4877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:53.094308 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-462246cd-5f24-4afe-9626-b7709bdcdefa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66272755'] for subnet, precommit_delete_associations {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:53.139027 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-7973cc99-7325-4a0a-889f-462eb2c9233a req-80714633-10a1-49ff-8455-31fa92b11143 service neutron] 10.222.0.69 "GET /v2.0/networks/0124e28f-2243-4533-b876-7d659443232d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541606 Apr 18 19:32:53.144624 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-92ef2383-d1e1-46c0-acbc-3737b4c62362 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:53.290507 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-462246cd-5f24-4afe-9626-b7709bdcdefa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1258508'] for subnet, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:53.327120 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 61aae637-3077-4250-a059-dd57154ec904 no longer exists at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:32:53.420598 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] No Port match for: 61aae637-3077-4250-a059-dd57154ec904 {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:32:53.425003 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 61aae637-3077-4250-a059-dd57154ec904 not bound to the agent host n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:32:53.528064 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-7973cc99-7325-4a0a-889f-462eb2c9233a req-81d12926-772d-449a-a3b4-e62541cfa44a service neutron] 10.222.0.69 "GET /v2.0/networks/0124e28f-2243-4533-b876-7d659443232d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3758366 Apr 18 19:32:53.536885 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-462246cd-5f24-4afe-9626-b7709bdcdefa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1258501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66351815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66540800'] for subnet, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:53.593212 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-92ef2383-d1e1-46c0-acbc-3737b4c62362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:53.594944 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-462246cd-5f24-4afe-9626-b7709bdcdefa admin admin] Notify callbacks [] for subnet, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:53.600098 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9858906b-39ae-4287-980b-35cca8cc2033 None None] Network 2ec6ced9-a6bc-4877-8b52-5620d7b70918 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:32:53.624105 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462246cd-5f24-4afe-9626-b7709bdcdefa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e0c91da-1774-476f-82ad-dcf19f1fc83c,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:53.630669 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-462246cd-5f24-4afe-9626-b7709bdcdefa admin admin] 10.222.0.69 "DELETE /v2.0/subnets/4e0c91da-1774-476f-82ad-dcf19f1fc83c HTTP/1.1" status: 204 len: 168 time: 0.8521948 Apr 18 19:32:53.633241 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 57260) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:32:53.647822 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-92ef2383-d1e1-46c0-acbc-3737b4c62362 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:53.652391 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-92ef2383-d1e1-46c0-acbc-3737b4c62362 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0c6de3b7-4f1c-401a-a9c8-33b4056e5514 HTTP/1.1" status: 204 len: 168 time: 0.9262528 Apr 18 19:32:53.669800 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ef2383-d1e1-46c0-acbc-3737b4c62362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c6de3b7-4f1c-401a-a9c8-33b4056e5514,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:53.905620 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-3fca6668-7d36-4541-8e55-ee7bb87b360d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:53.946788 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-3fca6668-7d36-4541-8e55-ee7bb87b360d admin admin] Deleting port d1dc6dec-f157-40e3-8400-18871d387a64 {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:32:53.950920 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-3fca6668-7d36-4541-8e55-ee7bb87b360d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:54.397697 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb96aea-0b03-44f5-af9d-36cf16906e86 None None] DHCP port deletion for 2ec6ced9-a6bc-4877-8b52-5620d7b70918 request from n-d-836017-2 {{(pid=84765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 19:32:54.404038 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-deb96aea-0b03-44f5-af9d-36cf16906e86 None None] Deleting port d1dc6dec-f157-40e3-8400-18871d387a64 {{(pid=84765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:32:54.404656 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-deb96aea-0b03-44f5-af9d-36cf16906e86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:54.429622 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-76595187-d0e1-4c61-91c5-a4687466c54b req-872c25c4-b94d-47bf-9092-95e7d18733ad tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "GET /v2.0/ports?device_id=dca9f21b-f897-4981-ab52-5aee4da127c0 HTTP/1.1" status: 200 len: 210 time: 0.1078100 Apr 18 19:32:54.441616 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [None req-3fca6668-7d36-4541-8e55-ee7bb87b360d admin admin] For port d1dc6dec-f157-40e3-8400-18871d387a64, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=d1dc6dec-f157-40e3-8400-18871d387a64,segment=NetworkSegment(e5097719-15b3-4fd8-8376-6a49cea6478d),segment_id=e5097719-15b3-4fd8-8376-6a49cea6478d)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:32:54.442228 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-3fca6668-7d36-4541-8e55-ee7bb87b360d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:54.807535 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-3fca6668-7d36-4541-8e55-ee7bb87b360d admin admin] Calling delete_port for d1dc6dec-f157-40e3-8400-18871d387a64 owned by network:dhcp {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:32:54.913160 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-deb96aea-0b03-44f5-af9d-36cf16906e86 None None] For port d1dc6dec-f157-40e3-8400-18871d387a64, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=d1dc6dec-f157-40e3-8400-18871d387a64,segment=NetworkSegment(e5097719-15b3-4fd8-8376-6a49cea6478d),segment_id=e5097719-15b3-4fd8-8376-6a49cea6478d)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:32:54.914302 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-deb96aea-0b03-44f5-af9d-36cf16906e86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:55.214840 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-deb96aea-0b03-44f5-af9d-36cf16906e86 None None] Calling delete_port for d1dc6dec-f157-40e3-8400-18871d387a64 owned by network:dhcp {{(pid=84765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:32:55.254875 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408ef5f9-94eb-448b-8970-2de937fe58c8 req-1975a1ca-5f9f-4b43-b09a-3a0a0d755339 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:55.262439 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408ef5f9-94eb-448b-8970-2de937fe58c8 req-1975a1ca-5f9f-4b43-b09a-3a0a0d755339 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:55.274746 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-408ef5f9-94eb-448b-8970-2de937fe58c8 req-1975a1ca-5f9f-4b43-b09a-3a0a0d755339 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7876bbb-72a7-468e-80d9-7a7f4e879058&device_id=d7fe8ede-e050-4d66-b015-a59a9a787c84 HTTP/1.1" status: 200 len: 1691 time: 0.4263711 Apr 18 19:32:55.384902 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-408ef5f9-94eb-448b-8970-2de937fe58c8 req-ba2cce67-e626-4800-9fd6-df80e9e82bd4 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb75c1f-620d-4cfd-a804-faa1a9266f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093185 Apr 18 19:32:55.409818 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device d1dc6dec-f157-40e3-8400-18871d387a64 no longer exists at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:32:55.415938 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-3fca6668-7d36-4541-8e55-ee7bb87b360d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:55.519657 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:55.539650 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-deb96aea-0b03-44f5-af9d-36cf16906e86 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84765) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 19:32:55.540097 n-d-836017-2 neutron-server[84765]: DEBUG oslo_db.api [None req-deb96aea-0b03-44f5-af9d-36cf16906e86 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 19:32:55.554506 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] No Port match for: d1dc6dec-f157-40e3-8400-18871d387a64 {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:32:55.555647 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device d1dc6dec-f157-40e3-8400-18871d387a64 not bound to the agent host n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:32:55.803062 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fca6668-7d36-4541-8e55-ee7bb87b360d admin admin] Pushing event deleted for resources: {'Port': ['ID=d1dc6dec-f157-40e3-8400-18871d387a64,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:55.849237 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ea50c0ad-513c-42d6-bed4-c7007bd84cdb req-ad65c427-cbec-41ca-becd-1581ec89c605 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8373580-0979-4e32-8103-76fe809bd1ed HTTP/1.1" status: 200 len: 210 time: 0.3599808 Apr 18 19:32:55.858961 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fca6668-7d36-4541-8e55-ee7bb87b360d admin admin] No DVR routers for this DVR port d1dc6dec-f157-40e3-8400-18871d387a64 on host n-d-836017-2 {{(pid=84763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:32:56.031817 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-379cd195-b86c-4fba-9a26-045ec873f748 req-96c48c28-b12a-4154-a660-8c7b9416c11d tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "GET /v2.0/ports?device_id=dca9f21b-f897-4981-ab52-5aee4da127c0 HTTP/1.1" status: 200 len: 210 time: 0.0680003 Apr 18 19:32:56.041319 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-deb96aea-0b03-44f5-af9d-36cf16906e86 None None] Deleting port d1dc6dec-f157-40e3-8400-18871d387a64 {{(pid=84765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:32:56.041757 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-deb96aea-0b03-44f5-af9d-36cf16906e86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:56.131762 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-3fca6668-7d36-4541-8e55-ee7bb87b360d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256345', 'neutron.services.segments.db._delete_segments_for_network-8791093852025'] for network, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:56.213406 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-deb96aea-0b03-44f5-af9d-36cf16906e86 None None] The port 'd1dc6dec-f157-40e3-8400-18871d387a64' was deleted {{(pid=84765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 19:32:56.214441 n-d-836017-2 neutron-server[84763]: DEBUG neutron.services.segments.db [None req-3fca6668-7d36-4541-8e55-ee7bb87b360d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ec6ced9-a6bc-4877-8b52-5620d7b70918']}} {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:32:56.242518 n-d-836017-2 neutron-server[84763]: DEBUG neutron.services.segments.db [None req-3fca6668-7d36-4541-8e55-ee7bb87b360d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5097719-15b3-4fd8-8376-6a49cea6478d') {'for_net_delete': True} {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:32:56.243132 n-d-836017-2 neutron-server[84763]: DEBUG neutron.services.segments.db [None req-3fca6668-7d36-4541-8e55-ee7bb87b360d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5097719-15b3-4fd8-8376-6a49cea6478d') {} {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:32:56.265782 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-3fca6668-7d36-4541-8e55-ee7bb87b360d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791093851908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66272256'] for segment, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:56.290595 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-3fca6668-7d36-4541-8e55-ee7bb87b360d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:56.307352 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fca6668-7d36-4541-8e55-ee7bb87b360d admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=84763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:32:56.308146 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-3fca6668-7d36-4541-8e55-ee7bb87b360d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66351785'] for segment, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:56.335476 n-d-836017-2 neutron-server[84763]: Traceback (most recent call last): Apr 18 19:32:56.335476 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:32:56.335476 n-d-836017-2 neutron-server[84763]: timer() Apr 18 19:32:56.335476 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:32:56.335476 n-d-836017-2 neutron-server[84763]: cb(*args, **kw) Apr 18 19:32:56.335476 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:32:56.335476 n-d-836017-2 neutron-server[84763]: return func(*args, **kwargs) Apr 18 19:32:56.335476 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:32:56.335476 n-d-836017-2 neutron-server[84763]: self._notify() Apr 18 19:32:56.335476 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:32:56.335476 n-d-836017-2 neutron-server[84763]: self.callback(batched_events) Apr 18 19:32:56.335476 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:32:56.335476 n-d-836017-2 neutron-server[84763]: event.method(event) Apr 18 19:32:56.335476 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:32:56.335476 n-d-836017-2 neutron-server[84763]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:32:56.335476 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:32:56.335476 n-d-836017-2 neutron-server[84763]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:32:56.335476 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:32:56.335476 n-d-836017-2 neutron-server[84763]: return f(self, *a, **k) Apr 18 19:32:56.335476 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:32:56.335476 n-d-836017-2 neutron-server[84763]: return self._get(url).json() Apr 18 19:32:56.335476 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:32:56.335476 n-d-836017-2 neutron-server[84763]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:32:56.335476 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:32:56.335476 n-d-836017-2 neutron-server[84763]: return self.request(url, 'GET', **kwargs) Apr 18 19:32:56.335476 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:32:56.335476 n-d-836017-2 neutron-server[84763]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:32:56.335476 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:32:56.335476 n-d-836017-2 neutron-server[84763]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:32:56.335476 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:32:56.335476 n-d-836017-2 neutron-server[84763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:32:56.335476 n-d-836017-2 neutron-server[84763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:32:56.427911 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-83bbd9e9-13a5-40ac-9505-c82de18043f9 req-eace9293-224a-44af-b71a-c40d73813914 tempest-ServersOnMultiNodesTest-948315256 tempest-ServersOnMultiNodesTest-948315256-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=b7876bbb-72a7-468e-80d9-7a7f4e879058 HTTP/1.1" status: 200 len: 1101 time: 0.3397484 Apr 18 19:32:56.519844 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-83bbd9e9-13a5-40ac-9505-c82de18043f9 req-88d9adf5-49ec-4623-bd1d-b0c1e06c2d1e tempest-ServersOnMultiNodesTest-948315256 tempest-ServersOnMultiNodesTest-948315256-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=3bb75c1f-620d-4cfd-a804-faa1a9266f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909033 Apr 18 19:32:56.578606 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-3fca6668-7d36-4541-8e55-ee7bb87b360d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416801'] for network, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:56.606738 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-3fca6668-7d36-4541-8e55-ee7bb87b360d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:56.637777 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fca6668-7d36-4541-8e55-ee7bb87b360d admin admin] Pushing event deleted for resources: {'Network': ['ID=2ec6ced9-a6bc-4877-8b52-5620d7b70918,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:56.779986 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-3fca6668-7d36-4541-8e55-ee7bb87b360d admin admin] 10.222.0.69 "DELETE /v2.0/networks/2ec6ced9-a6bc-4877-8b52-5620d7b70918 HTTP/1.1" status: 204 len: 168 time: 3.1379962 Apr 18 19:32:56.783046 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 57336) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:32:56.885774 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-456532aa-1fde-459c-9ffc-23edac0a06f7 req-7ef1af3b-7a5c-4981-837d-b00f66a39cf5 tempest-ServersOnMultiNodesTest-948315256 tempest-ServersOnMultiNodesTest-948315256-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=d7fe8ede-e050-4d66-b015-a59a9a787c84 HTTP/1.1" status: 200 len: 1101 time: 0.1733551 Apr 18 19:32:56.946170 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-456532aa-1fde-459c-9ffc-23edac0a06f7 req-0eb76faf-4912-45c1-b318-6ed7df1f03e8 tempest-ServersOnMultiNodesTest-948315256 tempest-ServersOnMultiNodesTest-948315256-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=3bb75c1f-620d-4cfd-a804-faa1a9266f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841045 Apr 18 19:32:57.422427 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-50941c57-5101-4043-8da2-c9726d25c1a6 req-0cdba173-93f8-45a2-aa2c-fc2737f1d455 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8373580-0979-4e32-8103-76fe809bd1ed HTTP/1.1" status: 200 len: 210 time: 0.0575662 Apr 18 19:32:57.526151 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b195de30-93ce-416e-a4cb-5cd04cf5c16f req-d83bef79-9439-4f32-9d2f-706b50284a16 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=73070b32fdb445869915286e0756abff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0685825 Apr 18 19:32:57.546785 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-ee10f481-6004-4d2a-ac3b-75c51139ca30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417313'] for router_interface, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:57.613796 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 57374) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:32:57.911875 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b195de30-93ce-416e-a4cb-5cd04cf5c16f req-3342ea52-4c7a-4300-8a1f-e2dc202c0589 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:57.918861 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b195de30-93ce-416e-a4cb-5cd04cf5c16f req-3342ea52-4c7a-4300-8a1f-e2dc202c0589 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3862443 Apr 18 19:32:57.943961 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-3ea855b7-c55d-4021-8ddf-4da1989f1739 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:57.955229 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b195de30-93ce-416e-a4cb-5cd04cf5c16f req-9448a9f7-0336-4e89-90a6-9461dcf3c89e tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/quotas/73070b32fdb445869915286e0756abff HTTP/1.1" status: 200 len: 375 time: 0.0352743 Apr 18 19:32:57.989904 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-3ea855b7-c55d-4021-8ddf-4da1989f1739 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:58.096293 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7973cc99-7325-4a0a-889f-462eb2c9233a req-a5c5eaf9-5d75-4275-9b11-2d9f19e4793a tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:58.110378 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7973cc99-7325-4a0a-889f-462eb2c9233a req-a5c5eaf9-5d75-4275-9b11-2d9f19e4793a tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.73 "GET /v2.0/networks?id=0124e28f-2243-4533-b876-7d659443232d HTTP/1.1" status: 200 len: 804 time: 0.3318036 Apr 18 19:32:58.135772 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-7973cc99-7325-4a0a-889f-462eb2c9233a req-d1f68aa9-b60c-4824-9061-b0bf44477db7 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Request body: {'port': {'device_id': 'e8373580-0979-4e32-8103-76fe809bd1ed', 'network_id': '0124e28f-2243-4533-b876-7d659443232d', 'admin_state_up': True, 'tenant_id': 'e3b062c733cb48498c21458f46ee72da'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:32:58.147638 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 57388) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:32:58.180422 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b195de30-93ce-416e-a4cb-5cd04cf5c16f req-db07f147-1828-4f5e-898c-0d1ada7e15ab tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=73070b32fdb445869915286e0756abff&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2215574 Apr 18 19:32:58.311636 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-3ea855b7-c55d-4021-8ddf-4da1989f1739 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:58.386751 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea855b7-c55d-4021-8ddf-4da1989f1739 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=059a9d13-b1ae-4689-acd4-4327d8143c7d,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:58.548428 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-7973cc99-7325-4a0a-889f-462eb2c9233a req-d1f68aa9-b60c-4824-9061-b0bf44477db7 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:32:58.597492 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-7973cc99-7325-4a0a-889f-462eb2c9233a req-d1f68aa9-b60c-4824-9061-b0bf44477db7 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:32:58.670379 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7973cc99-7325-4a0a-889f-462eb2c9233a req-d1f68aa9-b60c-4824-9061-b0bf44477db7 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Made reservation on behalf of e3b062c733cb48498c21458f46ee72da for: {'port': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:32:58.675555 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-7973cc99-7325-4a0a-889f-462eb2c9233a req-d1f68aa9-b60c-4824-9061-b0bf44477db7 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:58.800041 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-961d8d51-61b6-48de-af33-7486d1be2d08 req-dd755f75-756e-40e3-a42b-e2048b00a0c1 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8373580-0979-4e32-8103-76fe809bd1ed HTTP/1.1" status: 200 len: 210 time: 0.1023843 Apr 18 19:32:58.807130 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-3ea855b7-c55d-4021-8ddf-4da1989f1739 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:58.824507 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-676a9291-5a2c-4042-be57-c6b19c26bc83 req-ebcab9e2-6f2b-4d1c-b19e-b1028a117d8a tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/ports?device_id=6efffcaf-cd0d-424c-81eb-c399c90cf2d4 HTTP/1.1" status: 200 len: 210 time: 0.1257498 Apr 18 19:32:58.826708 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-3ea855b7-c55d-4021-8ddf-4da1989f1739 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "DELETE /v2.0/security-groups/059a9d13-b1ae-4689-acd4-4327d8143c7d HTTP/1.1" status: 204 len: 168 time: 1.2065296 Apr 18 19:32:58.835007 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 57412) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:32:59.058445 n-d-836017-2 neutron-server[84763]: INFO neutron.api.v2.resource [None req-afd458b1-d5e1-4d64-9e7e-7573b452f5b5 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] show failed (client error): The resource could not be found. Apr 18 19:32:59.062525 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-afd458b1-d5e1-4d64-9e7e-7573b452f5b5 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "GET /v2.0/security-groups/059a9d13-b1ae-4689-acd4-4327d8143c7d HTTP/1.1" status: 404 len: 347 time: 0.2233672 Apr 18 19:32:59.066294 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 57420) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:32:59.078040 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-583bac1f-40bb-4f1e-9a4a-6da15fbaca14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:59.210689 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-583bac1f-40bb-4f1e-9a4a-6da15fbaca14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:32:59.226225 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-583bac1f-40bb-4f1e-9a4a-6da15fbaca14 admin admin] Usage tracker for resource:security_group_rule and tenant:8a94cd0191784073a9b25dc347ce45e9 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:32:59.231886 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-583bac1f-40bb-4f1e-9a4a-6da15fbaca14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:32:59.247757 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-583bac1f-40bb-4f1e-9a4a-6da15fbaca14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:32:59.315684 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-e0c08346-7fc4-4e27-bbd6-55700e9cb2af tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Deleting port f2653910-8498-412e-93c4-9f23be1044d1 {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:32:59.316014 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-e0c08346-7fc4-4e27-bbd6-55700e9cb2af tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:59.354266 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_common [req-7973cc99-7325-4a0a-889f-462eb2c9233a req-d1f68aa9-b60c-4824-9061-b0bf44477db7 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Allocated IP 172.20.0.13 (0124e28f-2243-4533-b876-7d659443232d/53fde093-fc81-475a-a625-0084a1c3acc5/0771a07f-2772-46d4-85e4-c51f77e590fb) {{(pid=84763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:32:59.390748 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-583bac1f-40bb-4f1e-9a4a-6da15fbaca14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:59.459280 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-ee10f481-6004-4d2a-ac3b-75c51139ca30 admin admin] Deleting port 88d251ba-b724-408a-9e60-f5dc77486775 {{(pid=84764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:32:59.459624 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-ee10f481-6004-4d2a-ac3b-75c51139ca30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:59.510879 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-583bac1f-40bb-4f1e-9a4a-6da15fbaca14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:59.715511 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583bac1f-40bb-4f1e-9a4a-6da15fbaca14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb689a0b-62f6-4840-8441-1ae44689fc21,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:59.733039 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-583bac1f-40bb-4f1e-9a4a-6da15fbaca14 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8a94cd0191784073a9b25dc347ce45e9&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5780876 Apr 18 19:32:59.735843 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 57446) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:32:59.802617 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-e0c08346-7fc4-4e27-bbd6-55700e9cb2af tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:59.802856 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-e0c08346-7fc4-4e27-bbd6-55700e9cb2af tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:59.886673 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [None req-ee10f481-6004-4d2a-ac3b-75c51139ca30 admin admin] For port 88d251ba-b724-408a-9e60-f5dc77486775, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=88d251ba-b724-408a-9e60-f5dc77486775,segment=NetworkSegment(d93c1742-7b6a-4700-8e24-1b545f2634ab),segment_id=d93c1742-7b6a-4700-8e24-1b545f2634ab)] {{(pid=84764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:32:59.887173 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-ee10f481-6004-4d2a-ac3b-75c51139ca30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:00.049887 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a3c0e537-c205-4ad2-990b-064c7d93a0cc req-a53c03b4-6240-4abd-b598-d424d520a34f tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/ports?device_id=6efffcaf-cd0d-424c-81eb-c399c90cf2d4 HTTP/1.1" status: 200 len: 210 time: 0.0651443 Apr 18 19:33:00.081964 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-e0c08346-7fc4-4e27-bbd6-55700e9cb2af tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Calling delete_port for f2653910-8498-412e-93c4-9f23be1044d1 owned by network:floatingip {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:33:00.172511 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-ee10f481-6004-4d2a-ac3b-75c51139ca30 admin admin] Calling delete_port for 88d251ba-b724-408a-9e60-f5dc77486775 owned by network:router_interface {{(pid=84764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:33:00.200170 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2099eb76-7ea0-4ddd-94bf-ff265a85f11f req-4a1f0ffc-88be-4dde-9f1f-f4dfa33e59d3 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8373580-0979-4e32-8103-76fe809bd1ed HTTP/1.1" status: 200 len: 210 time: 0.1303029 Apr 18 19:33:00.211749 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f3e220e5-54d2-4ef7-a6b4-9f9aa12dad05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:00.269744 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-7973cc99-7325-4a0a-889f-462eb2c9233a req-d1f68aa9-b60c-4824-9061-b0bf44477db7 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Notify callbacks [] for port, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:00.294022 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f3e220e5-54d2-4ef7-a6b4-9f9aa12dad05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:00.449156 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-7973cc99-7325-4a0a-889f-462eb2c9233a req-d1f68aa9-b60c-4824-9061-b0bf44477db7 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:00.462776 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] get_ports_and_sgs() called for port_ids ['6ce9e8ca-c688-4360-a5c1-cb5597c9db75'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:33:00.550635 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f68aa9-b60c-4824-9061-b0bf44477db7 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Pushing event updated for resources: {'Port': ['ID=0771a07f-2772-46d4-85e4-c51f77e590fb,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:00.554408 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-e0c08346-7fc4-4e27-bbd6-55700e9cb2af tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:00.582942 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f3e220e5-54d2-4ef7-a6b4-9f9aa12dad05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:00.619488 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c08346-7fc4-4e27-bbd6-55700e9cb2af tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Pushing event deleted for resources: {'Port': ['ID=f2653910-8498-412e-93c4-9f23be1044d1,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:00.624603 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7973cc99-7325-4a0a-889f-462eb2c9233a req-d1f68aa9-b60c-4824-9061-b0bf44477db7 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Network 0124e28f-2243-4533-b876-7d659443232d is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:33:00.628575 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [req-7973cc99-7325-4a0a-889f-462eb2c9233a req-d1f68aa9-b60c-4824-9061-b0bf44477db7 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:33:00.628717 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e220e5-54d2-4ef7-a6b4-9f9aa12dad05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb689a0b-62f6-4840-8441-1ae44689fc21,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:00.632094 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-7973cc99-7325-4a0a-889f-462eb2c9233a req-d1f68aa9-b60c-4824-9061-b0bf44477db7 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Received port after_create {{(pid=84763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:33:00.658488 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f3e220e5-54d2-4ef7-a6b4-9f9aa12dad05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:00.661902 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-f3e220e5-54d2-4ef7-a6b4-9f9aa12dad05 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/bb689a0b-62f6-4840-8441-1ae44689fc21 HTTP/1.1" status: 204 len: 168 time: 0.9217122 Apr 18 19:33:00.661902 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-ee10f481-6004-4d2a-ac3b-75c51139ca30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:00.790101 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-e0c08346-7fc4-4e27-bbd6-55700e9cb2af tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks [] for floatingip, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:00.828617 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7973cc99-7325-4a0a-889f-462eb2c9233a req-d1f68aa9-b60c-4824-9061-b0bf44477db7 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:00.831346 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-7973cc99-7325-4a0a-889f-462eb2c9233a req-d1f68aa9-b60c-4824-9061-b0bf44477db7 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:00.903862 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee10f481-6004-4d2a-ac3b-75c51139ca30 admin admin] Pushing event deleted for resources: {'Port': ['ID=88d251ba-b724-408a-9e60-f5dc77486775,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:00.926160 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-e0c08346-7fc4-4e27-bbd6-55700e9cb2af tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for floatingip, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:00.927436 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-e0c08346-7fc4-4e27-bbd6-55700e9cb2af tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "DELETE /v2.0/floatingips/e9bbf704-042c-41b0-9dbd-2936dd15501f HTTP/1.1" status: 204 len: 168 time: 1.8601587 Apr 18 19:33:00.929020 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7973cc99-7325-4a0a-889f-462eb2c9233a req-d1f68aa9-b60c-4824-9061-b0bf44477db7 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8052456 Apr 18 19:33:00.930261 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 57488) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:33:01.005417 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-7973cc99-7325-4a0a-889f-462eb2c9233a req-c61e6449-d27e-4543-82c7-54aa3695f49b service neutron] Request body: {'port': {'device_id': 'e8373580-0979-4e32-8103-76fe809bd1ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-2'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:33:01.428483 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-d9f7f1b9-d0b4-48bd-9c6f-e3600181eed8 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Deleting port cab89208-0cb7-4471-99b4-f5c3564d6fc1 {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:33:01.431140 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d9f7f1b9-d0b4-48bd-9c6f-e3600181eed8 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:01.623504 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-7973cc99-7325-4a0a-889f-462eb2c9233a req-c61e6449-d27e-4543-82c7-54aa3695f49b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:01.696785 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4548121b-2723-46d6-8ed8-11032b12aedf req-64799f5b-4117-496a-a500-154898290ad2 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/ports?device_id=6efffcaf-cd0d-424c-81eb-c399c90cf2d4 HTTP/1.1" status: 200 len: 210 time: 0.1371913 Apr 18 19:33:01.854314 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053bc721-9068-4e04-87fd-f048231596f3 req-00c20995-3cf0-40cf-aab4-533ad820056a tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:01.861945 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-053bc721-9068-4e04-87fd-f048231596f3 req-00c20995-3cf0-40cf-aab4-533ad820056a tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8373580-0979-4e32-8103-76fe809bd1ed HTTP/1.1" status: 200 len: 932 time: 0.4101067 Apr 18 19:33:01.941129 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-053bc721-9068-4e04-87fd-f048231596f3 req-f2fc8217-02c6-4fce-a52a-d418344a5a15 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/security-groups?id=6dce0218-3e63-47f4-ad5c-3b3c3b13b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777435 Apr 18 19:33:01.994917 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b195de30-93ce-416e-a4cb-5cd04cf5c16f req-a9d88ff5-56db-46b4-8b51-c1bc7b668b3b tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=73070b32fdb445869915286e0756abff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0540130 Apr 18 19:33:02.057290 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-ee10f481-6004-4d2a-ac3b-75c51139ca30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417398'] for router_interface, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:02.343751 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 57536) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:33:02.344435 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 57538) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:33:02.464738 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-9026945d-5154-47f1-aa9e-67261035950d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:02.556771 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-9026945d-5154-47f1-aa9e-67261035950d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:33:02.562831 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-9026945d-5154-47f1-aa9e-67261035950d admin admin] Usage tracker for resource:security_group_rule and tenant:5d434bb07ca04297a110ebe04a3e5916 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:33:02.567583 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-9026945d-5154-47f1-aa9e-67261035950d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:33:02.578421 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-9026945d-5154-47f1-aa9e-67261035950d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:33:02.684353 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d9f7f1b9-d0b4-48bd-9c6f-e3600181eed8 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:02.835242 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b195de30-93ce-416e-a4cb-5cd04cf5c16f req-04f80b94-4b9a-4462-89b0-6efa23395c7f tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:02.837143 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b195de30-93ce-416e-a4cb-5cd04cf5c16f req-04f80b94-4b9a-4462-89b0-6efa23395c7f tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7866809 Apr 18 19:33:02.856021 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-9026945d-5154-47f1-aa9e-67261035950d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:02.889142 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-a69972ce-7e3b-45b7-9787-a94170a17b98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:02.915569 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-b195de30-93ce-416e-a4cb-5cd04cf5c16f req-ff2cdc10-3a31-42d7-9e89-006c44f08089 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Request body: {'port': {'device_id': '6efffcaf-cd0d-424c-81eb-c399c90cf2d4', 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a', 'admin_state_up': True, 'tenant_id': '73070b32fdb445869915286e0756abff'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:33:02.949846 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-9026945d-5154-47f1-aa9e-67261035950d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:03.000842 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-a69972ce-7e3b-45b7-9787-a94170a17b98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:33:03.027876 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-a69972ce-7e3b-45b7-9787-a94170a17b98 admin admin] Usage tracker for resource:security_group_rule and tenant:352b953ce7ad4c16b351a230dcaae93d is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:33:03.046679 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-a69972ce-7e3b-45b7-9787-a94170a17b98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:33:03.072817 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-d9f7f1b9-d0b4-48bd-9c6f-e3600181eed8 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Calling delete_port for cab89208-0cb7-4471-99b4-f5c3564d6fc1 owned by {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:33:03.086621 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-a69972ce-7e3b-45b7-9787-a94170a17b98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:33:03.197988 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8c6ce946-cf24-4739-9314-c9a158c2d83f req-ee306b9e-12d6-4d17-942c-ff9b0701a0d2 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/ports?device_id=6efffcaf-cd0d-424c-81eb-c399c90cf2d4 HTTP/1.1" status: 200 len: 210 time: 0.2924738 Apr 18 19:33:03.206066 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-b195de30-93ce-416e-a4cb-5cd04cf5c16f req-ff2cdc10-3a31-42d7-9e89-006c44f08089 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:33:03.246131 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-b195de30-93ce-416e-a4cb-5cd04cf5c16f req-ff2cdc10-3a31-42d7-9e89-006c44f08089 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:33:03.365607 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9026945d-5154-47f1-aa9e-67261035950d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=938cd566-12a6-4005-aa72-3f3b14937719,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:03.375070 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-9026945d-5154-47f1-aa9e-67261035950d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5d434bb07ca04297a110ebe04a3e5916&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0243294 Apr 18 19:33:03.375830 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 57584) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:33:03.390643 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b195de30-93ce-416e-a4cb-5cd04cf5c16f req-ff2cdc10-3a31-42d7-9e89-006c44f08089 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Made reservation on behalf of 73070b32fdb445869915286e0756abff for: {'port': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:33:03.394605 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-b195de30-93ce-416e-a4cb-5cd04cf5c16f req-ff2cdc10-3a31-42d7-9e89-006c44f08089 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:03.463939 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [req-7973cc99-7325-4a0a-889f-462eb2c9233a req-c61e6449-d27e-4543-82c7-54aa3695f49b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0771a07f-2772-46d4-85e4-c51f77e590fb {{(pid=84763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:33:03.520043 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-7973cc99-7325-4a0a-889f-462eb2c9233a req-c61e6449-d27e-4543-82c7-54aa3695f49b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:03.558996 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [req-7973cc99-7325-4a0a-889f-462eb2c9233a req-c61e6449-d27e-4543-82c7-54aa3695f49b service neutron] Transition to ACTIVE for port object 0771a07f-2772-46d4-85e4-c51f77e590fb will not be triggered until provisioned by entity L2. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:33:03.577605 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d9f7f1b9-d0b4-48bd-9c6f-e3600181eed8 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:03.632807 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-a69972ce-7e3b-45b7-9787-a94170a17b98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:03.653718 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f7f1b9-d0b4-48bd-9c6f-e3600181eed8 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Pushing event deleted for resources: {'Port': ['ID=cab89208-0cb7-4471-99b4-f5c3564d6fc1,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:03.663668 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-7973cc99-7325-4a0a-889f-462eb2c9233a req-c61e6449-d27e-4543-82c7-54aa3695f49b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:03.722333 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-a69972ce-7e3b-45b7-9787-a94170a17b98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:03.790923 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-537da9d6-ab14-49d7-a741-55ae39aba0b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:03.869803 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638614de-20fa-4c77-a7f5-5803eadf778e req-ec730cbf-15f3-4ba4-b4e9-8743f2c63f26 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:03.877617 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-638614de-20fa-4c77-a7f5-5803eadf778e req-ec730cbf-15f3-4ba4-b4e9-8743f2c63f26 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8373580-0979-4e32-8103-76fe809bd1ed HTTP/1.1" status: 200 len: 932 time: 0.5798194 Apr 18 19:33:03.918323 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69972ce-7e3b-45b7-9787-a94170a17b98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec6b9065-b2f3-4b9d-b719-f2e1b498c8f2,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:03.929522 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-a69972ce-7e3b-45b7-9787-a94170a17b98 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=352b953ce7ad4c16b351a230dcaae93d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5769856 Apr 18 19:33:03.932221 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-537da9d6-ab14-49d7-a741-55ae39aba0b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:03.943230 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 57596) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:33:04.060513 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-638614de-20fa-4c77-a7f5-5803eadf778e req-ce8d55c9-c9c9-45be-8275-414a910702d8 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/security-groups?id=6dce0218-3e63-47f4-ad5c-3b3c3b13b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820314 Apr 18 19:33:04.104615 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61e6449-d27e-4543-82c7-54aa3695f49b service neutron] Pushing event updated for resources: {'Port': ['ID=0771a07f-2772-46d4-85e4-c51f77e590fb,revision_number=2']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:04.137819 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d9f7f1b9-d0b4-48bd-9c6f-e3600181eed8 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:04.138634 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-e18497cc-7018-4afc-be72-4e42a082c44f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:04.175838 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_common [req-b195de30-93ce-416e-a4cb-5cd04cf5c16f req-ff2cdc10-3a31-42d7-9e89-006c44f08089 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Allocated IP 192.168.233.13 (cb6d8c7c-7ea4-4a32-b429-1c2934b7306a/17d1b3aa-2066-4ffa-a69f-52ed566b6548/52b7b7dc-94a3-4e1a-88aa-a4fe09a31f6e) {{(pid=84763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:33:04.185839 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-d9f7f1b9-d0b4-48bd-9c6f-e3600181eed8 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "DELETE /v2.0/ports/cab89208-0cb7-4471-99b4-f5c3564d6fc1 HTTP/1.1" status: 204 len: 168 time: 3.2545021 Apr 18 19:33:04.187260 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-e18497cc-7018-4afc-be72-4e42a082c44f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:04.192559 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 57608) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:33:04.236706 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-537da9d6-ab14-49d7-a741-55ae39aba0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:04.279681 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-537da9d6-ab14-49d7-a741-55ae39aba0b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:04.280955 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-537da9d6-ab14-49d7-a741-55ae39aba0b5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/938cd566-12a6-4005-aa72-3f3b14937719 HTTP/1.1" status: 204 len: 168 time: 0.8885639 Apr 18 19:33:04.295897 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537da9d6-ab14-49d7-a741-55ae39aba0b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=938cd566-12a6-4005-aa72-3f3b14937719,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:04.319141 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee10f481-6004-4d2a-ac3b-75c51139ca30 admin admin] Router d297cc5c-b805-498a-9d54-0143a5a08847 has already been hosted by L3 agent 21b59c62-f184-4169-bc3e-79831cc043e8 {{(pid=84764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:33:04.324780 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-7973cc99-7325-4a0a-889f-462eb2c9233a req-c61e6449-d27e-4543-82c7-54aa3695f49b service neutron] Attempting to bind port 0771a07f-2772-46d4-85e4-c51f77e590fb on host n-h1-836017-2 for vnic_type normal with profile {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:33:04.324780 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-7973cc99-7325-4a0a-889f-462eb2c9233a req-c61e6449-d27e-4543-82c7-54aa3695f49b service neutron] Attempting to bind port 0771a07f-2772-46d4-85e4-c51f77e590fb by drivers openvswitch,hyperv on host n-h1-836017-2 at level 0 using segments [{'id': '56697489-6787-4e2b-895c-5ec0b051161d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '0124e28f-2243-4533-b876-7d659443232d'}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:33:04.348336 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7973cc99-7325-4a0a-889f-462eb2c9233a req-c61e6449-d27e-4543-82c7-54aa3695f49b service neutron] Attempting to bind port 0771a07f-2772-46d4-85e4-c51f77e590fb on network 0124e28f-2243-4533-b876-7d659443232d {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:33:04.455846 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.agents_db [None req-eb67022b-f881-4bc8-8f45-fca90fb27803 None None] Agent healthcheck: found 7 active agents {{(pid=84766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:33:04.535457 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-e18497cc-7018-4afc-be72-4e42a082c44f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:04.563163 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18497cc-7018-4afc-be72-4e42a082c44f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec6b9065-b2f3-4b9d-b719-f2e1b498c8f2,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:04.573107 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-e18497cc-7018-4afc-be72-4e42a082c44f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:04.574542 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-e18497cc-7018-4afc-be72-4e42a082c44f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ec6b9065-b2f3-4b9d-b719-f2e1b498c8f2 HTTP/1.1" status: 204 len: 168 time: 0.6270523 Apr 18 19:33:04.586741 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7973cc99-7325-4a0a-889f-462eb2c9233a req-c61e6449-d27e-4543-82c7-54aa3695f49b service neutron] Port 0771a07f-2772-46d4-85e4-c51f77e590fb on network 0124e28f-2243-4533-b876-7d659443232d not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-2 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:33:04.587108 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7973cc99-7325-4a0a-889f-462eb2c9233a req-c61e6449-d27e-4543-82c7-54aa3695f49b service neutron] Attempting to bind port 0771a07f-2772-46d4-85e4-c51f77e590fb on network 0124e28f-2243-4533-b876-7d659443232d {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:33:04.713546 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-7baae419-6b87-4189-a70a-8581193561d3 req-ca8cf7a1-d966-4bf5-9b20-d4828c1aa27e tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Synchronizing usage tracker for tenant:73070b32fdb445869915286e0756abff on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:33:04.726145 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-8886f1fc-c20a-4e79-ba60-cc4b62b82724 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Deleting port bc352c10-792f-4c4c-8ce2-33c2e09ff225 {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:33:04.726611 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-8886f1fc-c20a-4e79-ba60-cc4b62b82724 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:04.771397 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee10f481-6004-4d2a-ac3b-75c51139ca30 admin admin] Notify agent at l3_agent.n-d-836017-2 the message routers_updated {{(pid=84764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:33:04.791804 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-ee10f481-6004-4d2a-ac3b-75c51139ca30 admin admin] 10.222.0.69 "PUT /v2.0/routers/d297cc5c-b805-498a-9d54-0143a5a08847/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0042136 Apr 18 19:33:04.792019 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014c4b13-c40a-4fcf-92df-e58debf7dc47 None None] Sync routers for ids ['d297cc5c-b805-498a-9d54-0143a5a08847'] in n-d-836017-2 {{(pid=84765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:33:04.792546 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 57634) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:33:04.812452 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014c4b13-c40a-4fcf-92df-e58debf7dc47 None None] Routers {'d297cc5c-b805-498a-9d54-0143a5a08847'} bound to L3 agent in host n-d-836017-2 {{(pid=84765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:33:04.813088 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-014c4b13-c40a-4fcf-92df-e58debf7dc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:32:50Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['d297cc5c-b805-498a-9d54-0143a5a08847'], 'active': True} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:33:05.047296 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7973cc99-7325-4a0a-889f-462eb2c9233a req-c61e6449-d27e-4543-82c7-54aa3695f49b service neutron] Checking agent: {'id': 'e3a31811-08e0-42ba-bc2e-ed8a973b714f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 25), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:33:05.049542 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7973cc99-7325-4a0a-889f-462eb2c9233a req-c61e6449-d27e-4543-82c7-54aa3695f49b service neutron] Checking segment: {'id': '56697489-6787-4e2b-895c-5ec0b051161d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '0124e28f-2243-4533-b876-7d659443232d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:33:05.050077 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7973cc99-7325-4a0a-889f-462eb2c9233a req-c61e6449-d27e-4543-82c7-54aa3695f49b service neutron] Bound using segment: {'id': '56697489-6787-4e2b-895c-5ec0b051161d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '0124e28f-2243-4533-b876-7d659443232d'} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:33:05.056154 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-7973cc99-7325-4a0a-889f-462eb2c9233a req-c61e6449-d27e-4543-82c7-54aa3695f49b service neutron] Bound port: 0771a07f-2772-46d4-85e4-c51f77e590fb, host: n-h1-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56697489-6787-4e2b-895c-5ec0b051161d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '0124e28f-2243-4533-b876-7d659443232d'}}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:33:05.056712 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-7973cc99-7325-4a0a-889f-462eb2c9233a req-c61e6449-d27e-4543-82c7-54aa3695f49b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:05.253934 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-014c4b13-c40a-4fcf-92df-e58debf7dc47 None None] Set router d297cc5c-b805-498a-9d54-0143a5a08847 gateway port host: n-d-836017-2 {{(pid=84765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:33:05.354147 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-7baae419-6b87-4189-a70a-8581193561d3 req-ca8cf7a1-d966-4bf5-9b20-d4828c1aa27e tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Unset dirty status for tenant:73070b32fdb445869915286e0756abff on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:33:05.355944 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7baae419-6b87-4189-a70a-8581193561d3 req-ca8cf7a1-d966-4bf5-9b20-d4828c1aa27e tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/ports?device_id=6efffcaf-cd0d-424c-81eb-c399c90cf2d4 HTTP/1.1" status: 200 len: 210 time: 0.8453722 Apr 18 19:33:05.557659 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769391e7-8cc6-45da-863a-e8e168bb7141 req-96d628c5-7078-4b51-855c-764e7e7cd148 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:05.569846 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-769391e7-8cc6-45da-863a-e8e168bb7141 req-96d628c5-7078-4b51-855c-764e7e7cd148 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8373580-0979-4e32-8103-76fe809bd1ed HTTP/1.1" status: 200 len: 944 time: 0.1435747 Apr 18 19:33:05.669291 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-769391e7-8cc6-45da-863a-e8e168bb7141 req-678d7d04-7c65-4952-bcb3-3f1d07946de7 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/security-groups?id=6dce0218-3e63-47f4-ad5c-3b3c3b13b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984802 Apr 18 19:33:05.691982 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-b195de30-93ce-416e-a4cb-5cd04cf5c16f req-ff2cdc10-3a31-42d7-9e89-006c44f08089 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Notify callbacks [] for port, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:05.769085 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-1b87383b-ac25-4037-a533-41b3b10a9ce8 admin admin] Notify callbacks [] for router, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:05.856619 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-014c4b13-c40a-4fcf-92df-e58debf7dc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd297cc5c-b805-498a-9d54-0143a5a08847', 'name': 'tempest-AttachSCSIVolumeTestJSON-1464896891-router', 'tenant_id': '85c9b26c858a4ef390a94fc98e3e93e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '123dddf6-5a7c-47f8-a4db-2dc52fd043a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:29:39Z', 'updated_at': '2022-04-18T19:33:00Z', 'revision_number': 5, 'project_id': '85c9b26c858a4ef390a94fc98e3e93e0', 'gw_port': {'id': '123dddf6-5a7c-47f8-a4db-2dc52fd043a2', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd297cc5c-b805-498a-9d54-0143a5a08847', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:29:41Z', 'updated_at': '2022-04-18T19:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2'}], 'n-d-836017-2', False) {} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:33:05.862841 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014c4b13-c40a-4fcf-92df-e58debf7dc47 None None] Checking router: d297cc5c-b805-498a-9d54-0143a5a08847 for host: n-d-836017-2 {{(pid=84765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:33:05.877228 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014c4b13-c40a-4fcf-92df-e58debf7dc47 None None] Routers {'d297cc5c-b805-498a-9d54-0143a5a08847'} bound to L3 agent in host n-d-836017-2 {{(pid=84765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:33:05.878150 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-014c4b13-c40a-4fcf-92df-e58debf7dc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:32:50Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['d297cc5c-b805-498a-9d54-0143a5a08847'], 'active': True} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:33:05.944051 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [req-b195de30-93ce-416e-a4cb-5cd04cf5c16f req-ff2cdc10-3a31-42d7-9e89-006c44f08089 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Transition to ACTIVE for port object 52b7b7dc-94a3-4e1a-88aa-a4fe09a31f6e will not be triggered until provisioned by entity DHCP. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:33:05.999267 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-7973cc99-7325-4a0a-889f-462eb2c9233a req-c61e6449-d27e-4543-82c7-54aa3695f49b service neutron] For port 0771a07f-2772-46d4-85e4-c51f77e590fb, host n-h1-836017-2, cleared binding levels {{(pid=84763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:33:06.070659 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-7973cc99-7325-4a0a-889f-462eb2c9233a req-c61e6449-d27e-4543-82c7-54aa3695f49b service neutron] For port 0771a07f-2772-46d4-85e4-c51f77e590fb, host n-h1-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=0771a07f-2772-46d4-85e4-c51f77e590fb,segment=NetworkSegment(56697489-6787-4e2b-895c-5ec0b051161d),segment_id=56697489-6787-4e2b-895c-5ec0b051161d)] {{(pid=84763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:33:06.101808 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-014c4b13-c40a-4fcf-92df-e58debf7dc47 None None] Set router d297cc5c-b805-498a-9d54-0143a5a08847 gateway port host: n-d-836017-2 {{(pid=84765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:33:06.105257 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-b195de30-93ce-416e-a4cb-5cd04cf5c16f req-ff2cdc10-3a31-42d7-9e89-006c44f08089 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:06.148669 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-8886f1fc-c20a-4e79-ba60-cc4b62b82724 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:06.225739 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-1b87383b-ac25-4037-a533-41b3b10a9ce8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:06.249214 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] get_ports_and_sgs() called for port_ids ['095a9680-858e-4b90-9273-b31a53dffeb8', 'a2813964-4506-412b-8a7e-dd3f7c81ebe6', '44ee4a95-c41e-4c22-8ed3-49639e968ae2'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:33:06.300437 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-7973cc99-7325-4a0a-889f-462eb2c9233a req-c61e6449-d27e-4543-82c7-54aa3695f49b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:06.307705 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 57676) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:33:06.331970 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] get_ports_and_sgs() called for port_ids ['fbaca27c-775e-4826-a999-e46d492b3066', '4dc9ea20-0019-4f76-93a6-1e8b1efa54a8'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:33:06.345038 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-1b87383b-ac25-4037-a533-41b3b10a9ce8 admin admin] Deleting port 123dddf6-5a7c-47f8-a4db-2dc52fd043a2 {{(pid=84764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:33:06.345673 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-1b87383b-ac25-4037-a533-41b3b10a9ce8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:06.406791 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b195de30-93ce-416e-a4cb-5cd04cf5c16f req-ff2cdc10-3a31-42d7-9e89-006c44f08089 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:33:06.498921 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [req-b195de30-93ce-416e-a4cb-5cd04cf5c16f req-ff2cdc10-3a31-42d7-9e89-006c44f08089 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:33:06.507887 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-b195de30-93ce-416e-a4cb-5cd04cf5c16f req-ff2cdc10-3a31-42d7-9e89-006c44f08089 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Received port after_create {{(pid=84763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:33:06.609504 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-8886f1fc-c20a-4e79-ba60-cc4b62b82724 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Calling delete_port for bc352c10-792f-4c4c-8ce2-33c2e09ff225 owned by {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:33:06.818076 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [None req-1b87383b-ac25-4037-a533-41b3b10a9ce8 admin admin] For port 123dddf6-5a7c-47f8-a4db-2dc52fd043a2, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=123dddf6-5a7c-47f8-a4db-2dc52fd043a2,segment=NetworkSegment(5de34947-6c56-419b-85d0-f61f69ce7c45),segment_id=5de34947-6c56-419b-85d0-f61f69ce7c45)] {{(pid=84764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:33:06.822383 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-1b87383b-ac25-4037-a533-41b3b10a9ce8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:06.826778 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b195de30-93ce-416e-a4cb-5cd04cf5c16f req-ff2cdc10-3a31-42d7-9e89-006c44f08089 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:06.827591 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-b195de30-93ce-416e-a4cb-5cd04cf5c16f req-ff2cdc10-3a31-42d7-9e89-006c44f08089 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:06.868170 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-7973cc99-7325-4a0a-889f-462eb2c9233a req-c61e6449-d27e-4543-82c7-54aa3695f49b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:06.869493 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7973cc99-7325-4a0a-889f-462eb2c9233a req-c61e6449-d27e-4543-82c7-54aa3695f49b service neutron] 10.222.0.73 "PUT /v2.0/ports/0771a07f-2772-46d4-85e4-c51f77e590fb HTTP/1.1" status: 200 len: 1092 time: 5.8838542 Apr 18 19:33:06.872905 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8373580-0979-4e32-8103-76fe809bd1ed', 'tag': '0771a07f-2772-46d4-85e4-c51f77e590fb'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:33:06.911191 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2cdc10-3a31-42d7-9e89-006c44f08089 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Pushing event updated for resources: {'Port': ['ID=52b7b7dc-94a3-4e1a-88aa-a4fe09a31f6e,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:07.040243 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b195de30-93ce-416e-a4cb-5cd04cf5c16f req-ff2cdc10-3a31-42d7-9e89-006c44f08089 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.1333485 Apr 18 19:33:07.174222 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-b195de30-93ce-416e-a4cb-5cd04cf5c16f req-f118fe5b-5ae7-4216-882c-074613a41472 service neutron] Request body: {'port': {'device_id': '6efffcaf-cd0d-424c-81eb-c399c90cf2d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-2'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:33:07.180750 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-1b87383b-ac25-4037-a533-41b3b10a9ce8 admin admin] Calling delete_port for 123dddf6-5a7c-47f8-a4db-2dc52fd043a2 owned by network:router_gateway {{(pid=84764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:33:07.275545 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61e6449-d27e-4543-82c7-54aa3695f49b service neutron] Pushing event updated for resources: {'Port': ['ID=0771a07f-2772-46d4-85e4-c51f77e590fb,revision_number=3']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:07.300363 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-0487a90c-f0e5-426a-9b3a-c5287e3ec881 None None] Provisioning for port 52b7b7dc-94a3-4e1a-88aa-a4fe09a31f6e completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:33:07.312123 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-0487a90c-f0e5-426a-9b3a-c5287e3ec881 None None] Provisioning complete for port 52b7b7dc-94a3-4e1a-88aa-a4fe09a31f6e triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:33:07.312520 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0487a90c-f0e5-426a-9b3a-c5287e3ec881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:07.320029 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-673a8e8b-b39d-4a1b-839a-bdba2097904d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:07.396837 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7973cc99-7325-4a0a-889f-462eb2c9233a req-811e40af-1c8f-410f-954e-1f222fc3bb73 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e3b062c733cb48498c21458f46ee72da&device_id=e8373580-0979-4e32-8103-76fe809bd1ed HTTP/1.1" status: 200 len: 1095 time: 0.3614306 Apr 18 19:33:07.555513 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-673a8e8b-b39d-4a1b-839a-bdba2097904d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:33:07.566063 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-673a8e8b-b39d-4a1b-839a-bdba2097904d admin admin] Usage tracker for resource:security_group_rule and tenant:2327aa10242b47eb89de5bc5bc2e4136 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:33:07.573321 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-673a8e8b-b39d-4a1b-839a-bdba2097904d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:33:07.587779 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-673a8e8b-b39d-4a1b-839a-bdba2097904d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:33:07.596576 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7973cc99-7325-4a0a-889f-462eb2c9233a req-d4a5756b-e046-46a7-8ec5-8d85dec37bcc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0771a07f-2772-46d4-85e4-c51f77e590fb HTTP/1.1" status: 200 len: 217 time: 0.1800330 Apr 18 19:33:07.598131 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-b195de30-93ce-416e-a4cb-5cd04cf5c16f req-f118fe5b-5ae7-4216-882c-074613a41472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:07.693201 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3836301f-88c4-4c3e-b84d-ac49cc507978 req-054722a0-c044-4d3f-8d4d-7302382f8a99 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:07.694032 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-3836301f-88c4-4c3e-b84d-ac49cc507978 req-054722a0-c044-4d3f-8d4d-7302382f8a99 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Synchronizing usage tracker for tenant:e3b062c733cb48498c21458f46ee72da on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:33:07.713142 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-0487a90c-f0e5-426a-9b3a-c5287e3ec881 None None] Port 52b7b7dc-94a3-4e1a-88aa-a4fe09a31f6e cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:33:07.714397 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-673a8e8b-b39d-4a1b-839a-bdba2097904d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:07.795851 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-673a8e8b-b39d-4a1b-839a-bdba2097904d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:07.870933 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7973cc99-7325-4a0a-889f-462eb2c9233a req-1fc9f99e-871f-4904-b534-d11ae4c8bd16 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:07.872715 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7973cc99-7325-4a0a-889f-462eb2c9233a req-1fc9f99e-871f-4904-b534-d11ae4c8bd16 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=53fde093-fc81-475a-a625-0084a1c3acc5 HTTP/1.1" status: 200 len: 844 time: 0.2166030 Apr 18 19:33:07.891655 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-8886f1fc-c20a-4e79-ba60-cc4b62b82724 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:07.987116 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-014c4b13-c40a-4fcf-92df-e58debf7dc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd297cc5c-b805-498a-9d54-0143a5a08847', 'name': 'tempest-AttachSCSIVolumeTestJSON-1464896891-router', 'tenant_id': '85c9b26c858a4ef390a94fc98e3e93e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '123dddf6-5a7c-47f8-a4db-2dc52fd043a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:29:39Z', 'updated_at': '2022-04-18T19:33:00Z', 'revision_number': 5, 'project_id': '85c9b26c858a4ef390a94fc98e3e93e0', 'gw_port': {'id': '123dddf6-5a7c-47f8-a4db-2dc52fd043a2', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd297cc5c-b805-498a-9d54-0143a5a08847', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:29:41Z', 'updated_at': '2022-04-18T19:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2'}], 'n-d-836017-2', False) {} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:33:07.987873 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec5e9af-4104-4cdf-bad4-e0125c6e0792 req-691cdeb9-1018-4e27-8a31-e037fd97db15 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:07.996243 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-cec5e9af-4104-4cdf-bad4-e0125c6e0792 req-691cdeb9-1018-4e27-8a31-e037fd97db15 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/ports?device_id=6efffcaf-cd0d-424c-81eb-c399c90cf2d4 HTTP/1.1" status: 200 len: 935 time: 0.6954260 Apr 18 19:33:07.998750 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673a8e8b-b39d-4a1b-839a-bdba2097904d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a3a1217-c64a-40e5-b1c3-cb85c0cb14d5,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:08.050601 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-673a8e8b-b39d-4a1b-839a-bdba2097904d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2327aa10242b47eb89de5bc5bc2e4136&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7415295 Apr 18 19:33:08.076625 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 57718) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:33:08.078907 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014c4b13-c40a-4fcf-92df-e58debf7dc47 None None] The sync data for ids ['d297cc5c-b805-498a-9d54-0143a5a08847'] in n-d-836017-2 is: [{'id': 'd297cc5c-b805-498a-9d54-0143a5a08847', 'name': 'tempest-AttachSCSIVolumeTestJSON-1464896891-router', 'tenant_id': '85c9b26c858a4ef390a94fc98e3e93e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '123dddf6-5a7c-47f8-a4db-2dc52fd043a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:29:39Z', 'updated_at': '2022-04-18T19:33:00Z', 'revision_number': 5, 'project_id': '85c9b26c858a4ef390a94fc98e3e93e0', 'gw_port': {'id': '123dddf6-5a7c-47f8-a4db-2dc52fd043a2', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd297cc5c-b805-498a-9d54-0143a5a08847', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:29:41Z', 'updated_at': '2022-04-18T19:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2'}] {{(pid=84765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:33:08.304092 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-cec5e9af-4104-4cdf-bad4-e0125c6e0792 req-14d61cde-e343-4a9b-b2a9-3ebf107f2af6 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb75c1f-620d-4cfd-a804-faa1a9266f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3059356 Apr 18 19:33:08.502266 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-93c8b282-1aa9-4d03-9179-63c10fa048ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:08.629289 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-93c8b282-1aa9-4d03-9179-63c10fa048ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:08.662085 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [req-b195de30-93ce-416e-a4cb-5cd04cf5c16f req-f118fe5b-5ae7-4216-882c-074613a41472 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52b7b7dc-94a3-4e1a-88aa-a4fe09a31f6e {{(pid=84763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:33:08.684597 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-b195de30-93ce-416e-a4cb-5cd04cf5c16f req-f118fe5b-5ae7-4216-882c-074613a41472 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:08.713497 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [req-b195de30-93ce-416e-a4cb-5cd04cf5c16f req-f118fe5b-5ae7-4216-882c-074613a41472 service neutron] Transition to ACTIVE for port object 52b7b7dc-94a3-4e1a-88aa-a4fe09a31f6e will not be triggered until provisioned by entity L2. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:33:08.714748 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-1b87383b-ac25-4037-a533-41b3b10a9ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:08.725208 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8886f1fc-c20a-4e79-ba60-cc4b62b82724 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Pushing event deleted for resources: {'Port': ['ID=bc352c10-792f-4c4c-8ce2-33c2e09ff225,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:08.738549 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18c8964d-bc68-4d6c-a70c-32bcff3a9a0b'] response: {'name': 'network-changed', 'server_uuid': 'e8373580-0979-4e32-8103-76fe809bd1ed', 'tag': '0771a07f-2772-46d4-85e4-c51f77e590fb', 'status': 'completed', 'code': 200} Apr 18 19:33:08.745194 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7973cc99-7325-4a0a-889f-462eb2c9233a req-9813f56e-65b5-4cde-a868-85b8b3b4c8f5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0124e28f-2243-4533-b876-7d659443232d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.8409212 Apr 18 19:33:08.749012 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-3836301f-88c4-4c3e-b84d-ac49cc507978 req-054722a0-c044-4d3f-8d4d-7302382f8a99 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Unset dirty status for tenant:e3b062c733cb48498c21458f46ee72da on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:33:08.766379 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3836301f-88c4-4c3e-b84d-ac49cc507978 req-054722a0-c044-4d3f-8d4d-7302382f8a99 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8373580-0979-4e32-8103-76fe809bd1ed HTTP/1.1" status: 200 len: 944 time: 1.6332428 Apr 18 19:33:08.800582 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b87383b-ac25-4037-a533-41b3b10a9ce8 admin admin] Pushing event deleted for resources: {'Port': ['ID=123dddf6-5a7c-47f8-a4db-2dc52fd043a2,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:09.021355 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7973cc99-7325-4a0a-889f-462eb2c9233a req-49026675-1931-4033-92dc-e23511857f2e service neutron] 10.222.0.73 "GET /v2.0/networks/0124e28f-2243-4533-b876-7d659443232d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519922 Apr 18 19:33:09.081581 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-b195de30-93ce-416e-a4cb-5cd04cf5c16f req-f118fe5b-5ae7-4216-882c-074613a41472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:09.221321 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-93c8b282-1aa9-4d03-9179-63c10fa048ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:09.239320 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-8886f1fc-c20a-4e79-ba60-cc4b62b82724 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:09.430962 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c8b282-1aa9-4d03-9179-63c10fa048ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a3a1217-c64a-40e5-b1c3-cb85c0cb14d5,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:09.440626 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-8886f1fc-c20a-4e79-ba60-cc4b62b82724 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "DELETE /v2.0/ports/bc352c10-792f-4c4c-8ce2-33c2e09ff225 HTTP/1.1" status: 204 len: 168 time: 5.2431498 Apr 18 19:33:09.441335 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 57748) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:33:09.481804 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 88d251ba-b724-408a-9e60-f5dc77486775 no longer exists at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:33:09.513503 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f118fe5b-5ae7-4216-882c-074613a41472 service neutron] Pushing event updated for resources: {'Port': ['ID=52b7b7dc-94a3-4e1a-88aa-a4fe09a31f6e,revision_number=2']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:09.532957 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3836301f-88c4-4c3e-b84d-ac49cc507978 req-4dbec8e7-a1af-4d5d-8a91-3cc6209dc340 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/security-groups?id=6dce0218-3e63-47f4-ad5c-3b3c3b13b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7648313 Apr 18 19:33:09.624803 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] No Port match for: 88d251ba-b724-408a-9e60-f5dc77486775 {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:33:09.625140 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 88d251ba-b724-408a-9e60-f5dc77486775 not bound to the agent host n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:33:09.827869 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7973cc99-7325-4a0a-889f-462eb2c9233a req-fb10dc3a-1a6b-4e59-9526-3680c107862c service neutron] 10.222.0.73 "GET /v2.0/networks/0124e28f-2243-4533-b876-7d659443232d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7550123 Apr 18 19:33:09.957032 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-1b87383b-ac25-4037-a533-41b3b10a9ce8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416828'] for router_gateway, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:10.012151 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-b195de30-93ce-416e-a4cb-5cd04cf5c16f req-f118fe5b-5ae7-4216-882c-074613a41472 service neutron] Attempting to bind port 52b7b7dc-94a3-4e1a-88aa-a4fe09a31f6e on host n-h2-836017-2 for vnic_type normal with profile {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:33:10.012515 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-b195de30-93ce-416e-a4cb-5cd04cf5c16f req-f118fe5b-5ae7-4216-882c-074613a41472 service neutron] Attempting to bind port 52b7b7dc-94a3-4e1a-88aa-a4fe09a31f6e by drivers openvswitch,hyperv on host n-h2-836017-2 at level 0 using segments [{'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:33:10.012850 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b195de30-93ce-416e-a4cb-5cd04cf5c16f req-f118fe5b-5ae7-4216-882c-074613a41472 service neutron] Attempting to bind port 52b7b7dc-94a3-4e1a-88aa-a4fe09a31f6e on network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:33:10.032774 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b195de30-93ce-416e-a4cb-5cd04cf5c16f req-f118fe5b-5ae7-4216-882c-074613a41472 service neutron] Port 52b7b7dc-94a3-4e1a-88aa-a4fe09a31f6e on network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-2 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:33:10.033194 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b195de30-93ce-416e-a4cb-5cd04cf5c16f req-f118fe5b-5ae7-4216-882c-074613a41472 service neutron] Attempting to bind port 52b7b7dc-94a3-4e1a-88aa-a4fe09a31f6e on network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:33:10.041301 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b195de30-93ce-416e-a4cb-5cd04cf5c16f req-f118fe5b-5ae7-4216-882c-074613a41472 service neutron] Checking agent: {'id': '02e8f951-d3a3-40e1-b8cc-aed258af030b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 32, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:33:10.042234 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b195de30-93ce-416e-a4cb-5cd04cf5c16f req-f118fe5b-5ae7-4216-882c-074613a41472 service neutron] Checking segment: {'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:33:10.042640 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b195de30-93ce-416e-a4cb-5cd04cf5c16f req-f118fe5b-5ae7-4216-882c-074613a41472 service neutron] Bound using segment: {'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:33:10.043088 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-b195de30-93ce-416e-a4cb-5cd04cf5c16f req-f118fe5b-5ae7-4216-882c-074613a41472 service neutron] Bound port: 52b7b7dc-94a3-4e1a-88aa-a4fe09a31f6e, host: n-h2-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'}}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:33:10.043440 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-b195de30-93ce-416e-a4cb-5cd04cf5c16f req-f118fe5b-5ae7-4216-882c-074613a41472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:10.045694 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-93c8b282-1aa9-4d03-9179-63c10fa048ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:10.050230 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-93c8b282-1aa9-4d03-9179-63c10fa048ff admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7a3a1217-c64a-40e5-b1c3-cb85c0cb14d5 HTTP/1.1" status: 204 len: 168 time: 1.9667091 Apr 18 19:33:10.145362 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7ca96777-c5cd-4de4-ab3e-9d9b39d56d9f req-2523c275-26c5-44e5-bb23-bd676499b788 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e3b062c733cb48498c21458f46ee72da&device_id=e8373580-0979-4e32-8103-76fe809bd1ed HTTP/1.1" status: 200 len: 1095 time: 0.1647699 Apr 18 19:33:10.273679 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-b195de30-93ce-416e-a4cb-5cd04cf5c16f req-f118fe5b-5ae7-4216-882c-074613a41472 service neutron] For port 52b7b7dc-94a3-4e1a-88aa-a4fe09a31f6e, host n-h2-836017-2, cleared binding levels {{(pid=84763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:33:10.287806 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-b195de30-93ce-416e-a4cb-5cd04cf5c16f req-f118fe5b-5ae7-4216-882c-074613a41472 service neutron] For port 52b7b7dc-94a3-4e1a-88aa-a4fe09a31f6e, host n-h2-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=52b7b7dc-94a3-4e1a-88aa-a4fe09a31f6e,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:33:10.371145 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca96777-c5cd-4de4-ab3e-9d9b39d56d9f req-9b6fd6a9-6804-4adb-9724-acf97a7cd7a8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:10.373335 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7ca96777-c5cd-4de4-ab3e-9d9b39d56d9f req-9b6fd6a9-6804-4adb-9724-acf97a7cd7a8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0124e28f-2243-4533-b876-7d659443232d HTTP/1.1" status: 200 len: 905 time: 0.2208130 Apr 18 19:33:10.378620 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-b195de30-93ce-416e-a4cb-5cd04cf5c16f req-f118fe5b-5ae7-4216-882c-074613a41472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:10.482958 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-1b87383b-ac25-4037-a533-41b3b10a9ce8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4443'] for router, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:10.491536 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-1b87383b-ac25-4037-a533-41b3b10a9ce8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:10.523649 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-b195de30-93ce-416e-a4cb-5cd04cf5c16f req-f118fe5b-5ae7-4216-882c-074613a41472 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:10.525203 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b195de30-93ce-416e-a4cb-5cd04cf5c16f req-f118fe5b-5ae7-4216-882c-074613a41472 service neutron] 10.222.0.72 "PUT /v2.0/ports/52b7b7dc-94a3-4e1a-88aa-a4fe09a31f6e HTTP/1.1" status: 200 len: 1095 time: 3.3553908 Apr 18 19:33:10.528899 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7ca96777-c5cd-4de4-ab3e-9d9b39d56d9f req-8519a5a4-fca9-47b5-ba83-df7928884f5b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0771a07f-2772-46d4-85e4-c51f77e590fb HTTP/1.1" status: 200 len: 217 time: 0.1406286 Apr 18 19:33:10.549283 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4ce58f-06f4-4d6c-8bda-47b441acc28a req-ae9f11a0-603b-4ce5-9889-7ca86dac5457 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:10.555435 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-fc4ce58f-06f4-4d6c-8bda-47b441acc28a req-ae9f11a0-603b-4ce5-9889-7ca86dac5457 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/ports?device_id=6efffcaf-cd0d-424c-81eb-c399c90cf2d4 HTTP/1.1" status: 200 len: 947 time: 0.5992715 Apr 18 19:33:10.604412 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f118fe5b-5ae7-4216-882c-074613a41472 service neutron] Pushing event updated for resources: {'Port': ['ID=52b7b7dc-94a3-4e1a-88aa-a4fe09a31f6e,revision_number=3']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:10.650519 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca96777-c5cd-4de4-ab3e-9d9b39d56d9f req-20c85a63-f99f-4bd2-a8fa-67cd7c25b63a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:10.656398 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7ca96777-c5cd-4de4-ab3e-9d9b39d56d9f req-20c85a63-f99f-4bd2-a8fa-67cd7c25b63a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=53fde093-fc81-475a-a625-0084a1c3acc5 HTTP/1.1" status: 200 len: 844 time: 0.1106830 Apr 18 19:33:10.702739 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3bb844a-7444-49f2-b609-ea2d58a141df tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Deleting subnet 0e17591e-cd96-449b-af53-7896e93cce2f {{(pid=84764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:33:10.744819 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-d3bb844a-7444-49f2-b609-ea2d58a141df tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks [] for subnet, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:10.748030 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6efffcaf-cd0d-424c-81eb-c399c90cf2d4', 'tag': '52b7b7dc-94a3-4e1a-88aa-a4fe09a31f6e'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:33:10.769221 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7ca96777-c5cd-4de4-ab3e-9d9b39d56d9f req-3db84420-a506-4968-9caf-2ec59b6a9703 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0124e28f-2243-4533-b876-7d659443232d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1062548 Apr 18 19:33:10.830847 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-fc4ce58f-06f4-4d6c-8bda-47b441acc28a req-63f3d3c8-fa60-4c7f-b084-23e55235a3c0 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb75c1f-620d-4cfd-a804-faa1a9266f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743907 Apr 18 19:33:10.896438 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-d3bb844a-7444-49f2-b609-ea2d58a141df tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66931798'] for subnet, precommit_delete_associations {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:11.089085 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-d3bb844a-7444-49f2-b609-ea2d58a141df tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1258508'] for subnet, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:11.099085 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca1c8ec8-cb69-422b-b93b-ba981b720b19'] response: {'name': 'network-changed', 'server_uuid': '6efffcaf-cd0d-424c-81eb-c399c90cf2d4', 'tag': '52b7b7dc-94a3-4e1a-88aa-a4fe09a31f6e', 'status': 'completed', 'code': 200} Apr 18 19:33:11.166288 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-1b87383b-ac25-4037-a533-41b3b10a9ce8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412768'] for router, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:11.167114 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b87383b-ac25-4037-a533-41b3b10a9ce8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d297cc5c-b805-498a-9d54-0143a5a08847 {{(pid=84764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 19:33:11.186863 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-1b87383b-ac25-4037-a533-41b3b10a9ce8 admin admin] Notify callbacks [] for router, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:11.188837 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-1b87383b-ac25-4037-a533-41b3b10a9ce8 admin admin] 10.222.0.69 "DELETE /v2.0/routers/d297cc5c-b805-498a-9d54-0143a5a08847 HTTP/1.1" status: 204 len: 168 time: 6.3951924 Apr 18 19:33:11.192571 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 57798) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:33:11.279574 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b195de30-93ce-416e-a4cb-5cd04cf5c16f req-fb9942c2-8af1-4f53-985b-69ce58dba62a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=73070b32fdb445869915286e0756abff&device_id=6efffcaf-cd0d-424c-81eb-c399c90cf2d4 HTTP/1.1" status: 200 len: 1098 time: 0.5067260 Apr 18 19:33:11.286114 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7ca96777-c5cd-4de4-ab3e-9d9b39d56d9f req-9e850308-8008-4f34-93ed-c12d2a553e86 service neutron] 10.222.0.73 "GET /v2.0/networks/0124e28f-2243-4533-b876-7d659443232d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4390230 Apr 18 19:33:11.348916 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adddda25-2271-421c-a548-598e6cd6404a req-4bb4b14a-fef2-4506-9d2e-acc7dc03e38c tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:11.352290 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-adddda25-2271-421c-a548-598e6cd6404a req-4bb4b14a-fef2-4506-9d2e-acc7dc03e38c tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8373580-0979-4e32-8103-76fe809bd1ed HTTP/1.1" status: 200 len: 944 time: 0.2552450 Apr 18 19:33:11.403943 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_v2 [None req-03d3e18b-4081-4f6a-ad72-6ecd1be4df9a admin admin] Deleting subnet 5fc70091-f80d-4878-b2ab-5a7518bde436 {{(pid=84764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:33:11.410431 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-03d3e18b-4081-4f6a-ad72-6ecd1be4df9a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:11.441702 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b195de30-93ce-416e-a4cb-5cd04cf5c16f req-8d9acd11-4674-4a05-99a2-d81e79eb6931 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=52b7b7dc-94a3-4e1a-88aa-a4fe09a31f6e HTTP/1.1" status: 200 len: 217 time: 0.1375721 Apr 18 19:33:11.484322 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-d3bb844a-7444-49f2-b609-ea2d58a141df tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1258501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2290876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65862598'] for subnet, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:11.548453 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bb844a-7444-49f2-b609-ea2d58a141df tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Pushing event deleted for resources: {'Subnet': ['ID=0e17591e-cd96-449b-af53-7896e93cce2f,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:11.582633 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ba878e-61f4-454c-b538-b821754695c4 None None] Network 77a057b3-34c4-449e-a9f0-2bcfc4ff6d7a requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:33:11.585134 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-03d3e18b-4081-4f6a-ad72-6ecd1be4df9a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66931798'] for subnet, precommit_delete_associations {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:11.608395 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-adddda25-2271-421c-a548-598e6cd6404a req-98fd04ba-5194-47f1-baf2-91f1d1bad559 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/security-groups?id=6dce0218-3e63-47f4-ad5c-3b3c3b13b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615338 Apr 18 19:33:11.631033 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-d3bb844a-7444-49f2-b609-ea2d58a141df tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for subnet, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:11.642924 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-d3bb844a-7444-49f2-b609-ea2d58a141df tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "DELETE /v2.0/subnets/0e17591e-cd96-449b-af53-7896e93cce2f HTTP/1.1" status: 204 len: 168 time: 2.1532562 Apr 18 19:33:11.646278 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 57818) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:33:11.710435 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b195de30-93ce-416e-a4cb-5cd04cf5c16f req-eaead8da-e00b-4d00-b08b-808a2c1448ef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:11.711898 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b195de30-93ce-416e-a4cb-5cd04cf5c16f req-eaead8da-e00b-4d00-b08b-808a2c1448ef service neutron] 10.222.0.72 "GET /v2.0/subnets?id=17d1b3aa-2066-4ffa-a69f-52ed566b6548 HTTP/1.1" status: 200 len: 843 time: 0.1678610 Apr 18 19:33:11.808884 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-03d3e18b-4081-4f6a-ad72-6ecd1be4df9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1258508'] for subnet, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:11.825363 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7ca96777-c5cd-4de4-ab3e-9d9b39d56d9f req-b43fd244-5072-4da7-97c5-49ed5868d6c9 service neutron] 10.222.0.73 "GET /v2.0/networks/0124e28f-2243-4533-b876-7d659443232d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5328627 Apr 18 19:33:12.054988 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca26f43e-7742-4cb0-9b4c-c049c8d4fcf7 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Deleting subnet c31714cb-4e6a-4130-bd18-fb5275a5c20f {{(pid=84763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:33:12.062727 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ca26f43e-7742-4cb0-9b4c-c049c8d4fcf7 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks [] for subnet, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:12.140785 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ca26f43e-7742-4cb0-9b4c-c049c8d4fcf7 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66272755'] for subnet, precommit_delete_associations {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:12.154295 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-03d3e18b-4081-4f6a-ad72-6ecd1be4df9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1258501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2290876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65862598'] for subnet, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:12.242114 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1b5020-237e-4eef-be04-de9e3a5dba70 None None] DHCP port deletion for 77a057b3-34c4-449e-a9f0-2bcfc4ff6d7a request from n-d-836017-2 {{(pid=84765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 19:33:12.250557 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f1b5020-237e-4eef-be04-de9e3a5dba70 None None] Deleting port 0bf2e776-c4e0-40bd-9db6-eb57c8826b61 {{(pid=84765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:33:12.253508 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f1b5020-237e-4eef-be04-de9e3a5dba70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:12.291842 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-03d3e18b-4081-4f6a-ad72-6ecd1be4df9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for subnet, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:12.300918 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d3e18b-4081-4f6a-ad72-6ecd1be4df9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fc70091-f80d-4878-b2ab-5a7518bde436,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:12.308127 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-03d3e18b-4081-4f6a-ad72-6ecd1be4df9a admin admin] 10.222.0.69 "DELETE /v2.0/subnets/5fc70091-f80d-4878-b2ab-5a7518bde436 HTTP/1.1" status: 204 len: 168 time: 1.1142707 Apr 18 19:33:12.311509 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 57840) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:33:12.402813 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b195de30-93ce-416e-a4cb-5cd04cf5c16f req-70c7c26e-3d06-44e1-b136-b0dcc7441acf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6791835 Apr 18 19:33:12.436542 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b885bd-ac56-420c-b2f9-4229cd07948b None None] Network ec9251a2-b767-4a36-960e-006611cd81a8 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:33:12.448347 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f663555d-2fcb-4d27-b317-d3cd8a3c9d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:12.478265 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fc37f8-c97c-4d5f-b31a-f0e016cd99d1 req-edf669ee-d97c-4bc0-bad7-43e97eed8eb6 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:12.479981 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-72fc37f8-c97c-4d5f-b31a-f0e016cd99d1 req-edf669ee-d97c-4bc0-bad7-43e97eed8eb6 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/ports?device_id=6efffcaf-cd0d-424c-81eb-c399c90cf2d4 HTTP/1.1" status: 200 len: 947 time: 0.3414917 Apr 18 19:33:12.492010 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-f663555d-2fcb-4d27-b317-d3cd8a3c9d65 admin admin] Deleting port 5208cc5d-36ec-4961-bdc7-0b0ba4d7f7fd {{(pid=84764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:33:12.495844 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f663555d-2fcb-4d27-b317-d3cd8a3c9d65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:12.653940 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ca26f43e-7742-4cb0-9b4c-c049c8d4fcf7 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1258508'] for subnet, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:12.794209 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-72fc37f8-c97c-4d5f-b31a-f0e016cd99d1 req-a5c39359-2e51-4330-8919-344f8fa7c1f8 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb75c1f-620d-4cfd-a804-faa1a9266f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3037977 Apr 18 19:33:12.859526 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 57856) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:33:13.052858 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b195de30-93ce-416e-a4cb-5cd04cf5c16f req-c10ff32a-74b1-4105-b3d8-34431332991b service neutron] 10.222.0.72 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6323030 Apr 18 19:33:13.223322 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f1b5020-237e-4eef-be04-de9e3a5dba70 None None] For port 0bf2e776-c4e0-40bd-9db6-eb57c8826b61, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=0bf2e776-c4e0-40bd-9db6-eb57c8826b61,segment=NetworkSegment(c7e79b18-49ae-4a7c-a4ae-7b1eba97fc3c),segment_id=c7e79b18-49ae-4a7c-a4ae-7b1eba97fc3c)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:33:13.226541 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f1b5020-237e-4eef-be04-de9e3a5dba70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:13.328552 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ca26f43e-7742-4cb0-9b4c-c049c8d4fcf7 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1258501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66351815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66540800'] for subnet, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:13.466910 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ca26f43e-7742-4cb0-9b4c-c049c8d4fcf7 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks [] for subnet, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:13.482472 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [None req-f663555d-2fcb-4d27-b317-d3cd8a3c9d65 admin admin] For port 5208cc5d-36ec-4961-bdc7-0b0ba4d7f7fd, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=5208cc5d-36ec-4961-bdc7-0b0ba4d7f7fd,segment=NetworkSegment(d93c1742-7b6a-4700-8e24-1b545f2634ab),segment_id=d93c1742-7b6a-4700-8e24-1b545f2634ab)] {{(pid=84764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:33:13.483435 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b195de30-93ce-416e-a4cb-5cd04cf5c16f req-723117ff-bcc4-451f-9619-cbb49b766b42 service neutron] 10.222.0.72 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4191992 Apr 18 19:33:13.484189 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca26f43e-7742-4cb0-9b4c-c049c8d4fcf7 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Pushing event deleted for resources: {'Subnet': ['ID=c31714cb-4e6a-4130-bd18-fb5275a5c20f,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:13.486260 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f663555d-2fcb-4d27-b317-d3cd8a3c9d65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:13.495656 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-ca26f43e-7742-4cb0-9b4c-c049c8d4fcf7 tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "DELETE /v2.0/subnets/c31714cb-4e6a-4130-bd18-fb5275a5c20f HTTP/1.1" status: 204 len: 168 time: 1.8440092 Apr 18 19:33:13.497839 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 57866) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:33:13.557283 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f1b5020-237e-4eef-be04-de9e3a5dba70 None None] Calling delete_port for 0bf2e776-c4e0-40bd-9db6-eb57c8826b61 owned by network:dhcp {{(pid=84765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:33:13.626169 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 0bf2e776-c4e0-40bd-9db6-eb57c8826b61 no longer exists at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:33:13.718634 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f7a9cc0-74a4-4e4f-8699-e8e9268b5c0f None None] Network a78bc94c-6e21-4a13-914b-5bddac5da8d7 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:33:13.742392 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 0771a07f-2772-46d4-85e4-c51f77e590fb details requested by agent hyperv_n-h1-836017-2 with host n-h1-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:33:13.778871 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-f663555d-2fcb-4d27-b317-d3cd8a3c9d65 admin admin] Calling delete_port for 5208cc5d-36ec-4961-bdc7-0b0ba4d7f7fd owned by network:dhcp {{(pid=84764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:33:13.920875 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac38df0-34e5-4717-82fa-68b9b7d7e331 req-616a796a-e0d8-4b54-8e30-2bfde7e782c5 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:13.941047 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-cac38df0-34e5-4717-82fa-68b9b7d7e331 req-616a796a-e0d8-4b54-8e30-2bfde7e782c5 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8373580-0979-4e32-8103-76fe809bd1ed HTTP/1.1" status: 200 len: 944 time: 0.6559141 Apr 18 19:33:13.951442 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-5c1b0250-f58f-42f3-a0aa-7113f49a3e6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:13.988937 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-91f529aa-0f96-4fdc-ac1f-7c954bc2c94d tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:14.062304 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-5c1b0250-f58f-42f3-a0aa-7113f49a3e6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:33:14.065437 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-cac38df0-34e5-4717-82fa-68b9b7d7e331 req-1cd1dbd9-3eef-4f72-89bc-8c9d9cd64730 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/security-groups?id=6dce0218-3e63-47f4-ad5c-3b3c3b13b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234565 Apr 18 19:33:14.085201 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-5c1b0250-f58f-42f3-a0aa-7113f49a3e6b admin admin] Usage tracker for resource:security_group_rule and tenant:fbf56531ef6a42b1b776fdf68d59a805 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:33:14.087838 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-5c1b0250-f58f-42f3-a0aa-7113f49a3e6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:33:14.097987 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:14.109887 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-5c1b0250-f58f-42f3-a0aa-7113f49a3e6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:33:14.123636 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8197c4-2b4d-476b-afd9-ff0f785fa2f7 None None] DHCP port deletion for ec9251a2-b767-4a36-960e-006611cd81a8 request from n-d-836017-2 {{(pid=84765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 19:33:14.189781 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-0a8197c4-2b4d-476b-afd9-ff0f785fa2f7 None None] Deleting port 5208cc5d-36ec-4961-bdc7-0b0ba4d7f7fd {{(pid=84765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:33:14.190852 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0a8197c4-2b4d-476b-afd9-ff0f785fa2f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:14.218516 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f663555d-2fcb-4d27-b317-d3cd8a3c9d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:14.230115 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-5c1b0250-f58f-42f3-a0aa-7113f49a3e6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:14.298155 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f663555d-2fcb-4d27-b317-d3cd8a3c9d65 admin admin] No DVR routers for this DVR port 5208cc5d-36ec-4961-bdc7-0b0ba4d7f7fd on host n-d-836017-2 {{(pid=84764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:33:14.303721 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-91f529aa-0f96-4fdc-ac1f-7c954bc2c94d tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Deleting port 0bf2e776-c4e0-40bd-9db6-eb57c8826b61 {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:33:14.304185 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-91f529aa-0f96-4fdc-ac1f-7c954bc2c94d tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:14.341857 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.db.resource_extend [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 19:33:14.455086 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-5c1b0250-f58f-42f3-a0aa-7113f49a3e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:14.553195 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f663555d-2fcb-4d27-b317-d3cd8a3c9d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256345', 'neutron.services.segments.db._delete_segments_for_network-8791093852025'] for network, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:14.600760 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-f663555d-2fcb-4d27-b317-d3cd8a3c9d65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec9251a2-b767-4a36-960e-006611cd81a8']}} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:33:14.621181 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-f663555d-2fcb-4d27-b317-d3cd8a3c9d65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd93c1742-7b6a-4700-8e24-1b545f2634ab') {'for_net_delete': True} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:33:14.622139 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-f663555d-2fcb-4d27-b317-d3cd8a3c9d65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd93c1742-7b6a-4700-8e24-1b545f2634ab') {} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:33:14.637013 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f663555d-2fcb-4d27-b317-d3cd8a3c9d65 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791093851908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66932133'] for segment, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:14.658688 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f663555d-2fcb-4d27-b317-d3cd8a3c9d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:14.667301 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f663555d-2fcb-4d27-b317-d3cd8a3c9d65 admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=84764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:33:14.668755 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f663555d-2fcb-4d27-b317-d3cd8a3c9d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2290898'] for segment, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:14.769371 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f663555d-2fcb-4d27-b317-d3cd8a3c9d65 admin admin] Pushing event deleted for resources: {'Port': ['ID=5208cc5d-36ec-4961-bdc7-0b0ba4d7f7fd,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:14.775710 n-d-836017-2 neutron-server[84764]: Traceback (most recent call last): Apr 18 19:33:14.775710 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:33:14.775710 n-d-836017-2 neutron-server[84764]: timer() Apr 18 19:33:14.775710 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:33:14.775710 n-d-836017-2 neutron-server[84764]: cb(*args, **kw) Apr 18 19:33:14.775710 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:33:14.775710 n-d-836017-2 neutron-server[84764]: return func(*args, **kwargs) Apr 18 19:33:14.775710 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:33:14.775710 n-d-836017-2 neutron-server[84764]: self._notify() Apr 18 19:33:14.775710 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:33:14.775710 n-d-836017-2 neutron-server[84764]: self.callback(batched_events) Apr 18 19:33:14.775710 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:33:14.775710 n-d-836017-2 neutron-server[84764]: event.method(event) Apr 18 19:33:14.775710 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:33:14.775710 n-d-836017-2 neutron-server[84764]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:33:14.775710 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:33:14.775710 n-d-836017-2 neutron-server[84764]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:33:14.775710 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:33:14.775710 n-d-836017-2 neutron-server[84764]: return f(self, *a, **k) Apr 18 19:33:14.775710 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:33:14.775710 n-d-836017-2 neutron-server[84764]: return self._get(url).json() Apr 18 19:33:14.775710 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:33:14.775710 n-d-836017-2 neutron-server[84764]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:33:14.775710 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:33:14.775710 n-d-836017-2 neutron-server[84764]: return self.request(url, 'GET', **kwargs) Apr 18 19:33:14.775710 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:33:14.775710 n-d-836017-2 neutron-server[84764]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:33:14.775710 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:33:14.775710 n-d-836017-2 neutron-server[84764]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:33:14.775710 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:33:14.775710 n-d-836017-2 neutron-server[84764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:33:14.775710 n-d-836017-2 neutron-server[84764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:33:14.806263 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port 0771a07f-2772-46d4-85e4-c51f77e590fb, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=0771a07f-2772-46d4-85e4-c51f77e590fb,segment=NetworkSegment(56697489-6787-4e2b-895c-5ec0b051161d),segment_id=56697489-6787-4e2b-895c-5ec0b051161d)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:33:14.809169 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-dba42392-b8d3-40e4-bda7-24a89e785c53 req-e2ce4113-c30d-487e-9544-ec6c36725895 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=73070b32fdb445869915286e0756abff&device_id=6efffcaf-cd0d-424c-81eb-c399c90cf2d4 HTTP/1.1" status: 200 len: 1098 time: 1.0917635 Apr 18 19:33:14.838369 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Returning: {'device': '0771a07f-2772-46d4-85e4-c51f77e590fb', 'network_id': '0124e28f-2243-4533-b876-7d659443232d', 'port_id': '0771a07f-2772-46d4-85e4-c51f77e590fb', 'mac_address': 'fa:16:3e:d5:f7:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53fde093-fc81-475a-a625-0084a1c3acc5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:33:14.866959 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f663555d-2fcb-4d27-b317-d3cd8a3c9d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416801'] for network, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:14.872757 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f663555d-2fcb-4d27-b317-d3cd8a3c9d65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:14.882724 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2c6958-88d4-4709-97f6-13227d16b510 req-574e6675-d8a1-40cf-a51f-ee8b9f40958a tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:14.884552 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2c2c6958-88d4-4709-97f6-13227d16b510 req-574e6675-d8a1-40cf-a51f-ee8b9f40958a tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/ports?device_id=6efffcaf-cd0d-424c-81eb-c399c90cf2d4 HTTP/1.1" status: 200 len: 947 time: 0.1114562 Apr 18 19:33:14.957258 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2c2c6958-88d4-4709-97f6-13227d16b510 req-6da97c30-65b0-4bc7-99b1-9e724bdb546f tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb75c1f-620d-4cfd-a804-faa1a9266f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545313 Apr 18 19:33:14.958133 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f663555d-2fcb-4d27-b317-d3cd8a3c9d65 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec9251a2-b767-4a36-960e-006611cd81a8,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:14.965163 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-f663555d-2fcb-4d27-b317-d3cd8a3c9d65 admin admin] 10.222.0.69 "DELETE /v2.0/networks/ec9251a2-b767-4a36-960e-006611cd81a8 HTTP/1.1" status: 204 len: 168 time: 2.6533556 Apr 18 19:33:14.992239 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-91f529aa-0f96-4fdc-ac1f-7c954bc2c94d tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] The port '0bf2e776-c4e0-40bd-9db6-eb57c8826b61' was deleted {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 19:33:14.995097 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-5c1b0250-f58f-42f3-a0aa-7113f49a3e6b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=fbf56531ef6a42b1b776fdf68d59a805&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1234264 Apr 18 19:33:14.998810 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 57908) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:33:15.009528 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1b0250-f58f-42f3-a0aa-7113f49a3e6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac8f8171-b38d-4fe2-a9ee-82f1ff1be311,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:15.049689 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-0a8197c4-2b4d-476b-afd9-ff0f785fa2f7 None None] The port '5208cc5d-36ec-4961-bdc7-0b0ba4d7f7fd' was deleted {{(pid=84765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 19:33:15.072882 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f1b5020-237e-4eef-be04-de9e3a5dba70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340'] for port, after_delete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:15.121944 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-97ed94b4-8134-4a3e-879a-bc0dbd92ec3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:15.181108 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-97ed94b4-8134-4a3e-879a-bc0dbd92ec3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:15.343499 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1b5020-237e-4eef-be04-de9e3a5dba70 None None] No DVR routers for this DVR port 0bf2e776-c4e0-40bd-9db6-eb57c8826b61 on host n-d-836017-2 {{(pid=84765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:33:15.348079 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1b5020-237e-4eef-be04-de9e3a5dba70 None None] Pushing event deleted for resources: {'Port': ['ID=0bf2e776-c4e0-40bd-9db6-eb57c8826b61,revision_number=None']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:15.360745 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba42392-b8d3-40e4-bda7-24a89e785c53 req-4235d17d-0f4e-4585-8623-a434f61e2cad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:15.362496 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-dba42392-b8d3-40e4-bda7-24a89e785c53 req-4235d17d-0f4e-4585-8623-a434f61e2cad service neutron] 10.222.0.72 "GET /v2.0/networks?id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a HTTP/1.1" status: 200 len: 870 time: 0.5342577 Apr 18 19:33:15.369263 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 123dddf6-5a7c-47f8-a4db-2dc52fd043a2 no longer exists at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:33:15.397492 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-97ed94b4-8134-4a3e-879a-bc0dbd92ec3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:15.426557 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:15.450601 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0771a07f-2772-46d4-85e4-c51f77e590fb {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:33:15.456435 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ed94b4-8134-4a3e-879a-bc0dbd92ec3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac8f8171-b38d-4fe2-a9ee-82f1ff1be311,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:15.467445 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port 0771a07f-2772-46d4-85e4-c51f77e590fb, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=0771a07f-2772-46d4-85e4-c51f77e590fb,segment=NetworkSegment(56697489-6787-4e2b-895c-5ec0b051161d),segment_id=56697489-6787-4e2b-895c-5ec0b051161d)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:33:15.474187 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] No Port match for: 123dddf6-5a7c-47f8-a4db-2dc52fd043a2 {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:33:15.474638 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 123dddf6-5a7c-47f8-a4db-2dc52fd043a2 not bound to the agent host n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:33:15.489333 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-97ed94b4-8134-4a3e-879a-bc0dbd92ec3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:15.502714 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-97ed94b4-8134-4a3e-879a-bc0dbd92ec3a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ac8f8171-b38d-4fe2-a9ee-82f1ff1be311 HTTP/1.1" status: 204 len: 168 time: 0.5021293 Apr 18 19:33:15.543778 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:15.580981 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe6347f-4b6f-416a-806b-582c109a003d req-738889f6-1c7e-47a0-855b-744401ee716b tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:15.589444 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ebe6347f-4b6f-416a-806b-582c109a003d req-738889f6-1c7e-47a0-855b-744401ee716b tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8373580-0979-4e32-8103-76fe809bd1ed HTTP/1.1" status: 200 len: 944 time: 0.2869513 Apr 18 19:33:15.675760 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-91f529aa-0f96-4fdc-ac1f-7c954bc2c94d tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256345', 'neutron.services.segments.db._delete_segments_for_network-8791093852025'] for network, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:15.700273 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ebe6347f-4b6f-416a-806b-582c109a003d req-88e138ff-9ef4-46a1-9b15-28dc34551a2f tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/security-groups?id=6dce0218-3e63-47f4-ad5c-3b3c3b13b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089776 Apr 18 19:33:15.736007 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Pushing event updated for resources: {'Port': ['ID=0771a07f-2772-46d4-85e4-c51f77e590fb,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:15.742354 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4a9ff4-d76b-484b-90f3-3d87a987b842 None None] DHCP port deletion for a78bc94c-6e21-4a13-914b-5bddac5da8d7 request from n-d-836017-2 {{(pid=84765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 19:33:15.754790 n-d-836017-2 neutron-server[84763]: DEBUG neutron.services.segments.db [None req-91f529aa-0f96-4fdc-ac1f-7c954bc2c94d tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77a057b3-34c4-449e-a9f0-2bcfc4ff6d7a']}} {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:33:15.755982 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 5208cc5d-36ec-4961-bdc7-0b0ba4d7f7fd no longer exists at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:33:15.838004 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 57926) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:33:15.843724 n-d-836017-2 neutron-server[84763]: DEBUG neutron.services.segments.db [None req-91f529aa-0f96-4fdc-ac1f-7c954bc2c94d tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7e79b18-49ae-4a7c-a4ae-7b1eba97fc3c') {'for_net_delete': True} {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:33:15.844127 n-d-836017-2 neutron-server[84763]: DEBUG neutron.services.segments.db [None req-91f529aa-0f96-4fdc-ac1f-7c954bc2c94d tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7e79b18-49ae-4a7c-a4ae-7b1eba97fc3c') {} {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:33:15.854201 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-dba42392-b8d3-40e4-bda7-24a89e785c53 req-5598c17b-30cd-4d1a-aac4-ffede4cfe6ec service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=52b7b7dc-94a3-4e1a-88aa-a4fe09a31f6e HTTP/1.1" status: 200 len: 217 time: 0.4710035 Apr 18 19:33:15.854422 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-df4a9ff4-d76b-484b-90f3-3d87a987b842 None None] Deleting port 801c9f82-e8f7-439b-a8f7-d5485ad383a3 {{(pid=84765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:33:15.854422 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-df4a9ff4-d76b-484b-90f3-3d87a987b842 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:15.860986 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-91f529aa-0f96-4fdc-ac1f-7c954bc2c94d tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791093851908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66272256'] for segment, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:15.898722 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] No Port match for: 5208cc5d-36ec-4961-bdc7-0b0ba4d7f7fd {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:33:15.899164 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 5208cc5d-36ec-4961-bdc7-0b0ba4d7f7fd not bound to the agent host n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:33:15.989409 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba42392-b8d3-40e4-bda7-24a89e785c53 req-46ffe9c8-ad6c-40c4-9b7e-29c58bb648d2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:15.990958 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-dba42392-b8d3-40e4-bda7-24a89e785c53 req-46ffe9c8-ad6c-40c4-9b7e-29c58bb648d2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=17d1b3aa-2066-4ffa-a69f-52ed566b6548 HTTP/1.1" status: 200 len: 843 time: 0.1221828 Apr 18 19:33:16.005173 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-91f529aa-0f96-4fdc-ac1f-7c954bc2c94d tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:16.021064 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-8e8222e7-fd66-4676-b569-49f6288f6d51 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=912f8aac9d1b4f5bb39f80bd646e1172&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1814957 Apr 18 19:33:16.022371 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91f529aa-0f96-4fdc-ac1f-7c954bc2c94d tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=84763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:33:16.022825 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-91f529aa-0f96-4fdc-ac1f-7c954bc2c94d tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66351785'] for segment, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:16.025310 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 57938) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:33:16.042672 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] get_ports_and_sgs() called for port_ids ['0771a07f-2772-46d4-85e4-c51f77e590fb'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:33:16.179257 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-2cfcfc86-b584-475a-82c6-2ca8a0a21198 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:16.232839 n-d-836017-2 neutron-server[84763]: Traceback (most recent call last): Apr 18 19:33:16.232839 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:33:16.232839 n-d-836017-2 neutron-server[84763]: timer() Apr 18 19:33:16.232839 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:33:16.232839 n-d-836017-2 neutron-server[84763]: cb(*args, **kw) Apr 18 19:33:16.232839 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:33:16.232839 n-d-836017-2 neutron-server[84763]: return func(*args, **kwargs) Apr 18 19:33:16.232839 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:33:16.232839 n-d-836017-2 neutron-server[84763]: self._notify() Apr 18 19:33:16.232839 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:33:16.232839 n-d-836017-2 neutron-server[84763]: self.callback(batched_events) Apr 18 19:33:16.232839 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:33:16.232839 n-d-836017-2 neutron-server[84763]: event.method(event) Apr 18 19:33:16.232839 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:33:16.232839 n-d-836017-2 neutron-server[84763]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:33:16.232839 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:33:16.232839 n-d-836017-2 neutron-server[84763]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:33:16.232839 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:33:16.232839 n-d-836017-2 neutron-server[84763]: return f(self, *a, **k) Apr 18 19:33:16.232839 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:33:16.232839 n-d-836017-2 neutron-server[84763]: return self._get(url).json() Apr 18 19:33:16.232839 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:33:16.232839 n-d-836017-2 neutron-server[84763]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:33:16.232839 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:33:16.232839 n-d-836017-2 neutron-server[84763]: return self.request(url, 'GET', **kwargs) Apr 18 19:33:16.232839 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:33:16.232839 n-d-836017-2 neutron-server[84763]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:33:16.232839 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:33:16.232839 n-d-836017-2 neutron-server[84763]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:33:16.232839 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:33:16.232839 n-d-836017-2 neutron-server[84763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:33:16.232839 n-d-836017-2 neutron-server[84763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:33:16.236672 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-2cfcfc86-b584-475a-82c6-2ca8a0a21198 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:16.364203 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-91f529aa-0f96-4fdc-ac1f-7c954bc2c94d tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416801'] for network, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:16.364203 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-91f529aa-0f96-4fdc-ac1f-7c954bc2c94d tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:16.393206 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f529aa-0f96-4fdc-ac1f-7c954bc2c94d tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Pushing event deleted for resources: {'Network': ['ID=77a057b3-34c4-449e-a9f0-2bcfc4ff6d7a,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:16.431540 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 57944) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:33:16.431916 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-91f529aa-0f96-4fdc-ac1f-7c954bc2c94d tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "DELETE /v2.0/networks/77a057b3-34c4-449e-a9f0-2bcfc4ff6d7a HTTP/1.1" status: 204 len: 168 time: 2.9327760 Apr 18 19:33:16.442525 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-dba42392-b8d3-40e4-bda7-24a89e785c53 req-0b756522-06ee-4ffd-a10e-e16cf42636a2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4406488 Apr 18 19:33:16.537715 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-2cfcfc86-b584-475a-82c6-2ca8a0a21198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:16.578165 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88b174e-247d-4303-8329-251ecece9e98 req-456c702f-d0c8-43d6-a2b0-5cfa621aa0fa tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:16.585896 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a88b174e-247d-4303-8329-251ecece9e98 req-456c702f-d0c8-43d6-a2b0-5cfa621aa0fa tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/ports?device_id=6efffcaf-cd0d-424c-81eb-c399c90cf2d4 HTTP/1.1" status: 200 len: 947 time: 0.2996697 Apr 18 19:33:16.704758 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfcfc86-b584-475a-82c6-2ca8a0a21198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eac7c2f1-2944-479b-a9ca-3a90d669daf9,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:16.735673 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a88b174e-247d-4303-8329-251ecece9e98 req-8ed7f521-8e1a-49d1-a1e7-aa419984da13 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb75c1f-620d-4cfd-a804-faa1a9266f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489518 Apr 18 19:33:16.758701 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-2cfcfc86-b584-475a-82c6-2ca8a0a21198 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:16.760716 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-2cfcfc86-b584-475a-82c6-2ca8a0a21198 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/eac7c2f1-2944-479b-a9ca-3a90d669daf9 HTTP/1.1" status: 204 len: 168 time: 0.7337563 Apr 18 19:33:16.823561 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-135d5961-fbd9-46ec-a9b5-4deeeffa91ee tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:16.840072 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-dba42392-b8d3-40e4-bda7-24a89e785c53 req-1c2787ca-ec5d-44bf-ba98-46371c737bbe service neutron] 10.222.0.72 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3867505 Apr 18 19:33:16.858437 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-135d5961-fbd9-46ec-a9b5-4deeeffa91ee tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Deleting port 801c9f82-e8f7-439b-a8f7-d5485ad383a3 {{(pid=84764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:33:16.858791 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-135d5961-fbd9-46ec-a9b5-4deeeffa91ee tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:16.932266 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-df4a9ff4-d76b-484b-90f3-3d87a987b842 None None] For port 801c9f82-e8f7-439b-a8f7-d5485ad383a3, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=801c9f82-e8f7-439b-a8f7-d5485ad383a3,segment=NetworkSegment(767af402-126a-4148-89aa-c983cdf056d7),segment_id=767af402-126a-4148-89aa-c983cdf056d7)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:33:16.932925 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-df4a9ff4-d76b-484b-90f3-3d87a987b842 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:17.129835 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4272eaac-cd46-4b15-b399-38a0acc60349 req-eb0e684a-180b-4549-afeb-5b4beafab4d0 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:17.137293 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4272eaac-cd46-4b15-b399-38a0acc60349 req-eb0e684a-180b-4549-afeb-5b4beafab4d0 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8373580-0979-4e32-8103-76fe809bd1ed HTTP/1.1" status: 200 len: 945 time: 0.1502798 Apr 18 19:33:17.140328 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-dba42392-b8d3-40e4-bda7-24a89e785c53 req-f832b9a1-9d2d-4026-95eb-4b2ebd3e7959 service neutron] 10.222.0.72 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2940340 Apr 18 19:33:17.243298 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4272eaac-cd46-4b15-b399-38a0acc60349 req-1b345e9d-12d2-4938-9697-051bc79bdfb4 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/security-groups?id=6dce0218-3e63-47f4-ad5c-3b3c3b13b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052895 Apr 18 19:33:17.372165 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-df4a9ff4-d76b-484b-90f3-3d87a987b842 None None] Calling delete_port for 801c9f82-e8f7-439b-a8f7-d5485ad383a3 owned by network:dhcp {{(pid=84765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:33:17.381171 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [None req-135d5961-fbd9-46ec-a9b5-4deeeffa91ee tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] For port 801c9f82-e8f7-439b-a8f7-d5485ad383a3, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=801c9f82-e8f7-439b-a8f7-d5485ad383a3,segment=NetworkSegment(767af402-126a-4148-89aa-c983cdf056d7),segment_id=767af402-126a-4148-89aa-c983cdf056d7)] {{(pid=84764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:33:17.381774 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-135d5961-fbd9-46ec-a9b5-4deeeffa91ee tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:17.532537 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-df4a9ff4-d76b-484b-90f3-3d87a987b842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340'] for port, after_delete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:17.594539 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4a9ff4-d76b-484b-90f3-3d87a987b842 None None] Pushing event deleted for resources: {'Port': ['ID=801c9f82-e8f7-439b-a8f7-d5485ad383a3,revision_number=None']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:17.601910 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 801c9f82-e8f7-439b-a8f7-d5485ad383a3 no longer exists at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:33:17.655221 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4a9ff4-d76b-484b-90f3-3d87a987b842 None None] No DVR routers for this DVR port 801c9f82-e8f7-439b-a8f7-d5485ad383a3 on host n-d-836017-2 {{(pid=84765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:33:17.659325 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] No Port match for: 801c9f82-e8f7-439b-a8f7-d5485ad383a3 {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:33:17.659325 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 801c9f82-e8f7-439b-a8f7-d5485ad383a3 not bound to the agent host n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:33:17.700503 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-135d5961-fbd9-46ec-a9b5-4deeeffa91ee tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Calling delete_port for 801c9f82-e8f7-439b-a8f7-d5485ad383a3 owned by network:dhcp {{(pid=84764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:33:17.791114 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.db.api [None req-135d5961-fbd9-46ec-a9b5-4deeeffa91ee tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84764) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 19:33:17.791443 n-d-836017-2 neutron-server[84764]: DEBUG oslo_db.api [None req-135d5961-fbd9-46ec-a9b5-4deeeffa91ee tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 19:33:17.879793 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 57982) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:33:17.895920 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 52b7b7dc-94a3-4e1a-88aa-a4fe09a31f6e details requested by agent hyperv_n-h2-836017-2 with host n-h2-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:33:18.018140 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-96d32570-fe7b-4ccf-9d91-db56b01622da admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=85c9b26c858a4ef390a94fc98e3e93e0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1364417 Apr 18 19:33:18.018732 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 57988) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:33:18.021820 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb1f668-f37a-4dd4-a62b-44b74fb0c17f req-75041e56-1c02-4b48-8445-df321facd16a tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:18.032230 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-aeb1f668-f37a-4dd4-a62b-44b74fb0c17f req-75041e56-1c02-4b48-8445-df321facd16a tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/ports?device_id=6efffcaf-cd0d-424c-81eb-c399c90cf2d4 HTTP/1.1" status: 200 len: 947 time: 0.1491194 Apr 18 19:33:18.143785 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-aeb1f668-f37a-4dd4-a62b-44b74fb0c17f req-5f91c591-f0d1-408a-9a7f-0a2c94ed2883 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb75c1f-620d-4cfd-a804-faa1a9266f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055362 Apr 18 19:33:18.168431 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b32fabac-0db5-4fa7-9887-382e9dd783b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:18.207197 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b32fabac-0db5-4fa7-9887-382e9dd783b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:18.292804 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-135d5961-fbd9-46ec-a9b5-4deeeffa91ee tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Deleting port 801c9f82-e8f7-439b-a8f7-d5485ad383a3 {{(pid=84764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:33:18.293633 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-135d5961-fbd9-46ec-a9b5-4deeeffa91ee tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:18.326173 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fdf5687e-0180-448d-aa79-2a74e452eff8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:18.355715 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 52b7b7dc-94a3-4e1a-88aa-a4fe09a31f6e, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=52b7b7dc-94a3-4e1a-88aa-a4fe09a31f6e,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:33:18.392642 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Returning: {'device': '52b7b7dc-94a3-4e1a-88aa-a4fe09a31f6e', 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a', 'port_id': '52b7b7dc-94a3-4e1a-88aa-a4fe09a31f6e', 'mac_address': 'fa:16:3e:c5:6b:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17d1b3aa-2066-4ffa-a69f-52ed566b6548', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:33:18.459841 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b32fabac-0db5-4fa7-9887-382e9dd783b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:18.487475 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-135d5961-fbd9-46ec-a9b5-4deeeffa91ee tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] The port '801c9f82-e8f7-439b-a8f7-d5485ad383a3' was deleted {{(pid=84764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 19:33:18.533621 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:18.575025 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52b7b7dc-94a3-4e1a-88aa-a4fe09a31f6e {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:33:18.595386 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 52b7b7dc-94a3-4e1a-88aa-a4fe09a31f6e, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=52b7b7dc-94a3-4e1a-88aa-a4fe09a31f6e,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:33:18.607944 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32fabac-0db5-4fa7-9887-382e9dd783b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4baf4877-1fc2-4531-9944-ad1c44a72f2a,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:18.620498 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b32fabac-0db5-4fa7-9887-382e9dd783b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:18.629552 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-b32fabac-0db5-4fa7-9887-382e9dd783b8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4baf4877-1fc2-4531-9944-ad1c44a72f2a HTTP/1.1" status: 204 len: 168 time: 0.6092963 Apr 18 19:33:18.689544 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:18.819845 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=52b7b7dc-94a3-4e1a-88aa-a4fe09a31f6e,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:18.852625 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-135d5961-fbd9-46ec-a9b5-4deeeffa91ee tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256345', 'neutron.services.segments.db._delete_segments_for_network-8791093852025'] for network, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:18.899604 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-135d5961-fbd9-46ec-a9b5-4deeeffa91ee tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a78bc94c-6e21-4a13-914b-5bddac5da8d7']}} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:33:18.927447 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-135d5961-fbd9-46ec-a9b5-4deeeffa91ee tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '767af402-126a-4148-89aa-c983cdf056d7') {'for_net_delete': True} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:33:18.927447 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-135d5961-fbd9-46ec-a9b5-4deeeffa91ee tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '767af402-126a-4148-89aa-c983cdf056d7') {} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:33:18.941542 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-135d5961-fbd9-46ec-a9b5-4deeeffa91ee tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791093851908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66932133'] for segment, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:18.962533 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] get_ports_and_sgs() called for port_ids ['52b7b7dc-94a3-4e1a-88aa-a4fe09a31f6e'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:33:18.964530 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-135d5961-fbd9-46ec-a9b5-4deeeffa91ee tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:18.973337 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-135d5961-fbd9-46ec-a9b5-4deeeffa91ee tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=84764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:33:18.974037 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-135d5961-fbd9-46ec-a9b5-4deeeffa91ee tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2290898'] for segment, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:19.114011 n-d-836017-2 neutron-server[84764]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:33:19.114011 n-d-836017-2 neutron-server[84764]: util.warn( Apr 18 19:33:19.114011 n-d-836017-2 neutron-server[84764]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:33:19.114011 n-d-836017-2 neutron-server[84764]: util.warn( Apr 18 19:33:19.114011 n-d-836017-2 neutron-server[84764]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:33:19.114011 n-d-836017-2 neutron-server[84764]: util.warn( Apr 18 19:33:19.114011 n-d-836017-2 neutron-server[84764]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:33:19.114011 n-d-836017-2 neutron-server[84764]: util.warn( Apr 18 19:33:19.114011 n-d-836017-2 neutron-server[84764]: Traceback (most recent call last): Apr 18 19:33:19.114011 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:33:19.114011 n-d-836017-2 neutron-server[84764]: timer() Apr 18 19:33:19.114011 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:33:19.114011 n-d-836017-2 neutron-server[84764]: cb(*args, **kw) Apr 18 19:33:19.114011 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:33:19.114011 n-d-836017-2 neutron-server[84764]: return func(*args, **kwargs) Apr 18 19:33:19.114011 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:33:19.114011 n-d-836017-2 neutron-server[84764]: self._notify() Apr 18 19:33:19.114011 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:33:19.114011 n-d-836017-2 neutron-server[84764]: self.callback(batched_events) Apr 18 19:33:19.114011 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:33:19.114011 n-d-836017-2 neutron-server[84764]: event.method(event) Apr 18 19:33:19.114011 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:33:19.114011 n-d-836017-2 neutron-server[84764]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:33:19.114011 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:33:19.114011 n-d-836017-2 neutron-server[84764]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:33:19.114011 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:33:19.114011 n-d-836017-2 neutron-server[84764]: return f(self, *a, **k) Apr 18 19:33:19.114011 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:33:19.114011 n-d-836017-2 neutron-server[84764]: return self._get(url).json() Apr 18 19:33:19.114011 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:33:19.114011 n-d-836017-2 neutron-server[84764]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:33:19.114011 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:33:19.114011 n-d-836017-2 neutron-server[84764]: return self.request(url, 'GET', **kwargs) Apr 18 19:33:19.114011 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:33:19.114011 n-d-836017-2 neutron-server[84764]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:33:19.114011 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:33:19.114011 n-d-836017-2 neutron-server[84764]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:33:19.114011 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:33:19.114011 n-d-836017-2 neutron-server[84764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:33:19.114011 n-d-836017-2 neutron-server[84764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:33:19.147913 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdfc8b9-ff47-47eb-99a9-717e115b682b req-5af0886f-b0b8-4f91-b7c0-b8d9b84d1c44 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:19.157413 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-0fdfc8b9-ff47-47eb-99a9-717e115b682b req-5af0886f-b0b8-4f91-b7c0-b8d9b84d1c44 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8373580-0979-4e32-8103-76fe809bd1ed HTTP/1.1" status: 200 len: 945 time: 0.6421430 Apr 18 19:33:19.226120 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-135d5961-fbd9-46ec-a9b5-4deeeffa91ee tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416801'] for network, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:19.294826 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-135d5961-fbd9-46ec-a9b5-4deeeffa91ee tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:19.311492 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135d5961-fbd9-46ec-a9b5-4deeeffa91ee tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] Pushing event deleted for resources: {'Network': ['ID=a78bc94c-6e21-4a13-914b-5bddac5da8d7,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:19.381054 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-0fdfc8b9-ff47-47eb-99a9-717e115b682b req-c46cc80a-e1d0-4fe9-b0c0-056b8039330c tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/security-groups?id=6dce0218-3e63-47f4-ad5c-3b3c3b13b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215397 Apr 18 19:33:19.390316 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-135d5961-fbd9-46ec-a9b5-4deeeffa91ee tempest-TaggedBootDevicesTest-272022591 tempest-TaggedBootDevicesTest-272022591-project] 10.222.0.69 "DELETE /v2.0/networks/a78bc94c-6e21-4a13-914b-5bddac5da8d7 HTTP/1.1" status: 204 len: 168 time: 2.9570320 Apr 18 19:33:19.549547 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 0771a07f-2772-46d4-85e4-c51f77e590fb up at agent hyperv_n-h1-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:33:19.588320 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28ef026-9f48-42a6-b41e-1052d8b34a2c req-a4aa7b06-9ae3-4d5f-9482-56791ee0674b tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:19.591912 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a28ef026-9f48-42a6-b41e-1052d8b34a2c req-a4aa7b06-9ae3-4d5f-9482-56791ee0674b tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/ports?device_id=6efffcaf-cd0d-424c-81eb-c399c90cf2d4 HTTP/1.1" status: 200 len: 948 time: 0.1865418 Apr 18 19:33:19.703143 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a28ef026-9f48-42a6-b41e-1052d8b34a2c req-f2add853-3905-4e49-aa2e-defb78e106be tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb75c1f-620d-4cfd-a804-faa1a9266f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061649 Apr 18 19:33:19.803468 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Provisioning for port 0771a07f-2772-46d4-85e4-c51f77e590fb completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:33:19.822345 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Provisioning complete for port 0771a07f-2772-46d4-85e4-c51f77e590fb triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:33:19.823030 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:19.964654 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:20.003472 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8373580-0979-4e32-8103-76fe809bd1ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0771a07f-2772-46d4-85e4-c51f77e590fb'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:33:20.030711 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port 0771a07f-2772-46d4-85e4-c51f77e590fb, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=0771a07f-2772-46d4-85e4-c51f77e590fb,segment=NetworkSegment(56697489-6787-4e2b-895c-5ec0b051161d),segment_id=56697489-6787-4e2b-895c-5ec0b051161d)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:33:20.070190 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6de1420-61a2-4ca9-a424-ffee7b4bf643'] response: {'server_uuid': 'e8373580-0979-4e32-8103-76fe809bd1ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0771a07f-2772-46d4-85e4-c51f77e590fb', 'code': 200} Apr 18 19:33:20.190472 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 58052) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:33:20.222393 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e958acbc-0ea2-4ce4-8c9d-4844d25da6db req-35e90668-f789-44a6-b2cc-dff9d0c5cb4d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e8373580-0979-4e32-8103-76fe809bd1ed HTTP/1.1" status: 200 len: 1096 time: 0.0865819 Apr 18 19:33:20.273535 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e958acbc-0ea2-4ce4-8c9d-4844d25da6db req-9bf569ea-8476-4817-9fd6-e3828b5770d5 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=6dce0218-3e63-47f4-ad5c-3b3c3b13b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449679 Apr 18 19:33:20.577637 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:20.637946 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-9cb2a373-450d-4a24-8bcd-f60eaa8c004a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:20.669646 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1350b978-f32d-41ca-8fd6-48be8ce64345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:20.732634 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d48167-be66-403b-9677-3ebe1597d13c req-d6b46c6a-49af-4480-9cbe-0780053faff5 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:20.749740 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-63d48167-be66-403b-9677-3ebe1597d13c req-d6b46c6a-49af-4480-9cbe-0780053faff5 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8373580-0979-4e32-8103-76fe809bd1ed HTTP/1.1" status: 200 len: 945 time: 0.2370429 Apr 18 19:33:20.766306 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Pushing event updated for resources: {'Port': ['ID=0771a07f-2772-46d4-85e4-c51f77e590fb,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:20.786201 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-9cb2a373-450d-4a24-8bcd-f60eaa8c004a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:33:20.802150 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-9cb2a373-450d-4a24-8bcd-f60eaa8c004a admin admin] Usage tracker for resource:security_group_rule and tenant:31fec3c8304240f4b96d833b862cd74f is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:33:20.811109 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-9cb2a373-450d-4a24-8bcd-f60eaa8c004a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:33:20.840159 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:20.848068 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-9cb2a373-450d-4a24-8bcd-f60eaa8c004a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:33:20.937368 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-63d48167-be66-403b-9677-3ebe1597d13c req-21523087-98ce-44e0-b4b9-fc914cf543ae tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/security-groups?id=6dce0218-3e63-47f4-ad5c-3b3c3b13b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860771 Apr 18 19:33:21.100821 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-9cb2a373-450d-4a24-8bcd-f60eaa8c004a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:21.160461 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cd946c-1a26-4e66-99a0-1d416998fd35 req-3802667a-b9d8-4522-8695-8a66f056532a tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:21.162636 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-34cd946c-1a26-4e66-99a0-1d416998fd35 req-3802667a-b9d8-4522-8695-8a66f056532a tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/ports?device_id=6efffcaf-cd0d-424c-81eb-c399c90cf2d4 HTTP/1.1" status: 200 len: 948 time: 0.1508527 Apr 18 19:33:21.172124 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-9cb2a373-450d-4a24-8bcd-f60eaa8c004a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:21.217858 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 58084) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:33:21.255572 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-34cd946c-1a26-4e66-99a0-1d416998fd35 req-c29ef6de-4a0e-41ae-8b39-aa08daf9381e tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb75c1f-620d-4cfd-a804-faa1a9266f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855937 Apr 18 19:33:21.275344 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb2a373-450d-4a24-8bcd-f60eaa8c004a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=154a3957-c5e8-49fa-990e-b7bad79f35bf,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:21.288211 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 58090) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:33:21.300973 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-9cb2a373-450d-4a24-8bcd-f60eaa8c004a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=31fec3c8304240f4b96d833b862cd74f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1093588 Apr 18 19:33:21.389118 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-26ab0991-d1ec-4ec6-8efd-ed22b56c1ea6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:21.456097 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-26ab0991-d1ec-4ec6-8efd-ed22b56c1ea6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:21.800868 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-b827da34-21a0-4814-bebe-bb012ad72156 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1821618151'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:33:21.810611 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-b827da34-21a0-4814-bebe-bb012ad72156 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:33:21.817832 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-b827da34-21a0-4814-bebe-bb012ad72156 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Usage tracker for resource:network and tenant:f99c22d41dfd4e22826767b4b98b8acc is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:33:21.821544 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-b827da34-21a0-4814-bebe-bb012ad72156 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:33:21.830242 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-b827da34-21a0-4814-bebe-bb012ad72156 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:33:21.858084 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1c541fd-6087-4755-8778-e68e27e46067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:21.921466 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 52b7b7dc-94a3-4e1a-88aa-a4fe09a31f6e up at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:33:21.947265 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b827da34-21a0-4814-bebe-bb012ad72156 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Made reservation on behalf of f99c22d41dfd4e22826767b4b98b8acc for: {'network': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:33:21.950520 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b827da34-21a0-4814-bebe-bb012ad72156 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for network, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:21.994801 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-26ab0991-d1ec-4ec6-8efd-ed22b56c1ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:22.006144 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b827da34-21a0-4814-bebe-bb012ad72156 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:22.071107 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ab0991-d1ec-4ec6-8efd-ed22b56c1ea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=154a3957-c5e8-49fa-990e-b7bad79f35bf,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:22.079565 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:22.083984 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-b827da34-21a0-4814-bebe-bb012ad72156 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:33:22.091604 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-b827da34-21a0-4814-bebe-bb012ad72156 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Usage tracker for resource:security_group_rule and tenant:f99c22d41dfd4e22826767b4b98b8acc is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:33:22.097694 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-b827da34-21a0-4814-bebe-bb012ad72156 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:33:22.105746 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-b827da34-21a0-4814-bebe-bb012ad72156 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:33:22.144843 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-26ab0991-d1ec-4ec6-8efd-ed22b56c1ea6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:22.147352 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-26ab0991-d1ec-4ec6-8efd-ed22b56c1ea6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/154a3957-c5e8-49fa-990e-b7bad79f35bf HTTP/1.1" status: 204 len: 168 time: 0.8578684 Apr 18 19:33:22.153973 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning for port 52b7b7dc-94a3-4e1a-88aa-a4fe09a31f6e completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:33:22.162697 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning complete for port 52b7b7dc-94a3-4e1a-88aa-a4fe09a31f6e triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:33:22.163524 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:22.233868 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b827da34-21a0-4814-bebe-bb012ad72156 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:22.324651 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b827da34-21a0-4814-bebe-bb012ad72156 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:22.465973 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b827da34-21a0-4814-bebe-bb012ad72156 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=84764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:33:22.486034 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:22.493661 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b827da34-21a0-4814-bebe-bb012ad72156 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:22.506840 n-d-836017-2 neutron-server[84764]: INFO neutron.db.segments_db [None req-b827da34-21a0-4814-bebe-bb012ad72156 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Added segment 15810d73-2bac-4ec4-9fb4-ea6b4ab4d7f3 of type vlan for network 22b68f6d-a4ca-4a1a-b956-b105df935a8e Apr 18 19:33:22.540079 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b827da34-21a0-4814-bebe-bb012ad72156 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791093404182'] for network, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:22.559352 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6efffcaf-cd0d-424c-81eb-c399c90cf2d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52b7b7dc-94a3-4e1a-88aa-a4fe09a31f6e'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:33:22.578825 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 52b7b7dc-94a3-4e1a-88aa-a4fe09a31f6e, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=52b7b7dc-94a3-4e1a-88aa-a4fe09a31f6e,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:33:22.581344 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b827da34-21a0-4814-bebe-bb012ad72156 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9239c56f-dcee-4710-b1d7-9b4cbc47a33f,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:22.680158 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b827da34-21a0-4814-bebe-bb012ad72156 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251'] for network, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:22.684080 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b827da34-21a0-4814-bebe-bb012ad72156 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:22.684833 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b827da34-21a0-4814-bebe-bb012ad72156 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:22.705237 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:22.727855 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444da52a-4923-43f2-b8d9-e76859ebd2a9 req-aa1b00d4-4633-4a09-9b7f-85dadfc801c7 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:22.741910 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-444da52a-4923-43f2-b8d9-e76859ebd2a9 req-aa1b00d4-4633-4a09-9b7f-85dadfc801c7 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8373580-0979-4e32-8103-76fe809bd1ed HTTP/1.1" status: 200 len: 946 time: 0.3084059 Apr 18 19:33:22.840493 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=52b7b7dc-94a3-4e1a-88aa-a4fe09a31f6e,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:22.877824 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-444da52a-4923-43f2-b8d9-e76859ebd2a9 req-e01597f7-9bd7-40ca-a52b-0f9a16421d4a tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/security-groups?id=6dce0218-3e63-47f4-ad5c-3b3c3b13b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343477 Apr 18 19:33:22.891886 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b85d8-be4c-4968-8739-7eeb8c1ec543 req-6e1acaba-0e4d-4072-b169-6a4fd4cecd23 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:22.899760 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-522b85d8-be4c-4968-8739-7eeb8c1ec543 req-6e1acaba-0e4d-4072-b169-6a4fd4cecd23 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/ports?device_id=6efffcaf-cd0d-424c-81eb-c399c90cf2d4 HTTP/1.1" status: 200 len: 948 time: 0.3156466 Apr 18 19:33:23.050613 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b827da34-21a0-4814-bebe-bb012ad72156 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Pushing event updated for resources: {'Network': ['ID=22b68f6d-a4ca-4a1a-b956-b105df935a8e,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:23.059144 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Network 22b68f6d-a4ca-4a1a-b956-b105df935a8e details requested by agent ovs-agent-n-d-836017-2 with host n-d-836017-2 {{(pid=84765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:33:23.085319 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1127546-6cc1-4c91-863f-7e552f36caf1'] response: {'server_uuid': '6efffcaf-cd0d-424c-81eb-c399c90cf2d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52b7b7dc-94a3-4e1a-88aa-a4fe09a31f6e', 'code': 200} Apr 18 19:33:23.131721 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-522b85d8-be4c-4968-8739-7eeb8c1ec543 req-e18e515c-f9cd-4e7f-8e09-c5396e48ef8c tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb75c1f-620d-4cfd-a804-faa1a9266f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256820 Apr 18 19:33:23.164844 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-b827da34-21a0-4814-bebe-bb012ad72156 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.9435349 Apr 18 19:33:23.167392 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 58136) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:33:23.180687 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-a01f41a3-e995-4fc2-9b90-eb5bd11e9989 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Request body: {'subnet': {'network_id': '22b68f6d-a4ca-4a1a-b956-b105df935a8e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:33:23.202815 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a4106dab-6971-4e7e-8fdc-c66f0a3f4877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:23.445864 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-57e38c31-8573-447d-a4f1-fa6fc65dfce8 req-0afa2e4a-257a-40ec-9af7-ea7f1c90f061 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6efffcaf-cd0d-424c-81eb-c399c90cf2d4 HTTP/1.1" status: 200 len: 1100 time: 0.2843289 Apr 18 19:33:23.478530 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-a01f41a3-e995-4fc2-9b90-eb5bd11e9989 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:33:23.480427 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 58154) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:33:23.484920 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-a01f41a3-e995-4fc2-9b90-eb5bd11e9989 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Usage tracker for resource:subnet and tenant:f99c22d41dfd4e22826767b4b98b8acc is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:33:23.488846 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-a01f41a3-e995-4fc2-9b90-eb5bd11e9989 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:33:23.495938 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-a01f41a3-e995-4fc2-9b90-eb5bd11e9989 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:33:23.528852 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0b7a4e-2029-479c-8767-edb8e29f3cf3 req-201fd3ab-5982-4f96-9b5b-ce88961a7569 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:23.532212 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7e0b7a4e-2029-479c-8767-edb8e29f3cf3 req-201fd3ab-5982-4f96-9b5b-ce88961a7569 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8373580-0979-4e32-8103-76fe809bd1ed HTTP/1.1" status: 200 len: 946 time: 0.1928532 Apr 18 19:33:23.565271 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-57e38c31-8573-447d-a4f1-fa6fc65dfce8 req-f82487aa-5436-44da-9e61-9cdf344c873c service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=3bb75c1f-620d-4cfd-a804-faa1a9266f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087804 Apr 18 19:33:23.606975 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7e0b7a4e-2029-479c-8767-edb8e29f3cf3 req-288d7678-9099-4365-8664-72733cd96f32 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/security-groups?id=6dce0218-3e63-47f4-ad5c-3b3c3b13b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689056 Apr 18 19:33:23.620446 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a01f41a3-e995-4fc2-9b90-eb5bd11e9989 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Made reservation on behalf of f99c22d41dfd4e22826767b4b98b8acc for: {'subnet': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:33:23.868146 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-a01f41a3-e995-4fc2-9b90-eb5bd11e9989 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65862573'] for subnet, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:23.976798 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 58174) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:33:24.019831 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-32a59619-c48c-4196-b729-f13ed739e116 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:24.041091 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-1d8a16bf-64cb-4622-846f-8991e0dc6d4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:24.104245 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-32a59619-c48c-4196-b729-f13ed739e116 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:33:24.107008 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-1d8a16bf-64cb-4622-846f-8991e0dc6d4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:33:24.117675 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-32a59619-c48c-4196-b729-f13ed739e116 admin admin] Usage tracker for resource:security_group_rule and tenant:038b29eb2e10464d96acc46ee301649d is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:33:24.117675 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-32a59619-c48c-4196-b729-f13ed739e116 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:33:24.123049 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-1d8a16bf-64cb-4622-846f-8991e0dc6d4d admin admin] Usage tracker for resource:security_group_rule and tenant:6dff8402a24e421a88a553c83bf02d4d is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:33:24.138535 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-32a59619-c48c-4196-b729-f13ed739e116 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:33:24.143955 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-1d8a16bf-64cb-4622-846f-8991e0dc6d4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:33:24.196483 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-1d8a16bf-64cb-4622-846f-8991e0dc6d4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:33:24.375437 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-a01f41a3-e995-4fc2-9b90-eb5bd11e9989 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2290811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65862591'] for subnet, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:24.454087 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-32a59619-c48c-4196-b729-f13ed739e116 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:24.461153 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-1d8a16bf-64cb-4622-846f-8991e0dc6d4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:24.515089 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f2673f-b403-44ee-a481-70b77ca256b6 req-b71ef888-51e8-4f0c-ae0c-67edc5f162cb tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:24.517866 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-45f2673f-b403-44ee-a481-70b77ca256b6 req-b71ef888-51e8-4f0c-ae0c-67edc5f162cb tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8373580-0979-4e32-8103-76fe809bd1ed HTTP/1.1" status: 200 len: 946 time: 0.1403768 Apr 18 19:33:24.543241 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-32a59619-c48c-4196-b729-f13ed739e116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:24.586322 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01f41a3-e995-4fc2-9b90-eb5bd11e9989 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Pushing event updated for resources: {'Subnet': ['ID=bd60178b-aa5f-4b27-a781-dbf568228871,revision_number=0']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:24.596345 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01f41a3-e995-4fc2-9b90-eb5bd11e9989 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Checking segment: {'id': '15810d73-2bac-4ec4-9fb4-ea6b4ab4d7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '22b68f6d-a4ca-4a1a-b956-b105df935a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:33:24.596628 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01f41a3-e995-4fc2-9b90-eb5bd11e9989 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Network hostable DHCP agents. Network: 22b68f6d-a4ca-4a1a-b956-b105df935a8e, hostable agents: ['f6987c12-6d6c-47d4-b22d-cfcd164dc40d'], hosted agents: [] {{(pid=84764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:33:24.598939 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-1d8a16bf-64cb-4622-846f-8991e0dc6d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:24.674368 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6ed922-fdc6-45f4-ac49-bdda89b6f75d req-bf7ebe7b-63b3-41bb-befc-0d3f4a55fe03 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:24.677426 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8c6ed922-fdc6-45f4-ac49-bdda89b6f75d req-bf7ebe7b-63b3-41bb-befc-0d3f4a55fe03 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/ports?device_id=6efffcaf-cd0d-424c-81eb-c399c90cf2d4 HTTP/1.1" status: 200 len: 949 time: 0.2163091 Apr 18 19:33:24.690828 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-32a59619-c48c-4196-b729-f13ed739e116 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=038b29eb2e10464d96acc46ee301649d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2044494 Apr 18 19:33:24.691869 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 58200) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:33:24.736427 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01f41a3-e995-4fc2-9b90-eb5bd11e9989 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Network 22b68f6d-a4ca-4a1a-b956-b105df935a8e is scheduled to be hosted by DHCP agent f6987c12-6d6c-47d4-b22d-cfcd164dc40d with binding_index 1 {{(pid=84764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:33:24.805701 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8c6ed922-fdc6-45f4-ac49-bdda89b6f75d req-bbfacaf2-5908-491d-b897-9dd2df011db8 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb75c1f-620d-4cfd-a804-faa1a9266f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181533 Apr 18 19:33:24.809964 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-45f2673f-b403-44ee-a481-70b77ca256b6 req-4bcdbca2-23de-4af3-affe-b47efb21a2c4 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/security-groups?id=6dce0218-3e63-47f4-ad5c-3b3c3b13b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2866950 Apr 18 19:33:24.825868 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:24.853121 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [None req-a01f41a3-e995-4fc2-9b90-eb5bd11e9989 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-2, 22b68f6d-a4ca-4a1a-b956-b105df935a8e) {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:33:24.865059 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01f41a3-e995-4fc2-9b90-eb5bd11e9989 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:24.865524 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-a01f41a3-e995-4fc2-9b90-eb5bd11e9989 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for subnet, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:24.867961 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c463db9c-a198-4aa7-a8e9-2b272ef2be24 None None] Network 22b68f6d-a4ca-4a1a-b956-b105df935a8e requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:33:24.881159 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-1d8a16bf-64cb-4622-846f-8991e0dc6d4d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6dff8402a24e421a88a553c83bf02d4d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9025497 Apr 18 19:33:24.883584 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 58208) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:33:24.889599 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a59619-c48c-4196-b729-f13ed739e116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4326766-ce79-48cd-bb26-c94abbacb603,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:24.987771 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-a01f41a3-e995-4fc2-9b90-eb5bd11e9989 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8193007 Apr 18 19:33:24.988651 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 58216) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:33:24.995319 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-a7c874c6-3ea1-426f-a468-88e2295668c8 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1219505290', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:33:25.013892 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-a7c874c6-3ea1-426f-a468-88e2295668c8 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:33:25.021125 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-a7c874c6-3ea1-426f-a468-88e2295668c8 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Usage tracker for resource:router and tenant:f99c22d41dfd4e22826767b4b98b8acc is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:33:25.024958 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-a7c874c6-3ea1-426f-a468-88e2295668c8 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:33:25.026293 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 58222) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:33:25.032278 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-a7c874c6-3ea1-426f-a468-88e2295668c8 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:33:25.074463 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8a16bf-64cb-4622-846f-8991e0dc6d4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08c0737d-239a-442f-8087-56270ece9404,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:25.118566 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-a7c874c6-3ea1-426f-a468-88e2295668c8 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-415242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4425'] for router, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:25.120226 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-a7c874c6-3ea1-426f-a468-88e2295668c8 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-416909', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4418'] for router, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:25.127450 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a16bf-64cb-4622-846f-8991e0dc6d4d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:33:25.127801 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a16bf-64cb-4622-846f-8991e0dc6d4d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:33:25.131688 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a16bf-64cb-4622-846f-8991e0dc6d4d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:33:25.141183 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a16bf-64cb-4622-846f-8991e0dc6d4d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:33:25.141921 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a16bf-64cb-4622-846f-8991e0dc6d4d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:33:25.142074 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a16bf-64cb-4622-846f-8991e0dc6d4d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:33:25.142424 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a16bf-64cb-4622-846f-8991e0dc6d4d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:33:25.142762 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a16bf-64cb-4622-846f-8991e0dc6d4d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:33:25.143096 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a16bf-64cb-4622-846f-8991e0dc6d4d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:33:25.143849 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a16bf-64cb-4622-846f-8991e0dc6d4d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:33:25.144185 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a16bf-64cb-4622-846f-8991e0dc6d4d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:33:25.199321 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-a7c874c6-3ea1-426f-a468-88e2295668c8 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:25.202721 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-afea3553-1432-4ff0-8bf9-69c3b370f49a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:25.205172 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-359d8bbf-bedf-448d-9cb5-c042e38fee19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:25.323370 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-359d8bbf-bedf-448d-9cb5-c042e38fee19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:25.351804 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-afea3553-1432-4ff0-8bf9-69c3b370f49a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:25.368255 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-3fb8ba82-34ba-4c38-a3e5-96d9c33016a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:25.389476 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-a7c874c6-3ea1-426f-a468-88e2295668c8 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416864'] for router, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:25.404550 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69498d0c-8caa-42d1-8677-c02f9325204e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31f5fbf7-4b5c-5a44-b255-70c4fc176ae8-22b68f6d-a4ca-4a1a-b956-b105df935a8e', 'network_id': '22b68f6d-a4ca-4a1a-b956-b105df935a8e', 'tenant_id': 'f99c22d41dfd4e22826767b4b98b8acc', 'fixed_ips': [{'subnet_id': 'bd60178b-aa5f-4b27-a781-dbf568228871'}]}} from n-d-836017-2. {{(pid=84765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 19:33:25.406015 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-69498d0c-8caa-42d1-8677-c02f9325204e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:25.464147 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-3fb8ba82-34ba-4c38-a3e5-96d9c33016a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:33:25.469966 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-3fb8ba82-34ba-4c38-a3e5-96d9c33016a0 admin admin] Usage tracker for resource:security_group_rule and tenant:126e3885fc494ccd963a19e8a326c139 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:33:25.473496 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-3fb8ba82-34ba-4c38-a3e5-96d9c33016a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:33:25.481081 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-3fb8ba82-34ba-4c38-a3e5-96d9c33016a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:33:25.501551 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b2b344-0c16-4472-8647-09344775b485 req-2652826f-a4f6-4e4a-bd73-c59309c0d599 tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:25.509057 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d4b2b344-0c16-4472-8647-09344775b485 req-2652826f-a4f6-4e4a-bd73-c59309c0d599 tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] 10.222.0.69 "GET /v2.0/ports?device_id=92710b08-58e1-4035-9aa8-85a1bb1d4a68 HTTP/1.1" status: 200 len: 950 time: 0.2201295 Apr 18 19:33:25.530853 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-a7c874c6-3ea1-426f-a468-88e2295668c8 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Notify callbacks [] for router, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:25.534307 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-a7c874c6-3ea1-426f-a468-88e2295668c8 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.5445454 Apr 18 19:33:25.535357 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 58234) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:33:25.579503 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d4b2b344-0c16-4472-8647-09344775b485 req-0ecf7cd4-95c5-4417-94d2-1a710fbb2a13 tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] 10.222.0.69 "GET /v2.0/security-groups?id=13ffc115-6e90-42e4-a59c-efdacbb10432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694458 Apr 18 19:33:25.712008 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-69498d0c-8caa-42d1-8677-c02f9325204e None None] Allocated IP 172.20.0.2 (22b68f6d-a4ca-4a1a-b956-b105df935a8e/bd60178b-aa5f-4b27-a781-dbf568228871/8704d3e2-e752-4328-b643-16ab7039ff60) {{(pid=84765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:33:25.840776 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-afea3553-1432-4ff0-8bf9-69c3b370f49a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:25.840776 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-359d8bbf-bedf-448d-9cb5-c042e38fee19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:25.936893 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afea3553-1432-4ff0-8bf9-69c3b370f49a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08c0737d-239a-442f-8087-56270ece9404,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:25.941340 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-359d8bbf-bedf-448d-9cb5-c042e38fee19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:25.945840 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-359d8bbf-bedf-448d-9cb5-c042e38fee19 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e4326766-ce79-48cd-bb26-c94abbacb603 HTTP/1.1" status: 204 len: 168 time: 1.2404883 Apr 18 19:33:26.030296 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-afea3553-1432-4ff0-8bf9-69c3b370f49a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:26.030296 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-afea3553-1432-4ff0-8bf9-69c3b370f49a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/08c0737d-239a-442f-8087-56270ece9404 HTTP/1.1" status: 204 len: 168 time: 1.1412714 Apr 18 19:33:26.039347 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359d8bbf-bedf-448d-9cb5-c042e38fee19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4326766-ce79-48cd-bb26-c94abbacb603,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:26.111882 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-69498d0c-8caa-42d1-8677-c02f9325204e None None] Notify callbacks [] for port, precommit_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:26.136847 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-69498d0c-8caa-42d1-8677-c02f9325204e None None] Transition to ACTIVE for port object 8704d3e2-e752-4328-b643-16ab7039ff60 will not be triggered until provisioned by entity L2. {{(pid=84765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:33:26.178459 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-3fb8ba82-34ba-4c38-a3e5-96d9c33016a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:26.179664 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-69498d0c-8caa-42d1-8677-c02f9325204e None None] Transition to ACTIVE for port object 8704d3e2-e752-4328-b643-16ab7039ff60 will not be triggered until provisioned by entity DHCP. {{(pid=84765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:33:26.291086 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-69498d0c-8caa-42d1-8677-c02f9325204e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331'] for port, after_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:26.308116 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-3fb8ba82-34ba-4c38-a3e5-96d9c33016a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:26.380788 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42d5bcf-6356-4da9-8c67-60fb74b38ba2 req-d692b7ac-5375-492f-a466-fda44acd6455 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:26.386023 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b42d5bcf-6356-4da9-8c67-60fb74b38ba2 req-d692b7ac-5375-492f-a466-fda44acd6455 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8373580-0979-4e32-8103-76fe809bd1ed HTTP/1.1" status: 200 len: 946 time: 0.6128936 Apr 18 19:33:26.413455 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16266c7c-2ca9-46e0-b5da-813e338c75dd req-499d7be4-4161-4fb2-ace9-3ebade202634 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:26.422630 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-16266c7c-2ca9-46e0-b5da-813e338c75dd req-499d7be4-4161-4fb2-ace9-3ebade202634 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8373580-0979-4e32-8103-76fe809bd1ed HTTP/1.1" status: 200 len: 946 time: 0.1855175 Apr 18 19:33:26.428620 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-3fb8ba82-34ba-4c38-a3e5-96d9c33016a0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=126e3885fc494ccd963a19e8a326c139&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3900180 Apr 18 19:33:26.450524 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 58264) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:33:26.458680 n-d-836017-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69498d0c-8caa-42d1-8677-c02f9325204e None None] Network 22b68f6d-a4ca-4a1a-b956-b105df935a8e is already hosted by enough agents. {{(pid=84765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:33:26.462549 n-d-836017-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-69498d0c-8caa-42d1-8677-c02f9325204e None None] Resources bound (agent type, host, resource id): {{(pid=84765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:33:26.468344 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69498d0c-8caa-42d1-8677-c02f9325204e None None] Pushing event updated for resources: {'Port': ['ID=8704d3e2-e752-4328-b643-16ab7039ff60,revision_number=1']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:26.483954 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69498d0c-8caa-42d1-8677-c02f9325204e None None] Received port after_create {{(pid=84765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:33:26.512505 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-16266c7c-2ca9-46e0-b5da-813e338c75dd req-793818ef-ae1b-4a0b-87a2-b503518194ee tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/security-groups?id=6dce0218-3e63-47f4-ad5c-3b3c3b13b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884306 Apr 18 19:33:26.611020 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-69498d0c-8caa-42d1-8677-c02f9325204e None None] Attempting to bind port 8704d3e2-e752-4328-b643-16ab7039ff60 on host n-d-836017-2 for vnic_type normal with profile {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:33:26.611390 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-69498d0c-8caa-42d1-8677-c02f9325204e None None] Attempting to bind port 8704d3e2-e752-4328-b643-16ab7039ff60 by drivers openvswitch,hyperv on host n-d-836017-2 at level 0 using segments [{'id': '15810d73-2bac-4ec4-9fb4-ea6b4ab4d7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '22b68f6d-a4ca-4a1a-b956-b105df935a8e'}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:33:26.611779 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69498d0c-8caa-42d1-8677-c02f9325204e None None] Attempting to bind port 8704d3e2-e752-4328-b643-16ab7039ff60 on network 22b68f6d-a4ca-4a1a-b956-b105df935a8e {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:33:26.618623 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69498d0c-8caa-42d1-8677-c02f9325204e None None] Checking agent: {'id': 'df2a5cfe-6839-400b-a998-e4fffce70f45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 8, 22), 'started_at': datetime.datetime(2022, 4, 18, 19, 8, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:33:26.618985 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69498d0c-8caa-42d1-8677-c02f9325204e None None] Checking segment: {'id': '15810d73-2bac-4ec4-9fb4-ea6b4ab4d7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '22b68f6d-a4ca-4a1a-b956-b105df935a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:33:26.619377 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-69498d0c-8caa-42d1-8677-c02f9325204e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:26.619757 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69498d0c-8caa-42d1-8677-c02f9325204e None None] Bound using segment: {'id': '15810d73-2bac-4ec4-9fb4-ea6b4ab4d7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '22b68f6d-a4ca-4a1a-b956-b105df935a8e'} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:33:26.620214 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-69498d0c-8caa-42d1-8677-c02f9325204e None None] Bound port: 8704d3e2-e752-4328-b643-16ab7039ff60, host: n-d-836017-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15810d73-2bac-4ec4-9fb4-ea6b4ab4d7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '22b68f6d-a4ca-4a1a-b956-b105df935a8e'}}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:33:26.620598 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-69498d0c-8caa-42d1-8677-c02f9325204e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:26.633237 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-b42d5bcf-6356-4da9-8c67-60fb74b38ba2 req-4b99cfa0-b524-4c2e-98a1-7e70d34e1052 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Deleting port 0771a07f-2772-46d4-85e4-c51f77e590fb {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:33:26.633593 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-b42d5bcf-6356-4da9-8c67-60fb74b38ba2 req-4b99cfa0-b524-4c2e-98a1-7e70d34e1052 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:26.694693 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb8ba82-34ba-4c38-a3e5-96d9c33016a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=802a8010-7796-4e37-81ac-2eb7a2a71c0d,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:26.799918 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-69498d0c-8caa-42d1-8677-c02f9325204e None None] For port 8704d3e2-e752-4328-b643-16ab7039ff60, host n-d-836017-2, cleared binding levels {{(pid=84765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:33:26.811077 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-69498d0c-8caa-42d1-8677-c02f9325204e None None] For port 8704d3e2-e752-4328-b643-16ab7039ff60, host n-d-836017-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=8704d3e2-e752-4328-b643-16ab7039ff60,segment=NetworkSegment(15810d73-2bac-4ec4-9fb4-ea6b4ab4d7f3),segment_id=15810d73-2bac-4ec4-9fb4-ea6b4ab4d7f3)] {{(pid=84765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:33:26.904279 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-69498d0c-8caa-42d1-8677-c02f9325204e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:27.063389 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69498d0c-8caa-42d1-8677-c02f9325204e None None] Pushing event updated for resources: {'Port': ['ID=8704d3e2-e752-4328-b643-16ab7039ff60,revision_number=2']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:27.170524 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4de606e-a8bb-4316-917d-b3dc0ae52d63 req-96c92c1c-b20c-4a4d-af92-612d4abe4d2e tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:27.174502 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-c4de606e-a8bb-4316-917d-b3dc0ae52d63 req-96c92c1c-b20c-4a4d-af92-612d4abe4d2e tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/ports?device_id=6efffcaf-cd0d-424c-81eb-c399c90cf2d4 HTTP/1.1" status: 200 len: 949 time: 0.9880280 Apr 18 19:33:27.207919 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 58300) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:33:27.237220 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-1397d662-0f78-4e69-bea9-86a7d3bcd1d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:27.253282 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b70bb5e5-9387-40dc-b63c-7b233e42d84f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:27.324191 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-b70bb5e5-9387-40dc-b63c-7b233e42d84f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:33:27.328613 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-b70bb5e5-9387-40dc-b63c-7b233e42d84f admin admin] Usage tracker for resource:security_group_rule and tenant:ae086b13f7f94395ae9daae1a3b2176a is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:33:27.332423 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-b70bb5e5-9387-40dc-b63c-7b233e42d84f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:33:27.338620 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-b70bb5e5-9387-40dc-b63c-7b233e42d84f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:33:27.449438 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b70bb5e5-9387-40dc-b63c-7b233e42d84f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:27.554851 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b70bb5e5-9387-40dc-b63c-7b233e42d84f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:27.580669 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-1397d662-0f78-4e69-bea9-86a7d3bcd1d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:27.694912 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-b70bb5e5-9387-40dc-b63c-7b233e42d84f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ae086b13f7f94395ae9daae1a3b2176a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4804287 Apr 18 19:33:27.701587 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 8704d3e2-e752-4328-b643-16ab7039ff60 up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:33:27.702698 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-b42d5bcf-6356-4da9-8c67-60fb74b38ba2 req-4b99cfa0-b524-4c2e-98a1-7e70d34e1052 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] For port 0771a07f-2772-46d4-85e4-c51f77e590fb, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=0771a07f-2772-46d4-85e4-c51f77e590fb,segment=NetworkSegment(56697489-6787-4e2b-895c-5ec0b051161d),segment_id=56697489-6787-4e2b-895c-5ec0b051161d)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:33:27.703973 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-b42d5bcf-6356-4da9-8c67-60fb74b38ba2 req-4b99cfa0-b524-4c2e-98a1-7e70d34e1052 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:27.729205 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 58322) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:33:27.750172 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70bb5e5-9387-40dc-b63c-7b233e42d84f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b9c88da-027d-43f7-9d68-590e921af17c,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:27.813262 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-c4de606e-a8bb-4316-917d-b3dc0ae52d63 req-c1170874-7306-445c-bb94-e66d414291d7 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb75c1f-620d-4cfd-a804-faa1a9266f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6167152 Apr 18 19:33:27.956197 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 3ca558a6-4adc-43e3-8bd2-5d792cd0a4eb no longer exists at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:33:27.965149 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52afff5-b10c-462a-963c-e7b3ba83150b req-72e23571-91c8-43e4-8ba9-36e404914164 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:27.966766 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e52afff5-b10c-462a-963c-e7b3ba83150b req-72e23571-91c8-43e4-8ba9-36e404914164 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8373580-0979-4e32-8103-76fe809bd1ed HTTP/1.1" status: 200 len: 946 time: 0.1176991 Apr 18 19:33:28.047318 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning for port 8704d3e2-e752-4328-b643-16ab7039ff60 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:33:28.056864 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e52afff5-b10c-462a-963c-e7b3ba83150b req-d0201321-b15d-4df6-907a-6c95e25fa98b tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/security-groups?id=6dce0218-3e63-47f4-ad5c-3b3c3b13b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800009 Apr 18 19:33:28.077091 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-b42d5bcf-6356-4da9-8c67-60fb74b38ba2 req-4b99cfa0-b524-4c2e-98a1-7e70d34e1052 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Calling delete_port for 0771a07f-2772-46d4-85e4-c51f77e590fb owned by compute:nova {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:33:28.199406 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-6f8fdccd-5a3e-44f3-9f4d-0b30326ff747 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:28.211762 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:28.309158 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 3ca558a6-4adc-43e3-8bd2-5d792cd0a4eb, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=3ca558a6-4adc-43e3-8bd2-5d792cd0a4eb,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:33:28.316010 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92710b08-58e1-4035-9aa8-85a1bb1d4a68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ca558a6-4adc-43e3-8bd2-5d792cd0a4eb'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:33:28.397657 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:28.485654 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec238561-2717-48b6-8155-61b0fcb05dd4'] response: {'server_uuid': '92710b08-58e1-4035-9aa8-85a1bb1d4a68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ca558a6-4adc-43e3-8bd2-5d792cd0a4eb', 'code': 200} Apr 18 19:33:28.559577 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=3ca558a6-4adc-43e3-8bd2-5d792cd0a4eb,revision_number=11']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:28.574444 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-1d843edd-3702-42ab-ad3b-885e6323d659 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:28.718946 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-1d843edd-3702-42ab-ad3b-885e6323d659 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:28.751619 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5228d097-f70f-435b-bbc1-c3d407ce6d0f None None] Network 22b68f6d-a4ca-4a1a-b956-b105df935a8e requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:33:28.969358 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-1d843edd-3702-42ab-ad3b-885e6323d659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:29.021598 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d843edd-3702-42ab-ad3b-885e6323d659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b9c88da-027d-43f7-9d68-590e921af17c,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:29.061000 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-60118451-694b-45fd-9df2-137d54b50339 None None] Provisioning for port 8704d3e2-e752-4328-b643-16ab7039ff60 completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:33:29.086261 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f406dcec-9dcc-4e7b-bfb9-a18ec0d708cc req-4c7d7ed6-92dd-46e3-b429-ecbc44d30054 tempest-ServersOnMultiNodesTest-948315256 tempest-ServersOnMultiNodesTest-948315256-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=6efffcaf-cd0d-424c-81eb-c399c90cf2d4 HTTP/1.1" status: 200 len: 1100 time: 0.7136650 Apr 18 19:33:29.086552 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-60118451-694b-45fd-9df2-137d54b50339 None None] Provisioning complete for port 8704d3e2-e752-4328-b643-16ab7039ff60 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:33:29.097248 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-60118451-694b-45fd-9df2-137d54b50339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:29.110191 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-1397d662-0f78-4e69-bea9-86a7d3bcd1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:29.267628 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1397d662-0f78-4e69-bea9-86a7d3bcd1d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=802a8010-7796-4e37-81ac-2eb7a2a71c0d,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:29.289023 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-b42d5bcf-6356-4da9-8c67-60fb74b38ba2 req-4b99cfa0-b524-4c2e-98a1-7e70d34e1052 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:29.319076 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] get_ports_and_sgs() called for port_ids ['6ce9e8ca-c688-4360-a5c1-cb5597c9db75'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:33:29.539826 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b99cfa0-b524-4c2e-98a1-7e70d34e1052 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Pushing event deleted for resources: {'Port': ['ID=0771a07f-2772-46d4-85e4-c51f77e590fb,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:29.543438 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-1397d662-0f78-4e69-bea9-86a7d3bcd1d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:29.544628 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-1397d662-0f78-4e69-bea9-86a7d3bcd1d5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/802a8010-7796-4e37-81ac-2eb7a2a71c0d HTTP/1.1" status: 204 len: 168 time: 3.0808203 Apr 18 19:33:29.558572 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f406dcec-9dcc-4e7b-bfb9-a18ec0d708cc req-5f1e1681-67ae-4eee-90ff-9e8938f4ad5a tempest-ServersOnMultiNodesTest-948315256 tempest-ServersOnMultiNodesTest-948315256-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=3bb75c1f-620d-4cfd-a804-faa1a9266f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4513452 Apr 18 19:33:29.627113 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 0771a07f-2772-46d4-85e4-c51f77e590fb no longer exists at agent hyperv_n-h1-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:33:29.649914 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-1d843edd-3702-42ab-ad3b-885e6323d659 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:29.652151 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-1d843edd-3702-42ab-ad3b-885e6323d659 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1b9c88da-027d-43f7-9d68-590e921af17c HTTP/1.1" status: 204 len: 168 time: 1.9323862 Apr 18 19:33:29.729610 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] No Port match for: 0771a07f-2772-46d4-85e4-c51f77e590fb {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:33:29.730320 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 0771a07f-2772-46d4-85e4-c51f77e590fb not bound to the agent host n-h1-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:33:29.735816 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c12b0bfb-133f-41c7-a7d8-53ffebf3d9bc req-2b661760-5848-43e6-b280-60c1167e7241 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8373580-0979-4e32-8103-76fe809bd1ed HTTP/1.1" status: 200 len: 210 time: 0.1337945 Apr 18 19:33:29.780958 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-60118451-694b-45fd-9df2-137d54b50339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:29.831168 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-b42d5bcf-6356-4da9-8c67-60fb74b38ba2 req-4b99cfa0-b524-4c2e-98a1-7e70d34e1052 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] No DVR routers for this DVR port 0771a07f-2772-46d4-85e4-c51f77e590fb on host n-h1-836017-2 {{(pid=84763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:33:29.837584 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-b42d5bcf-6356-4da9-8c67-60fb74b38ba2 req-4b99cfa0-b524-4c2e-98a1-7e70d34e1052 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:29.839751 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b42d5bcf-6356-4da9-8c67-60fb74b38ba2 req-4b99cfa0-b524-4c2e-98a1-7e70d34e1052 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.73 "DELETE /v2.0/ports/0771a07f-2772-46d4-85e4-c51f77e590fb HTTP/1.1" status: 204 len: 173 time: 3.4039037 Apr 18 19:33:29.840818 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8373580-0979-4e32-8103-76fe809bd1ed', 'name': 'network-vif-deleted', 'tag': '0771a07f-2772-46d4-85e4-c51f77e590fb'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:33:29.901797 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-60118451-694b-45fd-9df2-137d54b50339 None None] For port 8704d3e2-e752-4328-b643-16ab7039ff60, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=8704d3e2-e752-4328-b643-16ab7039ff60,segment=NetworkSegment(15810d73-2bac-4ec4-9fb4-ea6b4ab4d7f3),segment_id=15810d73-2bac-4ec4-9fb4-ea6b4ab4d7f3)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:33:29.986735 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-60118451-694b-45fd-9df2-137d54b50339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:29.997756 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cd91386-4801-4f4c-8bf4-e1ccee86e8b8'] response: {'server_uuid': 'e8373580-0979-4e32-8103-76fe809bd1ed', 'name': 'network-vif-deleted', 'tag': '0771a07f-2772-46d4-85e4-c51f77e590fb', 'status': 'completed', 'code': 200} Apr 18 19:33:30.176208 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-eb6dc848-bd94-4981-8094-a7d2ebfb7dfb None None] Provisioning complete for port 8704d3e2-e752-4328-b643-16ab7039ff60 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:33:30.176601 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-eb6dc848-bd94-4981-8094-a7d2ebfb7dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:30.233768 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-201f8e3a-952d-45ba-a92c-758de057a279 req-c912d643-4a48-4b3f-b8c0-2a821a16003b tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=73070b32fdb445869915286e0756abff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0403945 Apr 18 19:33:30.250357 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60118451-694b-45fd-9df2-137d54b50339 None None] Pushing event updated for resources: {'Port': ['ID=8704d3e2-e752-4328-b643-16ab7039ff60,revision_number=3']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:30.259151 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_common [None req-6f8fdccd-5a3e-44f3-9f4d-0b30326ff747 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Allocated IP 172.20.0.1 (22b68f6d-a4ca-4a1a-b956-b105df935a8e/bd60178b-aa5f-4b27-a781-dbf568228871/e4df1103-6247-45b9-b2f8-514725853753) {{(pid=84763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:33:30.495142 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201f8e3a-952d-45ba-a92c-758de057a279 req-29d42986-0b8f-4a6a-a458-45a9b9a2c025 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:30.510483 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-201f8e3a-952d-45ba-a92c-758de057a279 req-29d42986-0b8f-4a6a-a458-45a9b9a2c025 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2748001 Apr 18 19:33:30.524670 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-201f8e3a-952d-45ba-a92c-758de057a279 req-bf798c02-db8f-4a41-9143-de79d5622c32 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/quotas/73070b32fdb445869915286e0756abff HTTP/1.1" status: 200 len: 375 time: 0.0127311 Apr 18 19:33:30.555132 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-6f8fdccd-5a3e-44f3-9f4d-0b30326ff747 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Notify callbacks [] for port, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:30.575161 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [None req-6f8fdccd-5a3e-44f3-9f4d-0b30326ff747 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Transition to ACTIVE for port object e4df1103-6247-45b9-b2f8-514725853753 will not be triggered until provisioned by entity DHCP. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:33:30.681279 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-201f8e3a-952d-45ba-a92c-758de057a279 req-53dbe797-8467-44c7-9868-62ed4080c134 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=73070b32fdb445869915286e0756abff&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1502507 Apr 18 19:33:30.693924 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-6f8fdccd-5a3e-44f3-9f4d-0b30326ff747 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:30.813515 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8fdccd-5a3e-44f3-9f4d-0b30326ff747 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Network 22b68f6d-a4ca-4a1a-b956-b105df935a8e is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:33:30.817087 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [None req-6f8fdccd-5a3e-44f3-9f4d-0b30326ff747 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:33:30.821489 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8fdccd-5a3e-44f3-9f4d-0b30326ff747 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Received port after_create {{(pid=84763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:33:30.868631 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8fdccd-5a3e-44f3-9f4d-0b30326ff747 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Pushing event updated for resources: {'Port': ['ID=e4df1103-6247-45b9-b2f8-514725853753,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:30.899453 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-6f8fdccd-5a3e-44f3-9f4d-0b30326ff747 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417434'] for router_interface, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:31.112588 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-6f8fdccd-5a3e-44f3-9f4d-0b30326ff747 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:31.377574 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9761e234-9a91-453c-bf45-395e9950799b None None] Provisioning for port e4df1103-6247-45b9-b2f8-514725853753 completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:33:31.387206 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9761e234-9a91-453c-bf45-395e9950799b None None] Provisioning complete for port e4df1103-6247-45b9-b2f8-514725853753 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:33:31.389442 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9761e234-9a91-453c-bf45-395e9950799b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:31.528097 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9761e234-9a91-453c-bf45-395e9950799b None None] Port e4df1103-6247-45b9-b2f8-514725853753 cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:33:31.572320 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-116ccf2c-0eb0-4f04-9b9e-b6ae7b1c0034 req-70d7aeb2-b9f7-4bdd-9f50-6a75b4d9c3a0 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/ports?device_id=19c55a40-af4c-4d99-acfe-8e687e9bbe14 HTTP/1.1" status: 200 len: 210 time: 0.0917897 Apr 18 19:33:31.634294 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 8704d3e2-e752-4328-b643-16ab7039ff60 up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:33:31.775966 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port 8704d3e2-e752-4328-b643-16ab7039ff60 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:33:31.776501 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:31.929788 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-6f8fdccd-5a3e-44f3-9f4d-0b30326ff747 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Notify callbacks [] for port, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:32.037363 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-6f8fdccd-5a3e-44f3-9f4d-0b30326ff747 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:32.181568 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-6f8fdccd-5a3e-44f3-9f4d-0b30326ff747 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-417335'] for router_interface, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:32.336268 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8fdccd-5a3e-44f3-9f4d-0b30326ff747 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Pushing event updated for resources: {'Port': ['ID=e4df1103-6247-45b9-b2f8-514725853753,revision_number=2']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:32.364748 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8fdccd-5a3e-44f3-9f4d-0b30326ff747 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Network 22b68f6d-a4ca-4a1a-b956-b105df935a8e is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:33:32.365985 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [None req-6f8fdccd-5a3e-44f3-9f4d-0b30326ff747 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:33:32.476463 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6b3fc5-4db9-452c-adc9-22b72e39c785 req-2c18b925-0c11-42cf-9e28-6094219ac511 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:32.478030 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-0a6b3fc5-4db9-452c-adc9-22b72e39c785 req-2c18b925-0c11-42cf-9e28-6094219ac511 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/networks?id=0124e28f-2243-4533-b876-7d659443232d HTTP/1.1" status: 200 len: 804 time: 0.2676957 Apr 18 19:33:32.487875 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 58512) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:33:32.518378 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-0a6b3fc5-4db9-452c-adc9-22b72e39c785 req-8b37ce75-678d-4cb8-89f4-832db9a81064 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/quotas/e3b062c733cb48498c21458f46ee72da HTTP/1.1" status: 200 len: 375 time: 0.0236855 Apr 18 19:33:32.660659 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-0a6b3fc5-4db9-452c-adc9-22b72e39c785 req-1520b51c-69ee-40cd-9b61-3c88f519f206 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=e3b062c733cb48498c21458f46ee72da&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1256325 Apr 18 19:33:32.875443 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-105982b7-ba99-4d0a-8786-28d6b6e3d342 None None] Provisioning complete for port e4df1103-6247-45b9-b2f8-514725853753 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:33:32.879724 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-105982b7-ba99-4d0a-8786-28d6b6e3d342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:32.940589 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-08bb85fc-5364-4bdf-b850-426acefb3483 req-89dcbba2-0ef7-4423-a6e8-910817b6041f tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/ports?device_id=19c55a40-af4c-4d99-acfe-8e687e9bbe14 HTTP/1.1" status: 200 len: 210 time: 0.0847058 Apr 18 19:33:33.025764 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-105982b7-ba99-4d0a-8786-28d6b6e3d342 None None] Port e4df1103-6247-45b9-b2f8-514725853753 cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:33:33.068554 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 58528) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:33:33.154429 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f8fdccd-5a3e-44f3-9f4d-0b30326ff747 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Router 632dafe7-d326-47cb-968e-9618ab8b4eae is scheduled to L3 agent 21b59c62-f184-4169-bc3e-79831cc043e8 with binding_index 1 {{(pid=84763) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 19:33:33.308736 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 58540) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:33:33.428317 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-36a951bf-5a54-4f5a-b8ea-dde6da276b5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:33.465218 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-0a6b3fc5-4db9-452c-adc9-22b72e39c785 req-65e27acb-8b83-4339-b38e-59c142cdabe6 service neutron] 10.222.0.69 "GET /v2.0/networks/0124e28f-2243-4533-b876-7d659443232d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7918351 Apr 18 19:33:33.532821 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-36a951bf-5a54-4f5a-b8ea-dde6da276b5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:33:33.589866 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-36a951bf-5a54-4f5a-b8ea-dde6da276b5e admin admin] Usage tracker for resource:security_group_rule and tenant:89c4dc65e5794e758e819cfcf6b08951 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:33:33.597173 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-36a951bf-5a54-4f5a-b8ea-dde6da276b5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:33:33.613324 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-36a951bf-5a54-4f5a-b8ea-dde6da276b5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:33:33.668062 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-0a6b3fc5-4db9-452c-adc9-22b72e39c785 req-a92739bc-5bb6-4c5b-abd5-ecbd1bb47c25 service neutron] 10.222.0.69 "GET /v2.0/networks/0124e28f-2243-4533-b876-7d659443232d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932123 Apr 18 19:33:33.785782 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-36a951bf-5a54-4f5a-b8ea-dde6da276b5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:33.794994 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f8fdccd-5a3e-44f3-9f4d-0b30326ff747 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Notify agent at l3_agent.n-d-836017-2 the message routers_updated {{(pid=84763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:33:33.805895 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30833b16-d069-481d-9843-c57382ac0727 None None] Sync routers for ids ['632dafe7-d326-47cb-968e-9618ab8b4eae'] in n-d-836017-2 {{(pid=84766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:33:33.819329 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-6f8fdccd-5a3e-44f3-9f4d-0b30326ff747 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] 10.222.0.69 "PUT /v2.0/routers/632dafe7-d326-47cb-968e-9618ab8b4eae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2787097 Apr 18 19:33:33.819695 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 58558) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:33:33.825895 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-cd8bef34-c039-47f3-b181-b805743dda9d tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Request body: {'port': {'network_id': '22b68f6d-a4ca-4a1a-b956-b105df935a8e', 'name': 'tempest-FloatingIPNegativeTestJSON-1023969190'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:33:33.832648 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30833b16-d069-481d-9843-c57382ac0727 None None] Routers {'632dafe7-d326-47cb-968e-9618ab8b4eae'} bound to L3 agent in host n-d-836017-2 {{(pid=84766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:33:33.833272 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-30833b16-d069-481d-9843-c57382ac0727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:33:20Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['632dafe7-d326-47cb-968e-9618ab8b4eae'], 'active': True} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:33:33.925714 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-36a951bf-5a54-4f5a-b8ea-dde6da276b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:33.985557 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-201f8e3a-952d-45ba-a92c-758de057a279 req-8f12d870-95a3-4c12-8fc7-b4d394fbbf7b tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=73070b32fdb445869915286e0756abff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0608225 Apr 18 19:33:34.046096 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-36a951bf-5a54-4f5a-b8ea-dde6da276b5e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=89c4dc65e5794e758e819cfcf6b08951&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9761720 Apr 18 19:33:34.067138 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 58570) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:33:34.082210 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-30833b16-d069-481d-9843-c57382ac0727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-2', False) {} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:33:34.115559 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30833b16-d069-481d-9843-c57382ac0727 None None] Routers {'632dafe7-d326-47cb-968e-9618ab8b4eae'} bound to L3 agent in host n-d-836017-2 {{(pid=84766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:33:34.116176 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-30833b16-d069-481d-9843-c57382ac0727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:33:20Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['632dafe7-d326-47cb-968e-9618ab8b4eae'], 'active': True} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:33:34.194167 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-0cd8d81e-bd9c-4d08-a260-1441af3f4325 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-888195403-network', 'tenant_id': 'e2676fc802a645689154e56330711330'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:33:34.210104 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-0cd8d81e-bd9c-4d08-a260-1441af3f4325 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:33:34.220285 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-0cd8d81e-bd9c-4d08-a260-1441af3f4325 admin admin] Usage tracker for resource:network and tenant:e2676fc802a645689154e56330711330 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:33:34.227075 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-0cd8d81e-bd9c-4d08-a260-1441af3f4325 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:33:34.241163 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201f8e3a-952d-45ba-a92c-758de057a279 req-a4b416da-e1a1-4e9f-b40b-158f86a0d002 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:34.242394 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-0cd8d81e-bd9c-4d08-a260-1441af3f4325 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:33:34.242593 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-201f8e3a-952d-45ba-a92c-758de057a279 req-a4b416da-e1a1-4e9f-b40b-158f86a0d002 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2299378 Apr 18 19:33:34.263589 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-201f8e3a-952d-45ba-a92c-758de057a279 req-be92d33e-e36d-4c8b-834b-2c76fc0a3f68 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Request body: {'port': {'device_id': '19c55a40-af4c-4d99-acfe-8e687e9bbe14', 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a', 'admin_state_up': True, 'tenant_id': '73070b32fdb445869915286e0756abff'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:33:34.294405 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a951bf-5a54-4f5a-b8ea-dde6da276b5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cbe483b-ad50-40a7-b6f5-1520c0183a53,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:34.305490 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-30833b16-d069-481d-9843-c57382ac0727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-2', False) {} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:33:34.305889 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30833b16-d069-481d-9843-c57382ac0727 None None] The sync data for ids ['632dafe7-d326-47cb-968e-9618ab8b4eae'] in n-d-836017-2 is: [] {{(pid=84766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:33:34.408365 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cd8d81e-bd9c-4d08-a260-1441af3f4325 admin admin] Made reservation on behalf of e2676fc802a645689154e56330711330 for: {'network': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:33:34.422675 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-0cd8d81e-bd9c-4d08-a260-1441af3f4325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for network, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:34.443271 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-cd8bef34-c039-47f3-b181-b805743dda9d tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:33:34.451016 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a16c7bfa-935f-4bf7-97c6-c3e4e15cca7a req-4edf31ec-d3ad-4634-ad36-9b61b5c5a085 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/ports?device_id=19c55a40-af4c-4d99-acfe-8e687e9bbe14 HTTP/1.1" status: 200 len: 210 time: 0.1824148 Apr 18 19:33:34.454934 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-0e4093f1-0725-4de8-b3c3-89875672729e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417313'] for router_interface, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:34.466626 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-cd8bef34-c039-47f3-b181-b805743dda9d tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Usage tracker for resource:port and tenant:f99c22d41dfd4e22826767b4b98b8acc is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:33:34.472403 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-cd8bef34-c039-47f3-b181-b805743dda9d tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:33:34.501772 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-cd8bef34-c039-47f3-b181-b805743dda9d tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:33:34.529551 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-201f8e3a-952d-45ba-a92c-758de057a279 req-be92d33e-e36d-4c8b-834b-2c76fc0a3f68 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:33:34.552178 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-201f8e3a-952d-45ba-a92c-758de057a279 req-be92d33e-e36d-4c8b-834b-2c76fc0a3f68 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:33:34.561790 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-0cd8d81e-bd9c-4d08-a260-1441af3f4325 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:34.605894 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd8bef34-c039-47f3-b181-b805743dda9d tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Made reservation on behalf of f99c22d41dfd4e22826767b4b98b8acc for: {'port': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:33:34.613568 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-cd8bef34-c039-47f3-b181-b805743dda9d tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:34.637998 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-201f8e3a-952d-45ba-a92c-758de057a279 req-be92d33e-e36d-4c8b-834b-2c76fc0a3f68 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Made reservation on behalf of 73070b32fdb445869915286e0756abff for: {'port': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:33:34.644561 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-201f8e3a-952d-45ba-a92c-758de057a279 req-be92d33e-e36d-4c8b-834b-2c76fc0a3f68 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:34.682190 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [None req-cd8bef34-c039-47f3-b181-b805743dda9d tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] device_id is not set on port 4d102eac-b64c-4c6c-a8ae-4f5690473d8c yet. {{(pid=84763) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 19:33:34.777276 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-17612335-83c7-46a4-a002-93b225836555 req-59d59bd0-12b9-48c2-811b-b0c764b17aec tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=7d9f2a92-7181-4f18-9e91-9b7e7ad80d63 HTTP/1.1" status: 200 len: 210 time: 0.1624987 Apr 18 19:33:34.808993 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b35dd0e7-cdda-47a0-8297-5819725fb898 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:34.821383 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-0cd8d81e-bd9c-4d08-a260-1441af3f4325 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:33:34.844295 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-0cd8d81e-bd9c-4d08-a260-1441af3f4325 admin admin] Usage tracker for resource:security_group_rule and tenant:e2676fc802a645689154e56330711330 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:33:34.858758 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-0cd8d81e-bd9c-4d08-a260-1441af3f4325 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:33:34.872240 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b35dd0e7-cdda-47a0-8297-5819725fb898 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:34.879764 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-0cd8d81e-bd9c-4d08-a260-1441af3f4325 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:33:34.993083 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_common [None req-cd8bef34-c039-47f3-b181-b805743dda9d tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Allocated IP 172.20.0.9 (22b68f6d-a4ca-4a1a-b956-b105df935a8e/bd60178b-aa5f-4b27-a781-dbf568228871/4d102eac-b64c-4c6c-a8ae-4f5690473d8c) {{(pid=84763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:33:35.000734 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8d9ebf67-91a2-4183-ab53-182e2af4f447 req-64741054-5dba-4850-8506-711507268c15 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3376aeca-0e41-4323-87b6-f103eede7b9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4271553 Apr 18 19:33:35.005376 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_common [req-201f8e3a-952d-45ba-a92c-758de057a279 req-be92d33e-e36d-4c8b-834b-2c76fc0a3f68 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Allocated IP 192.168.233.134 (cb6d8c7c-7ea4-4a32-b429-1c2934b7306a/17d1b3aa-2066-4ffa-a69f-52ed566b6548/225b853f-c003-411a-a6b9-39da4cba827f) {{(pid=84763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:33:35.136806 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-0cd8d81e-bd9c-4d08-a260-1441af3f4325 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:35.155368 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b35dd0e7-cdda-47a0-8297-5819725fb898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:35.190606 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35dd0e7-cdda-47a0-8297-5819725fb898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cbe483b-ad50-40a7-b6f5-1520c0183a53,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:35.220462 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b35dd0e7-cdda-47a0-8297-5819725fb898 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:35.225779 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-b35dd0e7-cdda-47a0-8297-5819725fb898 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3cbe483b-ad50-40a7-b6f5-1520c0183a53 HTTP/1.1" status: 204 len: 168 time: 1.1562169 Apr 18 19:33:35.227399 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35dd0e7-cdda-47a0-8297-5819725fb898 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:33:35.227935 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35dd0e7-cdda-47a0-8297-5819725fb898 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:33:35.228266 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35dd0e7-cdda-47a0-8297-5819725fb898 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:33:35.228914 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35dd0e7-cdda-47a0-8297-5819725fb898 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:33:35.229422 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35dd0e7-cdda-47a0-8297-5819725fb898 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:33:35.229908 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35dd0e7-cdda-47a0-8297-5819725fb898 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:33:35.230234 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35dd0e7-cdda-47a0-8297-5819725fb898 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:33:35.230721 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35dd0e7-cdda-47a0-8297-5819725fb898 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:33:35.231040 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35dd0e7-cdda-47a0-8297-5819725fb898 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:33:35.231533 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35dd0e7-cdda-47a0-8297-5819725fb898 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:33:35.231997 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35dd0e7-cdda-47a0-8297-5819725fb898 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:33:35.238959 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-0cd8d81e-bd9c-4d08-a260-1441af3f4325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:35.260511 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8d9ebf67-91a2-4183-ab53-182e2af4f447 req-70e6cf36-5706-4231-ad51-c44e0c1111e7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=04c3ccf22b1a4626be8dfb58ccf87764&device_id=3376aeca-0e41-4323-87b6-f103eede7b9a HTTP/1.1" status: 200 len: 1099 time: 0.2034788 Apr 18 19:33:35.347050 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cd8d81e-bd9c-4d08-a260-1441af3f4325 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=84764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:33:35.424934 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-cd8bef34-c039-47f3-b181-b805743dda9d tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Notify callbacks [] for port, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:35.436070 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-201f8e3a-952d-45ba-a92c-758de057a279 req-be92d33e-e36d-4c8b-834b-2c76fc0a3f68 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Notify callbacks [] for port, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:35.444949 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd8d81e-bd9c-4d08-a260-1441af3f4325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43b95085-8420-481a-9636-2412cea92ca7,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:35.459355 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-0cd8d81e-bd9c-4d08-a260-1441af3f4325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:35.459725 n-d-836017-2 neutron-server[84764]: INFO neutron.db.segments_db [None req-0cd8d81e-bd9c-4d08-a260-1441af3f4325 admin admin] Added segment 33e59688-0bc2-4257-95a9-694e337c236c of type vlan for network 81ddcfcb-39cd-4419-a273-35df2938d568 Apr 18 19:33:35.461149 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [None req-cd8bef34-c039-47f3-b181-b805743dda9d tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Transition to ACTIVE for port object 4d102eac-b64c-4c6c-a8ae-4f5690473d8c will not be triggered until provisioned by entity DHCP. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:33:35.464914 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [req-201f8e3a-952d-45ba-a92c-758de057a279 req-be92d33e-e36d-4c8b-834b-2c76fc0a3f68 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Transition to ACTIVE for port object 225b853f-c003-411a-a6b9-39da4cba827f will not be triggered until provisioned by entity DHCP. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:33:35.594461 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-cd8bef34-c039-47f3-b181-b805743dda9d tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:35.598092 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-201f8e3a-952d-45ba-a92c-758de057a279 req-be92d33e-e36d-4c8b-834b-2c76fc0a3f68 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:35.612490 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-0cd8d81e-bd9c-4d08-a260-1441af3f4325 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791093404182'] for network, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:35.612753 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] get_ports_and_sgs() called for port_ids ['fbaca27c-775e-4826-a999-e46d492b3066', '4dc9ea20-0019-4f76-93a6-1e8b1efa54a8'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:33:35.653501 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9ebf67-91a2-4183-ab53-182e2af4f447 req-4964b6cf-8659-48ab-9054-afc44edbe666 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:35.654974 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8d9ebf67-91a2-4183-ab53-182e2af4f447 req-4964b6cf-8659-48ab-9054-afc44edbe666 service neutron] 10.222.0.72 "GET /v2.0/networks?id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a HTTP/1.1" status: 200 len: 870 time: 0.3589158 Apr 18 19:33:35.675338 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] get_ports_and_sgs() called for port_ids ['095a9680-858e-4b90-9273-b31a53dffeb8', 'a2813964-4506-412b-8a7e-dd3f7c81ebe6', '44ee4a95-c41e-4c22-8ed3-49639e968ae2', '52b7b7dc-94a3-4e1a-88aa-a4fe09a31f6e'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:33:35.803170 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be92d33e-e36d-4c8b-834b-2c76fc0a3f68 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Pushing event updated for resources: {'Port': ['ID=225b853f-c003-411a-a6b9-39da4cba827f,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:35.895678 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd8bef34-c039-47f3-b181-b805743dda9d tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Network 22b68f6d-a4ca-4a1a-b956-b105df935a8e is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:33:35.902003 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-201f8e3a-952d-45ba-a92c-758de057a279 req-be92d33e-e36d-4c8b-834b-2c76fc0a3f68 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:33:36.039688 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [None req-cd8bef34-c039-47f3-b181-b805743dda9d tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:33:36.042259 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8bef34-c039-47f3-b181-b805743dda9d tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Received port after_create {{(pid=84763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:33:36.057193 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8d9ebf67-91a2-4183-ab53-182e2af4f447 req-80c72e11-1906-497c-acff-ba02e538c678 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=8e1eb0cc-2613-4ecf-99a5-54b51fb51f55 HTTP/1.1" status: 200 len: 217 time: 0.3869474 Apr 18 19:33:36.106860 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [req-201f8e3a-952d-45ba-a92c-758de057a279 req-be92d33e-e36d-4c8b-834b-2c76fc0a3f68 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:33:36.111087 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-201f8e3a-952d-45ba-a92c-758de057a279 req-be92d33e-e36d-4c8b-834b-2c76fc0a3f68 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Received port after_create {{(pid=84763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:33:36.241819 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201f8e3a-952d-45ba-a92c-758de057a279 req-be92d33e-e36d-4c8b-834b-2c76fc0a3f68 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:36.242457 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-201f8e3a-952d-45ba-a92c-758de057a279 req-be92d33e-e36d-4c8b-834b-2c76fc0a3f68 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:36.271410 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-0cd8d81e-bd9c-4d08-a260-1441af3f4325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251'] for network, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:36.272897 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd8d81e-bd9c-4d08-a260-1441af3f4325 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:36.282153 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-0cd8d81e-bd9c-4d08-a260-1441af3f4325 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:36.326333 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8bef34-c039-47f3-b181-b805743dda9d tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:36.327314 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-cd8bef34-c039-47f3-b181-b805743dda9d tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:36.333994 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8bef34-c039-47f3-b181-b805743dda9d tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Pushing event updated for resources: {'Port': ['ID=4d102eac-b64c-4c6c-a8ae-4f5690473d8c,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:36.441035 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b0e6db-e437-4082-8240-19cbcd7ff327 req-80368c4b-0bc1-4686-9492-2edfd297b5e6 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:36.441781 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-f5b0e6db-e437-4082-8240-19cbcd7ff327 req-80368c4b-0bc1-4686-9492-2edfd297b5e6 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Synchronizing usage tracker for tenant:73070b32fdb445869915286e0756abff on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:33:36.550769 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-cd8bef34-c039-47f3-b181-b805743dda9d tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7276692 Apr 18 19:33:36.550769 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-201f8e3a-952d-45ba-a92c-758de057a279 req-be92d33e-e36d-4c8b-834b-2c76fc0a3f68 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2929354 Apr 18 19:33:36.551491 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 58660) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:33:36.556696 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-14f3804f-e8ca-4d31-8844-292603b3a868 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Request body: {'floatingip': {'floating_network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:33:36.568471 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-201f8e3a-952d-45ba-a92c-758de057a279 req-5cdbe5ea-fdc7-43aa-a74e-c72772e2f6ab service neutron] Request body: {'port': {'device_id': '19c55a40-af4c-4d99-acfe-8e687e9bbe14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-2'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:33:36.600507 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-14f3804f-e8ca-4d31-8844-292603b3a868 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:33:36.609593 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9ebf67-91a2-4183-ab53-182e2af4f447 req-e4916c34-f57e-4b2b-8b31-57abc7c4c92e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:36.611653 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8d9ebf67-91a2-4183-ab53-182e2af4f447 req-e4916c34-f57e-4b2b-8b31-57abc7c4c92e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=17d1b3aa-2066-4ffa-a69f-52ed566b6548 HTTP/1.1" status: 200 len: 843 time: 0.4860377 Apr 18 19:33:36.616775 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd8d81e-bd9c-4d08-a260-1441af3f4325 admin admin] Pushing event updated for resources: {'Network': ['ID=81ddcfcb-39cd-4419-a273-35df2938d568,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:36.645327 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-14f3804f-e8ca-4d31-8844-292603b3a868 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Usage tracker for resource:floatingip and tenant:f99c22d41dfd4e22826767b4b98b8acc is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:33:36.652093 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Network 81ddcfcb-39cd-4419-a273-35df2938d568 details requested by agent ovs-agent-n-d-836017-2 with host n-d-836017-2 {{(pid=84765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:33:36.670386 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-14f3804f-e8ca-4d31-8844-292603b3a868 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:33:36.689514 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-f5b0e6db-e437-4082-8240-19cbcd7ff327 req-80368c4b-0bc1-4686-9492-2edfd297b5e6 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Unset dirty status for tenant:73070b32fdb445869915286e0756abff on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:33:36.698579 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f5b0e6db-e437-4082-8240-19cbcd7ff327 req-80368c4b-0bc1-4686-9492-2edfd297b5e6 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/ports?device_id=19c55a40-af4c-4d99-acfe-8e687e9bbe14 HTTP/1.1" status: 200 len: 936 time: 0.9031658 Apr 18 19:33:36.741791 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 58668) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:33:36.760818 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-14f3804f-e8ca-4d31-8844-292603b3a868 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:33:36.776294 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-91c97555-c9d3-420a-8f5c-1f028cc2a6b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:36.799178 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-0cd8d81e-bd9c-4d08-a260-1441af3f4325 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.4893119 Apr 18 19:33:36.815706 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f5b0e6db-e437-4082-8240-19cbcd7ff327 req-892ce1bb-c1f6-4ca9-bfe3-1bfca36ed8a7 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb75c1f-620d-4cfd-a804-faa1a9266f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161437 Apr 18 19:33:36.816497 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 58672) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:33:36.845086 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-91c97555-c9d3-420a-8f5c-1f028cc2a6b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:33:36.857587 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-60610152-f2ac-42f1-a11d-23efe64dc732 admin admin] Request body: {'subnet': {'network_id': '81ddcfcb-39cd-4419-a273-35df2938d568', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-888195403-subnet', 'tenant_id': 'e2676fc802a645689154e56330711330', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:33:36.870423 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-91c97555-c9d3-420a-8f5c-1f028cc2a6b9 admin admin] Usage tracker for resource:security_group_rule and tenant:440b0bca4c2448429b73b22a01ef2329 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:33:36.879064 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8d9ebf67-91a2-4183-ab53-182e2af4f447 req-953ae139-9197-412a-9230-ddb4f2fcd1b0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2528696 Apr 18 19:33:36.881225 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-60610152-f2ac-42f1-a11d-23efe64dc732 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:33:36.884439 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-91c97555-c9d3-420a-8f5c-1f028cc2a6b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:33:36.902726 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-201f8e3a-952d-45ba-a92c-758de057a279 req-5cdbe5ea-fdc7-43aa-a74e-c72772e2f6ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:36.933702 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-60610152-f2ac-42f1-a11d-23efe64dc732 admin admin] Usage tracker for resource:subnet and tenant:e2676fc802a645689154e56330711330 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:33:36.940988 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-91c97555-c9d3-420a-8f5c-1f028cc2a6b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:33:36.958734 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-14f3804f-e8ca-4d31-8844-292603b3a868 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Notify callbacks [] for floatingip, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:36.967732 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-60610152-f2ac-42f1-a11d-23efe64dc732 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:33:36.983336 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-375e1789-0ff4-48c5-ba41-0ab617025e71 None None] Provisioning for port 225b853f-c003-411a-a6b9-39da4cba827f completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:33:36.999244 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-375e1789-0ff4-48c5-ba41-0ab617025e71 None None] Provisioning complete for port 225b853f-c003-411a-a6b9-39da4cba827f triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:33:37.008469 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-375e1789-0ff4-48c5-ba41-0ab617025e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:37.106825 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-60610152-f2ac-42f1-a11d-23efe64dc732 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:33:37.144689 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-6bfc9cab-8c00-40a6-bf77-e7a56ceac754 req-634cebfb-73c7-4a27-a27e-cecf1d90b070 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Synchronizing usage tracker for tenant:e3b062c733cb48498c21458f46ee72da on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:33:37.162301 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-375e1789-0ff4-48c5-ba41-0ab617025e71 None None] Port 225b853f-c003-411a-a6b9-39da4cba827f cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:33:37.270148 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-375e1789-0ff4-48c5-ba41-0ab617025e71 None None] Provisioning for port 4d102eac-b64c-4c6c-a8ae-4f5690473d8c completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:33:37.287778 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-375e1789-0ff4-48c5-ba41-0ab617025e71 None None] Provisioning complete for port 4d102eac-b64c-4c6c-a8ae-4f5690473d8c triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:33:37.288425 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-375e1789-0ff4-48c5-ba41-0ab617025e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:37.299336 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-0e4093f1-0725-4de8-b3c3-89875672729e admin admin] Deleting port 33393893-663c-4d6c-9fba-d437d84f950a {{(pid=84764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:33:37.299677 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-0e4093f1-0725-4de8-b3c3-89875672729e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:37.358044 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-375e1789-0ff4-48c5-ba41-0ab617025e71 None None] Port 4d102eac-b64c-4c6c-a8ae-4f5690473d8c cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:33:37.366433 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-6bfc9cab-8c00-40a6-bf77-e7a56ceac754 req-634cebfb-73c7-4a27-a27e-cecf1d90b070 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Unset dirty status for tenant:e3b062c733cb48498c21458f46ee72da on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:33:37.366433 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-6bfc9cab-8c00-40a6-bf77-e7a56ceac754 req-634cebfb-73c7-4a27-a27e-cecf1d90b070 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=7d9f2a92-7181-4f18-9e91-9b7e7ad80d63 HTTP/1.1" status: 200 len: 210 time: 0.2986302 Apr 18 19:33:37.414740 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-91c97555-c9d3-420a-8f5c-1f028cc2a6b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:37.441131 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60610152-f2ac-42f1-a11d-23efe64dc732 admin admin] Made reservation on behalf of e2676fc802a645689154e56330711330 for: {'subnet': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:33:37.443405 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-60610152-f2ac-42f1-a11d-23efe64dc732 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65862573'] for subnet, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:37.534493 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-91c97555-c9d3-420a-8f5c-1f028cc2a6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:37.616206 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8d9ebf67-91a2-4183-ab53-182e2af4f447 req-3b6bd3ed-c492-4ce5-82ec-67b87e358086 service neutron] 10.222.0.72 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7229486 Apr 18 19:33:37.658723 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6b3fc5-4db9-452c-adc9-22b72e39c785 req-0712521c-ef3a-4137-9280-3c7f48d3faa5 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:37.660692 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0a6b3fc5-4db9-452c-adc9-22b72e39c785 req-0712521c-ef3a-4137-9280-3c7f48d3faa5 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.73 "GET /v2.0/networks?id=0124e28f-2243-4533-b876-7d659443232d HTTP/1.1" status: 200 len: 804 time: 0.5077887 Apr 18 19:33:37.684737 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-0a6b3fc5-4db9-452c-adc9-22b72e39c785 req-c20f49e5-10f0-4b19-aa6c-666a74b36aab tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Request body: {'port': {'device_id': '7d9f2a92-7181-4f18-9e91-9b7e7ad80d63', 'network_id': '0124e28f-2243-4533-b876-7d659443232d', 'admin_state_up': True, 'tenant_id': 'e3b062c733cb48498c21458f46ee72da'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:33:37.787218 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-91c97555-c9d3-420a-8f5c-1f028cc2a6b9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=440b0bca4c2448429b73b22a01ef2329&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0335658 Apr 18 19:33:37.794120 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c97555-c9d3-420a-8f5c-1f028cc2a6b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72d29e08-ebcf-49b4-acbb-d5c0273d5745,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:37.802842 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 58696) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:33:37.852663 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [None req-0e4093f1-0725-4de8-b3c3-89875672729e admin admin] For port 33393893-663c-4d6c-9fba-d437d84f950a, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=33393893-663c-4d6c-9fba-d437d84f950a,segment=NetworkSegment(64e9dd2a-1ec8-4590-b9a5-d212c2764002),segment_id=64e9dd2a-1ec8-4590-b9a5-d212c2764002)] {{(pid=84764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:33:37.853031 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-0e4093f1-0725-4de8-b3c3-89875672729e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:37.858358 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-14f3804f-e8ca-4d31-8844-292603b3a868 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:38.025958 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.db.resource_extend [req-201f8e3a-952d-45ba-a92c-758de057a279 req-5cdbe5ea-fdc7-43aa-a74e-c72772e2f6ab service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 19:33:38.048689 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-0e4093f1-0725-4de8-b3c3-89875672729e admin admin] Calling delete_port for 33393893-663c-4d6c-9fba-d437d84f950a owned by network:router_interface {{(pid=84764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:33:38.084286 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-0a6b3fc5-4db9-452c-adc9-22b72e39c785 req-c20f49e5-10f0-4b19-aa6c-666a74b36aab tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:33:38.160581 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-0a6b3fc5-4db9-452c-adc9-22b72e39c785 req-c20f49e5-10f0-4b19-aa6c-666a74b36aab tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:33:38.182730 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [req-201f8e3a-952d-45ba-a92c-758de057a279 req-5cdbe5ea-fdc7-43aa-a74e-c72772e2f6ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 225b853f-c003-411a-a6b9-39da4cba827f {{(pid=84763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:33:38.196814 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-201f8e3a-952d-45ba-a92c-758de057a279 req-5cdbe5ea-fdc7-43aa-a74e-c72772e2f6ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:38.205643 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a547cb0f-2b2b-468a-960f-7167e306ca27 req-46678bf4-03f1-4d44-8485-41069486cdf5 tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:38.207378 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a547cb0f-2b2b-468a-960f-7167e306ca27 req-46678bf4-03f1-4d44-8485-41069486cdf5 tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] 10.222.0.69 "GET /v2.0/ports?device_id=3376aeca-0e41-4323-87b6-f103eede7b9a HTTP/1.1" status: 200 len: 948 time: 0.5291004 Apr 18 19:33:38.251650 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [req-201f8e3a-952d-45ba-a92c-758de057a279 req-5cdbe5ea-fdc7-43aa-a74e-c72772e2f6ab service neutron] Transition to ACTIVE for port object 225b853f-c003-411a-a6b9-39da4cba827f will not be triggered until provisioned by entity L2. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:33:38.261135 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_common [None req-14f3804f-e8ca-4d31-8844-292603b3a868 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Allocated IP 172.25.3.208 (11e8e108-37df-4084-b6b7-113e6beb66b4/3b0abf32-1504-448b-b06e-c8c870b6a7c8/8d0ee2df-228d-4b15-8067-8f89acaed83c) {{(pid=84763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:33:38.270370 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a6b3fc5-4db9-452c-adc9-22b72e39c785 req-c20f49e5-10f0-4b19-aa6c-666a74b36aab tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Made reservation on behalf of e3b062c733cb48498c21458f46ee72da for: {'port': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:33:38.273514 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-0a6b3fc5-4db9-452c-adc9-22b72e39c785 req-c20f49e5-10f0-4b19-aa6c-666a74b36aab tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:38.327187 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a547cb0f-2b2b-468a-960f-7167e306ca27 req-c3cf289b-066b-45eb-b262-8f1d1274dc5a tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] 10.222.0.69 "GET /v2.0/security-groups?id=13ffc115-6e90-42e4-a59c-efdacbb10432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105216 Apr 18 19:33:38.362828 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8d9ebf67-91a2-4183-ab53-182e2af4f447 req-3ce3258f-22af-47ff-903f-9c860e640b95 service neutron] 10.222.0.72 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7268369 Apr 18 19:33:38.443455 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-201f8e3a-952d-45ba-a92c-758de057a279 req-5cdbe5ea-fdc7-43aa-a74e-c72772e2f6ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:38.480556 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-3af92fb0-77c3-409c-afa7-ac06027c2a30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:38.502552 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-60610152-f2ac-42f1-a11d-23efe64dc732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2290811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65862591'] for subnet, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:38.561658 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40dd922-b2a6-4d42-b561-d53fc4407e3c req-b2c83f81-e640-4d07-b544-e220ca125da4 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:38.564271 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e40dd922-b2a6-4d42-b561-d53fc4407e3c req-b2c83f81-e640-4d07-b544-e220ca125da4 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/ports?device_id=19c55a40-af4c-4d99-acfe-8e687e9bbe14 HTTP/1.1" status: 200 len: 948 time: 0.5265362 Apr 18 19:33:38.588628 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-3af92fb0-77c3-409c-afa7-ac06027c2a30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:38.683907 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60610152-f2ac-42f1-a11d-23efe64dc732 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f0e8042-5aa6-4184-80a1-a68583a09ee2,revision_number=0']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:38.774659 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e40dd922-b2a6-4d42-b561-d53fc4407e3c req-60a0ade4-3958-4b51-902e-9857c405a795 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb75c1f-620d-4cfd-a804-faa1a9266f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993937 Apr 18 19:33:38.784545 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60610152-f2ac-42f1-a11d-23efe64dc732 admin admin] Checking segment: {'id': '33e59688-0bc2-4257-95a9-694e337c236c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '81ddcfcb-39cd-4419-a273-35df2938d568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:33:38.784910 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60610152-f2ac-42f1-a11d-23efe64dc732 admin admin] Network hostable DHCP agents. Network: 81ddcfcb-39cd-4419-a273-35df2938d568, hostable agents: ['f6987c12-6d6c-47d4-b22d-cfcd164dc40d'], hosted agents: [] {{(pid=84764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:33:38.789763 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-593c9efd-7346-4ea1-9beb-616c884d279c req-c13a98cc-5a02-444d-8aa5-d547610b3e1c tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=7d9f2a92-7181-4f18-9e91-9b7e7ad80d63 HTTP/1.1" status: 200 len: 210 time: 0.1574287 Apr 18 19:33:38.839753 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdbe5ea-fdc7-43aa-a74e-c72772e2f6ab service neutron] Pushing event updated for resources: {'Port': ['ID=225b853f-c003-411a-a6b9-39da4cba827f,revision_number=2']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:38.883808 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-0e4093f1-0725-4de8-b3c3-89875672729e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:38.948717 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60610152-f2ac-42f1-a11d-23efe64dc732 admin admin] Network 81ddcfcb-39cd-4419-a273-35df2938d568 is scheduled to be hosted by DHCP agent f6987c12-6d6c-47d4-b22d-cfcd164dc40d with binding_index 1 {{(pid=84764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:33:38.953069 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-3af92fb0-77c3-409c-afa7-ac06027c2a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:38.995452 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4093f1-0725-4de8-b3c3-89875672729e admin admin] Pushing event deleted for resources: {'Port': ['ID=33393893-663c-4d6c-9fba-d437d84f950a,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:39.010371 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af92fb0-77c3-409c-afa7-ac06027c2a30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72d29e08-ebcf-49b4-acbb-d5c0273d5745,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:39.012739 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-14f3804f-e8ca-4d31-8844-292603b3a868 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Notify callbacks [] for port, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:39.053104 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_common [req-0a6b3fc5-4db9-452c-adc9-22b72e39c785 req-c20f49e5-10f0-4b19-aa6c-666a74b36aab tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Allocated IP 172.20.0.14 (0124e28f-2243-4533-b876-7d659443232d/53fde093-fc81-475a-a625-0084a1c3acc5/7f9265fb-048f-4b38-bd6f-abe5817bd647) {{(pid=84763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:33:39.113271 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [None req-60610152-f2ac-42f1-a11d-23efe64dc732 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-2, 81ddcfcb-39cd-4419-a273-35df2938d568) {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:33:39.133349 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1551cde2-3255-46ae-bbf9-4610d26a92fb None None] Network 81ddcfcb-39cd-4419-a273-35df2938d568 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:33:39.154846 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60610152-f2ac-42f1-a11d-23efe64dc732 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:39.156195 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-60610152-f2ac-42f1-a11d-23efe64dc732 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for subnet, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:39.264768 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-3af92fb0-77c3-409c-afa7-ac06027c2a30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:39.266975 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-3af92fb0-77c3-409c-afa7-ac06027c2a30 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/72d29e08-ebcf-49b4-acbb-d5c0273d5745 HTTP/1.1" status: 204 len: 168 time: 1.4519479 Apr 18 19:33:39.329331 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-0a6b3fc5-4db9-452c-adc9-22b72e39c785 req-c20f49e5-10f0-4b19-aa6c-666a74b36aab tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Notify callbacks [] for port, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:39.332587 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-201f8e3a-952d-45ba-a92c-758de057a279 req-5cdbe5ea-fdc7-43aa-a74e-c72772e2f6ab service neutron] Attempting to bind port 225b853f-c003-411a-a6b9-39da4cba827f on host n-h2-836017-2 for vnic_type normal with profile {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:33:39.332976 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-201f8e3a-952d-45ba-a92c-758de057a279 req-5cdbe5ea-fdc7-43aa-a74e-c72772e2f6ab service neutron] Attempting to bind port 225b853f-c003-411a-a6b9-39da4cba827f by drivers openvswitch,hyperv on host n-h2-836017-2 at level 0 using segments [{'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:33:39.333305 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201f8e3a-952d-45ba-a92c-758de057a279 req-5cdbe5ea-fdc7-43aa-a74e-c72772e2f6ab service neutron] Attempting to bind port 225b853f-c003-411a-a6b9-39da4cba827f on network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:33:39.354908 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201f8e3a-952d-45ba-a92c-758de057a279 req-5cdbe5ea-fdc7-43aa-a74e-c72772e2f6ab service neutron] Port 225b853f-c003-411a-a6b9-39da4cba827f on network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-2 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:33:39.355231 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201f8e3a-952d-45ba-a92c-758de057a279 req-5cdbe5ea-fdc7-43aa-a74e-c72772e2f6ab service neutron] Attempting to bind port 225b853f-c003-411a-a6b9-39da4cba827f on network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:33:39.370471 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201f8e3a-952d-45ba-a92c-758de057a279 req-5cdbe5ea-fdc7-43aa-a74e-c72772e2f6ab service neutron] Checking agent: {'id': '02e8f951-d3a3-40e1-b8cc-aed258af030b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 33, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:33:39.370812 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201f8e3a-952d-45ba-a92c-758de057a279 req-5cdbe5ea-fdc7-43aa-a74e-c72772e2f6ab service neutron] Checking segment: {'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:33:39.371203 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201f8e3a-952d-45ba-a92c-758de057a279 req-5cdbe5ea-fdc7-43aa-a74e-c72772e2f6ab service neutron] Bound using segment: {'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:33:39.371913 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-201f8e3a-952d-45ba-a92c-758de057a279 req-5cdbe5ea-fdc7-43aa-a74e-c72772e2f6ab service neutron] Bound port: 225b853f-c003-411a-a6b9-39da4cba827f, host: n-h2-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'}}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:33:39.372488 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-201f8e3a-952d-45ba-a92c-758de057a279 req-5cdbe5ea-fdc7-43aa-a74e-c72772e2f6ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:39.450120 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-14f3804f-e8ca-4d31-8844-292603b3a868 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:39.539007 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-60610152-f2ac-42f1-a11d-23efe64dc732 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.7200325 Apr 18 19:33:39.551759 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 58732) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:33:39.553484 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46afa4fc-0bf7-47d7-a196-92e66ff088df req-a5d0d045-e395-4b3e-b704-e74951af7607 tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:39.555022 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-46afa4fc-0bf7-47d7-a196-92e66ff088df req-a5d0d045-e395-4b3e-b704-e74951af7607 tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] 10.222.0.72 "GET /v2.0/ports?device_id=3376aeca-0e41-4323-87b6-f103eede7b9a HTTP/1.1" status: 200 len: 948 time: 0.2860956 Apr 18 19:33:39.566157 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-0a6b3fc5-4db9-452c-adc9-22b72e39c785 req-c20f49e5-10f0-4b19-aa6c-666a74b36aab tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:39.571555 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-3e328c70-03cf-4acb-9fa2-047a32e9591b admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-888195403-router', 'tenant_id': 'e2676fc802a645689154e56330711330', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'}}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:33:39.603282 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] get_ports_and_sgs() called for port_ids ['6ce9e8ca-c688-4360-a5c1-cb5597c9db75'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:33:39.605893 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f3804f-e8ca-4d31-8844-292603b3a868 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Network 11e8e108-37df-4084-b6b7-113e6beb66b4 is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:33:39.606964 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-3e328c70-03cf-4acb-9fa2-047a32e9591b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:33:39.619945 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [None req-14f3804f-e8ca-4d31-8844-292603b3a868 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:33:39.630896 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-3e328c70-03cf-4acb-9fa2-047a32e9591b admin admin] Usage tracker for resource:router and tenant:e2676fc802a645689154e56330711330 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:33:39.665268 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f3804f-e8ca-4d31-8844-292603b3a868 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Received port after_create {{(pid=84763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:33:39.693261 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-201f8e3a-952d-45ba-a92c-758de057a279 req-5cdbe5ea-fdc7-43aa-a74e-c72772e2f6ab service neutron] For port 225b853f-c003-411a-a6b9-39da4cba827f, host n-h2-836017-2, cleared binding levels {{(pid=84763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:33:39.695468 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-3e328c70-03cf-4acb-9fa2-047a32e9591b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:33:39.698356 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f3804f-e8ca-4d31-8844-292603b3a868 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Pushing event updated for resources: {'Port': ['ID=8d0ee2df-228d-4b15-8067-8f89acaed83c,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:39.713632 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-3e328c70-03cf-4acb-9fa2-047a32e9591b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:33:39.725127 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [req-46afa4fc-0bf7-47d7-a196-92e66ff088df req-46a2bcb9-da1d-43e7-ab26-a5f38d61341a tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] Deleting port 8e1eb0cc-2613-4ecf-99a5-54b51fb51f55 {{(pid=84764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:33:39.725476 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-46afa4fc-0bf7-47d7-a196-92e66ff088df req-46a2bcb9-da1d-43e7-ab26-a5f38d61341a tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:39.764943 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f1fc26-f79c-435b-8f40-a0e34e578421 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31f5fbf7-4b5c-5a44-b255-70c4fc176ae8-81ddcfcb-39cd-4419-a273-35df2938d568', 'network_id': '81ddcfcb-39cd-4419-a273-35df2938d568', 'tenant_id': 'e2676fc802a645689154e56330711330', 'fixed_ips': [{'subnet_id': '5f0e8042-5aa6-4184-80a1-a68583a09ee2'}]}} from n-d-836017-2. {{(pid=84765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 19:33:39.766656 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a0f1fc26-f79c-435b-8f40-a0e34e578421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:39.794403 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-201f8e3a-952d-45ba-a92c-758de057a279 req-5cdbe5ea-fdc7-43aa-a74e-c72772e2f6ab service neutron] For port 225b853f-c003-411a-a6b9-39da4cba827f, host n-h2-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=225b853f-c003-411a-a6b9-39da4cba827f,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:33:39.811316 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a6b3fc5-4db9-452c-adc9-22b72e39c785 req-c20f49e5-10f0-4b19-aa6c-666a74b36aab tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Network 0124e28f-2243-4533-b876-7d659443232d is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:33:39.817708 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [req-0a6b3fc5-4db9-452c-adc9-22b72e39c785 req-c20f49e5-10f0-4b19-aa6c-666a74b36aab tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:33:39.825047 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a6b3fc5-4db9-452c-adc9-22b72e39c785 req-c20f49e5-10f0-4b19-aa6c-666a74b36aab tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Received port after_create {{(pid=84763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:33:39.896453 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20f49e5-10f0-4b19-aa6c-666a74b36aab tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Pushing event updated for resources: {'Port': ['ID=7f9265fb-048f-4b38-bd6f-abe5817bd647,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:39.925439 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6b3fc5-4db9-452c-adc9-22b72e39c785 req-c20f49e5-10f0-4b19-aa6c-666a74b36aab tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:39.926073 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-0a6b3fc5-4db9-452c-adc9-22b72e39c785 req-c20f49e5-10f0-4b19-aa6c-666a74b36aab tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:39.930304 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-201f8e3a-952d-45ba-a92c-758de057a279 req-5cdbe5ea-fdc7-43aa-a74e-c72772e2f6ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:39.948106 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-a0f1fc26-f79c-435b-8f40-a0e34e578421 None None] Allocated IP 172.20.0.2 (81ddcfcb-39cd-4419-a273-35df2938d568/5f0e8042-5aa6-4184-80a1-a68583a09ee2/8ff43c3e-4a4c-49d3-8264-daa7ecdaa9bd) {{(pid=84765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:33:40.008775 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-3e328c70-03cf-4acb-9fa2-047a32e9591b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-415242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4425'] for router, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:40.009640 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-3e328c70-03cf-4acb-9fa2-047a32e9591b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-416909', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4418'] for router, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:40.074671 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-201f8e3a-952d-45ba-a92c-758de057a279 req-5cdbe5ea-fdc7-43aa-a74e-c72772e2f6ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:40.076293 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-201f8e3a-952d-45ba-a92c-758de057a279 req-5cdbe5ea-fdc7-43aa-a74e-c72772e2f6ab service neutron] 10.222.0.72 "PUT /v2.0/ports/225b853f-c003-411a-a6b9-39da4cba827f HTTP/1.1" status: 200 len: 1096 time: 3.5118952 Apr 18 19:33:40.083418 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19c55a40-af4c-4d99-acfe-8e687e9bbe14', 'tag': '225b853f-c003-411a-a6b9-39da4cba827f'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:33:40.114848 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe80153-6007-4a98-b204-955015fa62b4 req-da4b1dd5-89d7-4003-a85f-a1006e2d0523 tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:40.117050 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ebe80153-6007-4a98-b204-955015fa62b4 req-da4b1dd5-89d7-4003-a85f-a1006e2d0523 tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] 10.222.0.69 "GET /v2.0/ports?device_id=3376aeca-0e41-4323-87b6-f103eede7b9a HTTP/1.1" status: 200 len: 948 time: 0.5043385 Apr 18 19:33:40.165732 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdbe5ea-fdc7-43aa-a74e-c72772e2f6ab service neutron] Pushing event updated for resources: {'Port': ['ID=225b853f-c003-411a-a6b9-39da4cba827f,revision_number=3']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:40.191477 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-3e328c70-03cf-4acb-9fa2-047a32e9591b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:40.223818 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-46afa4fc-0bf7-47d7-a196-92e66ff088df req-46a2bcb9-da1d-43e7-ab26-a5f38d61341a tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] For port 8e1eb0cc-2613-4ecf-99a5-54b51fb51f55, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=8e1eb0cc-2613-4ecf-99a5-54b51fb51f55,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:33:40.227093 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-46afa4fc-0bf7-47d7-a196-92e66ff088df req-46a2bcb9-da1d-43e7-ab26-a5f38d61341a tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:40.248689 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a0f1fc26-f79c-435b-8f40-a0e34e578421 None None] Notify callbacks [] for port, precommit_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:40.273483 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-a0f1fc26-f79c-435b-8f40-a0e34e578421 None None] Transition to ACTIVE for port object 8ff43c3e-4a4c-49d3-8264-daa7ecdaa9bd will not be triggered until provisioned by entity L2. {{(pid=84765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:33:40.315850 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-a0f1fc26-f79c-435b-8f40-a0e34e578421 None None] Transition to ACTIVE for port object 8ff43c3e-4a4c-49d3-8264-daa7ecdaa9bd will not be triggered until provisioned by entity DHCP. {{(pid=84765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:33:40.384913 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-14f3804f-e8ca-4d31-8844-292603b3a868 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:40.402508 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0a6b3fc5-4db9-452c-adc9-22b72e39c785 req-c20f49e5-10f0-4b19-aa6c-666a74b36aab tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7230086 Apr 18 19:33:40.403257 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a0f1fc26-f79c-435b-8f40-a0e34e578421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331'] for port, after_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:40.423369 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ebe80153-6007-4a98-b204-955015fa62b4 req-b7028b74-f90e-405f-9a0b-8e12603a85a3 tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] 10.222.0.69 "GET /v2.0/security-groups?id=13ffc115-6e90-42e4-a59c-efdacbb10432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2998948 Apr 18 19:33:40.430866 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-0a6b3fc5-4db9-452c-adc9-22b72e39c785 req-5ba80556-815c-435f-8b61-baa726ed7c3a service neutron] Request body: {'port': {'device_id': '7d9f2a92-7181-4f18-9e91-9b7e7ad80d63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-2'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:33:40.519317 n-d-836017-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f1fc26-f79c-435b-8f40-a0e34e578421 None None] Network 81ddcfcb-39cd-4419-a273-35df2938d568 is already hosted by enough agents. {{(pid=84765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:33:40.526147 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [req-46afa4fc-0bf7-47d7-a196-92e66ff088df req-46a2bcb9-da1d-43e7-ab26-a5f38d61341a tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] Calling delete_port for 8e1eb0cc-2613-4ecf-99a5-54b51fb51f55 owned by compute:nova {{(pid=84764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:33:40.542811 n-d-836017-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-a0f1fc26-f79c-435b-8f40-a0e34e578421 None None] Resources bound (agent type, host, resource id): {{(pid=84765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:33:40.561524 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f1fc26-f79c-435b-8f40-a0e34e578421 None None] Received port after_create {{(pid=84765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:33:40.564871 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f1fc26-f79c-435b-8f40-a0e34e578421 None None] Pushing event updated for resources: {'Port': ['ID=8ff43c3e-4a4c-49d3-8264-daa7ecdaa9bd,revision_number=1']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:40.735889 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-0e4093f1-0725-4de8-b3c3-89875672729e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417398'] for router_interface, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:40.773532 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0c53e3-397e-46f7-82b5-c38defe8a500 req-be46783d-3b93-4711-9201-33ade16ebfd1 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:40.775258 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-5b0c53e3-397e-46f7-82b5-c38defe8a500 req-be46783d-3b93-4711-9201-33ade16ebfd1 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=7d9f2a92-7181-4f18-9e91-9b7e7ad80d63 HTTP/1.1" status: 200 len: 932 time: 0.3586636 Apr 18 19:33:40.815703 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-a0f1fc26-f79c-435b-8f40-a0e34e578421 None None] Attempting to bind port 8ff43c3e-4a4c-49d3-8264-daa7ecdaa9bd on host n-d-836017-2 for vnic_type normal with profile {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:33:40.816170 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-a0f1fc26-f79c-435b-8f40-a0e34e578421 None None] Attempting to bind port 8ff43c3e-4a4c-49d3-8264-daa7ecdaa9bd by drivers openvswitch,hyperv on host n-d-836017-2 at level 0 using segments [{'id': '33e59688-0bc2-4257-95a9-694e337c236c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '81ddcfcb-39cd-4419-a273-35df2938d568'}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:33:40.816740 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f1fc26-f79c-435b-8f40-a0e34e578421 None None] Attempting to bind port 8ff43c3e-4a4c-49d3-8264-daa7ecdaa9bd on network 81ddcfcb-39cd-4419-a273-35df2938d568 {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:33:40.829802 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f1fc26-f79c-435b-8f40-a0e34e578421 None None] Checking agent: {'id': 'df2a5cfe-6839-400b-a998-e4fffce70f45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 8, 22), 'started_at': datetime.datetime(2022, 4, 18, 19, 8, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:33:40.830170 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f1fc26-f79c-435b-8f40-a0e34e578421 None None] Checking segment: {'id': '33e59688-0bc2-4257-95a9-694e337c236c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '81ddcfcb-39cd-4419-a273-35df2938d568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:33:40.830567 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a0f1fc26-f79c-435b-8f40-a0e34e578421 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:40.830957 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f1fc26-f79c-435b-8f40-a0e34e578421 None None] Bound using segment: {'id': '33e59688-0bc2-4257-95a9-694e337c236c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '81ddcfcb-39cd-4419-a273-35df2938d568'} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:33:40.831434 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-a0f1fc26-f79c-435b-8f40-a0e34e578421 None None] Bound port: 8ff43c3e-4a4c-49d3-8264-daa7ecdaa9bd, host: n-d-836017-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33e59688-0bc2-4257-95a9-694e337c236c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '81ddcfcb-39cd-4419-a273-35df2938d568'}}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:33:40.832146 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a0f1fc26-f79c-435b-8f40-a0e34e578421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:40.971733 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-a0f1fc26-f79c-435b-8f40-a0e34e578421 None None] For port 8ff43c3e-4a4c-49d3-8264-daa7ecdaa9bd, host n-d-836017-2, cleared binding levels {{(pid=84765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:33:41.070267 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-14f3804f-e8ca-4d31-8844-292603b3a868 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:41.127256 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-201f8e3a-952d-45ba-a92c-758de057a279 req-2a1dd597-b818-4ef6-8a6b-b2ff32598628 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=73070b32fdb445869915286e0756abff&device_id=19c55a40-af4c-4d99-acfe-8e687e9bbe14 HTTP/1.1" status: 200 len: 1099 time: 0.9138799 Apr 18 19:33:41.158737 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-5b0c53e3-397e-46f7-82b5-c38defe8a500 req-d28567ac-4fee-4582-9af1-8d5c5a863e53 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/security-groups?id=6dce0218-3e63-47f4-ad5c-3b3c3b13b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654107 Apr 18 19:33:41.231667 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-0a6b3fc5-4db9-452c-adc9-22b72e39c785 req-5ba80556-815c-435f-8b61-baa726ed7c3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:41.259379 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-201f8e3a-952d-45ba-a92c-758de057a279 req-cbccc1d1-9da1-4d1b-b04f-d4074a855977 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=225b853f-c003-411a-a6b9-39da4cba827f HTTP/1.1" status: 200 len: 217 time: 0.1232727 Apr 18 19:33:41.263188 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2702b4a5-bd63-4f2d-817f-bf27be8142e0'] response: {'name': 'network-changed', 'server_uuid': '19c55a40-af4c-4d99-acfe-8e687e9bbe14', 'tag': '225b853f-c003-411a-a6b9-39da4cba827f', 'status': 'completed', 'code': 200} Apr 18 19:33:41.276115 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-3e328c70-03cf-4acb-9fa2-047a32e9591b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416895', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4776'] for router, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:41.312860 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-a0f1fc26-f79c-435b-8f40-a0e34e578421 None None] For port 8ff43c3e-4a4c-49d3-8264-daa7ecdaa9bd, host n-d-836017-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=8ff43c3e-4a4c-49d3-8264-daa7ecdaa9bd,segment=NetworkSegment(33e59688-0bc2-4257-95a9-694e337c236c),segment_id=33e59688-0bc2-4257-95a9-694e337c236c)] {{(pid=84765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:33:41.317494 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-46afa4fc-0bf7-47d7-a196-92e66ff088df req-46a2bcb9-da1d-43e7-ab26-a5f38d61341a tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:41.412861 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a0f1fc26-f79c-435b-8f40-a0e34e578421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:41.445966 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecd1414-c672-4c90-bc22-c44804bf94ad req-46406aff-ef52-4946-bc3d-efa415c0916b tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:41.447486 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fecd1414-c672-4c90-bc22-c44804bf94ad req-46406aff-ef52-4946-bc3d-efa415c0916b tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/ports?device_id=19c55a40-af4c-4d99-acfe-8e687e9bbe14 HTTP/1.1" status: 200 len: 948 time: 0.8625097 Apr 18 19:33:41.456393 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.agents_db [None req-eb67022b-f881-4bc8-8f45-fca90fb27803 None None] Agent healthcheck: found 7 active agents {{(pid=84766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:33:41.459015 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a2bcb9-da1d-43e7-ab26-a5f38d61341a tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] Pushing event deleted for resources: {'Port': ['ID=8e1eb0cc-2613-4ecf-99a5-54b51fb51f55,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:41.535738 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201f8e3a-952d-45ba-a92c-758de057a279 req-eaf7d73b-b18f-4e31-b86b-64d41a134ac4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:41.537376 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-201f8e3a-952d-45ba-a92c-758de057a279 req-eaf7d73b-b18f-4e31-b86b-64d41a134ac4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=17d1b3aa-2066-4ffa-a69f-52ed566b6548 HTTP/1.1" status: 200 len: 843 time: 0.2650845 Apr 18 19:33:41.540581 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f1fc26-f79c-435b-8f40-a0e34e578421 None None] Pushing event updated for resources: {'Port': ['ID=8ff43c3e-4a4c-49d3-8264-daa7ecdaa9bd,revision_number=2']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:41.582159 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [req-46afa4fc-0bf7-47d7-a196-92e66ff088df req-46a2bcb9-da1d-43e7-ab26-a5f38d61341a tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] No DVR routers for this DVR port 8e1eb0cc-2613-4ecf-99a5-54b51fb51f55 on host n-h2-836017-2 {{(pid=84764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:33:41.587161 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-46afa4fc-0bf7-47d7-a196-92e66ff088df req-46a2bcb9-da1d-43e7-ab26-a5f38d61341a tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:41.591471 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3376aeca-0e41-4323-87b6-f103eede7b9a', 'name': 'network-vif-deleted', 'tag': '8e1eb0cc-2613-4ecf-99a5-54b51fb51f55'}] {{(pid=84764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:33:41.695389 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-46afa4fc-0bf7-47d7-a196-92e66ff088df req-46a2bcb9-da1d-43e7-ab26-a5f38d61341a tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] 10.222.0.72 "DELETE /v2.0/ports/8e1eb0cc-2613-4ecf-99a5-54b51fb51f55 HTTP/1.1" status: 204 len: 173 time: 2.1254489 Apr 18 19:33:41.855463 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-4c21690b-9ce6-4a77-9470-2324b94cd94c req-04726919-d0b6-4544-b506-b21c9dcd6215 tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] Synchronizing usage tracker for tenant:04c3ccf22b1a4626be8dfb58ccf87764 on resource:port {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:33:41.872334 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-14f3804f-e8ca-4d31-8844-292603b3a868 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Notify callbacks [] for port, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:41.972036 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-4c21690b-9ce6-4a77-9470-2324b94cd94c req-04726919-d0b6-4544-b506-b21c9dcd6215 tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] Unset dirty status for tenant:04c3ccf22b1a4626be8dfb58ccf87764 on resource:port {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:33:41.974367 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-4c21690b-9ce6-4a77-9470-2324b94cd94c req-04726919-d0b6-4544-b506-b21c9dcd6215 tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] 10.222.0.69 "GET /v2.0/ports?device_id=3376aeca-0e41-4323-87b6-f103eede7b9a HTTP/1.1" status: 200 len: 210 time: 0.2875254 Apr 18 19:33:41.984682 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 58786) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:33:42.072709 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-14f3804f-e8ca-4d31-8844-292603b3a868 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:42.086072 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e4093f1-0725-4de8-b3c3-89875672729e admin admin] Router a79c24ae-a406-43ee-b80c-897fb4592d6d has already been hosted by L3 agent 21b59c62-f184-4169-bc3e-79831cc043e8 {{(pid=84764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:33:42.168646 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fecd1414-c672-4c90-bc22-c44804bf94ad req-255e4587-1d0e-493c-b3cf-3c1feb12661f tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb75c1f-620d-4cfd-a804-faa1a9266f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7103286 Apr 18 19:33:42.288000 n-d-836017-2 neutron-server[84764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6e8b0d4-e552-4339-bafd-37ca93fb2016'] response: {'server_uuid': '3376aeca-0e41-4323-87b6-f103eede7b9a', 'name': 'network-vif-deleted', 'tag': '8e1eb0cc-2613-4ecf-99a5-54b51fb51f55', 'status': 'completed', 'code': 200} Apr 18 19:33:42.401268 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-29110117-55a8-42b0-bce0-507f7569cc1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:42.426219 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f3804f-e8ca-4d31-8844-292603b3a868 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Pushing event updated for resources: {'Port': ['ID=8d0ee2df-228d-4b15-8067-8f89acaed83c,revision_number=2']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:42.458203 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-14f3804f-e8ca-4d31-8844-292603b3a868 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416787'] for floatingip, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:42.485421 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-29110117-55a8-42b0-bce0-507f7569cc1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:33:42.494706 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-201f8e3a-952d-45ba-a92c-758de057a279 req-989dcdf6-1264-4661-ad43-ebfd80ba02c2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8719070 Apr 18 19:33:42.497155 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-29110117-55a8-42b0-bce0-507f7569cc1f admin admin] Usage tracker for resource:security_group_rule and tenant:46e13efb69b249ea91df3a97a8c73af5 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:33:42.506861 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-29110117-55a8-42b0-bce0-507f7569cc1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:33:42.514418 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-29110117-55a8-42b0-bce0-507f7569cc1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:33:42.534161 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff7e99a-7270-49b0-a24f-4cc7e4f58733 req-62fd8939-fe56-40ff-9ba2-32e34d1bafae tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:42.535684 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-4ff7e99a-7270-49b0-a24f-4cc7e4f58733 req-62fd8939-fe56-40ff-9ba2-32e34d1bafae tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=7d9f2a92-7181-4f18-9e91-9b7e7ad80d63 HTTP/1.1" status: 200 len: 932 time: 0.1795092 Apr 18 19:33:42.613150 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-4ff7e99a-7270-49b0-a24f-4cc7e4f58733 req-23b2abce-3481-442d-bfbc-c29433770bbd tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/security-groups?id=6dce0218-3e63-47f4-ad5c-3b3c3b13b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705826 Apr 18 19:33:42.690513 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [req-0a6b3fc5-4db9-452c-adc9-22b72e39c785 req-5ba80556-815c-435f-8b61-baa726ed7c3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f9265fb-048f-4b38-bd6f-abe5817bd647 {{(pid=84763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:33:42.698832 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-0a6b3fc5-4db9-452c-adc9-22b72e39c785 req-5ba80556-815c-435f-8b61-baa726ed7c3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:42.699874 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e4093f1-0725-4de8-b3c3-89875672729e admin admin] Notify agent at l3_agent.n-d-836017-2 the message routers_updated {{(pid=84764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:33:42.711961 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f118a45b-b13b-4cf3-9605-44a5ecb234a6 None None] Sync routers for ids ['a79c24ae-a406-43ee-b80c-897fb4592d6d'] in n-d-836017-2 {{(pid=84765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:33:42.724460 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [req-0a6b3fc5-4db9-452c-adc9-22b72e39c785 req-5ba80556-815c-435f-8b61-baa726ed7c3a service neutron] Transition to ACTIVE for port object 7f9265fb-048f-4b38-bd6f-abe5817bd647 will not be triggered until provisioned by entity L2. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:33:42.738763 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f118a45b-b13b-4cf3-9605-44a5ecb234a6 None None] Routers {'a79c24ae-a406-43ee-b80c-897fb4592d6d'} bound to L3 agent in host n-d-836017-2 {{(pid=84765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:33:42.740387 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-f118a45b-b13b-4cf3-9605-44a5ecb234a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:33:20Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['a79c24ae-a406-43ee-b80c-897fb4592d6d'], 'active': True} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:33:42.740536 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-0e4093f1-0725-4de8-b3c3-89875672729e admin admin] 10.222.0.69 "PUT /v2.0/routers/a79c24ae-a406-43ee-b80c-897fb4592d6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2513916 Apr 18 19:33:42.747903 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 58798) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:33:42.832416 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-29110117-55a8-42b0-bce0-507f7569cc1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:42.840141 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-201f8e3a-952d-45ba-a92c-758de057a279 req-60b53c2e-13c7-41f7-8721-0fa982e06111 service neutron] 10.222.0.72 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3371499 Apr 18 19:33:42.848902 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-14f3804f-e8ca-4d31-8844-292603b3a868 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for floatingip, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:42.849576 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-14f3804f-e8ca-4d31-8844-292603b3a868 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.2970994 Apr 18 19:33:42.850744 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-0a6b3fc5-4db9-452c-adc9-22b72e39c785 req-5ba80556-815c-435f-8b61-baa726ed7c3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:42.857001 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 58804) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:33:42.943540 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-29110117-55a8-42b0-bce0-507f7569cc1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:42.966209 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-8b37165c-70c9-4878-a19c-27f106de70da tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Request body: {'floatingip': {'port_id': '4d102eac-b64c-4c6c-a8ae-4f5690473d8c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:33:43.050560 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-29110117-55a8-42b0-bce0-507f7569cc1f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=46e13efb69b249ea91df3a97a8c73af5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0614154 Apr 18 19:33:43.051850 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29110117-55a8-42b0-bce0-507f7569cc1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0866ac41-29b3-4c77-86c5-cca14523832d,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:43.068153 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 58812) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:33:43.214901 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-c4c9e5bd-9925-44e9-bafa-4d9ddf0a375a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:43.269975 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-a8d30769-78f4-4c3a-bd3d-05a8a38db7e2 admin admin] Notify callbacks [] for router, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:43.327045 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-f118a45b-b13b-4cf3-9605-44a5ecb234a6 None None] Set router a79c24ae-a406-43ee-b80c-897fb4592d6d gateway port host: n-d-836017-2 {{(pid=84765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:33:43.410001 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10bbe8dd-9426-444f-9b36-a53373f1512a None None] Network 81ddcfcb-39cd-4419-a273-35df2938d568 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:33:43.457081 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-8b37165c-70c9-4878-a19c-27f106de70da tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Notify callbacks [] for floatingip, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:43.563700 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-c4c9e5bd-9925-44e9-bafa-4d9ddf0a375a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:43.737032 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fc97f3f0-0d59-4783-8747-4091878ce0c7 req-90dce021-27a3-4679-a225-184498b089c7 tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] 10.222.0.69 "GET /v2.0/ports?device_id=3376aeca-0e41-4323-87b6-f103eede7b9a HTTP/1.1" status: 200 len: 210 time: 0.2887945 Apr 18 19:33:43.745830 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 8ff43c3e-4a4c-49d3-8264-daa7ecdaa9bd up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:33:43.756755 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729b105b-9623-4f50-8e21-33a7420f38f7 req-f79e9218-28e7-44ab-9ec7-0c9c1241f76d tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:43.758677 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-729b105b-9623-4f50-8e21-33a7420f38f7 req-f79e9218-28e7-44ab-9ec7-0c9c1241f76d tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/ports?device_id=19c55a40-af4c-4d99-acfe-8e687e9bbe14 HTTP/1.1" status: 200 len: 948 time: 0.2055190 Apr 18 19:33:43.800545 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba80556-815c-435f-8b61-baa726ed7c3a service neutron] Pushing event updated for resources: {'Port': ['ID=7f9265fb-048f-4b38-bd6f-abe5817bd647,revision_number=2']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:43.839274 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-c4c9e5bd-9925-44e9-bafa-4d9ddf0a375a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:43.882606 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c9e5bd-9925-44e9-bafa-4d9ddf0a375a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0866ac41-29b3-4c77-86c5-cca14523832d,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:43.929383 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-729b105b-9623-4f50-8e21-33a7420f38f7 req-1aff0d1f-173a-4228-b98e-905355cffd93 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb75c1f-620d-4cfd-a804-faa1a9266f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608019 Apr 18 19:33:43.930799 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-c4c9e5bd-9925-44e9-bafa-4d9ddf0a375a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:43.932086 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-c4c9e5bd-9925-44e9-bafa-4d9ddf0a375a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0866ac41-29b3-4c77-86c5-cca14523832d HTTP/1.1" status: 204 len: 168 time: 0.8627155 Apr 18 19:33:44.011154 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-a8d30769-78f4-4c3a-bd3d-05a8a38db7e2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:44.038772 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-3e328c70-03cf-4acb-9fa2-047a32e9591b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:44.041100 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 8e1eb0cc-2613-4ecf-99a5-54b51fb51f55 no longer exists at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:33:44.092395 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-3e328c70-03cf-4acb-9fa2-047a32e9591b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:44.109062 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-a8d30769-78f4-4c3a-bd3d-05a8a38db7e2 admin admin] Deleting port 1b7fe8e8-0894-44ac-a4d1-684decf9d040 {{(pid=84764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:33:44.109715 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-a8d30769-78f4-4c3a-bd3d-05a8a38db7e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:44.134157 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] No Port match for: 8e1eb0cc-2613-4ecf-99a5-54b51fb51f55 {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:33:44.134494 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 8e1eb0cc-2613-4ecf-99a5-54b51fb51f55 not bound to the agent host n-h2-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:33:44.205727 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-201f8e3a-952d-45ba-a92c-758de057a279 req-23f9c3e9-8e4a-43e8-bddf-afb54693c9d7 service neutron] 10.222.0.72 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3501341 Apr 18 19:33:44.242149 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-226359a9-9c0a-429f-8308-158ec9ba4dc7 None None] Provisioning for port 8ff43c3e-4a4c-49d3-8264-daa7ecdaa9bd completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:33:44.294243 n-d-836017-2 neutron-server[84763]: INFO neutron.api.v2.resource [None req-8b37165c-70c9-4878-a19c-27f106de70da tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] update failed (client error): The resource could not be found. Apr 18 19:33:44.299042 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-8b37165c-70c9-4878-a19c-27f106de70da tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] 10.222.0.69 "PUT /v2.0/floatingips/5d7ed01d-657f-4ce1-873c-f07e4016d7e4 HTTP/1.1" status: 404 len: 507 time: 1.3890038 Apr 18 19:33:44.299994 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 58834) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:33:44.305655 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-0a6b3fc5-4db9-452c-adc9-22b72e39c785 req-5ba80556-815c-435f-8b61-baa726ed7c3a service neutron] Attempting to bind port 7f9265fb-048f-4b38-bd6f-abe5817bd647 on host n-h1-836017-2 for vnic_type normal with profile {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:33:44.308943 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-0a6b3fc5-4db9-452c-adc9-22b72e39c785 req-5ba80556-815c-435f-8b61-baa726ed7c3a service neutron] Attempting to bind port 7f9265fb-048f-4b38-bd6f-abe5817bd647 by drivers openvswitch,hyperv on host n-h1-836017-2 at level 0 using segments [{'id': '56697489-6787-4e2b-895c-5ec0b051161d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '0124e28f-2243-4533-b876-7d659443232d'}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:33:44.308943 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6b3fc5-4db9-452c-adc9-22b72e39c785 req-5ba80556-815c-435f-8b61-baa726ed7c3a service neutron] Attempting to bind port 7f9265fb-048f-4b38-bd6f-abe5817bd647 on network 0124e28f-2243-4533-b876-7d659443232d {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:33:44.361854 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6b3fc5-4db9-452c-adc9-22b72e39c785 req-5ba80556-815c-435f-8b61-baa726ed7c3a service neutron] Port 7f9265fb-048f-4b38-bd6f-abe5817bd647 on network 0124e28f-2243-4533-b876-7d659443232d not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-2 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:33:44.362183 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6b3fc5-4db9-452c-adc9-22b72e39c785 req-5ba80556-815c-435f-8b61-baa726ed7c3a service neutron] Attempting to bind port 7f9265fb-048f-4b38-bd6f-abe5817bd647 on network 0124e28f-2243-4533-b876-7d659443232d {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:33:44.374871 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6b3fc5-4db9-452c-adc9-22b72e39c785 req-5ba80556-815c-435f-8b61-baa726ed7c3a service neutron] Checking agent: {'id': 'e3a31811-08e0-42ba-bc2e-ed8a973b714f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 25), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:33:44.375295 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6b3fc5-4db9-452c-adc9-22b72e39c785 req-5ba80556-815c-435f-8b61-baa726ed7c3a service neutron] Checking segment: {'id': '56697489-6787-4e2b-895c-5ec0b051161d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '0124e28f-2243-4533-b876-7d659443232d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:33:44.375794 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6b3fc5-4db9-452c-adc9-22b72e39c785 req-5ba80556-815c-435f-8b61-baa726ed7c3a service neutron] Bound using segment: {'id': '56697489-6787-4e2b-895c-5ec0b051161d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '0124e28f-2243-4533-b876-7d659443232d'} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:33:44.376521 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-0a6b3fc5-4db9-452c-adc9-22b72e39c785 req-5ba80556-815c-435f-8b61-baa726ed7c3a service neutron] Bound port: 7f9265fb-048f-4b38-bd6f-abe5817bd647, host: n-h1-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56697489-6787-4e2b-895c-5ec0b051161d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '0124e28f-2243-4533-b876-7d659443232d'}}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:33:44.376995 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-0a6b3fc5-4db9-452c-adc9-22b72e39c785 req-5ba80556-815c-435f-8b61-baa726ed7c3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:44.385026 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning for port 8ff43c3e-4a4c-49d3-8264-daa7ecdaa9bd completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:33:44.395729 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port 8ff43c3e-4a4c-49d3-8264-daa7ecdaa9bd triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:33:44.396131 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:44.418217 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fff612f-a23b-4804-9d42-bce1f8c2ec6f req-07616027-641e-4cf3-b2e8-d9a317bd5980 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:44.422186 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-3fff612f-a23b-4804-9d42-bce1f8c2ec6f req-07616027-641e-4cf3-b2e8-d9a317bd5980 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Synchronizing usage tracker for tenant:e3b062c733cb48498c21458f46ee72da on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:33:44.471757 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [req-bfa92241-aaa5-48db-9ea1-17868468d02c req-d05732e9-0c8e-4b60-821f-a5d2d8e90219 tempest-SecurityGroupsTestAdminJSON-730937001 tempest-SecurityGroupsTestAdminJSON-730937001-project] Request body: {'security_group': {'name': 'tempest-securitygroup-806417211', 'description': 'tempest-description-1996271317'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:33:44.553703 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-bfa92241-aaa5-48db-9ea1-17868468d02c req-d05732e9-0c8e-4b60-821f-a5d2d8e90219 tempest-SecurityGroupsTestAdminJSON-730937001 tempest-SecurityGroupsTestAdminJSON-730937001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:33:44.566950 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_common [None req-3e328c70-03cf-4acb-9fa2-047a32e9591b admin admin] Allocated IP 172.25.3.244 (11e8e108-37df-4084-b6b7-113e6beb66b4/3b0abf32-1504-448b-b06e-c8c870b6a7c8/03e519c2-7295-47c0-a4bf-d4b65bb3f70a) {{(pid=84763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:33:44.595810 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-bfa92241-aaa5-48db-9ea1-17868468d02c req-d05732e9-0c8e-4b60-821f-a5d2d8e90219 tempest-SecurityGroupsTestAdminJSON-730937001 tempest-SecurityGroupsTestAdminJSON-730937001-project] Usage tracker for resource:security_group and tenant:177d7f3bd037459884a431f3cf706891 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:33:44.610951 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-bfa92241-aaa5-48db-9ea1-17868468d02c req-d05732e9-0c8e-4b60-821f-a5d2d8e90219 tempest-SecurityGroupsTestAdminJSON-730937001 tempest-SecurityGroupsTestAdminJSON-730937001-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:33:44.628985 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-3fff612f-a23b-4804-9d42-bce1f8c2ec6f req-07616027-641e-4cf3-b2e8-d9a317bd5980 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Unset dirty status for tenant:e3b062c733cb48498c21458f46ee72da on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:33:44.628985 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3fff612f-a23b-4804-9d42-bce1f8c2ec6f req-07616027-641e-4cf3-b2e8-d9a317bd5980 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=7d9f2a92-7181-4f18-9e91-9b7e7ad80d63 HTTP/1.1" status: 200 len: 944 time: 0.5363514 Apr 18 19:33:44.635217 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-bfa92241-aaa5-48db-9ea1-17868468d02c req-d05732e9-0c8e-4b60-821f-a5d2d8e90219 tempest-SecurityGroupsTestAdminJSON-730937001 tempest-SecurityGroupsTestAdminJSON-730937001-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:33:44.653298 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [None req-a8d30769-78f4-4c3a-bd3d-05a8a38db7e2 admin admin] For port 1b7fe8e8-0894-44ac-a4d1-684decf9d040, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=1b7fe8e8-0894-44ac-a4d1-684decf9d040,segment=NetworkSegment(5de34947-6c56-419b-85d0-f61f69ce7c45),segment_id=5de34947-6c56-419b-85d0-f61f69ce7c45)] {{(pid=84764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:33:44.654938 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-a8d30769-78f4-4c3a-bd3d-05a8a38db7e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:44.656023 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-0a6b3fc5-4db9-452c-adc9-22b72e39c785 req-5ba80556-815c-435f-8b61-baa726ed7c3a service neutron] For port 7f9265fb-048f-4b38-bd6f-abe5817bd647, host n-h1-836017-2, cleared binding levels {{(pid=84763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:33:44.682106 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-69d5e6ac-bd61-448d-b17e-d177fa58209f tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Deleting port 8d0ee2df-228d-4b15-8067-8f89acaed83c {{(pid=84764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:33:44.682630 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-69d5e6ac-bd61-448d-b17e-d177fa58209f tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:44.734100 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:44.787716 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] For port 8ff43c3e-4a4c-49d3-8264-daa7ecdaa9bd, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=8ff43c3e-4a4c-49d3-8264-daa7ecdaa9bd,segment=NetworkSegment(33e59688-0bc2-4257-95a9-694e337c236c),segment_id=33e59688-0bc2-4257-95a9-694e337c236c)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:33:44.791259 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-0a6b3fc5-4db9-452c-adc9-22b72e39c785 req-5ba80556-815c-435f-8b61-baa726ed7c3a service neutron] For port 7f9265fb-048f-4b38-bd6f-abe5817bd647, host n-h1-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=7f9265fb-048f-4b38-bd6f-abe5817bd647,segment=NetworkSegment(56697489-6787-4e2b-895c-5ec0b051161d),segment_id=56697489-6787-4e2b-895c-5ec0b051161d)] {{(pid=84763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:33:44.798660 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-f118a45b-b13b-4cf3-9605-44a5ecb234a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79c24ae-a406-43ee-b80c-897fb4592d6d', 'name': 'tempest-TaggedBootDevicesTest-120961211-router', 'tenant_id': 'ae4efde8a8464528a66b3bf8e643e684', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '1b7fe8e8-0894-44ac-a4d1-684decf9d040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:24:01Z', 'updated_at': '2022-04-18T19:33:38Z', 'revision_number': 5, 'project_id': 'ae4efde8a8464528a66b3bf8e643e684', 'gw_port': {'id': '1b7fe8e8-0894-44ac-a4d1-684decf9d040', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:c4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79c24ae-a406-43ee-b80c-897fb4592d6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:24:03Z', 'updated_at': '2022-04-18T19:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2'}], 'n-d-836017-2', False) {} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:33:44.807703 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f118a45b-b13b-4cf3-9605-44a5ecb234a6 None None] Checking router: a79c24ae-a406-43ee-b80c-897fb4592d6d for host: n-d-836017-2 {{(pid=84765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:33:44.835296 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f118a45b-b13b-4cf3-9605-44a5ecb234a6 None None] Routers {'a79c24ae-a406-43ee-b80c-897fb4592d6d'} bound to L3 agent in host n-d-836017-2 {{(pid=84765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:33:44.835989 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-f118a45b-b13b-4cf3-9605-44a5ecb234a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:33:20Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['a79c24ae-a406-43ee-b80c-897fb4592d6d'], 'active': True} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:33:44.868136 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-bfa92241-aaa5-48db-9ea1-17868468d02c req-d05732e9-0c8e-4b60-821f-a5d2d8e90219 tempest-SecurityGroupsTestAdminJSON-730937001 tempest-SecurityGroupsTestAdminJSON-730937001-project] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:44.922283 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3fff612f-a23b-4804-9d42-bce1f8c2ec6f req-6b91f209-b50b-42af-87df-b54463459e24 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/security-groups?id=6dce0218-3e63-47f4-ad5c-3b3c3b13b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851279 Apr 18 19:33:44.946363 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-0a6b3fc5-4db9-452c-adc9-22b72e39c785 req-5ba80556-815c-435f-8b61-baa726ed7c3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:44.950491 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-bfa92241-aaa5-48db-9ea1-17868468d02c req-d05732e9-0c8e-4b60-821f-a5d2d8e90219 tempest-SecurityGroupsTestAdminJSON-730937001 tempest-SecurityGroupsTestAdminJSON-730937001-project] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:45.006558 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-0a6b3fc5-4db9-452c-adc9-22b72e39c785 req-5ba80556-815c-435f-8b61-baa726ed7c3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:45.007119 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0a6b3fc5-4db9-452c-adc9-22b72e39c785 req-5ba80556-815c-435f-8b61-baa726ed7c3a service neutron] 10.222.0.73 "PUT /v2.0/ports/7f9265fb-048f-4b38-bd6f-abe5817bd647 HTTP/1.1" status: 200 len: 1092 time: 4.5808811 Apr 18 19:33:45.010563 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-3e328c70-03cf-4acb-9fa2-047a32e9591b admin admin] Notify callbacks [] for port, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:45.029117 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d9f2a92-7181-4f18-9e91-9b7e7ad80d63', 'tag': '7f9265fb-048f-4b38-bd6f-abe5817bd647'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:33:45.032066 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-a8d30769-78f4-4c3a-bd3d-05a8a38db7e2 admin admin] Calling delete_port for 1b7fe8e8-0894-44ac-a4d1-684decf9d040 owned by network:router_gateway {{(pid=84764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:33:45.052141 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-f118a45b-b13b-4cf3-9605-44a5ecb234a6 None None] Set router a79c24ae-a406-43ee-b80c-897fb4592d6d gateway port host: None {{(pid=84765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:33:45.053542 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a85ce490-1329-48f8-84fb-d97f3b276b0b req-f766d336-9f70-48d6-96da-9c9e291e10cc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=73070b32fdb445869915286e0756abff&device_id=19c55a40-af4c-4d99-acfe-8e687e9bbe14 HTTP/1.1" status: 200 len: 1099 time: 0.6282454 Apr 18 19:33:45.076698 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-241eb6c3-8b45-42b1-95cf-89d848cc5415 req-1c666a82-e954-480d-85da-abe61d37d08e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0a379334-f5b6-4e99-9c88-11f2dece9c1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5050099 Apr 18 19:33:45.177750 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-bfa92241-aaa5-48db-9ea1-17868468d02c req-d05732e9-0c8e-4b60-821f-a5d2d8e90219 tempest-SecurityGroupsTestAdminJSON-730937001 tempest-SecurityGroupsTestAdminJSON-730937001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:33:45.179989 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-f118a45b-b13b-4cf3-9605-44a5ecb234a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79c24ae-a406-43ee-b80c-897fb4592d6d', 'name': 'tempest-TaggedBootDevicesTest-120961211-router', 'tenant_id': 'ae4efde8a8464528a66b3bf8e643e684', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:24:01Z', 'updated_at': '2022-04-18T19:33:44Z', 'revision_number': 6, 'project_id': 'ae4efde8a8464528a66b3bf8e643e684', 'gw_port_host': None}], 'n-d-836017-2', False) {} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:33:45.189816 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f118a45b-b13b-4cf3-9605-44a5ecb234a6 None None] The sync data for ids ['a79c24ae-a406-43ee-b80c-897fb4592d6d'] in n-d-836017-2 is: [{'id': 'a79c24ae-a406-43ee-b80c-897fb4592d6d', 'name': 'tempest-TaggedBootDevicesTest-120961211-router', 'tenant_id': 'ae4efde8a8464528a66b3bf8e643e684', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:24:01Z', 'updated_at': '2022-04-18T19:33:44Z', 'revision_number': 6, 'project_id': 'ae4efde8a8464528a66b3bf8e643e684', 'gw_port_host': None}] {{(pid=84765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:33:45.198230 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:45.199051 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-bfa92241-aaa5-48db-9ea1-17868468d02c req-d05732e9-0c8e-4b60-821f-a5d2d8e90219 tempest-SecurityGroupsTestAdminJSON-730937001 tempest-SecurityGroupsTestAdminJSON-730937001-project] Usage tracker for resource:security_group_rule and tenant:177d7f3bd037459884a431f3cf706891 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:33:45.204494 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-69d5e6ac-bd61-448d-b17e-d177fa58209f tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:45.204822 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-69d5e6ac-bd61-448d-b17e-d177fa58209f tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:45.213959 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-bfa92241-aaa5-48db-9ea1-17868468d02c req-d05732e9-0c8e-4b60-821f-a5d2d8e90219 tempest-SecurityGroupsTestAdminJSON-730937001 tempest-SecurityGroupsTestAdminJSON-730937001-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:33:45.283283 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-bfa92241-aaa5-48db-9ea1-17868468d02c req-d05732e9-0c8e-4b60-821f-a5d2d8e90219 tempest-SecurityGroupsTestAdminJSON-730937001 tempest-SecurityGroupsTestAdminJSON-730937001-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:33:45.285881 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 58848) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:33:45.300030 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-d9c6f4ab-1f49-4773-af02-a696f78c1c88 None None] Provisioning complete for port 8ff43c3e-4a4c-49d3-8264-daa7ecdaa9bd triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:33:45.300949 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d9c6f4ab-1f49-4773-af02-a696f78c1c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:45.364628 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Pushing event updated for resources: {'Port': ['ID=8ff43c3e-4a4c-49d3-8264-daa7ecdaa9bd,revision_number=3']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:45.366745 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-69d5e6ac-bd61-448d-b17e-d177fa58209f tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Calling delete_port for 8d0ee2df-228d-4b15-8067-8f89acaed83c owned by network:floatingip {{(pid=84764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:33:45.417717 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba80556-815c-435f-8b61-baa726ed7c3a service neutron] Pushing event updated for resources: {'Port': ['ID=7f9265fb-048f-4b38-bd6f-abe5817bd647,revision_number=3']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:45.425555 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b8dc3336-5215-4440-85d3-9f764dc333c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:45.513709 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85ce490-1329-48f8-84fb-d97f3b276b0b req-d003c8eb-3e8b-43eb-9934-aa1b72c924ef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:45.515751 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a85ce490-1329-48f8-84fb-d97f3b276b0b req-d003c8eb-3e8b-43eb-9934-aa1b72c924ef service neutron] 10.222.0.72 "GET /v2.0/networks?id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a HTTP/1.1" status: 200 len: 870 time: 0.4349737 Apr 18 19:33:45.577263 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-b8dc3336-5215-4440-85d3-9f764dc333c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:33:45.679934 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 8ff43c3e-4a4c-49d3-8264-daa7ecdaa9bd up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:33:45.763845 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-b8dc3336-5215-4440-85d3-9f764dc333c9 admin admin] Usage tracker for resource:security_group_rule and tenant:ff196c683c814a41bbb0536b892da6b1 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:33:45.784111 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-b8dc3336-5215-4440-85d3-9f764dc333c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:33:45.785222 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port 8ff43c3e-4a4c-49d3-8264-daa7ecdaa9bd triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:33:45.785588 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:45.802061 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-3e328c70-03cf-4acb-9fa2-047a32e9591b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:45.802694 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-b8dc3336-5215-4440-85d3-9f764dc333c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:33:45.812848 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-bfa92241-aaa5-48db-9ea1-17868468d02c req-d05732e9-0c8e-4b60-821f-a5d2d8e90219 tempest-SecurityGroupsTestAdminJSON-730937001 tempest-SecurityGroupsTestAdminJSON-730937001-project] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:45.872424 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0a6b3fc5-4db9-452c-adc9-22b72e39c785 req-858f5f9a-ab44-4ba7-ab4f-87fdd89c3a91 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e3b062c733cb48498c21458f46ee72da&device_id=7d9f2a92-7181-4f18-9e91-9b7e7ad80d63 HTTP/1.1" status: 200 len: 1095 time: 0.6109838 Apr 18 19:33:45.878934 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866aee0b-ca2b-41dd-a61a-23a61ce0832c req-c3043333-6b93-43c7-b4d6-a40b6a332e01 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:45.880288 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-866aee0b-ca2b-41dd-a61a-23a61ce0832c req-c3043333-6b93-43c7-b4d6-a40b6a332e01 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/ports?device_id=19c55a40-af4c-4d99-acfe-8e687e9bbe14 HTTP/1.1" status: 200 len: 948 time: 0.6179442 Apr 18 19:33:45.887539 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a85ce490-1329-48f8-84fb-d97f3b276b0b req-67429c7d-c492-4319-a2b6-df3f0abf6158 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=225b853f-c003-411a-a6b9-39da4cba827f HTTP/1.1" status: 200 len: 217 time: 0.3608103 Apr 18 19:33:45.903456 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-bfa92241-aaa5-48db-9ea1-17868468d02c req-d05732e9-0c8e-4b60-821f-a5d2d8e90219 tempest-SecurityGroupsTestAdminJSON-730937001 tempest-SecurityGroupsTestAdminJSON-730937001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:45.915755 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 33393893-663c-4d6c-9fba-d437d84f950a no longer exists at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:33:45.935682 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-a8d30769-78f4-4c3a-bd3d-05a8a38db7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:45.941706 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-69d5e6ac-bd61-448d-b17e-d177fa58209f tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:45.959434 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] No Port match for: 33393893-663c-4d6c-9fba-d437d84f950a {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:33:45.959779 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 33393893-663c-4d6c-9fba-d437d84f950a not bound to the agent host n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:33:46.026978 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-bfa92241-aaa5-48db-9ea1-17868468d02c req-d05732e9-0c8e-4b60-821f-a5d2d8e90219 tempest-SecurityGroupsTestAdminJSON-730937001 tempest-SecurityGroupsTestAdminJSON-730937001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:33:46.028599 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-241eb6c3-8b45-42b1-95cf-89d848cc5415 req-a7e28994-7b02-4d06-a575-0df29df53c60 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=73070b32fdb445869915286e0756abff&device_id=0a379334-f5b6-4e99-9c88-11f2dece9c1d HTTP/1.1" status: 200 len: 1101 time: 0.7693722 Apr 18 19:33:46.034927 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05732e9-0c8e-4b60-821f-a5d2d8e90219 tempest-SecurityGroupsTestAdminJSON-730937001 tempest-SecurityGroupsTestAdminJSON-730937001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9bb2b95-0715-4cc2-9c22-b349c215e348,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:46.040075 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d30769-78f4-4c3a-bd3d-05a8a38db7e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b7fe8e8-0894-44ac-a4d1-684decf9d040,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:46.048112 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e328c70-03cf-4acb-9fa2-047a32e9591b admin admin] Network 11e8e108-37df-4084-b6b7-113e6beb66b4 is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:33:46.057179 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [None req-3e328c70-03cf-4acb-9fa2-047a32e9591b admin admin] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:33:46.057592 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-bfa92241-aaa5-48db-9ea1-17868468d02c req-d05732e9-0c8e-4b60-821f-a5d2d8e90219 tempest-SecurityGroupsTestAdminJSON-730937001 tempest-SecurityGroupsTestAdminJSON-730937001-project] Usage tracker for resource:security_group_rule and tenant:177d7f3bd037459884a431f3cf706891 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:33:46.059852 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e328c70-03cf-4acb-9fa2-047a32e9591b admin admin] Received port after_create {{(pid=84763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:33:46.098781 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-bfa92241-aaa5-48db-9ea1-17868468d02c req-d05732e9-0c8e-4b60-821f-a5d2d8e90219 tempest-SecurityGroupsTestAdminJSON-730937001 tempest-SecurityGroupsTestAdminJSON-730937001-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:33:46.112284 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0a6b3fc5-4db9-452c-adc9-22b72e39c785 req-6b27a6ae-5f0e-4298-9965-f1a1a04ffe50 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f9265fb-048f-4b38-bd6f-abe5817bd647 HTTP/1.1" status: 200 len: 217 time: 0.2310123 Apr 18 19:33:46.120144 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e328c70-03cf-4acb-9fa2-047a32e9591b admin admin] Pushing event updated for resources: {'Port': ['ID=03e519c2-7295-47c0-a4bf-d4b65bb3f70a,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:46.154683 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d5e6ac-bd61-448d-b17e-d177fa58209f tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Pushing event deleted for resources: {'Port': ['ID=8d0ee2df-228d-4b15-8067-8f89acaed83c,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:46.159253 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-bfa92241-aaa5-48db-9ea1-17868468d02c req-d05732e9-0c8e-4b60-821f-a5d2d8e90219 tempest-SecurityGroupsTestAdminJSON-730937001 tempest-SecurityGroupsTestAdminJSON-730937001-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:33:46.287992 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85ce490-1329-48f8-84fb-d97f3b276b0b req-2add6c3d-31c1-4841-a0cf-363389513a82 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:46.289454 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a85ce490-1329-48f8-84fb-d97f3b276b0b req-2add6c3d-31c1-4841-a0cf-363389513a82 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=17d1b3aa-2066-4ffa-a69f-52ed566b6548 HTTP/1.1" status: 200 len: 843 time: 0.3344002 Apr 18 19:33:46.307253 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-866aee0b-ca2b-41dd-a61a-23a61ce0832c req-b9e38e48-6e4d-49c3-9df2-3bc949e6273e tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb75c1f-620d-4cfd-a804-faa1a9266f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4181108 Apr 18 19:33:46.328713 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b8dc3336-5215-4440-85d3-9f764dc333c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:46.362583 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-69d5e6ac-bd61-448d-b17e-d177fa58209f tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Notify callbacks [] for floatingip, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:46.427665 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6b3fc5-4db9-452c-adc9-22b72e39c785 req-e04f4881-c5d6-487e-a5d6-4bacd78f9564 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:46.432487 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0a6b3fc5-4db9-452c-adc9-22b72e39c785 req-e04f4881-c5d6-487e-a5d6-4bacd78f9564 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=53fde093-fc81-475a-a625-0084a1c3acc5 HTTP/1.1" status: 200 len: 844 time: 0.3051918 Apr 18 19:33:46.454448 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e4c47c6-da8c-49ed-8a8e-a51a9d06c7c1'] response: {'name': 'network-changed', 'server_uuid': '7d9f2a92-7181-4f18-9e91-9b7e7ad80d63', 'tag': '7f9265fb-048f-4b38-bd6f-abe5817bd647', 'status': 'completed', 'code': 200} Apr 18 19:33:46.519341 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0a6b3fc5-4db9-452c-adc9-22b72e39c785 req-ccfe11bd-ce66-4a13-8a69-fcfdff0679e9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0124e28f-2243-4533-b876-7d659443232d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734148 Apr 18 19:33:46.528254 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-bfa92241-aaa5-48db-9ea1-17868468d02c req-d05732e9-0c8e-4b60-821f-a5d2d8e90219 tempest-SecurityGroupsTestAdminJSON-730937001 tempest-SecurityGroupsTestAdminJSON-730937001-project] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:46.529178 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b8dc3336-5215-4440-85d3-9f764dc333c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:46.558797 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241eb6c3-8b45-42b1-95cf-89d848cc5415 req-55bc576e-7ad6-4a2f-a0ff-096548a5f9ed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:46.564133 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-241eb6c3-8b45-42b1-95cf-89d848cc5415 req-55bc576e-7ad6-4a2f-a0ff-096548a5f9ed service neutron] 10.222.0.73 "GET /v2.0/networks?id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a HTTP/1.1" status: 200 len: 870 time: 0.4739258 Apr 18 19:33:46.605224 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dc3336-5215-4440-85d3-9f764dc333c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=311c6c76-8c0b-4255-b775-d9fef898a519,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:46.609456 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-a8d30769-78f4-4c3a-bd3d-05a8a38db7e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416828'] for router_gateway, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:46.669981 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-b8dc3336-5215-4440-85d3-9f764dc333c9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ff196c683c814a41bbb0536b892da6b1&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3805959 Apr 18 19:33:46.679022 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 58856) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:33:46.682734 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-bfa92241-aaa5-48db-9ea1-17868468d02c req-d05732e9-0c8e-4b60-821f-a5d2d8e90219 tempest-SecurityGroupsTestAdminJSON-730937001 tempest-SecurityGroupsTestAdminJSON-730937001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:46.711692 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-69d5e6ac-bd61-448d-b17e-d177fa58209f tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for floatingip, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:46.712817 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-69d5e6ac-bd61-448d-b17e-d177fa58209f tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] 10.222.0.69 "DELETE /v2.0/floatingips/5d7ed01d-657f-4ce1-873c-f07e4016d7e4 HTTP/1.1" status: 204 len: 168 time: 2.4116220 Apr 18 19:33:46.716483 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-241eb6c3-8b45-42b1-95cf-89d848cc5415 req-bcd650f7-de95-4412-a69c-8078be13827e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=fbaca27c-775e-4826-a999-e46d492b3066 HTTP/1.1" status: 200 len: 217 time: 0.1023037 Apr 18 19:33:46.716928 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 58860) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:33:46.725765 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-4b756d77-2aab-43e7-9200-7bcf402abadc tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Request body: {'floatingip': {'floating_network_id': '22b68f6d-a4ca-4a1a-b956-b105df935a8e', 'port_id': '4d102eac-b64c-4c6c-a8ae-4f5690473d8c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:33:46.772366 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-4b756d77-2aab-43e7-9200-7bcf402abadc tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:33:46.787525 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-4b756d77-2aab-43e7-9200-7bcf402abadc tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Usage tracker for resource:floatingip and tenant:f99c22d41dfd4e22826767b4b98b8acc is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:33:46.801374 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-4b756d77-2aab-43e7-9200-7bcf402abadc tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:33:46.806600 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a85ce490-1329-48f8-84fb-d97f3b276b0b req-cc506842-9df2-47d6-a51c-4c4048db757b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5052381 Apr 18 19:33:46.819713 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-bfa92241-aaa5-48db-9ea1-17868468d02c req-d05732e9-0c8e-4b60-821f-a5d2d8e90219 tempest-SecurityGroupsTestAdminJSON-730937001 tempest-SecurityGroupsTestAdminJSON-730937001-project] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:46.820931 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-bfa92241-aaa5-48db-9ea1-17868468d02c req-d05732e9-0c8e-4b60-821f-a5d2d8e90219 tempest-SecurityGroupsTestAdminJSON-730937001 tempest-SecurityGroupsTestAdminJSON-730937001-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1616 time: 2.3575726 Apr 18 19:33:46.837260 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05732e9-0c8e-4b60-821f-a5d2d8e90219 tempest-SecurityGroupsTestAdminJSON-730937001 tempest-SecurityGroupsTestAdminJSON-730937001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98431c95-deac-4d23-a207-db3c1cb8df6a,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:46.837481 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-4b756d77-2aab-43e7-9200-7bcf402abadc tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:33:46.952863 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241eb6c3-8b45-42b1-95cf-89d848cc5415 req-ba8ccf31-bfcf-47f9-bb6e-f57420c60bdd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:46.954405 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-241eb6c3-8b45-42b1-95cf-89d848cc5415 req-ba8ccf31-bfcf-47f9-bb6e-f57420c60bdd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=17d1b3aa-2066-4ffa-a69f-52ed566b6548 HTTP/1.1" status: 200 len: 843 time: 0.2222126 Apr 18 19:33:46.967351 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-74d9921e-332c-42cd-9c04-0f4aac7254a4 req-73573598-f659-43f5-88ff-dfa6eb540ac7 tempest-SecurityGroupsTestAdminJSON-730937001 tempest-SecurityGroupsTestAdminJSON-730937001-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1467729480', 'description': 'tempest-description-1849596901'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:33:46.981573 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-4b756d77-2aab-43e7-9200-7bcf402abadc tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Notify callbacks [] for floatingip, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:47.028403 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-a8d30769-78f4-4c3a-bd3d-05a8a38db7e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4443'] for router, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:47.042041 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-74d9921e-332c-42cd-9c04-0f4aac7254a4 req-73573598-f659-43f5-88ff-dfa6eb540ac7 tempest-SecurityGroupsTestAdminJSON-730937001 tempest-SecurityGroupsTestAdminJSON-730937001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:33:47.050740 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-a8d30769-78f4-4c3a-bd3d-05a8a38db7e2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:47.055155 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0a6b3fc5-4db9-452c-adc9-22b72e39c785 req-d656cd7a-a0c6-4f69-b474-957d13c30290 service neutron] 10.222.0.73 "GET /v2.0/networks/0124e28f-2243-4533-b876-7d659443232d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5272725 Apr 18 19:33:47.056904 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-74d9921e-332c-42cd-9c04-0f4aac7254a4 req-73573598-f659-43f5-88ff-dfa6eb540ac7 tempest-SecurityGroupsTestAdminJSON-730937001 tempest-SecurityGroupsTestAdminJSON-730937001-project] Usage tracker for resource:security_group and tenant:177d7f3bd037459884a431f3cf706891 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:33:47.061793 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-20abde0a-e3ec-437a-9e36-07401a61087a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:47.066814 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-74d9921e-332c-42cd-9c04-0f4aac7254a4 req-73573598-f659-43f5-88ff-dfa6eb540ac7 tempest-SecurityGroupsTestAdminJSON-730937001 tempest-SecurityGroupsTestAdminJSON-730937001-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:33:47.097436 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-74d9921e-332c-42cd-9c04-0f4aac7254a4 req-73573598-f659-43f5-88ff-dfa6eb540ac7 tempest-SecurityGroupsTestAdminJSON-730937001 tempest-SecurityGroupsTestAdminJSON-730937001-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:33:47.113461 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-20abde0a-e3ec-437a-9e36-07401a61087a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:47.156542 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e94386-2d2b-42a3-98b5-93ff838d9681 req-7699fa7c-d403-44c6-ac67-6d923b793bc2 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:47.158061 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-71e94386-2d2b-42a3-98b5-93ff838d9681 req-7699fa7c-d403-44c6-ac67-6d923b793bc2 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=7d9f2a92-7181-4f18-9e91-9b7e7ad80d63 HTTP/1.1" status: 200 len: 944 time: 0.1916425 Apr 18 19:33:47.190414 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-a8d30769-78f4-4c3a-bd3d-05a8a38db7e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412768'] for router, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:47.190916 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8d30769-78f4-4c3a-bd3d-05a8a38db7e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a79c24ae-a406-43ee-b80c-897fb4592d6d {{(pid=84764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 19:33:47.223290 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-71e94386-2d2b-42a3-98b5-93ff838d9681 req-db904d67-8f1f-4fd3-89d8-d0d130065bb3 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/security-groups?id=6dce0218-3e63-47f4-ad5c-3b3c3b13b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589681 Apr 18 19:33:47.228963 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-a8d30769-78f4-4c3a-bd3d-05a8a38db7e2 admin admin] Notify callbacks [] for router, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:47.232440 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-a8d30769-78f4-4c3a-bd3d-05a8a38db7e2 admin admin] 10.222.0.69 "DELETE /v2.0/routers/a79c24ae-a406-43ee-b80c-897fb4592d6d HTTP/1.1" status: 204 len: 168 time: 4.4742517 Apr 18 19:33:47.233168 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 58868) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:33:47.319966 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b190226-b637-4b31-bde3-aef458dc6bd1 admin admin] Deleting subnet f3e2cf5f-cc22-4c6a-a7c1-4742f3519b7c {{(pid=84764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:33:47.324180 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-20abde0a-e3ec-437a-9e36-07401a61087a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:47.326585 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-20abde0a-e3ec-437a-9e36-07401a61087a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:47.328032 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-20abde0a-e3ec-437a-9e36-07401a61087a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/311c6c76-8c0b-4255-b775-d9fef898a519 HTTP/1.1" status: 204 len: 168 time: 0.6469092 Apr 18 19:33:47.328965 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-6b190226-b637-4b31-bde3-aef458dc6bd1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:47.383485 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20abde0a-e3ec-437a-9e36-07401a61087a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=311c6c76-8c0b-4255-b775-d9fef898a519,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:47.452103 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-74d9921e-332c-42cd-9c04-0f4aac7254a4 req-73573598-f659-43f5-88ff-dfa6eb540ac7 tempest-SecurityGroupsTestAdminJSON-730937001 tempest-SecurityGroupsTestAdminJSON-730937001-project] Notify callbacks [] for security_group, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:47.454969 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-6b190226-b637-4b31-bde3-aef458dc6bd1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66931798'] for subnet, precommit_delete_associations {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:47.477716 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a85ce490-1329-48f8-84fb-d97f3b276b0b req-31d1c2b2-a078-4ef6-b546-150efde77a65 service neutron] 10.222.0.72 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6416404 Apr 18 19:33:47.541878 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14690d0-70bd-401f-a5a8-ac1410dd52af req-1f8806ed-181c-4223-94e1-ebf784951647 tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:47.543445 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a14690d0-70bd-401f-a5a8-ac1410dd52af req-1f8806ed-181c-4223-94e1-ebf784951647 tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] 10.222.0.69 "GET /v2.0/ports?device_id=92710b08-58e1-4035-9aa8-85a1bb1d4a68 HTTP/1.1" status: 200 len: 948 time: 0.1474769 Apr 18 19:33:47.617113 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-6b190226-b637-4b31-bde3-aef458dc6bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1258508'] for subnet, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:47.647530 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 1b7fe8e8-0894-44ac-a4d1-684decf9d040 no longer exists at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:33:47.657143 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-241eb6c3-8b45-42b1-95cf-89d848cc5415 req-ae4d1ea1-7c00-489f-9570-e5097ab2ec67 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6844397 Apr 18 19:33:47.669494 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0a6b3fc5-4db9-452c-adc9-22b72e39c785 req-99e70877-bdb3-449c-8c7f-33197db8448e service neutron] 10.222.0.73 "GET /v2.0/networks/0124e28f-2243-4533-b876-7d659443232d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5997295 Apr 18 19:33:47.693260 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] No Port match for: 1b7fe8e8-0894-44ac-a4d1-684decf9d040 {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:33:47.693594 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 1b7fe8e8-0894-44ac-a4d1-684decf9d040 not bound to the agent host n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:33:47.694655 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-74d9921e-332c-42cd-9c04-0f4aac7254a4 req-73573598-f659-43f5-88ff-dfa6eb540ac7 tempest-SecurityGroupsTestAdminJSON-730937001 tempest-SecurityGroupsTestAdminJSON-730937001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:33:47.705912 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-74d9921e-332c-42cd-9c04-0f4aac7254a4 req-73573598-f659-43f5-88ff-dfa6eb540ac7 tempest-SecurityGroupsTestAdminJSON-730937001 tempest-SecurityGroupsTestAdminJSON-730937001-project] Usage tracker for resource:security_group_rule and tenant:177d7f3bd037459884a431f3cf706891 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:33:47.765469 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-74d9921e-332c-42cd-9c04-0f4aac7254a4 req-73573598-f659-43f5-88ff-dfa6eb540ac7 tempest-SecurityGroupsTestAdminJSON-730937001 tempest-SecurityGroupsTestAdminJSON-730937001-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:33:47.802778 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-3e328c70-03cf-4acb-9fa2-047a32e9591b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:47.803516 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-3e328c70-03cf-4acb-9fa2-047a32e9591b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416864'] for router, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:47.805561 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-74d9921e-332c-42cd-9c04-0f4aac7254a4 req-73573598-f659-43f5-88ff-dfa6eb540ac7 tempest-SecurityGroupsTestAdminJSON-730937001 tempest-SecurityGroupsTestAdminJSON-730937001-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:33:47.814771 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a14690d0-70bd-401f-a5a8-ac1410dd52af req-c4165e59-8783-4bb2-b461-d1db3754cb81 tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] 10.222.0.69 "GET /v2.0/security-groups?id=13ffc115-6e90-42e4-a59c-efdacbb10432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574673 Apr 18 19:33:47.932005 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-6b190226-b637-4b31-bde3-aef458dc6bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1258501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2290876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65862598'] for subnet, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:48.019109 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b190226-b637-4b31-bde3-aef458dc6bd1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3e2cf5f-cc22-4c6a-a7c1-4742f3519b7c,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:48.031698 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-6b190226-b637-4b31-bde3-aef458dc6bd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for subnet, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:48.040938 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d86ad2d-b530-4635-a826-8a8caa912e89 None None] Network 1c17c057-c249-4320-8b11-c4cc32a9489f requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:33:48.048864 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-6b190226-b637-4b31-bde3-aef458dc6bd1 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/f3e2cf5f-cc22-4c6a-a7c1-4742f3519b7c HTTP/1.1" status: 204 len: 168 time: 0.8106472 Apr 18 19:33:48.049444 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 58882) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:33:48.053289 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a85ce490-1329-48f8-84fb-d97f3b276b0b req-30a9c64b-2b0f-41dc-a9fc-e4c90e456d84 service neutron] 10.222.0.72 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5670645 Apr 18 19:33:48.181979 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-688d252e-4b36-46e2-98d5-3a122f78a190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:48.193737 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 225b853f-c003-411a-a6b9-39da4cba827f details requested by agent hyperv_n-h2-836017-2 with host n-h2-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:33:48.196768 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1e6d50-94da-47ce-9962-728ca49fd9c5 req-6ca1a938-f631-4409-b0a4-e963b9b8fe92 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:48.198544 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-1c1e6d50-94da-47ce-9962-728ca49fd9c5 req-6ca1a938-f631-4409-b0a4-e963b9b8fe92 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/ports?device_id=19c55a40-af4c-4d99-acfe-8e687e9bbe14 HTTP/1.1" status: 200 len: 948 time: 0.2203891 Apr 18 19:33:48.203840 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-688d252e-4b36-46e2-98d5-3a122f78a190 admin admin] Deleting port 8b80a8fa-d24b-4f2c-b6e0-97c34511dcba {{(pid=84764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:33:48.204193 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-688d252e-4b36-46e2-98d5-3a122f78a190 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:48.290547 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-74d9921e-332c-42cd-9c04-0f4aac7254a4 req-73573598-f659-43f5-88ff-dfa6eb540ac7 tempest-SecurityGroupsTestAdminJSON-730937001 tempest-SecurityGroupsTestAdminJSON-730937001-project] Notify callbacks [] for security_group, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:48.318957 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-241eb6c3-8b45-42b1-95cf-89d848cc5415 req-289312ec-75c2-4c29-8a11-d660e94ac267 service neutron] 10.222.0.73 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6455986 Apr 18 19:33:48.342234 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-1c1e6d50-94da-47ce-9962-728ca49fd9c5 req-bbd35d70-f5a0-4bac-b1a0-dc9dff26c2dd tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb75c1f-620d-4cfd-a804-faa1a9266f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079264 Apr 18 19:33:48.346840 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-56ec8c04-3357-48bf-ace4-763d54c68265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:48.387024 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7407bf2a-a8b4-49d1-954c-dc4f0dbd9e48 req-2f75690c-ffb6-4455-a975-dd122a8963b6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e3b062c733cb48498c21458f46ee72da&device_id=7d9f2a92-7181-4f18-9e91-9b7e7ad80d63 HTTP/1.1" status: 200 len: 1095 time: 0.5773726 Apr 18 19:33:48.517921 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 225b853f-c003-411a-a6b9-39da4cba827f, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=225b853f-c003-411a-a6b9-39da4cba827f,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:33:48.539027 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Returning: {'device': '225b853f-c003-411a-a6b9-39da4cba827f', 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a', 'port_id': '225b853f-c003-411a-a6b9-39da4cba827f', 'mac_address': 'fa:16:3e:99:d1:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17d1b3aa-2066-4ffa-a69f-52ed566b6548', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:33:48.574562 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a382ee-2126-4d42-af5f-089657827d28 None None] DHCP port deletion for 1c17c057-c249-4320-8b11-c4cc32a9489f request from n-d-836017-2 {{(pid=84765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 19:33:48.578994 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-241eb6c3-8b45-42b1-95cf-89d848cc5415 req-457a1d8f-93a5-462a-8b4b-6bc0f37205f0 service neutron] 10.222.0.73 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114093 Apr 18 19:33:48.579617 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-74d9921e-332c-42cd-9c04-0f4aac7254a4 req-73573598-f659-43f5-88ff-dfa6eb540ac7 tempest-SecurityGroupsTestAdminJSON-730937001 tempest-SecurityGroupsTestAdminJSON-730937001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:48.599785 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-e3a382ee-2126-4d42-af5f-089657827d28 None None] Deleting port 8b80a8fa-d24b-4f2c-b6e0-97c34511dcba {{(pid=84765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:33:48.599785 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e3a382ee-2126-4d42-af5f-089657827d28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:48.607767 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [None req-688d252e-4b36-46e2-98d5-3a122f78a190 admin admin] For port 8b80a8fa-d24b-4f2c-b6e0-97c34511dcba, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=8b80a8fa-d24b-4f2c-b6e0-97c34511dcba,segment=NetworkSegment(64e9dd2a-1ec8-4590-b9a5-d212c2764002),segment_id=64e9dd2a-1ec8-4590-b9a5-d212c2764002)] {{(pid=84764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:33:48.608665 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-688d252e-4b36-46e2-98d5-3a122f78a190 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:48.680946 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:48.689038 n-d-836017-2 neutron-server[84763]: INFO neutron.api.v2.resource [None req-4b756d77-2aab-43e7-9200-7bcf402abadc tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 19:33:48.690290 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-4b756d77-2aab-43e7-9200-7bcf402abadc tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.9722865 Apr 18 19:33:48.724265 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 225b853f-c003-411a-a6b9-39da4cba827f {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:33:48.725851 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 58896) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:33:48.736460 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-6d4ae35c-b4ad-43b6-9821-798cba685bff tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Request body: {'floatingip': {'floating_network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'port_id': '4d102eac-b64c-4c6c-a8ae-4f5690473d8c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:33:48.743470 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-6d4ae35c-b4ad-43b6-9821-798cba685bff tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:33:48.753605 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-6d4ae35c-b4ad-43b6-9821-798cba685bff tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Usage tracker for resource:floatingip and tenant:f99c22d41dfd4e22826767b4b98b8acc is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:33:48.763907 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-688d252e-4b36-46e2-98d5-3a122f78a190 admin admin] Calling delete_port for 8b80a8fa-d24b-4f2c-b6e0-97c34511dcba owned by network:dhcp {{(pid=84764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:33:48.808640 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-6d4ae35c-b4ad-43b6-9821-798cba685bff tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:33:48.852938 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffec6340-f3e1-4963-8ceb-02b8ae56eb82 req-882f9190-7797-487a-9cfd-c1b6d86f5d99 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:48.855152 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ffec6340-f3e1-4963-8ceb-02b8ae56eb82 req-882f9190-7797-487a-9cfd-c1b6d86f5d99 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=7d9f2a92-7181-4f18-9e91-9b7e7ad80d63 HTTP/1.1" status: 200 len: 944 time: 0.3256853 Apr 18 19:33:48.864101 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-74d9921e-332c-42cd-9c04-0f4aac7254a4 req-73573598-f659-43f5-88ff-dfa6eb540ac7 tempest-SecurityGroupsTestAdminJSON-730937001 tempest-SecurityGroupsTestAdminJSON-730937001-project] Notify callbacks [] for security_group, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:48.865312 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-74d9921e-332c-42cd-9c04-0f4aac7254a4 req-73573598-f659-43f5-88ff-dfa6eb540ac7 tempest-SecurityGroupsTestAdminJSON-730937001 tempest-SecurityGroupsTestAdminJSON-730937001-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1617 time: 1.9143205 Apr 18 19:33:48.865908 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73573598-f659-43f5-88ff-dfa6eb540ac7 tempest-SecurityGroupsTestAdminJSON-730937001 tempest-SecurityGroupsTestAdminJSON-730937001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a22b5b2a-40e1-418a-b6d3-8d7a51262b22,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:48.878847 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-6d4ae35c-b4ad-43b6-9821-798cba685bff tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:33:48.955601 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 225b853f-c003-411a-a6b9-39da4cba827f, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=225b853f-c003-411a-a6b9-39da4cba827f,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:33:48.963093 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ffec6340-f3e1-4963-8ceb-02b8ae56eb82 req-6cb80912-9da9-4262-aa66-66d4a92fcbab tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/security-groups?id=6dce0218-3e63-47f4-ad5c-3b3c3b13b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070030 Apr 18 19:33:48.981927 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-688d252e-4b36-46e2-98d5-3a122f78a190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:48.988674 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-6d4ae35c-b4ad-43b6-9821-798cba685bff tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Notify callbacks [] for floatingip, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:48.993894 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e3a382ee-2126-4d42-af5f-089657827d28 None None] For port 8b80a8fa-d24b-4f2c-b6e0-97c34511dcba, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=8b80a8fa-d24b-4f2c-b6e0-97c34511dcba,segment=NetworkSegment(64e9dd2a-1ec8-4590-b9a5-d212c2764002),segment_id=64e9dd2a-1ec8-4590-b9a5-d212c2764002)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:33:48.994290 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e3a382ee-2126-4d42-af5f-089657827d28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:49.021402 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7407bf2a-a8b4-49d1-954c-dc4f0dbd9e48 req-14a70bd0-4d7d-4074-8e04-a2d50ddce95b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:49.023147 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7407bf2a-a8b4-49d1-954c-dc4f0dbd9e48 req-14a70bd0-4d7d-4074-8e04-a2d50ddce95b service neutron] 10.222.0.73 "GET /v2.0/networks?id=0124e28f-2243-4533-b876-7d659443232d HTTP/1.1" status: 200 len: 905 time: 0.3748770 Apr 18 19:33:49.034066 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d6f6d9-d532-48e3-bdf7-4f95b6b1ae3e req-650d9882-f920-429f-9307-fd74a40c5eff tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:49.036007 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f3d6f6d9-d532-48e3-bdf7-4f95b6b1ae3e req-650d9882-f920-429f-9307-fd74a40c5eff tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] 10.222.0.72 "GET /v2.0/ports?device_id=92710b08-58e1-4035-9aa8-85a1bb1d4a68 HTTP/1.1" status: 200 len: 948 time: 0.2230372 Apr 18 19:33:49.078504 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688d252e-4b36-46e2-98d5-3a122f78a190 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b80a8fa-d24b-4f2c-b6e0-97c34511dcba,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:49.100102 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688d252e-4b36-46e2-98d5-3a122f78a190 admin admin] No DVR routers for this DVR port 8b80a8fa-d24b-4f2c-b6e0-97c34511dcba on host n-d-836017-2 {{(pid=84764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:33:49.107326 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:49.228318 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-e3a382ee-2126-4d42-af5f-089657827d28 None None] Calling delete_port for 8b80a8fa-d24b-4f2c-b6e0-97c34511dcba owned by network:dhcp {{(pid=84765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:33:49.276494 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7407bf2a-a8b4-49d1-954c-dc4f0dbd9e48 req-7eca26ec-813f-4c5c-8dda-19c06a302a65 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f9265fb-048f-4b38-bd6f-abe5817bd647 HTTP/1.1" status: 200 len: 217 time: 0.2393186 Apr 18 19:33:49.323316 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-688d252e-4b36-46e2-98d5-3a122f78a190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256345', 'neutron.services.segments.db._delete_segments_for_network-8791093852025'] for network, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:49.367199 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-688d252e-4b36-46e2-98d5-3a122f78a190 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c17c057-c249-4320-8b11-c4cc32a9489f']}} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:33:49.369067 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=225b853f-c003-411a-a6b9-39da4cba827f,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:49.369193 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-f3d6f6d9-d532-48e3-bdf7-4f95b6b1ae3e req-35e90ab7-805c-4abd-b681-34ca14353a65 tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] Deleting port 3ca558a6-4adc-43e3-8bd2-5d792cd0a4eb {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:33:49.369537 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-f3d6f6d9-d532-48e3-bdf7-4f95b6b1ae3e req-35e90ab7-805c-4abd-b681-34ca14353a65 tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:49.380027 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-e3a382ee-2126-4d42-af5f-089657827d28 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84765) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 19:33:49.380767 n-d-836017-2 neutron-server[84765]: DEBUG oslo_db.api [None req-e3a382ee-2126-4d42-af5f-089657827d28 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 19:33:49.381279 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-688d252e-4b36-46e2-98d5-3a122f78a190 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64e9dd2a-1ec8-4590-b9a5-d212c2764002') {'for_net_delete': True} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:33:49.381581 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-688d252e-4b36-46e2-98d5-3a122f78a190 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64e9dd2a-1ec8-4590-b9a5-d212c2764002') {} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:33:49.395819 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [req-7c5a97bd-9dbb-454e-b294-7ea582139449 req-9f5d2c58-319f-4f71-b17b-77229e82f865 tempest-SecurityGroupsTestAdminJSON-739199781 tempest-SecurityGroupsTestAdminJSON-739199781-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1207399299', 'description': 'tempest-description-351041064'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:33:49.398884 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] get_ports_and_sgs() called for port_ids ['225b853f-c003-411a-a6b9-39da4cba827f'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:33:49.402746 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-688d252e-4b36-46e2-98d5-3a122f78a190 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791093851908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66932133'] for segment, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:49.423423 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-7c5a97bd-9dbb-454e-b294-7ea582139449 req-9f5d2c58-319f-4f71-b17b-77229e82f865 tempest-SecurityGroupsTestAdminJSON-739199781 tempest-SecurityGroupsTestAdminJSON-739199781-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:33:49.439225 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-688d252e-4b36-46e2-98d5-3a122f78a190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:49.447471 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-688d252e-4b36-46e2-98d5-3a122f78a190 admin admin] Releasing vlan 593 on physical network physnet1 to pool {{(pid=84764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:33:49.448333 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-688d252e-4b36-46e2-98d5-3a122f78a190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2290898'] for segment, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:49.468186 n-d-836017-2 neutron-server[84764]: Traceback (most recent call last): Apr 18 19:33:49.468186 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:33:49.468186 n-d-836017-2 neutron-server[84764]: timer() Apr 18 19:33:49.468186 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:33:49.468186 n-d-836017-2 neutron-server[84764]: cb(*args, **kw) Apr 18 19:33:49.468186 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:33:49.468186 n-d-836017-2 neutron-server[84764]: return func(*args, **kwargs) Apr 18 19:33:49.468186 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:33:49.468186 n-d-836017-2 neutron-server[84764]: self._notify() Apr 18 19:33:49.468186 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:33:49.468186 n-d-836017-2 neutron-server[84764]: self.callback(batched_events) Apr 18 19:33:49.468186 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:33:49.468186 n-d-836017-2 neutron-server[84764]: event.method(event) Apr 18 19:33:49.468186 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:33:49.468186 n-d-836017-2 neutron-server[84764]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:33:49.468186 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:33:49.468186 n-d-836017-2 neutron-server[84764]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:33:49.468186 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:33:49.468186 n-d-836017-2 neutron-server[84764]: return f(self, *a, **k) Apr 18 19:33:49.468186 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:33:49.468186 n-d-836017-2 neutron-server[84764]: return self._get(url).json() Apr 18 19:33:49.468186 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:33:49.468186 n-d-836017-2 neutron-server[84764]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:33:49.468186 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:33:49.468186 n-d-836017-2 neutron-server[84764]: return self.request(url, 'GET', **kwargs) Apr 18 19:33:49.468186 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:33:49.468186 n-d-836017-2 neutron-server[84764]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:33:49.468186 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:33:49.468186 n-d-836017-2 neutron-server[84764]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:33:49.468186 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:33:49.468186 n-d-836017-2 neutron-server[84764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:33:49.468186 n-d-836017-2 neutron-server[84764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:33:49.472329 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7407bf2a-a8b4-49d1-954c-dc4f0dbd9e48 req-fedec354-db51-402d-81c6-670f62897e9d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:49.473836 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7407bf2a-a8b4-49d1-954c-dc4f0dbd9e48 req-fedec354-db51-402d-81c6-670f62897e9d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=53fde093-fc81-475a-a625-0084a1c3acc5 HTTP/1.1" status: 200 len: 844 time: 0.1855929 Apr 18 19:33:49.517369 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-7c5a97bd-9dbb-454e-b294-7ea582139449 req-9f5d2c58-319f-4f71-b17b-77229e82f865 tempest-SecurityGroupsTestAdminJSON-739199781 tempest-SecurityGroupsTestAdminJSON-739199781-project-admin] Usage tracker for resource:security_group and tenant:52c3d87c93cf46bf863478257edcb796 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:33:49.525761 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-7c5a97bd-9dbb-454e-b294-7ea582139449 req-9f5d2c58-319f-4f71-b17b-77229e82f865 tempest-SecurityGroupsTestAdminJSON-739199781 tempest-SecurityGroupsTestAdminJSON-739199781-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:33:49.546908 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-7c5a97bd-9dbb-454e-b294-7ea582139449 req-9f5d2c58-319f-4f71-b17b-77229e82f865 tempest-SecurityGroupsTestAdminJSON-739199781 tempest-SecurityGroupsTestAdminJSON-739199781-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:33:49.636201 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 8b80a8fa-d24b-4f2c-b6e0-97c34511dcba no longer exists at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:33:49.682872 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] No Port match for: 8b80a8fa-d24b-4f2c-b6e0-97c34511dcba {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:33:49.683525 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 8b80a8fa-d24b-4f2c-b6e0-97c34511dcba not bound to the agent host n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:33:49.694266 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-688d252e-4b36-46e2-98d5-3a122f78a190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416801'] for network, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:49.701606 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-688d252e-4b36-46e2-98d5-3a122f78a190 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:49.705416 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-7c5a97bd-9dbb-454e-b294-7ea582139449 req-9f5d2c58-319f-4f71-b17b-77229e82f865 tempest-SecurityGroupsTestAdminJSON-739199781 tempest-SecurityGroupsTestAdminJSON-739199781-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:49.736491 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 58916) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:33:49.741248 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7407bf2a-a8b4-49d1-954c-dc4f0dbd9e48 req-cb7f03db-06cb-42e8-94b2-c41b3258f702 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0124e28f-2243-4533-b876-7d659443232d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2325375 Apr 18 19:33:49.752399 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-7c5a97bd-9dbb-454e-b294-7ea582139449 req-9f5d2c58-319f-4f71-b17b-77229e82f865 tempest-SecurityGroupsTestAdminJSON-739199781 tempest-SecurityGroupsTestAdminJSON-739199781-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:49.752653 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e328c70-03cf-4acb-9fa2-047a32e9591b admin admin] Router 93402aa3-237a-4a2b-8122-fbd9b2efd80a is scheduled to L3 agent 21b59c62-f184-4169-bc3e-79831cc043e8 with binding_index 1 {{(pid=84763) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 19:33:49.766035 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688d252e-4b36-46e2-98d5-3a122f78a190 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c17c057-c249-4320-8b11-c4cc32a9489f,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:49.770868 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-688d252e-4b36-46e2-98d5-3a122f78a190 admin admin] 10.222.0.69 "DELETE /v2.0/networks/1c17c057-c249-4320-8b11-c4cc32a9489f HTTP/1.1" status: 204 len: 168 time: 1.7207797 Apr 18 19:33:49.774869 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 58922) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:33:49.787068 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11254e20-9535-4252-8b28-24820db22017 req-d7b3d1f4-b265-4204-9c6f-355026bbc16e tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:49.788846 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-11254e20-9535-4252-8b28-24820db22017 req-d7b3d1f4-b265-4204-9c6f-355026bbc16e tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] 10.222.0.69 "GET /v2.0/ports?device_id=92710b08-58e1-4035-9aa8-85a1bb1d4a68 HTTP/1.1" status: 200 len: 948 time: 0.6559308 Apr 18 19:33:49.882565 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-e3a382ee-2126-4d42-af5f-089657827d28 None None] Deleting port 8b80a8fa-d24b-4f2c-b6e0-97c34511dcba {{(pid=84765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:33:49.883272 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e3a382ee-2126-4d42-af5f-089657827d28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:49.938574 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-7c5a97bd-9dbb-454e-b294-7ea582139449 req-9f5d2c58-319f-4f71-b17b-77229e82f865 tempest-SecurityGroupsTestAdminJSON-739199781 tempest-SecurityGroupsTestAdminJSON-739199781-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:33:49.943554 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-ebf71123-2937-4e12-986a-e5ed19fb1155 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:49.955960 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-7c5a97bd-9dbb-454e-b294-7ea582139449 req-9f5d2c58-319f-4f71-b17b-77229e82f865 tempest-SecurityGroupsTestAdminJSON-739199781 tempest-SecurityGroupsTestAdminJSON-739199781-project-admin] Usage tracker for resource:security_group_rule and tenant:52c3d87c93cf46bf863478257edcb796 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:33:49.958812 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-e3a382ee-2126-4d42-af5f-089657827d28 None None] The port '8b80a8fa-d24b-4f2c-b6e0-97c34511dcba' was deleted {{(pid=84765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 19:33:49.961056 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-7c5a97bd-9dbb-454e-b294-7ea582139449 req-9f5d2c58-319f-4f71-b17b-77229e82f865 tempest-SecurityGroupsTestAdminJSON-739199781 tempest-SecurityGroupsTestAdminJSON-739199781-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:33:49.973023 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-7c5a97bd-9dbb-454e-b294-7ea582139449 req-9f5d2c58-319f-4f71-b17b-77229e82f865 tempest-SecurityGroupsTestAdminJSON-739199781 tempest-SecurityGroupsTestAdminJSON-739199781-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:33:50.018512 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-ebf71123-2937-4e12-986a-e5ed19fb1155 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:33:50.028950 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-ebf71123-2937-4e12-986a-e5ed19fb1155 admin admin] Usage tracker for resource:security_group_rule and tenant:b6101e2157f34124952eb3a11555dbe8 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:33:50.036038 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-ebf71123-2937-4e12-986a-e5ed19fb1155 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:33:50.045384 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-ebf71123-2937-4e12-986a-e5ed19fb1155 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:33:50.122440 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-7c5a97bd-9dbb-454e-b294-7ea582139449 req-9f5d2c58-319f-4f71-b17b-77229e82f865 tempest-SecurityGroupsTestAdminJSON-739199781 tempest-SecurityGroupsTestAdminJSON-739199781-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:50.190754 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-ebf71123-2937-4e12-986a-e5ed19fb1155 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:50.221468 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-6d4ae35c-b4ad-43b6-9821-798cba685bff tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:50.229599 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-11254e20-9535-4252-8b28-24820db22017 req-d39c1d08-2638-4eba-9346-f7120366f36f tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] 10.222.0.69 "GET /v2.0/security-groups?id=13ffc115-6e90-42e4-a59c-efdacbb10432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4148946 Apr 18 19:33:50.300056 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7407bf2a-a8b4-49d1-954c-dc4f0dbd9e48 req-753f0d80-ae13-4df0-b3e1-2001f4b458fe service neutron] 10.222.0.73 "GET /v2.0/networks/0124e28f-2243-4533-b876-7d659443232d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5425954 Apr 18 19:33:50.314521 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-f3d6f6d9-d532-48e3-bdf7-4f95b6b1ae3e req-35e90ab7-805c-4abd-b681-34ca14353a65 tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] For port 3ca558a6-4adc-43e3-8bd2-5d792cd0a4eb, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=3ca558a6-4adc-43e3-8bd2-5d792cd0a4eb,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:33:50.315060 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-f3d6f6d9-d532-48e3-bdf7-4f95b6b1ae3e req-35e90ab7-805c-4abd-b681-34ca14353a65 tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:50.355111 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6795c892-e0cf-4f9e-b0a0-cf52dc6eef5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:50.360979 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-ebf71123-2937-4e12-986a-e5ed19fb1155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:50.367870 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-7c5a97bd-9dbb-454e-b294-7ea582139449 req-9f5d2c58-319f-4f71-b17b-77229e82f865 tempest-SecurityGroupsTestAdminJSON-739199781 tempest-SecurityGroupsTestAdminJSON-739199781-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:50.487034 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-7c5a97bd-9dbb-454e-b294-7ea582139449 req-9f5d2c58-319f-4f71-b17b-77229e82f865 tempest-SecurityGroupsTestAdminJSON-739199781 tempest-SecurityGroupsTestAdminJSON-739199781-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:33:50.499272 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-7c5a97bd-9dbb-454e-b294-7ea582139449 req-9f5d2c58-319f-4f71-b17b-77229e82f865 tempest-SecurityGroupsTestAdminJSON-739199781 tempest-SecurityGroupsTestAdminJSON-739199781-project-admin] Usage tracker for resource:security_group_rule and tenant:52c3d87c93cf46bf863478257edcb796 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:33:50.504218 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-7c5a97bd-9dbb-454e-b294-7ea582139449 req-9f5d2c58-319f-4f71-b17b-77229e82f865 tempest-SecurityGroupsTestAdminJSON-739199781 tempest-SecurityGroupsTestAdminJSON-739199781-project-admin] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:33:50.508360 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-ebf71123-2937-4e12-986a-e5ed19fb1155 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b6101e2157f34124952eb3a11555dbe8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7694881 Apr 18 19:33:50.512916 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf71123-2937-4e12-986a-e5ed19fb1155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d23c88a-10f1-4524-bb89-f086aef8e2b0,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:50.525266 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 58928) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:33:50.525266 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-7c5a97bd-9dbb-454e-b294-7ea582139449 req-9f5d2c58-319f-4f71-b17b-77229e82f865 tempest-SecurityGroupsTestAdminJSON-739199781 tempest-SecurityGroupsTestAdminJSON-739199781-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:33:50.536711 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-f3d6f6d9-d532-48e3-bdf7-4f95b6b1ae3e req-35e90ab7-805c-4abd-b681-34ca14353a65 tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] Calling delete_port for 3ca558a6-4adc-43e3-8bd2-5d792cd0a4eb owned by compute:nova {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:33:50.604443 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5d2c58-319f-4f71-b17b-77229e82f865 tempest-SecurityGroupsTestAdminJSON-739199781 tempest-SecurityGroupsTestAdminJSON-739199781-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc4236f3-e74e-46a0-b544-8d99cb7ac603,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:50.673656 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-7c5a97bd-9dbb-454e-b294-7ea582139449 req-9f5d2c58-319f-4f71-b17b-77229e82f865 tempest-SecurityGroupsTestAdminJSON-739199781 tempest-SecurityGroupsTestAdminJSON-739199781-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:50.693289 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-1b2f665e-6eea-4848-be24-f1e9e4db1fe1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:50.735319 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-1b2f665e-6eea-4848-be24-f1e9e4db1fe1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:50.751825 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-7c5a97bd-9dbb-454e-b294-7ea582139449 req-9f5d2c58-319f-4f71-b17b-77229e82f865 tempest-SecurityGroupsTestAdminJSON-739199781 tempest-SecurityGroupsTestAdminJSON-739199781-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:50.794650 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:50.802102 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7407bf2a-a8b4-49d1-954c-dc4f0dbd9e48 req-f223be6a-4d4d-4d84-b2d8-d6df4da8663a service neutron] 10.222.0.73 "GET /v2.0/networks/0124e28f-2243-4533-b876-7d659443232d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4908552 Apr 18 19:33:50.831819 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5d2c58-319f-4f71-b17b-77229e82f865 tempest-SecurityGroupsTestAdminJSON-739199781 tempest-SecurityGroupsTestAdminJSON-739199781-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20f8a51b-3656-4c66-b5fb-5af865f93d3c,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:50.839852 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-e8aed10a-c2bf-43ff-b60f-aee2ccaebcd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417313'] for router_interface, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:50.855286 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_common [None req-6d4ae35c-b4ad-43b6-9821-798cba685bff tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Allocated IP 172.25.3.56 (11e8e108-37df-4084-b6b7-113e6beb66b4/3b0abf32-1504-448b-b06e-c8c870b6a7c8/584dd72d-b859-4788-a834-225754e6a412) {{(pid=84763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:33:50.915415 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1581c4-a4f6-431d-a276-f912961ebd2c req-58b86f75-dfbf-4a34-978a-d473763d0d49 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:50.916924 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4b1581c4-a4f6-431d-a276-f912961ebd2c req-58b86f75-dfbf-4a34-978a-d473763d0d49 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/ports?device_id=19c55a40-af4c-4d99-acfe-8e687e9bbe14 HTTP/1.1" status: 200 len: 949 time: 0.3910797 Apr 18 19:33:50.956879 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-7c5a97bd-9dbb-454e-b294-7ea582139449 req-9f5d2c58-319f-4f71-b17b-77229e82f865 tempest-SecurityGroupsTestAdminJSON-739199781 tempest-SecurityGroupsTestAdminJSON-739199781-project-admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:50.957145 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-7c5a97bd-9dbb-454e-b294-7ea582139449 req-9f5d2c58-319f-4f71-b17b-77229e82f865 tempest-SecurityGroupsTestAdminJSON-739199781 tempest-SecurityGroupsTestAdminJSON-739199781-project-admin] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1616 time: 1.5687335 Apr 18 19:33:51.048586 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-1b2f665e-6eea-4848-be24-f1e9e4db1fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:51.075362 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2f665e-6eea-4848-be24-f1e9e4db1fe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d23c88a-10f1-4524-bb89-f086aef8e2b0,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:51.090907 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-f3d6f6d9-d532-48e3-bdf7-4f95b6b1ae3e req-35e90ab7-805c-4abd-b681-34ca14353a65 tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:51.118142 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-1b2f665e-6eea-4848-be24-f1e9e4db1fe1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:51.119188 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-1b2f665e-6eea-4848-be24-f1e9e4db1fe1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1d23c88a-10f1-4524-bb89-f086aef8e2b0 HTTP/1.1" status: 204 len: 168 time: 0.5927420 Apr 18 19:33:51.145985 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4b1581c4-a4f6-431d-a276-f912961ebd2c req-aecec616-24b3-4d99-ad3d-95af1bb2c30f tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb75c1f-620d-4cfd-a804-faa1a9266f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072215 Apr 18 19:33:51.168523 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e328c70-03cf-4acb-9fa2-047a32e9591b admin admin] Notify agent at l3_agent.n-d-836017-2 the message routers_updated {{(pid=84763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:33:51.170192 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e90ab7-805c-4abd-b681-34ca14353a65 tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] Pushing event deleted for resources: {'Port': ['ID=3ca558a6-4adc-43e3-8bd2-5d792cd0a4eb,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:51.190272 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8878c98-2eea-4d0c-82bc-5255a533bc1c None None] Sync routers for ids ['93402aa3-237a-4a2b-8122-fbd9b2efd80a'] in n-d-836017-2 {{(pid=84766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:33:51.212398 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8878c98-2eea-4d0c-82bc-5255a533bc1c None None] Routers {'93402aa3-237a-4a2b-8122-fbd9b2efd80a'} bound to L3 agent in host n-d-836017-2 {{(pid=84766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:33:51.215151 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-a8878c98-2eea-4d0c-82bc-5255a533bc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:33:50Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['93402aa3-237a-4a2b-8122-fbd9b2efd80a'], 'active': True} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:33:51.215304 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-6d4ae35c-b4ad-43b6-9821-798cba685bff tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Notify callbacks [] for port, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:51.266822 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-f93d689e-10e9-461e-ba4d-6d6de614455b req-231b3a11-0b74-426d-9813-7be163d552d8 tempest-SecurityGroupsTestAdminJSON-739199781 tempest-SecurityGroupsTestAdminJSON-739199781-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1639703388', 'description': 'tempest-description-480364257'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:33:51.316942 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-f93d689e-10e9-461e-ba4d-6d6de614455b req-231b3a11-0b74-426d-9813-7be163d552d8 tempest-SecurityGroupsTestAdminJSON-739199781 tempest-SecurityGroupsTestAdminJSON-739199781-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:33:51.321670 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3d6f6d9-d532-48e3-bdf7-4f95b6b1ae3e req-35e90ab7-805c-4abd-b681-34ca14353a65 tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] No DVR routers for this DVR port 3ca558a6-4adc-43e3-8bd2-5d792cd0a4eb on host n-h2-836017-2 {{(pid=84763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:33:51.328400 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-f3d6f6d9-d532-48e3-bdf7-4f95b6b1ae3e req-35e90ab7-805c-4abd-b681-34ca14353a65 tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:51.330652 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f3d6f6d9-d532-48e3-bdf7-4f95b6b1ae3e req-35e90ab7-805c-4abd-b681-34ca14353a65 tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] 10.222.0.72 "DELETE /v2.0/ports/3ca558a6-4adc-43e3-8bd2-5d792cd0a4eb HTTP/1.1" status: 204 len: 173 time: 2.2336743 Apr 18 19:33:51.335543 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92710b08-58e1-4035-9aa8-85a1bb1d4a68', 'name': 'network-vif-deleted', 'tag': '3ca558a6-4adc-43e3-8bd2-5d792cd0a4eb'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:33:51.338651 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-f93d689e-10e9-461e-ba4d-6d6de614455b req-231b3a11-0b74-426d-9813-7be163d552d8 tempest-SecurityGroupsTestAdminJSON-739199781 tempest-SecurityGroupsTestAdminJSON-739199781-project-admin] Usage tracker for resource:security_group and tenant:52c3d87c93cf46bf863478257edcb796 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:33:51.342068 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ee1479-3a32-471e-9779-c98e315c4271 req-486303c0-60db-4946-bb63-ff7ed270035c tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:51.343120 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-f93d689e-10e9-461e-ba4d-6d6de614455b req-231b3a11-0b74-426d-9813-7be163d552d8 tempest-SecurityGroupsTestAdminJSON-739199781 tempest-SecurityGroupsTestAdminJSON-739199781-project-admin] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:33:51.344094 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-b4ee1479-3a32-471e-9779-c98e315c4271 req-486303c0-60db-4946-bb63-ff7ed270035c tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=7d9f2a92-7181-4f18-9e91-9b7e7ad80d63 HTTP/1.1" status: 200 len: 944 time: 0.2272382 Apr 18 19:33:51.350688 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-f93d689e-10e9-461e-ba4d-6d6de614455b req-231b3a11-0b74-426d-9813-7be163d552d8 tempest-SecurityGroupsTestAdminJSON-739199781 tempest-SecurityGroupsTestAdminJSON-739199781-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:33:51.389128 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-3e328c70-03cf-4acb-9fa2-047a32e9591b admin admin] Notify callbacks [] for router, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:51.390455 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-3e328c70-03cf-4acb-9fa2-047a32e9591b admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 11.8352292 Apr 18 19:33:51.393063 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 58940) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:33:51.467071 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvr_db [None req-a8878c98-2eea-4d0c-82bc-5255a533bc1c None None] Set router 93402aa3-237a-4a2b-8122-fbd9b2efd80a gateway port host: n-d-836017-2 {{(pid=84766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:33:51.485084 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-b4ee1479-3a32-471e-9779-c98e315c4271 req-021c9bae-232c-44ab-b5d6-13cf206dd528 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/security-groups?id=6dce0218-3e63-47f4-ad5c-3b3c3b13b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285529 Apr 18 19:33:51.618305 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-6d4ae35c-b4ad-43b6-9821-798cba685bff tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:51.679623 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 7f9265fb-048f-4b38-bd6f-abe5817bd647 details requested by agent hyperv_n-h1-836017-2 with host n-h1-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:33:51.695778 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-f93d689e-10e9-461e-ba4d-6d6de614455b req-231b3a11-0b74-426d-9813-7be163d552d8 tempest-SecurityGroupsTestAdminJSON-739199781 tempest-SecurityGroupsTestAdminJSON-739199781-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:51.866483 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ef212511-517d-4f4e-81e5-4a5a82b114c6 req-5ce8a6db-7eee-42be-82f6-dad08cd01747 tempest-ListImageFiltersTestJSON-800080732 tempest-ListImageFiltersTestJSON-800080732-project] 10.222.0.69 "GET /v2.0/ports?device_id=92710b08-58e1-4035-9aa8-85a1bb1d4a68 HTTP/1.1" status: 200 len: 210 time: 0.1365428 Apr 18 19:33:51.977864 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4ae35c-b4ad-43b6-9821-798cba685bff tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Pushing event updated for resources: {'Port': ['ID=584dd72d-b859-4788-a834-225754e6a412,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:51.987139 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf1b6f97-bd83-4312-8f86-6a54100607e5'] response: {'server_uuid': '92710b08-58e1-4035-9aa8-85a1bb1d4a68', 'name': 'network-vif-deleted', 'tag': '3ca558a6-4adc-43e3-8bd2-5d792cd0a4eb', 'status': 'completed', 'code': 200} Apr 18 19:33:52.003274 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4ae35c-b4ad-43b6-9821-798cba685bff tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Network 11e8e108-37df-4084-b6b7-113e6beb66b4 is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:33:52.006934 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [None req-6d4ae35c-b4ad-43b6-9821-798cba685bff tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:33:52.025255 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-e8aed10a-c2bf-43ff-b60f-aee2ccaebcd9 admin admin] Deleting port c5deda56-0147-4b61-88ab-8a94e87ad583 {{(pid=84764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:33:52.025961 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-e8aed10a-c2bf-43ff-b60f-aee2ccaebcd9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:52.033425 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4ae35c-b4ad-43b6-9821-798cba685bff tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Received port after_create {{(pid=84763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:33:52.079420 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1c541fd-6087-4755-8778-e68e27e46067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:52.083164 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port 7f9265fb-048f-4b38-bd6f-abe5817bd647, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=7f9265fb-048f-4b38-bd6f-abe5817bd647,segment=NetworkSegment(56697489-6787-4e2b-895c-5ec0b051161d),segment_id=56697489-6787-4e2b-895c-5ec0b051161d)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:33:52.094015 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 225b853f-c003-411a-a6b9-39da4cba827f up at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:33:52.106822 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-f93d689e-10e9-461e-ba4d-6d6de614455b req-231b3a11-0b74-426d-9813-7be163d552d8 tempest-SecurityGroupsTestAdminJSON-739199781 tempest-SecurityGroupsTestAdminJSON-739199781-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:33:52.111679 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-f93d689e-10e9-461e-ba4d-6d6de614455b req-231b3a11-0b74-426d-9813-7be163d552d8 tempest-SecurityGroupsTestAdminJSON-739199781 tempest-SecurityGroupsTestAdminJSON-739199781-project-admin] Usage tracker for resource:security_group_rule and tenant:52c3d87c93cf46bf863478257edcb796 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:33:52.111868 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-a8878c98-2eea-4d0c-82bc-5255a533bc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93402aa3-237a-4a2b-8122-fbd9b2efd80a', 'name': 'tempest-ServersTestBootFromVolume-888195403-router', 'tenant_id': 'e2676fc802a645689154e56330711330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '03e519c2-7295-47c0-a4bf-d4b65bb3f70a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:33:40Z', 'updated_at': '2022-04-18T19:33:46Z', 'revision_number': 3, 'project_id': 'e2676fc802a645689154e56330711330', 'gw_port': {'id': '03e519c2-7295-47c0-a4bf-d4b65bb3f70a', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:81:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93402aa3-237a-4a2b-8122-fbd9b2efd80a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:33:44Z', 'updated_at': '2022-04-18T19:33:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2'}], 'n-d-836017-2', False) {} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:33:52.115161 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-f93d689e-10e9-461e-ba4d-6d6de614455b req-231b3a11-0b74-426d-9813-7be163d552d8 tempest-SecurityGroupsTestAdminJSON-739199781 tempest-SecurityGroupsTestAdminJSON-739199781-project-admin] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:33:52.116712 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8878c98-2eea-4d0c-82bc-5255a533bc1c None None] Checking router: 93402aa3-237a-4a2b-8122-fbd9b2efd80a for host: n-d-836017-2 {{(pid=84766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:33:52.117053 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8878c98-2eea-4d0c-82bc-5255a533bc1c None None] Updating router 93402aa3-237a-4a2b-8122-fbd9b2efd80a port 03e519c2-7295-47c0-a4bf-d4b65bb3f70a binding host n-d-836017-2 {{(pid=84766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 19:33:52.121891 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-f93d689e-10e9-461e-ba4d-6d6de614455b req-231b3a11-0b74-426d-9813-7be163d552d8 tempest-SecurityGroupsTestAdminJSON-739199781 tempest-SecurityGroupsTestAdminJSON-739199781-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:33:52.164797 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Returning: {'device': '7f9265fb-048f-4b38-bd6f-abe5817bd647', 'network_id': '0124e28f-2243-4533-b876-7d659443232d', 'port_id': '7f9265fb-048f-4b38-bd6f-abe5817bd647', 'mac_address': 'fa:16:3e:69:0d:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53fde093-fc81-475a-a625-0084a1c3acc5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:33:52.192481 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-f93d689e-10e9-461e-ba4d-6d6de614455b req-231b3a11-0b74-426d-9813-7be163d552d8 tempest-SecurityGroupsTestAdminJSON-739199781 tempest-SecurityGroupsTestAdminJSON-739199781-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:52.196639 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-a8878c98-2eea-4d0c-82bc-5255a533bc1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:52.230645 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:52.267953 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:52.312410 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f9265fb-048f-4b38-bd6f-abe5817bd647 {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:33:52.334216 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-f93d689e-10e9-461e-ba4d-6d6de614455b req-231b3a11-0b74-426d-9813-7be163d552d8 tempest-SecurityGroupsTestAdminJSON-739199781 tempest-SecurityGroupsTestAdminJSON-739199781-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:52.366402 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning for port 225b853f-c003-411a-a6b9-39da4cba827f completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:33:52.378799 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port 7f9265fb-048f-4b38-bd6f-abe5817bd647, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=7f9265fb-048f-4b38-bd6f-abe5817bd647,segment=NetworkSegment(56697489-6787-4e2b-895c-5ec0b051161d),segment_id=56697489-6787-4e2b-895c-5ec0b051161d)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:33:52.381962 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning complete for port 225b853f-c003-411a-a6b9-39da4cba827f triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:33:52.382323 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:52.406828 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [None req-e8aed10a-c2bf-43ff-b60f-aee2ccaebcd9 admin admin] For port c5deda56-0147-4b61-88ab-8a94e87ad583, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=c5deda56-0147-4b61-88ab-8a94e87ad583,segment=NetworkSegment(c04c4552-1cfd-4499-909e-70e6247e35d0),segment_id=c04c4552-1cfd-4499-909e-70e6247e35d0)] {{(pid=84764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:33:52.407186 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-e8aed10a-c2bf-43ff-b60f-aee2ccaebcd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:52.465602 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231b3a11-0b74-426d-9813-7be163d552d8 tempest-SecurityGroupsTestAdminJSON-739199781 tempest-SecurityGroupsTestAdminJSON-739199781-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbeb189e-e584-4c45-9778-86ab3fc5a6db,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:52.482797 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:52.507170 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-6d4ae35c-b4ad-43b6-9821-798cba685bff tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Deleting port 584dd72d-b859-4788-a834-225754e6a412 {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:33:52.507668 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-6d4ae35c-b4ad-43b6-9821-798cba685bff tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:52.554974 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-f93d689e-10e9-461e-ba4d-6d6de614455b req-231b3a11-0b74-426d-9813-7be163d552d8 tempest-SecurityGroupsTestAdminJSON-739199781 tempest-SecurityGroupsTestAdminJSON-739199781-project-admin] Notify callbacks [] for security_group, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:52.556660 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f93d689e-10e9-461e-ba4d-6d6de614455b req-231b3a11-0b74-426d-9813-7be163d552d8 tempest-SecurityGroupsTestAdminJSON-739199781 tempest-SecurityGroupsTestAdminJSON-739199781-project-admin] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1616 time: 1.3027840 Apr 18 19:33:52.692778 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Pushing event updated for resources: {'Port': ['ID=7f9265fb-048f-4b38-bd6f-abe5817bd647,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:52.810950 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-a8878c98-2eea-4d0c-82bc-5255a533bc1c None None] Notify callbacks [] for port, precommit_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:52.828446 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.provisioning_blocks [None req-a8878c98-2eea-4d0c-82bc-5255a533bc1c None None] Transition to ACTIVE for port object 03e519c2-7295-47c0-a4bf-d4b65bb3f70a will not be triggered until provisioned by entity L2. {{(pid=84766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:33:52.832819 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] get_ports_and_sgs() called for port_ids ['7f9265fb-048f-4b38-bd6f-abe5817bd647'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:33:52.876548 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:33:52.877247 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:33:52.877789 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:33:52.878359 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:33:52.878901 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:33:52.879430 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:33:52.879956 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:33:52.880519 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:33:52.881064 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:33:52.881588 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:33:52.882114 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:33:52.910380 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:52.910576 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-e8aed10a-c2bf-43ff-b60f-aee2ccaebcd9 admin admin] Calling delete_port for c5deda56-0147-4b61-88ab-8a94e87ad583 owned by network:router_interface {{(pid=84764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:33:52.951202 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-a8878c98-2eea-4d0c-82bc-5255a533bc1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:53.001701 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a592f6c-20d5-40e3-a1ef-1472698e7d41 req-067867e9-a696-468b-a7fa-725b29a27834 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:53.003235 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-3a592f6c-20d5-40e3-a1ef-1472698e7d41 req-067867e9-a696-468b-a7fa-725b29a27834 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/ports?device_id=19c55a40-af4c-4d99-acfe-8e687e9bbe14 HTTP/1.1" status: 200 len: 949 time: 0.5997958 Apr 18 19:33:53.024267 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19c55a40-af4c-4d99-acfe-8e687e9bbe14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '225b853f-c003-411a-a6b9-39da4cba827f'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:33:53.087325 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-3a592f6c-20d5-40e3-a1ef-1472698e7d41 req-ccb1e44e-7f93-4792-8f97-f49fbdab23c9 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb75c1f-620d-4cfd-a804-faa1a9266f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780828 Apr 18 19:33:53.109336 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4423fe78-ffb3-43f1-9d27-a3577eca8f36 None None] Pushing event updated for resources: {'Port': ['ID=03e519c2-7295-47c0-a4bf-d4b65bb3f70a,revision_number=2']} {{(pid=84766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:53.112534 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.managers [None req-a8878c98-2eea-4d0c-82bc-5255a533bc1c None None] Attempting to bind port 03e519c2-7295-47c0-a4bf-d4b65bb3f70a on host n-d-836017-2 for vnic_type normal with profile {{(pid=84766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:33:53.114433 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.managers [None req-a8878c98-2eea-4d0c-82bc-5255a533bc1c None None] Attempting to bind port 03e519c2-7295-47c0-a4bf-d4b65bb3f70a by drivers openvswitch,hyperv on host n-d-836017-2 at level 0 using segments [{'id': '5de34947-6c56-419b-85d0-f61f69ce7c45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'}] {{(pid=84766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:33:53.116747 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8878c98-2eea-4d0c-82bc-5255a533bc1c None None] Attempting to bind port 03e519c2-7295-47c0-a4bf-d4b65bb3f70a on network 11e8e108-37df-4084-b6b7-113e6beb66b4 {{(pid=84766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:33:53.122303 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-6d4ae35c-b4ad-43b6-9821-798cba685bff tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:53.122823 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-6d4ae35c-b4ad-43b6-9821-798cba685bff tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:53.147066 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8878c98-2eea-4d0c-82bc-5255a533bc1c None None] Checking agent: {'id': 'df2a5cfe-6839-400b-a998-e4fffce70f45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 8, 22), 'started_at': datetime.datetime(2022, 4, 18, 19, 8, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:33:53.152378 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8878c98-2eea-4d0c-82bc-5255a533bc1c None None] Checking segment: {'id': '5de34947-6c56-419b-85d0-f61f69ce7c45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:33:53.155016 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-a8878c98-2eea-4d0c-82bc-5255a533bc1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:53.155016 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8878c98-2eea-4d0c-82bc-5255a533bc1c None None] Bound using segment: {'id': '5de34947-6c56-419b-85d0-f61f69ce7c45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'} {{(pid=84766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:33:53.155016 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.managers [None req-a8878c98-2eea-4d0c-82bc-5255a533bc1c None None] Bound port: 03e519c2-7295-47c0-a4bf-d4b65bb3f70a, host: n-d-836017-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5de34947-6c56-419b-85d0-f61f69ce7c45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'}}] {{(pid=84766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:33:53.155344 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-a8878c98-2eea-4d0c-82bc-5255a533bc1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:53.168913 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 225b853f-c003-411a-a6b9-39da4cba827f, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=225b853f-c003-411a-a6b9-39da4cba827f,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:33:53.197458 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4423fe78-ffb3-43f1-9d27-a3577eca8f36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:33:53.198595 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4423fe78-ffb3-43f1-9d27-a3577eca8f36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:33:53.199186 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4423fe78-ffb3-43f1-9d27-a3577eca8f36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:33:53.199804 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4423fe78-ffb3-43f1-9d27-a3577eca8f36 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:33:53.200336 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4423fe78-ffb3-43f1-9d27-a3577eca8f36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:33:53.200847 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4423fe78-ffb3-43f1-9d27-a3577eca8f36 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:33:53.201986 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4423fe78-ffb3-43f1-9d27-a3577eca8f36 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:33:53.202325 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4423fe78-ffb3-43f1-9d27-a3577eca8f36 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:33:53.202648 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4423fe78-ffb3-43f1-9d27-a3577eca8f36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:33:53.202972 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4423fe78-ffb3-43f1-9d27-a3577eca8f36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:33:53.203294 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4423fe78-ffb3-43f1-9d27-a3577eca8f36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:33:53.208896 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a4106dab-6971-4e7e-8fdc-c66f0a3f4877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:53.248077 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:53.248454 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 3ca558a6-4adc-43e3-8bd2-5d792cd0a4eb no longer exists at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:33:53.261401 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.db [None req-a8878c98-2eea-4d0c-82bc-5255a533bc1c None None] For port 03e519c2-7295-47c0-a4bf-d4b65bb3f70a, host n-d-836017-2, cleared binding levels {{(pid=84766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:33:53.266295 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.db [None req-a8878c98-2eea-4d0c-82bc-5255a533bc1c None None] For port 03e519c2-7295-47c0-a4bf-d4b65bb3f70a, host n-d-836017-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=03e519c2-7295-47c0-a4bf-d4b65bb3f70a,segment=NetworkSegment(5de34947-6c56-419b-85d0-f61f69ce7c45),segment_id=5de34947-6c56-419b-85d0-f61f69ce7c45)] {{(pid=84766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:33:53.289263 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-6d4ae35c-b4ad-43b6-9821-798cba685bff tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Calling delete_port for 584dd72d-b859-4788-a834-225754e6a412 owned by network:floatingip {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:33:53.326970 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] No Port match for: 3ca558a6-4adc-43e3-8bd2-5d792cd0a4eb {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:33:53.327949 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 3ca558a6-4adc-43e3-8bd2-5d792cd0a4eb not bound to the agent host n-h2-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:33:53.337990 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-a8878c98-2eea-4d0c-82bc-5255a533bc1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:53.381994 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=225b853f-c003-411a-a6b9-39da4cba827f,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:53.395085 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-e8aed10a-c2bf-43ff-b60f-aee2ccaebcd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:53.399762 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429d9775-ff23-4190-a41d-46ca94588961 req-88a693f1-adfb-44e3-8ce5-fa92c37644a4 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:53.401209 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-429d9775-ff23-4190-a41d-46ca94588961 req-88a693f1-adfb-44e3-8ce5-fa92c37644a4 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=7d9f2a92-7181-4f18-9e91-9b7e7ad80d63 HTTP/1.1" status: 200 len: 945 time: 0.5086906 Apr 18 19:33:53.503323 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aed10a-c2bf-43ff-b60f-aee2ccaebcd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5deda56-0147-4b61-88ab-8a94e87ad583,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:53.515022 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8878c98-2eea-4d0c-82bc-5255a533bc1c None None] Routers {'93402aa3-237a-4a2b-8122-fbd9b2efd80a'} bound to L3 agent in host n-d-836017-2 {{(pid=84766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:33:53.515936 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-a8878c98-2eea-4d0c-82bc-5255a533bc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:33:50Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['93402aa3-237a-4a2b-8122-fbd9b2efd80a'], 'active': True} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:33:53.522262 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-429d9775-ff23-4190-a41d-46ca94588961 req-cd4699af-d5e0-41db-ad81-5dc9becd9401 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/security-groups?id=6dce0218-3e63-47f4-ad5c-3b3c3b13b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823700 Apr 18 19:33:53.629987 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4423fe78-ffb3-43f1-9d27-a3577eca8f36 None None] Pushing event updated for resources: {'Port': ['ID=03e519c2-7295-47c0-a4bf-d4b65bb3f70a,revision_number=3']} {{(pid=84766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:53.741402 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-6d4ae35c-b4ad-43b6-9821-798cba685bff tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:53.855962 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d78cb6f-cf5d-457c-abdb-cb960ebafdb2'] response: {'server_uuid': '19c55a40-af4c-4d99-acfe-8e687e9bbe14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '225b853f-c003-411a-a6b9-39da4cba827f', 'code': 200} Apr 18 19:33:53.873771 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvr_db [None req-a8878c98-2eea-4d0c-82bc-5255a533bc1c None None] Set router 93402aa3-237a-4a2b-8122-fbd9b2efd80a gateway port host: n-d-836017-2 {{(pid=84766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:33:54.036906 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-8d46fc92-0b20-4da7-a2dc-f0644100eddc req-56a97303-3e84-4ca3-860c-e97083dd45de tempest-SecurityGroupsTestAdminJSON-739199781 tempest-SecurityGroupsTestAdminJSON-739199781-project-admin] Synchronizing usage tracker for tenant:52c3d87c93cf46bf863478257edcb796 on resource:security_group {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:33:54.112775 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4ae35c-b4ad-43b6-9821-798cba685bff tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Pushing event deleted for resources: {'Port': ['ID=584dd72d-b859-4788-a834-225754e6a412,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:54.125062 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-8d46fc92-0b20-4da7-a2dc-f0644100eddc req-56a97303-3e84-4ca3-860c-e97083dd45de tempest-SecurityGroupsTestAdminJSON-739199781 tempest-SecurityGroupsTestAdminJSON-739199781-project-admin] Unset dirty status for tenant:52c3d87c93cf46bf863478257edcb796 on resource:security_group {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:33:54.129528 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8d46fc92-0b20-4da7-a2dc-f0644100eddc req-56a97303-3e84-4ca3-860c-e97083dd45de tempest-SecurityGroupsTestAdminJSON-739199781 tempest-SecurityGroupsTestAdminJSON-739199781-project-admin] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 37398 time: 0.9363871 Apr 18 19:33:54.142583 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-e8aed10a-c2bf-43ff-b60f-aee2ccaebcd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417398'] for router_interface, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:54.369076 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-591830a8-552b-43cb-8478-2f22738ccfb6 req-105b8e86-362e-4269-83b0-cac5e0497620 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=19c55a40-af4c-4d99-acfe-8e687e9bbe14 HTTP/1.1" status: 200 len: 1101 time: 0.3008394 Apr 18 19:33:54.372794 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8d46fc92-0b20-4da7-a2dc-f0644100eddc req-737fb68a-60a8-4c06-8449-e3ffa774602e tempest-SecurityGroupsTestAdminJSON-739199781 tempest-SecurityGroupsTestAdminJSON-739199781-project-admin] 10.222.0.69 "GET /v2.0/security-groups/005d155c-90ca-4625-80c3-c43b698af2b8 HTTP/1.1" status: 200 len: 2649 time: 0.2262571 Apr 18 19:33:54.402352 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-a8878c98-2eea-4d0c-82bc-5255a533bc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93402aa3-237a-4a2b-8122-fbd9b2efd80a', 'name': 'tempest-ServersTestBootFromVolume-888195403-router', 'tenant_id': 'e2676fc802a645689154e56330711330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '03e519c2-7295-47c0-a4bf-d4b65bb3f70a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:33:40Z', 'updated_at': '2022-04-18T19:33:46Z', 'revision_number': 3, 'project_id': 'e2676fc802a645689154e56330711330', 'gw_port': {'id': '03e519c2-7295-47c0-a4bf-d4b65bb3f70a', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:81:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93402aa3-237a-4a2b-8122-fbd9b2efd80a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:33:44Z', 'updated_at': '2022-04-18T19:33:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2'}], 'n-d-836017-2', False) {} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:33:54.407818 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8878c98-2eea-4d0c-82bc-5255a533bc1c None None] The sync data for ids ['93402aa3-237a-4a2b-8122-fbd9b2efd80a'] in n-d-836017-2 is: [{'id': '93402aa3-237a-4a2b-8122-fbd9b2efd80a', 'name': 'tempest-ServersTestBootFromVolume-888195403-router', 'tenant_id': 'e2676fc802a645689154e56330711330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '03e519c2-7295-47c0-a4bf-d4b65bb3f70a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:33:40Z', 'updated_at': '2022-04-18T19:33:46Z', 'revision_number': 3, 'project_id': 'e2676fc802a645689154e56330711330', 'gw_port': {'id': '03e519c2-7295-47c0-a4bf-d4b65bb3f70a', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:81:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93402aa3-237a-4a2b-8122-fbd9b2efd80a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:33:44Z', 'updated_at': '2022-04-18T19:33:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2'}] {{(pid=84766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:33:54.452467 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-591830a8-552b-43cb-8478-2f22738ccfb6 req-106e5185-4132-4896-8cf2-7abc0a63a1b0 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=3bb75c1f-620d-4cfd-a804-faa1a9266f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660787 Apr 18 19:33:54.462232 n-d-836017-2 neutron-server[84763]: INFO neutron.api.v2.resource [None req-6d4ae35c-b4ad-43b6-9821-798cba685bff tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] create failed (client error): The resource could not be found. Apr 18 19:33:54.464475 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-6d4ae35c-b4ad-43b6-9821-798cba685bff tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 5.7337444 Apr 18 19:33:54.474984 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 58994) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:33:54.576442 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8d46fc92-0b20-4da7-a2dc-f0644100eddc req-13feb6c4-3af3-40fd-acdb-89226f1fe21a tempest-SecurityGroupsTestAdminJSON-739199781 tempest-SecurityGroupsTestAdminJSON-739199781-project-admin] 10.222.0.69 "GET /v2.0/security-groups/005d155c-90ca-4625-80c3-c43b698af2b8 HTTP/1.1" status: 200 len: 2649 time: 0.1831455 Apr 18 19:33:54.589664 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-3369185d-8225-4f91-b078-d5197fe7835b tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Deleting port 4d102eac-b64c-4c6c-a8ae-4f5690473d8c {{(pid=84764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:33:54.590408 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-3369185d-8225-4f91-b078-d5197fe7835b tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:54.777772 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-38f01b99-8da2-4a69-a9c8-cd59528738ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:54.817117 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:54.868626 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8d46fc92-0b20-4da7-a2dc-f0644100eddc req-f358b3b1-52fe-4899-a69c-ff1c97b43636 tempest-SecurityGroupsTestAdminJSON-739199781 tempest-SecurityGroupsTestAdminJSON-739199781-project-admin] 10.222.0.69 "GET /v2.0/security-groups/13ffc115-6e90-42e4-a59c-efdacbb10432 HTTP/1.1" status: 200 len: 2649 time: 0.2078931 Apr 18 19:33:55.057491 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_common [None req-38f01b99-8da2-4a69-a9c8-cd59528738ad admin admin] Allocated IP 172.20.0.1 (81ddcfcb-39cd-4419-a273-35df2938d568/5f0e8042-5aa6-4184-80a1-a68583a09ee2/a2a84594-0789-4e1c-b2bd-708fe1a58acd) {{(pid=84763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:33:55.311930 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8d46fc92-0b20-4da7-a2dc-f0644100eddc req-20d37ee6-eff5-4a35-a7b5-b3c1c3518b69 tempest-SecurityGroupsTestAdminJSON-739199781 tempest-SecurityGroupsTestAdminJSON-739199781-project-admin] 10.222.0.69 "GET /v2.0/security-groups/13ffc115-6e90-42e4-a59c-efdacbb10432 HTTP/1.1" status: 200 len: 2649 time: 0.4281030 Apr 18 19:33:55.324102 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-38f01b99-8da2-4a69-a9c8-cd59528738ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:55.351657 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [None req-38f01b99-8da2-4a69-a9c8-cd59528738ad admin admin] Transition to ACTIVE for port object a2a84594-0789-4e1c-b2bd-708fe1a58acd will not be triggered until provisioned by entity DHCP. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:33:55.377886 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06720d64-2137-48ed-839b-f0b10f7c811a req-16d533d1-53ea-4965-bafc-6d29090f1324 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:55.384854 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-06720d64-2137-48ed-839b-f0b10f7c811a req-16d533d1-53ea-4965-bafc-6d29090f1324 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/ports?device_id=19c55a40-af4c-4d99-acfe-8e687e9bbe14 HTTP/1.1" status: 200 len: 950 time: 0.1453207 Apr 18 19:33:55.392585 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-3369185d-8225-4f91-b078-d5197fe7835b tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:55.453452 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-06720d64-2137-48ed-839b-f0b10f7c811a req-9c6357a9-ba66-4365-b4ba-8723941ea6d9 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb75c1f-620d-4cfd-a804-faa1a9266f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674150 Apr 18 19:33:55.505703 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-38f01b99-8da2-4a69-a9c8-cd59528738ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:55.600675 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f01b99-8da2-4a69-a9c8-cd59528738ad admin admin] Network 81ddcfcb-39cd-4419-a273-35df2938d568 is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:33:55.608147 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [None req-38f01b99-8da2-4a69-a9c8-cd59528738ad admin admin] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:33:55.610740 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f01b99-8da2-4a69-a9c8-cd59528738ad admin admin] Pushing event updated for resources: {'Port': ['ID=a2a84594-0789-4e1c-b2bd-708fe1a58acd,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:55.615917 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f01b99-8da2-4a69-a9c8-cd59528738ad admin admin] Received port after_create {{(pid=84763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:33:55.644817 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-3369185d-8225-4f91-b078-d5197fe7835b tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Calling delete_port for 4d102eac-b64c-4c6c-a8ae-4f5690473d8c owned by {{(pid=84764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:33:55.711719 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 7f9265fb-048f-4b38-bd6f-abe5817bd647 up at agent hyperv_n-h1-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:33:55.725091 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8d46fc92-0b20-4da7-a2dc-f0644100eddc req-a0be881a-5303-41c4-87a6-b341e879e34c tempest-SecurityGroupsTestAdminJSON-739199781 tempest-SecurityGroupsTestAdminJSON-739199781-project-admin] 10.222.0.69 "GET /v2.0/security-groups/3bb75c1f-620d-4cfd-a804-faa1a9266f3f HTTP/1.1" status: 200 len: 2649 time: 0.3966625 Apr 18 19:33:55.801175 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 59020) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:33:55.835531 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 03e519c2-7295-47c0-a4bf-d4b65bb3f70a up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:33:55.878260 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-38f01b99-8da2-4a69-a9c8-cd59528738ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417434'] for router_interface, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:55.919830 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12152e66-507c-4968-980c-a2730e068ae3 req-57b965cc-1d1e-42a1-aca1-1ca8b82458bd tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:55.932993 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-12152e66-507c-4968-980c-a2730e068ae3 req-57b965cc-1d1e-42a1-aca1-1ca8b82458bd tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=7d9f2a92-7181-4f18-9e91-9b7e7ad80d63 HTTP/1.1" status: 200 len: 945 time: 0.2657025 Apr 18 19:33:56.003226 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-12152e66-507c-4968-980c-a2730e068ae3 req-2577d5e2-f895-4c70-a24d-9094bcafb429 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/security-groups?id=6dce0218-3e63-47f4-ad5c-3b3c3b13b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606401 Apr 18 19:33:56.017036 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Provisioning for port 7f9265fb-048f-4b38-bd6f-abe5817bd647 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:33:56.018607 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-de7b1897-3a3c-485f-aeee-6a2736992da6 tempest-QuotasNegativeTest-464898444 tempest-QuotasNegativeTest-464898444-project-admin] Request body: {'quota': {'network': 2}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:33:56.024509 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Provisioning complete for port 7f9265fb-048f-4b38-bd6f-abe5817bd647 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:33:56.025133 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:56.072971 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning for port 03e519c2-7295-47c0-a4bf-d4b65bb3f70a completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:33:56.077520 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8d46fc92-0b20-4da7-a2dc-f0644100eddc req-0d2e6030-c32b-4706-8065-1d9e9a9cedcc tempest-SecurityGroupsTestAdminJSON-739199781 tempest-SecurityGroupsTestAdminJSON-739199781-project-admin] 10.222.0.69 "GET /v2.0/security-groups/3bb75c1f-620d-4cfd-a804-faa1a9266f3f HTTP/1.1" status: 200 len: 2649 time: 0.3384223 Apr 18 19:33:56.103509 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port 03e519c2-7295-47c0-a4bf-d4b65bb3f70a triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:33:56.104113 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:56.113183 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-de7b1897-3a3c-485f-aeee-6a2736992da6 tempest-QuotasNegativeTest-464898444 tempest-QuotasNegativeTest-464898444-project-admin] 10.222.0.69 "PUT /v2.0/quotas/13984e1d567b4d39ab21d902153f801f HTTP/1.1" status: 200 len: 368 time: 0.3085628 Apr 18 19:33:56.113797 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 59030) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:33:56.119462 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-86b77b21-ad60-499a-8572-9792ae52f70f tempest-QuotasNegativeTest-464898444 tempest-QuotasNegativeTest-464898444-project-admin] Request body: {'network': {'project_id': '13984e1d567b4d39ab21d902153f801f'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:33:56.126167 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-86b77b21-ad60-499a-8572-9792ae52f70f tempest-QuotasNegativeTest-464898444 tempest-QuotasNegativeTest-464898444-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:33:56.130437 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-86b77b21-ad60-499a-8572-9792ae52f70f tempest-QuotasNegativeTest-464898444 tempest-QuotasNegativeTest-464898444-project-admin] Usage tracker for resource:network and tenant:13984e1d567b4d39ab21d902153f801f is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:33:56.134015 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-86b77b21-ad60-499a-8572-9792ae52f70f tempest-QuotasNegativeTest-464898444 tempest-QuotasNegativeTest-464898444-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:33:56.143411 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-86b77b21-ad60-499a-8572-9792ae52f70f tempest-QuotasNegativeTest-464898444 tempest-QuotasNegativeTest-464898444-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:33:56.145128 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8d46fc92-0b20-4da7-a2dc-f0644100eddc req-8e440553-2b97-4a9e-a0e1-ceb18bc6065e tempest-SecurityGroupsTestAdminJSON-739199781 tempest-SecurityGroupsTestAdminJSON-739199781-project-admin] 10.222.0.69 "GET /v2.0/security-groups/40d25561-7ecb-4740-b038-73006a60520e HTTP/1.1" status: 200 len: 2649 time: 0.0591910 Apr 18 19:33:56.227996 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-f59f4d21-76c1-418a-a75b-bde0ae9a736c None None] Provisioning for port a2a84594-0789-4e1c-b2bd-708fe1a58acd completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:33:56.235309 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86b77b21-ad60-499a-8572-9792ae52f70f tempest-QuotasNegativeTest-464898444 tempest-QuotasNegativeTest-464898444-project-admin] Made reservation on behalf of 13984e1d567b4d39ab21d902153f801f for: {'network': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:33:56.241298 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-86b77b21-ad60-499a-8572-9792ae52f70f tempest-QuotasNegativeTest-464898444 tempest-QuotasNegativeTest-464898444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for network, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:56.257440 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8d46fc92-0b20-4da7-a2dc-f0644100eddc req-858cfc38-6582-414e-ad85-3a5e32d2a123 tempest-SecurityGroupsTestAdminJSON-739199781 tempest-SecurityGroupsTestAdminJSON-739199781-project-admin] 10.222.0.69 "GET /v2.0/security-groups/40d25561-7ecb-4740-b038-73006a60520e HTTP/1.1" status: 200 len: 2649 time: 0.0833721 Apr 18 19:33:56.262415 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-86b77b21-ad60-499a-8572-9792ae52f70f tempest-QuotasNegativeTest-464898444 tempest-QuotasNegativeTest-464898444-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:56.273184 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-f59f4d21-76c1-418a-a75b-bde0ae9a736c None None] Provisioning complete for port a2a84594-0789-4e1c-b2bd-708fe1a58acd triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:33:56.273804 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f59f4d21-76c1-418a-a75b-bde0ae9a736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:56.316339 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-3369185d-8225-4f91-b078-d5197fe7835b tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:56.343762 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-86b77b21-ad60-499a-8572-9792ae52f70f tempest-QuotasNegativeTest-464898444 tempest-QuotasNegativeTest-464898444-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:33:56.348323 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:56.350326 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-86b77b21-ad60-499a-8572-9792ae52f70f tempest-QuotasNegativeTest-464898444 tempest-QuotasNegativeTest-464898444-project-admin] Usage tracker for resource:security_group_rule and tenant:13984e1d567b4d39ab21d902153f801f is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:33:56.354771 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-86b77b21-ad60-499a-8572-9792ae52f70f tempest-QuotasNegativeTest-464898444 tempest-QuotasNegativeTest-464898444-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:33:56.365875 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-86b77b21-ad60-499a-8572-9792ae52f70f tempest-QuotasNegativeTest-464898444 tempest-QuotasNegativeTest-464898444-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:33:56.377934 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:56.379117 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8d46fc92-0b20-4da7-a2dc-f0644100eddc req-051c2ae3-cd1f-4b56-b426-fa8ba2ebe0c3 tempest-SecurityGroupsTestAdminJSON-739199781 tempest-SecurityGroupsTestAdminJSON-739199781-project-admin] 10.222.0.69 "GET /v2.0/security-groups/422144ab-7db6-4924-9c51-d353e45170e5 HTTP/1.1" status: 200 len: 2649 time: 0.1269047 Apr 18 19:33:56.385039 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-f59f4d21-76c1-418a-a75b-bde0ae9a736c None None] Port a2a84594-0789-4e1c-b2bd-708fe1a58acd cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:33:56.405954 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d9f2a92-7181-4f18-9e91-9b7e7ad80d63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f9265fb-048f-4b38-bd6f-abe5817bd647'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:33:56.407633 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3369185d-8225-4f91-b078-d5197fe7835b tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Pushing event deleted for resources: {'Port': ['ID=4d102eac-b64c-4c6c-a8ae-4f5690473d8c,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:56.416390 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] For port 03e519c2-7295-47c0-a4bf-d4b65bb3f70a, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=03e519c2-7295-47c0-a4bf-d4b65bb3f70a,segment=NetworkSegment(5de34947-6c56-419b-85d0-f61f69ce7c45),segment_id=5de34947-6c56-419b-85d0-f61f69ce7c45)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:33:56.419838 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port 7f9265fb-048f-4b38-bd6f-abe5817bd647, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=7f9265fb-048f-4b38-bd6f-abe5817bd647,segment=NetworkSegment(56697489-6787-4e2b-895c-5ec0b051161d),segment_id=56697489-6787-4e2b-895c-5ec0b051161d)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:33:56.509282 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:56.537303 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-38f01b99-8da2-4a69-a9c8-cd59528738ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:56.548554 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-86b77b21-ad60-499a-8572-9792ae52f70f tempest-QuotasNegativeTest-464898444 tempest-QuotasNegativeTest-464898444-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:56.568276 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:56.572542 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-3369185d-8225-4f91-b078-d5197fe7835b tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:56.595369 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-3369185d-8225-4f91-b078-d5197fe7835b tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] 10.222.0.69 "DELETE /v2.0/ports/4d102eac-b64c-4c6c-a8ae-4f5690473d8c HTTP/1.1" status: 204 len: 168 time: 2.1213102 Apr 18 19:33:56.598052 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 59046) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:33:56.601568 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Pushing event updated for resources: {'Port': ['ID=03e519c2-7295-47c0-a4bf-d4b65bb3f70a,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:56.603039 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8d46fc92-0b20-4da7-a2dc-f0644100eddc req-a8d69729-da82-47e9-b173-52b76be0300b tempest-SecurityGroupsTestAdminJSON-739199781 tempest-SecurityGroupsTestAdminJSON-739199781-project-admin] 10.222.0.69 "GET /v2.0/security-groups/422144ab-7db6-4924-9c51-d353e45170e5 HTTP/1.1" status: 200 len: 2649 time: 0.2228847 Apr 18 19:33:56.609540 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8aed10a-c2bf-43ff-b60f-aee2ccaebcd9 admin admin] Router 78b99159-cc8a-48d0-bcd1-afbcf44001ca has already been hosted by L3 agent 21b59c62-f184-4169-bc3e-79831cc043e8 {{(pid=84764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:33:56.696052 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Pushing event updated for resources: {'Port': ['ID=7f9265fb-048f-4b38-bd6f-abe5817bd647,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:56.743137 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-86b77b21-ad60-499a-8572-9792ae52f70f tempest-QuotasNegativeTest-464898444 tempest-QuotasNegativeTest-464898444-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:56.748151 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8d46fc92-0b20-4da7-a2dc-f0644100eddc req-c4442219-1a7d-4153-9bfb-051d4e0c3bc1 tempest-SecurityGroupsTestAdminJSON-739199781 tempest-SecurityGroupsTestAdminJSON-739199781-project-admin] 10.222.0.69 "GET /v2.0/security-groups/43b95085-8420-481a-9636-2412cea92ca7 HTTP/1.1" status: 200 len: 2649 time: 0.1371617 Apr 18 19:33:56.855466 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86b77b21-ad60-499a-8572-9792ae52f70f tempest-QuotasNegativeTest-464898444 tempest-QuotasNegativeTest-464898444-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=84763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:33:56.858681 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b77b21-ad60-499a-8572-9792ae52f70f tempest-QuotasNegativeTest-464898444 tempest-QuotasNegativeTest-464898444-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=243009c6-cf53-41af-8b05-5366d7e8d751,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:56.894182 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8d46fc92-0b20-4da7-a2dc-f0644100eddc req-53f17305-696d-4830-ab84-c24716199083 tempest-SecurityGroupsTestAdminJSON-739199781 tempest-SecurityGroupsTestAdminJSON-739199781-project-admin] 10.222.0.69 "GET /v2.0/security-groups/43b95085-8420-481a-9636-2412cea92ca7 HTTP/1.1" status: 200 len: 2649 time: 0.0992122 Apr 18 19:33:56.933193 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-86b77b21-ad60-499a-8572-9792ae52f70f tempest-QuotasNegativeTest-464898444 tempest-QuotasNegativeTest-464898444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:56.933628 n-d-836017-2 neutron-server[84763]: INFO neutron.db.segments_db [None req-86b77b21-ad60-499a-8572-9792ae52f70f tempest-QuotasNegativeTest-464898444 tempest-QuotasNegativeTest-464898444-project-admin] Added segment fa5b8c86-5327-4a86-bc0d-58e104d1322d of type vlan for network 185e1bac-0600-4f2c-a071-59ddca2a560d Apr 18 19:33:56.969738 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8d46fc92-0b20-4da7-a2dc-f0644100eddc req-da3e580f-6088-4509-8dae-dd6cc5759b3c tempest-SecurityGroupsTestAdminJSON-739199781 tempest-SecurityGroupsTestAdminJSON-739199781-project-admin] 10.222.0.69 "GET /v2.0/security-groups/6dce0218-3e63-47f4-ad5c-3b3c3b13b319 HTTP/1.1" status: 200 len: 2649 time: 0.0688481 Apr 18 19:33:56.972529 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475c3abb-de1f-4c07-907e-7a00c60dd8e6 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:56.973254 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-475c3abb-de1f-4c07-907e-7a00c60dd8e6 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Synchronizing usage tracker for tenant:f99c22d41dfd4e22826767b4b98b8acc on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:33:56.997417 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-86b77b21-ad60-499a-8572-9792ae52f70f tempest-QuotasNegativeTest-464898444 tempest-QuotasNegativeTest-464898444-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791093404182'] for network, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:57.041784 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8aed10a-c2bf-43ff-b60f-aee2ccaebcd9 admin admin] Notify agent at l3_agent.n-d-836017-2 the message routers_updated {{(pid=84764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:33:57.044227 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8d46fc92-0b20-4da7-a2dc-f0644100eddc req-5c983eee-550d-4f5a-aa68-533aa62ad7d8 tempest-SecurityGroupsTestAdminJSON-739199781 tempest-SecurityGroupsTestAdminJSON-739199781-project-admin] 10.222.0.69 "GET /v2.0/security-groups/6dce0218-3e63-47f4-ad5c-3b3c3b13b319 HTTP/1.1" status: 200 len: 2649 time: 0.0657949 Apr 18 19:33:57.051269 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-e8aed10a-c2bf-43ff-b60f-aee2ccaebcd9 admin admin] 10.222.0.69 "PUT /v2.0/routers/78b99159-cc8a-48d0-bcd1-afbcf44001ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2751989 Apr 18 19:33:57.056284 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 59052) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:33:57.056473 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522c8495-c029-4b3a-a7fa-e7a36729f08a None None] Sync routers for ids ['78b99159-cc8a-48d0-bcd1-afbcf44001ca'] in n-d-836017-2 {{(pid=84765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:33:57.066914 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522c8495-c029-4b3a-a7fa-e7a36729f08a None None] Routers {'78b99159-cc8a-48d0-bcd1-afbcf44001ca'} bound to L3 agent in host n-d-836017-2 {{(pid=84765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:33:57.067520 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-522c8495-c029-4b3a-a7fa-e7a36729f08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:33:50Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['78b99159-cc8a-48d0-bcd1-afbcf44001ca'], 'active': True} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:33:57.125148 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8d46fc92-0b20-4da7-a2dc-f0644100eddc req-880798ce-5764-4f85-867d-dd1c0baec1bb tempest-SecurityGroupsTestAdminJSON-739199781 tempest-SecurityGroupsTestAdminJSON-739199781-project-admin] 10.222.0.69 "GET /v2.0/security-groups/73528346-e263-4839-af78-0b1b5acb8baf HTTP/1.1" status: 200 len: 2649 time: 0.0638163 Apr 18 19:33:57.199694 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-961e7784-28a9-4168-a057-433f73adcbcd'] response: {'server_uuid': '7d9f2a92-7181-4f18-9e91-9b7e7ad80d63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f9265fb-048f-4b38-bd6f-abe5817bd647', 'code': 200} Apr 18 19:33:57.203336 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8d46fc92-0b20-4da7-a2dc-f0644100eddc req-ec96939c-23b4-4383-b7e9-1b360200b44b tempest-SecurityGroupsTestAdminJSON-739199781 tempest-SecurityGroupsTestAdminJSON-739199781-project-admin] 10.222.0.69 "GET /v2.0/security-groups/73528346-e263-4839-af78-0b1b5acb8baf HTTP/1.1" status: 200 len: 2649 time: 0.0768094 Apr 18 19:33:57.273281 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8d46fc92-0b20-4da7-a2dc-f0644100eddc req-64bbd9a1-03a6-4906-a838-a4dc616da4ca tempest-SecurityGroupsTestAdminJSON-739199781 tempest-SecurityGroupsTestAdminJSON-739199781-project-admin] 10.222.0.69 "GET /v2.0/security-groups/9239c56f-dcee-4710-b1d7-9b4cbc47a33f HTTP/1.1" status: 200 len: 2649 time: 0.0685282 Apr 18 19:33:57.297404 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.db.resource_extend [None req-86b77b21-ad60-499a-8572-9792ae52f70f tempest-QuotasNegativeTest-464898444 tempest-QuotasNegativeTest-464898444-project-admin] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 19:33:57.333191 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-522c8495-c029-4b3a-a7fa-e7a36729f08a None None] Set router 78b99159-cc8a-48d0-bcd1-afbcf44001ca gateway port host: n-d-836017-2 {{(pid=84765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:33:57.342196 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8d46fc92-0b20-4da7-a2dc-f0644100eddc req-2d9ad7a5-19ca-415d-99f8-37a26235d7f6 tempest-SecurityGroupsTestAdminJSON-739199781 tempest-SecurityGroupsTestAdminJSON-739199781-project-admin] 10.222.0.69 "GET /v2.0/security-groups/9239c56f-dcee-4710-b1d7-9b4cbc47a33f HTTP/1.1" status: 200 len: 2649 time: 0.0600610 Apr 18 19:33:57.353304 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-475c3abb-de1f-4c07-907e-7a00c60dd8e6 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Unset dirty status for tenant:f99c22d41dfd4e22826767b4b98b8acc on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:33:57.354456 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-475c3abb-de1f-4c07-907e-7a00c60dd8e6 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] 10.222.0.69 "GET /v2.0/ports?device_id=632dafe7-d326-47cb-968e-9618ab8b4eae HTTP/1.1" status: 200 len: 913 time: 0.7266400 Apr 18 19:33:57.369774 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 59060) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:33:57.526747 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-38f01b99-8da2-4a69-a9c8-cd59528738ad admin admin] Notify callbacks [] for port, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:57.551087 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8d46fc92-0b20-4da7-a2dc-f0644100eddc req-9d98e95f-32d4-4033-b82a-f4224b8661fe tempest-SecurityGroupsTestAdminJSON-739199781 tempest-SecurityGroupsTestAdminJSON-739199781-project-admin] 10.222.0.69 "GET /v2.0/security-groups/a9bb2b95-0715-4cc2-9c22-b349c215e348 HTTP/1.1" status: 200 len: 2649 time: 0.2026539 Apr 18 19:33:57.594717 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-86b77b21-ad60-499a-8572-9792ae52f70f tempest-QuotasNegativeTest-464898444 tempest-QuotasNegativeTest-464898444-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251'] for network, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:57.595889 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b77b21-ad60-499a-8572-9792ae52f70f tempest-QuotasNegativeTest-464898444 tempest-QuotasNegativeTest-464898444-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:57.596271 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-86b77b21-ad60-499a-8572-9792ae52f70f tempest-QuotasNegativeTest-464898444 tempest-QuotasNegativeTest-464898444-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:57.685579 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 03e519c2-7295-47c0-a4bf-d4b65bb3f70a up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:33:57.707285 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8faff2-cd76-437c-af14-8a6eb56c3a53 req-83fd90b0-54bf-42a4-88f7-d57df52043f9 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:57.713656 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4c8faff2-cd76-437c-af14-8a6eb56c3a53 req-83fd90b0-54bf-42a4-88f7-d57df52043f9 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/ports?device_id=19c55a40-af4c-4d99-acfe-8e687e9bbe14 HTTP/1.1" status: 200 len: 950 time: 0.2970390 Apr 18 19:33:57.718169 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-38f01b99-8da2-4a69-a9c8-cd59528738ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:57.796571 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-01373619-1af3-4894-a98f-1232ad7b65d9 req-ab83a36a-6cf8-4c36-86e0-9c7656f495fe service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7d9f2a92-7181-4f18-9e91-9b7e7ad80d63 HTTP/1.1" status: 200 len: 1097 time: 0.4809039 Apr 18 19:33:57.854516 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port 03e519c2-7295-47c0-a4bf-d4b65bb3f70a triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:33:57.854988 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:57.918254 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-522c8495-c029-4b3a-a7fa-e7a36729f08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78b99159-cc8a-48d0-bcd1-afbcf44001ca', 'name': 'tempest-TaggedBootDevicesTest-1135352164-router', 'tenant_id': '333eb75b64f74d958176d7996918a21c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '1efeee57-2b50-470c-9247-590a5c1a0e7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:24:16Z', 'updated_at': '2022-04-18T19:33:53Z', 'revision_number': 5, 'project_id': '333eb75b64f74d958176d7996918a21c', 'gw_port': {'id': '1efeee57-2b50-470c-9247-590a5c1a0e7e', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:c8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b99159-cc8a-48d0-bcd1-afbcf44001ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:24:17Z', 'updated_at': '2022-04-18T19:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2'}], 'n-d-836017-2', False) {} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:33:57.927128 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522c8495-c029-4b3a-a7fa-e7a36729f08a None None] Checking router: 78b99159-cc8a-48d0-bcd1-afbcf44001ca for host: n-d-836017-2 {{(pid=84765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:33:57.927405 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8d46fc92-0b20-4da7-a2dc-f0644100eddc req-3651316b-fd8a-4cd4-a1a2-47ff00da0a64 tempest-SecurityGroupsTestAdminJSON-739199781 tempest-SecurityGroupsTestAdminJSON-739199781-project-admin] 10.222.0.69 "GET /v2.0/security-groups/a9bb2b95-0715-4cc2-9c22-b349c215e348 HTTP/1.1" status: 200 len: 2649 time: 0.3544152 Apr 18 19:33:57.932179 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b77b21-ad60-499a-8572-9792ae52f70f tempest-QuotasNegativeTest-464898444 tempest-QuotasNegativeTest-464898444-project-admin] Pushing event updated for resources: {'Network': ['ID=185e1bac-0600-4f2c-a071-59ddca2a560d,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:57.944763 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522c8495-c029-4b3a-a7fa-e7a36729f08a None None] Routers {'78b99159-cc8a-48d0-bcd1-afbcf44001ca'} bound to L3 agent in host n-d-836017-2 {{(pid=84765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:33:57.945359 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-522c8495-c029-4b3a-a7fa-e7a36729f08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:33:50Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['78b99159-cc8a-48d0-bcd1-afbcf44001ca'], 'active': True} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:33:57.988721 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-38f01b99-8da2-4a69-a9c8-cd59528738ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-417335'] for router_interface, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:58.008953 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f01b99-8da2-4a69-a9c8-cd59528738ad admin admin] Pushing event updated for resources: {'Port': ['ID=a2a84594-0789-4e1c-b2bd-708fe1a58acd,revision_number=2']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:58.022120 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Network 185e1bac-0600-4f2c-a071-59ddca2a560d details requested by agent ovs-agent-n-d-836017-2 with host n-d-836017-2 {{(pid=84765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:33:58.031138 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-37166515-d965-4b9d-8543-4e30248d7ac4 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417313'] for router_interface, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:58.062386 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4c8faff2-cd76-437c-af14-8a6eb56c3a53 req-64742d52-73e6-49b8-93a3-e555d920abc5 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb75c1f-620d-4cfd-a804-faa1a9266f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3158822 Apr 18 19:33:58.067929 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-01373619-1af3-4894-a98f-1232ad7b65d9 req-29f2b98d-52cc-41c2-a7c7-934ca35176fe service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=6dce0218-3e63-47f4-ad5c-3b3c3b13b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125800 Apr 18 19:33:58.103304 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8d46fc92-0b20-4da7-a2dc-f0644100eddc req-6c373f99-721a-4071-9705-007806cbf051 tempest-SecurityGroupsTestAdminJSON-739199781 tempest-SecurityGroupsTestAdminJSON-739199781-project-admin] 10.222.0.69 "GET /v2.0/security-groups/bc4236f3-e74e-46a0-b544-8d99cb7ac603 HTTP/1.1" status: 200 len: 2649 time: 0.1470838 Apr 18 19:33:58.148228 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-86b77b21-ad60-499a-8572-9792ae52f70f tempest-QuotasNegativeTest-464898444 tempest-QuotasNegativeTest-464898444-project-admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.0332274 Apr 18 19:33:58.153938 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 59066) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:33:58.186527 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-dfe50f32-e527-4e6e-92f4-a1794b3eef9d tempest-QuotasNegativeTest-464898444 tempest-QuotasNegativeTest-464898444-project-admin] Request body: {'network': {'project_id': '13984e1d567b4d39ab21d902153f801f'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:33:58.194577 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-dfe50f32-e527-4e6e-92f4-a1794b3eef9d tempest-QuotasNegativeTest-464898444 tempest-QuotasNegativeTest-464898444-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:33:58.212742 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-dfe50f32-e527-4e6e-92f4-a1794b3eef9d tempest-QuotasNegativeTest-464898444 tempest-QuotasNegativeTest-464898444-project-admin] Usage tracker for resource:network and tenant:13984e1d567b4d39ab21d902153f801f is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:33:58.223433 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-dfe50f32-e527-4e6e-92f4-a1794b3eef9d tempest-QuotasNegativeTest-464898444 tempest-QuotasNegativeTest-464898444-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:33:58.231398 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8d46fc92-0b20-4da7-a2dc-f0644100eddc req-659adb46-377c-4673-82f0-fe5d4e8627e5 tempest-SecurityGroupsTestAdminJSON-739199781 tempest-SecurityGroupsTestAdminJSON-739199781-project-admin] 10.222.0.69 "GET /v2.0/security-groups/bc4236f3-e74e-46a0-b544-8d99cb7ac603 HTTP/1.1" status: 200 len: 2649 time: 0.0766280 Apr 18 19:33:58.243182 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-dfe50f32-e527-4e6e-92f4-a1794b3eef9d tempest-QuotasNegativeTest-464898444 tempest-QuotasNegativeTest-464898444-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:33:58.328916 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f01b99-8da2-4a69-a9c8-cd59528738ad admin admin] Network 81ddcfcb-39cd-4419-a273-35df2938d568 is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:33:58.340399 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8d46fc92-0b20-4da7-a2dc-f0644100eddc req-2dfd084f-3a15-41c7-a1ec-af87b2e6bd8a tempest-SecurityGroupsTestAdminJSON-739199781 tempest-SecurityGroupsTestAdminJSON-739199781-project-admin] 10.222.0.69 "GET /v2.0/security-groups/d09d0a54-6ca0-41dd-9503-bb5c0217b492 HTTP/1.1" status: 200 len: 2649 time: 0.1012249 Apr 18 19:33:58.386281 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [None req-38f01b99-8da2-4a69-a9c8-cd59528738ad admin admin] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:33:58.423879 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-522c8495-c029-4b3a-a7fa-e7a36729f08a None None] Set router 78b99159-cc8a-48d0-bcd1-afbcf44001ca gateway port host: n-d-836017-2 {{(pid=84765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:33:58.558307 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8d46fc92-0b20-4da7-a2dc-f0644100eddc req-69a80c85-7789-4a75-9030-f92a0fa62a01 tempest-SecurityGroupsTestAdminJSON-739199781 tempest-SecurityGroupsTestAdminJSON-739199781-project-admin] 10.222.0.69 "GET /v2.0/security-groups/d09d0a54-6ca0-41dd-9503-bb5c0217b492 HTTP/1.1" status: 200 len: 2649 time: 0.1984212 Apr 18 19:33:58.562084 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfe50f32-e527-4e6e-92f4-a1794b3eef9d tempest-QuotasNegativeTest-464898444 tempest-QuotasNegativeTest-464898444-project-admin] Made reservation on behalf of 13984e1d567b4d39ab21d902153f801f for: {'network': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:33:58.564570 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-dfe50f32-e527-4e6e-92f4-a1794b3eef9d tempest-QuotasNegativeTest-464898444 tempest-QuotasNegativeTest-464898444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for network, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:58.604265 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfe50f32-e527-4e6e-92f4-a1794b3eef9d tempest-QuotasNegativeTest-464898444 tempest-QuotasNegativeTest-464898444-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=84763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:33:58.638828 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-dfe50f32-e527-4e6e-92f4-a1794b3eef9d tempest-QuotasNegativeTest-464898444 tempest-QuotasNegativeTest-464898444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:58.639226 n-d-836017-2 neutron-server[84763]: INFO neutron.db.segments_db [None req-dfe50f32-e527-4e6e-92f4-a1794b3eef9d tempest-QuotasNegativeTest-464898444 tempest-QuotasNegativeTest-464898444-project-admin] Added segment 6ac64015-8d1a-4078-b6cb-36b5709be63f of type vlan for network 8fc069b1-27e2-4ab0-b379-c661d16c8ed3 Apr 18 19:33:58.702972 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ee420235-4c20-4acf-b8e2-1e8a08f7095f admin admin] Notify callbacks [] for router, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:58.707160 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8d46fc92-0b20-4da7-a2dc-f0644100eddc req-cd203605-3785-45cb-bff7-ef7039920249 tempest-SecurityGroupsTestAdminJSON-739199781 tempest-SecurityGroupsTestAdminJSON-739199781-project-admin] 10.222.0.69 "GET /v2.0/security-groups/d2ea3e6d-f8c5-49b8-85bf-5fba2527baa1 HTTP/1.1" status: 200 len: 2649 time: 0.1478126 Apr 18 19:33:58.781121 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-dfe50f32-e527-4e6e-92f4-a1794b3eef9d tempest-QuotasNegativeTest-464898444 tempest-QuotasNegativeTest-464898444-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791093404182'] for network, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:58.791705 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-51551a7f-beaa-4a23-82f4-ccf8eabef5b9 None None] Provisioning complete for port a2a84594-0789-4e1c-b2bd-708fe1a58acd triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:33:58.792099 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-51551a7f-beaa-4a23-82f4-ccf8eabef5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:58.855062 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8d46fc92-0b20-4da7-a2dc-f0644100eddc req-50cfad8c-0408-44e7-8b41-e9537007a237 tempest-SecurityGroupsTestAdminJSON-739199781 tempest-SecurityGroupsTestAdminJSON-739199781-project-admin] 10.222.0.69 "GET /v2.0/security-groups/d2ea3e6d-f8c5-49b8-85bf-5fba2527baa1 HTTP/1.1" status: 200 len: 2649 time: 0.1372945 Apr 18 19:33:58.856956 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-51551a7f-beaa-4a23-82f4-ccf8eabef5b9 None None] Port a2a84594-0789-4e1c-b2bd-708fe1a58acd cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:33:58.881725 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-522c8495-c029-4b3a-a7fa-e7a36729f08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78b99159-cc8a-48d0-bcd1-afbcf44001ca', 'name': 'tempest-TaggedBootDevicesTest-1135352164-router', 'tenant_id': '333eb75b64f74d958176d7996918a21c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '1efeee57-2b50-470c-9247-590a5c1a0e7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:24:16Z', 'updated_at': '2022-04-18T19:33:53Z', 'revision_number': 5, 'project_id': '333eb75b64f74d958176d7996918a21c', 'gw_port': {'id': '1efeee57-2b50-470c-9247-590a5c1a0e7e', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:c8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b99159-cc8a-48d0-bcd1-afbcf44001ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:24:17Z', 'updated_at': '2022-04-18T19:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2'}], 'n-d-836017-2', False) {} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:33:58.886135 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522c8495-c029-4b3a-a7fa-e7a36729f08a None None] The sync data for ids ['78b99159-cc8a-48d0-bcd1-afbcf44001ca'] in n-d-836017-2 is: [{'id': '78b99159-cc8a-48d0-bcd1-afbcf44001ca', 'name': 'tempest-TaggedBootDevicesTest-1135352164-router', 'tenant_id': '333eb75b64f74d958176d7996918a21c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '1efeee57-2b50-470c-9247-590a5c1a0e7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:24:16Z', 'updated_at': '2022-04-18T19:33:53Z', 'revision_number': 5, 'project_id': '333eb75b64f74d958176d7996918a21c', 'gw_port': {'id': '1efeee57-2b50-470c-9247-590a5c1a0e7e', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:c8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b99159-cc8a-48d0-bcd1-afbcf44001ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:24:17Z', 'updated_at': '2022-04-18T19:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2'}] {{(pid=84765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:33:59.027871 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-37166515-d965-4b9d-8543-4e30248d7ac4 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Deleting port e4df1103-6247-45b9-b2f8-514725853753 {{(pid=84764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:33:59.028508 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-37166515-d965-4b9d-8543-4e30248d7ac4 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:59.064408 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6009383d-a31d-42ff-8714-5a8b046524c4 req-f414d3e6-e959-4104-854b-55ee4b4882ab tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:59.072643 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-6009383d-a31d-42ff-8714-5a8b046524c4 req-f414d3e6-e959-4104-854b-55ee4b4882ab tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=7d9f2a92-7181-4f18-9e91-9b7e7ad80d63 HTTP/1.1" status: 200 len: 946 time: 0.7406175 Apr 18 19:33:59.149933 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-dfe50f32-e527-4e6e-92f4-a1794b3eef9d tempest-QuotasNegativeTest-464898444 tempest-QuotasNegativeTest-464898444-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251'] for network, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:59.150788 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe50f32-e527-4e6e-92f4-a1794b3eef9d tempest-QuotasNegativeTest-464898444 tempest-QuotasNegativeTest-464898444-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:59.151363 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-dfe50f32-e527-4e6e-92f4-a1794b3eef9d tempest-QuotasNegativeTest-464898444 tempest-QuotasNegativeTest-464898444-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:59.236750 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-37166515-d965-4b9d-8543-4e30248d7ac4 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:59.366574 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-37166515-d965-4b9d-8543-4e30248d7ac4 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Calling delete_port for e4df1103-6247-45b9-b2f8-514725853753 owned by network:router_interface {{(pid=84764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:33:59.447898 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe50f32-e527-4e6e-92f4-a1794b3eef9d tempest-QuotasNegativeTest-464898444 tempest-QuotasNegativeTest-464898444-project-admin] Pushing event updated for resources: {'Network': ['ID=8fc069b1-27e2-4ab0-b379-c661d16c8ed3,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:59.459910 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Network 8fc069b1-27e2-4ab0-b379-c661d16c8ed3 details requested by agent ovs-agent-n-d-836017-2 with host n-d-836017-2 {{(pid=84765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:33:59.505767 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-6009383d-a31d-42ff-8714-5a8b046524c4 req-2006381c-bfc8-4d77-94a8-61a90a01e532 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/security-groups?id=6dce0218-3e63-47f4-ad5c-3b3c3b13b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4331105 Apr 18 19:33:59.549336 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-dfe50f32-e527-4e6e-92f4-a1794b3eef9d tempest-QuotasNegativeTest-464898444 tempest-QuotasNegativeTest-464898444-project-admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.3935492 Apr 18 19:33:59.576261 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 59088) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:33:59.587302 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device c5deda56-0147-4b61-88ab-8a94e87ad583 no longer exists at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:33:59.588460 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-f4d24914-3746-4301-837e-303515ce4fcd tempest-QuotasNegativeTest-464898444 tempest-QuotasNegativeTest-464898444-project-admin] Request body: {'network': {'project_id': '13984e1d567b4d39ab21d902153f801f'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:33:59.628152 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] No Port match for: c5deda56-0147-4b61-88ab-8a94e87ad583 {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:33:59.628827 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device c5deda56-0147-4b61-88ab-8a94e87ad583 not bound to the agent host n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:33:59.641792 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-f4d24914-3746-4301-837e-303515ce4fcd tempest-QuotasNegativeTest-464898444 tempest-QuotasNegativeTest-464898444-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:33:59.669195 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-f4d24914-3746-4301-837e-303515ce4fcd tempest-QuotasNegativeTest-464898444 tempest-QuotasNegativeTest-464898444-project-admin] Usage tracker for resource:network and tenant:13984e1d567b4d39ab21d902153f801f is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:33:59.688167 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-f4d24914-3746-4301-837e-303515ce4fcd tempest-QuotasNegativeTest-464898444 tempest-QuotasNegativeTest-464898444-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:33:59.706286 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-f4d24914-3746-4301-837e-303515ce4fcd tempest-QuotasNegativeTest-464898444 tempest-QuotasNegativeTest-464898444-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:33:59.719751 n-d-836017-2 neutron-server[84763]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4d24914-3746-4301-837e-303515ce4fcd tempest-QuotasNegativeTest-464898444 tempest-QuotasNegativeTest-464898444-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 18 19:33:59.720223 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4d24914-3746-4301-837e-303515ce4fcd tempest-QuotasNegativeTest-464898444 tempest-QuotasNegativeTest-464898444-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=84763) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 19:33:59.722226 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-f4d24914-3746-4301-837e-303515ce4fcd tempest-QuotasNegativeTest-464898444 tempest-QuotasNegativeTest-464898444-project-admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1531167 Apr 18 19:33:59.728018 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 59092) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:33:59.741132 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-37166515-d965-4b9d-8543-4e30248d7ac4 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:59.801175 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ee420235-4c20-4acf-b8e2-1e8a08f7095f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:59.857588 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-6b90f315-e4f3-4d37-97b2-60904c31b96d req-1307b144-fa0b-4f88-abf0-00a5f3d2ab52 tempest-SecurityGroupsTestAdminJSON-730937001 tempest-SecurityGroupsTestAdminJSON-730937001-project] Synchronizing usage tracker for tenant:177d7f3bd037459884a431f3cf706891 on resource:security_group {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:33:59.874933 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38f01b99-8da2-4a69-a9c8-cd59528738ad admin admin] Router 93402aa3-237a-4a2b-8122-fbd9b2efd80a has already been hosted by L3 agent 21b59c62-f184-4169-bc3e-79831cc043e8 {{(pid=84763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:33:59.888374 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-f5f7a89a-c112-4717-97bf-241f76340fd4 tempest-QuotasNegativeTest-464898444 tempest-QuotasNegativeTest-464898444-project-admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=13984e1d567b4d39ab21d902153f801f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1501217 Apr 18 19:33:59.891494 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 59096) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:33:59.905597 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37166515-d965-4b9d-8543-4e30248d7ac4 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Pushing event deleted for resources: {'Port': ['ID=e4df1103-6247-45b9-b2f8-514725853753,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:59.967751 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-ee420235-4c20-4acf-b8e2-1e8a08f7095f admin admin] Deleting port 1efeee57-2b50-470c-9247-590a5c1a0e7e {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:33:59.967751 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ee420235-4c20-4acf-b8e2-1e8a08f7095f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:00.071317 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-6b90f315-e4f3-4d37-97b2-60904c31b96d req-1307b144-fa0b-4f88-abf0-00a5f3d2ab52 tempest-SecurityGroupsTestAdminJSON-730937001 tempest-SecurityGroupsTestAdminJSON-730937001-project] Unset dirty status for tenant:177d7f3bd037459884a431f3cf706891 on resource:security_group {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:34:00.072927 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-6b90f315-e4f3-4d37-97b2-60904c31b96d req-1307b144-fa0b-4f88-abf0-00a5f3d2ab52 tempest-SecurityGroupsTestAdminJSON-730937001 tempest-SecurityGroupsTestAdminJSON-730937001-project] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=177d7f3bd037459884a431f3cf706891 HTTP/1.1" status: 200 len: 5439 time: 0.4806738 Apr 18 19:34:00.145300 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-56cd1c6a-55d0-46e3-86bf-209f36998e82 req-ccd3e76f-8d06-406c-8dbf-821bb2697f5b tempest-ServersOnMultiNodesTest-948315256 tempest-ServersOnMultiNodesTest-948315256-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=19c55a40-af4c-4d99-acfe-8e687e9bbe14 HTTP/1.1" status: 200 len: 1101 time: 0.4501870 Apr 18 19:34:00.220710 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-0e5a00ad-fb10-409e-a6bc-914c65188699 tempest-QuotasNegativeTest-464898444 tempest-QuotasNegativeTest-464898444-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:00.221473 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 59102) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:34:00.282243 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-6b90f315-e4f3-4d37-97b2-60904c31b96d req-41f40cf1-6768-4e23-86c5-cdc4cebf433c tempest-SecurityGroupsTestAdminJSON-730937001 tempest-SecurityGroupsTestAdminJSON-730937001-project] 10.222.0.69 "GET /v2.0/security-groups/a9bb2b95-0715-4cc2-9c22-b349c215e348 HTTP/1.1" status: 200 len: 2649 time: 0.1980572 Apr 18 19:34:00.293169 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-0e5a00ad-fb10-409e-a6bc-914c65188699 tempest-QuotasNegativeTest-464898444 tempest-QuotasNegativeTest-464898444-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:00.333559 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [None req-ee420235-4c20-4acf-b8e2-1e8a08f7095f admin admin] For port 1efeee57-2b50-470c-9247-590a5c1a0e7e, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=1efeee57-2b50-470c-9247-590a5c1a0e7e,segment=NetworkSegment(5de34947-6c56-419b-85d0-f61f69ce7c45),segment_id=5de34947-6c56-419b-85d0-f61f69ce7c45)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:34:00.333916 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ee420235-4c20-4acf-b8e2-1e8a08f7095f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:00.338339 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-37166515-d965-4b9d-8543-4e30248d7ac4 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417398'] for router_interface, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:00.346769 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-56cd1c6a-55d0-46e3-86bf-209f36998e82 req-5a0109c8-621d-4cf8-acb1-ba0d6b17fdbe tempest-ServersOnMultiNodesTest-948315256 tempest-ServersOnMultiNodesTest-948315256-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=3bb75c1f-620d-4cfd-a804-faa1a9266f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316261 Apr 18 19:34:00.487202 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-ee420235-4c20-4acf-b8e2-1e8a08f7095f admin admin] Calling delete_port for 1efeee57-2b50-470c-9247-590a5c1a0e7e owned by network:router_gateway {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:34:00.568187 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-0e5a00ad-fb10-409e-a6bc-914c65188699 tempest-QuotasNegativeTest-464898444 tempest-QuotasNegativeTest-464898444-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:00.588997 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-6b90f315-e4f3-4d37-97b2-60904c31b96d req-f6a763df-52f7-4647-9044-16eb10495ac1 tempest-SecurityGroupsTestAdminJSON-730937001 tempest-SecurityGroupsTestAdminJSON-730937001-project] 10.222.0.69 "GET /v2.0/security-groups/a9bb2b95-0715-4cc2-9c22-b349c215e348 HTTP/1.1" status: 200 len: 2649 time: 0.2985525 Apr 18 19:34:00.674790 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-ca4ac172-1f0c-41df-ac18-80b8443c75eb admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=04c3ccf22b1a4626be8dfb58ccf87764&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4495308 Apr 18 19:34:00.678409 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 59120) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:34:00.678636 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5a00ad-fb10-409e-a6bc-914c65188699 tempest-QuotasNegativeTest-464898444 tempest-QuotasNegativeTest-464898444-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=243009c6-cf53-41af-8b05-5366d7e8d751,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:00.697895 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-431a7c01-09af-4a96-9d60-e219ccad1bbf req-9365e383-2edb-45ce-9ca8-7dc160702ec9 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=73070b32fdb445869915286e0756abff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0641675 Apr 18 19:34:00.793668 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38f01b99-8da2-4a69-a9c8-cd59528738ad admin admin] Notify agent at l3_agent.n-d-836017-2 the message routers_updated {{(pid=84763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:34:00.805280 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-38f01b99-8da2-4a69-a9c8-cd59528738ad admin admin] 10.222.0.69 "PUT /v2.0/routers/93402aa3-237a-4a2b-8122-fbd9b2efd80a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4110212 Apr 18 19:34:00.805739 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fcd84fb-011b-4e2c-b0c5-38ec457ce9a0 None None] Sync routers for ids ['93402aa3-237a-4a2b-8122-fbd9b2efd80a'] in n-d-836017-2 {{(pid=84766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:34:00.819118 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcd84fb-011b-4e2c-b0c5-38ec457ce9a0 None None] Routers {'93402aa3-237a-4a2b-8122-fbd9b2efd80a'} bound to L3 agent in host n-d-836017-2 {{(pid=84766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:34:00.819728 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-9fcd84fb-011b-4e2c-b0c5-38ec457ce9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:33:50Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['93402aa3-237a-4a2b-8122-fbd9b2efd80a'], 'active': True} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:34:00.859476 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-825db0ad-0a1e-45aa-85a8-c167dfe83653 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:00.944596 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-825db0ad-0a1e-45aa-85a8-c167dfe83653 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:00.948948 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-0e5a00ad-fb10-409e-a6bc-914c65188699 tempest-QuotasNegativeTest-464898444 tempest-QuotasNegativeTest-464898444-project-admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:00.954226 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-0e5a00ad-fb10-409e-a6bc-914c65188699 tempest-QuotasNegativeTest-464898444 tempest-QuotasNegativeTest-464898444-project-admin] 10.222.0.69 "DELETE /v2.0/security-groups/243009c6-cf53-41af-8b05-5366d7e8d751 HTTP/1.1" status: 204 len: 168 time: 1.0556178 Apr 18 19:34:00.957934 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 59126) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:34:00.968276 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115c724c-a2e4-48c2-a161-b5b7adde1387 req-6f027179-d4f0-4e0f-9f2f-60b2e3c190e6 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:00.975000 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-115c724c-a2e4-48c2-a161-b5b7adde1387 req-6f027179-d4f0-4e0f-9f2f-60b2e3c190e6 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=7d9f2a92-7181-4f18-9e91-9b7e7ad80d63 HTTP/1.1" status: 200 len: 946 time: 0.2602482 Apr 18 19:34:01.056991 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-115c724c-a2e4-48c2-a161-b5b7adde1387 req-1b59a9c0-fe78-43f2-bd5d-78dfd263e9c4 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/security-groups?id=6dce0218-3e63-47f4-ad5c-3b3c3b13b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810275 Apr 18 19:34:01.092617 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvr_db [None req-9fcd84fb-011b-4e2c-b0c5-38ec457ce9a0 None None] Set router 93402aa3-237a-4a2b-8122-fbd9b2efd80a gateway port host: n-d-836017-2 {{(pid=84766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:34:01.129345 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431a7c01-09af-4a96-9d60-e219ccad1bbf req-e708570f-3c11-430e-8f8d-baf82bfa54fb tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:01.130819 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-431a7c01-09af-4a96-9d60-e219ccad1bbf req-e708570f-3c11-430e-8f8d-baf82bfa54fb tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4266074 Apr 18 19:34:01.136656 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37166515-d965-4b9d-8543-4e30248d7ac4 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Router 632dafe7-d326-47cb-968e-9618ab8b4eae has already been hosted by L3 agent 21b59c62-f184-4169-bc3e-79831cc043e8 {{(pid=84764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:34:01.142214 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-920140d1-714e-406d-b496-b290f9d0b190 tempest-QuotasNegativeTest-464898444 tempest-QuotasNegativeTest-464898444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:01.150117 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ee420235-4c20-4acf-b8e2-1e8a08f7095f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:01.172578 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-431a7c01-09af-4a96-9d60-e219ccad1bbf req-126a7943-f0cd-441d-a1f0-ddf91e5def3a tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/quotas/73070b32fdb445869915286e0756abff HTTP/1.1" status: 200 len: 375 time: 0.0266027 Apr 18 19:34:01.278352 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-825db0ad-0a1e-45aa-85a8-c167dfe83653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:01.288973 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee420235-4c20-4acf-b8e2-1e8a08f7095f admin admin] Pushing event deleted for resources: {'Port': ['ID=1efeee57-2b50-470c-9247-590a5c1a0e7e,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:01.352824 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825db0ad-0a1e-45aa-85a8-c167dfe83653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13ffc115-6e90-42e4-a59c-efdacbb10432,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:01.393798 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-1ca30b7d-287d-4e42-a1f9-3f9fe519cf29 req-11848418-a667-4891-a7d1-912b15728ae4 tempest-SecurityGroupsTestAdminJSON-739199781 tempest-SecurityGroupsTestAdminJSON-739199781-project-admin] 10.222.0.69 "GET /v2.0/security-groups/fbeb189e-e584-4c45-9778-86ab3fc5a6db HTTP/1.1" status: 200 len: 1611 time: 0.2775428 Apr 18 19:34:01.482645 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-9fcd84fb-011b-4e2c-b0c5-38ec457ce9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93402aa3-237a-4a2b-8122-fbd9b2efd80a', 'name': 'tempest-ServersTestBootFromVolume-888195403-router', 'tenant_id': 'e2676fc802a645689154e56330711330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '03e519c2-7295-47c0-a4bf-d4b65bb3f70a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:33:40Z', 'updated_at': '2022-04-18T19:33:56Z', 'revision_number': 4, 'project_id': 'e2676fc802a645689154e56330711330', 'gw_port': {'id': '03e519c2-7295-47c0-a4bf-d4b65bb3f70a', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:81:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93402aa3-237a-4a2b-8122-fbd9b2efd80a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:33:44Z', 'updated_at': '2022-04-18T19:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_interfaces': [{'id': 'a2a84594-0789-4e1c-b2bd-708fe1a58acd', 'name': '', 'network_id': '81ddcfcb-39cd-4419-a273-35df2938d568', 'tenant_id': 'e2676fc802a645689154e56330711330', 'mac_address': 'fa:16:3e:43:43:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93402aa3-237a-4a2b-8122-fbd9b2efd80a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f0e8042-5aa6-4184-80a1-a68583a09ee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:33:54Z', 'updated_at': '2022-04-18T19:33:56Z', 'revision_number': 2, 'project_id': 'e2676fc802a645689154e56330711330', 'subnets': [{'id': '5f0e8042-5aa6-4184-80a1-a68583a09ee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-2', False) {} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:34:01.487106 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fcd84fb-011b-4e2c-b0c5-38ec457ce9a0 None None] Checking router: 93402aa3-237a-4a2b-8122-fbd9b2efd80a for host: n-d-836017-2 {{(pid=84766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:34:01.487446 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fcd84fb-011b-4e2c-b0c5-38ec457ce9a0 None None] Updating router 93402aa3-237a-4a2b-8122-fbd9b2efd80a port a2a84594-0789-4e1c-b2bd-708fe1a58acd binding host n-d-836017-2 {{(pid=84766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 19:34:01.551477 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-9fcd84fb-011b-4e2c-b0c5-38ec457ce9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:01.594519 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-920140d1-714e-406d-b496-b290f9d0b190 tempest-QuotasNegativeTest-464898444 tempest-QuotasNegativeTest-464898444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256345', 'neutron.services.segments.db._delete_segments_for_network-8791093852025'] for network, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:01.636801 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-920140d1-714e-406d-b496-b290f9d0b190 tempest-QuotasNegativeTest-464898444 tempest-QuotasNegativeTest-464898444-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fc069b1-27e2-4ab0-b379-c661d16c8ed3']}} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:34:01.653876 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-920140d1-714e-406d-b496-b290f9d0b190 tempest-QuotasNegativeTest-464898444 tempest-QuotasNegativeTest-464898444-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ac64015-8d1a-4078-b6cb-36b5709be63f') {'for_net_delete': True} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:34:01.655051 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-920140d1-714e-406d-b496-b290f9d0b190 tempest-QuotasNegativeTest-464898444 tempest-QuotasNegativeTest-464898444-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ac64015-8d1a-4078-b6cb-36b5709be63f') {} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:34:01.671928 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-920140d1-714e-406d-b496-b290f9d0b190 tempest-QuotasNegativeTest-464898444 tempest-QuotasNegativeTest-464898444-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791093851908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66932133'] for segment, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:01.681133 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37166515-d965-4b9d-8543-4e30248d7ac4 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Notify agent at l3_agent.n-d-836017-2 the message routers_updated {{(pid=84764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:34:01.691251 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-37166515-d965-4b9d-8543-4e30248d7ac4 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] 10.222.0.69 "PUT /v2.0/routers/632dafe7-d326-47cb-968e-9618ab8b4eae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3190739 Apr 18 19:34:01.696599 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e597eebd-effa-4156-9c92-204ea368aeb2 None None] Sync routers for ids ['632dafe7-d326-47cb-968e-9618ab8b4eae'] in n-d-836017-2 {{(pid=84765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:34:01.697882 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 59136) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:34:01.698779 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-825db0ad-0a1e-45aa-85a8-c167dfe83653 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:01.699992 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-825db0ad-0a1e-45aa-85a8-c167dfe83653 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/13ffc115-6e90-42e4-a59c-efdacbb10432 HTTP/1.1" status: 204 len: 168 time: 1.0147257 Apr 18 19:34:01.707212 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-920140d1-714e-406d-b496-b290f9d0b190 tempest-QuotasNegativeTest-464898444 tempest-QuotasNegativeTest-464898444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:01.709226 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ee420235-4c20-4acf-b8e2-1e8a08f7095f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416828'] for router_gateway, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:01.737410 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-431a7c01-09af-4a96-9d60-e219ccad1bbf req-e4e1e905-2ea6-4f68-a0c3-01a937fde51f tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=73070b32fdb445869915286e0756abff&fields=id HTTP/1.1" status: 200 len: 532 time: 0.5389748 Apr 18 19:34:01.741132 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e597eebd-effa-4156-9c92-204ea368aeb2 None None] Routers {'632dafe7-d326-47cb-968e-9618ab8b4eae'} bound to L3 agent in host n-d-836017-2 {{(pid=84765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:34:01.742408 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-e597eebd-effa-4156-9c92-204ea368aeb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:33:50Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['632dafe7-d326-47cb-968e-9618ab8b4eae'], 'active': True} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:34:01.745242 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-920140d1-714e-406d-b496-b290f9d0b190 tempest-QuotasNegativeTest-464898444 tempest-QuotasNegativeTest-464898444-project-admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=84764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:34:01.745661 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-920140d1-714e-406d-b496-b290f9d0b190 tempest-QuotasNegativeTest-464898444 tempest-QuotasNegativeTest-464898444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2290898'] for segment, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:01.766208 n-d-836017-2 neutron-server[84764]: Traceback (most recent call last): Apr 18 19:34:01.766208 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:34:01.766208 n-d-836017-2 neutron-server[84764]: timer() Apr 18 19:34:01.766208 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:34:01.766208 n-d-836017-2 neutron-server[84764]: cb(*args, **kw) Apr 18 19:34:01.766208 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:34:01.766208 n-d-836017-2 neutron-server[84764]: return func(*args, **kwargs) Apr 18 19:34:01.766208 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:34:01.766208 n-d-836017-2 neutron-server[84764]: self._notify() Apr 18 19:34:01.766208 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:34:01.766208 n-d-836017-2 neutron-server[84764]: self.callback(batched_events) Apr 18 19:34:01.766208 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:34:01.766208 n-d-836017-2 neutron-server[84764]: event.method(event) Apr 18 19:34:01.766208 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:34:01.766208 n-d-836017-2 neutron-server[84764]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:34:01.766208 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:34:01.766208 n-d-836017-2 neutron-server[84764]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:34:01.766208 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:34:01.766208 n-d-836017-2 neutron-server[84764]: return f(self, *a, **k) Apr 18 19:34:01.766208 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:34:01.766208 n-d-836017-2 neutron-server[84764]: return self._get(url).json() Apr 18 19:34:01.766208 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:34:01.766208 n-d-836017-2 neutron-server[84764]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:34:01.766208 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:34:01.766208 n-d-836017-2 neutron-server[84764]: return self.request(url, 'GET', **kwargs) Apr 18 19:34:01.766208 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:34:01.766208 n-d-836017-2 neutron-server[84764]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:34:01.766208 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:34:01.766208 n-d-836017-2 neutron-server[84764]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:34:01.766208 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:34:01.766208 n-d-836017-2 neutron-server[84764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:34:01.766208 n-d-836017-2 neutron-server[84764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:34:01.887446 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-e597eebd-effa-4156-9c92-204ea368aeb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-2', False) {} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:34:01.900151 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e597eebd-effa-4156-9c92-204ea368aeb2 None None] Routers {'632dafe7-d326-47cb-968e-9618ab8b4eae'} bound to L3 agent in host n-d-836017-2 {{(pid=84765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:34:01.901023 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-e597eebd-effa-4156-9c92-204ea368aeb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:33:50Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['632dafe7-d326-47cb-968e-9618ab8b4eae'], 'active': True} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:34:01.969543 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-920140d1-714e-406d-b496-b290f9d0b190 tempest-QuotasNegativeTest-464898444 tempest-QuotasNegativeTest-464898444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416801'] for network, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:01.970411 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-e597eebd-effa-4156-9c92-204ea368aeb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-2', False) {} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:34:01.971258 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e597eebd-effa-4156-9c92-204ea368aeb2 None None] The sync data for ids ['632dafe7-d326-47cb-968e-9618ab8b4eae'] in n-d-836017-2 is: [] {{(pid=84765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:34:01.989869 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-920140d1-714e-406d-b496-b290f9d0b190 tempest-QuotasNegativeTest-464898444 tempest-QuotasNegativeTest-464898444-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:01.994905 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920140d1-714e-406d-b496-b290f9d0b190 tempest-QuotasNegativeTest-464898444 tempest-QuotasNegativeTest-464898444-project-admin] Pushing event deleted for resources: {'Network': ['ID=8fc069b1-27e2-4ab0-b379-c661d16c8ed3,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:02.003718 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-920140d1-714e-406d-b496-b290f9d0b190 tempest-QuotasNegativeTest-464898444 tempest-QuotasNegativeTest-464898444-project-admin] 10.222.0.69 "DELETE /v2.0/networks/8fc069b1-27e2-4ab0-b379-c661d16c8ed3 HTTP/1.1" status: 204 len: 168 time: 1.0440822 Apr 18 19:34:02.004525 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 59142) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:34:02.165202 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-6f62ee95-eb2e-457f-9469-ffcfc4a28cd1 tempest-QuotasNegativeTest-464898444 tempest-QuotasNegativeTest-464898444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:02.209654 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-1ca30b7d-287d-4e42-a1f9-3f9fe519cf29 req-94fff4e2-828b-4476-b27d-5554373338ad tempest-SecurityGroupsTestAdminJSON-739199781 tempest-SecurityGroupsTestAdminJSON-739199781-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:02.213981 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ee420235-4c20-4acf-b8e2-1e8a08f7095f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4443'] for router, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:02.216572 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-9fcd84fb-011b-4e2c-b0c5-38ec457ce9a0 None None] Notify callbacks [] for port, precommit_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:02.220596 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-c0ed588d-9efd-4fca-84d3-4f2b29848fde tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Notify callbacks [] for router, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:02.230465 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.provisioning_blocks [None req-9fcd84fb-011b-4e2c-b0c5-38ec457ce9a0 None None] Transition to ACTIVE for port object a2a84594-0789-4e1c-b2bd-708fe1a58acd will not be triggered until provisioned by entity L2. {{(pid=84766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:34:02.331144 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-9fcd84fb-011b-4e2c-b0c5-38ec457ce9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:02.371737 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-6f62ee95-eb2e-457f-9469-ffcfc4a28cd1 tempest-QuotasNegativeTest-464898444 tempest-QuotasNegativeTest-464898444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256345', 'neutron.services.segments.db._delete_segments_for_network-8791093852025'] for network, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:02.415161 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e5368d-6eae-48cb-81fa-ac7ba75cfe69 None None] Pushing event updated for resources: {'Port': ['ID=a2a84594-0789-4e1c-b2bd-708fe1a58acd,revision_number=3']} {{(pid=84766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:02.422730 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-6f62ee95-eb2e-457f-9469-ffcfc4a28cd1 tempest-QuotasNegativeTest-464898444 tempest-QuotasNegativeTest-464898444-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['185e1bac-0600-4f2c-a071-59ddca2a560d']}} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:34:02.448773 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-6f62ee95-eb2e-457f-9469-ffcfc4a28cd1 tempest-QuotasNegativeTest-464898444 tempest-QuotasNegativeTest-464898444-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa5b8c86-5327-4a86-bc0d-58e104d1322d') {'for_net_delete': True} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:34:02.449325 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-6f62ee95-eb2e-457f-9469-ffcfc4a28cd1 tempest-QuotasNegativeTest-464898444 tempest-QuotasNegativeTest-464898444-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa5b8c86-5327-4a86-bc0d-58e104d1322d') {} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:34:02.464978 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-6f62ee95-eb2e-457f-9469-ffcfc4a28cd1 tempest-QuotasNegativeTest-464898444 tempest-QuotasNegativeTest-464898444-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791093851908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66932133'] for segment, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:02.489061 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-6f62ee95-eb2e-457f-9469-ffcfc4a28cd1 tempest-QuotasNegativeTest-464898444 tempest-QuotasNegativeTest-464898444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:02.499900 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f62ee95-eb2e-457f-9469-ffcfc4a28cd1 tempest-QuotasNegativeTest-464898444 tempest-QuotasNegativeTest-464898444-project-admin] Releasing vlan 592 on physical network physnet1 to pool {{(pid=84764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:34:02.502935 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-6f62ee95-eb2e-457f-9469-ffcfc4a28cd1 tempest-QuotasNegativeTest-464898444 tempest-QuotasNegativeTest-464898444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2290898'] for segment, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:02.519015 n-d-836017-2 neutron-server[84764]: Traceback (most recent call last): Apr 18 19:34:02.519015 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:34:02.519015 n-d-836017-2 neutron-server[84764]: timer() Apr 18 19:34:02.519015 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:34:02.519015 n-d-836017-2 neutron-server[84764]: cb(*args, **kw) Apr 18 19:34:02.519015 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:34:02.519015 n-d-836017-2 neutron-server[84764]: return func(*args, **kwargs) Apr 18 19:34:02.519015 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:34:02.519015 n-d-836017-2 neutron-server[84764]: self._notify() Apr 18 19:34:02.519015 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:34:02.519015 n-d-836017-2 neutron-server[84764]: self.callback(batched_events) Apr 18 19:34:02.519015 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:34:02.519015 n-d-836017-2 neutron-server[84764]: event.method(event) Apr 18 19:34:02.519015 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:34:02.519015 n-d-836017-2 neutron-server[84764]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:34:02.519015 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:34:02.519015 n-d-836017-2 neutron-server[84764]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:34:02.519015 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:34:02.519015 n-d-836017-2 neutron-server[84764]: return f(self, *a, **k) Apr 18 19:34:02.519015 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:34:02.519015 n-d-836017-2 neutron-server[84764]: return self._get(url).json() Apr 18 19:34:02.519015 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:34:02.519015 n-d-836017-2 neutron-server[84764]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:34:02.519015 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:34:02.519015 n-d-836017-2 neutron-server[84764]: return self.request(url, 'GET', **kwargs) Apr 18 19:34:02.519015 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:34:02.519015 n-d-836017-2 neutron-server[84764]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:34:02.519015 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:34:02.519015 n-d-836017-2 neutron-server[84764]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:34:02.519015 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:34:02.519015 n-d-836017-2 neutron-server[84764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:34:02.519015 n-d-836017-2 neutron-server[84764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:34:02.552780 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ee420235-4c20-4acf-b8e2-1e8a08f7095f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:02.571524 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-1ca30b7d-287d-4e42-a1f9-3f9fe519cf29 req-94fff4e2-828b-4476-b27d-5554373338ad tempest-SecurityGroupsTestAdminJSON-739199781 tempest-SecurityGroupsTestAdminJSON-739199781-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:02.707528 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.managers [None req-9fcd84fb-011b-4e2c-b0c5-38ec457ce9a0 None None] Attempting to bind port a2a84594-0789-4e1c-b2bd-708fe1a58acd on host n-d-836017-2 for vnic_type normal with profile {{(pid=84766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:34:02.707887 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.managers [None req-9fcd84fb-011b-4e2c-b0c5-38ec457ce9a0 None None] Attempting to bind port a2a84594-0789-4e1c-b2bd-708fe1a58acd by drivers openvswitch,hyperv on host n-d-836017-2 at level 0 using segments [{'id': '33e59688-0bc2-4257-95a9-694e337c236c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '81ddcfcb-39cd-4419-a273-35df2938d568'}] {{(pid=84766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:34:02.708237 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcd84fb-011b-4e2c-b0c5-38ec457ce9a0 None None] Attempting to bind port a2a84594-0789-4e1c-b2bd-708fe1a58acd on network 81ddcfcb-39cd-4419-a273-35df2938d568 {{(pid=84766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:34:02.715894 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcd84fb-011b-4e2c-b0c5-38ec457ce9a0 None None] Checking agent: {'id': 'df2a5cfe-6839-400b-a998-e4fffce70f45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 8, 22), 'started_at': datetime.datetime(2022, 4, 18, 19, 8, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:34:02.716431 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcd84fb-011b-4e2c-b0c5-38ec457ce9a0 None None] Checking segment: {'id': '33e59688-0bc2-4257-95a9-694e337c236c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '81ddcfcb-39cd-4419-a273-35df2938d568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:34:02.716855 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-9fcd84fb-011b-4e2c-b0c5-38ec457ce9a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:02.718482 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcd84fb-011b-4e2c-b0c5-38ec457ce9a0 None None] Bound using segment: {'id': '33e59688-0bc2-4257-95a9-694e337c236c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '81ddcfcb-39cd-4419-a273-35df2938d568'} {{(pid=84766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:34:02.718993 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.managers [None req-9fcd84fb-011b-4e2c-b0c5-38ec457ce9a0 None None] Bound port: a2a84594-0789-4e1c-b2bd-708fe1a58acd, host: n-d-836017-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33e59688-0bc2-4257-95a9-694e337c236c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '81ddcfcb-39cd-4419-a273-35df2938d568'}}] {{(pid=84766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:34:02.719365 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-9fcd84fb-011b-4e2c-b0c5-38ec457ce9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:02.742211 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-6f62ee95-eb2e-457f-9469-ffcfc4a28cd1 tempest-QuotasNegativeTest-464898444 tempest-QuotasNegativeTest-464898444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416801'] for network, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:02.749309 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-6f62ee95-eb2e-457f-9469-ffcfc4a28cd1 tempest-QuotasNegativeTest-464898444 tempest-QuotasNegativeTest-464898444-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:02.788417 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-6f62ee95-eb2e-457f-9469-ffcfc4a28cd1 tempest-QuotasNegativeTest-464898444 tempest-QuotasNegativeTest-464898444-project-admin] 10.222.0.69 "DELETE /v2.0/networks/185e1bac-0600-4f2c-a071-59ddca2a560d HTTP/1.1" status: 204 len: 168 time: 0.7826159 Apr 18 19:34:02.793508 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f62ee95-eb2e-457f-9469-ffcfc4a28cd1 tempest-QuotasNegativeTest-464898444 tempest-QuotasNegativeTest-464898444-project-admin] Pushing event deleted for resources: {'Network': ['ID=185e1bac-0600-4f2c-a071-59ddca2a560d,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:02.936908 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.db [None req-9fcd84fb-011b-4e2c-b0c5-38ec457ce9a0 None None] For port a2a84594-0789-4e1c-b2bd-708fe1a58acd, host n-d-836017-2, cleared binding levels {{(pid=84766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:34:02.941833 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.db [None req-9fcd84fb-011b-4e2c-b0c5-38ec457ce9a0 None None] For port a2a84594-0789-4e1c-b2bd-708fe1a58acd, host n-d-836017-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=a2a84594-0789-4e1c-b2bd-708fe1a58acd,segment=NetworkSegment(33e59688-0bc2-4257-95a9-694e337c236c),segment_id=33e59688-0bc2-4257-95a9-694e337c236c)] {{(pid=84766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:34:02.953102 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ee420235-4c20-4acf-b8e2-1e8a08f7095f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412768'] for router, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:02.953739 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee420235-4c20-4acf-b8e2-1e8a08f7095f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 78b99159-cc8a-48d0-bcd1-afbcf44001ca {{(pid=84763) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 19:34:03.017534 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-9fcd84fb-011b-4e2c-b0c5-38ec457ce9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:03.065007 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-c0ed588d-9efd-4fca-84d3-4f2b29848fde tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4443'] for router, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:03.070110 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-c0ed588d-9efd-4fca-84d3-4f2b29848fde tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:03.147439 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcd84fb-011b-4e2c-b0c5-38ec457ce9a0 None None] Routers {'93402aa3-237a-4a2b-8122-fbd9b2efd80a'} bound to L3 agent in host n-d-836017-2 {{(pid=84766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:34:03.148064 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-9fcd84fb-011b-4e2c-b0c5-38ec457ce9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:33:50Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['93402aa3-237a-4a2b-8122-fbd9b2efd80a'], 'active': True} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:34:03.214210 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e5368d-6eae-48cb-81fa-ac7ba75cfe69 None None] Pushing event updated for resources: {'Port': ['ID=a2a84594-0789-4e1c-b2bd-708fe1a58acd,revision_number=4']} {{(pid=84766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:03.224580 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-1ca30b7d-287d-4e42-a1f9-3f9fe519cf29 req-94fff4e2-828b-4476-b27d-5554373338ad tempest-SecurityGroupsTestAdminJSON-739199781 tempest-SecurityGroupsTestAdminJSON-739199781-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:03.274076 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-c0ed588d-9efd-4fca-84d3-4f2b29848fde tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412768'] for router, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:03.275641 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0ed588d-9efd-4fca-84d3-4f2b29848fde tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Fanout notify agent at l3_agent the message router_deleted on router 632dafe7-d326-47cb-968e-9618ab8b4eae {{(pid=84763) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 19:34:03.291248 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-c0ed588d-9efd-4fca-84d3-4f2b29848fde tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Notify callbacks [] for router, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:03.295655 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 59178) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:34:03.299949 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-c0ed588d-9efd-4fca-84d3-4f2b29848fde tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] 10.222.0.69 "DELETE /v2.0/routers/632dafe7-d326-47cb-968e-9618ab8b4eae HTTP/1.1" status: 204 len: 168 time: 1.5911734 Apr 18 19:34:03.303399 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fff4e2-828b-4476-b27d-5554373338ad tempest-SecurityGroupsTestAdminJSON-739199781 tempest-SecurityGroupsTestAdminJSON-739199781-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbeb189e-e584-4c45-9778-86ab3fc5a6db,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:03.318201 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-1ca30b7d-287d-4e42-a1f9-3f9fe519cf29 req-94fff4e2-828b-4476-b27d-5554373338ad tempest-SecurityGroupsTestAdminJSON-739199781 tempest-SecurityGroupsTestAdminJSON-739199781-project-admin] Notify callbacks [] for security_group, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:03.319349 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-1ca30b7d-287d-4e42-a1f9-3f9fe519cf29 req-94fff4e2-828b-4476-b27d-5554373338ad tempest-SecurityGroupsTestAdminJSON-739199781 tempest-SecurityGroupsTestAdminJSON-739199781-project-admin] 10.222.0.69 "DELETE /v2.0/security-groups/fbeb189e-e584-4c45-9778-86ab3fc5a6db HTTP/1.1" status: 204 len: 173 time: 1.8633289 Apr 18 19:34:03.320774 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ee420235-4c20-4acf-b8e2-1e8a08f7095f admin admin] Notify callbacks [] for router, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:03.330540 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-ee420235-4c20-4acf-b8e2-1e8a08f7095f admin admin] 10.222.0.69 "DELETE /v2.0/routers/78b99159-cc8a-48d0-bcd1-afbcf44001ca HTTP/1.1" status: 204 len: 168 time: 6.2693207 Apr 18 19:34:03.331255 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 59182) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:34:03.487275 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_v2 [None req-f53f6acb-49f3-4bfc-8ec4-2c9450298376 admin admin] Deleting subnet 562b8036-0940-412e-9921-c27d5e261913 {{(pid=84763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:34:03.500644 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-f53f6acb-49f3-4bfc-8ec4-2c9450298376 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:03.505510 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvr_db [None req-9fcd84fb-011b-4e2c-b0c5-38ec457ce9a0 None None] Set router 93402aa3-237a-4a2b-8122-fbd9b2efd80a gateway port host: n-d-836017-2 {{(pid=84766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:34:03.584590 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 1efeee57-2b50-470c-9247-590a5c1a0e7e no longer exists at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:34:03.720810 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 59194) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:34:03.726701 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] No Port match for: 1efeee57-2b50-470c-9247-590a5c1a0e7e {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:34:03.729679 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 1efeee57-2b50-470c-9247-590a5c1a0e7e not bound to the agent host n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:34:03.818940 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-2fe142ab-e5ba-4dfa-9897-f2f69e671d45 tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Request body: {'security_group': {'name': 'tempest-securitygroup--657858103', 'description': 'tempest-description--744728790'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:34:03.846441 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-2fe142ab-e5ba-4dfa-9897-f2f69e671d45 tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:34:03.875035 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-916c2ac5-4918-40e0-82e4-4f0a1431510c req-ac959736-f5f2-4b5b-9a3b-cc5d3240a052 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/ports?device_id=bd7ac246-d0df-4fba-8ada-984281adf01e HTTP/1.1" status: 200 len: 210 time: 0.1204152 Apr 18 19:34:03.879784 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-2fe142ab-e5ba-4dfa-9897-f2f69e671d45 tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Usage tracker for resource:security_group and tenant:e2676fc802a645689154e56330711330 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:34:03.884690 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-2fe142ab-e5ba-4dfa-9897-f2f69e671d45 tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:34:03.922504 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-2fe142ab-e5ba-4dfa-9897-f2f69e671d45 tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:34:03.981260 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_v2 [None req-7920bd6e-c4c9-4005-b6f5-dc9267093a44 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Deleting subnet bd60178b-aa5f-4b27-a781-dbf568228871 {{(pid=84764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:34:03.986098 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-7920bd6e-c4c9-4005-b6f5-dc9267093a44 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Notify callbacks [] for subnet, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:04.047486 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-2fe142ab-e5ba-4dfa-9897-f2f69e671d45 tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:04.073054 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-f53f6acb-49f3-4bfc-8ec4-2c9450298376 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66272755'] for subnet, precommit_delete_associations {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:04.125081 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-7920bd6e-c4c9-4005-b6f5-dc9267093a44 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66931798'] for subnet, precommit_delete_associations {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:04.203259 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 59204) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:34:04.204240 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b079ee4-3aed-4d85-a900-f8cf98828186 req-c36cf9b9-9ef5-4d86-9fba-2606bda205c9 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:04.211113 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-9fcd84fb-011b-4e2c-b0c5-38ec457ce9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93402aa3-237a-4a2b-8122-fbd9b2efd80a', 'name': 'tempest-ServersTestBootFromVolume-888195403-router', 'tenant_id': 'e2676fc802a645689154e56330711330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '03e519c2-7295-47c0-a4bf-d4b65bb3f70a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:33:40Z', 'updated_at': '2022-04-18T19:33:56Z', 'revision_number': 4, 'project_id': 'e2676fc802a645689154e56330711330', 'gw_port': {'id': '03e519c2-7295-47c0-a4bf-d4b65bb3f70a', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:81:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93402aa3-237a-4a2b-8122-fbd9b2efd80a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:33:44Z', 'updated_at': '2022-04-18T19:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_interfaces': [{'id': 'a2a84594-0789-4e1c-b2bd-708fe1a58acd', 'name': '', 'network_id': '81ddcfcb-39cd-4419-a273-35df2938d568', 'tenant_id': 'e2676fc802a645689154e56330711330', 'mac_address': 'fa:16:3e:43:43:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93402aa3-237a-4a2b-8122-fbd9b2efd80a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f0e8042-5aa6-4184-80a1-a68583a09ee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:33:54Z', 'updated_at': '2022-04-18T19:34:02Z', 'revision_number': 4, 'project_id': 'e2676fc802a645689154e56330711330', 'subnets': [{'id': '5f0e8042-5aa6-4184-80a1-a68583a09ee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-2', False) {} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:34:04.221437 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8b079ee4-3aed-4d85-a900-f8cf98828186 req-c36cf9b9-9ef5-4d86-9fba-2606bda205c9 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/networks?id=0124e28f-2243-4533-b876-7d659443232d HTTP/1.1" status: 200 len: 804 time: 0.2883716 Apr 18 19:34:04.221617 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fcd84fb-011b-4e2c-b0c5-38ec457ce9a0 None None] The sync data for ids ['93402aa3-237a-4a2b-8122-fbd9b2efd80a'] in n-d-836017-2 is: [{'id': '93402aa3-237a-4a2b-8122-fbd9b2efd80a', 'name': 'tempest-ServersTestBootFromVolume-888195403-router', 'tenant_id': 'e2676fc802a645689154e56330711330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '03e519c2-7295-47c0-a4bf-d4b65bb3f70a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:33:40Z', 'updated_at': '2022-04-18T19:33:56Z', 'revision_number': 4, 'project_id': 'e2676fc802a645689154e56330711330', 'gw_port': {'id': '03e519c2-7295-47c0-a4bf-d4b65bb3f70a', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:81:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93402aa3-237a-4a2b-8122-fbd9b2efd80a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:33:44Z', 'updated_at': '2022-04-18T19:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_interfaces': [{'id': 'a2a84594-0789-4e1c-b2bd-708fe1a58acd', 'name': '', 'network_id': '81ddcfcb-39cd-4419-a273-35df2938d568', 'tenant_id': 'e2676fc802a645689154e56330711330', 'mac_address': 'fa:16:3e:43:43:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93402aa3-237a-4a2b-8122-fbd9b2efd80a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f0e8042-5aa6-4184-80a1-a68583a09ee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:33:54Z', 'updated_at': '2022-04-18T19:34:02Z', 'revision_number': 4, 'project_id': 'e2676fc802a645689154e56330711330', 'subnets': [{'id': '5f0e8042-5aa6-4184-80a1-a68583a09ee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:34:04.221771 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-2fe142ab-e5ba-4dfa-9897-f2f69e671d45 tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:34:04.232670 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-2fe142ab-e5ba-4dfa-9897-f2f69e671d45 tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Usage tracker for resource:security_group_rule and tenant:e2676fc802a645689154e56330711330 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:34:04.245802 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8b079ee4-3aed-4d85-a900-f8cf98828186 req-f9c5a3b6-e642-4b4d-9fe7-51a38b5655bd tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/quotas/e3b062c733cb48498c21458f46ee72da HTTP/1.1" status: 200 len: 375 time: 0.0322676 Apr 18 19:34:04.246561 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f6194b74-7450-4c81-908e-ca8d3ff71efd req-1ad5a2de-d4c7-4109-827c-917958a23eb3 tempest-SecurityGroupsTestAdminJSON-739199781 tempest-SecurityGroupsTestAdminJSON-739199781-project-admin] 10.222.0.69 "GET /v2.0/security-groups/20f8a51b-3656-4c66-b5fb-5af865f93d3c HTTP/1.1" status: 200 len: 1611 time: 0.1998792 Apr 18 19:34:04.249452 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-2fe142ab-e5ba-4dfa-9897-f2f69e671d45 tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:34:04.271399 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-2fe142ab-e5ba-4dfa-9897-f2f69e671d45 tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:34:04.341256 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-f53f6acb-49f3-4bfc-8ec4-2c9450298376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1258508'] for subnet, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:04.407128 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-7920bd6e-c4c9-4005-b6f5-dc9267093a44 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1258508'] for subnet, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:04.459177 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8b079ee4-3aed-4d85-a900-f8cf98828186 req-14e429d0-61f0-4c12-80ba-eb5c6fd0cd38 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=e3b062c733cb48498c21458f46ee72da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2063208 Apr 18 19:34:04.534002 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-f6194b74-7450-4c81-908e-ca8d3ff71efd req-2cf40765-a5dc-4da6-b1a9-a30bf997cdf2 tempest-SecurityGroupsTestAdminJSON-739199781 tempest-SecurityGroupsTestAdminJSON-739199781-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:04.537339 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-2fe142ab-e5ba-4dfa-9897-f2f69e671d45 tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:04.550525 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-cf381e3f-4738-40a3-a876-1f0dd46dec47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:04.564852 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-f53f6acb-49f3-4bfc-8ec4-2c9450298376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1258501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66351815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66540800'] for subnet, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:04.597865 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-f6194b74-7450-4c81-908e-ca8d3ff71efd req-2cf40765-a5dc-4da6-b1a9-a30bf997cdf2 tempest-SecurityGroupsTestAdminJSON-739199781 tempest-SecurityGroupsTestAdminJSON-739199781-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:04.608119 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53f6acb-49f3-4bfc-8ec4-2c9450298376 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=562b8036-0940-412e-9921-c27d5e261913,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:04.627649 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-f53f6acb-49f3-4bfc-8ec4-2c9450298376 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:04.633052 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128e7196-bb85-4467-a4e7-fe34acbc0e83 None None] Network e76780a0-c90c-4728-af35-32242bb79ec6 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:34:04.645060 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-cf381e3f-4738-40a3-a876-1f0dd46dec47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:34:04.649622 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-f53f6acb-49f3-4bfc-8ec4-2c9450298376 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/562b8036-0940-412e-9921-c27d5e261913 HTTP/1.1" status: 204 len: 168 time: 1.3148894 Apr 18 19:34:04.649875 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 59210) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:34:04.682740 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-2fe142ab-e5ba-4dfa-9897-f2f69e671d45 tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:04.687277 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-cf381e3f-4738-40a3-a876-1f0dd46dec47 admin admin] Usage tracker for resource:security_group_rule and tenant:ca3b65abe9da4451a3c8a038e3283c4b is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:34:04.703861 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-7920bd6e-c4c9-4005-b6f5-dc9267093a44 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1258501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2290876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65862598'] for subnet, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:04.711427 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-cf381e3f-4738-40a3-a876-1f0dd46dec47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:34:04.762109 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8b079ee4-3aed-4d85-a900-f8cf98828186 req-9446bb49-4651-44e5-b991-3a0c5abe41e0 service neutron] 10.222.0.69 "GET /v2.0/networks/0124e28f-2243-4533-b876-7d659443232d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2889576 Apr 18 19:34:04.790453 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-cf381e3f-4738-40a3-a876-1f0dd46dec47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:34:04.802965 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7920bd6e-c4c9-4005-b6f5-dc9267093a44 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Pushing event deleted for resources: {'Subnet': ['ID=bd60178b-aa5f-4b27-a781-dbf568228871,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:04.837229 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-7920bd6e-c4c9-4005-b6f5-dc9267093a44 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for subnet, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:04.843483 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe142ab-e5ba-4dfa-9897-f2f69e671d45 tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d91ae139-8b90-49fd-8dc9-70f1abc8c820,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:04.867033 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-7920bd6e-c4c9-4005-b6f5-dc9267093a44 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] 10.222.0.69 "DELETE /v2.0/subnets/bd60178b-aa5f-4b27-a781-dbf568228871 HTTP/1.1" status: 204 len: 168 time: 1.5699968 Apr 18 19:34:04.873704 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cac6163-d54c-4fae-b295-bbc42870edc3 None None] Network 22b68f6d-a4ca-4a1a-b956-b105df935a8e requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:34:04.876873 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 59214) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:34:04.885134 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d6330943-ffb5-4b5d-8d8e-b9c97e2c8ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:04.920635 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-f6194b74-7450-4c81-908e-ca8d3ff71efd req-2cf40765-a5dc-4da6-b1a9-a30bf997cdf2 tempest-SecurityGroupsTestAdminJSON-739199781 tempest-SecurityGroupsTestAdminJSON-739199781-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:04.921107 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-d6330943-ffb5-4b5d-8d8e-b9c97e2c8ab9 admin admin] Deleting port 7e024895-74dd-4ceb-ac83-0b5072ae4541 {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:34:04.921794 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d6330943-ffb5-4b5d-8d8e-b9c97e2c8ab9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:04.924438 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-f6194b74-7450-4c81-908e-ca8d3ff71efd req-2cf40765-a5dc-4da6-b1a9-a30bf997cdf2 tempest-SecurityGroupsTestAdminJSON-739199781 tempest-SecurityGroupsTestAdminJSON-739199781-project-admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:04.937567 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f6194b74-7450-4c81-908e-ca8d3ff71efd req-2cf40765-a5dc-4da6-b1a9-a30bf997cdf2 tempest-SecurityGroupsTestAdminJSON-739199781 tempest-SecurityGroupsTestAdminJSON-739199781-project-admin] 10.222.0.69 "DELETE /v2.0/security-groups/20f8a51b-3656-4c66-b5fb-5af865f93d3c HTTP/1.1" status: 204 len: 173 time: 0.6891794 Apr 18 19:34:05.102036 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-431a7c01-09af-4a96-9d60-e219ccad1bbf req-7e45ac95-56fb-42ff-9e24-29f21262c8e4 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=73070b32fdb445869915286e0756abff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0917389 Apr 18 19:34:05.345364 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8b079ee4-3aed-4d85-a900-f8cf98828186 req-4cefe8a9-db6f-4c72-a891-94f0a6bbb32e service neutron] 10.222.0.69 "GET /v2.0/networks/0124e28f-2243-4533-b876-7d659443232d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5620310 Apr 18 19:34:05.360187 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf40765-a5dc-4da6-b1a9-a30bf997cdf2 tempest-SecurityGroupsTestAdminJSON-739199781 tempest-SecurityGroupsTestAdminJSON-739199781-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f8a51b-3656-4c66-b5fb-5af865f93d3c,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:05.405667 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-207006f0-8ae5-4e28-886b-5bd2102badf2 None None] DHCP port deletion for e76780a0-c90c-4728-af35-32242bb79ec6 request from n-d-836017-2 {{(pid=84765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 19:34:05.442664 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-207006f0-8ae5-4e28-886b-5bd2102badf2 None None] Deleting port 7e024895-74dd-4ceb-ac83-0b5072ae4541 {{(pid=84765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:34:05.443058 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-207006f0-8ae5-4e28-886b-5bd2102badf2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:05.444338 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-2fe142ab-e5ba-4dfa-9897-f2f69e671d45 tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:05.457167 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-2fe142ab-e5ba-4dfa-9897-f2f69e671d45 tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 1.7264686 Apr 18 19:34:05.474636 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 59224) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:34:05.533438 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-4d2c076f-77f5-4e21-8355-39c877972467 tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Request body: {'security_group_rule': {'security_group_id': 'd91ae139-8b90-49fd-8dc9-70f1abc8c820', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:34:05.536765 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df162765-56bb-4814-9cf5-2d640a718838 None None] DHCP port deletion for 22b68f6d-a4ca-4a1a-b956-b105df935a8e request from n-d-836017-2 {{(pid=84765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 19:34:05.550648 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-4d2c076f-77f5-4e21-8355-39c877972467 tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:34:05.564169 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-4d2c076f-77f5-4e21-8355-39c877972467 tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Usage tracker for resource:security_group_rule and tenant:e2676fc802a645689154e56330711330 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:34:05.567585 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-4d2c076f-77f5-4e21-8355-39c877972467 tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:34:05.580725 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-00c66b6d-4677-48cb-b2ad-36d52a1c9198 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:05.587167 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-4d2c076f-77f5-4e21-8355-39c877972467 tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:34:05.624419 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-df162765-56bb-4814-9cf5-2d640a718838 None None] Deleting port 8704d3e2-e752-4328-b643-16ab7039ff60 {{(pid=84765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:34:05.624792 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-df162765-56bb-4814-9cf5-2d640a718838 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:05.673955 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-cf381e3f-4738-40a3-a876-1f0dd46dec47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:05.684939 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-00c66b6d-4677-48cb-b2ad-36d52a1c9198 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Deleting port 8704d3e2-e752-4328-b643-16ab7039ff60 {{(pid=84764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:34:05.685281 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-00c66b6d-4677-48cb-b2ad-36d52a1c9198 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:05.690525 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431a7c01-09af-4a96-9d60-e219ccad1bbf req-57d3fd14-2182-449b-a967-118e7d517ef8 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:05.692676 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-431a7c01-09af-4a96-9d60-e219ccad1bbf req-57d3fd14-2182-449b-a967-118e7d517ef8 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5619602 Apr 18 19:34:05.725917 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [None req-d6330943-ffb5-4b5d-8d8e-b9c97e2c8ab9 admin admin] For port 7e024895-74dd-4ceb-ac83-0b5072ae4541, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=7e024895-74dd-4ceb-ac83-0b5072ae4541,segment=NetworkSegment(c04c4552-1cfd-4499-909e-70e6247e35d0),segment_id=c04c4552-1cfd-4499-909e-70e6247e35d0)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:34:05.726557 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d6330943-ffb5-4b5d-8d8e-b9c97e2c8ab9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:05.761463 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-431a7c01-09af-4a96-9d60-e219ccad1bbf req-53965b12-72bc-489c-b776-2bd52a385bed tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Request body: {'port': {'device_id': 'bd7ac246-d0df-4fba-8ada-984281adf01e', 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a', 'admin_state_up': True, 'tenant_id': '73070b32fdb445869915286e0756abff'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:34:05.854114 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-cf381e3f-4738-40a3-a876-1f0dd46dec47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:05.907483 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-df162765-56bb-4814-9cf5-2d640a718838 None None] For port 8704d3e2-e752-4328-b643-16ab7039ff60, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=8704d3e2-e752-4328-b643-16ab7039ff60,segment=NetworkSegment(15810d73-2bac-4ec4-9fb4-ea6b4ab4d7f3),segment_id=15810d73-2bac-4ec4-9fb4-ea6b4ab4d7f3)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:34:05.908028 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-df162765-56bb-4814-9cf5-2d640a718838 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:06.107677 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-d6330943-ffb5-4b5d-8d8e-b9c97e2c8ab9 admin admin] Calling delete_port for 7e024895-74dd-4ceb-ac83-0b5072ae4541 owned by network:dhcp {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:34:06.112860 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-df162765-56bb-4814-9cf5-2d640a718838 None None] Calling delete_port for 8704d3e2-e752-4328-b643-16ab7039ff60 owned by network:dhcp {{(pid=84765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:34:06.116263 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-990c144d-55a1-4ae7-bcca-e6c1329a64d7 req-d0aafa75-37a9-4afb-9e6b-3457e033ce02 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/ports?device_id=bd7ac246-d0df-4fba-8ada-984281adf01e HTTP/1.1" status: 200 len: 210 time: 0.0527472 Apr 18 19:34:06.137548 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf381e3f-4738-40a3-a876-1f0dd46dec47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d85893b-1f0a-422c-ab09-c46fc120d357,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:06.155280 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-cf381e3f-4738-40a3-a876-1f0dd46dec47 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ca3b65abe9da4451a3c8a038e3283c4b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9477460 Apr 18 19:34:06.158957 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 59238) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:34:06.162048 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device a2a84594-0789-4e1c-b2bd-708fe1a58acd up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:34:06.181919 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [None req-00c66b6d-4677-48cb-b2ad-36d52a1c9198 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] For port 8704d3e2-e752-4328-b643-16ab7039ff60, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=8704d3e2-e752-4328-b643-16ab7039ff60,segment=NetworkSegment(15810d73-2bac-4ec4-9fb4-ea6b4ab4d7f3),segment_id=15810d73-2bac-4ec4-9fb4-ea6b4ab4d7f3)] {{(pid=84764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:34:06.182271 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-00c66b6d-4677-48cb-b2ad-36d52a1c9198 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:06.381086 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2e064ecf-726a-49dd-9902-df5f8af7ffff req-f97dbe97-f6cf-4213-8cb9-ec08687cda34 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=17d8577d-6ce8-4783-a946-5a0f65ae9560 HTTP/1.1" status: 200 len: 210 time: 0.1124573 Apr 18 19:34:06.395063 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-00c66b6d-4677-48cb-b2ad-36d52a1c9198 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Calling delete_port for 8704d3e2-e752-4328-b643-16ab7039ff60 owned by network:dhcp {{(pid=84764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:34:06.445091 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-4d2c076f-77f5-4e21-8355-39c877972467 tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:06.509184 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-5fd331af-2b12-420e-a856-ebae119570c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:06.517825 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-df162765-56bb-4814-9cf5-2d640a718838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340'] for port, after_delete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:06.574093 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-5fd331af-2b12-420e-a856-ebae119570c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:06.587288 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df162765-56bb-4814-9cf5-2d640a718838 None None] Pushing event deleted for resources: {'Port': ['ID=8704d3e2-e752-4328-b643-16ab7039ff60,revision_number=None']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:06.596807 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.db.api [None req-00c66b6d-4677-48cb-b2ad-36d52a1c9198 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84764) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 19:34:06.597236 n-d-836017-2 neutron-server[84764]: DEBUG oslo_db.api [None req-00c66b6d-4677-48cb-b2ad-36d52a1c9198 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 19:34:06.612490 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df162765-56bb-4814-9cf5-2d640a718838 None None] No DVR routers for this DVR port 8704d3e2-e752-4328-b643-16ab7039ff60 on host n-d-836017-2 {{(pid=84765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:34:06.619837 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-207006f0-8ae5-4e28-886b-5bd2102badf2 None None] For port 7e024895-74dd-4ceb-ac83-0b5072ae4541, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=7e024895-74dd-4ceb-ac83-0b5072ae4541,segment=NetworkSegment(c04c4552-1cfd-4499-909e-70e6247e35d0),segment_id=c04c4552-1cfd-4499-909e-70e6247e35d0)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:34:06.620367 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-207006f0-8ae5-4e28-886b-5bd2102badf2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:06.639849 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f701b4e2-d08e-4ac3-9e2a-dfca406858b6 req-92854854-6974-48bf-949f-2899ae1e28ba tempest-SecurityGroupsTestAdminJSON-730937001 tempest-SecurityGroupsTestAdminJSON-730937001-project] 10.222.0.69 "GET /v2.0/security-groups/a22b5b2a-40e1-418a-b6d3-8d7a51262b22 HTTP/1.1" status: 200 len: 1612 time: 0.8187993 Apr 18 19:34:06.690357 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning for port a2a84594-0789-4e1c-b2bd-708fe1a58acd completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:34:06.743994 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d6330943-ffb5-4b5d-8d8e-b9c97e2c8ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:06.783171 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-5fd331af-2b12-420e-a856-ebae119570c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:06.795245 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port a2a84594-0789-4e1c-b2bd-708fe1a58acd triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:34:06.796671 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:06.812498 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd331af-2b12-420e-a856-ebae119570c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d85893b-1f0a-422c-ab09-c46fc120d357,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:06.843645 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-5fd331af-2b12-420e-a856-ebae119570c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:06.845575 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-5fd331af-2b12-420e-a856-ebae119570c8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1d85893b-1f0a-422c-ab09-c46fc120d357 HTTP/1.1" status: 204 len: 168 time: 0.6857002 Apr 18 19:34:06.850406 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-207006f0-8ae5-4e28-886b-5bd2102badf2 None None] Calling delete_port for 7e024895-74dd-4ceb-ac83-0b5072ae4541 owned by network:dhcp {{(pid=84765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:34:06.851760 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-431a7c01-09af-4a96-9d60-e219ccad1bbf req-53965b12-72bc-489c-b776-2bd52a385bed tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:34:06.875726 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6330943-ffb5-4b5d-8d8e-b9c97e2c8ab9 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e024895-74dd-4ceb-ac83-0b5072ae4541,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:06.877546 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-f701b4e2-d08e-4ac3-9e2a-dfca406858b6 req-69105b4c-1aac-41c5-b829-4d13921390f2 tempest-SecurityGroupsTestAdminJSON-730937001 tempest-SecurityGroupsTestAdminJSON-730937001-project] Notify callbacks [] for security_group, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:06.918879 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-f701b4e2-d08e-4ac3-9e2a-dfca406858b6 req-69105b4c-1aac-41c5-b829-4d13921390f2 tempest-SecurityGroupsTestAdminJSON-730937001 tempest-SecurityGroupsTestAdminJSON-730937001-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:06.952522 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-431a7c01-09af-4a96-9d60-e219ccad1bbf req-53965b12-72bc-489c-b776-2bd52a385bed tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Usage tracker for resource:port and tenant:73070b32fdb445869915286e0756abff is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:34:06.971172 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-431a7c01-09af-4a96-9d60-e219ccad1bbf req-53965b12-72bc-489c-b776-2bd52a385bed tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Quota usage for port was recalculated. Used quota:7. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:34:06.991322 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-431a7c01-09af-4a96-9d60-e219ccad1bbf req-53965b12-72bc-489c-b776-2bd52a385bed tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:34:07.002038 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-4d2c076f-77f5-4e21-8355-39c877972467 tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:07.017826 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6330943-ffb5-4b5d-8d8e-b9c97e2c8ab9 admin admin] No DVR routers for this DVR port 7e024895-74dd-4ceb-ac83-0b5072ae4541 on host n-d-836017-2 {{(pid=84763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:34:07.074083 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:07.097058 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-207006f0-8ae5-4e28-886b-5bd2102badf2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84765) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 19:34:07.097419 n-d-836017-2 neutron-server[84765]: DEBUG oslo_db.api [None req-207006f0-8ae5-4e28-886b-5bd2102badf2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 19:34:07.099900 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-00c66b6d-4677-48cb-b2ad-36d52a1c9198 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Deleting port 8704d3e2-e752-4328-b643-16ab7039ff60 {{(pid=84764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:34:07.099900 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-00c66b6d-4677-48cb-b2ad-36d52a1c9198 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:07.122495 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] For port a2a84594-0789-4e1c-b2bd-708fe1a58acd, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=a2a84594-0789-4e1c-b2bd-708fe1a58acd,segment=NetworkSegment(33e59688-0bc2-4257-95a9-694e337c236c),segment_id=33e59688-0bc2-4257-95a9-694e337c236c)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:34:07.174133 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-4d2c076f-77f5-4e21-8355-39c877972467 tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484852'] for security_group_rule, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:07.197945 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-00c66b6d-4677-48cb-b2ad-36d52a1c9198 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] The port '8704d3e2-e752-4328-b643-16ab7039ff60' was deleted {{(pid=84764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 19:34:07.198490 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d6330943-ffb5-4b5d-8d8e-b9c97e2c8ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256345', 'neutron.services.segments.db._delete_segments_for_network-8791093852025'] for network, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:07.199705 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:07.208052 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-431a7c01-09af-4a96-9d60-e219ccad1bbf req-53965b12-72bc-489c-b776-2bd52a385bed tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Made reservation on behalf of 73070b32fdb445869915286e0756abff for: {'port': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:34:07.211486 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-431a7c01-09af-4a96-9d60-e219ccad1bbf req-53965b12-72bc-489c-b776-2bd52a385bed tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:07.315481 n-d-836017-2 neutron-server[84763]: DEBUG neutron.services.segments.db [None req-d6330943-ffb5-4b5d-8d8e-b9c97e2c8ab9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e76780a0-c90c-4728-af35-32242bb79ec6']}} {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:34:07.328079 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Pushing event updated for resources: {'Port': ['ID=a2a84594-0789-4e1c-b2bd-708fe1a58acd,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:07.343076 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 7e024895-74dd-4ceb-ac83-0b5072ae4541 no longer exists at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:34:07.348047 n-d-836017-2 neutron-server[84763]: DEBUG neutron.services.segments.db [None req-d6330943-ffb5-4b5d-8d8e-b9c97e2c8ab9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c04c4552-1cfd-4499-909e-70e6247e35d0') {'for_net_delete': True} {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:34:07.348643 n-d-836017-2 neutron-server[84763]: DEBUG neutron.services.segments.db [None req-d6330943-ffb5-4b5d-8d8e-b9c97e2c8ab9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c04c4552-1cfd-4499-909e-70e6247e35d0') {} {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:34:07.375845 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d6330943-ffb5-4b5d-8d8e-b9c97e2c8ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791093851908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66272256'] for segment, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:07.387408 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] No Port match for: 7e024895-74dd-4ceb-ac83-0b5072ae4541 {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:34:07.387866 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 7e024895-74dd-4ceb-ac83-0b5072ae4541 not bound to the agent host n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:34:07.388411 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 8704d3e2-e752-4328-b643-16ab7039ff60 no longer exists at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:34:07.413238 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d6330943-ffb5-4b5d-8d8e-b9c97e2c8ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:07.429086 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] No Port match for: 8704d3e2-e752-4328-b643-16ab7039ff60 {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:34:07.429881 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 8704d3e2-e752-4328-b643-16ab7039ff60 not bound to the agent host n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:34:07.449784 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2c076f-77f5-4e21-8355-39c877972467 tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dc084c5-eff9-4390-9b48-a2b3bd9cda56,revision_number=0']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:07.464132 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6330943-ffb5-4b5d-8d8e-b9c97e2c8ab9 admin admin] Releasing vlan 599 on physical network physnet1 to pool {{(pid=84763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:34:07.468801 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d6330943-ffb5-4b5d-8d8e-b9c97e2c8ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66351785'] for segment, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:07.509465 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-00c66b6d-4677-48cb-b2ad-36d52a1c9198 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256345', 'neutron.services.segments.db._delete_segments_for_network-8791093852025'] for network, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:07.544483 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-00c66b6d-4677-48cb-b2ad-36d52a1c9198 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22b68f6d-a4ca-4a1a-b956-b105df935a8e']}} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:34:07.558739 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-00c66b6d-4677-48cb-b2ad-36d52a1c9198 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15810d73-2bac-4ec4-9fb4-ea6b4ab4d7f3') {'for_net_delete': True} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:34:07.559035 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-00c66b6d-4677-48cb-b2ad-36d52a1c9198 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15810d73-2bac-4ec4-9fb4-ea6b4ab4d7f3') {} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:34:07.573254 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-00c66b6d-4677-48cb-b2ad-36d52a1c9198 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791093851908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66932133'] for segment, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:07.584819 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-f701b4e2-d08e-4ac3-9e2a-dfca406858b6 req-69105b4c-1aac-41c5-b829-4d13921390f2 tempest-SecurityGroupsTestAdminJSON-730937001 tempest-SecurityGroupsTestAdminJSON-730937001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:07.588483 n-d-836017-2 neutron-server[84763]: Traceback (most recent call last): Apr 18 19:34:07.588483 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:34:07.588483 n-d-836017-2 neutron-server[84763]: timer() Apr 18 19:34:07.588483 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:34:07.588483 n-d-836017-2 neutron-server[84763]: cb(*args, **kw) Apr 18 19:34:07.588483 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:34:07.588483 n-d-836017-2 neutron-server[84763]: return func(*args, **kwargs) Apr 18 19:34:07.588483 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:34:07.588483 n-d-836017-2 neutron-server[84763]: self._notify() Apr 18 19:34:07.588483 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:34:07.588483 n-d-836017-2 neutron-server[84763]: self.callback(batched_events) Apr 18 19:34:07.588483 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:34:07.588483 n-d-836017-2 neutron-server[84763]: event.method(event) Apr 18 19:34:07.588483 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:34:07.588483 n-d-836017-2 neutron-server[84763]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:34:07.588483 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:34:07.588483 n-d-836017-2 neutron-server[84763]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:34:07.588483 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:34:07.588483 n-d-836017-2 neutron-server[84763]: return f(self, *a, **k) Apr 18 19:34:07.588483 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:34:07.588483 n-d-836017-2 neutron-server[84763]: return self._get(url).json() Apr 18 19:34:07.588483 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:34:07.588483 n-d-836017-2 neutron-server[84763]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:34:07.588483 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:34:07.588483 n-d-836017-2 neutron-server[84763]: return self.request(url, 'GET', **kwargs) Apr 18 19:34:07.588483 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:34:07.588483 n-d-836017-2 neutron-server[84763]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:34:07.588483 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:34:07.588483 n-d-836017-2 neutron-server[84763]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:34:07.588483 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:34:07.588483 n-d-836017-2 neutron-server[84763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:34:07.588483 n-d-836017-2 neutron-server[84763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:34:07.592820 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-00c66b6d-4677-48cb-b2ad-36d52a1c9198 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:07.598972 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-207006f0-8ae5-4e28-886b-5bd2102badf2 None None] Deleting port 7e024895-74dd-4ceb-ac83-0b5072ae4541 {{(pid=84765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:34:07.599442 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-207006f0-8ae5-4e28-886b-5bd2102badf2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:07.599636 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00c66b6d-4677-48cb-b2ad-36d52a1c9198 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=84764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:34:07.600033 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-00c66b6d-4677-48cb-b2ad-36d52a1c9198 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2290898'] for segment, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:07.705214 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69105b4c-1aac-41c5-b829-4d13921390f2 tempest-SecurityGroupsTestAdminJSON-730937001 tempest-SecurityGroupsTestAdminJSON-730937001-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a22b5b2a-40e1-418a-b6d3-8d7a51262b22,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:07.714292 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-f701b4e2-d08e-4ac3-9e2a-dfca406858b6 req-69105b4c-1aac-41c5-b829-4d13921390f2 tempest-SecurityGroupsTestAdminJSON-730937001 tempest-SecurityGroupsTestAdminJSON-730937001-project] Notify callbacks [] for security_group, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:07.715503 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f701b4e2-d08e-4ac3-9e2a-dfca406858b6 req-69105b4c-1aac-41c5-b829-4d13921390f2 tempest-SecurityGroupsTestAdminJSON-730937001 tempest-SecurityGroupsTestAdminJSON-730937001-project] 10.222.0.69 "DELETE /v2.0/security-groups/a22b5b2a-40e1-418a-b6d3-8d7a51262b22 HTTP/1.1" status: 204 len: 173 time: 1.0540774 Apr 18 19:34:07.719543 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d6330943-ffb5-4b5d-8d8e-b9c97e2c8ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416801'] for network, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:07.723608 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device a2a84594-0789-4e1c-b2bd-708fe1a58acd up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:34:07.754568 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d6330943-ffb5-4b5d-8d8e-b9c97e2c8ab9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:07.787419 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-207006f0-8ae5-4e28-886b-5bd2102badf2 None None] The port '7e024895-74dd-4ceb-ac83-0b5072ae4541' was deleted {{(pid=84765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 19:34:07.787665 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6330943-ffb5-4b5d-8d8e-b9c97e2c8ab9 admin admin] Pushing event deleted for resources: {'Network': ['ID=e76780a0-c90c-4728-af35-32242bb79ec6,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:07.802163 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-d6330943-ffb5-4b5d-8d8e-b9c97e2c8ab9 admin admin] 10.222.0.69 "DELETE /v2.0/networks/e76780a0-c90c-4728-af35-32242bb79ec6 HTTP/1.1" status: 204 len: 168 time: 3.1484189 Apr 18 19:34:07.805177 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-4d2c076f-77f5-4e21-8355-39c877972467 tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:07.814029 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-4d2c076f-77f5-4e21-8355-39c877972467 tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 2.3302855 Apr 18 19:34:07.820789 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 59264) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:34:07.822320 n-d-836017-2 neutron-server[84764]: Traceback (most recent call last): Apr 18 19:34:07.822320 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:34:07.822320 n-d-836017-2 neutron-server[84764]: timer() Apr 18 19:34:07.822320 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:34:07.822320 n-d-836017-2 neutron-server[84764]: cb(*args, **kw) Apr 18 19:34:07.822320 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:34:07.822320 n-d-836017-2 neutron-server[84764]: return func(*args, **kwargs) Apr 18 19:34:07.822320 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:34:07.822320 n-d-836017-2 neutron-server[84764]: self._notify() Apr 18 19:34:07.822320 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:34:07.822320 n-d-836017-2 neutron-server[84764]: self.callback(batched_events) Apr 18 19:34:07.822320 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:34:07.822320 n-d-836017-2 neutron-server[84764]: event.method(event) Apr 18 19:34:07.822320 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:34:07.822320 n-d-836017-2 neutron-server[84764]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:34:07.822320 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:34:07.822320 n-d-836017-2 neutron-server[84764]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:34:07.822320 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:34:07.822320 n-d-836017-2 neutron-server[84764]: return f(self, *a, **k) Apr 18 19:34:07.822320 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:34:07.822320 n-d-836017-2 neutron-server[84764]: return self._get(url).json() Apr 18 19:34:07.822320 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:34:07.822320 n-d-836017-2 neutron-server[84764]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:34:07.822320 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:34:07.822320 n-d-836017-2 neutron-server[84764]: return self.request(url, 'GET', **kwargs) Apr 18 19:34:07.822320 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:34:07.822320 n-d-836017-2 neutron-server[84764]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:34:07.822320 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:34:07.822320 n-d-836017-2 neutron-server[84764]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:34:07.822320 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:34:07.822320 n-d-836017-2 neutron-server[84764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:34:07.822320 n-d-836017-2 neutron-server[84764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:34:07.867073 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-cdffcf32-306f-4943-9c4c-f5d2284b1cbb req-17ffae38-c53f-4e1d-bb82-d18cab3e107e tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/ports?device_id=bd7ac246-d0df-4fba-8ada-984281adf01e HTTP/1.1" status: 200 len: 210 time: 0.0833728 Apr 18 19:34:07.896141 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port a2a84594-0789-4e1c-b2bd-708fe1a58acd triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:34:07.896141 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:07.977441 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-147a3e77-3f48-4538-899e-979eb7e7d0e1 tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Request body: {'security_group_rule': {'security_group_id': 'd91ae139-8b90-49fd-8dc9-70f1abc8c820', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:34:07.988472 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-00c66b6d-4677-48cb-b2ad-36d52a1c9198 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416801'] for network, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:07.989142 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-147a3e77-3f48-4538-899e-979eb7e7d0e1 tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:34:07.999531 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-147a3e77-3f48-4538-899e-979eb7e7d0e1 tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Usage tracker for resource:security_group_rule and tenant:e2676fc802a645689154e56330711330 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:34:08.005092 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-147a3e77-3f48-4538-899e-979eb7e7d0e1 tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:34:08.010054 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-00c66b6d-4677-48cb-b2ad-36d52a1c9198 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:08.018481 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c66b6d-4677-48cb-b2ad-36d52a1c9198 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] Pushing event deleted for resources: {'Network': ['ID=22b68f6d-a4ca-4a1a-b956-b105df935a8e,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:08.018773 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_common [req-431a7c01-09af-4a96-9d60-e219ccad1bbf req-53965b12-72bc-489c-b776-2bd52a385bed tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Allocated IP 192.168.233.212 (cb6d8c7c-7ea4-4a32-b429-1c2934b7306a/17d1b3aa-2066-4ffa-a69f-52ed566b6548/8d4bc605-c793-4bab-ac61-54f44a6c4e4a) {{(pid=84763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:34:08.033813 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-00c66b6d-4677-48cb-b2ad-36d52a1c9198 tempest-FloatingIPNegativeTestJSON-1846254424 tempest-FloatingIPNegativeTestJSON-1846254424-project] 10.222.0.69 "DELETE /v2.0/networks/22b68f6d-a4ca-4a1a-b956-b105df935a8e HTTP/1.1" status: 204 len: 168 time: 3.1554954 Apr 18 19:34:08.043322 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-147a3e77-3f48-4538-899e-979eb7e7d0e1 tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:34:08.078021 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 59272) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:34:08.147493 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-406798bb-512d-4d73-a6ed-1e8dfc1d4d4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:08.275662 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2a425267-e903-41ce-9d4e-b54f2ac4f481 req-e245c81b-83fb-4929-9434-f3a9126d8679 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=17d8577d-6ce8-4783-a946-5a0f65ae9560 HTTP/1.1" status: 200 len: 210 time: 0.0718458 Apr 18 19:34:08.279305 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-406798bb-512d-4d73-a6ed-1e8dfc1d4d4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:34:08.284080 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-406798bb-512d-4d73-a6ed-1e8dfc1d4d4a admin admin] Usage tracker for resource:security_group_rule and tenant:544815043c4c48fe9f57b1090856d6b0 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:34:08.287314 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-406798bb-512d-4d73-a6ed-1e8dfc1d4d4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:34:08.295353 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-406798bb-512d-4d73-a6ed-1e8dfc1d4d4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:34:08.345812 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-431a7c01-09af-4a96-9d60-e219ccad1bbf req-53965b12-72bc-489c-b776-2bd52a385bed tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Notify callbacks [] for port, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:08.353249 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 59276) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:34:08.404981 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-147a3e77-3f48-4538-899e-979eb7e7d0e1 tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:08.407212 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-406798bb-512d-4d73-a6ed-1e8dfc1d4d4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:08.415684 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [req-431a7c01-09af-4a96-9d60-e219ccad1bbf req-53965b12-72bc-489c-b776-2bd52a385bed tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Transition to ACTIVE for port object 8d4bc605-c793-4bab-ac61-54f44a6c4e4a will not be triggered until provisioned by entity DHCP. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:34:08.510734 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0fd62571-a873-43f2-92e4-deb895b1ed30 req-18034f40-9134-4013-9316-a80c53b779f2 tempest-SecurityGroupsTestAdminJSON-730937001 tempest-SecurityGroupsTestAdminJSON-730937001-project] 10.222.0.69 "GET /v2.0/security-groups/98431c95-deac-4d23-a207-db3c1cb8df6a HTTP/1.1" status: 200 len: 1611 time: 0.1557779 Apr 18 19:34:08.518672 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-746369c9-fd49-43dd-83bf-f8df24edafb0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ae4efde8a8464528a66b3bf8e643e684&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1629107 Apr 18 19:34:08.521411 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 59282) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:34:08.550645 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-406798bb-512d-4d73-a6ed-1e8dfc1d4d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:08.603577 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406798bb-512d-4d73-a6ed-1e8dfc1d4d4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3962c8d-4663-403b-af73-37110609d433,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:08.656205 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-431a7c01-09af-4a96-9d60-e219ccad1bbf req-53965b12-72bc-489c-b776-2bd52a385bed tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:08.658618 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-406798bb-512d-4d73-a6ed-1e8dfc1d4d4a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=544815043c4c48fe9f57b1090856d6b0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5800810 Apr 18 19:34:08.659467 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 59286) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:34:08.671328 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] get_ports_and_sgs() called for port_ids ['fbaca27c-775e-4826-a999-e46d492b3066', '4dc9ea20-0019-4f76-93a6-1e8b1efa54a8'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:34:08.680973 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-fc039e6a-c716-4375-aa4c-c6a7c3e5f909 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:08.751584 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-fc039e6a-c716-4375-aa4c-c6a7c3e5f909 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:08.783072 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-147a3e77-3f48-4538-899e-979eb7e7d0e1 tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:08.806319 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b2798271-e73e-48d8-9765-90e557025345 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:08.816757 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-0fd62571-a873-43f2-92e4-deb895b1ed30 req-8299e897-0849-4bf8-b7ba-26457e60e009 tempest-SecurityGroupsTestAdminJSON-730937001 tempest-SecurityGroupsTestAdminJSON-730937001-project] Notify callbacks [] for security_group, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:08.855556 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b2798271-e73e-48d8-9765-90e557025345 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:08.863928 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] get_ports_and_sgs() called for port_ids ['095a9680-858e-4b90-9273-b31a53dffeb8', 'a2813964-4506-412b-8a7e-dd3f7c81ebe6', '44ee4a95-c41e-4c22-8ed3-49639e968ae2', '52b7b7dc-94a3-4e1a-88aa-a4fe09a31f6e', '225b853f-c003-411a-a6b9-39da4cba827f'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:34:08.908668 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-0fd62571-a873-43f2-92e4-deb895b1ed30 req-8299e897-0849-4bf8-b7ba-26457e60e009 tempest-SecurityGroupsTestAdminJSON-730937001 tempest-SecurityGroupsTestAdminJSON-730937001-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:08.931268 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 59294) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:34:08.946706 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-147a3e77-3f48-4538-899e-979eb7e7d0e1 tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484852'] for security_group_rule, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:08.976625 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-fc039e6a-c716-4375-aa4c-c6a7c3e5f909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:09.015285 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc039e6a-c716-4375-aa4c-c6a7c3e5f909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=005d155c-90ca-4625-80c3-c43b698af2b8,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:09.029935 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b2798271-e73e-48d8-9765-90e557025345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:09.083892 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2798271-e73e-48d8-9765-90e557025345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3962c8d-4663-403b-af73-37110609d433,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:09.154549 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b2798271-e73e-48d8-9765-90e557025345 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:09.165864 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-b2798271-e73e-48d8-9765-90e557025345 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d3962c8d-4663-403b-af73-37110609d433 HTTP/1.1" status: 204 len: 168 time: 0.5024123 Apr 18 19:34:09.174691 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-fc039e6a-c716-4375-aa4c-c6a7c3e5f909 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:09.178656 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-fc039e6a-c716-4375-aa4c-c6a7c3e5f909 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/005d155c-90ca-4625-80c3-c43b698af2b8 HTTP/1.1" status: 204 len: 168 time: 0.6532681 Apr 18 19:34:09.309836 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147a3e77-3f48-4538-899e-979eb7e7d0e1 tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75e4d73e-70ca-432b-966e-b74e11ea083c,revision_number=0']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:09.331765 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b079ee4-3aed-4d85-a900-f8cf98828186 req-866f4f8b-56ab-41f1-89b2-18aff64d377a tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:09.335215 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8b079ee4-3aed-4d85-a900-f8cf98828186 req-866f4f8b-56ab-41f1-89b2-18aff64d377a tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.72 "GET /v2.0/networks?id=0124e28f-2243-4533-b876-7d659443232d HTTP/1.1" status: 200 len: 804 time: 0.3669705 Apr 18 19:34:09.371461 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-147a3e77-3f48-4538-899e-979eb7e7d0e1 tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:09.385579 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-147a3e77-3f48-4538-899e-979eb7e7d0e1 tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.5584745 Apr 18 19:34:09.386800 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-286761c3-af0e-4803-a0c5-63db4ee1b775 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f99c22d41dfd4e22826767b4b98b8acc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4541390 Apr 18 19:34:09.387568 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 59310) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:34:09.390020 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 59312) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:34:09.411746 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-8b079ee4-3aed-4d85-a900-f8cf98828186 req-9effb311-ca5f-4daa-baec-f73062ca6a46 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Request body: {'port': {'device_id': '17d8577d-6ce8-4783-a946-5a0f65ae9560', 'network_id': '0124e28f-2243-4533-b876-7d659443232d', 'admin_state_up': True, 'tenant_id': 'e3b062c733cb48498c21458f46ee72da'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:34:09.443746 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-431a7c01-09af-4a96-9d60-e219ccad1bbf req-53965b12-72bc-489c-b776-2bd52a385bed tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:34:09.445146 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53965b12-72bc-489c-b776-2bd52a385bed tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Pushing event updated for resources: {'Port': ['ID=8d4bc605-c793-4bab-ac61-54f44a6c4e4a,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:09.448658 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-0fd62571-a873-43f2-92e4-deb895b1ed30 req-8299e897-0849-4bf8-b7ba-26457e60e009 tempest-SecurityGroupsTestAdminJSON-730937001 tempest-SecurityGroupsTestAdminJSON-730937001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:09.452940 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-0fd62571-a873-43f2-92e4-deb895b1ed30 req-8299e897-0849-4bf8-b7ba-26457e60e009 tempest-SecurityGroupsTestAdminJSON-730937001 tempest-SecurityGroupsTestAdminJSON-730937001-project] Notify callbacks [] for security_group, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:09.454155 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0fd62571-a873-43f2-92e4-deb895b1ed30 req-8299e897-0849-4bf8-b7ba-26457e60e009 tempest-SecurityGroupsTestAdminJSON-730937001 tempest-SecurityGroupsTestAdminJSON-730937001-project] 10.222.0.69 "DELETE /v2.0/security-groups/98431c95-deac-4d23-a207-db3c1cb8df6a HTTP/1.1" status: 204 len: 173 time: 0.9332025 Apr 18 19:34:09.465365 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-d5cb06c0-b5a2-475e-9526-11836e0d6d1d tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Request body: {'floatingip': {'floating_network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:34:09.480897 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [req-431a7c01-09af-4a96-9d60-e219ccad1bbf req-53965b12-72bc-489c-b776-2bd52a385bed tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:34:09.484856 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-431a7c01-09af-4a96-9d60-e219ccad1bbf req-53965b12-72bc-489c-b776-2bd52a385bed tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Received port after_create {{(pid=84763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:34:09.723265 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431a7c01-09af-4a96-9d60-e219ccad1bbf req-53965b12-72bc-489c-b776-2bd52a385bed tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:09.723945 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-431a7c01-09af-4a96-9d60-e219ccad1bbf req-53965b12-72bc-489c-b776-2bd52a385bed tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:09.739793 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-d5cb06c0-b5a2-475e-9526-11836e0d6d1d tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:34:09.830392 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-2b419c7d-6832-467f-80cd-d829ac3a600a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:09.876452 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda393af-851a-41ea-a9ec-8acb389b3c9e req-e4972f8a-fe0b-4b71-87cb-87ca598e3b2a tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:09.883478 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-dda393af-851a-41ea-a9ec-8acb389b3c9e req-e4972f8a-fe0b-4b71-87cb-87ca598e3b2a tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/ports?device_id=bd7ac246-d0df-4fba-8ada-984281adf01e HTTP/1.1" status: 200 len: 936 time: 0.4216692 Apr 18 19:34:09.913771 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-2b419c7d-6832-467f-80cd-d829ac3a600a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:09.919491 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8299e897-0849-4bf8-b7ba-26457e60e009 tempest-SecurityGroupsTestAdminJSON-730937001 tempest-SecurityGroupsTestAdminJSON-730937001-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98431c95-deac-4d23-a207-db3c1cb8df6a,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:09.926259 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-d5cb06c0-b5a2-475e-9526-11836e0d6d1d tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Usage tracker for resource:floatingip and tenant:e2676fc802a645689154e56330711330 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:34:09.939051 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-8b079ee4-3aed-4d85-a900-f8cf98828186 req-9effb311-ca5f-4daa-baec-f73062ca6a46 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:34:09.943402 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-d5cb06c0-b5a2-475e-9526-11836e0d6d1d tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:34:09.959965 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-d5cb06c0-b5a2-475e-9526-11836e0d6d1d tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:34:09.962749 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-8b079ee4-3aed-4d85-a900-f8cf98828186 req-9effb311-ca5f-4daa-baec-f73062ca6a46 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:34:10.001650 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-431a7c01-09af-4a96-9d60-e219ccad1bbf req-53965b12-72bc-489c-b776-2bd52a385bed tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2780604 Apr 18 19:34:10.017209 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-431a7c01-09af-4a96-9d60-e219ccad1bbf req-ee420681-220d-4528-ae6d-a584d7a30a64 service neutron] Request body: {'port': {'device_id': 'bd7ac246-d0df-4fba-8ada-984281adf01e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-2'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:34:10.033097 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-dda393af-851a-41ea-a9ec-8acb389b3c9e req-afe422c1-8940-48fe-a8b9-53b1ddef9d74 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb75c1f-620d-4cfd-a804-faa1a9266f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486127 Apr 18 19:34:10.127779 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-2b419c7d-6832-467f-80cd-d829ac3a600a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:10.159413 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b419c7d-6832-467f-80cd-d829ac3a600a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9239c56f-dcee-4710-b1d7-9b4cbc47a33f,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:10.182648 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-2b419c7d-6832-467f-80cd-d829ac3a600a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:10.185079 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-2b419c7d-6832-467f-80cd-d829ac3a600a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9239c56f-dcee-4710-b1d7-9b4cbc47a33f HTTP/1.1" status: 204 len: 168 time: 0.7939212 Apr 18 19:34:10.208864 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-de264a9f-1791-4e58-9538-28de65208c76 None None] Provisioning for port 8d4bc605-c793-4bab-ac61-54f44a6c4e4a completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:34:10.218270 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-de264a9f-1791-4e58-9538-28de65208c76 None None] Provisioning complete for port 8d4bc605-c793-4bab-ac61-54f44a6c4e4a triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:34:10.218659 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-de264a9f-1791-4e58-9538-28de65208c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:10.278640 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d5cb06c0-b5a2-475e-9526-11836e0d6d1d tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Notify callbacks [] for floatingip, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:10.302432 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-de264a9f-1791-4e58-9538-28de65208c76 None None] Port 8d4bc605-c793-4bab-ac61-54f44a6c4e4a cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:34:10.335953 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b079ee4-3aed-4d85-a900-f8cf98828186 req-9effb311-ca5f-4daa-baec-f73062ca6a46 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Made reservation on behalf of e3b062c733cb48498c21458f46ee72da for: {'port': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:34:10.339042 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-8b079ee4-3aed-4d85-a900-f8cf98828186 req-9effb311-ca5f-4daa-baec-f73062ca6a46 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:10.391452 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e3016ce7-a720-4734-9596-a1bb67fd6f0c req-3f017acb-ba51-483c-9117-eee668bc6ce7 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=17d8577d-6ce8-4783-a946-5a0f65ae9560 HTTP/1.1" status: 200 len: 210 time: 0.1205037 Apr 18 19:34:10.606962 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-431a7c01-09af-4a96-9d60-e219ccad1bbf req-ee420681-220d-4528-ae6d-a584d7a30a64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:10.743369 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 59334) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:34:10.819011 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_common [req-8b079ee4-3aed-4d85-a900-f8cf98828186 req-9effb311-ca5f-4daa-baec-f73062ca6a46 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Allocated IP 172.20.0.11 (0124e28f-2243-4533-b876-7d659443232d/53fde093-fc81-475a-a625-0084a1c3acc5/856a48b4-b466-49e1-8ca0-77346a4dabf8) {{(pid=84763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:34:10.845196 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-d71df91f-e4d5-433e-b7eb-b077f9438e5e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=333eb75b64f74d958176d7996918a21c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0963089 Apr 18 19:34:10.845196 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 59342) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:34:10.953064 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-57f1f56e-d736-4876-9791-aafa474f91a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:10.991779 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-57f1f56e-d736-4876-9791-aafa474f91a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:11.003236 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 59348) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:34:11.030671 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d5cb06c0-b5a2-475e-9526-11836e0d6d1d tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:11.147590 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-57f1f56e-d736-4876-9791-aafa474f91a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:11.177407 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f1f56e-d736-4876-9791-aafa474f91a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d09d0a54-6ca0-41dd-9503-bb5c0217b492,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:11.181681 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-57f1f56e-d736-4876-9791-aafa474f91a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:11.183454 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-57f1f56e-d736-4876-9791-aafa474f91a7 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d09d0a54-6ca0-41dd-9503-bb5c0217b492 HTTP/1.1" status: 204 len: 168 time: 0.3373649 Apr 18 19:34:11.434185 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_common [None req-d5cb06c0-b5a2-475e-9526-11836e0d6d1d tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Allocated IP 172.25.3.225 (11e8e108-37df-4084-b6b7-113e6beb66b4/3b0abf32-1504-448b-b06e-c8c870b6a7c8/598d5f1d-6efa-4e8b-af35-718040540970) {{(pid=84763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:34:11.524036 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-8b079ee4-3aed-4d85-a900-f8cf98828186 req-9effb311-ca5f-4daa-baec-f73062ca6a46 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Notify callbacks [] for port, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:11.606767 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-93a5ba94-4da9-4d33-b412-edf15495ca36 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=177d7f3bd037459884a431f3cf706891&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6022213 Apr 18 19:34:11.610184 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 59368) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:34:11.623950 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [req-431a7c01-09af-4a96-9d60-e219ccad1bbf req-ee420681-220d-4528-ae6d-a584d7a30a64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d4bc605-c793-4bab-ac61-54f44a6c4e4a {{(pid=84763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:34:11.643566 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acec19b5-55e4-467b-9cbc-465db6bae3f7 req-0aae7f38-2277-4fc4-9587-d5b0b7df6284 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:11.644296 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-acec19b5-55e4-467b-9cbc-465db6bae3f7 req-0aae7f38-2277-4fc4-9587-d5b0b7df6284 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Synchronizing usage tracker for tenant:73070b32fdb445869915286e0756abff on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:34:11.648093 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-431a7c01-09af-4a96-9d60-e219ccad1bbf req-ee420681-220d-4528-ae6d-a584d7a30a64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:11.683984 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [req-431a7c01-09af-4a96-9d60-e219ccad1bbf req-ee420681-220d-4528-ae6d-a584d7a30a64 service neutron] Transition to ACTIVE for port object 8d4bc605-c793-4bab-ac61-54f44a6c4e4a will not be triggered until provisioned by entity L2. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:34:11.750440 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-810b9be5-31ae-4b49-9859-a64b72570e6d req-d1a6632b-377c-4557-aa33-5ac3aed705e1 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=17d8577d-6ce8-4783-a946-5a0f65ae9560 HTTP/1.1" status: 200 len: 210 time: 0.1019521 Apr 18 19:34:11.758504 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 59376) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:34:11.767497 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d5cb06c0-b5a2-475e-9526-11836e0d6d1d tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Notify callbacks [] for port, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:11.785269 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-431a7c01-09af-4a96-9d60-e219ccad1bbf req-ee420681-220d-4528-ae6d-a584d7a30a64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:11.786892 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-c70bc5f6-2dc6-456f-809f-db9b6c0ea1be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:11.818690 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-c70bc5f6-2dc6-456f-809f-db9b6c0ea1be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:11.909583 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-acec19b5-55e4-467b-9cbc-465db6bae3f7 req-0aae7f38-2277-4fc4-9587-d5b0b7df6284 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Unset dirty status for tenant:73070b32fdb445869915286e0756abff on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:34:11.910786 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-acec19b5-55e4-467b-9cbc-465db6bae3f7 req-0aae7f38-2277-4fc4-9587-d5b0b7df6284 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/ports?device_id=bd7ac246-d0df-4fba-8ada-984281adf01e HTTP/1.1" status: 200 len: 936 time: 0.6859367 Apr 18 19:34:11.921248 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-8b079ee4-3aed-4d85-a900-f8cf98828186 req-9effb311-ca5f-4daa-baec-f73062ca6a46 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:11.933708 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] get_ports_and_sgs() called for port_ids ['6ce9e8ca-c688-4360-a5c1-cb5597c9db75', '7f9265fb-048f-4b38-bd6f-abe5817bd647'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:34:11.964969 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-c70bc5f6-2dc6-456f-809f-db9b6c0ea1be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:12.007144 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70bc5f6-2dc6-456f-809f-db9b6c0ea1be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9bb2b95-0715-4cc2-9c22-b349c215e348,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:12.059885 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee420681-220d-4528-ae6d-a584d7a30a64 service neutron] Pushing event updated for resources: {'Port': ['ID=8d4bc605-c793-4bab-ac61-54f44a6c4e4a,revision_number=2']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:12.088758 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b079ee4-3aed-4d85-a900-f8cf98828186 req-9effb311-ca5f-4daa-baec-f73062ca6a46 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Network 0124e28f-2243-4533-b876-7d659443232d is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:34:12.106435 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-c70bc5f6-2dc6-456f-809f-db9b6c0ea1be admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:12.110553 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-c70bc5f6-2dc6-456f-809f-db9b6c0ea1be admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a9bb2b95-0715-4cc2-9c22-b349c215e348 HTTP/1.1" status: 204 len: 168 time: 0.4990864 Apr 18 19:34:12.130557 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [req-8b079ee4-3aed-4d85-a900-f8cf98828186 req-9effb311-ca5f-4daa-baec-f73062ca6a46 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:34:12.324351 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b079ee4-3aed-4d85-a900-f8cf98828186 req-9effb311-ca5f-4daa-baec-f73062ca6a46 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Received port after_create {{(pid=84763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:34:12.377491 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-acec19b5-55e4-467b-9cbc-465db6bae3f7 req-1d71623d-e805-4047-a527-db5297d49750 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb75c1f-620d-4cfd-a804-faa1a9266f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4487855 Apr 18 19:34:12.425955 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-1913edff-332e-4a6f-a4c4-2872270569d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:12.469274 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-1913edff-332e-4a6f-a4c4-2872270569d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:34:12.471436 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d5cb06c0-b5a2-475e-9526-11836e0d6d1d tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:12.473334 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-1913edff-332e-4a6f-a4c4-2872270569d2 admin admin] Usage tracker for resource:security_group_rule and tenant:0a1099a0dc4946f9ba11448a1464ac1b is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:34:12.476174 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-1913edff-332e-4a6f-a4c4-2872270569d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:34:12.478672 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9effb311-ca5f-4daa-baec-f73062ca6a46 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Pushing event updated for resources: {'Port': ['ID=856a48b4-b466-49e1-8ca0-77346a4dabf8,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:12.483422 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-1913edff-332e-4a6f-a4c4-2872270569d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:34:12.491241 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b079ee4-3aed-4d85-a900-f8cf98828186 req-9effb311-ca5f-4daa-baec-f73062ca6a46 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:12.492273 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-8b079ee4-3aed-4d85-a900-f8cf98828186 req-9effb311-ca5f-4daa-baec-f73062ca6a46 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:12.572852 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-1913edff-332e-4a6f-a4c4-2872270569d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:12.609153 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-431a7c01-09af-4a96-9d60-e219ccad1bbf req-ee420681-220d-4528-ae6d-a584d7a30a64 service neutron] Attempting to bind port 8d4bc605-c793-4bab-ac61-54f44a6c4e4a on host n-h1-836017-2 for vnic_type normal with profile {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:34:12.609491 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-431a7c01-09af-4a96-9d60-e219ccad1bbf req-ee420681-220d-4528-ae6d-a584d7a30a64 service neutron] Attempting to bind port 8d4bc605-c793-4bab-ac61-54f44a6c4e4a by drivers openvswitch,hyperv on host n-h1-836017-2 at level 0 using segments [{'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:34:12.609824 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431a7c01-09af-4a96-9d60-e219ccad1bbf req-ee420681-220d-4528-ae6d-a584d7a30a64 service neutron] Attempting to bind port 8d4bc605-c793-4bab-ac61-54f44a6c4e4a on network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:34:12.630935 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5cb06c0-b5a2-475e-9526-11836e0d6d1d tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Network 11e8e108-37df-4084-b6b7-113e6beb66b4 is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:34:12.630935 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cb06c0-b5a2-475e-9526-11836e0d6d1d tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Pushing event updated for resources: {'Port': ['ID=598d5f1d-6efa-4e8b-af35-718040540970,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:12.634204 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [None req-d5cb06c0-b5a2-475e-9526-11836e0d6d1d tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:34:12.639213 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cb06c0-b5a2-475e-9526-11836e0d6d1d tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Received port after_create {{(pid=84763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:34:12.653354 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-1913edff-332e-4a6f-a4c4-2872270569d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:12.673244 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431a7c01-09af-4a96-9d60-e219ccad1bbf req-ee420681-220d-4528-ae6d-a584d7a30a64 service neutron] Port 8d4bc605-c793-4bab-ac61-54f44a6c4e4a on network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-2 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:34:12.673576 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431a7c01-09af-4a96-9d60-e219ccad1bbf req-ee420681-220d-4528-ae6d-a584d7a30a64 service neutron] Attempting to bind port 8d4bc605-c793-4bab-ac61-54f44a6c4e4a on network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:34:12.693308 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431a7c01-09af-4a96-9d60-e219ccad1bbf req-ee420681-220d-4528-ae6d-a584d7a30a64 service neutron] Checking agent: {'id': 'e3a31811-08e0-42ba-bc2e-ed8a973b714f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 25), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:34:12.693670 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431a7c01-09af-4a96-9d60-e219ccad1bbf req-ee420681-220d-4528-ae6d-a584d7a30a64 service neutron] Checking segment: {'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:34:12.694031 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431a7c01-09af-4a96-9d60-e219ccad1bbf req-ee420681-220d-4528-ae6d-a584d7a30a64 service neutron] Bound using segment: {'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:34:12.694473 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-431a7c01-09af-4a96-9d60-e219ccad1bbf req-ee420681-220d-4528-ae6d-a584d7a30a64 service neutron] Bound port: 8d4bc605-c793-4bab-ac61-54f44a6c4e4a, host: n-h1-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'}}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:34:12.694817 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-431a7c01-09af-4a96-9d60-e219ccad1bbf req-ee420681-220d-4528-ae6d-a584d7a30a64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:12.704931 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1913edff-332e-4a6f-a4c4-2872270569d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96a0b5d5-03a6-4e5e-bd3d-2bd5b8bff8be,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:12.732898 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-1913edff-332e-4a6f-a4c4-2872270569d2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0a1099a0dc4946f9ba11448a1464ac1b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9733677 Apr 18 19:34:12.735430 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 59394) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:34:12.768789 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8b079ee4-3aed-4d85-a900-f8cf98828186 req-9effb311-ca5f-4daa-baec-f73062ca6a46 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3673220 Apr 18 19:34:12.789500 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-8b079ee4-3aed-4d85-a900-f8cf98828186 req-182cccb6-b24c-4863-a612-c4c28d67e1d1 service neutron] Request body: {'port': {'device_id': '17d8577d-6ce8-4783-a946-5a0f65ae9560', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-2'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:34:12.817524 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-cfaeab87-e3d1-491b-be6e-40e15bec28fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:12.854034 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-cfaeab87-e3d1-491b-be6e-40e15bec28fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:12.891100 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-431a7c01-09af-4a96-9d60-e219ccad1bbf req-ee420681-220d-4528-ae6d-a584d7a30a64 service neutron] For port 8d4bc605-c793-4bab-ac61-54f44a6c4e4a, host n-h1-836017-2, cleared binding levels {{(pid=84763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:34:12.939715 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-431a7c01-09af-4a96-9d60-e219ccad1bbf req-ee420681-220d-4528-ae6d-a584d7a30a64 service neutron] For port 8d4bc605-c793-4bab-ac61-54f44a6c4e4a, host n-h1-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=8d4bc605-c793-4bab-ac61-54f44a6c4e4a,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:34:12.994749 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-8b079ee4-3aed-4d85-a900-f8cf98828186 req-182cccb6-b24c-4863-a612-c4c28d67e1d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:13.025153 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-cfaeab87-e3d1-491b-be6e-40e15bec28fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:13.050130 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaeab87-e3d1-491b-be6e-40e15bec28fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96a0b5d5-03a6-4e5e-bd3d-2bd5b8bff8be,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:13.061698 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-cfaeab87-e3d1-491b-be6e-40e15bec28fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:13.065792 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-cfaeab87-e3d1-491b-be6e-40e15bec28fd admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/96a0b5d5-03a6-4e5e-bd3d-2bd5b8bff8be HTTP/1.1" status: 204 len: 168 time: 0.3293605 Apr 18 19:34:13.102187 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423d51ae-8f1f-4e5a-a903-9981c1ff28c0 req-2b0e5b90-a2e0-4a68-ad53-0ac6db51f58b tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:13.104036 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-423d51ae-8f1f-4e5a-a903-9981c1ff28c0 req-2b0e5b90-a2e0-4a68-ad53-0ac6db51f58b tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=17d8577d-6ce8-4783-a946-5a0f65ae9560 HTTP/1.1" status: 200 len: 932 time: 0.1194310 Apr 18 19:34:13.110754 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-431a7c01-09af-4a96-9d60-e219ccad1bbf req-ee420681-220d-4528-ae6d-a584d7a30a64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:13.155325 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-423d51ae-8f1f-4e5a-a903-9981c1ff28c0 req-7514674c-846f-446d-ac17-f36e67a5f77e tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/security-groups?id=6dce0218-3e63-47f4-ad5c-3b3c3b13b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444455 Apr 18 19:34:13.215762 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d5cb06c0-b5a2-475e-9526-11836e0d6d1d tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:13.246976 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-431a7c01-09af-4a96-9d60-e219ccad1bbf req-ee420681-220d-4528-ae6d-a584d7a30a64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:13.248664 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-431a7c01-09af-4a96-9d60-e219ccad1bbf req-ee420681-220d-4528-ae6d-a584d7a30a64 service neutron] 10.222.0.73 "PUT /v2.0/ports/8d4bc605-c793-4bab-ac61-54f44a6c4e4a HTTP/1.1" status: 200 len: 1096 time: 3.2386584 Apr 18 19:34:13.258172 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd7ac246-d0df-4fba-8ada-984281adf01e', 'tag': '8d4bc605-c793-4bab-ac61-54f44a6c4e4a'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:34:13.299471 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee420681-220d-4528-ae6d-a584d7a30a64 service neutron] Pushing event updated for resources: {'Port': ['ID=8d4bc605-c793-4bab-ac61-54f44a6c4e4a,revision_number=3']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:13.364481 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-205517bb-7ee8-4296-ac59-26a0538eb241'] response: {'name': 'network-changed', 'server_uuid': 'bd7ac246-d0df-4fba-8ada-984281adf01e', 'tag': '8d4bc605-c793-4bab-ac61-54f44a6c4e4a', 'status': 'completed', 'code': 200} Apr 18 19:34:13.377234 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 59416) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:34:13.514931 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-62606f8d-0b36-420f-ac4f-41cc3b8e648a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=52c3d87c93cf46bf863478257edcb796&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1316917 Apr 18 19:34:13.515511 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 59422) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:34:13.528047 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d5cb06c0-b5a2-475e-9526-11836e0d6d1d tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:13.734222 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-a9417a57-c851-4ec1-bc18-23354b09bc3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:13.780571 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-a9417a57-c851-4ec1-bc18-23354b09bc3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:13.811668 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-431a7c01-09af-4a96-9d60-e219ccad1bbf req-0a7a192c-8d2b-4833-880a-a95c58793c27 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=73070b32fdb445869915286e0756abff&device_id=bd7ac246-d0df-4fba-8ada-984281adf01e HTTP/1.1" status: 200 len: 1099 time: 0.4023161 Apr 18 19:34:13.833745 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a0baae-52c9-489d-a8b4-7a05ff2940d3 req-b1f85d8b-9acc-4fdf-b69b-b98091b0f11d tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:13.840536 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a3a0baae-52c9-489d-a8b4-7a05ff2940d3 req-b1f85d8b-9acc-4fdf-b69b-b98091b0f11d tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/ports?device_id=bd7ac246-d0df-4fba-8ada-984281adf01e HTTP/1.1" status: 200 len: 948 time: 0.2051182 Apr 18 19:34:13.898864 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a3a0baae-52c9-489d-a8b4-7a05ff2940d3 req-56fb0ed2-d009-40c3-b23d-895dd123b753 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb75c1f-620d-4cfd-a804-faa1a9266f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570195 Apr 18 19:34:13.978890 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-431a7c01-09af-4a96-9d60-e219ccad1bbf req-e721fb04-777b-4ac6-a618-06d1b0c338aa service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=8d4bc605-c793-4bab-ac61-54f44a6c4e4a HTTP/1.1" status: 200 len: 217 time: 0.1128528 Apr 18 19:34:13.979233 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-a9417a57-c851-4ec1-bc18-23354b09bc3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:14.000751 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9417a57-c851-4ec1-bc18-23354b09bc3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc4236f3-e74e-46a0-b544-8d99cb7ac603,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:14.009232 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-a9417a57-c851-4ec1-bc18-23354b09bc3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:14.011185 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-a9417a57-c851-4ec1-bc18-23354b09bc3f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/bc4236f3-e74e-46a0-b544-8d99cb7ac603 HTTP/1.1" status: 204 len: 168 time: 0.4947298 Apr 18 19:34:14.151833 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431a7c01-09af-4a96-9d60-e219ccad1bbf req-e1417fb9-c6f9-4bae-b3af-130eea28dbed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:14.153358 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-431a7c01-09af-4a96-9d60-e219ccad1bbf req-e1417fb9-c6f9-4bae-b3af-130eea28dbed service neutron] 10.222.0.73 "GET /v2.0/subnets?id=17d1b3aa-2066-4ffa-a69f-52ed566b6548 HTTP/1.1" status: 200 len: 843 time: 0.1676915 Apr 18 19:34:14.163601 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [req-8b079ee4-3aed-4d85-a900-f8cf98828186 req-182cccb6-b24c-4863-a612-c4c28d67e1d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 856a48b4-b466-49e1-8ca0-77346a4dabf8 {{(pid=84763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:34:14.203444 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-8b079ee4-3aed-4d85-a900-f8cf98828186 req-182cccb6-b24c-4863-a612-c4c28d67e1d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:14.250673 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [req-8b079ee4-3aed-4d85-a900-f8cf98828186 req-182cccb6-b24c-4863-a612-c4c28d67e1d1 service neutron] Transition to ACTIVE for port object 856a48b4-b466-49e1-8ca0-77346a4dabf8 will not be triggered until provisioned by entity L2. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:34:14.253887 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d5cb06c0-b5a2-475e-9526-11836e0d6d1d tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Notify callbacks [] for port, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:14.458265 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d5cb06c0-b5a2-475e-9526-11836e0d6d1d tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:14.461793 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-8b079ee4-3aed-4d85-a900-f8cf98828186 req-182cccb6-b24c-4863-a612-c4c28d67e1d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:14.521813 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-431a7c01-09af-4a96-9d60-e219ccad1bbf req-2498d6bf-ed76-4aa7-b92b-c53ae062d456 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3603513 Apr 18 19:34:14.732877 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cb06c0-b5a2-475e-9526-11836e0d6d1d tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Pushing event updated for resources: {'Port': ['ID=598d5f1d-6efa-4e8b-af35-718040540970,revision_number=2']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:14.909238 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d5cb06c0-b5a2-475e-9526-11836e0d6d1d tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416787'] for floatingip, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:14.924803 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182cccb6-b24c-4863-a612-c4c28d67e1d1 service neutron] Pushing event updated for resources: {'Port': ['ID=856a48b4-b466-49e1-8ca0-77346a4dabf8,revision_number=2']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:14.999747 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a03dcd2-59c4-49fa-b6d4-4e9501b14e61 req-854fb0da-c1c5-4086-8a46-a8b3e68023c4 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:14.999747 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-4a03dcd2-59c4-49fa-b6d4-4e9501b14e61 req-854fb0da-c1c5-4086-8a46-a8b3e68023c4 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Synchronizing usage tracker for tenant:e3b062c733cb48498c21458f46ee72da on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:34:15.027202 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-431a7c01-09af-4a96-9d60-e219ccad1bbf req-eb7e69dc-ce19-4dcf-8e3c-5aae64783dd5 service neutron] 10.222.0.73 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4870784 Apr 18 19:34:15.147482 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d5cb06c0-b5a2-475e-9526-11836e0d6d1d tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for floatingip, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:15.157056 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-d5cb06c0-b5a2-475e-9526-11836e0d6d1d tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.7237196 Apr 18 19:34:15.158254 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-4a03dcd2-59c4-49fa-b6d4-4e9501b14e61 req-854fb0da-c1c5-4086-8a46-a8b3e68023c4 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Unset dirty status for tenant:e3b062c733cb48498c21458f46ee72da on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:34:15.159414 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4a03dcd2-59c4-49fa-b6d4-4e9501b14e61 req-854fb0da-c1c5-4086-8a46-a8b3e68023c4 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=17d8577d-6ce8-4783-a946-5a0f65ae9560 HTTP/1.1" status: 200 len: 944 time: 0.8662674 Apr 18 19:34:15.183695 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-8b079ee4-3aed-4d85-a900-f8cf98828186 req-182cccb6-b24c-4863-a612-c4c28d67e1d1 service neutron] Attempting to bind port 856a48b4-b466-49e1-8ca0-77346a4dabf8 on host n-h2-836017-2 for vnic_type normal with profile {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:34:15.184026 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-8b079ee4-3aed-4d85-a900-f8cf98828186 req-182cccb6-b24c-4863-a612-c4c28d67e1d1 service neutron] Attempting to bind port 856a48b4-b466-49e1-8ca0-77346a4dabf8 by drivers openvswitch,hyperv on host n-h2-836017-2 at level 0 using segments [{'id': '56697489-6787-4e2b-895c-5ec0b051161d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '0124e28f-2243-4533-b876-7d659443232d'}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:34:15.184399 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b079ee4-3aed-4d85-a900-f8cf98828186 req-182cccb6-b24c-4863-a612-c4c28d67e1d1 service neutron] Attempting to bind port 856a48b4-b466-49e1-8ca0-77346a4dabf8 on network 0124e28f-2243-4533-b876-7d659443232d {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:34:15.188420 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 59466) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:34:15.206443 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8871147-267a-4262-993d-d1b11112c95b req-1cd17366-48ef-4039-9270-eae9eecf8846 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:15.208278 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e8871147-267a-4262-993d-d1b11112c95b req-1cd17366-48ef-4039-9270-eae9eecf8846 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/ports?device_id=bd7ac246-d0df-4fba-8ada-984281adf01e HTTP/1.1" status: 200 len: 948 time: 0.1256597 Apr 18 19:34:15.240765 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b079ee4-3aed-4d85-a900-f8cf98828186 req-182cccb6-b24c-4863-a612-c4c28d67e1d1 service neutron] Port 856a48b4-b466-49e1-8ca0-77346a4dabf8 on network 0124e28f-2243-4533-b876-7d659443232d not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-2 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:34:15.241017 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b079ee4-3aed-4d85-a900-f8cf98828186 req-182cccb6-b24c-4863-a612-c4c28d67e1d1 service neutron] Attempting to bind port 856a48b4-b466-49e1-8ca0-77346a4dabf8 on network 0124e28f-2243-4533-b876-7d659443232d {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:34:15.267076 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4a03dcd2-59c4-49fa-b6d4-4e9501b14e61 req-5ea54039-0e69-4190-a969-46da79cdd724 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/security-groups?id=6dce0218-3e63-47f4-ad5c-3b3c3b13b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883160 Apr 18 19:34:15.277046 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b079ee4-3aed-4d85-a900-f8cf98828186 req-182cccb6-b24c-4863-a612-c4c28d67e1d1 service neutron] Checking agent: {'id': '02e8f951-d3a3-40e1-b8cc-aed258af030b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:34:15.277464 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b079ee4-3aed-4d85-a900-f8cf98828186 req-182cccb6-b24c-4863-a612-c4c28d67e1d1 service neutron] Checking segment: {'id': '56697489-6787-4e2b-895c-5ec0b051161d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '0124e28f-2243-4533-b876-7d659443232d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:34:15.278551 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b079ee4-3aed-4d85-a900-f8cf98828186 req-182cccb6-b24c-4863-a612-c4c28d67e1d1 service neutron] Bound using segment: {'id': '56697489-6787-4e2b-895c-5ec0b051161d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '0124e28f-2243-4533-b876-7d659443232d'} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:34:15.279778 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-8b079ee4-3aed-4d85-a900-f8cf98828186 req-182cccb6-b24c-4863-a612-c4c28d67e1d1 service neutron] Bound port: 856a48b4-b466-49e1-8ca0-77346a4dabf8, host: n-h2-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56697489-6787-4e2b-895c-5ec0b051161d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '0124e28f-2243-4533-b876-7d659443232d'}}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:34:15.280604 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-8b079ee4-3aed-4d85-a900-f8cf98828186 req-182cccb6-b24c-4863-a612-c4c28d67e1d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:15.293477 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e8871147-267a-4262-993d-d1b11112c95b req-bcc07e89-77d3-4e8e-90da-c3e42ccc7a56 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb75c1f-620d-4cfd-a804-faa1a9266f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787487 Apr 18 19:34:15.366256 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-431a7c01-09af-4a96-9d60-e219ccad1bbf req-56449f85-02e5-4b31-9654-1746500e7e29 service neutron] 10.222.0.73 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3316517 Apr 18 19:34:15.416346 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-8b079ee4-3aed-4d85-a900-f8cf98828186 req-182cccb6-b24c-4863-a612-c4c28d67e1d1 service neutron] For port 856a48b4-b466-49e1-8ca0-77346a4dabf8, host n-h2-836017-2, cleared binding levels {{(pid=84763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:34:15.426641 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-8b079ee4-3aed-4d85-a900-f8cf98828186 req-182cccb6-b24c-4863-a612-c4c28d67e1d1 service neutron] For port 856a48b4-b466-49e1-8ca0-77346a4dabf8, host n-h2-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=856a48b4-b466-49e1-8ca0-77346a4dabf8,segment=NetworkSegment(56697489-6787-4e2b-895c-5ec0b051161d),segment_id=56697489-6787-4e2b-895c-5ec0b051161d)] {{(pid=84763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:34:15.491109 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-8b079ee4-3aed-4d85-a900-f8cf98828186 req-182cccb6-b24c-4863-a612-c4c28d67e1d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:15.652681 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-8b079ee4-3aed-4d85-a900-f8cf98828186 req-182cccb6-b24c-4863-a612-c4c28d67e1d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:15.660196 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8b079ee4-3aed-4d85-a900-f8cf98828186 req-182cccb6-b24c-4863-a612-c4c28d67e1d1 service neutron] 10.222.0.72 "PUT /v2.0/ports/856a48b4-b466-49e1-8ca0-77346a4dabf8 HTTP/1.1" status: 200 len: 1092 time: 2.8766861 Apr 18 19:34:15.660706 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17d8577d-6ce8-4783-a946-5a0f65ae9560', 'tag': '856a48b4-b466-49e1-8ca0-77346a4dabf8'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:34:15.699210 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182cccb6-b24c-4863-a612-c4c28d67e1d1 service neutron] Pushing event updated for resources: {'Port': ['ID=856a48b4-b466-49e1-8ca0-77346a4dabf8,revision_number=3']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:15.715621 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-d46b3aff-692a-4fcc-852a-82a855129160 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Request body: {'networks': [{'name': 'tempest-network--1302869525'}, {'name': 'tempest-network--304771346'}]} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:34:15.716182 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-d46b3aff-692a-4fcc-852a-82a855129160 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Request body: {'network': {'name': 'tempest-network--1302869525'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:34:15.717502 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-d46b3aff-692a-4fcc-852a-82a855129160 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Request body: {'network': {'name': 'tempest-network--304771346'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:34:15.726601 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-d46b3aff-692a-4fcc-852a-82a855129160 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:34:15.734397 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-6009853f-2bc9-427d-91d7-4a1ffe06b858 req-d80f8f72-d729-4de7-910e-0324f1a518a0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=73070b32fdb445869915286e0756abff&device_id=bd7ac246-d0df-4fba-8ada-984281adf01e HTTP/1.1" status: 200 len: 1099 time: 0.2368970 Apr 18 19:34:15.737844 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-d46b3aff-692a-4fcc-852a-82a855129160 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Usage tracker for resource:network and tenant:8b67d1a7b46a48daac10c83387c0c576 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:34:15.747129 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-d46b3aff-692a-4fcc-852a-82a855129160 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:34:15.763058 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-d46b3aff-692a-4fcc-852a-82a855129160 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:34:15.785169 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0cd2e29-8eb0-41aa-a2c1-ca8bb9cf5f08'] response: {'name': 'network-changed', 'server_uuid': '17d8577d-6ce8-4783-a946-5a0f65ae9560', 'tag': '856a48b4-b466-49e1-8ca0-77346a4dabf8', 'status': 'completed', 'code': 200} Apr 18 19:34:15.889956 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d46b3aff-692a-4fcc-852a-82a855129160 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Made reservation on behalf of 8b67d1a7b46a48daac10c83387c0c576 for: {'network': 2} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:34:15.889956 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-d46b3aff-692a-4fcc-852a-82a855129160 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for network, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:15.903294 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-d46b3aff-692a-4fcc-852a-82a855129160 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:15.947608 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-d46b3aff-692a-4fcc-852a-82a855129160 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:34:15.955486 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-d46b3aff-692a-4fcc-852a-82a855129160 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Usage tracker for resource:security_group_rule and tenant:8b67d1a7b46a48daac10c83387c0c576 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:34:15.962252 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-d46b3aff-692a-4fcc-852a-82a855129160 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:34:15.974026 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-d46b3aff-692a-4fcc-852a-82a855129160 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:34:15.977384 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6009853f-2bc9-427d-91d7-4a1ffe06b858 req-6dbf7299-fef2-41ea-8daa-3aa81cebdb75 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:15.978857 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-6009853f-2bc9-427d-91d7-4a1ffe06b858 req-6dbf7299-fef2-41ea-8daa-3aa81cebdb75 service neutron] 10.222.0.73 "GET /v2.0/networks?id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a HTTP/1.1" status: 200 len: 870 time: 0.2374821 Apr 18 19:34:16.080210 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-6009853f-2bc9-427d-91d7-4a1ffe06b858 req-82594139-cbea-49c4-97fc-73c73d1103e0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=8d4bc605-c793-4bab-ac61-54f44a6c4e4a HTTP/1.1" status: 200 len: 217 time: 0.0873394 Apr 18 19:34:16.087608 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8b079ee4-3aed-4d85-a900-f8cf98828186 req-a6f869b1-e9f6-4565-9570-a98fcbcacceb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e3b062c733cb48498c21458f46ee72da&device_id=17d8577d-6ce8-4783-a946-5a0f65ae9560 HTTP/1.1" status: 200 len: 1095 time: 0.2975764 Apr 18 19:34:16.090559 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-d46b3aff-692a-4fcc-852a-82a855129160 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:16.200451 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 59512) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:34:16.201929 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-d46b3aff-692a-4fcc-852a-82a855129160 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:16.202411 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-d46b3aff-692a-4fcc-852a-82a855129160 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for network, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:16.203305 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8b079ee4-3aed-4d85-a900-f8cf98828186 req-6fc70a5b-3be1-4f0c-9ef7-20aa2d2fce44 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=856a48b4-b466-49e1-8ca0-77346a4dabf8 HTTP/1.1" status: 200 len: 217 time: 0.0831428 Apr 18 19:34:16.254330 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6009853f-2bc9-427d-91d7-4a1ffe06b858 req-64da12e8-dac2-4887-aa95-6c9248692c4e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:16.255801 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-6009853f-2bc9-427d-91d7-4a1ffe06b858 req-64da12e8-dac2-4887-aa95-6c9248692c4e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=17d1b3aa-2066-4ffa-a69f-52ed566b6548 HTTP/1.1" status: 200 len: 843 time: 0.1670332 Apr 18 19:34:16.266430 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d46b3aff-692a-4fcc-852a-82a855129160 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=84764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:34:16.280347 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46b3aff-692a-4fcc-852a-82a855129160 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6aadb978-cc84-4cf2-ab52-dbd7205639dd,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:16.286738 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-d46b3aff-692a-4fcc-852a-82a855129160 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:16.287086 n-d-836017-2 neutron-server[84764]: INFO neutron.db.segments_db [None req-d46b3aff-692a-4fcc-852a-82a855129160 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Added segment efc5d8d7-f3f2-4acb-a2ca-2af8e5a44707 of type vlan for network 5a419aaf-3621-4571-a4d9-d5f91d46a50e Apr 18 19:34:16.347718 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-d46b3aff-692a-4fcc-852a-82a855129160 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791093404182'] for network, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:16.409321 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d46b3aff-692a-4fcc-852a-82a855129160 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=84764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:34:16.423792 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-d46b3aff-692a-4fcc-852a-82a855129160 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:16.424936 n-d-836017-2 neutron-server[84764]: INFO neutron.db.segments_db [None req-d46b3aff-692a-4fcc-852a-82a855129160 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Added segment fce8b298-07d0-48ce-b32e-6e27f727a34a of type vlan for network 1a9117d0-9374-43cd-a766-bfde5a8f7128 Apr 18 19:34:16.490595 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b079ee4-3aed-4d85-a900-f8cf98828186 req-c09a8233-9a07-4cc7-a4af-4fc07c9718e4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:16.492579 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-d46b3aff-692a-4fcc-852a-82a855129160 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791093404182'] for network, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:16.498801 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8b079ee4-3aed-4d85-a900-f8cf98828186 req-c09a8233-9a07-4cc7-a4af-4fc07c9718e4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=53fde093-fc81-475a-a625-0084a1c3acc5 HTTP/1.1" status: 200 len: 844 time: 0.2889020 Apr 18 19:34:16.657694 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8b079ee4-3aed-4d85-a900-f8cf98828186 req-46b50255-6d20-4722-a560-5089e6ca1b01 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0124e28f-2243-4533-b876-7d659443232d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1468153 Apr 18 19:34:16.708135 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-6dc19c98-6526-4fa1-ba16-3ee5870da691 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-98081901-network', 'tenant_id': '273cdd3922e842e1940c4e8d7be676c6'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:34:16.726087 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-6dc19c98-6526-4fa1-ba16-3ee5870da691 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:34:16.731505 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-d46b3aff-692a-4fcc-852a-82a855129160 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251'] for network, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:16.732945 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-d46b3aff-692a-4fcc-852a-82a855129160 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251'] for network, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:16.745984 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46b3aff-692a-4fcc-852a-82a855129160 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:16.745984 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46b3aff-692a-4fcc-852a-82a855129160 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:16.745984 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-d46b3aff-692a-4fcc-852a-82a855129160 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:16.753450 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-6009853f-2bc9-427d-91d7-4a1ffe06b858 req-316a2109-78fd-4d5a-81f7-e81c06d74f6d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4807210 Apr 18 19:34:16.767323 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-6dc19c98-6526-4fa1-ba16-3ee5870da691 admin admin] Usage tracker for resource:network and tenant:273cdd3922e842e1940c4e8d7be676c6 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:34:16.776643 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-6dc19c98-6526-4fa1-ba16-3ee5870da691 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:34:16.845382 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-6dc19c98-6526-4fa1-ba16-3ee5870da691 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:34:16.903595 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46b3aff-692a-4fcc-852a-82a855129160 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Pushing event updated for resources: {'Network': ['ID=5a419aaf-3621-4571-a4d9-d5f91d46a50e,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:16.917594 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Network 5a419aaf-3621-4571-a4d9-d5f91d46a50e details requested by agent ovs-agent-n-d-836017-2 with host n-d-836017-2 {{(pid=84765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:34:16.937010 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cafd6d-4f93-4a52-8d89-80d0dbf7cbff req-4293730f-8488-4265-81c2-58a1ce0c48be tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:16.938940 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-99cafd6d-4f93-4a52-8d89-80d0dbf7cbff req-4293730f-8488-4265-81c2-58a1ce0c48be tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=17d8577d-6ce8-4783-a946-5a0f65ae9560 HTTP/1.1" status: 200 len: 944 time: 0.3183725 Apr 18 19:34:17.039694 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-d46b3aff-692a-4fcc-852a-82a855129160 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.8489199 Apr 18 19:34:17.043719 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8b079ee4-3aed-4d85-a900-f8cf98828186 req-06bc9a1e-1a6a-44b9-b362-d9e59a1f0114 service neutron] 10.222.0.72 "GET /v2.0/networks/0124e28f-2243-4533-b876-7d659443232d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3663170 Apr 18 19:34:17.050050 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13ee089-1da0-40ec-a94f-0f95b29454bb req-a042b781-51e8-4bd7-bf0f-eed072bcbc18 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:17.051792 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e13ee089-1da0-40ec-a94f-0f95b29454bb req-a042b781-51e8-4bd7-bf0f-eed072bcbc18 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/ports?device_id=bd7ac246-d0df-4fba-8ada-984281adf01e HTTP/1.1" status: 200 len: 948 time: 0.4825857 Apr 18 19:34:17.059373 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 59536) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:34:17.127649 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dc19c98-6526-4fa1-ba16-3ee5870da691 admin admin] Made reservation on behalf of 273cdd3922e842e1940c4e8d7be676c6 for: {'network': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:34:17.129930 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-6dc19c98-6526-4fa1-ba16-3ee5870da691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for network, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:17.156180 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46b3aff-692a-4fcc-852a-82a855129160 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Pushing event updated for resources: {'Network': ['ID=1a9117d0-9374-43cd-a766-bfde5a8f7128,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:17.161457 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-6009853f-2bc9-427d-91d7-4a1ffe06b858 req-b3b5067b-c5b9-457c-8731-d0fa55d8e7ee service neutron] 10.222.0.73 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3524456 Apr 18 19:34:17.168787 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Network 1a9117d0-9374-43cd-a766-bfde5a8f7128 details requested by agent ovs-agent-n-d-836017-2 with host n-d-836017-2 {{(pid=84765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:34:17.196941 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-99cafd6d-4f93-4a52-8d89-80d0dbf7cbff req-e8554a61-8f72-41e8-b8f1-d40bfd15b796 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/security-groups?id=6dce0218-3e63-47f4-ad5c-3b3c3b13b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669466 Apr 18 19:34:17.197677 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-6dc19c98-6526-4fa1-ba16-3ee5870da691 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:17.312761 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-6dc19c98-6526-4fa1-ba16-3ee5870da691 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:34:17.317648 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-6dc19c98-6526-4fa1-ba16-3ee5870da691 admin admin] Usage tracker for resource:security_group_rule and tenant:273cdd3922e842e1940c4e8d7be676c6 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:34:17.324716 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-6dc19c98-6526-4fa1-ba16-3ee5870da691 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:34:17.333132 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-6dc19c98-6526-4fa1-ba16-3ee5870da691 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:34:17.438080 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-6dc19c98-6526-4fa1-ba16-3ee5870da691 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:17.507547 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-6dc19c98-6526-4fa1-ba16-3ee5870da691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:17.543202 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dc19c98-6526-4fa1-ba16-3ee5870da691 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=84764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:34:17.556152 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc19c98-6526-4fa1-ba16-3ee5870da691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07b63910-6edc-4326-be36-b5ae6bc6ead5,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:17.566155 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-6dc19c98-6526-4fa1-ba16-3ee5870da691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:17.566622 n-d-836017-2 neutron-server[84764]: INFO neutron.db.segments_db [None req-6dc19c98-6526-4fa1-ba16-3ee5870da691 admin admin] Added segment 668ca07f-2e4a-4364-be7f-e30092653162 of type vlan for network 5e8c570a-ca53-4a57-a034-48bb43ae3f37 Apr 18 19:34:17.601944 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-6dc19c98-6526-4fa1-ba16-3ee5870da691 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791093404182'] for network, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:17.688780 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e13ee089-1da0-40ec-a94f-0f95b29454bb req-777bd069-73c8-4a18-8428-6674128dae71 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb75c1f-620d-4cfd-a804-faa1a9266f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6070633 Apr 18 19:34:17.710298 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-6dc19c98-6526-4fa1-ba16-3ee5870da691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251'] for network, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:17.711630 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc19c98-6526-4fa1-ba16-3ee5870da691 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:17.712583 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-6dc19c98-6526-4fa1-ba16-3ee5870da691 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:17.763564 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb2894a-5b65-42f0-b352-cbbc34e3ae58 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:17.772644 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb2894a-5b65-42f0-b352-cbbc34e3ae58 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:17.776850 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb2894a-5b65-42f0-b352-cbbc34e3ae58 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:17.782665 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb2894a-5b65-42f0-b352-cbbc34e3ae58 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:17.785011 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-bbb2894a-5b65-42f0-b352-cbbc34e3ae58 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.7058902 Apr 18 19:34:17.799839 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 59568) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:34:17.851923 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-6dc19c98-6526-4fa1-ba16-3ee5870da691 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.6395321 Apr 18 19:34:17.862085 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 59572) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:34:17.879743 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-db62d18f-5dce-4d2f-9d78-61254e6ef9a6 admin admin] Request body: {'subnet': {'network_id': '5e8c570a-ca53-4a57-a034-48bb43ae3f37', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-98081901-subnet', 'tenant_id': '273cdd3922e842e1940c4e8d7be676c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:34:17.889839 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-db62d18f-5dce-4d2f-9d78-61254e6ef9a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:34:17.897943 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-db62d18f-5dce-4d2f-9d78-61254e6ef9a6 admin admin] Usage tracker for resource:subnet and tenant:273cdd3922e842e1940c4e8d7be676c6 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:34:17.903153 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc19c98-6526-4fa1-ba16-3ee5870da691 admin admin] Pushing event updated for resources: {'Network': ['ID=5e8c570a-ca53-4a57-a034-48bb43ae3f37,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:17.906426 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-db62d18f-5dce-4d2f-9d78-61254e6ef9a6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:34:17.914035 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-db62d18f-5dce-4d2f-9d78-61254e6ef9a6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:34:17.920909 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Network 5e8c570a-ca53-4a57-a034-48bb43ae3f37 details requested by agent ovs-agent-n-d-836017-2 with host n-d-836017-2 {{(pid=84765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:34:17.952546 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8b079ee4-3aed-4d85-a900-f8cf98828186 req-be4daff4-b3cb-46c7-8fb8-efe7e71b91ea service neutron] 10.222.0.72 "GET /v2.0/networks/0124e28f-2243-4533-b876-7d659443232d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8966682 Apr 18 19:34:17.978280 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-6009853f-2bc9-427d-91d7-4a1ffe06b858 req-3ef34df4-0010-4d6d-bfab-914783cef8e5 service neutron] 10.222.0.73 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6473072 Apr 18 19:34:18.018760 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db62d18f-5dce-4d2f-9d78-61254e6ef9a6 admin admin] Made reservation on behalf of 273cdd3922e842e1940c4e8d7be676c6 for: {'subnet': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:34:18.019994 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-a8cb79a0-3128-4046-a45e-7688dfca9892 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:18.021351 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-db62d18f-5dce-4d2f-9d78-61254e6ef9a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65862573'] for subnet, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:18.216015 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 59576) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:34:18.216412 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 59578) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:34:18.236085 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-22d905f4-9653-48b4-8307-42ac5c31a7e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:18.289105 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-a8cb79a0-3128-4046-a45e-7688dfca9892 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256345', 'neutron.services.segments.db._delete_segments_for_network-8791093852025'] for network, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:18.328855 n-d-836017-2 neutron-server[84763]: DEBUG neutron.services.segments.db [None req-a8cb79a0-3128-4046-a45e-7688dfca9892 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a419aaf-3621-4571-a4d9-d5f91d46a50e']}} {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:34:18.426445 n-d-836017-2 neutron-server[84763]: DEBUG neutron.services.segments.db [None req-a8cb79a0-3128-4046-a45e-7688dfca9892 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efc5d8d7-f3f2-4acb-a2ca-2af8e5a44707') {'for_net_delete': True} {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:34:18.427409 n-d-836017-2 neutron-server[84763]: DEBUG neutron.services.segments.db [None req-a8cb79a0-3128-4046-a45e-7688dfca9892 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efc5d8d7-f3f2-4acb-a2ca-2af8e5a44707') {} {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:34:18.461020 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.agents_db [None req-eb67022b-f881-4bc8-8f45-fca90fb27803 None None] Agent healthcheck: found 7 active agents {{(pid=84766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:34:18.475025 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-a8cb79a0-3128-4046-a45e-7688dfca9892 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791093851908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66272256'] for segment, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:18.502484 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-a8cb79a0-3128-4046-a45e-7688dfca9892 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:18.524151 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8cb79a0-3128-4046-a45e-7688dfca9892 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=84763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:34:18.524636 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-a8cb79a0-3128-4046-a45e-7688dfca9892 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66351785'] for segment, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:18.528613 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-db62d18f-5dce-4d2f-9d78-61254e6ef9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2290811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65862591'] for subnet, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:18.542736 n-d-836017-2 neutron-server[84763]: Traceback (most recent call last): Apr 18 19:34:18.542736 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:34:18.542736 n-d-836017-2 neutron-server[84763]: timer() Apr 18 19:34:18.542736 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:34:18.542736 n-d-836017-2 neutron-server[84763]: cb(*args, **kw) Apr 18 19:34:18.542736 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:34:18.542736 n-d-836017-2 neutron-server[84763]: return func(*args, **kwargs) Apr 18 19:34:18.542736 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:34:18.542736 n-d-836017-2 neutron-server[84763]: self._notify() Apr 18 19:34:18.542736 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:34:18.542736 n-d-836017-2 neutron-server[84763]: self.callback(batched_events) Apr 18 19:34:18.542736 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:34:18.542736 n-d-836017-2 neutron-server[84763]: event.method(event) Apr 18 19:34:18.542736 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:34:18.542736 n-d-836017-2 neutron-server[84763]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:34:18.542736 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:34:18.542736 n-d-836017-2 neutron-server[84763]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:34:18.542736 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:34:18.542736 n-d-836017-2 neutron-server[84763]: return f(self, *a, **k) Apr 18 19:34:18.542736 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:34:18.542736 n-d-836017-2 neutron-server[84763]: return self._get(url).json() Apr 18 19:34:18.542736 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:34:18.542736 n-d-836017-2 neutron-server[84763]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:34:18.542736 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:34:18.542736 n-d-836017-2 neutron-server[84763]: return self.request(url, 'GET', **kwargs) Apr 18 19:34:18.542736 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:34:18.542736 n-d-836017-2 neutron-server[84763]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:34:18.542736 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:34:18.542736 n-d-836017-2 neutron-server[84763]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:34:18.542736 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:34:18.542736 n-d-836017-2 neutron-server[84763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:34:18.542736 n-d-836017-2 neutron-server[84763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:34:18.636017 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db62d18f-5dce-4d2f-9d78-61254e6ef9a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39e65cd2-4b1c-46f2-8fc6-e67a3d1447ee,revision_number=0']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:18.641402 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7d6e1872-6ed0-411b-8090-05fd4fd692de req-13f0025f-add8-4640-88a5-e047c2898778 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e3b062c733cb48498c21458f46ee72da&device_id=17d8577d-6ce8-4783-a946-5a0f65ae9560 HTTP/1.1" status: 200 len: 1095 time: 0.4536765 Apr 18 19:34:18.647632 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db62d18f-5dce-4d2f-9d78-61254e6ef9a6 admin admin] Checking segment: {'id': '668ca07f-2e4a-4364-be7f-e30092653162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '5e8c570a-ca53-4a57-a034-48bb43ae3f37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:34:18.647990 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db62d18f-5dce-4d2f-9d78-61254e6ef9a6 admin admin] Network hostable DHCP agents. Network: 5e8c570a-ca53-4a57-a034-48bb43ae3f37, hostable agents: ['f6987c12-6d6c-47d4-b22d-cfcd164dc40d'], hosted agents: [] {{(pid=84764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:34:18.761560 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db62d18f-5dce-4d2f-9d78-61254e6ef9a6 admin admin] Network 5e8c570a-ca53-4a57-a034-48bb43ae3f37 is scheduled to be hosted by DHCP agent f6987c12-6d6c-47d4-b22d-cfcd164dc40d with binding_index 1 {{(pid=84764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:34:18.844838 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [None req-db62d18f-5dce-4d2f-9d78-61254e6ef9a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-2, 5e8c570a-ca53-4a57-a034-48bb43ae3f37) {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:34:18.848992 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db62d18f-5dce-4d2f-9d78-61254e6ef9a6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:18.849662 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-db62d18f-5dce-4d2f-9d78-61254e6ef9a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for subnet, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:18.858751 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-7d444a83-0700-4ff1-bcc5-a92f1f5771be admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1770307152-network', 'tenant_id': '542ab1652bc6481698039fdf0fdfca7f'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:34:18.865158 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4594b75c-6055-4eaf-bd1c-e9bf8e408097 None None] Network 5e8c570a-ca53-4a57-a034-48bb43ae3f37 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:34:18.918930 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-7d444a83-0700-4ff1-bcc5-a92f1f5771be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:34:18.925284 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-e213dcca-29ad-40f2-ae14-3efb9541c7f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1253992983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1253992983-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-759246789'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:34:18.938109 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-7d444a83-0700-4ff1-bcc5-a92f1f5771be admin admin] Usage tracker for resource:network and tenant:542ab1652bc6481698039fdf0fdfca7f is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:34:18.955082 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-7d444a83-0700-4ff1-bcc5-a92f1f5771be admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:34:18.958351 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-e213dcca-29ad-40f2-ae14-3efb9541c7f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1253992983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1253992983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:34:18.960976 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-db62d18f-5dce-4d2f-9d78-61254e6ef9a6 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0962825 Apr 18 19:34:18.970064 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-7d444a83-0700-4ff1-bcc5-a92f1f5771be admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:34:19.047763 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-e213dcca-29ad-40f2-ae14-3efb9541c7f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1253992983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1253992983-project] Usage tracker for resource:network and tenant:c71cecb0db514019971bb4b58010e874 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:34:19.053741 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-e213dcca-29ad-40f2-ae14-3efb9541c7f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1253992983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1253992983-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:34:19.079533 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bb0e60-ecc9-456e-ae88-46e2c3f9e105 req-7cb72f8d-6a4d-49ab-b929-4bba0cf092a4 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:19.081673 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-43bb0e60-ecc9-456e-ae88-46e2c3f9e105 req-7cb72f8d-6a4d-49ab-b929-4bba0cf092a4 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=17d8577d-6ce8-4783-a946-5a0f65ae9560 HTTP/1.1" status: 200 len: 944 time: 0.7320440 Apr 18 19:34:19.083290 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-e213dcca-29ad-40f2-ae14-3efb9541c7f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1253992983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1253992983-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:34:19.092745 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-a8cb79a0-3128-4046-a45e-7688dfca9892 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416801'] for network, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:19.169547 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-a8cb79a0-3128-4046-a45e-7688dfca9892 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:19.173298 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cb79a0-3128-4046-a45e-7688dfca9892 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Pushing event deleted for resources: {'Network': ['ID=5a419aaf-3621-4571-a4d9-d5f91d46a50e,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:19.183333 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d444a83-0700-4ff1-bcc5-a92f1f5771be admin admin] Made reservation on behalf of 542ab1652bc6481698039fdf0fdfca7f for: {'network': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:34:19.187251 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-7d444a83-0700-4ff1-bcc5-a92f1f5771be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for network, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:19.200254 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51a6e3b-4d84-4490-b962-0e6fb0217413 None None] Network 5e8c570a-ca53-4a57-a034-48bb43ae3f37 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:34:19.228407 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e1872-6ed0-411b-8090-05fd4fd692de req-e4da701a-95fc-4d9a-961b-fa0f3bfae1c7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:19.228407 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7d6e1872-6ed0-411b-8090-05fd4fd692de req-e4da701a-95fc-4d9a-961b-fa0f3bfae1c7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0124e28f-2243-4533-b876-7d659443232d HTTP/1.1" status: 200 len: 905 time: 0.5333288 Apr 18 19:34:19.229974 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-a8cb79a0-3128-4046-a45e-7688dfca9892 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] 10.222.0.69 "DELETE /v2.0/networks/5a419aaf-3621-4571-a4d9-d5f91d46a50e HTTP/1.1" status: 204 len: 168 time: 1.4288409 Apr 18 19:34:19.236877 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 59608) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:34:19.299224 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-7d444a83-0700-4ff1-bcc5-a92f1f5771be admin admin] Notify callbacks [] for security_group, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:19.344749 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7d6e1872-6ed0-411b-8090-05fd4fd692de req-b41cc2c3-7236-4557-a573-3bca1f4fcb2f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=856a48b4-b466-49e1-8ca0-77346a4dabf8 HTTP/1.1" status: 200 len: 217 time: 0.1171820 Apr 18 19:34:19.348395 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-43bb0e60-ecc9-456e-ae88-46e2c3f9e105 req-d9ba7bcd-c99f-42b6-b84e-d28aae11f9cf tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/security-groups?id=6dce0218-3e63-47f4-ad5c-3b3c3b13b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525244 Apr 18 19:34:19.348565 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fa60e6-9130-4398-a7c3-e9b10e0835eb req-79a55fc6-99a2-4d25-95b9-f5a9130cf6ae tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:19.350145 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-68fa60e6-9130-4398-a7c3-e9b10e0835eb req-79a55fc6-99a2-4d25-95b9-f5a9130cf6ae tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/ports?device_id=bd7ac246-d0df-4fba-8ada-984281adf01e HTTP/1.1" status: 200 len: 948 time: 0.2369030 Apr 18 19:34:19.428071 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e213dcca-29ad-40f2-ae14-3efb9541c7f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1253992983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1253992983-project] Made reservation on behalf of c71cecb0db514019971bb4b58010e874 for: {'network': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:34:19.431177 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-e213dcca-29ad-40f2-ae14-3efb9541c7f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1253992983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1253992983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for network, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:19.464643 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-7d444a83-0700-4ff1-bcc5-a92f1f5771be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:34:19.473588 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-e213dcca-29ad-40f2-ae14-3efb9541c7f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1253992983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1253992983-project] Notify callbacks [] for security_group, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:19.487847 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-7d444a83-0700-4ff1-bcc5-a92f1f5771be admin admin] Usage tracker for resource:security_group_rule and tenant:542ab1652bc6481698039fdf0fdfca7f is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:34:19.494514 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-7d444a83-0700-4ff1-bcc5-a92f1f5771be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:34:19.506825 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-7d444a83-0700-4ff1-bcc5-a92f1f5771be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:34:19.515246 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-68fa60e6-9130-4398-a7c3-e9b10e0835eb req-aef039e1-c063-4122-9514-3da2d2b0c8bb tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb75c1f-620d-4cfd-a804-faa1a9266f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560044 Apr 18 19:34:19.526931 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e1872-6ed0-411b-8090-05fd4fd692de req-fda6d77d-8fdb-4151-9b56-dfd047e92c67 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:19.528440 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7d6e1872-6ed0-411b-8090-05fd4fd692de req-fda6d77d-8fdb-4151-9b56-dfd047e92c67 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=53fde093-fc81-475a-a625-0084a1c3acc5 HTTP/1.1" status: 200 len: 844 time: 0.1648710 Apr 18 19:34:19.530291 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-7a3be5f5-f460-4225-b739-1abb04d5ad7e tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:19.606555 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7d6e1872-6ed0-411b-8090-05fd4fd692de req-9de065cb-2738-4429-ac7c-e11c74f38785 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0124e28f-2243-4533-b876-7d659443232d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616570 Apr 18 19:34:19.612908 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-e213dcca-29ad-40f2-ae14-3efb9541c7f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1253992983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1253992983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:34:19.650186 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-e213dcca-29ad-40f2-ae14-3efb9541c7f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1253992983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1253992983-project] Usage tracker for resource:security_group_rule and tenant:c71cecb0db514019971bb4b58010e874 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:34:19.655780 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-e213dcca-29ad-40f2-ae14-3efb9541c7f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1253992983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1253992983-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:34:19.723756 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-e213dcca-29ad-40f2-ae14-3efb9541c7f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1253992983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1253992983-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:34:19.814504 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-7a3be5f5-f460-4225-b739-1abb04d5ad7e tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256345', 'neutron.services.segments.db._delete_segments_for_network-8791093852025'] for network, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:19.860632 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 8d4bc605-c793-4bab-ac61-54f44a6c4e4a details requested by agent hyperv_n-h1-836017-2 with host n-h1-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:34:19.863024 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-7d444a83-0700-4ff1-bcc5-a92f1f5771be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:19.866209 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7d6e1872-6ed0-411b-8090-05fd4fd692de req-9836549c-babe-48d9-961e-dac68c00a178 service neutron] 10.222.0.72 "GET /v2.0/networks/0124e28f-2243-4533-b876-7d659443232d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505565 Apr 18 19:34:19.867885 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-7a3be5f5-f460-4225-b739-1abb04d5ad7e tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a9117d0-9374-43cd-a766-bfde5a8f7128']}} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:34:19.892887 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-7a3be5f5-f460-4225-b739-1abb04d5ad7e tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fce8b298-07d0-48ce-b32e-6e27f727a34a') {'for_net_delete': True} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:34:19.893176 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-7a3be5f5-f460-4225-b739-1abb04d5ad7e tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fce8b298-07d0-48ce-b32e-6e27f727a34a') {} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:34:19.918212 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-7a3be5f5-f460-4225-b739-1abb04d5ad7e tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791093851908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66932133'] for segment, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:19.958840 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-7d444a83-0700-4ff1-bcc5-a92f1f5771be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:19.962967 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-7a3be5f5-f460-4225-b739-1abb04d5ad7e tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:19.973977 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a3be5f5-f460-4225-b739-1abb04d5ad7e tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=84764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:34:19.974433 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-7a3be5f5-f460-4225-b739-1abb04d5ad7e tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2290898'] for segment, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:19.991394 n-d-836017-2 neutron-server[84764]: Traceback (most recent call last): Apr 18 19:34:19.991394 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:34:19.991394 n-d-836017-2 neutron-server[84764]: timer() Apr 18 19:34:19.991394 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:34:19.991394 n-d-836017-2 neutron-server[84764]: cb(*args, **kw) Apr 18 19:34:19.991394 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:34:19.991394 n-d-836017-2 neutron-server[84764]: return func(*args, **kwargs) Apr 18 19:34:19.991394 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:34:19.991394 n-d-836017-2 neutron-server[84764]: self._notify() Apr 18 19:34:19.991394 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:34:19.991394 n-d-836017-2 neutron-server[84764]: self.callback(batched_events) Apr 18 19:34:19.991394 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:34:19.991394 n-d-836017-2 neutron-server[84764]: event.method(event) Apr 18 19:34:19.991394 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:34:19.991394 n-d-836017-2 neutron-server[84764]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:34:19.991394 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:34:19.991394 n-d-836017-2 neutron-server[84764]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:34:19.991394 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:34:19.991394 n-d-836017-2 neutron-server[84764]: return f(self, *a, **k) Apr 18 19:34:19.991394 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:34:19.991394 n-d-836017-2 neutron-server[84764]: return self._get(url).json() Apr 18 19:34:19.991394 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:34:19.991394 n-d-836017-2 neutron-server[84764]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:34:19.991394 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:34:19.991394 n-d-836017-2 neutron-server[84764]: return self.request(url, 'GET', **kwargs) Apr 18 19:34:19.991394 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:34:19.991394 n-d-836017-2 neutron-server[84764]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:34:19.991394 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:34:19.991394 n-d-836017-2 neutron-server[84764]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:34:19.991394 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:34:19.991394 n-d-836017-2 neutron-server[84764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:34:19.991394 n-d-836017-2 neutron-server[84764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:34:20.103936 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port 8d4bc605-c793-4bab-ac61-54f44a6c4e4a, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=8d4bc605-c793-4bab-ac61-54f44a6c4e4a,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:34:20.122515 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Returning: {'device': '8d4bc605-c793-4bab-ac61-54f44a6c4e4a', 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a', 'port_id': '8d4bc605-c793-4bab-ac61-54f44a6c4e4a', 'mac_address': 'fa:16:3e:74:80:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17d1b3aa-2066-4ffa-a69f-52ed566b6548', 'ip_address': '192.168.233.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:34:20.133903 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d444a83-0700-4ff1-bcc5-a92f1f5771be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d944a480-2945-4480-b491-0efb8db093ac,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:20.188436 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:20.206165 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d444a83-0700-4ff1-bcc5-a92f1f5771be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=84763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:34:20.207504 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d4bc605-c793-4bab-ac61-54f44a6c4e4a {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:34:20.220623 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-7d444a83-0700-4ff1-bcc5-a92f1f5771be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:20.221252 n-d-836017-2 neutron-server[84763]: INFO neutron.db.segments_db [None req-7d444a83-0700-4ff1-bcc5-a92f1f5771be admin admin] Added segment 76e03cee-37c3-41cb-bd5f-699fff00054e of type vlan for network a6104562-d871-4869-9fa8-73c34a57c151 Apr 18 19:34:20.226016 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port 8d4bc605-c793-4bab-ac61-54f44a6c4e4a, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=8d4bc605-c793-4bab-ac61-54f44a6c4e4a,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:34:20.252946 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-7a3be5f5-f460-4225-b739-1abb04d5ad7e tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416801'] for network, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:20.285089 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-7a3be5f5-f460-4225-b739-1abb04d5ad7e tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:20.292683 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-7a3be5f5-f460-4225-b739-1abb04d5ad7e tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] 10.222.0.69 "DELETE /v2.0/networks/1a9117d0-9374-43cd-a766-bfde5a8f7128 HTTP/1.1" status: 204 len: 168 time: 1.0532141 Apr 18 19:34:20.298084 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 59628) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:34:20.299535 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3be5f5-f460-4225-b739-1abb04d5ad7e tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Pushing event deleted for resources: {'Network': ['ID=1a9117d0-9374-43cd-a766-bfde5a8f7128,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:20.305009 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-e213dcca-29ad-40f2-ae14-3efb9541c7f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1253992983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1253992983-project] Notify callbacks [] for security_group, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:20.318575 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:20.367198 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-7d444a83-0700-4ff1-bcc5-a92f1f5771be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791093404182'] for network, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:20.384627 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a41da7aa-d0de-4fec-8001-42078e264278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:20.406756 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Pushing event updated for resources: {'Port': ['ID=8d4bc605-c793-4bab-ac61-54f44a6c4e4a,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:20.457730 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7d6e1872-6ed0-411b-8090-05fd4fd692de req-28ad62e6-56b4-4212-8459-d14c86565fb4 service neutron] 10.222.0.72 "GET /v2.0/networks/0124e28f-2243-4533-b876-7d659443232d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5793149 Apr 18 19:34:20.462371 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-e213dcca-29ad-40f2-ae14-3efb9541c7f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1253992983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1253992983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:20.473836 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e213dcca-29ad-40f2-ae14-3efb9541c7f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1253992983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1253992983-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=84763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:34:20.485168 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-e213dcca-29ad-40f2-ae14-3efb9541c7f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1253992983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1253992983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:20.485394 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd32f3d-1231-4dff-b063-6d83f221f1ad tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:20.485978 n-d-836017-2 neutron-server[84763]: INFO neutron.db.segments_db [None req-e213dcca-29ad-40f2-ae14-3efb9541c7f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1253992983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1253992983-project] Added segment b567256b-dcec-4f80-9060-b4656cd0e360 of type vlan for network 3e767b9f-e26d-4569-9dc6-de349bf1bb2d Apr 18 19:34:20.490937 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd32f3d-1231-4dff-b063-6d83f221f1ad tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:20.491372 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-4dd32f3d-1231-4dff-b063-6d83f221f1ad tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Synchronizing usage tracker for tenant:8b67d1a7b46a48daac10c83387c0c576 on resource:network {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:34:20.550065 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-e213dcca-29ad-40f2-ae14-3efb9541c7f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1253992983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1253992983-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791093404182'] for network, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:20.563229 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b6f819-7ac1-4970-b3df-9f3c566a1f3e req-2fbb06e0-bdb4-4f44-84c3-48f5fa17f342 tempest-InstanceActionsNegativeTestJSON-1185854506 tempest-InstanceActionsNegativeTestJSON-1185854506-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:20.565610 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a5b6f819-7ac1-4970-b3df-9f3c566a1f3e req-2fbb06e0-bdb4-4f44-84c3-48f5fa17f342 tempest-InstanceActionsNegativeTestJSON-1185854506 tempest-InstanceActionsNegativeTestJSON-1185854506-project] 10.222.0.69 "GET /v2.0/networks?id=5e8c570a-ca53-4a57-a034-48bb43ae3f37 HTTP/1.1" status: 200 len: 820 time: 0.4418516 Apr 18 19:34:20.602287 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e213dcca-29ad-40f2-ae14-3efb9541c7f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1253992983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1253992983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75653210-e27a-47cf-8f8d-5b5fb5257b2c,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:20.620520 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a5b6f819-7ac1-4970-b3df-9f3c566a1f3e req-ea174d49-9065-4d24-867c-49c174b37869 tempest-InstanceActionsNegativeTestJSON-1185854506 tempest-InstanceActionsNegativeTestJSON-1185854506-project] 10.222.0.69 "GET /v2.0/quotas/273cdd3922e842e1940c4e8d7be676c6 HTTP/1.1" status: 200 len: 375 time: 0.0467424 Apr 18 19:34:20.662745 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-4dd32f3d-1231-4dff-b063-6d83f221f1ad tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Unset dirty status for tenant:8b67d1a7b46a48daac10c83387c0c576 on resource:network {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:34:20.664135 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-4dd32f3d-1231-4dff-b063-6d83f221f1ad tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3622770 Apr 18 19:34:20.672165 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 59638) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:34:20.672878 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] get_ports_and_sgs() called for port_ids ['8d4bc605-c793-4bab-ac61-54f44a6c4e4a'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:34:20.680237 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-7043b705-83ee-4e92-8a84-9e04cdd9d6ab tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1395126003'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:34:20.683361 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a5b6f819-7ac1-4970-b3df-9f3c566a1f3e req-c0caf458-3a20-4d2c-b9fe-1b7844c08900 tempest-InstanceActionsNegativeTestJSON-1185854506 tempest-InstanceActionsNegativeTestJSON-1185854506-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=273cdd3922e842e1940c4e8d7be676c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0618424 Apr 18 19:34:20.690456 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-7043b705-83ee-4e92-8a84-9e04cdd9d6ab tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:34:20.706364 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-7043b705-83ee-4e92-8a84-9e04cdd9d6ab tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:34:20.711324 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-7d444a83-0700-4ff1-bcc5-a92f1f5771be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251'] for network, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:20.712328 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d444a83-0700-4ff1-bcc5-a92f1f5771be admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:20.713034 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-7d444a83-0700-4ff1-bcc5-a92f1f5771be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:20.757362 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e93368-1182-4194-a319-905cd4df30d9 req-701d16a6-f261-41ac-8f04-81f99ffdf2e8 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:20.758907 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-91e93368-1182-4194-a319-905cd4df30d9 req-701d16a6-f261-41ac-8f04-81f99ffdf2e8 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=17d8577d-6ce8-4783-a946-5a0f65ae9560 HTTP/1.1" status: 200 len: 944 time: 0.1423411 Apr 18 19:34:20.794951 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-e213dcca-29ad-40f2-ae14-3efb9541c7f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1253992983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1253992983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251'] for network, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:20.799504 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e213dcca-29ad-40f2-ae14-3efb9541c7f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1253992983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1253992983-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:20.800185 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-e213dcca-29ad-40f2-ae14-3efb9541c7f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1253992983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1253992983-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:20.814622 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7043b705-83ee-4e92-8a84-9e04cdd9d6ab tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Made reservation on behalf of 8b67d1a7b46a48daac10c83387c0c576 for: {'network': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:34:20.818803 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-7043b705-83ee-4e92-8a84-9e04cdd9d6ab tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for network, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:20.848521 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-91e93368-1182-4194-a319-905cd4df30d9 req-9a661350-d4c0-4778-8691-aa1a26558979 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/security-groups?id=6dce0218-3e63-47f4-ad5c-3b3c3b13b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817981 Apr 18 19:34:20.869126 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7043b705-83ee-4e92-8a84-9e04cdd9d6ab tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=84764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:34:20.884727 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-7043b705-83ee-4e92-8a84-9e04cdd9d6ab tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:20.887172 n-d-836017-2 neutron-server[84764]: INFO neutron.db.segments_db [None req-7043b705-83ee-4e92-8a84-9e04cdd9d6ab tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Added segment a5169b8e-21c9-4a18-87a7-6c5c694cc82f of type vlan for network 4454c24f-9003-44c1-85a6-5eda72cdcabe Apr 18 19:34:20.910600 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:20.955258 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d444a83-0700-4ff1-bcc5-a92f1f5771be admin admin] Pushing event updated for resources: {'Network': ['ID=a6104562-d871-4869-9fa8-73c34a57c151,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:20.974809 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Network a6104562-d871-4869-9fa8-73c34a57c151 details requested by agent ovs-agent-n-d-836017-2 with host n-d-836017-2 {{(pid=84765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:34:20.979968 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-7043b705-83ee-4e92-8a84-9e04cdd9d6ab tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791093404182'] for network, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:21.102231 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-7d444a83-0700-4ff1-bcc5-a92f1f5771be admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 2.8832421 Apr 18 19:34:21.107413 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 59644) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:34:21.114582 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-972e9f68-43c2-4a37-b44e-8eef85b5a98f admin admin] Request body: {'subnet': {'network_id': 'a6104562-d871-4869-9fa8-73c34a57c151', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1770307152-subnet', 'tenant_id': '542ab1652bc6481698039fdf0fdfca7f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:34:21.125217 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-972e9f68-43c2-4a37-b44e-8eef85b5a98f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:34:21.134100 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-e213dcca-29ad-40f2-ae14-3efb9541c7f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1253992983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1253992983-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 2.9165771 Apr 18 19:34:21.136483 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-7043b705-83ee-4e92-8a84-9e04cdd9d6ab tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251'] for network, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:21.141495 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a5b6f819-7ac1-4970-b3df-9f3c566a1f3e req-d9d8d392-e384-428e-8b3c-7593218dad0e service neutron] 10.222.0.69 "GET /v2.0/networks/5e8c570a-ca53-4a57-a034-48bb43ae3f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4573205 Apr 18 19:34:21.145061 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e213dcca-29ad-40f2-ae14-3efb9541c7f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1253992983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1253992983-project] Pushing event updated for resources: {'Network': ['ID=3e767b9f-e26d-4569-9dc6-de349bf1bb2d,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:21.147828 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7043b705-83ee-4e92-8a84-9e04cdd9d6ab tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:21.159851 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Network 3e767b9f-e26d-4569-9dc6-de349bf1bb2d details requested by agent ovs-agent-n-d-836017-2 with host n-d-836017-2 {{(pid=84765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:34:21.168365 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-7043b705-83ee-4e92-8a84-9e04cdd9d6ab tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:21.241897 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-972e9f68-43c2-4a37-b44e-8eef85b5a98f admin admin] Usage tracker for resource:subnet and tenant:542ab1652bc6481698039fdf0fdfca7f is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:34:21.325990 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-972e9f68-43c2-4a37-b44e-8eef85b5a98f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:34:21.347686 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-972e9f68-43c2-4a37-b44e-8eef85b5a98f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:34:21.350492 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-7043b705-83ee-4e92-8a84-9e04cdd9d6ab tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6772723 Apr 18 19:34:21.354224 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 59650) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:34:21.370308 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7043b705-83ee-4e92-8a84-9e04cdd9d6ab tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Pushing event updated for resources: {'Network': ['ID=4454c24f-9003-44c1-85a6-5eda72cdcabe,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:21.381503 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Network 4454c24f-9003-44c1-85a6-5eda72cdcabe details requested by agent ovs-agent-n-d-836017-2 with host n-d-836017-2 {{(pid=84765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:34:21.430851 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-972e9f68-43c2-4a37-b44e-8eef85b5a98f admin admin] Made reservation on behalf of 542ab1652bc6481698039fdf0fdfca7f for: {'subnet': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:34:21.433833 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-972e9f68-43c2-4a37-b44e-8eef85b5a98f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65862573'] for subnet, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:21.531592 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-49f69761-6e6c-4cea-9c17-803ace23b73b tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-642438546'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:34:21.538863 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-49f69761-6e6c-4cea-9c17-803ace23b73b tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:34:21.554648 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-49f69761-6e6c-4cea-9c17-803ace23b73b tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Usage tracker for resource:network and tenant:8b67d1a7b46a48daac10c83387c0c576 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:34:21.559193 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-49f69761-6e6c-4cea-9c17-803ace23b73b tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:34:21.578295 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a5b6f819-7ac1-4970-b3df-9f3c566a1f3e req-e28d08fe-6ed1-42c6-b0ac-a8783c9af40d service neutron] 10.222.0.69 "GET /v2.0/networks/5e8c570a-ca53-4a57-a034-48bb43ae3f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4276481 Apr 18 19:34:21.580170 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-49f69761-6e6c-4cea-9c17-803ace23b73b tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:34:21.653470 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49f69761-6e6c-4cea-9c17-803ace23b73b tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Made reservation on behalf of 8b67d1a7b46a48daac10c83387c0c576 for: {'network': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:34:21.658034 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-49f69761-6e6c-4cea-9c17-803ace23b73b tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for network, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:21.728921 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49f69761-6e6c-4cea-9c17-803ace23b73b tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=84763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:34:21.754786 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-49f69761-6e6c-4cea-9c17-803ace23b73b tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:21.755892 n-d-836017-2 neutron-server[84763]: INFO neutron.db.segments_db [None req-49f69761-6e6c-4cea-9c17-803ace23b73b tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Added segment 65d89059-b4f5-404b-b95b-ea05d24bf38d of type vlan for network 1d4489dc-226f-4c1f-aa2e-f98062828a07 Apr 18 19:34:21.811356 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-49f69761-6e6c-4cea-9c17-803ace23b73b tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791093404182'] for network, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:21.839586 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-972e9f68-43c2-4a37-b44e-8eef85b5a98f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2290811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65862591'] for subnet, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:21.876036 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1c541fd-6087-4755-8778-e68e27e46067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:21.956277 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-49f69761-6e6c-4cea-9c17-803ace23b73b tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251'] for network, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:21.961094 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f69761-6e6c-4cea-9c17-803ace23b73b tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:21.962302 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-49f69761-6e6c-4cea-9c17-803ace23b73b tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:22.032862 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 59664) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:34:22.053207 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:22.058975 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-52e38914-15ee-4393-81aa-40dd70400b3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Request body: {'port': {'network_id': '3e767b9f-e26d-4569-9dc6-de349bf1bb2d', 'binding:host_id': 'n-h2-836017-2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1374109593'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:34:22.067709 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-52e38914-15ee-4393-81aa-40dd70400b3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:34:22.074556 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-52e38914-15ee-4393-81aa-40dd70400b3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Usage tracker for resource:port and tenant:bd1be97ca6cd4b1a8d60d412734bd1c8 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:34:22.080639 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-52e38914-15ee-4393-81aa-40dd70400b3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:34:22.089187 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-52e38914-15ee-4393-81aa-40dd70400b3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:34:22.112459 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972e9f68-43c2-4a37-b44e-8eef85b5a98f admin admin] Pushing event updated for resources: {'Subnet': ['ID=243c42e2-37fd-4e07-9b81-bac922c31c79,revision_number=0']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:22.132864 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972e9f68-43c2-4a37-b44e-8eef85b5a98f admin admin] Checking segment: {'id': '76e03cee-37c3-41cb-bd5f-699fff00054e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'a6104562-d871-4869-9fa8-73c34a57c151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:34:22.133218 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972e9f68-43c2-4a37-b44e-8eef85b5a98f admin admin] Network hostable DHCP agents. Network: a6104562-d871-4869-9fa8-73c34a57c151, hostable agents: ['f6987c12-6d6c-47d4-b22d-cfcd164dc40d'], hosted agents: [] {{(pid=84764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:34:22.168775 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d008702-090e-4b9d-a7bf-7e491bd10217 req-76d8c46c-ff94-4fdd-a20f-fb9684c2bcea tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:22.170963 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-3d008702-090e-4b9d-a7bf-7e491bd10217 req-76d8c46c-ff94-4fdd-a20f-fb9684c2bcea tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/ports?device_id=bd7ac246-d0df-4fba-8ada-984281adf01e HTTP/1.1" status: 200 len: 949 time: 0.1941435 Apr 18 19:34:22.196734 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52e38914-15ee-4393-81aa-40dd70400b3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Made reservation on behalf of bd1be97ca6cd4b1a8d60d412734bd1c8 for: {'port': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:34:22.199185 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-52e38914-15ee-4393-81aa-40dd70400b3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:22.204748 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 856a48b4-b466-49e1-8ca0-77346a4dabf8 details requested by agent hyperv_n-h2-836017-2 with host n-h2-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:34:22.219919 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-52e38914-15ee-4393-81aa-40dd70400b3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:22.235681 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f69761-6e6c-4cea-9c17-803ace23b73b tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Pushing event updated for resources: {'Network': ['ID=1d4489dc-226f-4c1f-aa2e-f98062828a07,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:22.268091 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-52e38914-15ee-4393-81aa-40dd70400b3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:34:22.272954 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-52e38914-15ee-4393-81aa-40dd70400b3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Usage tracker for resource:security_group_rule and tenant:bd1be97ca6cd4b1a8d60d412734bd1c8 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:34:22.275374 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Network 1d4489dc-226f-4c1f-aa2e-f98062828a07 details requested by agent ovs-agent-n-d-836017-2 with host n-d-836017-2 {{(pid=84765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:34:22.276846 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-52e38914-15ee-4393-81aa-40dd70400b3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:34:22.284675 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-49f69761-6e6c-4cea-9c17-803ace23b73b tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7634311 Apr 18 19:34:22.285461 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 59674) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:34:22.288003 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-3d008702-090e-4b9d-a7bf-7e491bd10217 req-e65ea220-4834-4d81-9a16-d5a09ab24b50 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb75c1f-620d-4cfd-a804-faa1a9266f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917099 Apr 18 19:34:22.292723 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-52e38914-15ee-4393-81aa-40dd70400b3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:34:22.305655 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972e9f68-43c2-4a37-b44e-8eef85b5a98f admin admin] Network a6104562-d871-4869-9fa8-73c34a57c151 is scheduled to be hosted by DHCP agent f6987c12-6d6c-47d4-b22d-cfcd164dc40d with binding_index 1 {{(pid=84764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:34:22.311094 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-0adefc41-adcd-4d7d-acd1-6fe52f030cbb tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Request body: {'ports': [{'network_id': '4454c24f-9003-44c1-85a6-5eda72cdcabe', 'name': 'tempest-port--1327886917', 'admin_state_up': True}, {'network_id': '1d4489dc-226f-4c1f-aa2e-f98062828a07', 'admin_state_up': False}]} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:34:22.311475 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-0adefc41-adcd-4d7d-acd1-6fe52f030cbb tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Request body: {'port': {'network_id': '4454c24f-9003-44c1-85a6-5eda72cdcabe', 'name': 'tempest-port--1327886917', 'admin_state_up': True}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:34:22.312016 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-0adefc41-adcd-4d7d-acd1-6fe52f030cbb tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Request body: {'port': {'network_id': '1d4489dc-226f-4c1f-aa2e-f98062828a07', 'admin_state_up': False}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:34:22.333553 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.db.resource_extend [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 19:34:22.633621 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-4adb344b-164b-4f6a-8dc1-d2e522e8dc11 req-62dd110c-3304-4f18-9793-99493ef7f40a tempest-InstanceActionsNegativeTestJSON-1185854506 tempest-InstanceActionsNegativeTestJSON-1185854506-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c83f216-3e9b-48a3-b072-c986fb66cc48 HTTP/1.1" status: 200 len: 210 time: 0.2509234 Apr 18 19:34:22.637197 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [None req-972e9f68-43c2-4a37-b44e-8eef85b5a98f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-2, a6104562-d871-4869-9fa8-73c34a57c151) {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:34:22.658673 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972e9f68-43c2-4a37-b44e-8eef85b5a98f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:22.659271 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-972e9f68-43c2-4a37-b44e-8eef85b5a98f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for subnet, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:22.663978 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c100116-d35d-4d03-8d43-646fc76b5349 None None] Network a6104562-d871-4869-9fa8-73c34a57c151 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:34:22.695130 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-0adefc41-adcd-4d7d-acd1-6fe52f030cbb tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:34:22.713239 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-0adefc41-adcd-4d7d-acd1-6fe52f030cbb tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Usage tracker for resource:port and tenant:8b67d1a7b46a48daac10c83387c0c576 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:34:22.724822 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-0adefc41-adcd-4d7d-acd1-6fe52f030cbb tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:34:22.737951 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-0adefc41-adcd-4d7d-acd1-6fe52f030cbb tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:34:22.787131 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-52e38914-15ee-4393-81aa-40dd70400b3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:22.802452 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-972e9f68-43c2-4a37-b44e-8eef85b5a98f admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.6926827 Apr 18 19:34:22.805207 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 59682) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:34:22.811521 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-b3dd8e6f-3eb8-4745-a1b3-5028c34fd4d8 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1770307152-router', 'tenant_id': '542ab1652bc6481698039fdf0fdfca7f', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'}}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:34:22.821846 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-b3dd8e6f-3eb8-4745-a1b3-5028c34fd4d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:34:22.829789 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-b3dd8e6f-3eb8-4745-a1b3-5028c34fd4d8 admin admin] Usage tracker for resource:router and tenant:542ab1652bc6481698039fdf0fdfca7f is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:34:22.834734 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-b3dd8e6f-3eb8-4745-a1b3-5028c34fd4d8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:34:22.848571 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-b3dd8e6f-3eb8-4745-a1b3-5028c34fd4d8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:34:22.910234 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0adefc41-adcd-4d7d-acd1-6fe52f030cbb tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Made reservation on behalf of 8b67d1a7b46a48daac10c83387c0c576 for: {'port': 2} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:34:22.914143 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-0adefc41-adcd-4d7d-acd1-6fe52f030cbb tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:22.925288 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-52e38914-15ee-4393-81aa-40dd70400b3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:22.946004 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [None req-52e38914-15ee-4393-81aa-40dd70400b3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] device_id is not set on port 9a0b0f0f-483d-408a-b127-8cc4703e1184 yet. {{(pid=84763) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 19:34:22.954756 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b3dd8e6f-3eb8-4745-a1b3-5028c34fd4d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-415242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4425'] for router, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:22.955821 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b3dd8e6f-3eb8-4745-a1b3-5028c34fd4d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-416909', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4418'] for router, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:22.957076 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 856a48b4-b466-49e1-8ca0-77346a4dabf8, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=856a48b4-b466-49e1-8ca0-77346a4dabf8,segment=NetworkSegment(56697489-6787-4e2b-895c-5ec0b051161d),segment_id=56697489-6787-4e2b-895c-5ec0b051161d)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:34:22.991799 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b3dd8e6f-3eb8-4745-a1b3-5028c34fd4d8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:23.023951 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Returning: {'device': '856a48b4-b466-49e1-8ca0-77346a4dabf8', 'network_id': '0124e28f-2243-4533-b876-7d659443232d', 'port_id': '856a48b4-b466-49e1-8ca0-77346a4dabf8', 'mac_address': 'fa:16:3e:3f:b3:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53fde093-fc81-475a-a625-0084a1c3acc5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:34:23.056243 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-0adefc41-adcd-4d7d-acd1-6fe52f030cbb tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:23.080905 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e38914-15ee-4393-81aa-40dd70400b3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3f18917-8894-4a3b-a8c2-a7a984e9a261,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:23.109033 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0609ba7a-82e7-44a8-9d44-33b253075477 req-ef297711-62a4-4b84-b76c-b617daad3453 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:23.111475 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0609ba7a-82e7-44a8-9d44-33b253075477 req-ef297711-62a4-4b84-b76c-b617daad3453 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=17d8577d-6ce8-4783-a946-5a0f65ae9560 HTTP/1.1" status: 200 len: 944 time: 0.2992547 Apr 18 19:34:23.163594 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a4106dab-6971-4e7e-8fdc-c66f0a3f4877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:23.163594 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:23.169765 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76897439-c161-428a-90ce-edef687eb181 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31f5fbf7-4b5c-5a44-b255-70c4fc176ae8-a6104562-d871-4869-9fa8-73c34a57c151', 'network_id': 'a6104562-d871-4869-9fa8-73c34a57c151', 'tenant_id': '542ab1652bc6481698039fdf0fdfca7f', 'fixed_ips': [{'subnet_id': '243c42e2-37fd-4e07-9b81-bac922c31c79'}]}} from n-d-836017-2. {{(pid=84765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 19:34:23.170994 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-76897439-c161-428a-90ce-edef687eb181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:23.198465 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 856a48b4-b466-49e1-8ca0-77346a4dabf8 {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:34:23.306602 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 856a48b4-b466-49e1-8ca0-77346a4dabf8, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=856a48b4-b466-49e1-8ca0-77346a4dabf8,segment=NetworkSegment(56697489-6787-4e2b-895c-5ec0b051161d),segment_id=56697489-6787-4e2b-895c-5ec0b051161d)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:34:23.352718 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b3dd8e6f-3eb8-4745-a1b3-5028c34fd4d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416895', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4776'] for router, precommit_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:23.382575 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:23.522919 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0609ba7a-82e7-44a8-9d44-33b253075477 req-0e67dffb-6092-4c10-88cc-107f339f5e3e tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/security-groups?id=6dce0218-3e63-47f4-ad5c-3b3c3b13b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3511190 Apr 18 19:34:23.631717 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [None req-0adefc41-adcd-4d7d-acd1-6fe52f030cbb tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] device_id is not set on port 48f58465-8f26-4ce8-993e-2802b4f80b7e yet. {{(pid=84763) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 19:34:23.668034 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=856a48b4-b466-49e1-8ca0-77346a4dabf8,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:23.687734 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-76897439-c161-428a-90ce-edef687eb181 None None] Allocated IP 172.20.0.2 (a6104562-d871-4869-9fa8-73c34a57c151/243c42e2-37fd-4e07-9b81-bac922c31c79/b02c93a0-da59-4a7f-a936-03ecbd7f8f9f) {{(pid=84765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:34:23.696637 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] get_ports_and_sgs() called for port_ids ['856a48b4-b466-49e1-8ca0-77346a4dabf8'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:34:23.842993 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [None req-52e38914-15ee-4393-81aa-40dd70400b3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] device_id is not set on port 9a0b0f0f-483d-408a-b127-8cc4703e1184 yet. {{(pid=84763) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 19:34:23.863547 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-52e38914-15ee-4393-81aa-40dd70400b3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:23.905539 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [None req-52e38914-15ee-4393-81aa-40dd70400b3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Transition to ACTIVE for port object 9a0b0f0f-483d-408a-b127-8cc4703e1184 will not be triggered until provisioned by entity L2. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:34:23.945636 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b3dd8e6f-3eb8-4745-a1b3-5028c34fd4d8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:23.947436 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 8d4bc605-c793-4bab-ac61-54f44a6c4e4a up at agent hyperv_n-h1-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:34:23.952251 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-0adefc41-adcd-4d7d-acd1-6fe52f030cbb tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Notify callbacks [] for port, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:23.960189 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fe7f67-4d00-41fa-a0af-f8d995115be6 req-4ef84ec7-bd02-4ec5-bbc1-0d349fc4118e tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:23.967429 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-02fe7f67-4d00-41fa-a0af-f8d995115be6 req-4ef84ec7-bd02-4ec5-bbc1-0d349fc4118e tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/ports?device_id=bd7ac246-d0df-4fba-8ada-984281adf01e HTTP/1.1" status: 200 len: 949 time: 0.2185862 Apr 18 19:34:23.999742 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b3dd8e6f-3eb8-4745-a1b3-5028c34fd4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:24.066325 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-52e38914-15ee-4393-81aa-40dd70400b3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:24.165160 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ce0a8dd8-db62-45eb-8bf4-ee1ef26645f4 req-76835546-01b6-4af2-9769-22ad0b8277f1 tempest-InstanceActionsNegativeTestJSON-1185854506 tempest-InstanceActionsNegativeTestJSON-1185854506-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c83f216-3e9b-48a3-b072-c986fb66cc48 HTTP/1.1" status: 200 len: 210 time: 0.0916114 Apr 18 19:34:24.214588 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Provisioning for port 8d4bc605-c793-4bab-ac61-54f44a6c4e4a completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:34:24.247829 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Provisioning complete for port 8d4bc605-c793-4bab-ac61-54f44a6c4e4a triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:34:24.248233 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:24.264998 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e38914-15ee-4393-81aa-40dd70400b3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Pushing event updated for resources: {'Port': ['ID=9a0b0f0f-483d-408a-b127-8cc4703e1184,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:24.269029 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-02fe7f67-4d00-41fa-a0af-f8d995115be6 req-05e15fe8-6ca8-4946-a3c8-eaec1d9317fa tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb75c1f-620d-4cfd-a804-faa1a9266f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3007443 Apr 18 19:34:24.290382 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_common [None req-b3dd8e6f-3eb8-4745-a1b3-5028c34fd4d8 admin admin] Allocated IP 172.25.3.76 (11e8e108-37df-4084-b6b7-113e6beb66b4/3b0abf32-1504-448b-b06e-c8c870b6a7c8/6b2bb02a-da4d-441c-99c1-1d7d04d15bca) {{(pid=84764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:34:24.298762 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [None req-0adefc41-adcd-4d7d-acd1-6fe52f030cbb tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] device_id is not set on port ced21acc-2a39-4c42-88a5-3d369ad3e09b yet. {{(pid=84763) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 19:34:24.363064 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e38914-15ee-4393-81aa-40dd70400b3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Checking segment: {'id': 'b567256b-dcec-4f80-9060-b4656cd0e360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '3e767b9f-e26d-4569-9dc6-de349bf1bb2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:34:24.363935 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e38914-15ee-4393-81aa-40dd70400b3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Network hostable DHCP agents. Network: 3e767b9f-e26d-4569-9dc6-de349bf1bb2d, hostable agents: ['f6987c12-6d6c-47d4-b22d-cfcd164dc40d'], hosted agents: [] {{(pid=84763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:34:24.405978 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-76897439-c161-428a-90ce-edef687eb181 None None] Notify callbacks [] for port, precommit_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:24.444414 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-76897439-c161-428a-90ce-edef687eb181 None None] Transition to ACTIVE for port object b02c93a0-da59-4a7f-a936-03ecbd7f8f9f will not be triggered until provisioned by entity L2. {{(pid=84765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:34:24.477864 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-0adefc41-adcd-4d7d-acd1-6fe52f030cbb tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Notify callbacks [] for port, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:24.516518 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-76897439-c161-428a-90ce-edef687eb181 None None] Transition to ACTIVE for port object b02c93a0-da59-4a7f-a936-03ecbd7f8f9f will not be triggered until provisioned by entity DHCP. {{(pid=84765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:34:24.524994 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e38914-15ee-4393-81aa-40dd70400b3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Network 3e767b9f-e26d-4569-9dc6-de349bf1bb2d is scheduled to be hosted by DHCP agent f6987c12-6d6c-47d4-b22d-cfcd164dc40d with binding_index 1 {{(pid=84763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:34:24.535311 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b3dd8e6f-3eb8-4745-a1b3-5028c34fd4d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:24.541781 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:24.584904 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-0adefc41-adcd-4d7d-acd1-6fe52f030cbb tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:24.602857 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd7ac246-d0df-4fba-8ada-984281adf01e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d4bc605-c793-4bab-ac61-54f44a6c4e4a'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:34:24.617635 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port 8d4bc605-c793-4bab-ac61-54f44a6c4e4a, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=8d4bc605-c793-4bab-ac61-54f44a6c4e4a,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:34:24.623025 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-76897439-c161-428a-90ce-edef687eb181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331'] for port, after_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:24.705898 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [None req-52e38914-15ee-4393-81aa-40dd70400b3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-2, 3e767b9f-e26d-4569-9dc6-de349bf1bb2d) {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:34:24.707759 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b3dd8e6f-3eb8-4745-a1b3-5028c34fd4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:24.858866 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76897439-c161-428a-90ce-edef687eb181 None None] Pushing event updated for resources: {'Port': ['ID=b02c93a0-da59-4a7f-a936-03ecbd7f8f9f,revision_number=1']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:24.872809 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26191807-6b33-472b-a1e2-c57e3f1cc8ee None None] Network 3e767b9f-e26d-4569-9dc6-de349bf1bb2d requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:34:24.879349 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3dd8e6f-3eb8-4745-a1b3-5028c34fd4d8 admin admin] Network 11e8e108-37df-4084-b6b7-113e6beb66b4 is already hosted by enough agents. {{(pid=84764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:34:24.883105 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [None req-b3dd8e6f-3eb8-4745-a1b3-5028c34fd4d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:34:24.884987 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e38914-15ee-4393-81aa-40dd70400b3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Received port after_create {{(pid=84763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:34:24.904717 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3dd8e6f-3eb8-4745-a1b3-5028c34fd4d8 admin admin] Received port after_create {{(pid=84764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:34:24.910549 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:24.941953 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [None req-52e38914-15ee-4393-81aa-40dd70400b3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attempting to bind port 9a0b0f0f-483d-408a-b127-8cc4703e1184 on host n-h2-836017-2 for vnic_type normal with profile {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:34:24.942592 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [None req-52e38914-15ee-4393-81aa-40dd70400b3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attempting to bind port 9a0b0f0f-483d-408a-b127-8cc4703e1184 by drivers openvswitch,hyperv on host n-h2-836017-2 at level 0 using segments [{'id': 'b567256b-dcec-4f80-9060-b4656cd0e360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '3e767b9f-e26d-4569-9dc6-de349bf1bb2d'}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:34:24.943130 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e38914-15ee-4393-81aa-40dd70400b3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attempting to bind port 9a0b0f0f-483d-408a-b127-8cc4703e1184 on network 3e767b9f-e26d-4569-9dc6-de349bf1bb2d {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:34:24.956543 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adefc41-adcd-4d7d-acd1-6fe52f030cbb tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Pushing event updated for resources: {'Port': ['ID=48f58465-8f26-4ce8-993e-2802b4f80b7e,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:24.991465 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e38914-15ee-4393-81aa-40dd70400b3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Port 9a0b0f0f-483d-408a-b127-8cc4703e1184 on network 3e767b9f-e26d-4569-9dc6-de349bf1bb2d not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-2 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:34:24.992100 n-d-836017-2 neutron-server[84763]: ERROR neutron.plugins.ml2.managers [None req-52e38914-15ee-4393-81aa-40dd70400b3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Failed to bind port 9a0b0f0f-483d-408a-b127-8cc4703e1184 on host n-h2-836017-2 for vnic_type normal using segments [{'id': 'b567256b-dcec-4f80-9060-b4656cd0e360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '3e767b9f-e26d-4569-9dc6-de349bf1bb2d'}] Apr 18 19:34:24.994500 n-d-836017-2 neutron-server[84763]: INFO neutron.plugins.ml2.plugin [None req-52e38914-15ee-4393-81aa-40dd70400b3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attempt 2 to bind port 9a0b0f0f-483d-408a-b127-8cc4703e1184 Apr 18 19:34:25.019154 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0adefc41-adcd-4d7d-acd1-6fe52f030cbb tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Checking segment: {'id': 'a5169b8e-21c9-4a18-87a7-6c5c694cc82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '4454c24f-9003-44c1-85a6-5eda72cdcabe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:34:25.019770 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0adefc41-adcd-4d7d-acd1-6fe52f030cbb tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Network hostable DHCP agents. Network: 4454c24f-9003-44c1-85a6-5eda72cdcabe, hostable agents: ['f6987c12-6d6c-47d4-b22d-cfcd164dc40d'], hosted agents: [] {{(pid=84763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:34:25.028997 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [None req-52e38914-15ee-4393-81aa-40dd70400b3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attempting to bind port 9a0b0f0f-483d-408a-b127-8cc4703e1184 on host n-h2-836017-2 for vnic_type normal with profile {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:34:25.029579 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [None req-52e38914-15ee-4393-81aa-40dd70400b3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attempting to bind port 9a0b0f0f-483d-408a-b127-8cc4703e1184 by drivers openvswitch,hyperv on host n-h2-836017-2 at level 0 using segments [{'id': 'b567256b-dcec-4f80-9060-b4656cd0e360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '3e767b9f-e26d-4569-9dc6-de349bf1bb2d'}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:34:25.030077 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e38914-15ee-4393-81aa-40dd70400b3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attempting to bind port 9a0b0f0f-483d-408a-b127-8cc4703e1184 on network 3e767b9f-e26d-4569-9dc6-de349bf1bb2d {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:34:25.047496 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e38914-15ee-4393-81aa-40dd70400b3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Port 9a0b0f0f-483d-408a-b127-8cc4703e1184 on network 3e767b9f-e26d-4569-9dc6-de349bf1bb2d not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-2 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:34:25.048116 n-d-836017-2 neutron-server[84763]: ERROR neutron.plugins.ml2.managers [None req-52e38914-15ee-4393-81aa-40dd70400b3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Failed to bind port 9a0b0f0f-483d-408a-b127-8cc4703e1184 on host n-h2-836017-2 for vnic_type normal using segments [{'id': 'b567256b-dcec-4f80-9060-b4656cd0e360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '3e767b9f-e26d-4569-9dc6-de349bf1bb2d'}] Apr 18 19:34:25.049747 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dd8e6f-3eb8-4745-a1b3-5028c34fd4d8 admin admin] Pushing event updated for resources: {'Port': ['ID=6b2bb02a-da4d-441c-99c1-1d7d04d15bca,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:25.050475 n-d-836017-2 neutron-server[84763]: INFO neutron.plugins.ml2.plugin [None req-52e38914-15ee-4393-81aa-40dd70400b3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attempt 3 to bind port 9a0b0f0f-483d-408a-b127-8cc4703e1184 Apr 18 19:34:25.073390 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:25.075865 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d53b07-978c-404c-9433-5e72b888b82b req-47e51cec-953d-4f66-858f-40e6a17935c8 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:25.080127 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-45d53b07-978c-404c-9433-5e72b888b82b req-47e51cec-953d-4f66-858f-40e6a17935c8 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=17d8577d-6ce8-4783-a946-5a0f65ae9560 HTTP/1.1" status: 200 len: 945 time: 0.2388995 Apr 18 19:34:25.083594 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [None req-52e38914-15ee-4393-81aa-40dd70400b3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attempting to bind port 9a0b0f0f-483d-408a-b127-8cc4703e1184 on host n-h2-836017-2 for vnic_type normal with profile {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:34:25.083926 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [None req-52e38914-15ee-4393-81aa-40dd70400b3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attempting to bind port 9a0b0f0f-483d-408a-b127-8cc4703e1184 by drivers openvswitch,hyperv on host n-h2-836017-2 at level 0 using segments [{'id': 'b567256b-dcec-4f80-9060-b4656cd0e360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '3e767b9f-e26d-4569-9dc6-de349bf1bb2d'}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:34:25.084262 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e38914-15ee-4393-81aa-40dd70400b3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attempting to bind port 9a0b0f0f-483d-408a-b127-8cc4703e1184 on network 3e767b9f-e26d-4569-9dc6-de349bf1bb2d {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:34:25.111975 n-d-836017-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76897439-c161-428a-90ce-edef687eb181 None None] Network a6104562-d871-4869-9fa8-73c34a57c151 is already hosted by enough agents. {{(pid=84765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:34:25.118507 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e38914-15ee-4393-81aa-40dd70400b3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Port 9a0b0f0f-483d-408a-b127-8cc4703e1184 on network 3e767b9f-e26d-4569-9dc6-de349bf1bb2d not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-2 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:34:25.119489 n-d-836017-2 neutron-server[84763]: ERROR neutron.plugins.ml2.managers [None req-52e38914-15ee-4393-81aa-40dd70400b3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Failed to bind port 9a0b0f0f-483d-408a-b127-8cc4703e1184 on host n-h2-836017-2 for vnic_type normal using segments [{'id': 'b567256b-dcec-4f80-9060-b4656cd0e360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '3e767b9f-e26d-4569-9dc6-de349bf1bb2d'}] Apr 18 19:34:25.120174 n-d-836017-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-76897439-c161-428a-90ce-edef687eb181 None None] Resources bound (agent type, host, resource id): {{(pid=84765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:34:25.121652 n-d-836017-2 neutron-server[84763]: INFO neutron.plugins.ml2.plugin [None req-52e38914-15ee-4393-81aa-40dd70400b3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attempt 4 to bind port 9a0b0f0f-483d-408a-b127-8cc4703e1184 Apr 18 19:34:25.127764 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76897439-c161-428a-90ce-edef687eb181 None None] Received port after_create {{(pid=84765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:34:25.152216 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [None req-52e38914-15ee-4393-81aa-40dd70400b3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attempting to bind port 9a0b0f0f-483d-408a-b127-8cc4703e1184 on host n-h2-836017-2 for vnic_type normal with profile {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:34:25.152473 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [None req-52e38914-15ee-4393-81aa-40dd70400b3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attempting to bind port 9a0b0f0f-483d-408a-b127-8cc4703e1184 by drivers openvswitch,hyperv on host n-h2-836017-2 at level 0 using segments [{'id': 'b567256b-dcec-4f80-9060-b4656cd0e360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '3e767b9f-e26d-4569-9dc6-de349bf1bb2d'}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:34:25.152681 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e38914-15ee-4393-81aa-40dd70400b3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attempting to bind port 9a0b0f0f-483d-408a-b127-8cc4703e1184 on network 3e767b9f-e26d-4569-9dc6-de349bf1bb2d {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:34:25.181066 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-45d53b07-978c-404c-9433-5e72b888b82b req-d8736479-3e7c-42c6-a840-e58b567f5ed0 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/security-groups?id=6dce0218-3e63-47f4-ad5c-3b3c3b13b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927465 Apr 18 19:34:25.183392 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e38914-15ee-4393-81aa-40dd70400b3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Port 9a0b0f0f-483d-408a-b127-8cc4703e1184 on network 3e767b9f-e26d-4569-9dc6-de349bf1bb2d not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-2 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:34:25.183829 n-d-836017-2 neutron-server[84763]: ERROR neutron.plugins.ml2.managers [None req-52e38914-15ee-4393-81aa-40dd70400b3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Failed to bind port 9a0b0f0f-483d-408a-b127-8cc4703e1184 on host n-h2-836017-2 for vnic_type normal using segments [{'id': 'b567256b-dcec-4f80-9060-b4656cd0e360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '3e767b9f-e26d-4569-9dc6-de349bf1bb2d'}] Apr 18 19:34:25.184357 n-d-836017-2 neutron-server[84763]: INFO neutron.plugins.ml2.plugin [None req-52e38914-15ee-4393-81aa-40dd70400b3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attempt 5 to bind port 9a0b0f0f-483d-408a-b127-8cc4703e1184 Apr 18 19:34:25.220254 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Pushing event updated for resources: {'Port': ['ID=8d4bc605-c793-4bab-ac61-54f44a6c4e4a,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:25.238846 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0adefc41-adcd-4d7d-acd1-6fe52f030cbb tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Network 4454c24f-9003-44c1-85a6-5eda72cdcabe is scheduled to be hosted by DHCP agent f6987c12-6d6c-47d4-b22d-cfcd164dc40d with binding_index 1 {{(pid=84763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:34:25.254767 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [None req-52e38914-15ee-4393-81aa-40dd70400b3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attempting to bind port 9a0b0f0f-483d-408a-b127-8cc4703e1184 on host n-h2-836017-2 for vnic_type normal with profile {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:34:25.255104 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [None req-52e38914-15ee-4393-81aa-40dd70400b3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attempting to bind port 9a0b0f0f-483d-408a-b127-8cc4703e1184 by drivers openvswitch,hyperv on host n-h2-836017-2 at level 0 using segments [{'id': 'b567256b-dcec-4f80-9060-b4656cd0e360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '3e767b9f-e26d-4569-9dc6-de349bf1bb2d'}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:34:25.255444 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e38914-15ee-4393-81aa-40dd70400b3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attempting to bind port 9a0b0f0f-483d-408a-b127-8cc4703e1184 on network 3e767b9f-e26d-4569-9dc6-de349bf1bb2d {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:34:25.264181 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9421073e-8fe4-43c4-8471-ed2e6e5f362b'] response: {'server_uuid': 'bd7ac246-d0df-4fba-8ada-984281adf01e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d4bc605-c793-4bab-ac61-54f44a6c4e4a', 'code': 200} Apr 18 19:34:25.284390 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e38914-15ee-4393-81aa-40dd70400b3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Port 9a0b0f0f-483d-408a-b127-8cc4703e1184 on network 3e767b9f-e26d-4569-9dc6-de349bf1bb2d not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-2 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:34:25.284390 n-d-836017-2 neutron-server[84763]: ERROR neutron.plugins.ml2.managers [None req-52e38914-15ee-4393-81aa-40dd70400b3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Failed to bind port 9a0b0f0f-483d-408a-b127-8cc4703e1184 on host n-h2-836017-2 for vnic_type normal using segments [{'id': 'b567256b-dcec-4f80-9060-b4656cd0e360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '3e767b9f-e26d-4569-9dc6-de349bf1bb2d'}] Apr 18 19:34:25.284390 n-d-836017-2 neutron-server[84763]: INFO neutron.plugins.ml2.plugin [None req-52e38914-15ee-4393-81aa-40dd70400b3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attempt 6 to bind port 9a0b0f0f-483d-408a-b127-8cc4703e1184 Apr 18 19:34:25.311262 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [None req-52e38914-15ee-4393-81aa-40dd70400b3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attempting to bind port 9a0b0f0f-483d-408a-b127-8cc4703e1184 on host n-h2-836017-2 for vnic_type normal with profile {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:34:25.312172 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [None req-52e38914-15ee-4393-81aa-40dd70400b3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attempting to bind port 9a0b0f0f-483d-408a-b127-8cc4703e1184 by drivers openvswitch,hyperv on host n-h2-836017-2 at level 0 using segments [{'id': 'b567256b-dcec-4f80-9060-b4656cd0e360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '3e767b9f-e26d-4569-9dc6-de349bf1bb2d'}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:34:25.312668 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e38914-15ee-4393-81aa-40dd70400b3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attempting to bind port 9a0b0f0f-483d-408a-b127-8cc4703e1184 on network 3e767b9f-e26d-4569-9dc6-de349bf1bb2d {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:34:25.319579 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e38914-15ee-4393-81aa-40dd70400b3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Port 9a0b0f0f-483d-408a-b127-8cc4703e1184 on network 3e767b9f-e26d-4569-9dc6-de349bf1bb2d not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-2 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:34:25.319902 n-d-836017-2 neutron-server[84763]: ERROR neutron.plugins.ml2.managers [None req-52e38914-15ee-4393-81aa-40dd70400b3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Failed to bind port 9a0b0f0f-483d-408a-b127-8cc4703e1184 on host n-h2-836017-2 for vnic_type normal using segments [{'id': 'b567256b-dcec-4f80-9060-b4656cd0e360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '3e767b9f-e26d-4569-9dc6-de349bf1bb2d'}] Apr 18 19:34:25.320973 n-d-836017-2 neutron-server[84763]: INFO neutron.plugins.ml2.plugin [None req-52e38914-15ee-4393-81aa-40dd70400b3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attempt 7 to bind port 9a0b0f0f-483d-408a-b127-8cc4703e1184 Apr 18 19:34:25.343206 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [None req-52e38914-15ee-4393-81aa-40dd70400b3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attempting to bind port 9a0b0f0f-483d-408a-b127-8cc4703e1184 on host n-h2-836017-2 for vnic_type normal with profile {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:34:25.343541 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [None req-52e38914-15ee-4393-81aa-40dd70400b3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attempting to bind port 9a0b0f0f-483d-408a-b127-8cc4703e1184 by drivers openvswitch,hyperv on host n-h2-836017-2 at level 0 using segments [{'id': 'b567256b-dcec-4f80-9060-b4656cd0e360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '3e767b9f-e26d-4569-9dc6-de349bf1bb2d'}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:34:25.343875 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e38914-15ee-4393-81aa-40dd70400b3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attempting to bind port 9a0b0f0f-483d-408a-b127-8cc4703e1184 on network 3e767b9f-e26d-4569-9dc6-de349bf1bb2d {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:34:25.395994 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e38914-15ee-4393-81aa-40dd70400b3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Port 9a0b0f0f-483d-408a-b127-8cc4703e1184 on network 3e767b9f-e26d-4569-9dc6-de349bf1bb2d not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-2 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:34:25.396427 n-d-836017-2 neutron-server[84763]: ERROR neutron.plugins.ml2.managers [None req-52e38914-15ee-4393-81aa-40dd70400b3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Failed to bind port 9a0b0f0f-483d-408a-b127-8cc4703e1184 on host n-h2-836017-2 for vnic_type normal using segments [{'id': 'b567256b-dcec-4f80-9060-b4656cd0e360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '3e767b9f-e26d-4569-9dc6-de349bf1bb2d'}] Apr 18 19:34:25.398243 n-d-836017-2 neutron-server[84763]: INFO neutron.plugins.ml2.plugin [None req-52e38914-15ee-4393-81aa-40dd70400b3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attempt 8 to bind port 9a0b0f0f-483d-408a-b127-8cc4703e1184 Apr 18 19:34:25.404250 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-76897439-c161-428a-90ce-edef687eb181 None None] Attempting to bind port b02c93a0-da59-4a7f-a936-03ecbd7f8f9f on host n-d-836017-2 for vnic_type normal with profile {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:34:25.404644 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-76897439-c161-428a-90ce-edef687eb181 None None] Attempting to bind port b02c93a0-da59-4a7f-a936-03ecbd7f8f9f by drivers openvswitch,hyperv on host n-d-836017-2 at level 0 using segments [{'id': '76e03cee-37c3-41cb-bd5f-699fff00054e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'a6104562-d871-4869-9fa8-73c34a57c151'}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:34:25.405044 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76897439-c161-428a-90ce-edef687eb181 None None] Attempting to bind port b02c93a0-da59-4a7f-a936-03ecbd7f8f9f on network a6104562-d871-4869-9fa8-73c34a57c151 {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:34:25.413424 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76897439-c161-428a-90ce-edef687eb181 None None] Checking agent: {'id': 'df2a5cfe-6839-400b-a998-e4fffce70f45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 8, 22), 'started_at': datetime.datetime(2022, 4, 18, 19, 8, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:34:25.416877 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76897439-c161-428a-90ce-edef687eb181 None None] Checking segment: {'id': '76e03cee-37c3-41cb-bd5f-699fff00054e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'a6104562-d871-4869-9fa8-73c34a57c151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:34:25.416877 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-76897439-c161-428a-90ce-edef687eb181 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:25.416877 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76897439-c161-428a-90ce-edef687eb181 None None] Bound using segment: {'id': '76e03cee-37c3-41cb-bd5f-699fff00054e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'a6104562-d871-4869-9fa8-73c34a57c151'} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:34:25.416877 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-76897439-c161-428a-90ce-edef687eb181 None None] Bound port: b02c93a0-da59-4a7f-a936-03ecbd7f8f9f, host: n-d-836017-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76e03cee-37c3-41cb-bd5f-699fff00054e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'a6104562-d871-4869-9fa8-73c34a57c151'}}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:34:25.416877 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-76897439-c161-428a-90ce-edef687eb181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:25.476001 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b3dd8e6f-3eb8-4745-a1b3-5028c34fd4d8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:25.480450 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b3dd8e6f-3eb8-4745-a1b3-5028c34fd4d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416864'] for router, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:25.495851 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [None req-0adefc41-adcd-4d7d-acd1-6fe52f030cbb tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-2, 4454c24f-9003-44c1-85a6-5eda72cdcabe) {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:34:25.518496 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2643473f-6c2f-4ff9-9b2f-3cb3d43c5146 None None] Network 4454c24f-9003-44c1-85a6-5eda72cdcabe requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:34:25.559077 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-754e4cf7-1b96-4e01-b450-c47cecd2fdf2 req-754d4850-15bb-4897-a358-39050701a0e2 tempest-InstanceActionsNegativeTestJSON-1185854506 tempest-InstanceActionsNegativeTestJSON-1185854506-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c83f216-3e9b-48a3-b072-c986fb66cc48 HTTP/1.1" status: 200 len: 210 time: 0.1085663 Apr 18 19:34:25.574905 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0adefc41-adcd-4d7d-acd1-6fe52f030cbb tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Received port after_create {{(pid=84763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:34:25.574905 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-0adefc41-adcd-4d7d-acd1-6fe52f030cbb tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:25.694273 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-76897439-c161-428a-90ce-edef687eb181 None None] For port b02c93a0-da59-4a7f-a936-03ecbd7f8f9f, host n-d-836017-2, cleared binding levels {{(pid=84765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:34:25.735704 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-76897439-c161-428a-90ce-edef687eb181 None None] For port b02c93a0-da59-4a7f-a936-03ecbd7f8f9f, host n-d-836017-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=b02c93a0-da59-4a7f-a936-03ecbd7f8f9f,segment=NetworkSegment(76e03cee-37c3-41cb-bd5f-699fff00054e),segment_id=76e03cee-37c3-41cb-bd5f-699fff00054e)] {{(pid=84765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:34:25.739657 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [None req-52e38914-15ee-4393-81aa-40dd70400b3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attempting to bind port 9a0b0f0f-483d-408a-b127-8cc4703e1184 on host n-h2-836017-2 for vnic_type normal with profile {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:34:25.741136 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [None req-52e38914-15ee-4393-81aa-40dd70400b3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attempting to bind port 9a0b0f0f-483d-408a-b127-8cc4703e1184 by drivers openvswitch,hyperv on host n-h2-836017-2 at level 0 using segments [{'id': 'b567256b-dcec-4f80-9060-b4656cd0e360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '3e767b9f-e26d-4569-9dc6-de349bf1bb2d'}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:34:25.743724 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e38914-15ee-4393-81aa-40dd70400b3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attempting to bind port 9a0b0f0f-483d-408a-b127-8cc4703e1184 on network 3e767b9f-e26d-4569-9dc6-de349bf1bb2d {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:34:25.777532 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db36a9bb-aa1a-4fd5-aaac-3a6a85daea06 req-1ca16285-613b-4ec4-848a-f0c1f560b58e tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:25.785539 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-db36a9bb-aa1a-4fd5-aaac-3a6a85daea06 req-1ca16285-613b-4ec4-848a-f0c1f560b58e tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/ports?device_id=bd7ac246-d0df-4fba-8ada-984281adf01e HTTP/1.1" status: 200 len: 950 time: 0.1996703 Apr 18 19:34:25.853053 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-db36a9bb-aa1a-4fd5-aaac-3a6a85daea06 req-a141d823-7010-4e5a-9458-3669288665af tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb75c1f-620d-4cfd-a804-faa1a9266f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664310 Apr 18 19:34:25.881775 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-76897439-c161-428a-90ce-edef687eb181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:25.980864 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e38914-15ee-4393-81aa-40dd70400b3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Port 9a0b0f0f-483d-408a-b127-8cc4703e1184 on network 3e767b9f-e26d-4569-9dc6-de349bf1bb2d not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-2 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:34:25.982580 n-d-836017-2 neutron-server[84763]: ERROR neutron.plugins.ml2.managers [None req-52e38914-15ee-4393-81aa-40dd70400b3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Failed to bind port 9a0b0f0f-483d-408a-b127-8cc4703e1184 on host n-h2-836017-2 for vnic_type normal using segments [{'id': 'b567256b-dcec-4f80-9060-b4656cd0e360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '3e767b9f-e26d-4569-9dc6-de349bf1bb2d'}] Apr 18 19:34:25.991582 n-d-836017-2 neutron-server[84763]: INFO neutron.plugins.ml2.plugin [None req-52e38914-15ee-4393-81aa-40dd70400b3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attempt 9 to bind port 9a0b0f0f-483d-408a-b127-8cc4703e1184 Apr 18 19:34:26.029849 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76897439-c161-428a-90ce-edef687eb181 None None] Pushing event updated for resources: {'Port': ['ID=b02c93a0-da59-4a7f-a936-03ecbd7f8f9f,revision_number=2']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:26.070767 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-659b3661-d231-47e5-ada7-3f456b05c257 req-ae4e589d-d12d-47d9-ab45-cb0a4733e3a3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=bd7ac246-d0df-4fba-8ada-984281adf01e HTTP/1.1" status: 200 len: 1101 time: 0.7302821 Apr 18 19:34:26.089280 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adefc41-adcd-4d7d-acd1-6fe52f030cbb tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Pushing event updated for resources: {'Port': ['ID=ced21acc-2a39-4c42-88a5-3d369ad3e09b,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:26.099091 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3dd8e6f-3eb8-4745-a1b3-5028c34fd4d8 admin admin] Router 5db9a198-cca2-4839-964d-989973220cd5 is scheduled to L3 agent 21b59c62-f184-4169-bc3e-79831cc043e8 with binding_index 1 {{(pid=84764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 19:34:26.120611 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [None req-52e38914-15ee-4393-81aa-40dd70400b3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attempting to bind port 9a0b0f0f-483d-408a-b127-8cc4703e1184 on host n-h2-836017-2 for vnic_type normal with profile {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:34:26.121203 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [None req-52e38914-15ee-4393-81aa-40dd70400b3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attempting to bind port 9a0b0f0f-483d-408a-b127-8cc4703e1184 by drivers openvswitch,hyperv on host n-h2-836017-2 at level 0 using segments [{'id': 'b567256b-dcec-4f80-9060-b4656cd0e360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '3e767b9f-e26d-4569-9dc6-de349bf1bb2d'}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:34:26.121550 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e38914-15ee-4393-81aa-40dd70400b3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attempting to bind port 9a0b0f0f-483d-408a-b127-8cc4703e1184 on network 3e767b9f-e26d-4569-9dc6-de349bf1bb2d {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:34:26.230439 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 856a48b4-b466-49e1-8ca0-77346a4dabf8 up at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:34:26.242408 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adefc41-adcd-4d7d-acd1-6fe52f030cbb tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:34:26.242756 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adefc41-adcd-4d7d-acd1-6fe52f030cbb tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:34:26.243098 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adefc41-adcd-4d7d-acd1-6fe52f030cbb tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:34:26.243433 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adefc41-adcd-4d7d-acd1-6fe52f030cbb tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:34:26.243765 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adefc41-adcd-4d7d-acd1-6fe52f030cbb tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:34:26.244095 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adefc41-adcd-4d7d-acd1-6fe52f030cbb tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:34:26.244441 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adefc41-adcd-4d7d-acd1-6fe52f030cbb tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:34:26.244772 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adefc41-adcd-4d7d-acd1-6fe52f030cbb tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:34:26.245103 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adefc41-adcd-4d7d-acd1-6fe52f030cbb tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:34:26.245408 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adefc41-adcd-4d7d-acd1-6fe52f030cbb tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:34:26.245748 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adefc41-adcd-4d7d-acd1-6fe52f030cbb tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:34:26.249251 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e38914-15ee-4393-81aa-40dd70400b3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Port 9a0b0f0f-483d-408a-b127-8cc4703e1184 on network 3e767b9f-e26d-4569-9dc6-de349bf1bb2d not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-2 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:34:26.249570 n-d-836017-2 neutron-server[84763]: ERROR neutron.plugins.ml2.managers [None req-52e38914-15ee-4393-81aa-40dd70400b3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Failed to bind port 9a0b0f0f-483d-408a-b127-8cc4703e1184 on host n-h2-836017-2 for vnic_type normal using segments [{'id': 'b567256b-dcec-4f80-9060-b4656cd0e360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '3e767b9f-e26d-4569-9dc6-de349bf1bb2d'}] Apr 18 19:34:26.253260 n-d-836017-2 neutron-server[84763]: INFO neutron.plugins.ml2.plugin [None req-52e38914-15ee-4393-81aa-40dd70400b3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attempt 10 to bind port 9a0b0f0f-483d-408a-b127-8cc4703e1184 Apr 18 19:34:26.360410 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-659b3661-d231-47e5-ada7-3f456b05c257 req-e212b3af-1187-426f-8b79-1a11875e4839 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=3bb75c1f-620d-4cfd-a804-faa1a9266f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483008 Apr 18 19:34:26.367597 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0adefc41-adcd-4d7d-acd1-6fe52f030cbb tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Checking segment: {'id': '65d89059-b4f5-404b-b95b-ea05d24bf38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1d4489dc-226f-4c1f-aa2e-f98062828a07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:34:26.368028 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0adefc41-adcd-4d7d-acd1-6fe52f030cbb tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Network hostable DHCP agents. Network: 1d4489dc-226f-4c1f-aa2e-f98062828a07, hostable agents: ['f6987c12-6d6c-47d4-b22d-cfcd164dc40d'], hosted agents: [] {{(pid=84763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:34:26.440793 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b6f819-7ac1-4970-b3df-9f3c566a1f3e req-444c7c09-a1e7-46cf-a777-53eafe3926cc tempest-InstanceActionsNegativeTestJSON-1185854506 tempest-InstanceActionsNegativeTestJSON-1185854506-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:26.441980 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a5b6f819-7ac1-4970-b3df-9f3c566a1f3e req-444c7c09-a1e7-46cf-a777-53eafe3926cc tempest-InstanceActionsNegativeTestJSON-1185854506 tempest-InstanceActionsNegativeTestJSON-1185854506-project] 10.222.0.73 "GET /v2.0/networks?id=5e8c570a-ca53-4a57-a034-48bb43ae3f37 HTTP/1.1" status: 200 len: 820 time: 0.9882402 Apr 18 19:34:26.454527 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [None req-52e38914-15ee-4393-81aa-40dd70400b3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attempting to bind port 9a0b0f0f-483d-408a-b127-8cc4703e1184 on host n-h2-836017-2 for vnic_type normal with profile {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:34:26.454870 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [None req-52e38914-15ee-4393-81aa-40dd70400b3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attempting to bind port 9a0b0f0f-483d-408a-b127-8cc4703e1184 by drivers openvswitch,hyperv on host n-h2-836017-2 at level 0 using segments [{'id': 'b567256b-dcec-4f80-9060-b4656cd0e360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '3e767b9f-e26d-4569-9dc6-de349bf1bb2d'}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:34:26.458230 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e38914-15ee-4393-81aa-40dd70400b3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attempting to bind port 9a0b0f0f-483d-408a-b127-8cc4703e1184 on network 3e767b9f-e26d-4569-9dc6-de349bf1bb2d {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:34:26.491555 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e38914-15ee-4393-81aa-40dd70400b3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Port 9a0b0f0f-483d-408a-b127-8cc4703e1184 on network 3e767b9f-e26d-4569-9dc6-de349bf1bb2d not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-2 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:34:26.491967 n-d-836017-2 neutron-server[84763]: ERROR neutron.plugins.ml2.managers [None req-52e38914-15ee-4393-81aa-40dd70400b3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Failed to bind port 9a0b0f0f-483d-408a-b127-8cc4703e1184 on host n-h2-836017-2 for vnic_type normal using segments [{'id': 'b567256b-dcec-4f80-9060-b4656cd0e360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '3e767b9f-e26d-4569-9dc6-de349bf1bb2d'}] Apr 18 19:34:26.492693 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-52e38914-15ee-4393-81aa-40dd70400b3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:26.545129 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning for port 856a48b4-b466-49e1-8ca0-77346a4dabf8 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:34:26.550909 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning complete for port 856a48b4-b466-49e1-8ca0-77346a4dabf8 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:34:26.551438 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:26.609325 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0adefc41-adcd-4d7d-acd1-6fe52f030cbb tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Network 1d4489dc-226f-4c1f-aa2e-f98062828a07 is scheduled to be hosted by DHCP agent f6987c12-6d6c-47d4-b22d-cfcd164dc40d with binding_index 1 {{(pid=84763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:34:26.701757 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-a5b6f819-7ac1-4970-b3df-9f3c566a1f3e req-01a456e0-5421-4cd7-816e-2c541c1dcb74 tempest-InstanceActionsNegativeTestJSON-1185854506 tempest-InstanceActionsNegativeTestJSON-1185854506-project] Request body: {'port': {'device_id': '9c83f216-3e9b-48a3-b072-c986fb66cc48', 'network_id': '5e8c570a-ca53-4a57-a034-48bb43ae3f37', 'admin_state_up': True, 'tenant_id': '273cdd3922e842e1940c4e8d7be676c6'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:34:26.720916 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 59734) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:34:26.768222 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdde39d-7f87-4392-9aa7-219daf81b967 req-ffb7e948-f3bc-4521-a829-8b23f5e64577 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:26.774907 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-4fdde39d-7f87-4392-9aa7-219daf81b967 req-ffb7e948-f3bc-4521-a829-8b23f5e64577 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=17d8577d-6ce8-4783-a946-5a0f65ae9560 HTTP/1.1" status: 200 len: 945 time: 0.2797978 Apr 18 19:34:26.804286 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:26.843279 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [None req-0adefc41-adcd-4d7d-acd1-6fe52f030cbb tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-2, 1d4489dc-226f-4c1f-aa2e-f98062828a07) {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:34:26.895118 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0adefc41-adcd-4d7d-acd1-6fe52f030cbb tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Received port after_create {{(pid=84763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:34:26.895772 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-4fdde39d-7f87-4392-9aa7-219daf81b967 req-68b30d62-c54e-4bbe-a7d5-eb0c68199a52 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/security-groups?id=6dce0218-3e63-47f4-ad5c-3b3c3b13b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195300 Apr 18 19:34:26.905064 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81c5739-8412-458d-8ecd-f57cf23b6a7d None None] Network 1d4489dc-226f-4c1f-aa2e-f98062828a07 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:34:26.905800 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0adefc41-adcd-4d7d-acd1-6fe52f030cbb tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:26.911599 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3dd8e6f-3eb8-4745-a1b3-5028c34fd4d8 admin admin] Notify agent at l3_agent.n-d-836017-2 the message routers_updated {{(pid=84764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:34:26.913885 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0adefc41-adcd-4d7d-acd1-6fe52f030cbb tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:26.915201 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-0adefc41-adcd-4d7d-acd1-6fe52f030cbb tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:26.922624 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6423dbf-7b09-48ee-9422-0609c7c3d540 None None] Sync routers for ids ['5db9a198-cca2-4839-964d-989973220cd5'] in n-d-836017-2 {{(pid=84766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:34:26.948678 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6423dbf-7b09-48ee-9422-0609c7c3d540 None None] Routers {'5db9a198-cca2-4839-964d-989973220cd5'} bound to L3 agent in host n-d-836017-2 {{(pid=84766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:34:26.951262 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-d6423dbf-7b09-48ee-9422-0609c7c3d540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:34:20Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['5db9a198-cca2-4839-964d-989973220cd5'], 'active': True} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:34:26.978579 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [None req-52e38914-15ee-4393-81aa-40dd70400b3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] For port 9a0b0f0f-483d-408a-b127-8cc4703e1184, host n-h2-836017-2, cleared binding levels {{(pid=84763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:34:26.982454 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [None req-52e38914-15ee-4393-81aa-40dd70400b3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attempted to set empty binding levels {{(pid=84763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 18 19:34:27.010547 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 856a48b4-b466-49e1-8ca0-77346a4dabf8, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=856a48b4-b466-49e1-8ca0-77346a4dabf8,segment=NetworkSegment(56697489-6787-4e2b-895c-5ec0b051161d),segment_id=56697489-6787-4e2b-895c-5ec0b051161d)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:34:27.029483 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-455e322e-0b65-4e68-978b-2a93683ba4a3 req-e68cec1e-bac2-4dcc-8c0d-48bc2c66b3c6 tempest-InstanceActionsNegativeTestJSON-1185854506 tempest-InstanceActionsNegativeTestJSON-1185854506-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c83f216-3e9b-48a3-b072-c986fb66cc48 HTTP/1.1" status: 200 len: 210 time: 0.1405165 Apr 18 19:34:27.141941 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b3dd8e6f-3eb8-4745-a1b3-5028c34fd4d8 admin admin] Notify callbacks [] for router, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:27.143128 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-b3dd8e6f-3eb8-4745-a1b3-5028c34fd4d8 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 4.3366845 Apr 18 19:34:27.149058 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 59744) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:34:27.177430 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-a5b6f819-7ac1-4970-b3df-9f3c566a1f3e req-01a456e0-5421-4cd7-816e-2c541c1dcb74 tempest-InstanceActionsNegativeTestJSON-1185854506 tempest-InstanceActionsNegativeTestJSON-1185854506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:34:27.188968 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:27.189312 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-a5b6f819-7ac1-4970-b3df-9f3c566a1f3e req-01a456e0-5421-4cd7-816e-2c541c1dcb74 tempest-InstanceActionsNegativeTestJSON-1185854506 tempest-InstanceActionsNegativeTestJSON-1185854506-project] Usage tracker for resource:port and tenant:273cdd3922e842e1940c4e8d7be676c6 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:34:27.201651 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-52e38914-15ee-4393-81aa-40dd70400b3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:27.211043 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-a5b6f819-7ac1-4970-b3df-9f3c566a1f3e req-01a456e0-5421-4cd7-816e-2c541c1dcb74 tempest-InstanceActionsNegativeTestJSON-1185854506 tempest-InstanceActionsNegativeTestJSON-1185854506-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:34:27.274490 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17d8577d-6ce8-4783-a946-5a0f65ae9560', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '856a48b4-b466-49e1-8ca0-77346a4dabf8'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:34:27.345476 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-0adefc41-adcd-4d7d-acd1-6fe52f030cbb tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 5.0546346 Apr 18 19:34:27.347153 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-a5b6f819-7ac1-4970-b3df-9f3c566a1f3e req-01a456e0-5421-4cd7-816e-2c541c1dcb74 tempest-InstanceActionsNegativeTestJSON-1185854506 tempest-InstanceActionsNegativeTestJSON-1185854506-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:34:27.370480 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 59750) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:34:27.378634 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvr_db [None req-d6423dbf-7b09-48ee-9422-0609c7c3d540 None None] Set router 5db9a198-cca2-4839-964d-989973220cd5 gateway port host: n-d-836017-2 {{(pid=84766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:34:27.390566 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-52e38914-15ee-4393-81aa-40dd70400b3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:27.413729 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=856a48b4-b466-49e1-8ca0-77346a4dabf8,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:27.435814 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e38914-15ee-4393-81aa-40dd70400b3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Pushing event updated for resources: {'Port': ['ID=9a0b0f0f-483d-408a-b127-8cc4703e1184,revision_number=2']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:27.447301 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-664390c5-2e84-4b6d-a9f4-7629b38023fb'] response: {'server_uuid': '17d8577d-6ce8-4783-a946-5a0f65ae9560', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '856a48b4-b466-49e1-8ca0-77346a4dabf8', 'code': 200} Apr 18 19:34:27.466584 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5b6f819-7ac1-4970-b3df-9f3c566a1f3e req-01a456e0-5421-4cd7-816e-2c541c1dcb74 tempest-InstanceActionsNegativeTestJSON-1185854506 tempest-InstanceActionsNegativeTestJSON-1185854506-project] Made reservation on behalf of 273cdd3922e842e1940c4e8d7be676c6 for: {'port': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:34:27.470177 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-a5b6f819-7ac1-4970-b3df-9f3c566a1f3e req-01a456e0-5421-4cd7-816e-2c541c1dcb74 tempest-InstanceActionsNegativeTestJSON-1185854506 tempest-InstanceActionsNegativeTestJSON-1185854506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:27.472433 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-58ed09d9-6055-4b9b-869a-49a984a67d03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:27.591817 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-58ed09d9-6055-4b9b-869a-49a984a67d03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:34:27.602782 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-58ed09d9-6055-4b9b-869a-49a984a67d03 admin admin] Usage tracker for resource:security_group_rule and tenant:f2531f23176d4cc4945d4d19ba21a0fd is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:34:27.610171 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-58ed09d9-6055-4b9b-869a-49a984a67d03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:34:27.631381 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-58ed09d9-6055-4b9b-869a-49a984a67d03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:34:27.663611 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-52e38914-15ee-4393-81aa-40dd70400b3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 5.6233723 Apr 18 19:34:27.691604 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 59754) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:34:27.790662 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-58ed09d9-6055-4b9b-869a-49a984a67d03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:27.799663 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device b02c93a0-da59-4a7f-a936-03ecbd7f8f9f up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:34:27.902178 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-bd105833-ec0b-427a-ada0-a8c7e4acf662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Deleting port 9a0b0f0f-483d-408a-b127-8cc4703e1184 {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:34:27.902178 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-bd105833-ec0b-427a-ada0-a8c7e4acf662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:27.907546 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0517e3-1657-4364-9b39-fe9788c49f94 None None] Network a6104562-d871-4869-9fa8-73c34a57c151 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:34:27.997767 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-58ed09d9-6055-4b9b-869a-49a984a67d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:28.000402 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d8e1ccc6-9ed0-43c3-8fbb-88481d739211 req-6adb6e4e-eacc-4fff-9657-20101dc402c0 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=17d8577d-6ce8-4783-a946-5a0f65ae9560 HTTP/1.1" status: 200 len: 1097 time: 0.4293873 Apr 18 19:34:28.046891 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_common [req-a5b6f819-7ac1-4970-b3df-9f3c566a1f3e req-01a456e0-5421-4cd7-816e-2c541c1dcb74 tempest-InstanceActionsNegativeTestJSON-1185854506 tempest-InstanceActionsNegativeTestJSON-1185854506-project] Allocated IP 172.20.0.7 (5e8c570a-ca53-4a57-a034-48bb43ae3f37/39e65cd2-4b1c-46f2-8fc6-e67a3d1447ee/693c5407-18e7-4335-b041-53452a926d8c) {{(pid=84763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:34:28.086144 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a6cdd8-b988-41a1-9f0d-d09404e793b3 req-8a6085dc-05a0-48d8-9419-b428041a6fbe tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:28.098629 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-57a6cdd8-b988-41a1-9f0d-d09404e793b3 req-8a6085dc-05a0-48d8-9419-b428041a6fbe tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/ports?device_id=bd7ac246-d0df-4fba-8ada-984281adf01e HTTP/1.1" status: 200 len: 950 time: 0.8125663 Apr 18 19:34:28.113340 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-d6423dbf-7b09-48ee-9422-0609c7c3d540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db9a198-cca2-4839-964d-989973220cd5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1770307152-router', 'tenant_id': '542ab1652bc6481698039fdf0fdfca7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '6b2bb02a-da4d-441c-99c1-1d7d04d15bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:34:22Z', 'updated_at': '2022-04-18T19:34:25Z', 'revision_number': 3, 'project_id': '542ab1652bc6481698039fdf0fdfca7f', 'gw_port': {'id': '6b2bb02a-da4d-441c-99c1-1d7d04d15bca', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d6:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5db9a198-cca2-4839-964d-989973220cd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:34:24Z', 'updated_at': '2022-04-18T19:34:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2'}], 'n-d-836017-2', False) {} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:34:28.126853 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6423dbf-7b09-48ee-9422-0609c7c3d540 None None] Checking router: 5db9a198-cca2-4839-964d-989973220cd5 for host: n-d-836017-2 {{(pid=84766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:34:28.127399 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6423dbf-7b09-48ee-9422-0609c7c3d540 None None] Updating router 5db9a198-cca2-4839-964d-989973220cd5 port 6b2bb02a-da4d-441c-99c1-1d7d04d15bca binding host n-d-836017-2 {{(pid=84766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 19:34:28.199493 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f62467-1166-4992-9d44-86249a4f4c6e tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:28.204721 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-2a117ceb-4483-411d-a082-9a403c145901 None None] Provisioning for port b02c93a0-da59-4a7f-a936-03ecbd7f8f9f completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:34:28.207638 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f62467-1166-4992-9d44-86249a4f4c6e tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:28.209904 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-f7f62467-1166-4992-9d44-86249a4f4c6e tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.7539897 Apr 18 19:34:28.241255 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-d6423dbf-7b09-48ee-9422-0609c7c3d540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:28.261956 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-58ed09d9-6055-4b9b-869a-49a984a67d03 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f2531f23176d4cc4945d4d19ba21a0fd&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5397165 Apr 18 19:34:28.263099 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ed09d9-6055-4b9b-869a-49a984a67d03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bcb5346-5a52-431e-a8d8-657f608681dc,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:28.275317 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 59764) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:34:28.277008 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 59766) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:34:28.308785 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-2a117ceb-4483-411d-a082-9a403c145901 None None] Provisioning complete for port b02c93a0-da59-4a7f-a936-03ecbd7f8f9f triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:34:28.317604 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2a117ceb-4483-411d-a082-9a403c145901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:28.355540 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning for port b02c93a0-da59-4a7f-a936-03ecbd7f8f9f completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:34:28.374937 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port b02c93a0-da59-4a7f-a936-03ecbd7f8f9f triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:34:28.375645 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:28.438281 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-57a6cdd8-b988-41a1-9f0d-d09404e793b3 req-6337fe0f-7379-486c-8992-932376a35c47 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb75c1f-620d-4cfd-a804-faa1a9266f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3385670 Apr 18 19:34:28.484359 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d8e1ccc6-9ed0-43c3-8fbb-88481d739211 req-4a177273-37dd-47d9-9805-01505925cbe4 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=6dce0218-3e63-47f4-ad5c-3b3c3b13b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804135 Apr 18 19:34:28.502105 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-ae77fba7-e0a2-44a0-a189-93379b4278d6 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Deleting port 48f58465-8f26-4ce8-993e-2802b4f80b7e {{(pid=84764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:34:28.502648 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-ae77fba7-e0a2-44a0-a189-93379b4278d6 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:28.550322 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [None req-bd105833-ec0b-427a-ada0-a8c7e4acf662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] For port 9a0b0f0f-483d-408a-b127-8cc4703e1184, host n-h2-836017-2, got binding levels [] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:34:28.551117 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-bd105833-ec0b-427a-ada0-a8c7e4acf662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:28.770658 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2a117ceb-4483-411d-a082-9a403c145901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:28.781909 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:28.837941 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] For port b02c93a0-da59-4a7f-a936-03ecbd7f8f9f, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=b02c93a0-da59-4a7f-a936-03ecbd7f8f9f,segment=NetworkSegment(76e03cee-37c3-41cb-bd5f-699fff00054e),segment_id=76e03cee-37c3-41cb-bd5f-699fff00054e)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:34:28.853571 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-d6423dbf-7b09-48ee-9422-0609c7c3d540 None None] Notify callbacks [] for port, precommit_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:28.893071 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.provisioning_blocks [None req-d6423dbf-7b09-48ee-9422-0609c7c3d540 None None] Transition to ACTIVE for port object 6b2bb02a-da4d-441c-99c1-1d7d04d15bca will not be triggered until provisioned by entity L2. {{(pid=84766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:34:28.930909 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:28.931410 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-ae77fba7-e0a2-44a0-a189-93379b4278d6 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:28.970335 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-048fc733-ce67-415d-93c8-47df94d9ae92 req-43bdb8ee-9d3e-4d99-b15a-dae97ca14db0 tempest-InstanceActionsNegativeTestJSON-1185854506 tempest-InstanceActionsNegativeTestJSON-1185854506-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c83f216-3e9b-48a3-b072-c986fb66cc48 HTTP/1.1" status: 200 len: 210 time: 0.1023893 Apr 18 19:34:28.993822 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-d6423dbf-7b09-48ee-9422-0609c7c3d540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:29.130915 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-2a117ceb-4483-411d-a082-9a403c145901 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84765) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 19:34:29.131359 n-d-836017-2 neutron-server[84765]: DEBUG oslo_db.api [None req-2a117ceb-4483-411d-a082-9a403c145901 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 19:34:29.135728 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Pushing event updated for resources: {'Port': ['ID=b02c93a0-da59-4a7f-a936-03ecbd7f8f9f,revision_number=3']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:29.157093 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.managers [None req-d6423dbf-7b09-48ee-9422-0609c7c3d540 None None] Attempting to bind port 6b2bb02a-da4d-441c-99c1-1d7d04d15bca on host n-d-836017-2 for vnic_type normal with profile {{(pid=84766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:34:29.159068 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.managers [None req-d6423dbf-7b09-48ee-9422-0609c7c3d540 None None] Attempting to bind port 6b2bb02a-da4d-441c-99c1-1d7d04d15bca by drivers openvswitch,hyperv on host n-d-836017-2 at level 0 using segments [{'id': '5de34947-6c56-419b-85d0-f61f69ce7c45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'}] {{(pid=84766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:34:29.159609 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6423dbf-7b09-48ee-9422-0609c7c3d540 None None] Attempting to bind port 6b2bb02a-da4d-441c-99c1-1d7d04d15bca on network 11e8e108-37df-4084-b6b7-113e6beb66b4 {{(pid=84766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:34:29.171695 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-ae77fba7-e0a2-44a0-a189-93379b4278d6 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Calling delete_port for 48f58465-8f26-4ce8-993e-2802b4f80b7e owned by {{(pid=84764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:34:29.173854 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6423dbf-7b09-48ee-9422-0609c7c3d540 None None] Checking agent: {'id': 'df2a5cfe-6839-400b-a998-e4fffce70f45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 8, 22), 'started_at': datetime.datetime(2022, 4, 18, 19, 8, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:34:29.174455 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6423dbf-7b09-48ee-9422-0609c7c3d540 None None] Checking segment: {'id': '5de34947-6c56-419b-85d0-f61f69ce7c45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:34:29.175065 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-d6423dbf-7b09-48ee-9422-0609c7c3d540 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:29.175591 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6423dbf-7b09-48ee-9422-0609c7c3d540 None None] Bound using segment: {'id': '5de34947-6c56-419b-85d0-f61f69ce7c45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'} {{(pid=84766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:34:29.176170 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.managers [None req-d6423dbf-7b09-48ee-9422-0609c7c3d540 None None] Bound port: 6b2bb02a-da4d-441c-99c1-1d7d04d15bca, host: n-d-836017-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5de34947-6c56-419b-85d0-f61f69ce7c45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'}}] {{(pid=84766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:34:29.176669 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-d6423dbf-7b09-48ee-9422-0609c7c3d540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:29.209180 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ef8098-da33-44a8-a218-725f25199376 None None] Pushing event updated for resources: {'Port': ['ID=6b2bb02a-da4d-441c-99c1-1d7d04d15bca,revision_number=2']} {{(pid=84766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:29.214704 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f3a409a3-e122-48aa-b82d-9d54d0849577 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:29.251290 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-bd105833-ec0b-427a-ada0-a8c7e4acf662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Calling delete_port for 9a0b0f0f-483d-408a-b127-8cc4703e1184 owned by {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:34:29.296271 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.db [None req-d6423dbf-7b09-48ee-9422-0609c7c3d540 None None] For port 6b2bb02a-da4d-441c-99c1-1d7d04d15bca, host n-d-836017-2, cleared binding levels {{(pid=84766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:34:29.299822 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.db [None req-d6423dbf-7b09-48ee-9422-0609c7c3d540 None None] For port 6b2bb02a-da4d-441c-99c1-1d7d04d15bca, host n-d-836017-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=6b2bb02a-da4d-441c-99c1-1d7d04d15bca,segment=NetworkSegment(5de34947-6c56-419b-85d0-f61f69ce7c45),segment_id=5de34947-6c56-419b-85d0-f61f69ce7c45)] {{(pid=84766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:34:29.396263 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-d6423dbf-7b09-48ee-9422-0609c7c3d540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:29.403952 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f3a409a3-e122-48aa-b82d-9d54d0849577 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:29.416952 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-a5b6f819-7ac1-4970-b3df-9f3c566a1f3e req-01a456e0-5421-4cd7-816e-2c541c1dcb74 tempest-InstanceActionsNegativeTestJSON-1185854506 tempest-InstanceActionsNegativeTestJSON-1185854506-project] Notify callbacks [] for port, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:29.436436 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43585938-7cc1-45d2-b6d9-5a1fc595adad req-570ebb63-7514-437c-bd1c-9c592e2e8a86 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:29.446721 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-43585938-7cc1-45d2-b6d9-5a1fc595adad req-570ebb63-7514-437c-bd1c-9c592e2e8a86 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=17d8577d-6ce8-4783-a946-5a0f65ae9560 HTTP/1.1" status: 200 len: 946 time: 1.0931413 Apr 18 19:34:29.488420 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-bd105833-ec0b-427a-ada0-a8c7e4acf662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:29.567960 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd105833-ec0b-427a-ada0-a8c7e4acf662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Pushing event deleted for resources: {'Port': ['ID=9a0b0f0f-483d-408a-b127-8cc4703e1184,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:29.585863 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-bd105833-ec0b-427a-ada0-a8c7e4acf662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:29.596239 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ef8098-da33-44a8-a218-725f25199376 None None] Pushing event updated for resources: {'Port': ['ID=6b2bb02a-da4d-441c-99c1-1d7d04d15bca,revision_number=3']} {{(pid=84766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:29.616916 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-43585938-7cc1-45d2-b6d9-5a1fc595adad req-4c6994f8-989e-4c12-b141-9d8db60fb391 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/security-groups?id=6dce0218-3e63-47f4-ad5c-3b3c3b13b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692233 Apr 18 19:34:29.627143 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6423dbf-7b09-48ee-9422-0609c7c3d540 None None] Routers {'5db9a198-cca2-4839-964d-989973220cd5'} bound to L3 agent in host n-d-836017-2 {{(pid=84766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:34:29.627769 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-d6423dbf-7b09-48ee-9422-0609c7c3d540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:34:20Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['5db9a198-cca2-4839-964d-989973220cd5'], 'active': True} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:34:29.649358 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-bd105833-ec0b-427a-ada0-a8c7e4acf662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] 10.222.0.69 "DELETE /v2.0/ports/9a0b0f0f-483d-408a-b127-8cc4703e1184 HTTP/1.1" status: 204 len: 168 time: 1.9694986 Apr 18 19:34:29.665118 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 59776) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:34:29.680956 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-ae77fba7-e0a2-44a0-a189-93379b4278d6 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:29.685509 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f3a409a3-e122-48aa-b82d-9d54d0849577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:29.745163 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device b02c93a0-da59-4a7f-a936-03ecbd7f8f9f up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:34:29.781136 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-a5b6f819-7ac1-4970-b3df-9f3c566a1f3e req-01a456e0-5421-4cd7-816e-2c541c1dcb74 tempest-InstanceActionsNegativeTestJSON-1185854506 tempest-InstanceActionsNegativeTestJSON-1185854506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:29.837570 n-d-836017-2 neutron-server[84763]: INFO neutron.pecan_wsgi.hooks.translation [None req-8be8f513-15e2-4fda-9be8-5e97f85c47eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] GET failed (client error): The resource could not be found. Apr 18 19:34:29.838338 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-8be8f513-15e2-4fda-9be8-5e97f85c47eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Synchronizing usage tracker for tenant:bd1be97ca6cd4b1a8d60d412734bd1c8 on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:34:29.904037 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a456e0-5421-4cd7-816e-2c541c1dcb74 tempest-InstanceActionsNegativeTestJSON-1185854506 tempest-InstanceActionsNegativeTestJSON-1185854506-project] Pushing event updated for resources: {'Port': ['ID=693c5407-18e7-4335-b041-53452a926d8c,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:29.910148 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5b6f819-7ac1-4970-b3df-9f3c566a1f3e req-01a456e0-5421-4cd7-816e-2c541c1dcb74 tempest-InstanceActionsNegativeTestJSON-1185854506 tempest-InstanceActionsNegativeTestJSON-1185854506-project] Network 5e8c570a-ca53-4a57-a034-48bb43ae3f37 is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:34:29.915358 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [req-a5b6f819-7ac1-4970-b3df-9f3c566a1f3e req-01a456e0-5421-4cd7-816e-2c541c1dcb74 tempest-InstanceActionsNegativeTestJSON-1185854506 tempest-InstanceActionsNegativeTestJSON-1185854506-project] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:34:29.927879 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5b6f819-7ac1-4970-b3df-9f3c566a1f3e req-01a456e0-5421-4cd7-816e-2c541c1dcb74 tempest-InstanceActionsNegativeTestJSON-1185854506 tempest-InstanceActionsNegativeTestJSON-1185854506-project] Received port after_create {{(pid=84763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:34:29.982876 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvr_db [None req-d6423dbf-7b09-48ee-9422-0609c7c3d540 None None] Set router 5db9a198-cca2-4839-964d-989973220cd5 gateway port host: n-d-836017-2 {{(pid=84766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:34:30.003837 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-8be8f513-15e2-4fda-9be8-5e97f85c47eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Unset dirty status for tenant:bd1be97ca6cd4b1a8d60d412734bd1c8 on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:34:30.005062 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-8be8f513-15e2-4fda-9be8-5e97f85c47eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] 10.222.0.69 "GET /v2.0/ports/9a0b0f0f-483d-408a-b127-8cc4703e1184 HTTP/1.1" status: 404 len: 333 time: 0.3380747 Apr 18 19:34:30.013381 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 59780) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:34:30.033001 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port b02c93a0-da59-4a7f-a936-03ecbd7f8f9f triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:34:30.034483 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:30.062969 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-ad90df6b-6329-4333-9e0d-4ed1e2003657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Request body: {'port': {'network_id': '3e767b9f-e26d-4569-9dc6-de349bf1bb2d', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-814157779'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:34:30.089367 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-ad90df6b-6329-4333-9e0d-4ed1e2003657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:34:30.140599 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a409a3-e122-48aa-b82d-9d54d0849577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bcb5346-5a52-431e-a8d8-657f608681dc,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:30.144006 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-ad90df6b-6329-4333-9e0d-4ed1e2003657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:34:30.161516 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b6f819-7ac1-4970-b3df-9f3c566a1f3e req-01a456e0-5421-4cd7-816e-2c541c1dcb74 tempest-InstanceActionsNegativeTestJSON-1185854506 tempest-InstanceActionsNegativeTestJSON-1185854506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:30.161516 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-a5b6f819-7ac1-4970-b3df-9f3c566a1f3e req-01a456e0-5421-4cd7-816e-2c541c1dcb74 tempest-InstanceActionsNegativeTestJSON-1185854506 tempest-InstanceActionsNegativeTestJSON-1185854506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:30.200586 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-639868a8-3f5b-4ebb-8179-889b1fb69806 None None] Provisioning complete for port b02c93a0-da59-4a7f-a936-03ecbd7f8f9f triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:34:30.201385 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-639868a8-3f5b-4ebb-8179-889b1fb69806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:30.224356 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-ae77fba7-e0a2-44a0-a189-93379b4278d6 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:30.230049 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae77fba7-e0a2-44a0-a189-93379b4278d6 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Pushing event deleted for resources: {'Port': ['ID=48f58465-8f26-4ce8-993e-2802b4f80b7e,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:30.296051 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f3a409a3-e122-48aa-b82d-9d54d0849577 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:30.299568 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-f3a409a3-e122-48aa-b82d-9d54d0849577 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4bcb5346-5a52-431e-a8d8-657f608681dc HTTP/1.1" status: 204 len: 168 time: 2.0165582 Apr 18 19:34:30.312028 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-ae77fba7-e0a2-44a0-a189-93379b4278d6 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] 10.222.0.69 "DELETE /v2.0/ports/48f58465-8f26-4ce8-993e-2802b4f80b7e HTTP/1.1" status: 204 len: 168 time: 2.0338042 Apr 18 19:34:30.313693 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad90df6b-6329-4333-9e0d-4ed1e2003657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Made reservation on behalf of bd1be97ca6cd4b1a8d60d412734bd1c8 for: {'port': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:34:30.317250 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ad90df6b-6329-4333-9e0d-4ed1e2003657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:30.317857 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 59788) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:34:30.342062 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a5b6f819-7ac1-4970-b3df-9f3c566a1f3e req-01a456e0-5421-4cd7-816e-2c541c1dcb74 tempest-InstanceActionsNegativeTestJSON-1185854506 tempest-InstanceActionsNegativeTestJSON-1185854506-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6933577 Apr 18 19:34:30.363337 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-a5b6f819-7ac1-4970-b3df-9f3c566a1f3e req-bdf6615d-bde3-4542-9849-2e5be17afdd1 service neutron] Request body: {'port': {'device_id': '9c83f216-3e9b-48a3-b072-c986fb66cc48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-2'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:34:30.415381 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [None req-ad90df6b-6329-4333-9e0d-4ed1e2003657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] device_id is not set on port c10e1e3a-1565-4bc5-842a-a4d5d4a473e8 yet. {{(pid=84763) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 19:34:30.444016 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-f9a7b33c-03fe-4702-9a7a-49f8d941513e tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Deleting port ced21acc-2a39-4c42-88a5-3d369ad3e09b {{(pid=84764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:34:30.444982 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f9a7b33c-03fe-4702-9a7a-49f8d941513e tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:30.567077 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2c202f-7dba-406f-9abf-417bb99e1542 req-08c1f7ca-db31-48df-900c-8005e4755bab tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:30.568691 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-7e2c202f-7dba-406f-9abf-417bb99e1542 req-08c1f7ca-db31-48df-900c-8005e4755bab tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/ports?device_id=bd7ac246-d0df-4fba-8ada-984281adf01e HTTP/1.1" status: 200 len: 950 time: 0.5491765 Apr 18 19:34:30.641098 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-d6423dbf-7b09-48ee-9422-0609c7c3d540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db9a198-cca2-4839-964d-989973220cd5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1770307152-router', 'tenant_id': '542ab1652bc6481698039fdf0fdfca7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '6b2bb02a-da4d-441c-99c1-1d7d04d15bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:34:22Z', 'updated_at': '2022-04-18T19:34:25Z', 'revision_number': 3, 'project_id': '542ab1652bc6481698039fdf0fdfca7f', 'gw_port': {'id': '6b2bb02a-da4d-441c-99c1-1d7d04d15bca', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d6:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5db9a198-cca2-4839-964d-989973220cd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:34:24Z', 'updated_at': '2022-04-18T19:34:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2'}], 'n-d-836017-2', False) {} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:34:30.647250 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6423dbf-7b09-48ee-9422-0609c7c3d540 None None] The sync data for ids ['5db9a198-cca2-4839-964d-989973220cd5'] in n-d-836017-2 is: [{'id': '5db9a198-cca2-4839-964d-989973220cd5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1770307152-router', 'tenant_id': '542ab1652bc6481698039fdf0fdfca7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '6b2bb02a-da4d-441c-99c1-1d7d04d15bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:34:22Z', 'updated_at': '2022-04-18T19:34:25Z', 'revision_number': 3, 'project_id': '542ab1652bc6481698039fdf0fdfca7f', 'gw_port': {'id': '6b2bb02a-da4d-441c-99c1-1d7d04d15bca', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d6:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5db9a198-cca2-4839-964d-989973220cd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:34:24Z', 'updated_at': '2022-04-18T19:34:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2'}] {{(pid=84766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:34:30.654015 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3211a875-bf7b-4d3e-a824-400526ed8443 req-60886209-404f-4ead-97c5-db521f8dc94c tempest-InstanceActionsNegativeTestJSON-1185854506 tempest-InstanceActionsNegativeTestJSON-1185854506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:30.657899 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-3211a875-bf7b-4d3e-a824-400526ed8443 req-60886209-404f-4ead-97c5-db521f8dc94c tempest-InstanceActionsNegativeTestJSON-1185854506 tempest-InstanceActionsNegativeTestJSON-1185854506-project] Synchronizing usage tracker for tenant:273cdd3922e842e1940c4e8d7be676c6 on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:34:30.729691 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-a5b6f819-7ac1-4970-b3df-9f3c566a1f3e req-bdf6615d-bde3-4542-9849-2e5be17afdd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:30.866324 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f9a7b33c-03fe-4702-9a7a-49f8d941513e tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:30.912810 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-3211a875-bf7b-4d3e-a824-400526ed8443 req-60886209-404f-4ead-97c5-db521f8dc94c tempest-InstanceActionsNegativeTestJSON-1185854506 tempest-InstanceActionsNegativeTestJSON-1185854506-project] Unset dirty status for tenant:273cdd3922e842e1940c4e8d7be676c6 on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:34:30.913989 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3211a875-bf7b-4d3e-a824-400526ed8443 req-60886209-404f-4ead-97c5-db521f8dc94c tempest-InstanceActionsNegativeTestJSON-1185854506 tempest-InstanceActionsNegativeTestJSON-1185854506-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c83f216-3e9b-48a3-b072-c986fb66cc48 HTTP/1.1" status: 200 len: 931 time: 0.6948910 Apr 18 19:34:31.068605 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-f9a7b33c-03fe-4702-9a7a-49f8d941513e tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Calling delete_port for ced21acc-2a39-4c42-88a5-3d369ad3e09b owned by {{(pid=84764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:34:31.111127 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-7e2c202f-7dba-406f-9abf-417bb99e1542 req-4105673f-74c8-4c2f-b9bb-69798da3a6d3 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb75c1f-620d-4cfd-a804-faa1a9266f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5163407 Apr 18 19:34:31.210350 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ad90df6b-6329-4333-9e0d-4ed1e2003657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:31.297217 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3211a875-bf7b-4d3e-a824-400526ed8443 req-b534b965-80cd-4427-9aca-8db9bcb95410 tempest-InstanceActionsNegativeTestJSON-1185854506 tempest-InstanceActionsNegativeTestJSON-1185854506-project] 10.222.0.69 "GET /v2.0/security-groups?id=07b63910-6edc-4326-be36-b5ae6bc6ead5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3617365 Apr 18 19:34:31.353259 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f9a7b33c-03fe-4702-9a7a-49f8d941513e tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:31.487428 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ad90df6b-6329-4333-9e0d-4ed1e2003657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:31.566038 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a7b33c-03fe-4702-9a7a-49f8d941513e tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Pushing event deleted for resources: {'Port': ['ID=ced21acc-2a39-4c42-88a5-3d369ad3e09b,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:31.584786 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad90df6b-6329-4333-9e0d-4ed1e2003657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Pushing event updated for resources: {'Port': ['ID=c10e1e3a-1565-4bc5-842a-a4d5d4a473e8,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:31.623445 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f9a7b33c-03fe-4702-9a7a-49f8d941513e tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:31.638715 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-f9a7b33c-03fe-4702-9a7a-49f8d941513e tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] 10.222.0.69 "DELETE /v2.0/ports/ced21acc-2a39-4c42-88a5-3d369ad3e09b HTTP/1.1" status: 204 len: 168 time: 1.3178542 Apr 18 19:34:31.647809 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 59810) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:34:31.773722 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-03887eaf-19b9-4b78-af85-1be2cb7284c5 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Synchronizing usage tracker for tenant:8b67d1a7b46a48daac10c83387c0c576 on resource:port {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:34:31.780705 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-9341ef71-87f2-47b5-88aa-b48c7205585e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:31.814336 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad90df6b-6329-4333-9e0d-4ed1e2003657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Network 3e767b9f-e26d-4569-9dc6-de349bf1bb2d is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:34:31.834409 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [None req-ad90df6b-6329-4333-9e0d-4ed1e2003657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:34:31.844033 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 6b2bb02a-da4d-441c-99c1-1d7d04d15bca up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:34:31.848702 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad90df6b-6329-4333-9e0d-4ed1e2003657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Received port after_create {{(pid=84763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:34:31.854281 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad90df6b-6329-4333-9e0d-4ed1e2003657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:31.854281 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ad90df6b-6329-4333-9e0d-4ed1e2003657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:31.949552 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-03887eaf-19b9-4b78-af85-1be2cb7284c5 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Unset dirty status for tenant:8b67d1a7b46a48daac10c83387c0c576 on resource:port {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:34:31.949552 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-03887eaf-19b9-4b78-af85-1be2cb7284c5 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2825623 Apr 18 19:34:31.961338 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 59816) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:34:31.973612 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-d1fa9a6b-c50e-4516-8084-96b19d2d3ff2 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-399304397'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:34:31.986632 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04577bce-0371-450b-8ebd-940775f0cfdc req-41174aa8-c2d0-4fff-8d75-6c4fb44ad31f tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:31.988285 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-04577bce-0371-450b-8ebd-940775f0cfdc req-41174aa8-c2d0-4fff-8d75-6c4fb44ad31f tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=17d8577d-6ce8-4783-a946-5a0f65ae9560 HTTP/1.1" status: 200 len: 946 time: 0.5450964 Apr 18 19:34:31.991928 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-d1fa9a6b-c50e-4516-8084-96b19d2d3ff2 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:34:32.001722 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-d1fa9a6b-c50e-4516-8084-96b19d2d3ff2 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Usage tracker for resource:network and tenant:8b67d1a7b46a48daac10c83387c0c576 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:34:32.020944 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-d1fa9a6b-c50e-4516-8084-96b19d2d3ff2 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:34:32.037668 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-d1fa9a6b-c50e-4516-8084-96b19d2d3ff2 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:34:32.131735 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-04577bce-0371-450b-8ebd-940775f0cfdc req-6abd9eaf-0458-4267-b394-57855699fba7 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/security-groups?id=6dce0218-3e63-47f4-ad5c-3b3c3b13b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367524 Apr 18 19:34:32.132877 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_common [None req-9341ef71-87f2-47b5-88aa-b48c7205585e admin admin] Allocated IP 172.20.0.1 (a6104562-d871-4869-9fa8-73c34a57c151/243c42e2-37fd-4e07-9b81-bac922c31c79/e48e6d70-fd6b-4f0d-bf4c-b5f4a16be198) {{(pid=84764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:34:32.150702 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning for port 6b2bb02a-da4d-441c-99c1-1d7d04d15bca completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:34:32.159417 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port 6b2bb02a-da4d-441c-99c1-1d7d04d15bca triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:34:32.159417 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:32.325283 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-ad90df6b-6329-4333-9e0d-4ed1e2003657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.3107719 Apr 18 19:34:32.332915 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 59826) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:34:32.378721 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [req-a5b6f819-7ac1-4970-b3df-9f3c566a1f3e req-bdf6615d-bde3-4542-9849-2e5be17afdd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 693c5407-18e7-4335-b041-53452a926d8c {{(pid=84763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:34:32.398983 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-a5b6f819-7ac1-4970-b3df-9f3c566a1f3e req-bdf6615d-bde3-4542-9849-2e5be17afdd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:32.424130 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:32.426979 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1fa9a6b-c50e-4516-8084-96b19d2d3ff2 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Made reservation on behalf of 8b67d1a7b46a48daac10c83387c0c576 for: {'network': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:34:32.434035 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-d1fa9a6b-c50e-4516-8084-96b19d2d3ff2 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for network, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:32.441591 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [req-a5b6f819-7ac1-4970-b3df-9f3c566a1f3e req-bdf6615d-bde3-4542-9849-2e5be17afdd1 service neutron] Transition to ACTIVE for port object 693c5407-18e7-4335-b041-53452a926d8c will not be triggered until provisioned by entity L2. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:34:32.452746 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-9341ef71-87f2-47b5-88aa-b48c7205585e admin admin] Notify callbacks [] for port, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:32.453411 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-1592a771-ade7-462b-a054-db338ada17d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-836017-2'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:34:32.459080 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] For port 6b2bb02a-da4d-441c-99c1-1d7d04d15bca, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=6b2bb02a-da4d-441c-99c1-1d7d04d15bca,segment=NetworkSegment(5de34947-6c56-419b-85d0-f61f69ce7c45),segment_id=5de34947-6c56-419b-85d0-f61f69ce7c45)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:34:32.487805 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.provisioning_blocks [None req-9341ef71-87f2-47b5-88aa-b48c7205585e admin admin] Transition to ACTIVE for port object e48e6d70-fd6b-4f0d-bf4c-b5f4a16be198 will not be triggered until provisioned by entity DHCP. {{(pid=84764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:34:32.507251 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3cc9ef8d-92ca-4566-a2b5-c84a344f9684 req-214e557f-8a84-4be2-9d60-579a9f05b40b tempest-ServersOnMultiNodesTest-948315256 tempest-ServersOnMultiNodesTest-948315256-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=bd7ac246-d0df-4fba-8ada-984281adf01e HTTP/1.1" status: 200 len: 1101 time: 0.9264445 Apr 18 19:34:32.519607 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1fa9a6b-c50e-4516-8084-96b19d2d3ff2 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=84764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:34:32.541216 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52af377f-b468-41d7-a672-0957fd17af07 req-4895a097-8d75-41c1-8b47-b218adbe0334 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:32.542996 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-52af377f-b468-41d7-a672-0957fd17af07 req-4895a097-8d75-41c1-8b47-b218adbe0334 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=7d9f2a92-7181-4f18-9e91-9b7e7ad80d63 HTTP/1.1" status: 200 len: 946 time: 0.2186699 Apr 18 19:34:32.547785 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-d1fa9a6b-c50e-4516-8084-96b19d2d3ff2 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:32.548258 n-d-836017-2 neutron-server[84764]: INFO neutron.db.segments_db [None req-d1fa9a6b-c50e-4516-8084-96b19d2d3ff2 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Added segment 46904e53-0ce3-408a-afb5-09198ff902b8 of type vlan for network dc169f41-b840-49de-9491-f710457ce241 Apr 18 19:34:32.549690 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-a5b6f819-7ac1-4970-b3df-9f3c566a1f3e req-bdf6615d-bde3-4542-9849-2e5be17afdd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:32.562017 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:32.732356 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-d1fa9a6b-c50e-4516-8084-96b19d2d3ff2 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791093404182'] for network, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:32.792602 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Pushing event updated for resources: {'Port': ['ID=6b2bb02a-da4d-441c-99c1-1d7d04d15bca,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:32.807186 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-52af377f-b468-41d7-a672-0957fd17af07 req-6c197d2a-acb8-4f9e-ae9b-4c8b04517f95 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/security-groups?id=6dce0218-3e63-47f4-ad5c-3b3c3b13b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526402 Apr 18 19:34:32.834715 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-9341ef71-87f2-47b5-88aa-b48c7205585e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:32.864114 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3cc9ef8d-92ca-4566-a2b5-c84a344f9684 req-ddd95a9a-4f84-435d-a668-5a8cfaff6327 tempest-ServersOnMultiNodesTest-948315256 tempest-ServersOnMultiNodesTest-948315256-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=3bb75c1f-620d-4cfd-a804-faa1a9266f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3449726 Apr 18 19:34:32.963964 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf6615d-bde3-4542-9849-2e5be17afdd1 service neutron] Pushing event updated for resources: {'Port': ['ID=693c5407-18e7-4335-b041-53452a926d8c,revision_number=2']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:32.971036 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9341ef71-87f2-47b5-88aa-b48c7205585e admin admin] Pushing event updated for resources: {'Port': ['ID=e48e6d70-fd6b-4f0d-bf4c-b5f4a16be198,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:32.979678 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-d1fa9a6b-c50e-4516-8084-96b19d2d3ff2 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251'] for network, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:32.979893 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-1592a771-ade7-462b-a054-db338ada17d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:32.985179 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1fa9a6b-c50e-4516-8084-96b19d2d3ff2 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:32.986328 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-d1fa9a6b-c50e-4516-8084-96b19d2d3ff2 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:33.070985 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-a5b6f819-7ac1-4970-b3df-9f3c566a1f3e req-bdf6615d-bde3-4542-9849-2e5be17afdd1 service neutron] Attempting to bind port 693c5407-18e7-4335-b041-53452a926d8c on host n-h1-836017-2 for vnic_type normal with profile {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:34:33.071500 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-a5b6f819-7ac1-4970-b3df-9f3c566a1f3e req-bdf6615d-bde3-4542-9849-2e5be17afdd1 service neutron] Attempting to bind port 693c5407-18e7-4335-b041-53452a926d8c by drivers openvswitch,hyperv on host n-h1-836017-2 at level 0 using segments [{'id': '668ca07f-2e4a-4364-be7f-e30092653162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '5e8c570a-ca53-4a57-a034-48bb43ae3f37'}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:34:33.071833 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5b6f819-7ac1-4970-b3df-9f3c566a1f3e req-bdf6615d-bde3-4542-9849-2e5be17afdd1 service neutron] Attempting to bind port 693c5407-18e7-4335-b041-53452a926d8c on network 5e8c570a-ca53-4a57-a034-48bb43ae3f37 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:34:33.080295 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9341ef71-87f2-47b5-88aa-b48c7205585e admin admin] Network a6104562-d871-4869-9fa8-73c34a57c151 is already hosted by enough agents. {{(pid=84764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:34:33.088701 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5b6f819-7ac1-4970-b3df-9f3c566a1f3e req-bdf6615d-bde3-4542-9849-2e5be17afdd1 service neutron] Port 693c5407-18e7-4335-b041-53452a926d8c on network 5e8c570a-ca53-4a57-a034-48bb43ae3f37 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-2 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:34:33.089035 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5b6f819-7ac1-4970-b3df-9f3c566a1f3e req-bdf6615d-bde3-4542-9849-2e5be17afdd1 service neutron] Attempting to bind port 693c5407-18e7-4335-b041-53452a926d8c on network 5e8c570a-ca53-4a57-a034-48bb43ae3f37 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:34:33.101926 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5b6f819-7ac1-4970-b3df-9f3c566a1f3e req-bdf6615d-bde3-4542-9849-2e5be17afdd1 service neutron] Checking agent: {'id': 'e3a31811-08e0-42ba-bc2e-ed8a973b714f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 25), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:34:33.102348 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5b6f819-7ac1-4970-b3df-9f3c566a1f3e req-bdf6615d-bde3-4542-9849-2e5be17afdd1 service neutron] Checking segment: {'id': '668ca07f-2e4a-4364-be7f-e30092653162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '5e8c570a-ca53-4a57-a034-48bb43ae3f37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:34:33.102802 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5b6f819-7ac1-4970-b3df-9f3c566a1f3e req-bdf6615d-bde3-4542-9849-2e5be17afdd1 service neutron] Bound using segment: {'id': '668ca07f-2e4a-4364-be7f-e30092653162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '5e8c570a-ca53-4a57-a034-48bb43ae3f37'} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:34:33.103256 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-a5b6f819-7ac1-4970-b3df-9f3c566a1f3e req-bdf6615d-bde3-4542-9849-2e5be17afdd1 service neutron] Bound port: 693c5407-18e7-4335-b041-53452a926d8c, host: n-h1-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '668ca07f-2e4a-4364-be7f-e30092653162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '5e8c570a-ca53-4a57-a034-48bb43ae3f37'}}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:34:33.103704 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-a5b6f819-7ac1-4970-b3df-9f3c566a1f3e req-bdf6615d-bde3-4542-9849-2e5be17afdd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:33.166804 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fa9a6b-c50e-4516-8084-96b19d2d3ff2 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Pushing event updated for resources: {'Network': ['ID=dc169f41-b840-49de-9491-f710457ce241,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:33.181050 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Network dc169f41-b840-49de-9491-f710457ce241 details requested by agent ovs-agent-n-d-836017-2 with host n-d-836017-2 {{(pid=84765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:34:33.187954 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [None req-9341ef71-87f2-47b5-88aa-b48c7205585e admin admin] Resources bound (agent type, host, resource id): {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:34:33.190715 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9341ef71-87f2-47b5-88aa-b48c7205585e admin admin] Received port after_create {{(pid=84764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:34:33.282066 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-d1fa9a6b-c50e-4516-8084-96b19d2d3ff2 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3189640 Apr 18 19:34:33.292872 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 59844) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:34:33.315352 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-cf1d03ae-2cff-4311-a2df-2162eecda4b6 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1368207962'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:34:33.325292 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-cf1d03ae-2cff-4311-a2df-2162eecda4b6 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:34:33.366626 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-cf1d03ae-2cff-4311-a2df-2162eecda4b6 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Usage tracker for resource:network and tenant:8b67d1a7b46a48daac10c83387c0c576 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:34:33.392313 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-cf1d03ae-2cff-4311-a2df-2162eecda4b6 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:34:33.399412 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-cf1d03ae-2cff-4311-a2df-2162eecda4b6 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:34:33.424579 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-9341ef71-87f2-47b5-88aa-b48c7205585e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417434'] for router_interface, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:33.466659 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239a2ad5-798e-417b-a7db-98a768ae03e8 req-55dec37b-37ea-4200-b93e-9cf874fbc884 tempest-InstanceActionsNegativeTestJSON-1185854506 tempest-InstanceActionsNegativeTestJSON-1185854506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:33.468328 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-239a2ad5-798e-417b-a7db-98a768ae03e8 req-55dec37b-37ea-4200-b93e-9cf874fbc884 tempest-InstanceActionsNegativeTestJSON-1185854506 tempest-InstanceActionsNegativeTestJSON-1185854506-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c83f216-3e9b-48a3-b072-c986fb66cc48 HTTP/1.1" status: 200 len: 943 time: 0.4340093 Apr 18 19:34:33.517275 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf1d03ae-2cff-4311-a2df-2162eecda4b6 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Made reservation on behalf of 8b67d1a7b46a48daac10c83387c0c576 for: {'network': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:34:33.522608 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-cf1d03ae-2cff-4311-a2df-2162eecda4b6 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for network, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:33.536411 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-a5b6f819-7ac1-4970-b3df-9f3c566a1f3e req-bdf6615d-bde3-4542-9849-2e5be17afdd1 service neutron] For port 693c5407-18e7-4335-b041-53452a926d8c, host n-h1-836017-2, cleared binding levels {{(pid=84763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:34:33.572565 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-a5b6f819-7ac1-4970-b3df-9f3c566a1f3e req-bdf6615d-bde3-4542-9849-2e5be17afdd1 service neutron] For port 693c5407-18e7-4335-b041-53452a926d8c, host n-h1-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=693c5407-18e7-4335-b041-53452a926d8c,segment=NetworkSegment(668ca07f-2e4a-4364-be7f-e30092653162),segment_id=668ca07f-2e4a-4364-be7f-e30092653162)] {{(pid=84763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:34:33.614680 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-239a2ad5-798e-417b-a7db-98a768ae03e8 req-792b6b0a-8cc6-4540-978d-4af22ab4f09a tempest-InstanceActionsNegativeTestJSON-1185854506 tempest-InstanceActionsNegativeTestJSON-1185854506-project] Synchronizing usage tracker for tenant:273cdd3922e842e1940c4e8d7be676c6 on resource:security_group {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:34:33.617028 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf1d03ae-2cff-4311-a2df-2162eecda4b6 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=84764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:34:33.673221 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 6b2bb02a-da4d-441c-99c1-1d7d04d15bca up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:34:33.699580 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-cf1d03ae-2cff-4311-a2df-2162eecda4b6 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:33.700638 n-d-836017-2 neutron-server[84764]: INFO neutron.db.segments_db [None req-cf1d03ae-2cff-4311-a2df-2162eecda4b6 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Added segment 882ea873-689b-4c23-a4fe-5490ffe12161 of type vlan for network 2c1c9cf0-2966-4cda-b05c-a46e0eb45272 Apr 18 19:34:33.704761 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482239d9-8f8c-4ed0-ae8d-7ec1ede58341 req-770865aa-f6df-490f-ae2b-2e3c9d229e50 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:33.707173 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-482239d9-8f8c-4ed0-ae8d-7ec1ede58341 req-770865aa-f6df-490f-ae2b-2e3c9d229e50 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=17d8577d-6ce8-4783-a946-5a0f65ae9560 HTTP/1.1" status: 200 len: 946 time: 0.3260534 Apr 18 19:34:33.714357 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [None req-1592a771-ade7-462b-a054-db338ada17d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] device_id is not set on port c10e1e3a-1565-4bc5-842a-a4d5d4a473e8 yet. {{(pid=84763) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 19:34:33.725000 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-a5b6f819-7ac1-4970-b3df-9f3c566a1f3e req-bdf6615d-bde3-4542-9849-2e5be17afdd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:33.738827 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-9341ef71-87f2-47b5-88aa-b48c7205585e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:33.745009 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-bcbebc94-4be7-4436-bdea-beeab92d7cc5 None None] Provisioning for port e48e6d70-fd6b-4f0d-bf4c-b5f4a16be198 completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:34:33.761667 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-bcbebc94-4be7-4436-bdea-beeab92d7cc5 None None] Provisioning complete for port e48e6d70-fd6b-4f0d-bf4c-b5f4a16be198 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:34:33.762073 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bcbebc94-4be7-4436-bdea-beeab92d7cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:33.766385 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-1592a771-ade7-462b-a054-db338ada17d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:33.799531 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-cf1d03ae-2cff-4311-a2df-2162eecda4b6 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791093404182'] for network, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:33.809051 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-239a2ad5-798e-417b-a7db-98a768ae03e8 req-792b6b0a-8cc6-4540-978d-4af22ab4f09a tempest-InstanceActionsNegativeTestJSON-1185854506 tempest-InstanceActionsNegativeTestJSON-1185854506-project] Unset dirty status for tenant:273cdd3922e842e1940c4e8d7be676c6 on resource:security_group {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:34:33.810677 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-239a2ad5-798e-417b-a7db-98a768ae03e8 req-792b6b0a-8cc6-4540-978d-4af22ab4f09a tempest-InstanceActionsNegativeTestJSON-1185854506 tempest-InstanceActionsNegativeTestJSON-1185854506-project] 10.222.0.69 "GET /v2.0/security-groups?id=07b63910-6edc-4326-be36-b5ae6bc6ead5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3313248 Apr 18 19:34:33.855845 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port 6b2bb02a-da4d-441c-99c1-1d7d04d15bca triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:34:33.856944 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:33.893651 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [None req-1592a771-ade7-462b-a054-db338ada17d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Transition to ACTIVE for port object c10e1e3a-1565-4bc5-842a-a4d5d4a473e8 will not be triggered until provisioned by entity L2. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:34:33.931122 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-bcbebc94-4be7-4436-bdea-beeab92d7cc5 None None] Port e48e6d70-fd6b-4f0d-bf4c-b5f4a16be198 cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:34:33.950643 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-a5b6f819-7ac1-4970-b3df-9f3c566a1f3e req-bdf6615d-bde3-4542-9849-2e5be17afdd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:33.958030 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a5b6f819-7ac1-4970-b3df-9f3c566a1f3e req-bdf6615d-bde3-4542-9849-2e5be17afdd1 service neutron] 10.222.0.73 "PUT /v2.0/ports/693c5407-18e7-4335-b041-53452a926d8c HTTP/1.1" status: 200 len: 1091 time: 3.6028602 Apr 18 19:34:33.958535 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c83f216-3e9b-48a3-b072-c986fb66cc48', 'tag': '693c5407-18e7-4335-b041-53452a926d8c'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:34:34.000092 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-1592a771-ade7-462b-a054-db338ada17d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:34.019484 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-482239d9-8f8c-4ed0-ae8d-7ec1ede58341 req-26f9f6a2-4fa4-44b5-9295-3cb774799ef0 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/security-groups?id=6dce0218-3e63-47f4-ad5c-3b3c3b13b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2899294 Apr 18 19:34:34.021231 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf6615d-bde3-4542-9849-2e5be17afdd1 service neutron] Pushing event updated for resources: {'Port': ['ID=693c5407-18e7-4335-b041-53452a926d8c,revision_number=3']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:34.080578 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-cf1d03ae-2cff-4311-a2df-2162eecda4b6 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251'] for network, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:34.087587 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf1d03ae-2cff-4311-a2df-2162eecda4b6 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:34.088647 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-cf1d03ae-2cff-4311-a2df-2162eecda4b6 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:34.206380 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 59856) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:34:34.216682 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f99b7d9-c933-4139-9047-ee6050fb41dd'] response: {'name': 'network-changed', 'server_uuid': '9c83f216-3e9b-48a3-b072-c986fb66cc48', 'tag': '693c5407-18e7-4335-b041-53452a926d8c', 'status': 'completed', 'code': 200} Apr 18 19:34:34.270511 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1d03ae-2cff-4311-a2df-2162eecda4b6 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Pushing event updated for resources: {'Network': ['ID=2c1c9cf0-2966-4cda-b05c-a46e0eb45272,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:34.282747 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Network 2c1c9cf0-2966-4cda-b05c-a46e0eb45272 details requested by agent ovs-agent-n-d-836017-2 with host n-d-836017-2 {{(pid=84765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:34:34.370788 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1592a771-ade7-462b-a054-db338ada17d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Pushing event updated for resources: {'Port': ['ID=c10e1e3a-1565-4bc5-842a-a4d5d4a473e8,revision_number=2']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:34.373970 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-cf1d03ae-2cff-4311-a2df-2162eecda4b6 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0667117 Apr 18 19:34:34.442083 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [None req-1592a771-ade7-462b-a054-db338ada17d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attempting to bind port c10e1e3a-1565-4bc5-842a-a4d5d4a473e8 on host n-h2-836017-2 for vnic_type normal with profile {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:34:34.442422 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [None req-1592a771-ade7-462b-a054-db338ada17d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attempting to bind port c10e1e3a-1565-4bc5-842a-a4d5d4a473e8 by drivers openvswitch,hyperv on host n-h2-836017-2 at level 0 using segments [{'id': 'b567256b-dcec-4f80-9060-b4656cd0e360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '3e767b9f-e26d-4569-9dc6-de349bf1bb2d'}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:34:34.442761 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1592a771-ade7-462b-a054-db338ada17d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attempting to bind port c10e1e3a-1565-4bc5-842a-a4d5d4a473e8 on network 3e767b9f-e26d-4569-9dc6-de349bf1bb2d {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:34:34.475467 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1592a771-ade7-462b-a054-db338ada17d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Port c10e1e3a-1565-4bc5-842a-a4d5d4a473e8 on network 3e767b9f-e26d-4569-9dc6-de349bf1bb2d not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-2 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:34:34.475467 n-d-836017-2 neutron-server[84763]: ERROR neutron.plugins.ml2.managers [None req-1592a771-ade7-462b-a054-db338ada17d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Failed to bind port c10e1e3a-1565-4bc5-842a-a4d5d4a473e8 on host n-h2-836017-2 for vnic_type normal using segments [{'id': 'b567256b-dcec-4f80-9060-b4656cd0e360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '3e767b9f-e26d-4569-9dc6-de349bf1bb2d'}] Apr 18 19:34:34.475810 n-d-836017-2 neutron-server[84763]: INFO neutron.plugins.ml2.plugin [None req-1592a771-ade7-462b-a054-db338ada17d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attempt 2 to bind port c10e1e3a-1565-4bc5-842a-a4d5d4a473e8 Apr 18 19:34:34.523897 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-9341ef71-87f2-47b5-88aa-b48c7205585e admin admin] Notify callbacks [] for port, precommit_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:34.528010 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 59862) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:34:34.550829 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-96f69cb4-04c3-4ecd-8f67-0691a49f933a tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Request body: {'subnets': [{'network_id': 'dc169f41-b840-49de-9491-f710457ce241', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--598503524', 'ip_version': 4}, {'network_id': '2c1c9cf0-2966-4cda-b05c-a46e0eb45272', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:34:34.552888 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-96f69cb4-04c3-4ecd-8f67-0691a49f933a tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Request body: {'subnet': {'network_id': 'dc169f41-b840-49de-9491-f710457ce241', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--598503524', 'ip_version': 4}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:34:34.554043 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-96f69cb4-04c3-4ecd-8f67-0691a49f933a tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Request body: {'subnet': {'network_id': '2c1c9cf0-2966-4cda-b05c-a46e0eb45272', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:34:34.567328 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-160b4d12-0004-4e15-b793-26946d850450 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:34.579383 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [None req-1592a771-ade7-462b-a054-db338ada17d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attempting to bind port c10e1e3a-1565-4bc5-842a-a4d5d4a473e8 on host n-h2-836017-2 for vnic_type normal with profile {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:34:34.579799 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [None req-1592a771-ade7-462b-a054-db338ada17d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attempting to bind port c10e1e3a-1565-4bc5-842a-a4d5d4a473e8 by drivers openvswitch,hyperv on host n-h2-836017-2 at level 0 using segments [{'id': 'b567256b-dcec-4f80-9060-b4656cd0e360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '3e767b9f-e26d-4569-9dc6-de349bf1bb2d'}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:34:34.580584 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1592a771-ade7-462b-a054-db338ada17d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attempting to bind port c10e1e3a-1565-4bc5-842a-a4d5d4a473e8 on network 3e767b9f-e26d-4569-9dc6-de349bf1bb2d {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:34:34.616180 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-9341ef71-87f2-47b5-88aa-b48c7205585e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2290934'] for port, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:34.645815 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-160b4d12-0004-4e15-b793-26946d850450 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:34:34.655585 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a5b6f819-7ac1-4970-b3df-9f3c566a1f3e req-27fcfdbd-09e5-4c2f-b673-cefe188f606c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=273cdd3922e842e1940c4e8d7be676c6&device_id=9c83f216-3e9b-48a3-b072-c986fb66cc48 HTTP/1.1" status: 200 len: 1094 time: 0.4913743 Apr 18 19:34:34.769461 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-160b4d12-0004-4e15-b793-26946d850450 admin admin] Usage tracker for resource:security_group_rule and tenant:3817afdacd8c44d99c13570709fcfff5 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:34:34.781892 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-160b4d12-0004-4e15-b793-26946d850450 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:34:34.805758 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-160b4d12-0004-4e15-b793-26946d850450 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:34:34.810591 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1592a771-ade7-462b-a054-db338ada17d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Port c10e1e3a-1565-4bc5-842a-a4d5d4a473e8 on network 3e767b9f-e26d-4569-9dc6-de349bf1bb2d not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-2 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:34:34.810950 n-d-836017-2 neutron-server[84763]: ERROR neutron.plugins.ml2.managers [None req-1592a771-ade7-462b-a054-db338ada17d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Failed to bind port c10e1e3a-1565-4bc5-842a-a4d5d4a473e8 on host n-h2-836017-2 for vnic_type normal using segments [{'id': 'b567256b-dcec-4f80-9060-b4656cd0e360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '3e767b9f-e26d-4569-9dc6-de349bf1bb2d'}] Apr 18 19:34:34.817394 n-d-836017-2 neutron-server[84763]: INFO neutron.plugins.ml2.plugin [None req-1592a771-ade7-462b-a054-db338ada17d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attempt 3 to bind port c10e1e3a-1565-4bc5-842a-a4d5d4a473e8 Apr 18 19:34:34.837375 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9341ef71-87f2-47b5-88aa-b48c7205585e admin admin] Pushing event updated for resources: {'Port': ['ID=e48e6d70-fd6b-4f0d-bf4c-b5f4a16be198,revision_number=2']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:34.842579 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a5b6f819-7ac1-4970-b3df-9f3c566a1f3e req-8be39556-a145-41f5-be75-efe6b9e3da16 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=693c5407-18e7-4335-b041-53452a926d8c HTTP/1.1" status: 200 len: 217 time: 0.1344965 Apr 18 19:34:34.846098 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-9341ef71-87f2-47b5-88aa-b48c7205585e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-417335'] for router_interface, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:34.932295 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [None req-1592a771-ade7-462b-a054-db338ada17d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attempting to bind port c10e1e3a-1565-4bc5-842a-a4d5d4a473e8 on host n-h2-836017-2 for vnic_type normal with profile {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:34:34.933299 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [None req-1592a771-ade7-462b-a054-db338ada17d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attempting to bind port c10e1e3a-1565-4bc5-842a-a4d5d4a473e8 by drivers openvswitch,hyperv on host n-h2-836017-2 at level 0 using segments [{'id': 'b567256b-dcec-4f80-9060-b4656cd0e360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '3e767b9f-e26d-4569-9dc6-de349bf1bb2d'}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:34:34.933638 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1592a771-ade7-462b-a054-db338ada17d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attempting to bind port c10e1e3a-1565-4bc5-842a-a4d5d4a473e8 on network 3e767b9f-e26d-4569-9dc6-de349bf1bb2d {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:34:35.080720 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-160b4d12-0004-4e15-b793-26946d850450 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:35.117348 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21864756-cb28-40e3-a865-32d6385d32f2 req-64507ab5-1dde-4be8-83f3-a54942e28589 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:35.119012 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-21864756-cb28-40e3-a865-32d6385d32f2 req-64507ab5-1dde-4be8-83f3-a54942e28589 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/ports?device_id=bd7ac246-d0df-4fba-8ada-984281adf01e HTTP/1.1" status: 200 len: 950 time: 0.2585993 Apr 18 19:34:35.131497 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9341ef71-87f2-47b5-88aa-b48c7205585e admin admin] Network a6104562-d871-4869-9fa8-73c34a57c151 is already hosted by enough agents. {{(pid=84764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:34:35.145504 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [None req-9341ef71-87f2-47b5-88aa-b48c7205585e admin admin] Resources bound (agent type, host, resource id): {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:34:35.222032 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1592a771-ade7-462b-a054-db338ada17d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Port c10e1e3a-1565-4bc5-842a-a4d5d4a473e8 on network 3e767b9f-e26d-4569-9dc6-de349bf1bb2d not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-2 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:34:35.222568 n-d-836017-2 neutron-server[84763]: ERROR neutron.plugins.ml2.managers [None req-1592a771-ade7-462b-a054-db338ada17d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Failed to bind port c10e1e3a-1565-4bc5-842a-a4d5d4a473e8 on host n-h2-836017-2 for vnic_type normal using segments [{'id': 'b567256b-dcec-4f80-9060-b4656cd0e360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '3e767b9f-e26d-4569-9dc6-de349bf1bb2d'}] Apr 18 19:34:35.229683 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-160b4d12-0004-4e15-b793-26946d850450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:35.240081 n-d-836017-2 neutron-server[84763]: INFO neutron.plugins.ml2.plugin [None req-1592a771-ade7-462b-a054-db338ada17d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attempt 4 to bind port c10e1e3a-1565-4bc5-842a-a4d5d4a473e8 Apr 18 19:34:35.270484 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b6f819-7ac1-4970-b3df-9f3c566a1f3e req-1278af3a-5fde-4040-90cc-61ba5047f0e8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:35.272424 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a5b6f819-7ac1-4970-b3df-9f3c566a1f3e req-1278af3a-5fde-4040-90cc-61ba5047f0e8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=39e65cd2-4b1c-46f2-8fc6-e67a3d1447ee HTTP/1.1" status: 200 len: 860 time: 0.4201436 Apr 18 19:34:35.285993 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-662631ae-6c03-40a1-af7e-f5b2a9e6a354 req-6d51d594-a106-4fe5-8e35-d010589664c2 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=99639b6b-998a-466c-aaee-d63991d0f3d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6917481 Apr 18 19:34:35.413262 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [None req-1592a771-ade7-462b-a054-db338ada17d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attempting to bind port c10e1e3a-1565-4bc5-842a-a4d5d4a473e8 on host n-h2-836017-2 for vnic_type normal with profile {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:34:35.414105 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [None req-1592a771-ade7-462b-a054-db338ada17d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attempting to bind port c10e1e3a-1565-4bc5-842a-a4d5d4a473e8 by drivers openvswitch,hyperv on host n-h2-836017-2 at level 0 using segments [{'id': 'b567256b-dcec-4f80-9060-b4656cd0e360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '3e767b9f-e26d-4569-9dc6-de349bf1bb2d'}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:34:35.414608 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1592a771-ade7-462b-a054-db338ada17d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attempting to bind port c10e1e3a-1565-4bc5-842a-a4d5d4a473e8 on network 3e767b9f-e26d-4569-9dc6-de349bf1bb2d {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:34:35.423791 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a5b6f819-7ac1-4970-b3df-9f3c566a1f3e req-37d35751-3346-4727-b6e9-bb22fac89270 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5e8c570a-ca53-4a57-a034-48bb43ae3f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1331000 Apr 18 19:34:35.465438 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160b4d12-0004-4e15-b793-26946d850450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c434cf4-8fed-44be-a288-222d97446c39,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:35.465438 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-160b4d12-0004-4e15-b793-26946d850450 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3817afdacd8c44d99c13570709fcfff5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2568822 Apr 18 19:34:35.481463 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 59874) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:34:35.483099 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-21864756-cb28-40e3-a865-32d6385d32f2 req-5ed78389-07ae-4fe9-ac25-dc3ca4171ba3 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb75c1f-620d-4cfd-a804-faa1a9266f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3545196 Apr 18 19:34:35.489236 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-96f69cb4-04c3-4ecd-8f67-0691a49f933a tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:34:35.493007 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1592a771-ade7-462b-a054-db338ada17d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Port c10e1e3a-1565-4bc5-842a-a4d5d4a473e8 on network 3e767b9f-e26d-4569-9dc6-de349bf1bb2d not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-2 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:34:35.493338 n-d-836017-2 neutron-server[84763]: ERROR neutron.plugins.ml2.managers [None req-1592a771-ade7-462b-a054-db338ada17d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Failed to bind port c10e1e3a-1565-4bc5-842a-a4d5d4a473e8 on host n-h2-836017-2 for vnic_type normal using segments [{'id': 'b567256b-dcec-4f80-9060-b4656cd0e360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '3e767b9f-e26d-4569-9dc6-de349bf1bb2d'}] Apr 18 19:34:35.506607 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160b4d12-0004-4e15-b793-26946d850450 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:34:35.510014 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160b4d12-0004-4e15-b793-26946d850450 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:34:35.510490 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160b4d12-0004-4e15-b793-26946d850450 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:34:35.513891 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160b4d12-0004-4e15-b793-26946d850450 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:34:35.517778 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160b4d12-0004-4e15-b793-26946d850450 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:34:35.520144 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160b4d12-0004-4e15-b793-26946d850450 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:34:35.520514 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160b4d12-0004-4e15-b793-26946d850450 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:34:35.521592 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160b4d12-0004-4e15-b793-26946d850450 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:34:35.521970 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160b4d12-0004-4e15-b793-26946d850450 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:34:35.522252 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160b4d12-0004-4e15-b793-26946d850450 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:34:35.522576 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160b4d12-0004-4e15-b793-26946d850450 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:34:35.593367 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-3d188e68-2dba-4669-8ba0-f3ac17450dcc None None] Provisioning complete for port e48e6d70-fd6b-4f0d-bf4c-b5f4a16be198 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:34:35.593959 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3d188e68-2dba-4669-8ba0-f3ac17450dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:35.601721 n-d-836017-2 neutron-server[84763]: INFO neutron.plugins.ml2.plugin [None req-1592a771-ade7-462b-a054-db338ada17d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attempt 5 to bind port c10e1e3a-1565-4bc5-842a-a4d5d4a473e8 Apr 18 19:34:35.631678 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-96f69cb4-04c3-4ecd-8f67-0691a49f933a tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Usage tracker for resource:subnet and tenant:8b67d1a7b46a48daac10c83387c0c576 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:34:35.656464 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-96f69cb4-04c3-4ecd-8f67-0691a49f933a tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:34:35.683490 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-3d188e68-2dba-4669-8ba0-f3ac17450dcc None None] Port e48e6d70-fd6b-4f0d-bf4c-b5f4a16be198 cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:34:35.708513 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-96f69cb4-04c3-4ecd-8f67-0691a49f933a tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:34:35.747446 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [None req-1592a771-ade7-462b-a054-db338ada17d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attempting to bind port c10e1e3a-1565-4bc5-842a-a4d5d4a473e8 on host n-h2-836017-2 for vnic_type normal with profile {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:34:35.748520 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [None req-1592a771-ade7-462b-a054-db338ada17d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attempting to bind port c10e1e3a-1565-4bc5-842a-a4d5d4a473e8 by drivers openvswitch,hyperv on host n-h2-836017-2 at level 0 using segments [{'id': 'b567256b-dcec-4f80-9060-b4656cd0e360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '3e767b9f-e26d-4569-9dc6-de349bf1bb2d'}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:34:35.748848 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1592a771-ade7-462b-a054-db338ada17d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attempting to bind port c10e1e3a-1565-4bc5-842a-a4d5d4a473e8 on network 3e767b9f-e26d-4569-9dc6-de349bf1bb2d {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:34:35.763733 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfab8aea-73b8-4565-8149-3cf7fbf82dd8 req-ca71d910-c11f-470b-85ad-9510c6c6927b tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:35.765379 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-dfab8aea-73b8-4565-8149-3cf7fbf82dd8 req-ca71d910-c11f-470b-85ad-9510c6c6927b tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=17d8577d-6ce8-4783-a946-5a0f65ae9560 HTTP/1.1" status: 200 len: 946 time: 0.7864561 Apr 18 19:34:35.794707 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-662631ae-6c03-40a1-af7e-f5b2a9e6a354 req-e6309f61-85e9-4c97-8e18-f8efcfde83ea service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=73070b32fdb445869915286e0756abff&device_id=99639b6b-998a-466c-aaee-d63991d0f3d1 HTTP/1.1" status: 200 len: 1100 time: 0.4438431 Apr 18 19:34:35.830794 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1592a771-ade7-462b-a054-db338ada17d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Port c10e1e3a-1565-4bc5-842a-a4d5d4a473e8 on network 3e767b9f-e26d-4569-9dc6-de349bf1bb2d not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-2 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:34:35.831141 n-d-836017-2 neutron-server[84763]: ERROR neutron.plugins.ml2.managers [None req-1592a771-ade7-462b-a054-db338ada17d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Failed to bind port c10e1e3a-1565-4bc5-842a-a4d5d4a473e8 on host n-h2-836017-2 for vnic_type normal using segments [{'id': 'b567256b-dcec-4f80-9060-b4656cd0e360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '3e767b9f-e26d-4569-9dc6-de349bf1bb2d'}] Apr 18 19:34:35.861899 n-d-836017-2 neutron-server[84763]: INFO neutron.plugins.ml2.plugin [None req-1592a771-ade7-462b-a054-db338ada17d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attempt 6 to bind port c10e1e3a-1565-4bc5-842a-a4d5d4a473e8 Apr 18 19:34:35.884369 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ff25653f-8a39-4b08-add0-a47f48c87aed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:35.892869 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96f69cb4-04c3-4ecd-8f67-0691a49f933a tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Made reservation on behalf of 8b67d1a7b46a48daac10c83387c0c576 for: {'subnet': 2} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:34:35.985550 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a5b6f819-7ac1-4970-b3df-9f3c566a1f3e req-622f145d-439b-4b4d-83a4-e032db9dcc87 service neutron] 10.222.0.73 "GET /v2.0/networks/5e8c570a-ca53-4a57-a034-48bb43ae3f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5463638 Apr 18 19:34:35.998644 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c356da38-5a90-4d23-a2d9-7fc961570573 req-6ffb070a-46d7-46b7-9679-a6b51f220367 tempest-InstanceActionsNegativeTestJSON-1185854506 tempest-InstanceActionsNegativeTestJSON-1185854506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:36.000142 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c356da38-5a90-4d23-a2d9-7fc961570573 req-6ffb070a-46d7-46b7-9679-a6b51f220367 tempest-InstanceActionsNegativeTestJSON-1185854506 tempest-InstanceActionsNegativeTestJSON-1185854506-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c83f216-3e9b-48a3-b072-c986fb66cc48 HTTP/1.1" status: 200 len: 943 time: 0.2092650 Apr 18 19:34:36.061962 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [None req-1592a771-ade7-462b-a054-db338ada17d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attempting to bind port c10e1e3a-1565-4bc5-842a-a4d5d4a473e8 on host n-h2-836017-2 for vnic_type normal with profile {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:34:36.062296 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [None req-1592a771-ade7-462b-a054-db338ada17d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attempting to bind port c10e1e3a-1565-4bc5-842a-a4d5d4a473e8 by drivers openvswitch,hyperv on host n-h2-836017-2 at level 0 using segments [{'id': 'b567256b-dcec-4f80-9060-b4656cd0e360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '3e767b9f-e26d-4569-9dc6-de349bf1bb2d'}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:34:36.062896 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1592a771-ade7-462b-a054-db338ada17d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attempting to bind port c10e1e3a-1565-4bc5-842a-a4d5d4a473e8 on network 3e767b9f-e26d-4569-9dc6-de349bf1bb2d {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:34:36.070435 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c356da38-5a90-4d23-a2d9-7fc961570573 req-edb0d0ca-50e9-40ff-9500-687107892ed9 tempest-InstanceActionsNegativeTestJSON-1185854506 tempest-InstanceActionsNegativeTestJSON-1185854506-project] 10.222.0.69 "GET /v2.0/security-groups?id=07b63910-6edc-4326-be36-b5ae6bc6ead5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628877 Apr 18 19:34:36.091209 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9341ef71-87f2-47b5-88aa-b48c7205585e admin admin] Router 5db9a198-cca2-4839-964d-989973220cd5 has already been hosted by L3 agent 21b59c62-f184-4169-bc3e-79831cc043e8 {{(pid=84764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:34:36.193280 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-dfab8aea-73b8-4565-8149-3cf7fbf82dd8 req-3b56c99c-5d55-4e4d-b851-ff3a43852a51 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/security-groups?id=6dce0218-3e63-47f4-ad5c-3b3c3b13b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4088371 Apr 18 19:34:36.195088 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ff25653f-8a39-4b08-add0-a47f48c87aed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:36.211566 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1592a771-ade7-462b-a054-db338ada17d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Port c10e1e3a-1565-4bc5-842a-a4d5d4a473e8 on network 3e767b9f-e26d-4569-9dc6-de349bf1bb2d not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-2 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:34:36.211893 n-d-836017-2 neutron-server[84763]: ERROR neutron.plugins.ml2.managers [None req-1592a771-ade7-462b-a054-db338ada17d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Failed to bind port c10e1e3a-1565-4bc5-842a-a4d5d4a473e8 on host n-h2-836017-2 for vnic_type normal using segments [{'id': 'b567256b-dcec-4f80-9060-b4656cd0e360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '3e767b9f-e26d-4569-9dc6-de349bf1bb2d'}] Apr 18 19:34:36.237046 n-d-836017-2 neutron-server[84763]: INFO neutron.plugins.ml2.plugin [None req-1592a771-ade7-462b-a054-db338ada17d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attempt 7 to bind port c10e1e3a-1565-4bc5-842a-a4d5d4a473e8 Apr 18 19:34:36.335300 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3697d8-e1f1-4bcc-9bb5-aba1094777c1 req-ea890393-2990-4fb5-b671-3f4f9551313b tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:36.337002 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-4b3697d8-e1f1-4bcc-9bb5-aba1094777c1 req-ea890393-2990-4fb5-b671-3f4f9551313b tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.72 "GET /v2.0/ports?device_id=17d8577d-6ce8-4783-a946-5a0f65ae9560 HTTP/1.1" status: 200 len: 946 time: 0.1808767 Apr 18 19:34:36.354899 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [None req-1592a771-ade7-462b-a054-db338ada17d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attempting to bind port c10e1e3a-1565-4bc5-842a-a4d5d4a473e8 on host n-h2-836017-2 for vnic_type normal with profile {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:34:36.355385 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [None req-1592a771-ade7-462b-a054-db338ada17d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attempting to bind port c10e1e3a-1565-4bc5-842a-a4d5d4a473e8 by drivers openvswitch,hyperv on host n-h2-836017-2 at level 0 using segments [{'id': 'b567256b-dcec-4f80-9060-b4656cd0e360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '3e767b9f-e26d-4569-9dc6-de349bf1bb2d'}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:34:36.355836 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1592a771-ade7-462b-a054-db338ada17d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attempting to bind port c10e1e3a-1565-4bc5-842a-a4d5d4a473e8 on network 3e767b9f-e26d-4569-9dc6-de349bf1bb2d {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:34:36.483797 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [req-4b3697d8-e1f1-4bcc-9bb5-aba1094777c1 req-91c189db-cfa7-4638-a78f-7e81552d7b95 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Deleting port 856a48b4-b466-49e1-8ca0-77346a4dabf8 {{(pid=84764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:34:36.483797 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-4b3697d8-e1f1-4bcc-9bb5-aba1094777c1 req-91c189db-cfa7-4638-a78f-7e81552d7b95 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:36.539559 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1592a771-ade7-462b-a054-db338ada17d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Port c10e1e3a-1565-4bc5-842a-a4d5d4a473e8 on network 3e767b9f-e26d-4569-9dc6-de349bf1bb2d not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-2 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:34:36.540054 n-d-836017-2 neutron-server[84763]: ERROR neutron.plugins.ml2.managers [None req-1592a771-ade7-462b-a054-db338ada17d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Failed to bind port c10e1e3a-1565-4bc5-842a-a4d5d4a473e8 on host n-h2-836017-2 for vnic_type normal using segments [{'id': 'b567256b-dcec-4f80-9060-b4656cd0e360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '3e767b9f-e26d-4569-9dc6-de349bf1bb2d'}] Apr 18 19:34:36.545482 n-d-836017-2 neutron-server[84763]: INFO neutron.plugins.ml2.plugin [None req-1592a771-ade7-462b-a054-db338ada17d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attempt 8 to bind port c10e1e3a-1565-4bc5-842a-a4d5d4a473e8 Apr 18 19:34:36.571963 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a5b6f819-7ac1-4970-b3df-9f3c566a1f3e req-5d50785b-5c2d-4ce3-8813-3ab4f7b82ff3 service neutron] 10.222.0.73 "GET /v2.0/networks/5e8c570a-ca53-4a57-a034-48bb43ae3f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5170941 Apr 18 19:34:36.573165 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662631ae-6c03-40a1-af7e-f5b2a9e6a354 req-442d05ef-df43-4fa2-a0dd-10b7ce2d6213 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:36.574858 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-662631ae-6c03-40a1-af7e-f5b2a9e6a354 req-442d05ef-df43-4fa2-a0dd-10b7ce2d6213 service neutron] 10.222.0.72 "GET /v2.0/networks?id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a HTTP/1.1" status: 200 len: 870 time: 0.7450602 Apr 18 19:34:36.579620 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [None req-1592a771-ade7-462b-a054-db338ada17d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attempting to bind port c10e1e3a-1565-4bc5-842a-a4d5d4a473e8 on host n-h2-836017-2 for vnic_type normal with profile {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:34:36.580122 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [None req-1592a771-ade7-462b-a054-db338ada17d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attempting to bind port c10e1e3a-1565-4bc5-842a-a4d5d4a473e8 by drivers openvswitch,hyperv on host n-h2-836017-2 at level 0 using segments [{'id': 'b567256b-dcec-4f80-9060-b4656cd0e360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '3e767b9f-e26d-4569-9dc6-de349bf1bb2d'}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:34:36.580632 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1592a771-ade7-462b-a054-db338ada17d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attempting to bind port c10e1e3a-1565-4bc5-842a-a4d5d4a473e8 on network 3e767b9f-e26d-4569-9dc6-de349bf1bb2d {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:34:36.694133 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-96f69cb4-04c3-4ecd-8f67-0691a49f933a tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540907'] for subnet, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:36.694498 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-96f69cb4-04c3-4ecd-8f67-0691a49f933a tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540907'] for subnet, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:36.778633 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-662631ae-6c03-40a1-af7e-f5b2a9e6a354 req-b009b100-60d2-48f8-9779-e1646cc3b329 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=a2813964-4506-412b-8a7e-dd3f7c81ebe6 HTTP/1.1" status: 200 len: 217 time: 0.1684585 Apr 18 19:34:36.779090 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1592a771-ade7-462b-a054-db338ada17d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Port c10e1e3a-1565-4bc5-842a-a4d5d4a473e8 on network 3e767b9f-e26d-4569-9dc6-de349bf1bb2d not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-2 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:34:36.779445 n-d-836017-2 neutron-server[84763]: ERROR neutron.plugins.ml2.managers [None req-1592a771-ade7-462b-a054-db338ada17d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Failed to bind port c10e1e3a-1565-4bc5-842a-a4d5d4a473e8 on host n-h2-836017-2 for vnic_type normal using segments [{'id': 'b567256b-dcec-4f80-9060-b4656cd0e360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '3e767b9f-e26d-4569-9dc6-de349bf1bb2d'}] Apr 18 19:34:36.789096 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9341ef71-87f2-47b5-88aa-b48c7205585e admin admin] Notify agent at l3_agent.n-d-836017-2 the message routers_updated {{(pid=84764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:34:36.792622 n-d-836017-2 neutron-server[84763]: INFO neutron.plugins.ml2.plugin [None req-1592a771-ade7-462b-a054-db338ada17d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attempt 9 to bind port c10e1e3a-1565-4bc5-842a-a4d5d4a473e8 Apr 18 19:34:36.802247 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63c3d5c-99c4-4c50-95d2-8812c0e4728a None None] Sync routers for ids ['5db9a198-cca2-4839-964d-989973220cd5'] in n-d-836017-2 {{(pid=84765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:34:36.818377 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63c3d5c-99c4-4c50-95d2-8812c0e4728a None None] Routers {'5db9a198-cca2-4839-964d-989973220cd5'} bound to L3 agent in host n-d-836017-2 {{(pid=84765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:34:36.819303 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-e63c3d5c-99c4-4c50-95d2-8812c0e4728a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:34:20Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['5db9a198-cca2-4839-964d-989973220cd5'], 'active': True} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:34:36.881509 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-9341ef71-87f2-47b5-88aa-b48c7205585e admin admin] 10.222.0.69 "PUT /v2.0/routers/5db9a198-cca2-4839-964d-989973220cd5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7220757 Apr 18 19:34:36.946016 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [None req-1592a771-ade7-462b-a054-db338ada17d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attempting to bind port c10e1e3a-1565-4bc5-842a-a4d5d4a473e8 on host n-h2-836017-2 for vnic_type normal with profile {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:34:36.946387 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [None req-1592a771-ade7-462b-a054-db338ada17d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attempting to bind port c10e1e3a-1565-4bc5-842a-a4d5d4a473e8 by drivers openvswitch,hyperv on host n-h2-836017-2 at level 0 using segments [{'id': 'b567256b-dcec-4f80-9060-b4656cd0e360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '3e767b9f-e26d-4569-9dc6-de349bf1bb2d'}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:34:36.947113 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1592a771-ade7-462b-a054-db338ada17d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attempting to bind port c10e1e3a-1565-4bc5-842a-a4d5d4a473e8 on network 3e767b9f-e26d-4569-9dc6-de349bf1bb2d {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:34:36.994139 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c5034c-541b-48cc-b9d1-470d06796561 req-63e98386-0660-47f4-ae25-8f7039b77b63 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:37.001001 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-63c5034c-541b-48cc-b9d1-470d06796561 req-63e98386-0660-47f4-ae25-8f7039b77b63 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/ports?device_id=bd7ac246-d0df-4fba-8ada-984281adf01e HTTP/1.1" status: 200 len: 950 time: 0.2089319 Apr 18 19:34:37.009010 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-4b3697d8-e1f1-4bcc-9bb5-aba1094777c1 req-91c189db-cfa7-4638-a78f-7e81552d7b95 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] For port 856a48b4-b466-49e1-8ca0-77346a4dabf8, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=856a48b4-b466-49e1-8ca0-77346a4dabf8,segment=NetworkSegment(56697489-6787-4e2b-895c-5ec0b051161d),segment_id=56697489-6787-4e2b-895c-5ec0b051161d)] {{(pid=84764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:34:37.009379 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-4b3697d8-e1f1-4bcc-9bb5-aba1094777c1 req-91c189db-cfa7-4638-a78f-7e81552d7b95 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:37.015458 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662631ae-6c03-40a1-af7e-f5b2a9e6a354 req-d7d976c2-b2cf-454b-a1be-5b34351cab54 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:37.020777 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-662631ae-6c03-40a1-af7e-f5b2a9e6a354 req-d7d976c2-b2cf-454b-a1be-5b34351cab54 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=17d1b3aa-2066-4ffa-a69f-52ed566b6548 HTTP/1.1" status: 200 len: 843 time: 0.2124450 Apr 18 19:34:37.030906 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d673827-7881-4722-9263-296232aa8f17 req-9640922f-f67d-486c-aa88-3ec43e560faa tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:37.032366 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4d673827-7881-4722-9263-296232aa8f17 req-9640922f-f67d-486c-aa88-3ec43e560faa tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.73 "GET /v2.0/ports?device_id=bd7ac246-d0df-4fba-8ada-984281adf01e HTTP/1.1" status: 200 len: 950 time: 0.6553540 Apr 18 19:34:37.064037 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1592a771-ade7-462b-a054-db338ada17d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Port c10e1e3a-1565-4bc5-842a-a4d5d4a473e8 on network 3e767b9f-e26d-4569-9dc6-de349bf1bb2d not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-2 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:34:37.064441 n-d-836017-2 neutron-server[84763]: ERROR neutron.plugins.ml2.managers [None req-1592a771-ade7-462b-a054-db338ada17d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Failed to bind port c10e1e3a-1565-4bc5-842a-a4d5d4a473e8 on host n-h2-836017-2 for vnic_type normal using segments [{'id': 'b567256b-dcec-4f80-9060-b4656cd0e360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '3e767b9f-e26d-4569-9dc6-de349bf1bb2d'}] Apr 18 19:34:37.070362 n-d-836017-2 neutron-server[84763]: INFO neutron.plugins.ml2.plugin [None req-1592a771-ade7-462b-a054-db338ada17d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attempt 10 to bind port c10e1e3a-1565-4bc5-842a-a4d5d4a473e8 Apr 18 19:34:37.078728 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-e63c3d5c-99c4-4c50-95d2-8812c0e4728a None None] Set router 5db9a198-cca2-4839-964d-989973220cd5 gateway port host: n-d-836017-2 {{(pid=84765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:34:37.231740 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [None req-1592a771-ade7-462b-a054-db338ada17d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attempting to bind port c10e1e3a-1565-4bc5-842a-a4d5d4a473e8 on host n-h2-836017-2 for vnic_type normal with profile {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:34:37.232439 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [None req-1592a771-ade7-462b-a054-db338ada17d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attempting to bind port c10e1e3a-1565-4bc5-842a-a4d5d4a473e8 by drivers openvswitch,hyperv on host n-h2-836017-2 at level 0 using segments [{'id': 'b567256b-dcec-4f80-9060-b4656cd0e360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '3e767b9f-e26d-4569-9dc6-de349bf1bb2d'}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:34:37.233109 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1592a771-ade7-462b-a054-db338ada17d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attempting to bind port c10e1e3a-1565-4bc5-842a-a4d5d4a473e8 on network 3e767b9f-e26d-4569-9dc6-de349bf1bb2d {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:34:37.244079 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [req-4b3697d8-e1f1-4bcc-9bb5-aba1094777c1 req-91c189db-cfa7-4638-a78f-7e81552d7b95 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Calling delete_port for 856a48b4-b466-49e1-8ca0-77346a4dabf8 owned by compute:nova {{(pid=84764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:34:37.252729 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-4d673827-7881-4722-9263-296232aa8f17 req-ebea8d8f-e44b-4eb1-ab1f-9ccc3a324b6e tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Deleting port 8d4bc605-c793-4bab-ac61-54f44a6c4e4a {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:34:37.253328 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-4d673827-7881-4722-9263-296232aa8f17 req-ebea8d8f-e44b-4eb1-ab1f-9ccc3a324b6e tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:37.341598 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-63c5034c-541b-48cc-b9d1-470d06796561 req-0132f8f4-ba2b-454b-9502-2cdf36a5bc77 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb75c1f-620d-4cfd-a804-faa1a9266f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891524 Apr 18 19:34:37.416648 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1592a771-ade7-462b-a054-db338ada17d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Port c10e1e3a-1565-4bc5-842a-a4d5d4a473e8 on network 3e767b9f-e26d-4569-9dc6-de349bf1bb2d not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-2 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:34:37.416648 n-d-836017-2 neutron-server[84763]: ERROR neutron.plugins.ml2.managers [None req-1592a771-ade7-462b-a054-db338ada17d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Failed to bind port c10e1e3a-1565-4bc5-842a-a4d5d4a473e8 on host n-h2-836017-2 for vnic_type normal using segments [{'id': 'b567256b-dcec-4f80-9060-b4656cd0e360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '3e767b9f-e26d-4569-9dc6-de349bf1bb2d'}] Apr 18 19:34:37.416984 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-1592a771-ade7-462b-a054-db338ada17d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:37.636512 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-e63c3d5c-99c4-4c50-95d2-8812c0e4728a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db9a198-cca2-4839-964d-989973220cd5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1770307152-router', 'tenant_id': '542ab1652bc6481698039fdf0fdfca7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '6b2bb02a-da4d-441c-99c1-1d7d04d15bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:34:22Z', 'updated_at': '2022-04-18T19:34:33Z', 'revision_number': 4, 'project_id': '542ab1652bc6481698039fdf0fdfca7f', 'gw_port': {'id': '6b2bb02a-da4d-441c-99c1-1d7d04d15bca', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d6:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db9a198-cca2-4839-964d-989973220cd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:34:24Z', 'updated_at': '2022-04-18T19:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_interfaces': [{'id': 'e48e6d70-fd6b-4f0d-bf4c-b5f4a16be198', 'name': '', 'network_id': 'a6104562-d871-4869-9fa8-73c34a57c151', 'tenant_id': '542ab1652bc6481698039fdf0fdfca7f', 'mac_address': 'fa:16:3e:fe:cf:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5db9a198-cca2-4839-964d-989973220cd5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '243c42e2-37fd-4e07-9b81-bac922c31c79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:34:31Z', 'updated_at': '2022-04-18T19:34:33Z', 'revision_number': 2, 'project_id': '542ab1652bc6481698039fdf0fdfca7f', 'subnets': [{'id': '243c42e2-37fd-4e07-9b81-bac922c31c79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-2', False) {} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:34:37.641884 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63c3d5c-99c4-4c50-95d2-8812c0e4728a None None] Checking router: 5db9a198-cca2-4839-964d-989973220cd5 for host: n-d-836017-2 {{(pid=84765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:34:37.642233 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63c3d5c-99c4-4c50-95d2-8812c0e4728a None None] Updating router 5db9a198-cca2-4839-964d-989973220cd5 port e48e6d70-fd6b-4f0d-bf4c-b5f4a16be198 binding host n-d-836017-2 {{(pid=84765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 19:34:37.688202 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-662631ae-6c03-40a1-af7e-f5b2a9e6a354 req-49ff4a54-5d39-470f-af83-515394ddfa98 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6548467 Apr 18 19:34:37.704759 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-4b3697d8-e1f1-4bcc-9bb5-aba1094777c1 req-91c189db-cfa7-4638-a78f-7e81552d7b95 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:37.715984 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e63c3d5c-99c4-4c50-95d2-8812c0e4728a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:37.751549 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] get_ports_and_sgs() called for port_ids ['6ce9e8ca-c688-4360-a5c1-cb5597c9db75', '7f9265fb-048f-4b38-bd6f-abe5817bd647'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:34:37.779234 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c189db-cfa7-4638-a78f-7e81552d7b95 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Pushing event deleted for resources: {'Port': ['ID=856a48b4-b466-49e1-8ca0-77346a4dabf8,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:37.793130 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [None req-1592a771-ade7-462b-a054-db338ada17d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] For port c10e1e3a-1565-4bc5-842a-a4d5d4a473e8, host n-h2-836017-2, cleared binding levels {{(pid=84763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:34:37.794231 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [None req-1592a771-ade7-462b-a054-db338ada17d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attempted to set empty binding levels {{(pid=84763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 18 19:34:37.803649 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] get_ports_and_sgs() called for port_ids ['856a48b4-b466-49e1-8ca0-77346a4dabf8'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:34:37.831792 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ff25653f-8a39-4b08-add0-a47f48c87aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:37.940660 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff25653f-8a39-4b08-add0-a47f48c87aed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c434cf4-8fed-44be-a288-222d97446c39,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:37.944056 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-1592a771-ade7-462b-a054-db338ada17d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:37.945102 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b3697d8-e1f1-4bcc-9bb5-aba1094777c1 req-91c189db-cfa7-4638-a78f-7e81552d7b95 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] No DVR routers for this DVR port 856a48b4-b466-49e1-8ca0-77346a4dabf8 on host n-h2-836017-2 {{(pid=84764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:34:37.952618 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-4b3697d8-e1f1-4bcc-9bb5-aba1094777c1 req-91c189db-cfa7-4638-a78f-7e81552d7b95 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:37.956805 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17d8577d-6ce8-4783-a946-5a0f65ae9560', 'name': 'network-vif-deleted', 'tag': '856a48b4-b466-49e1-8ca0-77346a4dabf8'}] {{(pid=84764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:34:38.010077 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e368743-4f51-41b7-a902-239f56bd87c3 req-92110732-c7f5-4feb-b29f-0800f8403c5d tempest-InstanceActionsNegativeTestJSON-1185854506 tempest-InstanceActionsNegativeTestJSON-1185854506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:38.011560 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0e368743-4f51-41b7-a902-239f56bd87c3 req-92110732-c7f5-4feb-b29f-0800f8403c5d tempest-InstanceActionsNegativeTestJSON-1185854506 tempest-InstanceActionsNegativeTestJSON-1185854506-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c83f216-3e9b-48a3-b072-c986fb66cc48 HTTP/1.1" status: 200 len: 943 time: 0.6009150 Apr 18 19:34:38.175277 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-1592a771-ade7-462b-a054-db338ada17d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] In _notify_port_updated(), no bound segment for port c10e1e3a-1565-4bc5-842a-a4d5d4a473e8 on network 3e767b9f-e26d-4569-9dc6-de349bf1bb2d {{(pid=84763) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 18 19:34:38.176286 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-1592a771-ade7-462b-a054-db338ada17d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:38.180509 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-1592a771-ade7-462b-a054-db338ada17d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] 10.222.0.69 "PUT /v2.0/ports/c10e1e3a-1565-4bc5-842a-a4d5d4a473e8 HTTP/1.1" status: 200 len: 978 time: 5.8501666 Apr 18 19:34:38.193794 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ff25653f-8a39-4b08-add0-a47f48c87aed admin admin] Notify callbacks [] for security_group, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:38.199434 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-ff25653f-8a39-4b08-add0-a47f48c87aed admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5c434cf4-8fed-44be-a288-222d97446c39 HTTP/1.1" status: 204 len: 168 time: 2.7134721 Apr 18 19:34:38.208735 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 59908) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:34:38.235526 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-4b3697d8-e1f1-4bcc-9bb5-aba1094777c1 req-91c189db-cfa7-4638-a78f-7e81552d7b95 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.72 "DELETE /v2.0/ports/856a48b4-b466-49e1-8ca0-77346a4dabf8 HTTP/1.1" status: 204 len: 173 time: 1.8805888 Apr 18 19:34:38.270652 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcaa5b8-a439-4b8a-b86b-14f8115efaf8 req-8e3a214d-0c2e-4069-9dcb-e2f94318d189 tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:38.272550 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-7bcaa5b8-a439-4b8a-b86b-14f8115efaf8 req-8e3a214d-0c2e-4069-9dcb-e2f94318d189 tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] 10.222.0.69 "GET /v2.0/networks?id=a6104562-d871-4869-9fa8-73c34a57c151 HTTP/1.1" status: 200 len: 829 time: 0.3740308 Apr 18 19:34:38.305384 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-7bcaa5b8-a439-4b8a-b86b-14f8115efaf8 req-8419f831-7723-45b1-b168-99681068a20e tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] 10.222.0.69 "GET /v2.0/quotas/542ab1652bc6481698039fdf0fdfca7f HTTP/1.1" status: 200 len: 375 time: 0.0238900 Apr 18 19:34:38.396865 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1592a771-ade7-462b-a054-db338ada17d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Pushing event updated for resources: {'Port': ['ID=c10e1e3a-1565-4bc5-842a-a4d5d4a473e8,revision_number=3']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:38.414930 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-7bcaa5b8-a439-4b8a-b86b-14f8115efaf8 req-a271aa26-dd95-48a3-a754-784eff3a5b2b tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Synchronizing usage tracker for tenant:542ab1652bc6481698039fdf0fdfca7f on resource:port {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:34:38.439109 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-4d673827-7881-4722-9263-296232aa8f17 req-ebea8d8f-e44b-4eb1-ab1f-9ccc3a324b6e tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] For port 8d4bc605-c793-4bab-ac61-54f44a6c4e4a, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=8d4bc605-c793-4bab-ac61-54f44a6c4e4a,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:34:38.439700 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-4d673827-7881-4722-9263-296232aa8f17 req-ebea8d8f-e44b-4eb1-ab1f-9ccc3a324b6e tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:38.449032 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-662631ae-6c03-40a1-af7e-f5b2a9e6a354 req-0f3a9bfd-0f3a-4b58-ba11-6cca2db2f152 service neutron] 10.222.0.72 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7011204 Apr 18 19:34:38.563987 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-7bcaa5b8-a439-4b8a-b86b-14f8115efaf8 req-a271aa26-dd95-48a3-a754-784eff3a5b2b tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Unset dirty status for tenant:542ab1652bc6481698039fdf0fdfca7f on resource:port {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:34:38.565443 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-7bcaa5b8-a439-4b8a-b86b-14f8115efaf8 req-a271aa26-dd95-48a3-a754-784eff3a5b2b tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=542ab1652bc6481698039fdf0fdfca7f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2525680 Apr 18 19:34:38.574472 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e63c3d5c-99c4-4c50-95d2-8812c0e4728a None None] Notify callbacks [] for port, precommit_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:38.593752 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e63c3d5c-99c4-4c50-95d2-8812c0e4728a None None] Transition to ACTIVE for port object e48e6d70-fd6b-4f0d-bf4c-b5f4a16be198 will not be triggered until provisioned by entity L2. {{(pid=84765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:34:38.651397 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0e368743-4f51-41b7-a902-239f56bd87c3 req-7011adef-c108-4881-a1fd-f97e3a5043f7 tempest-InstanceActionsNegativeTestJSON-1185854506 tempest-InstanceActionsNegativeTestJSON-1185854506-project] 10.222.0.69 "GET /v2.0/security-groups?id=07b63910-6edc-4326-be36-b5ae6bc6ead5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6211855 Apr 18 19:34:38.693275 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e63c3d5c-99c4-4c50-95d2-8812c0e4728a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:38.786624 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-4d673827-7881-4722-9263-296232aa8f17 req-ebea8d8f-e44b-4eb1-ab1f-9ccc3a324b6e tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Calling delete_port for 8d4bc605-c793-4bab-ac61-54f44a6c4e4a owned by compute:nova {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:34:38.816880 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-7bcaa5b8-a439-4b8a-b86b-14f8115efaf8 req-f4aec6fe-38a5-4535-a3f3-e8e4003d7ee9 service neutron] 10.222.0.69 "GET /v2.0/networks/a6104562-d871-4869-9fa8-73c34a57c151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406750 Apr 18 19:34:38.900643 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a8be90cc-9a21-42e3-bf43-292fd716490c req-ea8e28d0-e800-4542-baaa-ee4301a9543a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=273cdd3922e842e1940c4e8d7be676c6&device_id=9c83f216-3e9b-48a3-b072-c986fb66cc48 HTTP/1.1" status: 200 len: 1094 time: 1.1448743 Apr 18 19:34:38.969234 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523be981-cd0a-4c46-86d2-9b3e86738284 None None] Pushing event updated for resources: {'Port': ['ID=e48e6d70-fd6b-4f0d-bf4c-b5f4a16be198,revision_number=3']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:39.134735 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-e63c3d5c-99c4-4c50-95d2-8812c0e4728a None None] Attempting to bind port e48e6d70-fd6b-4f0d-bf4c-b5f4a16be198 on host n-d-836017-2 for vnic_type normal with profile {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:34:39.135781 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-e63c3d5c-99c4-4c50-95d2-8812c0e4728a None None] Attempting to bind port e48e6d70-fd6b-4f0d-bf4c-b5f4a16be198 by drivers openvswitch,hyperv on host n-d-836017-2 at level 0 using segments [{'id': '76e03cee-37c3-41cb-bd5f-699fff00054e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'a6104562-d871-4869-9fa8-73c34a57c151'}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:34:39.137313 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-7bcaa5b8-a439-4b8a-b86b-14f8115efaf8 req-05b10114-e457-4caa-9f19-52b3a136ab0c service neutron] 10.222.0.69 "GET /v2.0/networks/a6104562-d871-4869-9fa8-73c34a57c151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3174832 Apr 18 19:34:39.142774 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63c3d5c-99c4-4c50-95d2-8812c0e4728a None None] Attempting to bind port e48e6d70-fd6b-4f0d-bf4c-b5f4a16be198 on network a6104562-d871-4869-9fa8-73c34a57c151 {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:34:39.162716 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63c3d5c-99c4-4c50-95d2-8812c0e4728a None None] Checking agent: {'id': 'df2a5cfe-6839-400b-a998-e4fffce70f45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 8, 22), 'started_at': datetime.datetime(2022, 4, 18, 19, 8, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:34:39.163392 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63c3d5c-99c4-4c50-95d2-8812c0e4728a None None] Checking segment: {'id': '76e03cee-37c3-41cb-bd5f-699fff00054e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'a6104562-d871-4869-9fa8-73c34a57c151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:34:39.163879 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e63c3d5c-99c4-4c50-95d2-8812c0e4728a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:39.164479 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63c3d5c-99c4-4c50-95d2-8812c0e4728a None None] Bound using segment: {'id': '76e03cee-37c3-41cb-bd5f-699fff00054e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'a6104562-d871-4869-9fa8-73c34a57c151'} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:34:39.165266 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-e63c3d5c-99c4-4c50-95d2-8812c0e4728a None None] Bound port: e48e6d70-fd6b-4f0d-bf4c-b5f4a16be198, host: n-d-836017-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76e03cee-37c3-41cb-bd5f-699fff00054e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'a6104562-d871-4869-9fa8-73c34a57c151'}}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:34:39.168930 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e63c3d5c-99c4-4c50-95d2-8812c0e4728a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:39.298622 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-662631ae-6c03-40a1-af7e-f5b2a9e6a354 req-f4706d99-9b70-41df-8942-130af94b8505 service neutron] 10.222.0.72 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8255384 Apr 18 19:34:39.327543 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e4628652-2003-4deb-a194-1444b53910a0 req-422a9645-0ff3-42f5-8f36-feeaa4222786 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=17d8577d-6ce8-4783-a946-5a0f65ae9560 HTTP/1.1" status: 200 len: 210 time: 0.3287430 Apr 18 19:34:39.378707 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e63c3d5c-99c4-4c50-95d2-8812c0e4728a None None] For port e48e6d70-fd6b-4f0d-bf4c-b5f4a16be198, host n-d-836017-2, cleared binding levels {{(pid=84765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:34:39.390370 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e63c3d5c-99c4-4c50-95d2-8812c0e4728a None None] For port e48e6d70-fd6b-4f0d-bf4c-b5f4a16be198, host n-d-836017-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=e48e6d70-fd6b-4f0d-bf4c-b5f4a16be198,segment=NetworkSegment(76e03cee-37c3-41cb-bd5f-699fff00054e),segment_id=76e03cee-37c3-41cb-bd5f-699fff00054e)] {{(pid=84765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:34:39.475507 n-d-836017-2 neutron-server[84764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9e2cd91-1eee-43e6-b5cf-d590f84d1eb6'] response: {'server_uuid': '17d8577d-6ce8-4783-a946-5a0f65ae9560', 'name': 'network-vif-deleted', 'tag': '856a48b4-b466-49e1-8ca0-77346a4dabf8', 'status': 'completed', 'code': 200} Apr 18 19:34:39.496923 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e63c3d5c-99c4-4c50-95d2-8812c0e4728a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:39.701520 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523be981-cd0a-4c46-86d2-9b3e86738284 None None] Pushing event updated for resources: {'Port': ['ID=e48e6d70-fd6b-4f0d-bf4c-b5f4a16be198,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:39.736087 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63c3d5c-99c4-4c50-95d2-8812c0e4728a None None] Routers {'5db9a198-cca2-4839-964d-989973220cd5'} bound to L3 agent in host n-d-836017-2 {{(pid=84765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:34:39.736626 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-e63c3d5c-99c4-4c50-95d2-8812c0e4728a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:34:20Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['5db9a198-cca2-4839-964d-989973220cd5'], 'active': True} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:34:39.851626 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-4493550d-a55e-47ca-806e-1bbc84262a30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Synchronizing usage tracker for tenant:bd1be97ca6cd4b1a8d60d412734bd1c8 on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:34:39.898804 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701c554c-7d42-49e4-88dc-41a0fba6c2ba req-54ce569a-fff4-4319-8469-83f525666c2e tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:39.900495 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-701c554c-7d42-49e4-88dc-41a0fba6c2ba req-54ce569a-fff4-4319-8469-83f525666c2e tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/ports?device_id=bd7ac246-d0df-4fba-8ada-984281adf01e HTTP/1.1" status: 200 len: 950 time: 0.2517750 Apr 18 19:34:39.981902 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 8d4bc605-c793-4bab-ac61-54f44a6c4e4a no longer exists at agent hyperv_n-h1-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:34:40.013445 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-701c554c-7d42-49e4-88dc-41a0fba6c2ba req-961d2ce3-acf6-4c3c-8bc0-5bd2cfa37c9c tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb75c1f-620d-4cfd-a804-faa1a9266f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011014 Apr 18 19:34:40.014200 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-52218a41-4f96-4bcb-a227-e99227b44a35 req-58ad3acc-14be-48c7-bedb-8ed7868d4fc5 tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] 10.222.0.69 "GET /v2.0/ports?device_id=799d2072-e17c-419a-ba93-c1e77d148bcf HTTP/1.1" status: 200 len: 210 time: 0.1498218 Apr 18 19:34:40.101181 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-4d673827-7881-4722-9263-296232aa8f17 req-ebea8d8f-e44b-4eb1-ab1f-9ccc3a324b6e tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:40.148415 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8be90cc-9a21-42e3-bf43-292fd716490c req-8e2a8fff-5df1-4b66-8731-b6a8f08fbfaf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:40.149922 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a8be90cc-9a21-42e3-bf43-292fd716490c req-8e2a8fff-5df1-4b66-8731-b6a8f08fbfaf service neutron] 10.222.0.73 "GET /v2.0/networks?id=5e8c570a-ca53-4a57-a034-48bb43ae3f37 HTTP/1.1" status: 200 len: 921 time: 1.1256065 Apr 18 19:34:40.158983 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] get_ports_and_sgs() called for port_ids ['fbaca27c-775e-4826-a999-e46d492b3066', '4dc9ea20-0019-4f76-93a6-1e8b1efa54a8'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:34:40.161827 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebea8d8f-e44b-4eb1-ab1f-9ccc3a324b6e tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Pushing event deleted for resources: {'Port': ['ID=8d4bc605-c793-4bab-ac61-54f44a6c4e4a,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:40.188520 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] get_ports_and_sgs() called for port_ids ['095a9680-858e-4b90-9273-b31a53dffeb8', 'a2813964-4506-412b-8a7e-dd3f7c81ebe6', '44ee4a95-c41e-4c22-8ed3-49639e968ae2', '52b7b7dc-94a3-4e1a-88aa-a4fe09a31f6e', '225b853f-c003-411a-a6b9-39da4cba827f'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:34:40.252926 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Port 8d4bc605-c793-4bab-ac61-54f44a6c4e4a update to DOWN by agent not found {{(pid=84765) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Apr 18 19:34:40.318748 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 856a48b4-b466-49e1-8ca0-77346a4dabf8 no longer exists at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:34:40.336921 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-4493550d-a55e-47ca-806e-1bbc84262a30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Unset dirty status for tenant:bd1be97ca6cd4b1a8d60d412734bd1c8 on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:34:40.343629 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-4493550d-a55e-47ca-806e-1bbc84262a30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 20610 time: 2.0908551 Apr 18 19:34:40.349052 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 59950) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:34:40.421083 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a8be90cc-9a21-42e3-bf43-292fd716490c req-5ac3ecbf-a4b7-4de9-815a-e398a7ffb89b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=693c5407-18e7-4335-b041-53452a926d8c HTTP/1.1" status: 200 len: 217 time: 0.2569041 Apr 18 19:34:40.423932 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-e63c3d5c-99c4-4c50-95d2-8812c0e4728a None None] Set router 5db9a198-cca2-4839-964d-989973220cd5 gateway port host: n-d-836017-2 {{(pid=84765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:34:40.532872 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-45bcc626-a4f5-4951-ae6a-a005ec54cbe8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Deleting port c10e1e3a-1565-4bc5-842a-a4d5d4a473e8 {{(pid=84764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:34:40.533510 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-45bcc626-a4f5-4951-ae6a-a005ec54cbe8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:40.551220 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d673827-7881-4722-9263-296232aa8f17 req-ebea8d8f-e44b-4eb1-ab1f-9ccc3a324b6e tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] No DVR routers for this DVR port 8d4bc605-c793-4bab-ac61-54f44a6c4e4a on host n-h1-836017-2 {{(pid=84763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:34:40.557462 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-4d673827-7881-4722-9263-296232aa8f17 req-ebea8d8f-e44b-4eb1-ab1f-9ccc3a324b6e tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:40.574746 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd7ac246-d0df-4fba-8ada-984281adf01e', 'name': 'network-vif-deleted', 'tag': '8d4bc605-c793-4bab-ac61-54f44a6c4e4a'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:34:40.613002 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] No Port match for: 856a48b4-b466-49e1-8ca0-77346a4dabf8 {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:34:40.613338 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 856a48b4-b466-49e1-8ca0-77346a4dabf8 not bound to the agent host n-h2-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:34:40.674012 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 59964) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:34:40.727760 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8be90cc-9a21-42e3-bf43-292fd716490c req-3043687a-6a65-4097-90f7-92645e78d487 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:40.729579 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a8be90cc-9a21-42e3-bf43-292fd716490c req-3043687a-6a65-4097-90f7-92645e78d487 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=39e65cd2-4b1c-46f2-8fc6-e67a3d1447ee HTTP/1.1" status: 200 len: 860 time: 0.2739222 Apr 18 19:34:40.800679 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8128a399-abc6-4b94-a8f7-bdb0e06f6abe req-cc753b39-ca2e-4ab0-aedc-ce682d08c17b tempest-InstanceActionsNegativeTestJSON-1185854506 tempest-InstanceActionsNegativeTestJSON-1185854506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:40.805377 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8128a399-abc6-4b94-a8f7-bdb0e06f6abe req-cc753b39-ca2e-4ab0-aedc-ce682d08c17b tempest-InstanceActionsNegativeTestJSON-1185854506 tempest-InstanceActionsNegativeTestJSON-1185854506-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c83f216-3e9b-48a3-b072-c986fb66cc48 HTTP/1.1" status: 200 len: 943 time: 0.5748291 Apr 18 19:34:40.850485 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4d673827-7881-4722-9263-296232aa8f17 req-ebea8d8f-e44b-4eb1-ab1f-9ccc3a324b6e tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.73 "DELETE /v2.0/ports/8d4bc605-c793-4bab-ac61-54f44a6c4e4a HTTP/1.1" status: 204 len: 173 time: 3.7808583 Apr 18 19:34:40.855184 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a8be90cc-9a21-42e3-bf43-292fd716490c req-cd4a8366-91c7-4e36-a306-26d8bc57e211 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5e8c570a-ca53-4a57-a034-48bb43ae3f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0918133 Apr 18 19:34:41.106688 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8128a399-abc6-4b94-a8f7-bdb0e06f6abe req-702ed981-6bc1-45ca-bf28-64b7367cadbf tempest-InstanceActionsNegativeTestJSON-1185854506 tempest-InstanceActionsNegativeTestJSON-1185854506-project] 10.222.0.69 "GET /v2.0/security-groups?id=07b63910-6edc-4326-be36-b5ae6bc6ead5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929781 Apr 18 19:34:41.117092 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a8be90cc-9a21-42e3-bf43-292fd716490c req-2a97344e-2682-4eac-ba50-888c22321e28 service neutron] 10.222.0.73 "GET /v2.0/networks/5e8c570a-ca53-4a57-a034-48bb43ae3f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485185 Apr 18 19:34:41.117092 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-68a2febe-1515-4a5f-8e55-be691c8719e0 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-249357372-network', 'tenant_id': 'd24c05963c4f41ee8c8189c7acc53c87'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:34:41.191054 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [None req-45bcc626-a4f5-4951-ae6a-a005ec54cbe8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] For port c10e1e3a-1565-4bc5-842a-a4d5d4a473e8, host n-h2-836017-2, got binding levels [] {{(pid=84764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:34:41.191610 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-45bcc626-a4f5-4951-ae6a-a005ec54cbe8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:41.429893 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-96f69cb4-04c3-4ecd-8f67-0691a49f933a tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66351616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66540921'] for subnet, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:41.442267 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-45bcc626-a4f5-4951-ae6a-a005ec54cbe8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Calling delete_port for c10e1e3a-1565-4bc5-842a-a4d5d4a473e8 owned by {{(pid=84764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:34:41.456733 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a8be90cc-9a21-42e3-bf43-292fd716490c req-213cb432-860c-44dc-b67f-945f41a18626 service neutron] 10.222.0.73 "GET /v2.0/networks/5e8c570a-ca53-4a57-a034-48bb43ae3f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3345349 Apr 18 19:34:41.476988 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1bfb895-ba29-421c-8bee-bf8ff6575fd8'] response: {'server_uuid': 'bd7ac246-d0df-4fba-8ada-984281adf01e', 'name': 'network-vif-deleted', 'tag': '8d4bc605-c793-4bab-ac61-54f44a6c4e4a', 'status': 'completed', 'code': 200} Apr 18 19:34:41.478017 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-68a2febe-1515-4a5f-8e55-be691c8719e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:34:41.569988 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-52b0fea6-212f-4723-92df-bbbce5e4a5ac req-87299551-622f-4fb8-9d28-22e3e5f8ab63 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/ports?device_id=bd7ac246-d0df-4fba-8ada-984281adf01e HTTP/1.1" status: 200 len: 210 time: 0.0580933 Apr 18 19:34:41.589175 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-68a2febe-1515-4a5f-8e55-be691c8719e0 admin admin] Usage tracker for resource:network and tenant:d24c05963c4f41ee8c8189c7acc53c87 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:34:41.617942 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-68a2febe-1515-4a5f-8e55-be691c8719e0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:34:41.632720 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-68a2febe-1515-4a5f-8e55-be691c8719e0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:34:41.699791 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f69cb4-04c3-4ecd-8f67-0691a49f933a tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Checking segment: {'id': '46904e53-0ce3-408a-afb5-09198ff902b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'dc169f41-b840-49de-9491-f710457ce241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:34:41.700280 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f69cb4-04c3-4ecd-8f67-0691a49f933a tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Network hostable DHCP agents. Network: dc169f41-b840-49de-9491-f710457ce241, hostable agents: ['f6987c12-6d6c-47d4-b22d-cfcd164dc40d'], hosted agents: [] {{(pid=84763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:34:41.749070 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-45bcc626-a4f5-4951-ae6a-a005ec54cbe8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:41.783572 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f69cb4-04c3-4ecd-8f67-0691a49f933a tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Pushing event updated for resources: {'Subnet': ['ID=d6c1db74-30c5-4ec3-be6c-bd2571fffbec,revision_number=0']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:41.791114 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68a2febe-1515-4a5f-8e55-be691c8719e0 admin admin] Made reservation on behalf of d24c05963c4f41ee8c8189c7acc53c87 for: {'network': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:34:41.794270 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-68a2febe-1515-4a5f-8e55-be691c8719e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for network, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:41.882579 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-68a2febe-1515-4a5f-8e55-be691c8719e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:41.886288 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bcc626-a4f5-4951-ae6a-a005ec54cbe8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Pushing event deleted for resources: {'Port': ['ID=c10e1e3a-1565-4bc5-842a-a4d5d4a473e8,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:41.908406 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-45bcc626-a4f5-4951-ae6a-a005ec54cbe8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:41.936529 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7dc01b1d-758f-4014-b139-f0460ee18056 req-62a83a10-e94a-472f-81c7-317216d11e91 tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] 10.222.0.69 "GET /v2.0/ports?device_id=799d2072-e17c-419a-ba93-c1e77d148bcf HTTP/1.1" status: 200 len: 210 time: 0.1643767 Apr 18 19:34:41.972462 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187773cd-2ac5-4812-b7d3-892a231e3049 req-aa138a46-5ee5-409d-942b-aff9b291c3e7 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:41.974047 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-187773cd-2ac5-4812-b7d3-892a231e3049 req-aa138a46-5ee5-409d-942b-aff9b291c3e7 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Synchronizing usage tracker for tenant:e3b062c733cb48498c21458f46ee72da on resource:port {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:34:41.974793 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f69cb4-04c3-4ecd-8f67-0691a49f933a tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Network dc169f41-b840-49de-9491-f710457ce241 is scheduled to be hosted by DHCP agent f6987c12-6d6c-47d4-b22d-cfcd164dc40d with binding_index 1 {{(pid=84763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:34:41.992457 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-68a2febe-1515-4a5f-8e55-be691c8719e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:34:41.998056 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-68a2febe-1515-4a5f-8e55-be691c8719e0 admin admin] Usage tracker for resource:security_group_rule and tenant:d24c05963c4f41ee8c8189c7acc53c87 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:34:42.003640 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 693c5407-18e7-4335-b041-53452a926d8c details requested by agent hyperv_n-h1-836017-2 with host n-h1-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:34:42.004182 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-68a2febe-1515-4a5f-8e55-be691c8719e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:34:42.009485 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-68a2febe-1515-4a5f-8e55-be691c8719e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:34:42.024258 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-45bcc626-a4f5-4951-ae6a-a005ec54cbe8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] 10.222.0.69 "DELETE /v2.0/ports/c10e1e3a-1565-4bc5-842a-a4d5d4a473e8 HTTP/1.1" status: 204 len: 168 time: 1.6738985 Apr 18 19:34:42.026876 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 59982) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:34:42.063133 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-e63c3d5c-99c4-4c50-95d2-8812c0e4728a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db9a198-cca2-4839-964d-989973220cd5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1770307152-router', 'tenant_id': '542ab1652bc6481698039fdf0fdfca7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '6b2bb02a-da4d-441c-99c1-1d7d04d15bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:34:22Z', 'updated_at': '2022-04-18T19:34:33Z', 'revision_number': 4, 'project_id': '542ab1652bc6481698039fdf0fdfca7f', 'gw_port': {'id': '6b2bb02a-da4d-441c-99c1-1d7d04d15bca', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d6:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db9a198-cca2-4839-964d-989973220cd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:34:24Z', 'updated_at': '2022-04-18T19:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_interfaces': [{'id': 'e48e6d70-fd6b-4f0d-bf4c-b5f4a16be198', 'name': '', 'network_id': 'a6104562-d871-4869-9fa8-73c34a57c151', 'tenant_id': '542ab1652bc6481698039fdf0fdfca7f', 'mac_address': 'fa:16:3e:fe:cf:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5db9a198-cca2-4839-964d-989973220cd5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '243c42e2-37fd-4e07-9b81-bac922c31c79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:34:31Z', 'updated_at': '2022-04-18T19:34:39Z', 'revision_number': 4, 'project_id': '542ab1652bc6481698039fdf0fdfca7f', 'subnets': [{'id': '243c42e2-37fd-4e07-9b81-bac922c31c79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-2', False) {} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:34:42.098440 n-d-836017-2 neutron-server[84764]: INFO neutron.pecan_wsgi.hooks.translation [None req-717f3bde-5c65-4a78-a12e-760a81e9f434 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] GET failed (client error): The resource could not be found. Apr 18 19:34:42.105541 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-717f3bde-5c65-4a78-a12e-760a81e9f434 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Synchronizing usage tracker for tenant:bd1be97ca6cd4b1a8d60d412734bd1c8 on resource:port {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:34:42.105541 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-187773cd-2ac5-4812-b7d3-892a231e3049 req-aa138a46-5ee5-409d-942b-aff9b291c3e7 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Unset dirty status for tenant:e3b062c733cb48498c21458f46ee72da on resource:port {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:34:42.105541 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-187773cd-2ac5-4812-b7d3-892a231e3049 req-aa138a46-5ee5-409d-942b-aff9b291c3e7 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=7d9f2a92-7181-4f18-9e91-9b7e7ad80d63 HTTP/1.1" status: 200 len: 946 time: 0.2713938 Apr 18 19:34:42.131594 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [None req-96f69cb4-04c3-4ecd-8f67-0691a49f933a tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-2, dc169f41-b840-49de-9491-f710457ce241) {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:34:42.172175 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-96f69cb4-04c3-4ecd-8f67-0691a49f933a tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66351616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66540921'] for subnet, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:42.197765 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-187773cd-2ac5-4812-b7d3-892a231e3049 req-63677d94-b7a6-4411-b771-e00d53be9cbc tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/security-groups?id=6dce0218-3e63-47f4-ad5c-3b3c3b13b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820346 Apr 18 19:34:42.221091 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-717f3bde-5c65-4a78-a12e-760a81e9f434 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Unset dirty status for tenant:bd1be97ca6cd4b1a8d60d412734bd1c8 on resource:port {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:34:42.226281 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-717f3bde-5c65-4a78-a12e-760a81e9f434 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] 10.222.0.69 "GET /v2.0/ports/c10e1e3a-1565-4bc5-842a-a4d5d4a473e8 HTTP/1.1" status: 404 len: 333 time: 0.1970155 Apr 18 19:34:42.227054 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 59990) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:34:42.234078 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-ac2075fd-f6b4-4d0c-89d7-e09d6075b728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-333893141', 'network_id': '3e767b9f-e26d-4569-9dc6-de349bf1bb2d'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:34:42.238986 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-68a2febe-1515-4a5f-8e55-be691c8719e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:42.244350 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-ac2075fd-f6b4-4d0c-89d7-e09d6075b728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:34:42.266245 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-ac2075fd-f6b4-4d0c-89d7-e09d6075b728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:34:42.310079 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63c3d5c-99c4-4c50-95d2-8812c0e4728a None None] The sync data for ids ['5db9a198-cca2-4839-964d-989973220cd5'] in n-d-836017-2 is: [{'id': '5db9a198-cca2-4839-964d-989973220cd5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1770307152-router', 'tenant_id': '542ab1652bc6481698039fdf0fdfca7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '6b2bb02a-da4d-441c-99c1-1d7d04d15bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:34:22Z', 'updated_at': '2022-04-18T19:34:33Z', 'revision_number': 4, 'project_id': '542ab1652bc6481698039fdf0fdfca7f', 'gw_port': {'id': '6b2bb02a-da4d-441c-99c1-1d7d04d15bca', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d6:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db9a198-cca2-4839-964d-989973220cd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:34:24Z', 'updated_at': '2022-04-18T19:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_interfaces': [{'id': 'e48e6d70-fd6b-4f0d-bf4c-b5f4a16be198', 'name': '', 'network_id': 'a6104562-d871-4869-9fa8-73c34a57c151', 'tenant_id': '542ab1652bc6481698039fdf0fdfca7f', 'mac_address': 'fa:16:3e:fe:cf:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5db9a198-cca2-4839-964d-989973220cd5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '243c42e2-37fd-4e07-9b81-bac922c31c79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:34:31Z', 'updated_at': '2022-04-18T19:34:39Z', 'revision_number': 4, 'project_id': '542ab1652bc6481698039fdf0fdfca7f', 'subnets': [{'id': '243c42e2-37fd-4e07-9b81-bac922c31c79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:34:42.313801 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4b4bed-7b10-43a4-9821-45c20201d8d6 None None] Network dc169f41-b840-49de-9491-f710457ce241 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:34:42.349547 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac2075fd-f6b4-4d0c-89d7-e09d6075b728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Made reservation on behalf of bd1be97ca6cd4b1a8d60d412734bd1c8 for: {'port': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:34:42.352546 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-ac2075fd-f6b4-4d0c-89d7-e09d6075b728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:42.384783 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-68a2febe-1515-4a5f-8e55-be691c8719e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:42.430837 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f69cb4-04c3-4ecd-8f67-0691a49f933a tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Pushing event updated for resources: {'Subnet': ['ID=d305aabb-e88e-4434-9200-5a1c3b678149,revision_number=0']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:42.440452 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68a2febe-1515-4a5f-8e55-be691c8719e0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=84763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:34:42.445975 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [None req-ac2075fd-f6b4-4d0c-89d7-e09d6075b728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] device_id is not set on port 13fee04d-9e65-4017-a6f4-7c7c3e4dabea yet. {{(pid=84764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 19:34:42.505190 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-68a2febe-1515-4a5f-8e55-be691c8719e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:42.505546 n-d-836017-2 neutron-server[84763]: INFO neutron.db.segments_db [None req-68a2febe-1515-4a5f-8e55-be691c8719e0 admin admin] Added segment 5ace1d40-f719-4fb4-a8a8-baa0ea54f7e5 of type vlan for network a15d993a-6587-4728-b6e5-6aacd5a8669a Apr 18 19:34:42.519657 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a2febe-1515-4a5f-8e55-be691c8719e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dbbe555-f817-4989-8ffe-4d7514677d3c,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:42.524975 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f69cb4-04c3-4ecd-8f67-0691a49f933a tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Checking segment: {'id': '882ea873-689b-4c23-a4fe-5490ffe12161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '2c1c9cf0-2966-4cda-b05c-a46e0eb45272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:34:42.525370 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f69cb4-04c3-4ecd-8f67-0691a49f933a tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Network hostable DHCP agents. Network: 2c1c9cf0-2966-4cda-b05c-a46e0eb45272, hostable agents: ['f6987c12-6d6c-47d4-b22d-cfcd164dc40d'], hosted agents: [] {{(pid=84763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:34:42.584159 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-68a2febe-1515-4a5f-8e55-be691c8719e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791093404182'] for network, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:42.623193 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c284c6c-0cc6-40a0-8890-0ecfed26a42f req-215e5312-3c53-4e83-bf7d-56685a8c2df0 tempest-InstanceActionsNegativeTestJSON-1185854506 tempest-InstanceActionsNegativeTestJSON-1185854506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:42.638095 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-9c284c6c-0cc6-40a0-8890-0ecfed26a42f req-215e5312-3c53-4e83-bf7d-56685a8c2df0 tempest-InstanceActionsNegativeTestJSON-1185854506 tempest-InstanceActionsNegativeTestJSON-1185854506-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c83f216-3e9b-48a3-b072-c986fb66cc48 HTTP/1.1" status: 200 len: 943 time: 0.3333883 Apr 18 19:34:42.671060 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port 693c5407-18e7-4335-b041-53452a926d8c, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=693c5407-18e7-4335-b041-53452a926d8c,segment=NetworkSegment(668ca07f-2e4a-4364-be7f-e30092653162),segment_id=668ca07f-2e4a-4364-be7f-e30092653162)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:34:42.747694 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Returning: {'device': '693c5407-18e7-4335-b041-53452a926d8c', 'network_id': '5e8c570a-ca53-4a57-a034-48bb43ae3f37', 'port_id': '693c5407-18e7-4335-b041-53452a926d8c', 'mac_address': 'fa:16:3e:d5:c4:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39e65cd2-4b1c-46f2-8fc6-e67a3d1447ee', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:34:42.779045 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-9c284c6c-0cc6-40a0-8890-0ecfed26a42f req-dd3fbbc7-d7e5-4dda-ae7c-0fdaf803be0a tempest-InstanceActionsNegativeTestJSON-1185854506 tempest-InstanceActionsNegativeTestJSON-1185854506-project] 10.222.0.69 "GET /v2.0/security-groups?id=07b63910-6edc-4326-be36-b5ae6bc6ead5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400366 Apr 18 19:34:42.790158 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f69cb4-04c3-4ecd-8f67-0691a49f933a tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Network 2c1c9cf0-2966-4cda-b05c-a46e0eb45272 is scheduled to be hosted by DHCP agent f6987c12-6d6c-47d4-b22d-cfcd164dc40d with binding_index 1 {{(pid=84763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:34:42.827097 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-68a2febe-1515-4a5f-8e55-be691c8719e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251'] for network, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:42.828166 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a2febe-1515-4a5f-8e55-be691c8719e0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:42.829092 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-68a2febe-1515-4a5f-8e55-be691c8719e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:43.024018 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [None req-96f69cb4-04c3-4ecd-8f67-0691a49f933a tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-2, 2c1c9cf0-2966-4cda-b05c-a46e0eb45272) {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:34:43.055057 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-ac2075fd-f6b4-4d0c-89d7-e09d6075b728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:43.095046 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f69cb4-04c3-4ecd-8f67-0691a49f933a tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:43.095431 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f69cb4-04c3-4ecd-8f67-0691a49f933a tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:43.096070 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-96f69cb4-04c3-4ecd-8f67-0691a49f933a tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Notify callbacks [] for subnet, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:43.101920 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c3c39e-a636-4f2a-a085-d27e2e375dbe None None] Network 2c1c9cf0-2966-4cda-b05c-a46e0eb45272 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:34:43.151749 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a2febe-1515-4a5f-8e55-be691c8719e0 admin admin] Pushing event updated for resources: {'Network': ['ID=a15d993a-6587-4728-b6e5-6aacd5a8669a,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:43.173357 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-68a2febe-1515-4a5f-8e55-be691c8719e0 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.4855342 Apr 18 19:34:43.178243 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 60000) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:34:43.185039 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-1131a46b-d4c9-4256-8157-041978dd9d6d admin admin] Request body: {'subnet': {'network_id': 'a15d993a-6587-4728-b6e5-6aacd5a8669a', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-249357372-subnet', 'tenant_id': 'd24c05963c4f41ee8c8189c7acc53c87', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:34:43.208240 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-ac2075fd-f6b4-4d0c-89d7-e09d6075b728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:43.257952 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-96f69cb4-04c3-4ecd-8f67-0691a49f933a tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 8.7143362 Apr 18 19:34:43.260399 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 60006) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:34:43.357743 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:43.388937 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Network a15d993a-6587-4728-b6e5-6aacd5a8669a details requested by agent ovs-agent-n-d-836017-2 with host n-d-836017-2 {{(pid=84765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:34:43.442293 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-1131a46b-d4c9-4256-8157-041978dd9d6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:34:43.521215 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-1131a46b-d4c9-4256-8157-041978dd9d6d admin admin] Usage tracker for resource:subnet and tenant:d24c05963c4f41ee8c8189c7acc53c87 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:34:43.723372 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0454f29e-35c1-4714-855d-4bbb50d4890a tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:43.735091 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0454f29e-35c1-4714-855d-4bbb50d4890a tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:43.735091 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0454f29e-35c1-4714-855d-4bbb50d4890a tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:43.735091 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-0454f29e-35c1-4714-855d-4bbb50d4890a tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Synchronizing usage tracker for tenant:8b67d1a7b46a48daac10c83387c0c576 on resource:subnet {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:34:43.757103 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-1131a46b-d4c9-4256-8157-041978dd9d6d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:34:43.766270 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2075fd-f6b4-4d0c-89d7-e09d6075b728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Pushing event updated for resources: {'Port': ['ID=13fee04d-9e65-4017-a6f4-7c7c3e4dabea,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:43.806013 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-1131a46b-d4c9-4256-8157-041978dd9d6d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:34:43.813243 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-7948e4d2-6da9-4ab9-ad81-ea4750140e54 req-f7ab6477-45d0-47a8-8a8f-7b61356de3cf tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] 10.222.0.69 "GET /v2.0/ports?device_id=799d2072-e17c-419a-ba93-c1e77d148bcf HTTP/1.1" status: 200 len: 210 time: 0.3861434 Apr 18 19:34:43.816056 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2075fd-f6b4-4d0c-89d7-e09d6075b728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Network 3e767b9f-e26d-4569-9dc6-de349bf1bb2d is already hosted by enough agents. {{(pid=84764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:34:43.819069 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [None req-ac2075fd-f6b4-4d0c-89d7-e09d6075b728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Resources bound (agent type, host, resource id): {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:34:43.828245 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2075fd-f6b4-4d0c-89d7-e09d6075b728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Received port after_create {{(pid=84764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:34:43.829345 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2075fd-f6b4-4d0c-89d7-e09d6075b728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:43.830115 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-ac2075fd-f6b4-4d0c-89d7-e09d6075b728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:43.908525 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-0454f29e-35c1-4714-855d-4bbb50d4890a tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Unset dirty status for tenant:8b67d1a7b46a48daac10c83387c0c576 on resource:subnet {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:34:43.909719 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-0454f29e-35c1-4714-855d-4bbb50d4890a tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.6481230 Apr 18 19:34:43.913137 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 60016) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:34:43.922244 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcaa5b8-a439-4b8a-b86b-14f8115efaf8 req-2caa95d1-19e8-457d-a8e4-3df1c2801d2e tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:43.922975 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-7bcaa5b8-a439-4b8a-b86b-14f8115efaf8 req-2caa95d1-19e8-457d-a8e4-3df1c2801d2e tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Synchronizing usage tracker for tenant:542ab1652bc6481698039fdf0fdfca7f on resource:network {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:34:43.946543 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78b5583-3376-460e-b8f7-25504568c09e req-df5d539c-a098-4cbd-ab93-f136638cdf75 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:43.948759 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e78b5583-3376-460e-b8f7-25504568c09e req-df5d539c-a098-4cbd-ab93-f136638cdf75 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d9f2a92-7181-4f18-9e91-9b7e7ad80d63 HTTP/1.1" status: 200 len: 946 time: 0.5602283 Apr 18 19:34:43.993351 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device e48e6d70-fd6b-4f0d-bf4c-b5f4a16be198 up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:34:44.029363 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-ac2075fd-f6b4-4d0c-89d7-e09d6075b728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.7986994 Apr 18 19:34:44.031041 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1131a46b-d4c9-4256-8157-041978dd9d6d admin admin] Made reservation on behalf of d24c05963c4f41ee8c8189c7acc53c87 for: {'subnet': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:34:44.037689 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-1131a46b-d4c9-4256-8157-041978dd9d6d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65862573'] for subnet, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:44.163099 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-e78b5583-3376-460e-b8f7-25504568c09e req-b59e97c5-06cf-4f06-b17a-e98e528fd733 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Deleting port 7f9265fb-048f-4b38-bd6f-abe5817bd647 {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:34:44.163448 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-e78b5583-3376-460e-b8f7-25504568c09e req-b59e97c5-06cf-4f06-b17a-e98e528fd733 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:44.194103 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 60020) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:34:44.200008 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 693c5407-18e7-4335-b041-53452a926d8c {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:34:44.302706 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port 693c5407-18e7-4335-b041-53452a926d8c, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=693c5407-18e7-4335-b041-53452a926d8c,segment=NetworkSegment(668ca07f-2e4a-4364-be7f-e30092653162),segment_id=668ca07f-2e4a-4364-be7f-e30092653162)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:34:44.303901 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779aed95-7dd1-44ea-a7d3-fd8d9e0ccdd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31f5fbf7-4b5c-5a44-b255-70c4fc176ae8-dc169f41-b840-49de-9491-f710457ce241', 'network_id': 'dc169f41-b840-49de-9491-f710457ce241', 'tenant_id': '8b67d1a7b46a48daac10c83387c0c576', 'fixed_ips': [{'subnet_id': 'd6c1db74-30c5-4ec3-be6c-bd2571fffbec'}]}} from n-d-836017-2. {{(pid=84765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 19:34:44.304810 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-779aed95-7dd1-44ea-a7d3-fd8d9e0ccdd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:44.362827 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 60024) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:34:44.363346 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-3ebf536e-cd56-4a4b-bf78-9340b0e9e5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] 10.222.0.69 "GET /v2.0/ports/13fee04d-9e65-4017-a6f4-7c7c3e4dabea HTTP/1.1" status: 200 len: 958 time: 0.1677523 Apr 18 19:34:44.366055 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-7bcaa5b8-a439-4b8a-b86b-14f8115efaf8 req-2caa95d1-19e8-457d-a8e4-3df1c2801d2e tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Unset dirty status for tenant:542ab1652bc6481698039fdf0fdfca7f on resource:network {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:34:44.369056 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7bcaa5b8-a439-4b8a-b86b-14f8115efaf8 req-2caa95d1-19e8-457d-a8e4-3df1c2801d2e tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] 10.222.0.72 "GET /v2.0/networks?id=a6104562-d871-4869-9fa8-73c34a57c151 HTTP/1.1" status: 200 len: 829 time: 0.9708695 Apr 18 19:34:44.376451 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7254d85c-58d5-463f-b6f7-77502a7e09a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31f5fbf7-4b5c-5a44-b255-70c4fc176ae8-2c1c9cf0-2966-4cda-b05c-a46e0eb45272', 'network_id': '2c1c9cf0-2966-4cda-b05c-a46e0eb45272', 'tenant_id': '8b67d1a7b46a48daac10c83387c0c576', 'fixed_ips': [{'subnet_id': 'd305aabb-e88e-4434-9200-5a1c3b678149'}]}} from n-d-836017-2. {{(pid=84765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 19:34:44.377007 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7254d85c-58d5-463f-b6f7-77502a7e09a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:44.440156 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:44.486231 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-7bcaa5b8-a439-4b8a-b86b-14f8115efaf8 req-0beb3315-4fc5-4de5-8cf3-1828dc8aefbc tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Request body: {'port': {'device_id': '799d2072-e17c-419a-ba93-c1e77d148bcf', 'network_id': 'a6104562-d871-4869-9fa8-73c34a57c151', 'admin_state_up': True, 'tenant_id': '542ab1652bc6481698039fdf0fdfca7f'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:34:44.596738 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning for port e48e6d70-fd6b-4f0d-bf4c-b5f4a16be198 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:34:44.600748 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-a93c137d-3e43-4511-ad7e-f9a81b0c964c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Deleting port 13fee04d-9e65-4017-a6f4-7c7c3e4dabea {{(pid=84764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:34:44.601218 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-a93c137d-3e43-4511-ad7e-f9a81b0c964c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:44.635616 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port e48e6d70-fd6b-4f0d-bf4c-b5f4a16be198 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:34:44.635919 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:44.688559 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92831a48-7f63-42ab-9bd9-cd0885318fd5 req-69d02985-e8d9-404c-a045-f79155ee7b2f tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:44.696341 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-92831a48-7f63-42ab-9bd9-cd0885318fd5 req-69d02985-e8d9-404c-a045-f79155ee7b2f tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/ports?device_id=19c55a40-af4c-4d99-acfe-8e687e9bbe14 HTTP/1.1" status: 200 len: 950 time: 0.4991543 Apr 18 19:34:44.736605 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_v2 [None req-26e2a92a-6bb3-4840-aada-676488fff982 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Deleting subnet d6c1db74-30c5-4ec3-be6c-bd2571fffbec {{(pid=84764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:34:44.736930 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Pushing event updated for resources: {'Port': ['ID=693c5407-18e7-4335-b041-53452a926d8c,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:44.800809 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b9b80f-181f-47fe-b625-06dd9fedd626 req-bc91c2cb-2ba1-4746-8fc4-a4a0de9bdf4f tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:44.807958 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-83b9b80f-181f-47fe-b625-06dd9fedd626 req-bc91c2cb-2ba1-4746-8fc4-a4a0de9bdf4f tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=7d9f2a92-7181-4f18-9e91-9b7e7ad80d63 HTTP/1.1" status: 200 len: 946 time: 0.6175828 Apr 18 19:34:44.845368 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-e78b5583-3376-460e-b8f7-25504568c09e req-b59e97c5-06cf-4f06-b17a-e98e528fd733 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] For port 7f9265fb-048f-4b38-bd6f-abe5817bd647, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=7f9265fb-048f-4b38-bd6f-abe5817bd647,segment=NetworkSegment(56697489-6787-4e2b-895c-5ec0b051161d),segment_id=56697489-6787-4e2b-895c-5ec0b051161d)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:34:44.852994 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-e78b5583-3376-460e-b8f7-25504568c09e req-b59e97c5-06cf-4f06-b17a-e98e528fd733 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:44.856689 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] get_ports_and_sgs() called for port_ids ['693c5407-18e7-4335-b041-53452a926d8c'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:34:44.977170 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-92831a48-7f63-42ab-9bd9-cd0885318fd5 req-b97bd324-e991-420b-a35a-9680f4e4afbe tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb75c1f-620d-4cfd-a804-faa1a9266f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794790 Apr 18 19:34:45.002809 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-779aed95-7dd1-44ea-a7d3-fd8d9e0ccdd3 None None] Allocated IP 172.20.0.2 (dc169f41-b840-49de-9491-f710457ce241/d6c1db74-30c5-4ec3-be6c-bd2571fffbec/8bab8da5-433d-47d0-8c47-89ab5446c0b2) {{(pid=84765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:34:45.014129 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-e78b5583-3376-460e-b8f7-25504568c09e req-b59e97c5-06cf-4f06-b17a-e98e528fd733 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Calling delete_port for 7f9265fb-048f-4b38-bd6f-abe5817bd647 owned by compute:nova {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:34:45.045285 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-7254d85c-58d5-463f-b6f7-77502a7e09a2 None None] Allocated IP 172.20.0.18 (2c1c9cf0-2966-4cda-b05c-a46e0eb45272/d305aabb-e88e-4434-9200-5a1c3b678149/01fd6c90-a3bb-48a2-a7f6-1fae11a7ece3) {{(pid=84765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:34:45.068090 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-a93c137d-3e43-4511-ad7e-f9a81b0c964c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:45.103459 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-7bcaa5b8-a439-4b8a-b86b-14f8115efaf8 req-0beb3315-4fc5-4de5-8cf3-1828dc8aefbc tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:34:45.108169 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-83b9b80f-181f-47fe-b625-06dd9fedd626 req-88926207-0fcb-4f71-8344-5d03e7f400fe tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/security-groups?id=6dce0218-3e63-47f4-ad5c-3b3c3b13b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2993126 Apr 18 19:34:45.124498 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-7bcaa5b8-a439-4b8a-b86b-14f8115efaf8 req-0beb3315-4fc5-4de5-8cf3-1828dc8aefbc tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:34:45.253396 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-a93c137d-3e43-4511-ad7e-f9a81b0c964c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Calling delete_port for 13fee04d-9e65-4017-a6f4-7c7c3e4dabea owned by {{(pid=84764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:34:45.285554 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bcaa5b8-a439-4b8a-b86b-14f8115efaf8 req-0beb3315-4fc5-4de5-8cf3-1828dc8aefbc tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Made reservation on behalf of 542ab1652bc6481698039fdf0fdfca7f for: {'port': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:34:45.288597 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-7bcaa5b8-a439-4b8a-b86b-14f8115efaf8 req-0beb3315-4fc5-4de5-8cf3-1828dc8aefbc tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:45.307069 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f9f0aa69-dd99-4233-a024-fdb7df2bda88 req-16dfab8e-3811-4054-a806-1b7a3cdb6f34 tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] 10.222.0.69 "GET /v2.0/ports?device_id=799d2072-e17c-419a-ba93-c1e77d148bcf HTTP/1.1" status: 200 len: 210 time: 0.0617902 Apr 18 19:34:45.313339 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:45.331319 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-1131a46b-d4c9-4256-8157-041978dd9d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2290811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65862591'] for subnet, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:45.366097 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-e78b5583-3376-460e-b8f7-25504568c09e req-b59e97c5-06cf-4f06-b17a-e98e528fd733 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:45.443411 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59e97c5-06cf-4f06-b17a-e98e528fd733 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Pushing event deleted for resources: {'Port': ['ID=7f9265fb-048f-4b38-bd6f-abe5817bd647,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:45.503491 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1131a46b-d4c9-4256-8157-041978dd9d6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cbdddc8-bf0a-4ac7-9f09-4e4fdeb7252a,revision_number=0']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:45.515997 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] For port e48e6d70-fd6b-4f0d-bf4c-b5f4a16be198, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=e48e6d70-fd6b-4f0d-bf4c-b5f4a16be198,segment=NetworkSegment(76e03cee-37c3-41cb-bd5f-699fff00054e),segment_id=76e03cee-37c3-41cb-bd5f-699fff00054e)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:34:45.548810 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-e78b5583-3376-460e-b8f7-25504568c09e req-b59e97c5-06cf-4f06-b17a-e98e528fd733 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] No DVR routers for this DVR port 7f9265fb-048f-4b38-bd6f-abe5817bd647 on host n-h1-836017-2 {{(pid=84763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:34:45.553361 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-e78b5583-3376-460e-b8f7-25504568c09e req-b59e97c5-06cf-4f06-b17a-e98e528fd733 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:45.556174 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d9f2a92-7181-4f18-9e91-9b7e7ad80d63', 'name': 'network-vif-deleted', 'tag': '7f9265fb-048f-4b38-bd6f-abe5817bd647'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:34:45.567391 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335dbe71-ff21-453a-bb4e-fc70c95a58f6 req-6db43779-ac0a-492d-87b8-17cd42084bbe tempest-InstanceActionsNegativeTestJSON-1185854506 tempest-InstanceActionsNegativeTestJSON-1185854506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:45.568993 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-335dbe71-ff21-453a-bb4e-fc70c95a58f6 req-6db43779-ac0a-492d-87b8-17cd42084bbe tempest-InstanceActionsNegativeTestJSON-1185854506 tempest-InstanceActionsNegativeTestJSON-1185854506-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c83f216-3e9b-48a3-b072-c986fb66cc48 HTTP/1.1" status: 200 len: 944 time: 0.2853973 Apr 18 19:34:45.578160 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afe235f-b2f0-4953-b8a3-ea7c3f022477 req-3b9dc1d0-1d03-4c1e-ae0d-5cb29a023123 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:45.579699 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-0afe235f-b2f0-4953-b8a3-ea7c3f022477 req-3b9dc1d0-1d03-4c1e-ae0d-5cb29a023123 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.72 "GET /v2.0/ports?device_id=19c55a40-af4c-4d99-acfe-8e687e9bbe14 HTTP/1.1" status: 200 len: 950 time: 0.2950373 Apr 18 19:34:45.581825 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1131a46b-d4c9-4256-8157-041978dd9d6d admin admin] Checking segment: {'id': '5ace1d40-f719-4fb4-a8a8-baa0ea54f7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'a15d993a-6587-4728-b6e5-6aacd5a8669a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:34:45.582192 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1131a46b-d4c9-4256-8157-041978dd9d6d admin admin] Network hostable DHCP agents. Network: a15d993a-6587-4728-b6e5-6aacd5a8669a, hostable agents: ['f6987c12-6d6c-47d4-b22d-cfcd164dc40d'], hosted agents: [] {{(pid=84764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:34:45.687734 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:45.694482 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b64d9720-7e5a-4820-b6bc-0da190e53726'] response: {'server_uuid': '7d9f2a92-7181-4f18-9e91-9b7e7ad80d63', 'name': 'network-vif-deleted', 'tag': '7f9265fb-048f-4b38-bd6f-abe5817bd647', 'status': 'completed', 'code': 200} Apr 18 19:34:45.716117 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-a93c137d-3e43-4511-ad7e-f9a81b0c964c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:45.753422 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-779aed95-7dd1-44ea-a7d3-fd8d9e0ccdd3 None None] Notify callbacks [] for port, precommit_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:45.806606 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [req-0afe235f-b2f0-4953-b8a3-ea7c3f022477 req-bda52776-9ba2-4c01-8ad8-9e5f322a1bde tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Deleting port 225b853f-c003-411a-a6b9-39da4cba827f {{(pid=84764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:34:45.806606 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-0afe235f-b2f0-4953-b8a3-ea7c3f022477 req-bda52776-9ba2-4c01-8ad8-9e5f322a1bde tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:45.812285 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_common [req-7bcaa5b8-a439-4b8a-b86b-14f8115efaf8 req-0beb3315-4fc5-4de5-8cf3-1828dc8aefbc tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Allocated IP 172.20.0.11 (a6104562-d871-4869-9fa8-73c34a57c151/243c42e2-37fd-4e07-9b81-bac922c31c79/ac6ccf01-ad6a-480a-945d-76509c20512e) {{(pid=84763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:34:45.816751 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e78b5583-3376-460e-b8f7-25504568c09e req-b59e97c5-06cf-4f06-b17a-e98e528fd733 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.73 "DELETE /v2.0/ports/7f9265fb-048f-4b38-bd6f-abe5817bd647 HTTP/1.1" status: 204 len: 173 time: 1.8610375 Apr 18 19:34:45.839601 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93c137d-3e43-4511-ad7e-f9a81b0c964c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Pushing event deleted for resources: {'Port': ['ID=13fee04d-9e65-4017-a6f4-7c7c3e4dabea,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:45.845285 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ef528762-9649-4e2c-9a03-7b763d87a55c req-4e827200-9e0d-4ac1-a3e6-29f10d0a9d0e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=63f735e6-8486-48e8-85e0-cdebbb5eae7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1472063 Apr 18 19:34:45.861852 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-779aed95-7dd1-44ea-a7d3-fd8d9e0ccdd3 None None] Transition to ACTIVE for port object 8bab8da5-433d-47d0-8c47-89ab5446c0b2 will not be triggered until provisioned by entity L2. {{(pid=84765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:34:45.861852 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Pushing event updated for resources: {'Port': ['ID=e48e6d70-fd6b-4f0d-bf4c-b5f4a16be198,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:45.877690 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7254d85c-58d5-463f-b6f7-77502a7e09a2 None None] Notify callbacks [] for port, precommit_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:45.897809 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-7254d85c-58d5-463f-b6f7-77502a7e09a2 None None] Transition to ACTIVE for port object 01fd6c90-a3bb-48a2-a7f6-1fae11a7ece3 will not be triggered until provisioned by entity L2. {{(pid=84765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:34:45.900764 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-779aed95-7dd1-44ea-a7d3-fd8d9e0ccdd3 None None] Transition to ACTIVE for port object 8bab8da5-433d-47d0-8c47-89ab5446c0b2 will not be triggered until provisioned by entity DHCP. {{(pid=84765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:34:45.922312 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-7254d85c-58d5-463f-b6f7-77502a7e09a2 None None] Transition to ACTIVE for port object 01fd6c90-a3bb-48a2-a7f6-1fae11a7ece3 will not be triggered until provisioned by entity DHCP. {{(pid=84765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:34:46.010757 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-a93c137d-3e43-4511-ad7e-f9a81b0c964c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:46.045205 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-779aed95-7dd1-44ea-a7d3-fd8d9e0ccdd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331'] for port, after_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:46.050178 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-26e2a92a-6bb3-4840-aada-676488fff982 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Notify callbacks [] for subnet, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:46.084200 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-335dbe71-ff21-453a-bb4e-fc70c95a58f6 req-9ff36067-c0ae-4fd4-9312-8220d9e9fd49 tempest-InstanceActionsNegativeTestJSON-1185854506 tempest-InstanceActionsNegativeTestJSON-1185854506-project] 10.222.0.69 "GET /v2.0/security-groups?id=07b63910-6edc-4326-be36-b5ae6bc6ead5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5035231 Apr 18 19:34:46.085779 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ef528762-9649-4e2c-9a03-7b763d87a55c req-28eb4720-d42d-4eda-9ee4-c255d851eeba service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e3b062c733cb48498c21458f46ee72da&device_id=63f735e6-8486-48e8-85e0-cdebbb5eae7f HTTP/1.1" status: 200 len: 1096 time: 0.1999950 Apr 18 19:34:46.125336 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-a93c137d-3e43-4511-ad7e-f9a81b0c964c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] 10.222.0.69 "DELETE /v2.0/ports/13fee04d-9e65-4017-a6f4-7c7c3e4dabea HTTP/1.1" status: 204 len: 168 time: 1.7110212 Apr 18 19:34:46.130567 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 60038) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:34:46.169146 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7254d85c-58d5-463f-b6f7-77502a7e09a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331'] for port, after_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:46.182820 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1131a46b-d4c9-4256-8157-041978dd9d6d admin admin] Network a15d993a-6587-4728-b6e5-6aacd5a8669a is scheduled to be hosted by DHCP agent f6987c12-6d6c-47d4-b22d-cfcd164dc40d with binding_index 1 {{(pid=84764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:34:46.197274 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-26e2a92a-6bb3-4840-aada-676488fff982 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66931798'] for subnet, precommit_delete_associations {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:46.271225 n-d-836017-2 neutron-server[84764]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1a6ca61-d26b-4321-9c68-7e2024c250eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] GET failed (client error): The resource could not be found. Apr 18 19:34:46.271718 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-b1a6ca61-d26b-4321-9c68-7e2024c250eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Synchronizing usage tracker for tenant:bd1be97ca6cd4b1a8d60d412734bd1c8 on resource:port {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:34:46.278670 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779aed95-7dd1-44ea-a7d3-fd8d9e0ccdd3 None None] Pushing event updated for resources: {'Port': ['ID=8bab8da5-433d-47d0-8c47-89ab5446c0b2,revision_number=1']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:46.374606 n-d-836017-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7254d85c-58d5-463f-b6f7-77502a7e09a2 None None] Network 2c1c9cf0-2966-4cda-b05c-a46e0eb45272 is already hosted by enough agents. {{(pid=84765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:34:46.381843 n-d-836017-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-7254d85c-58d5-463f-b6f7-77502a7e09a2 None None] Resources bound (agent type, host, resource id): {{(pid=84765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:34:46.396422 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7254d85c-58d5-463f-b6f7-77502a7e09a2 None None] Received port after_create {{(pid=84765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:34:46.415647 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-3283ff7c-bc5b-4384-8689-39054207071c req-fba8c555-b841-4ace-ae71-733ff18f13e2 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=7d9f2a92-7181-4f18-9e91-9b7e7ad80d63 HTTP/1.1" status: 200 len: 210 time: 0.0724890 Apr 18 19:34:46.423446 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [None req-1131a46b-d4c9-4256-8157-041978dd9d6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-2, a15d993a-6587-4728-b6e5-6aacd5a8669a) {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:34:46.442356 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 7f9265fb-048f-4b38-bd6f-abe5817bd647 no longer exists at agent hyperv_n-h1-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:34:46.463685 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1131a46b-d4c9-4256-8157-041978dd9d6d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:46.463685 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-1131a46b-d4c9-4256-8157-041978dd9d6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for subnet, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:46.464291 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-7bcaa5b8-a439-4b8a-b86b-14f8115efaf8 req-0beb3315-4fc5-4de5-8cf3-1828dc8aefbc tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Notify callbacks [] for port, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:46.496677 n-d-836017-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-779aed95-7dd1-44ea-a7d3-fd8d9e0ccdd3 None None] Network dc169f41-b840-49de-9491-f710457ce241 is already hosted by enough agents. {{(pid=84765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:34:46.507757 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8db605e-3552-4e46-a1c8-90b88bc82a0c None None] Network a15d993a-6587-4728-b6e5-6aacd5a8669a requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:34:46.514125 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-26e2a92a-6bb3-4840-aada-676488fff982 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1258508'] for subnet, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:46.523823 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [req-7bcaa5b8-a439-4b8a-b86b-14f8115efaf8 req-0beb3315-4fc5-4de5-8cf3-1828dc8aefbc tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Transition to ACTIVE for port object ac6ccf01-ad6a-480a-945d-76509c20512e will not be triggered until provisioned by entity DHCP. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:34:46.527078 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] get_ports_and_sgs() called for port_ids ['6ce9e8ca-c688-4360-a5c1-cb5597c9db75'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:34:46.568055 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef528762-9649-4e2c-9a03-7b763d87a55c req-0729b350-d7ec-471d-9550-411d7d612948 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:46.572581 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ef528762-9649-4e2c-9a03-7b763d87a55c req-0729b350-d7ec-471d-9550-411d7d612948 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0124e28f-2243-4533-b876-7d659443232d HTTP/1.1" status: 200 len: 905 time: 0.4467461 Apr 18 19:34:46.572769 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7254d85c-58d5-463f-b6f7-77502a7e09a2 None None] Pushing event updated for resources: {'Port': ['ID=01fd6c90-a3bb-48a2-a7f6-1fae11a7ece3,revision_number=1']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:46.575553 n-d-836017-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-779aed95-7dd1-44ea-a7d3-fd8d9e0ccdd3 None None] Resources bound (agent type, host, resource id): {{(pid=84765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:34:46.577376 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09241edc-d3cd-4ada-9e69-4e787c39a0c1 req-fa43ffd2-a137-4740-ba49-25f04699ae9d tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:46.577823 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-09241edc-d3cd-4ada-9e69-4e787c39a0c1 req-fa43ffd2-a137-4740-ba49-25f04699ae9d tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Synchronizing usage tracker for tenant:73070b32fdb445869915286e0756abff on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:34:46.587734 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] No Port match for: 7f9265fb-048f-4b38-bd6f-abe5817bd647 {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:34:46.588238 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 7f9265fb-048f-4b38-bd6f-abe5817bd647 not bound to the agent host n-h1-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:34:46.613990 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779aed95-7dd1-44ea-a7d3-fd8d9e0ccdd3 None None] Received port after_create {{(pid=84765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:34:46.622238 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-b1a6ca61-d26b-4321-9c68-7e2024c250eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Unset dirty status for tenant:bd1be97ca6cd4b1a8d60d412734bd1c8 on resource:port {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:34:46.630554 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-b1a6ca61-d26b-4321-9c68-7e2024c250eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] 10.222.0.69 "GET /v2.0/ports/13fee04d-9e65-4017-a6f4-7c7c3e4dabea HTTP/1.1" status: 404 len: 333 time: 0.4902678 Apr 18 19:34:46.634925 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 60046) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:34:46.647366 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-5e711434-d7cf-484b-ac22-06e6548dc3d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Request body: {'port': {'network_id': '3e767b9f-e26d-4569-9dc6-de349bf1bb2d', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-969625118'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:34:46.663505 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ef528762-9649-4e2c-9a03-7b763d87a55c req-b6148ee2-1c3b-4650-a622-3e6196a154c3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6ce9e8ca-c688-4360-a5c1-cb5597c9db75 HTTP/1.1" status: 200 len: 217 time: 0.0805178 Apr 18 19:34:46.673231 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-5e711434-d7cf-484b-ac22-06e6548dc3d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:34:46.687961 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-0afe235f-b2f0-4953-b8a3-ea7c3f022477 req-bda52776-9ba2-4c01-8ad8-9e5f322a1bde tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] For port 225b853f-c003-411a-a6b9-39da4cba827f, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=225b853f-c003-411a-a6b9-39da4cba827f,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:34:46.688416 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-0afe235f-b2f0-4953-b8a3-ea7c3f022477 req-bda52776-9ba2-4c01-8ad8-9e5f322a1bde tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:46.704459 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-5e711434-d7cf-484b-ac22-06e6548dc3d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:34:46.781096 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef528762-9649-4e2c-9a03-7b763d87a55c req-7b351267-56f2-4537-bce6-6e2c53175fe9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:46.783741 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ef528762-9649-4e2c-9a03-7b763d87a55c req-7b351267-56f2-4537-bce6-6e2c53175fe9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=53fde093-fc81-475a-a625-0084a1c3acc5 HTTP/1.1" status: 200 len: 844 time: 0.1120536 Apr 18 19:34:46.882594 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-26e2a92a-6bb3-4840-aada-676488fff982 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1258501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2290876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65862598'] for subnet, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:46.886343 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-09241edc-d3cd-4ada-9e69-4e787c39a0c1 req-fa43ffd2-a137-4740-ba49-25f04699ae9d tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Unset dirty status for tenant:73070b32fdb445869915286e0756abff on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:34:46.887741 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-09241edc-d3cd-4ada-9e69-4e787c39a0c1 req-fa43ffd2-a137-4740-ba49-25f04699ae9d tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/ports?device_id=19c55a40-af4c-4d99-acfe-8e687e9bbe14 HTTP/1.1" status: 200 len: 950 time: 0.6050036 Apr 18 19:34:46.901758 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [req-0afe235f-b2f0-4953-b8a3-ea7c3f022477 req-bda52776-9ba2-4c01-8ad8-9e5f322a1bde tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Calling delete_port for 225b853f-c003-411a-a6b9-39da4cba827f owned by compute:nova {{(pid=84764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:34:46.922792 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ef528762-9649-4e2c-9a03-7b763d87a55c req-08cfaa8b-5eb0-499a-8d40-c0adc7e96d38 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0124e28f-2243-4533-b876-7d659443232d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1294472 Apr 18 19:34:46.928480 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-7bcaa5b8-a439-4b8a-b86b-14f8115efaf8 req-0beb3315-4fc5-4de5-8cf3-1828dc8aefbc tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:46.939950 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-7254d85c-58d5-463f-b6f7-77502a7e09a2 None None] Attempting to bind port 01fd6c90-a3bb-48a2-a7f6-1fae11a7ece3 on host n-d-836017-2 for vnic_type normal with profile {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:34:46.939950 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-7254d85c-58d5-463f-b6f7-77502a7e09a2 None None] Attempting to bind port 01fd6c90-a3bb-48a2-a7f6-1fae11a7ece3 by drivers openvswitch,hyperv on host n-d-836017-2 at level 0 using segments [{'id': '882ea873-689b-4c23-a4fe-5490ffe12161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '2c1c9cf0-2966-4cda-b05c-a46e0eb45272'}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:34:46.939950 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7254d85c-58d5-463f-b6f7-77502a7e09a2 None None] Attempting to bind port 01fd6c90-a3bb-48a2-a7f6-1fae11a7ece3 on network 2c1c9cf0-2966-4cda-b05c-a46e0eb45272 {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:34:46.972110 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-1131a46b-d4c9-4256-8157-041978dd9d6d admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.7819684 Apr 18 19:34:47.001705 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7254d85c-58d5-463f-b6f7-77502a7e09a2 None None] Checking agent: {'id': 'df2a5cfe-6839-400b-a998-e4fffce70f45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 8, 22), 'started_at': datetime.datetime(2022, 4, 18, 19, 8, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:34:47.006317 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7254d85c-58d5-463f-b6f7-77502a7e09a2 None None] Checking segment: {'id': '882ea873-689b-4c23-a4fe-5490ffe12161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '2c1c9cf0-2966-4cda-b05c-a46e0eb45272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:34:47.006317 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7254d85c-58d5-463f-b6f7-77502a7e09a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:47.006317 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7254d85c-58d5-463f-b6f7-77502a7e09a2 None None] Bound using segment: {'id': '882ea873-689b-4c23-a4fe-5490ffe12161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '2c1c9cf0-2966-4cda-b05c-a46e0eb45272'} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:34:47.006317 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-7254d85c-58d5-463f-b6f7-77502a7e09a2 None None] Bound port: 01fd6c90-a3bb-48a2-a7f6-1fae11a7ece3, host: n-d-836017-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '882ea873-689b-4c23-a4fe-5490ffe12161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '2c1c9cf0-2966-4cda-b05c-a46e0eb45272'}}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:34:47.006317 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7254d85c-58d5-463f-b6f7-77502a7e09a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:47.031176 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e2a92a-6bb3-4840-aada-676488fff982 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Pushing event deleted for resources: {'Subnet': ['ID=d6c1db74-30c5-4ec3-be6c-bd2571fffbec,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:47.048983 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-779aed95-7dd1-44ea-a7d3-fd8d9e0ccdd3 None None] Attempting to bind port 8bab8da5-433d-47d0-8c47-89ab5446c0b2 on host n-d-836017-2 for vnic_type normal with profile {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:34:47.049355 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-779aed95-7dd1-44ea-a7d3-fd8d9e0ccdd3 None None] Attempting to bind port 8bab8da5-433d-47d0-8c47-89ab5446c0b2 by drivers openvswitch,hyperv on host n-d-836017-2 at level 0 using segments [{'id': '46904e53-0ce3-408a-afb5-09198ff902b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'dc169f41-b840-49de-9491-f710457ce241'}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:34:47.052281 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779aed95-7dd1-44ea-a7d3-fd8d9e0ccdd3 None None] Attempting to bind port 8bab8da5-433d-47d0-8c47-89ab5446c0b2 on network dc169f41-b840-49de-9491-f710457ce241 {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:34:47.101491 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-26e2a92a-6bb3-4840-aada-676488fff982 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for subnet, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:47.108909 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-26e2a92a-6bb3-4840-aada-676488fff982 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] 10.222.0.69 "DELETE /v2.0/subnets/d6c1db74-30c5-4ec3-be6c-bd2571fffbec HTTP/1.1" status: 204 len: 168 time: 3.1938899 Apr 18 19:34:47.113985 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 60054) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:34:47.119646 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e711434-d7cf-484b-ac22-06e6548dc3d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Made reservation on behalf of bd1be97ca6cd4b1a8d60d412734bd1c8 for: {'port': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:34:47.122421 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-5e711434-d7cf-484b-ac22-06e6548dc3d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:47.166732 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779aed95-7dd1-44ea-a7d3-fd8d9e0ccdd3 None None] Checking agent: {'id': 'df2a5cfe-6839-400b-a998-e4fffce70f45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 8, 22), 'started_at': datetime.datetime(2022, 4, 18, 19, 8, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:34:47.167180 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779aed95-7dd1-44ea-a7d3-fd8d9e0ccdd3 None None] Checking segment: {'id': '46904e53-0ce3-408a-afb5-09198ff902b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'dc169f41-b840-49de-9491-f710457ce241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:34:47.167730 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-779aed95-7dd1-44ea-a7d3-fd8d9e0ccdd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:47.168774 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779aed95-7dd1-44ea-a7d3-fd8d9e0ccdd3 None None] Bound using segment: {'id': '46904e53-0ce3-408a-afb5-09198ff902b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'dc169f41-b840-49de-9491-f710457ce241'} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:34:47.169380 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-779aed95-7dd1-44ea-a7d3-fd8d9e0ccdd3 None None] Bound port: 8bab8da5-433d-47d0-8c47-89ab5446c0b2, host: n-d-836017-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46904e53-0ce3-408a-afb5-09198ff902b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'dc169f41-b840-49de-9491-f710457ce241'}}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:34:47.169756 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-779aed95-7dd1-44ea-a7d3-fd8d9e0ccdd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:47.175512 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-09241edc-d3cd-4ada-9e69-4e787c39a0c1 req-5bb02c97-710a-4cce-8738-ebd7eb5da75f tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb75c1f-620d-4cfd-a804-faa1a9266f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2768438 Apr 18 19:34:47.232296 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bcaa5b8-a439-4b8a-b86b-14f8115efaf8 req-0beb3315-4fc5-4de5-8cf3-1828dc8aefbc tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Network a6104562-d871-4869-9fa8-73c34a57c151 is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:34:47.239016 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [req-7bcaa5b8-a439-4b8a-b86b-14f8115efaf8 req-0beb3315-4fc5-4de5-8cf3-1828dc8aefbc tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:34:47.268346 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bcaa5b8-a439-4b8a-b86b-14f8115efaf8 req-0beb3315-4fc5-4de5-8cf3-1828dc8aefbc tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Received port after_create {{(pid=84763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:34:47.303377 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [None req-5e711434-d7cf-484b-ac22-06e6548dc3d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] device_id is not set on port 31d4fa56-b88b-46da-8430-305ce2561593 yet. {{(pid=84764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 19:34:47.336319 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beb3315-4fc5-4de5-8cf3-1828dc8aefbc tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Pushing event updated for resources: {'Port': ['ID=ac6ccf01-ad6a-480a-945d-76509c20512e,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:47.427186 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ef528762-9649-4e2c-9a03-7b763d87a55c req-95b32d49-2e0a-4e34-803e-333521c2ddc6 service neutron] 10.222.0.73 "GET /v2.0/networks/0124e28f-2243-4533-b876-7d659443232d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4804914 Apr 18 19:34:47.432013 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcaa5b8-a439-4b8a-b86b-14f8115efaf8 req-0beb3315-4fc5-4de5-8cf3-1828dc8aefbc tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:47.432837 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-7bcaa5b8-a439-4b8a-b86b-14f8115efaf8 req-0beb3315-4fc5-4de5-8cf3-1828dc8aefbc tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:47.501627 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fea5474-084e-4721-8433-69aa6fe51696 None None] Network a15d993a-6587-4728-b6e5-6aacd5a8669a requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:34:47.592957 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf4a1f1-e150-4d8a-bf68-c73e2b4de961 req-4d7b306c-ca88-4f5f-8ea7-837b9f88d435 tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:47.594500 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-5bf4a1f1-e150-4d8a-bf68-c73e2b4de961 req-4d7b306c-ca88-4f5f-8ea7-837b9f88d435 tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] 10.222.0.69 "GET /v2.0/ports?device_id=799d2072-e17c-419a-ba93-c1e77d148bcf HTTP/1.1" status: 200 len: 932 time: 0.7148008 Apr 18 19:34:47.700289 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ef528762-9649-4e2c-9a03-7b763d87a55c req-929f46b3-5d5c-4ebb-a2cd-46424a13fae1 service neutron] 10.222.0.73 "GET /v2.0/networks/0124e28f-2243-4533-b876-7d659443232d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595584 Apr 18 19:34:47.730010 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-779aed95-7dd1-44ea-a7d3-fd8d9e0ccdd3 None None] For port 8bab8da5-433d-47d0-8c47-89ab5446c0b2, host n-d-836017-2, cleared binding levels {{(pid=84765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:34:47.734077 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-779aed95-7dd1-44ea-a7d3-fd8d9e0ccdd3 None None] For port 8bab8da5-433d-47d0-8c47-89ab5446c0b2, host n-d-836017-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=8bab8da5-433d-47d0-8c47-89ab5446c0b2,segment=NetworkSegment(46904e53-0ce3-408a-afb5-09198ff902b8),segment_id=46904e53-0ce3-408a-afb5-09198ff902b8)] {{(pid=84765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:34:47.743755 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_v2 [None req-b11df5b4-1bd5-48ce-9773-7296516b397d tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Deleting subnet d305aabb-e88e-4434-9200-5a1c3b678149 {{(pid=84764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:34:47.750252 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b11df5b4-1bd5-48ce-9773-7296516b397d tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Notify callbacks [] for subnet, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:47.757991 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da1ccb3-b2a4-4fb5-ad7b-8d80a292ca14 req-86cb6a5b-6c76-4100-a44e-a07517dd793a tempest-InstanceActionsNegativeTestJSON-1185854506 tempest-InstanceActionsNegativeTestJSON-1185854506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:47.774985 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4da1ccb3-b2a4-4fb5-ad7b-8d80a292ca14 req-86cb6a5b-6c76-4100-a44e-a07517dd793a tempest-InstanceActionsNegativeTestJSON-1185854506 tempest-InstanceActionsNegativeTestJSON-1185854506-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c83f216-3e9b-48a3-b072-c986fb66cc48 HTTP/1.1" status: 200 len: 944 time: 0.3063793 Apr 18 19:34:47.813714 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-7254d85c-58d5-463f-b6f7-77502a7e09a2 None None] For port 01fd6c90-a3bb-48a2-a7f6-1fae11a7ece3, host n-d-836017-2, cleared binding levels {{(pid=84765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:34:47.828934 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-5bf4a1f1-e150-4d8a-bf68-c73e2b4de961 req-33e8bd98-689b-4f3a-a057-1173b63e013c tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] 10.222.0.69 "GET /v2.0/security-groups?id=d944a480-2945-4480-b491-0efb8db093ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995950 Apr 18 19:34:47.841568 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-7254d85c-58d5-463f-b6f7-77502a7e09a2 None None] For port 01fd6c90-a3bb-48a2-a7f6-1fae11a7ece3, host n-d-836017-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=01fd6c90-a3bb-48a2-a7f6-1fae11a7ece3,segment=NetworkSegment(882ea873-689b-4c23-a4fe-5490ffe12161),segment_id=882ea873-689b-4c23-a4fe-5490ffe12161)] {{(pid=84765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:34:47.859673 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7bcaa5b8-a439-4b8a-b86b-14f8115efaf8 req-0beb3315-4fc5-4de5-8cf3-1828dc8aefbc tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4014266 Apr 18 19:34:47.860402 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b11df5b4-1bd5-48ce-9773-7296516b397d tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66931798'] for subnet, precommit_delete_associations {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:47.876666 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-7bcaa5b8-a439-4b8a-b86b-14f8115efaf8 req-f8a6d13a-8091-4074-ad56-6b26ade339df service neutron] Request body: {'port': {'device_id': '799d2072-e17c-419a-ba93-c1e77d148bcf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-2'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:34:47.879725 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device e48e6d70-fd6b-4f0d-bf4c-b5f4a16be198 up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:34:47.951117 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-779aed95-7dd1-44ea-a7d3-fd8d9e0ccdd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:47.989852 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-0afe235f-b2f0-4953-b8a3-ea7c3f022477 req-bda52776-9ba2-4c01-8ad8-9e5f322a1bde tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:48.022597 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] get_ports_and_sgs() called for port_ids ['095a9680-858e-4b90-9273-b31a53dffeb8', 'a2813964-4506-412b-8a7e-dd3f7c81ebe6', '44ee4a95-c41e-4c22-8ed3-49639e968ae2', '52b7b7dc-94a3-4e1a-88aa-a4fe09a31f6e'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:34:48.048573 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-7bcaa5b8-a439-4b8a-b86b-14f8115efaf8 req-f8a6d13a-8091-4074-ad56-6b26ade339df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:48.085079 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-3162252b-d91f-4a94-a6f0-30aab8df7984 None None] Provisioning for port ac6ccf01-ad6a-480a-945d-76509c20512e completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:34:48.096228 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4da1ccb3-b2a4-4fb5-ad7b-8d80a292ca14 req-13f5afe9-02bd-4a3c-b0a5-5398ddfb1759 tempest-InstanceActionsNegativeTestJSON-1185854506 tempest-InstanceActionsNegativeTestJSON-1185854506-project] 10.222.0.69 "GET /v2.0/security-groups?id=07b63910-6edc-4326-be36-b5ae6bc6ead5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3191390 Apr 18 19:34:48.096478 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b11df5b4-1bd5-48ce-9773-7296516b397d tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1258508'] for subnet, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:48.113804 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-3162252b-d91f-4a94-a6f0-30aab8df7984 None None] Provisioning complete for port ac6ccf01-ad6a-480a-945d-76509c20512e triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:34:48.114779 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3162252b-d91f-4a94-a6f0-30aab8df7984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:48.140973 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7254d85c-58d5-463f-b6f7-77502a7e09a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:48.172134 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] get_ports_and_sgs() called for port_ids ['fbaca27c-775e-4826-a999-e46d492b3066', '4dc9ea20-0019-4f76-93a6-1e8b1efa54a8'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:34:48.260049 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [req-6f680f18-808b-4f1d-8ab7-14b3d7d7a128 req-4034d0c1-b2a5-43f7-9529-5f70d15bca47 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-344817689', 'description': 'tempest-description-1020521675'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:34:48.291967 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-6f680f18-808b-4f1d-8ab7-14b3d7d7a128 req-4034d0c1-b2a5-43f7-9529-5f70d15bca47 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:34:48.300187 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda52776-9ba2-4c01-8ad8-9e5f322a1bde tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Pushing event deleted for resources: {'Port': ['ID=225b853f-c003-411a-a6b9-39da4cba827f,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:48.317059 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b11df5b4-1bd5-48ce-9773-7296516b397d tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1258501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2290876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65862598'] for subnet, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:48.323639 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-6f680f18-808b-4f1d-8ab7-14b3d7d7a128 req-4034d0c1-b2a5-43f7-9529-5f70d15bca47 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Usage tracker for resource:security_group and tenant:d24c05963c4f41ee8c8189c7acc53c87 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:34:48.483388 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 693c5407-18e7-4335-b041-53452a926d8c up at agent hyperv_n-h1-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:34:48.495676 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3912a756-9e1e-45a0-980e-dc3896f8d7b1 req-21ef6274-0b0f-4d44-8e50-c0ef51ba99fe tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/ports?device_id=19c55a40-af4c-4d99-acfe-8e687e9bbe14 HTTP/1.1" status: 200 len: 210 time: 0.0723953 Apr 18 19:34:48.638782 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-6f680f18-808b-4f1d-8ab7-14b3d7d7a128 req-4034d0c1-b2a5-43f7-9529-5f70d15bca47 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:34:48.653636 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7a3b8248-f1dc-401c-a420-b9d66c62df2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:48.677814 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-5e711434-d7cf-484b-ac22-06e6548dc3d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:48.709983 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b11df5b4-1bd5-48ce-9773-7296516b397d tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for subnet, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:48.721935 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [req-7bcaa5b8-a439-4b8a-b86b-14f8115efaf8 req-f8a6d13a-8091-4074-ad56-6b26ade339df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac6ccf01-ad6a-480a-945d-76509c20512e {{(pid=84763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:34:48.730199 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-7bcaa5b8-a439-4b8a-b86b-14f8115efaf8 req-f8a6d13a-8091-4074-ad56-6b26ade339df service neutron] Notify callbacks [] for port, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:48.752631 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [req-7bcaa5b8-a439-4b8a-b86b-14f8115efaf8 req-f8a6d13a-8091-4074-ad56-6b26ade339df service neutron] Transition to ACTIVE for port object ac6ccf01-ad6a-480a-945d-76509c20512e will not be triggered until provisioned by entity L2. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:34:48.783832 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779aed95-7dd1-44ea-a7d3-fd8d9e0ccdd3 None None] Pushing event updated for resources: {'Port': ['ID=8bab8da5-433d-47d0-8c47-89ab5446c0b2,revision_number=3']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:48.822884 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port e48e6d70-fd6b-4f0d-bf4c-b5f4a16be198 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:34:48.823169 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:48.851949 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-6f680f18-808b-4f1d-8ab7-14b3d7d7a128 req-4034d0c1-b2a5-43f7-9529-5f70d15bca47 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:34:48.861982 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [req-0afe235f-b2f0-4953-b8a3-ea7c3f022477 req-bda52776-9ba2-4c01-8ad8-9e5f322a1bde tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] No DVR routers for this DVR port 225b853f-c003-411a-a6b9-39da4cba827f on host n-h2-836017-2 {{(pid=84764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:34:48.865570 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-0afe235f-b2f0-4953-b8a3-ea7c3f022477 req-bda52776-9ba2-4c01-8ad8-9e5f322a1bde tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:48.877323 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11df5b4-1bd5-48ce-9773-7296516b397d tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Pushing event deleted for resources: {'Subnet': ['ID=d305aabb-e88e-4434-9200-5a1c3b678149,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:48.887865 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19c55a40-af4c-4d99-acfe-8e687e9bbe14', 'name': 'network-vif-deleted', 'tag': '225b853f-c003-411a-a6b9-39da4cba827f'}] {{(pid=84764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:34:48.896363 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-5e711434-d7cf-484b-ac22-06e6548dc3d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:48.919976 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-3162252b-d91f-4a94-a6f0-30aab8df7984 None None] Port ac6ccf01-ad6a-480a-945d-76509c20512e cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:34:48.974151 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-b11df5b4-1bd5-48ce-9773-7296516b397d tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] 10.222.0.69 "DELETE /v2.0/subnets/d305aabb-e88e-4434-9200-5a1c3b678149 HTTP/1.1" status: 204 len: 168 time: 1.8533652 Apr 18 19:34:48.976399 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 60086) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:34:48.993639 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-7bcaa5b8-a439-4b8a-b86b-14f8115efaf8 req-f8a6d13a-8091-4074-ad56-6b26ade339df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:48.999725 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e711434-d7cf-484b-ac22-06e6548dc3d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Network 3e767b9f-e26d-4569-9dc6-de349bf1bb2d is already hosted by enough agents. {{(pid=84764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:34:49.035555 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [None req-5e711434-d7cf-484b-ac22-06e6548dc3d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Resources bound (agent type, host, resource id): {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:34:49.039834 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e711434-d7cf-484b-ac22-06e6548dc3d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Received port after_create {{(pid=84764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:34:49.041072 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e711434-d7cf-484b-ac22-06e6548dc3d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:49.041696 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-5e711434-d7cf-484b-ac22-06e6548dc3d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:49.063913 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-0afe235f-b2f0-4953-b8a3-ea7c3f022477 req-bda52776-9ba2-4c01-8ad8-9e5f322a1bde tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.72 "DELETE /v2.0/ports/225b853f-c003-411a-a6b9-39da4cba827f HTTP/1.1" status: 204 len: 173 time: 3.4738936 Apr 18 19:34:49.093658 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e711434-d7cf-484b-ac22-06e6548dc3d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Pushing event updated for resources: {'Port': ['ID=31d4fa56-b88b-46da-8430-305ce2561593,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:49.099321 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-6f680f18-808b-4f1d-8ab7-14b3d7d7a128 req-4034d0c1-b2a5-43f7-9529-5f70d15bca47 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:49.129499 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7254d85c-58d5-463f-b6f7-77502a7e09a2 None None] Pushing event updated for resources: {'Port': ['ID=01fd6c90-a3bb-48a2-a7f6-1fae11a7ece3,revision_number=3']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:49.156006 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b5b9c8-ddd3-4bfe-aed7-ce67e20c7643 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:49.156739 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-70b5b9c8-ddd3-4bfe-aed7-ce67e20c7643 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Synchronizing usage tracker for tenant:8b67d1a7b46a48daac10c83387c0c576 on resource:subnet {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:34:49.172787 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-6f680f18-808b-4f1d-8ab7-14b3d7d7a128 req-4034d0c1-b2a5-43f7-9529-5f70d15bca47 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:34:49.177016 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2690be5-82ce-4341-af5f-0958a3ff3958 None None] Network dc169f41-b840-49de-9491-f710457ce241 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:34:49.182610 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-6f680f18-808b-4f1d-8ab7-14b3d7d7a128 req-4034d0c1-b2a5-43f7-9529-5f70d15bca47 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Usage tracker for resource:security_group_rule and tenant:d24c05963c4f41ee8c8189c7acc53c87 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:34:49.188914 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-6f680f18-808b-4f1d-8ab7-14b3d7d7a128 req-4034d0c1-b2a5-43f7-9529-5f70d15bca47 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:34:49.198385 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a6d13a-8091-4074-ad56-6b26ade339df service neutron] Pushing event updated for resources: {'Port': ['ID=ac6ccf01-ad6a-480a-945d-76509c20512e,revision_number=2']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:49.201106 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-6f680f18-808b-4f1d-8ab7-14b3d7d7a128 req-4034d0c1-b2a5-43f7-9529-5f70d15bca47 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:34:49.250784 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cd5590-82e8-4473-80e8-6343f9f888fc req-9495e5f4-4cc7-4997-b541-023aeda746cc tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:49.260748 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d9cd5590-82e8-4473-80e8-6343f9f888fc req-9495e5f4-4cc7-4997-b541-023aeda746cc tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/networks?id=0124e28f-2243-4533-b876-7d659443232d HTTP/1.1" status: 200 len: 804 time: 0.5061235 Apr 18 19:34:49.299274 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-5e711434-d7cf-484b-ac22-06e6548dc3d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.6638756 Apr 18 19:34:49.300127 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-70b5b9c8-ddd3-4bfe-aed7-ce67e20c7643 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Unset dirty status for tenant:8b67d1a7b46a48daac10c83387c0c576 on resource:subnet {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:34:49.301314 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-70b5b9c8-ddd3-4bfe-aed7-ce67e20c7643 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3235221 Apr 18 19:34:49.301958 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 60094) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:34:49.320485 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-17e51974-3dd3-4966-87be-d9d035b3cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-836017-2'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:34:49.343528 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 60096) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:34:49.436460 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d9cd5590-82e8-4473-80e8-6343f9f888fc req-b8c42355-6dff-4db1-ac96-7cab636f0d7d tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/quotas/e3b062c733cb48498c21458f46ee72da HTTP/1.1" status: 200 len: 375 time: 0.1745718 Apr 18 19:34:49.486552 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-6f680f18-808b-4f1d-8ab7-14b3d7d7a128 req-4034d0c1-b2a5-43f7-9529-5f70d15bca47 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:49.501566 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-7bcaa5b8-a439-4b8a-b86b-14f8115efaf8 req-f8a6d13a-8091-4074-ad56-6b26ade339df service neutron] Attempting to bind port ac6ccf01-ad6a-480a-945d-76509c20512e on host n-h2-836017-2 for vnic_type normal with profile {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:34:49.501904 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-7bcaa5b8-a439-4b8a-b86b-14f8115efaf8 req-f8a6d13a-8091-4074-ad56-6b26ade339df service neutron] Attempting to bind port ac6ccf01-ad6a-480a-945d-76509c20512e by drivers openvswitch,hyperv on host n-h2-836017-2 at level 0 using segments [{'id': '76e03cee-37c3-41cb-bd5f-699fff00054e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'a6104562-d871-4869-9fa8-73c34a57c151'}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:34:49.502489 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bcaa5b8-a439-4b8a-b86b-14f8115efaf8 req-f8a6d13a-8091-4074-ad56-6b26ade339df service neutron] Attempting to bind port ac6ccf01-ad6a-480a-945d-76509c20512e on network a6104562-d871-4869-9fa8-73c34a57c151 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:34:49.518612 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-17e51974-3dd3-4966-87be-d9d035b3cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:49.564716 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-6f680f18-808b-4f1d-8ab7-14b3d7d7a128 req-4034d0c1-b2a5-43f7-9529-5f70d15bca47 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:49.569405 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Provisioning for port 693c5407-18e7-4335-b041-53452a926d8c completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:34:49.655383 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4034d0c1-b2a5-43f7-9529-5f70d15bca47 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcfb2357-6b1f-4bbf-b5b8-04774e61e421,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:49.670220 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bcaa5b8-a439-4b8a-b86b-14f8115efaf8 req-f8a6d13a-8091-4074-ad56-6b26ade339df service neutron] Port ac6ccf01-ad6a-480a-945d-76509c20512e on network a6104562-d871-4869-9fa8-73c34a57c151 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-2 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:34:49.670805 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bcaa5b8-a439-4b8a-b86b-14f8115efaf8 req-f8a6d13a-8091-4074-ad56-6b26ade339df service neutron] Attempting to bind port ac6ccf01-ad6a-480a-945d-76509c20512e on network a6104562-d871-4869-9fa8-73c34a57c151 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:34:49.764059 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bcaa5b8-a439-4b8a-b86b-14f8115efaf8 req-f8a6d13a-8091-4074-ad56-6b26ade339df service neutron] Checking agent: {'id': '02e8f951-d3a3-40e1-b8cc-aed258af030b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:34:49.766843 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bcaa5b8-a439-4b8a-b86b-14f8115efaf8 req-f8a6d13a-8091-4074-ad56-6b26ade339df service neutron] Checking segment: {'id': '76e03cee-37c3-41cb-bd5f-699fff00054e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'a6104562-d871-4869-9fa8-73c34a57c151'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:34:49.766843 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bcaa5b8-a439-4b8a-b86b-14f8115efaf8 req-f8a6d13a-8091-4074-ad56-6b26ade339df service neutron] Bound using segment: {'id': '76e03cee-37c3-41cb-bd5f-699fff00054e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'a6104562-d871-4869-9fa8-73c34a57c151'} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:34:49.766843 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-7bcaa5b8-a439-4b8a-b86b-14f8115efaf8 req-f8a6d13a-8091-4074-ad56-6b26ade339df service neutron] Bound port: ac6ccf01-ad6a-480a-945d-76509c20512e, host: n-h2-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76e03cee-37c3-41cb-bd5f-699fff00054e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'a6104562-d871-4869-9fa8-73c34a57c151'}}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:34:49.766843 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-7bcaa5b8-a439-4b8a-b86b-14f8115efaf8 req-f8a6d13a-8091-4074-ad56-6b26ade339df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:49.787638 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d0743ada-d5fe-4c5c-a77a-bbbddce3c488 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:49.813061 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Provisioning complete for port 693c5407-18e7-4335-b041-53452a926d8c triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:34:49.813722 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:49.875752 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-d0743ada-d5fe-4c5c-a77a-bbbddce3c488 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Deleting port 01fd6c90-a3bb-48a2-a7f6-1fae11a7ece3 {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:34:49.876254 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d0743ada-d5fe-4c5c-a77a-bbbddce3c488 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:49.959927 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-6f680f18-808b-4f1d-8ab7-14b3d7d7a128 req-4034d0c1-b2a5-43f7-9529-5f70d15bca47 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:49.976870 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6f680f18-808b-4f1d-8ab7-14b3d7d7a128 req-4034d0c1-b2a5-43f7-9529-5f70d15bca47 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1639 time: 1.7460630 Apr 18 19:34:50.006831 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-d9cd5590-82e8-4473-80e8-6343f9f888fc req-94931ffd-20f3-4a17-b08a-3785b77f7e98 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Synchronizing usage tracker for tenant:e3b062c733cb48498c21458f46ee72da on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:34:50.102254 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 01fd6c90-a3bb-48a2-a7f6-1fae11a7ece3 up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:34:50.109040 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-7bcaa5b8-a439-4b8a-b86b-14f8115efaf8 req-f8a6d13a-8091-4074-ad56-6b26ade339df service neutron] For port ac6ccf01-ad6a-480a-945d-76509c20512e, host n-h2-836017-2, cleared binding levels {{(pid=84763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:34:50.134153 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-7bcaa5b8-a439-4b8a-b86b-14f8115efaf8 req-f8a6d13a-8091-4074-ad56-6b26ade339df service neutron] For port ac6ccf01-ad6a-480a-945d-76509c20512e, host n-h2-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=ac6ccf01-ad6a-480a-945d-76509c20512e,segment=NetworkSegment(76e03cee-37c3-41cb-bd5f-699fff00054e),segment_id=76e03cee-37c3-41cb-bd5f-699fff00054e)] {{(pid=84763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:34:50.190528 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395b302b-d944-46ea-a8a5-0b0737b9906e None None] Network 2c1c9cf0-2966-4cda-b05c-a46e0eb45272 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:34:50.197889 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [None req-17e51974-3dd3-4966-87be-d9d035b3cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] device_id is not set on port 31d4fa56-b88b-46da-8430-305ce2561593 yet. {{(pid=84764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 19:34:50.212206 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-17e51974-3dd3-4966-87be-d9d035b3cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:50.234212 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.provisioning_blocks [None req-17e51974-3dd3-4966-87be-d9d035b3cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Transition to ACTIVE for port object 31d4fa56-b88b-46da-8430-305ce2561593 will not be triggered until provisioned by entity L2. {{(pid=84764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:34:50.259818 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-d9cd5590-82e8-4473-80e8-6343f9f888fc req-94931ffd-20f3-4a17-b08a-3785b77f7e98 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Unset dirty status for tenant:e3b062c733cb48498c21458f46ee72da on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:34:50.261207 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d9cd5590-82e8-4473-80e8-6343f9f888fc req-94931ffd-20f3-4a17-b08a-3785b77f7e98 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=e3b062c733cb48498c21458f46ee72da&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7731471 Apr 18 19:34:50.274615 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-7bcaa5b8-a439-4b8a-b86b-14f8115efaf8 req-f8a6d13a-8091-4074-ad56-6b26ade339df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:50.328116 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-17e51974-3dd3-4966-87be-d9d035b3cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2290934'] for port, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:50.478420 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 225b853f-c003-411a-a6b9-39da4cba827f no longer exists at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:34:50.494578 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e51974-3dd3-4966-87be-d9d035b3cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Pushing event updated for resources: {'Port': ['ID=31d4fa56-b88b-46da-8430-305ce2561593,revision_number=2']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:50.524569 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1e5f2c-2453-4e1b-b8b2-c3c43caaec4a req-c3442db0-97e4-41c4-9732-30899201b36d tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:50.528128 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-0a1e5f2c-2453-4e1b-b8b2-c3c43caaec4a req-c3442db0-97e4-41c4-9732-30899201b36d tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] 10.222.0.69 "GET /v2.0/ports?device_id=799d2072-e17c-419a-ba93-c1e77d148bcf HTTP/1.1" status: 200 len: 944 time: 0.2904146 Apr 18 19:34:50.555629 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [None req-d0743ada-d5fe-4c5c-a77a-bbbddce3c488 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] For port 01fd6c90-a3bb-48a2-a7f6-1fae11a7ece3, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=01fd6c90-a3bb-48a2-a7f6-1fae11a7ece3,segment=NetworkSegment(882ea873-689b-4c23-a4fe-5490ffe12161),segment_id=882ea873-689b-4c23-a4fe-5490ffe12161)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:34:50.556113 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d0743ada-d5fe-4c5c-a77a-bbbddce3c488 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:50.595884 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [None req-17e51974-3dd3-4966-87be-d9d035b3cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attempting to bind port 31d4fa56-b88b-46da-8430-305ce2561593 on host n-h2-836017-2 for vnic_type normal with profile {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:34:50.596868 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [None req-17e51974-3dd3-4966-87be-d9d035b3cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attempting to bind port 31d4fa56-b88b-46da-8430-305ce2561593 by drivers openvswitch,hyperv on host n-h2-836017-2 at level 0 using segments [{'id': 'b567256b-dcec-4f80-9060-b4656cd0e360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '3e767b9f-e26d-4569-9dc6-de349bf1bb2d'}] {{(pid=84764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:34:50.597568 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e51974-3dd3-4966-87be-d9d035b3cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attempting to bind port 31d4fa56-b88b-46da-8430-305ce2561593 on network 3e767b9f-e26d-4569-9dc6-de349bf1bb2d {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:34:50.613461 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e51974-3dd3-4966-87be-d9d035b3cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Port 31d4fa56-b88b-46da-8430-305ce2561593 on network 3e767b9f-e26d-4569-9dc6-de349bf1bb2d not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-2 {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:34:50.614107 n-d-836017-2 neutron-server[84764]: ERROR neutron.plugins.ml2.managers [None req-17e51974-3dd3-4966-87be-d9d035b3cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Failed to bind port 31d4fa56-b88b-46da-8430-305ce2561593 on host n-h2-836017-2 for vnic_type normal using segments [{'id': 'b567256b-dcec-4f80-9060-b4656cd0e360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '3e767b9f-e26d-4569-9dc6-de349bf1bb2d'}] Apr 18 19:34:50.614957 n-d-836017-2 neutron-server[84764]: INFO neutron.plugins.ml2.plugin [None req-17e51974-3dd3-4966-87be-d9d035b3cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attempt 2 to bind port 31d4fa56-b88b-46da-8430-305ce2561593 Apr 18 19:34:50.649485 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-0a1e5f2c-2453-4e1b-b8b2-c3c43caaec4a req-26e05b03-6727-4ee3-a855-c434f4383564 tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] 10.222.0.69 "GET /v2.0/security-groups?id=d944a480-2945-4480-b491-0efb8db093ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142130 Apr 18 19:34:50.653790 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [None req-17e51974-3dd3-4966-87be-d9d035b3cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attempting to bind port 31d4fa56-b88b-46da-8430-305ce2561593 on host n-h2-836017-2 for vnic_type normal with profile {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:34:50.655669 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [None req-17e51974-3dd3-4966-87be-d9d035b3cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attempting to bind port 31d4fa56-b88b-46da-8430-305ce2561593 by drivers openvswitch,hyperv on host n-h2-836017-2 at level 0 using segments [{'id': 'b567256b-dcec-4f80-9060-b4656cd0e360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '3e767b9f-e26d-4569-9dc6-de349bf1bb2d'}] {{(pid=84764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:34:50.656644 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e51974-3dd3-4966-87be-d9d035b3cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attempting to bind port 31d4fa56-b88b-46da-8430-305ce2561593 on network 3e767b9f-e26d-4569-9dc6-de349bf1bb2d {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:34:50.674744 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e51974-3dd3-4966-87be-d9d035b3cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Port 31d4fa56-b88b-46da-8430-305ce2561593 on network 3e767b9f-e26d-4569-9dc6-de349bf1bb2d not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-2 {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:34:50.675479 n-d-836017-2 neutron-server[84764]: ERROR neutron.plugins.ml2.managers [None req-17e51974-3dd3-4966-87be-d9d035b3cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Failed to bind port 31d4fa56-b88b-46da-8430-305ce2561593 on host n-h2-836017-2 for vnic_type normal using segments [{'id': 'b567256b-dcec-4f80-9060-b4656cd0e360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '3e767b9f-e26d-4569-9dc6-de349bf1bb2d'}] Apr 18 19:34:50.677245 n-d-836017-2 neutron-server[84764]: INFO neutron.plugins.ml2.plugin [None req-17e51974-3dd3-4966-87be-d9d035b3cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attempt 3 to bind port 31d4fa56-b88b-46da-8430-305ce2561593 Apr 18 19:34:50.720055 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [None req-17e51974-3dd3-4966-87be-d9d035b3cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attempting to bind port 31d4fa56-b88b-46da-8430-305ce2561593 on host n-h2-836017-2 for vnic_type normal with profile {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:34:50.720928 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [None req-17e51974-3dd3-4966-87be-d9d035b3cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attempting to bind port 31d4fa56-b88b-46da-8430-305ce2561593 by drivers openvswitch,hyperv on host n-h2-836017-2 at level 0 using segments [{'id': 'b567256b-dcec-4f80-9060-b4656cd0e360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '3e767b9f-e26d-4569-9dc6-de349bf1bb2d'}] {{(pid=84764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:34:50.722629 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e51974-3dd3-4966-87be-d9d035b3cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attempting to bind port 31d4fa56-b88b-46da-8430-305ce2561593 on network 3e767b9f-e26d-4569-9dc6-de349bf1bb2d {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:34:50.740909 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e51974-3dd3-4966-87be-d9d035b3cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Port 31d4fa56-b88b-46da-8430-305ce2561593 on network 3e767b9f-e26d-4569-9dc6-de349bf1bb2d not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-2 {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:34:50.742485 n-d-836017-2 neutron-server[84764]: ERROR neutron.plugins.ml2.managers [None req-17e51974-3dd3-4966-87be-d9d035b3cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Failed to bind port 31d4fa56-b88b-46da-8430-305ce2561593 on host n-h2-836017-2 for vnic_type normal using segments [{'id': 'b567256b-dcec-4f80-9060-b4656cd0e360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '3e767b9f-e26d-4569-9dc6-de349bf1bb2d'}] Apr 18 19:34:50.744470 n-d-836017-2 neutron-server[84764]: INFO neutron.plugins.ml2.plugin [None req-17e51974-3dd3-4966-87be-d9d035b3cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attempt 4 to bind port 31d4fa56-b88b-46da-8430-305ce2561593 Apr 18 19:34:50.776043 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [None req-17e51974-3dd3-4966-87be-d9d035b3cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attempting to bind port 31d4fa56-b88b-46da-8430-305ce2561593 on host n-h2-836017-2 for vnic_type normal with profile {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:34:50.776489 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [None req-17e51974-3dd3-4966-87be-d9d035b3cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attempting to bind port 31d4fa56-b88b-46da-8430-305ce2561593 by drivers openvswitch,hyperv on host n-h2-836017-2 at level 0 using segments [{'id': 'b567256b-dcec-4f80-9060-b4656cd0e360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '3e767b9f-e26d-4569-9dc6-de349bf1bb2d'}] {{(pid=84764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:34:50.776830 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e51974-3dd3-4966-87be-d9d035b3cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attempting to bind port 31d4fa56-b88b-46da-8430-305ce2561593 on network 3e767b9f-e26d-4569-9dc6-de349bf1bb2d {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:34:50.785650 n-d-836017-2 neutron-server[84764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c6f91ab-b96b-46a5-b81f-093d5541b2db'] response: {'server_uuid': '19c55a40-af4c-4d99-acfe-8e687e9bbe14', 'name': 'network-vif-deleted', 'tag': '225b853f-c003-411a-a6b9-39da4cba827f', 'status': 'completed', 'code': 200} Apr 18 19:34:50.786504 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] No Port match for: 225b853f-c003-411a-a6b9-39da4cba827f {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:34:50.786846 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 225b853f-c003-411a-a6b9-39da4cba827f not bound to the agent host n-h2-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:34:50.789884 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e51974-3dd3-4966-87be-d9d035b3cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Port 31d4fa56-b88b-46da-8430-305ce2561593 on network 3e767b9f-e26d-4569-9dc6-de349bf1bb2d not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-2 {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:34:50.790215 n-d-836017-2 neutron-server[84764]: ERROR neutron.plugins.ml2.managers [None req-17e51974-3dd3-4966-87be-d9d035b3cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Failed to bind port 31d4fa56-b88b-46da-8430-305ce2561593 on host n-h2-836017-2 for vnic_type normal using segments [{'id': 'b567256b-dcec-4f80-9060-b4656cd0e360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '3e767b9f-e26d-4569-9dc6-de349bf1bb2d'}] Apr 18 19:34:50.790726 n-d-836017-2 neutron-server[84764]: INFO neutron.plugins.ml2.plugin [None req-17e51974-3dd3-4966-87be-d9d035b3cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attempt 5 to bind port 31d4fa56-b88b-46da-8430-305ce2561593 Apr 18 19:34:50.793756 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-d0743ada-d5fe-4c5c-a77a-bbbddce3c488 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Calling delete_port for 01fd6c90-a3bb-48a2-a7f6-1fae11a7ece3 owned by network:dhcp {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:34:50.814257 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [None req-17e51974-3dd3-4966-87be-d9d035b3cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attempting to bind port 31d4fa56-b88b-46da-8430-305ce2561593 on host n-h2-836017-2 for vnic_type normal with profile {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:34:50.814810 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [None req-17e51974-3dd3-4966-87be-d9d035b3cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attempting to bind port 31d4fa56-b88b-46da-8430-305ce2561593 by drivers openvswitch,hyperv on host n-h2-836017-2 at level 0 using segments [{'id': 'b567256b-dcec-4f80-9060-b4656cd0e360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '3e767b9f-e26d-4569-9dc6-de349bf1bb2d'}] {{(pid=84764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:34:50.815168 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e51974-3dd3-4966-87be-d9d035b3cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attempting to bind port 31d4fa56-b88b-46da-8430-305ce2561593 on network 3e767b9f-e26d-4569-9dc6-de349bf1bb2d {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:34:50.827107 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e51974-3dd3-4966-87be-d9d035b3cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Port 31d4fa56-b88b-46da-8430-305ce2561593 on network 3e767b9f-e26d-4569-9dc6-de349bf1bb2d not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-2 {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:34:50.827899 n-d-836017-2 neutron-server[84764]: ERROR neutron.plugins.ml2.managers [None req-17e51974-3dd3-4966-87be-d9d035b3cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Failed to bind port 31d4fa56-b88b-46da-8430-305ce2561593 on host n-h2-836017-2 for vnic_type normal using segments [{'id': 'b567256b-dcec-4f80-9060-b4656cd0e360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '3e767b9f-e26d-4569-9dc6-de349bf1bb2d'}] Apr 18 19:34:50.828379 n-d-836017-2 neutron-server[84764]: INFO neutron.plugins.ml2.plugin [None req-17e51974-3dd3-4966-87be-d9d035b3cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attempt 6 to bind port 31d4fa56-b88b-46da-8430-305ce2561593 Apr 18 19:34:50.857377 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [None req-17e51974-3dd3-4966-87be-d9d035b3cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attempting to bind port 31d4fa56-b88b-46da-8430-305ce2561593 on host n-h2-836017-2 for vnic_type normal with profile {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:34:50.857751 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [None req-17e51974-3dd3-4966-87be-d9d035b3cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attempting to bind port 31d4fa56-b88b-46da-8430-305ce2561593 by drivers openvswitch,hyperv on host n-h2-836017-2 at level 0 using segments [{'id': 'b567256b-dcec-4f80-9060-b4656cd0e360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '3e767b9f-e26d-4569-9dc6-de349bf1bb2d'}] {{(pid=84764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:34:50.858091 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e51974-3dd3-4966-87be-d9d035b3cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attempting to bind port 31d4fa56-b88b-46da-8430-305ce2561593 on network 3e767b9f-e26d-4569-9dc6-de349bf1bb2d {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:34:50.866680 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e51974-3dd3-4966-87be-d9d035b3cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Port 31d4fa56-b88b-46da-8430-305ce2561593 on network 3e767b9f-e26d-4569-9dc6-de349bf1bb2d not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-2 {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:34:50.867012 n-d-836017-2 neutron-server[84764]: ERROR neutron.plugins.ml2.managers [None req-17e51974-3dd3-4966-87be-d9d035b3cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Failed to bind port 31d4fa56-b88b-46da-8430-305ce2561593 on host n-h2-836017-2 for vnic_type normal using segments [{'id': 'b567256b-dcec-4f80-9060-b4656cd0e360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '3e767b9f-e26d-4569-9dc6-de349bf1bb2d'}] Apr 18 19:34:50.867451 n-d-836017-2 neutron-server[84764]: INFO neutron.plugins.ml2.plugin [None req-17e51974-3dd3-4966-87be-d9d035b3cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attempt 7 to bind port 31d4fa56-b88b-46da-8430-305ce2561593 Apr 18 19:34:50.887883 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [None req-17e51974-3dd3-4966-87be-d9d035b3cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attempting to bind port 31d4fa56-b88b-46da-8430-305ce2561593 on host n-h2-836017-2 for vnic_type normal with profile {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:34:50.888229 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [None req-17e51974-3dd3-4966-87be-d9d035b3cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attempting to bind port 31d4fa56-b88b-46da-8430-305ce2561593 by drivers openvswitch,hyperv on host n-h2-836017-2 at level 0 using segments [{'id': 'b567256b-dcec-4f80-9060-b4656cd0e360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '3e767b9f-e26d-4569-9dc6-de349bf1bb2d'}] {{(pid=84764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:34:50.888678 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e51974-3dd3-4966-87be-d9d035b3cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attempting to bind port 31d4fa56-b88b-46da-8430-305ce2561593 on network 3e767b9f-e26d-4569-9dc6-de349bf1bb2d {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:34:50.897371 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e51974-3dd3-4966-87be-d9d035b3cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Port 31d4fa56-b88b-46da-8430-305ce2561593 on network 3e767b9f-e26d-4569-9dc6-de349bf1bb2d not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-2 {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:34:50.897664 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-7bcaa5b8-a439-4b8a-b86b-14f8115efaf8 req-f8a6d13a-8091-4074-ad56-6b26ade339df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:50.897891 n-d-836017-2 neutron-server[84764]: ERROR neutron.plugins.ml2.managers [None req-17e51974-3dd3-4966-87be-d9d035b3cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Failed to bind port 31d4fa56-b88b-46da-8430-305ce2561593 on host n-h2-836017-2 for vnic_type normal using segments [{'id': 'b567256b-dcec-4f80-9060-b4656cd0e360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '3e767b9f-e26d-4569-9dc6-de349bf1bb2d'}] Apr 18 19:34:50.898249 n-d-836017-2 neutron-server[84764]: INFO neutron.plugins.ml2.plugin [None req-17e51974-3dd3-4966-87be-d9d035b3cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attempt 8 to bind port 31d4fa56-b88b-46da-8430-305ce2561593 Apr 18 19:34:50.898783 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7bcaa5b8-a439-4b8a-b86b-14f8115efaf8 req-f8a6d13a-8091-4074-ad56-6b26ade339df service neutron] 10.222.0.72 "PUT /v2.0/ports/ac6ccf01-ad6a-480a-945d-76509c20512e HTTP/1.1" status: 200 len: 1092 time: 3.0313034 Apr 18 19:34:50.921177 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [None req-17e51974-3dd3-4966-87be-d9d035b3cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attempting to bind port 31d4fa56-b88b-46da-8430-305ce2561593 on host n-h2-836017-2 for vnic_type normal with profile {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:34:50.921508 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [None req-17e51974-3dd3-4966-87be-d9d035b3cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attempting to bind port 31d4fa56-b88b-46da-8430-305ce2561593 by drivers openvswitch,hyperv on host n-h2-836017-2 at level 0 using segments [{'id': 'b567256b-dcec-4f80-9060-b4656cd0e360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '3e767b9f-e26d-4569-9dc6-de349bf1bb2d'}] {{(pid=84764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:34:50.922351 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e51974-3dd3-4966-87be-d9d035b3cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attempting to bind port 31d4fa56-b88b-46da-8430-305ce2561593 on network 3e767b9f-e26d-4569-9dc6-de349bf1bb2d {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:34:50.925663 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '799d2072-e17c-419a-ba93-c1e77d148bcf', 'tag': 'ac6ccf01-ad6a-480a-945d-76509c20512e'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:34:50.928946 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e51974-3dd3-4966-87be-d9d035b3cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Port 31d4fa56-b88b-46da-8430-305ce2561593 on network 3e767b9f-e26d-4569-9dc6-de349bf1bb2d not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-2 {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:34:50.929281 n-d-836017-2 neutron-server[84764]: ERROR neutron.plugins.ml2.managers [None req-17e51974-3dd3-4966-87be-d9d035b3cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Failed to bind port 31d4fa56-b88b-46da-8430-305ce2561593 on host n-h2-836017-2 for vnic_type normal using segments [{'id': 'b567256b-dcec-4f80-9060-b4656cd0e360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '3e767b9f-e26d-4569-9dc6-de349bf1bb2d'}] Apr 18 19:34:50.929686 n-d-836017-2 neutron-server[84764]: INFO neutron.plugins.ml2.plugin [None req-17e51974-3dd3-4966-87be-d9d035b3cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attempt 9 to bind port 31d4fa56-b88b-46da-8430-305ce2561593 Apr 18 19:34:50.959005 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a6d13a-8091-4074-ad56-6b26ade339df service neutron] Pushing event updated for resources: {'Port': ['ID=ac6ccf01-ad6a-480a-945d-76509c20512e,revision_number=3']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:50.977213 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [None req-17e51974-3dd3-4966-87be-d9d035b3cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attempting to bind port 31d4fa56-b88b-46da-8430-305ce2561593 on host n-h2-836017-2 for vnic_type normal with profile {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:34:50.977896 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [None req-17e51974-3dd3-4966-87be-d9d035b3cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attempting to bind port 31d4fa56-b88b-46da-8430-305ce2561593 by drivers openvswitch,hyperv on host n-h2-836017-2 at level 0 using segments [{'id': 'b567256b-dcec-4f80-9060-b4656cd0e360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '3e767b9f-e26d-4569-9dc6-de349bf1bb2d'}] {{(pid=84764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:34:50.981041 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e51974-3dd3-4966-87be-d9d035b3cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attempting to bind port 31d4fa56-b88b-46da-8430-305ce2561593 on network 3e767b9f-e26d-4569-9dc6-de349bf1bb2d {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:34:50.993934 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e51974-3dd3-4966-87be-d9d035b3cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Port 31d4fa56-b88b-46da-8430-305ce2561593 on network 3e767b9f-e26d-4569-9dc6-de349bf1bb2d not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-2 {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:34:50.998356 n-d-836017-2 neutron-server[84764]: ERROR neutron.plugins.ml2.managers [None req-17e51974-3dd3-4966-87be-d9d035b3cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Failed to bind port 31d4fa56-b88b-46da-8430-305ce2561593 on host n-h2-836017-2 for vnic_type normal using segments [{'id': 'b567256b-dcec-4f80-9060-b4656cd0e360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '3e767b9f-e26d-4569-9dc6-de349bf1bb2d'}] Apr 18 19:34:50.999819 n-d-836017-2 neutron-server[84764]: INFO neutron.plugins.ml2.plugin [None req-17e51974-3dd3-4966-87be-d9d035b3cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attempt 10 to bind port 31d4fa56-b88b-46da-8430-305ce2561593 Apr 18 19:34:51.000676 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:51.078091 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d0743ada-d5fe-4c5c-a77a-bbbddce3c488 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:51.083087 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-851cb10c-ff9e-43ba-b602-c041fa9991f0 None None] Provisioning for port 01fd6c90-a3bb-48a2-a7f6-1fae11a7ece3 completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:34:51.105897 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [None req-17e51974-3dd3-4966-87be-d9d035b3cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attempting to bind port 31d4fa56-b88b-46da-8430-305ce2561593 on host n-h2-836017-2 for vnic_type normal with profile {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:34:51.106504 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [None req-17e51974-3dd3-4966-87be-d9d035b3cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attempting to bind port 31d4fa56-b88b-46da-8430-305ce2561593 by drivers openvswitch,hyperv on host n-h2-836017-2 at level 0 using segments [{'id': 'b567256b-dcec-4f80-9060-b4656cd0e360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '3e767b9f-e26d-4569-9dc6-de349bf1bb2d'}] {{(pid=84764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:34:51.107154 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e51974-3dd3-4966-87be-d9d035b3cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attempting to bind port 31d4fa56-b88b-46da-8430-305ce2561593 on network 3e767b9f-e26d-4569-9dc6-de349bf1bb2d {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:34:51.116286 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e51974-3dd3-4966-87be-d9d035b3cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Port 31d4fa56-b88b-46da-8430-305ce2561593 on network 3e767b9f-e26d-4569-9dc6-de349bf1bb2d not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-2 {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:34:51.117056 n-d-836017-2 neutron-server[84764]: ERROR neutron.plugins.ml2.managers [None req-17e51974-3dd3-4966-87be-d9d035b3cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Failed to bind port 31d4fa56-b88b-46da-8430-305ce2561593 on host n-h2-836017-2 for vnic_type normal using segments [{'id': 'b567256b-dcec-4f80-9060-b4656cd0e360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '3e767b9f-e26d-4569-9dc6-de349bf1bb2d'}] Apr 18 19:34:51.117576 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-17e51974-3dd3-4966-87be-d9d035b3cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:51.123433 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d329b59e-a7c8-4e5e-b3a5-bd357ad59537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:51.144347 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0743ada-d5fe-4c5c-a77a-bbbddce3c488 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] No DVR routers for this DVR port 01fd6c90-a3bb-48a2-a7f6-1fae11a7ece3 on host n-d-836017-2 {{(pid=84763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:34:51.155816 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning for port 01fd6c90-a3bb-48a2-a7f6-1fae11a7ece3 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:34:51.174544 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port 01fd6c90-a3bb-48a2-a7f6-1fae11a7ece3 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:34:51.175125 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:51.200294 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d9cd5590-82e8-4473-80e8-6343f9f888fc req-ab508830-d36a-4330-b1cb-c3e32ba2c598 service neutron] 10.222.0.69 "GET /v2.0/networks/0124e28f-2243-4533-b876-7d659443232d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9186015 Apr 18 19:34:51.205790 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0743ada-d5fe-4c5c-a77a-bbbddce3c488 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Pushing event deleted for resources: {'Port': ['ID=01fd6c90-a3bb-48a2-a7f6-1fae11a7ece3,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:51.220248 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-851cb10c-ff9e-43ba-b602-c041fa9991f0 None None] Provisioning complete for port 01fd6c90-a3bb-48a2-a7f6-1fae11a7ece3 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:34:51.220652 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-851cb10c-ff9e-43ba-b602-c041fa9991f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:51.268532 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c88490-2139-4671-9e41-cb01917b6799 req-54ab939c-7b5a-4b62-8666-dc551344b8a4 tempest-InstanceActionsNegativeTestJSON-1185854506 tempest-InstanceActionsNegativeTestJSON-1185854506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:51.270374 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c6c88490-2139-4671-9e41-cb01917b6799 req-54ab939c-7b5a-4b62-8666-dc551344b8a4 tempest-InstanceActionsNegativeTestJSON-1185854506 tempest-InstanceActionsNegativeTestJSON-1185854506-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c83f216-3e9b-48a3-b072-c986fb66cc48 HTTP/1.1" status: 200 len: 944 time: 0.2439370 Apr 18 19:34:51.279788 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-851cb10c-ff9e-43ba-b602-c041fa9991f0 None None] Port 01fd6c90-a3bb-48a2-a7f6-1fae11a7ece3 was deleted so its status cannot be updated. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Apr 18 19:34:51.295592 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Port 01fd6c90-a3bb-48a2-a7f6-1fae11a7ece3 was deleted so its status cannot be updated. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Apr 18 19:34:51.297123 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:51.299121 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [None req-17e51974-3dd3-4966-87be-d9d035b3cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] For port 31d4fa56-b88b-46da-8430-305ce2561593, host n-h2-836017-2, cleared binding levels {{(pid=84764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:34:51.299835 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [None req-17e51974-3dd3-4966-87be-d9d035b3cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Attempted to set empty binding levels {{(pid=84764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 18 19:34:51.325146 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port 693c5407-18e7-4335-b041-53452a926d8c, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=693c5407-18e7-4335-b041-53452a926d8c,segment=NetworkSegment(668ca07f-2e4a-4364-be7f-e30092653162),segment_id=668ca07f-2e4a-4364-be7f-e30092653162)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:34:51.332015 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c83f216-3e9b-48a3-b072-c986fb66cc48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '693c5407-18e7-4335-b041-53452a926d8c'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:34:51.337985 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c6c88490-2139-4671-9e41-cb01917b6799 req-481e20cf-2251-4b64-951f-7c37b55bc65f tempest-InstanceActionsNegativeTestJSON-1185854506 tempest-InstanceActionsNegativeTestJSON-1185854506-project] 10.222.0.69 "GET /v2.0/security-groups?id=07b63910-6edc-4326-be36-b5ae6bc6ead5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603309 Apr 18 19:34:51.394012 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-17e51974-3dd3-4966-87be-d9d035b3cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2290934'] for port, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:51.449767 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7858aae2-b397-4686-921e-1173f5a044fd None None] DHCP port deletion for 2c1c9cf0-2966-4cda-b05c-a46e0eb45272 request from n-d-836017-2 {{(pid=84765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 19:34:51.460835 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:51.518286 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [req-8314bfb8-a7f0-4194-9692-d430439cc2cb req-d0b571c6-e44d-4b22-a2e7-e6f29edcf398 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1874828954', 'description': 'tempest-description-576394495'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:34:51.533725 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-8314bfb8-a7f0-4194-9692-d430439cc2cb req-d0b571c6-e44d-4b22-a2e7-e6f29edcf398 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:34:51.537343 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-17e51974-3dd3-4966-87be-d9d035b3cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] In _notify_port_updated(), no bound segment for port 31d4fa56-b88b-46da-8430-305ce2561593 on network 3e767b9f-e26d-4569-9dc6-de349bf1bb2d {{(pid=84764) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 18 19:34:51.538851 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-17e51974-3dd3-4966-87be-d9d035b3cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:51.541948 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-17e51974-3dd3-4966-87be-d9d035b3cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] 10.222.0.69 "PUT /v2.0/ports/31d4fa56-b88b-46da-8430-305ce2561593 HTTP/1.1" status: 200 len: 978 time: 2.2358458 Apr 18 19:34:51.564813 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 60116) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:34:51.570309 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-8314bfb8-a7f0-4194-9692-d430439cc2cb req-d0b571c6-e44d-4b22-a2e7-e6f29edcf398 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Usage tracker for resource:security_group and tenant:d24c05963c4f41ee8c8189c7acc53c87 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:34:51.570537 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82fc6b5-f237-4eab-bcc7-40a726306b6b None None] get_active_networks_info from n-d-836017-2 {{(pid=84765) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 18 19:34:51.618337 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-8314bfb8-a7f0-4194-9692-d430439cc2cb req-d0b571c6-e44d-4b22-a2e7-e6f29edcf398 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:34:51.622123 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e51974-3dd3-4966-87be-d9d035b3cffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Pushing event updated for resources: {'Port': ['ID=31d4fa56-b88b-46da-8430-305ce2561593,revision_number=3']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:51.655636 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-8314bfb8-a7f0-4194-9692-d430439cc2cb req-d0b571c6-e44d-4b22-a2e7-e6f29edcf398 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:34:51.669764 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d9cd5590-82e8-4473-80e8-6343f9f888fc req-c536ff63-21b1-4b49-8e66-69b71ecc72d2 service neutron] 10.222.0.69 "GET /v2.0/networks/0124e28f-2243-4533-b876-7d659443232d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4597244 Apr 18 19:34:51.680158 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d0743ada-d5fe-4c5c-a77a-bbbddce3c488 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256345', 'neutron.services.segments.db._delete_segments_for_network-8791093852025'] for network, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:51.700374 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Pushing event updated for resources: {'Port': ['ID=693c5407-18e7-4335-b041-53452a926d8c,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:51.701003 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-7d056e84-e653-43e4-89c5-323eedebed5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Deleting port 31d4fa56-b88b-46da-8430-305ce2561593 {{(pid=84764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:34:51.701462 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-7d056e84-e653-43e4-89c5-323eedebed5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:51.732602 n-d-836017-2 neutron-server[84763]: DEBUG neutron.services.segments.db [None req-d0743ada-d5fe-4c5c-a77a-bbbddce3c488 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c1c9cf0-2966-4cda-b05c-a46e0eb45272']}} {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:34:51.748468 n-d-836017-2 neutron-server[84763]: DEBUG neutron.services.segments.db [None req-d0743ada-d5fe-4c5c-a77a-bbbddce3c488 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '882ea873-689b-4c23-a4fe-5490ffe12161') {'for_net_delete': True} {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:34:51.748760 n-d-836017-2 neutron-server[84763]: DEBUG neutron.services.segments.db [None req-d0743ada-d5fe-4c5c-a77a-bbbddce3c488 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '882ea873-689b-4c23-a4fe-5490ffe12161') {} {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:34:51.763768 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d0743ada-d5fe-4c5c-a77a-bbbddce3c488 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791093851908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66272256'] for segment, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:51.784292 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7bcaa5b8-a439-4b8a-b86b-14f8115efaf8 req-3947cb56-3411-4bfc-950e-d1f3bdf62bf8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=542ab1652bc6481698039fdf0fdfca7f&device_id=799d2072-e17c-419a-ba93-c1e77d148bcf HTTP/1.1" status: 200 len: 1095 time: 0.7528582 Apr 18 19:34:51.786363 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d0743ada-d5fe-4c5c-a77a-bbbddce3c488 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:51.786816 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-8314bfb8-a7f0-4194-9692-d430439cc2cb req-d0b571c6-e44d-4b22-a2e7-e6f29edcf398 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:51.794219 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0743ada-d5fe-4c5c-a77a-bbbddce3c488 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=84763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:34:51.794219 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d0743ada-d5fe-4c5c-a77a-bbbddce3c488 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66351785'] for segment, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:51.855193 n-d-836017-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82fc6b5-f237-4eab-bcc7-40a726306b6b None None] Resources bound (agent type, host, resource id): {{(pid=84765) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 19:34:51.866863 n-d-836017-2 neutron-server[84763]: Traceback (most recent call last): Apr 18 19:34:51.866863 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:34:51.866863 n-d-836017-2 neutron-server[84763]: timer() Apr 18 19:34:51.866863 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:34:51.866863 n-d-836017-2 neutron-server[84763]: cb(*args, **kw) Apr 18 19:34:51.866863 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:34:51.866863 n-d-836017-2 neutron-server[84763]: return func(*args, **kwargs) Apr 18 19:34:51.866863 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:34:51.866863 n-d-836017-2 neutron-server[84763]: self._notify() Apr 18 19:34:51.866863 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:34:51.866863 n-d-836017-2 neutron-server[84763]: self.callback(batched_events) Apr 18 19:34:51.866863 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:34:51.866863 n-d-836017-2 neutron-server[84763]: event.method(event) Apr 18 19:34:51.866863 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:34:51.866863 n-d-836017-2 neutron-server[84763]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:34:51.866863 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:34:51.866863 n-d-836017-2 neutron-server[84763]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:34:51.866863 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:34:51.866863 n-d-836017-2 neutron-server[84763]: return f(self, *a, **k) Apr 18 19:34:51.866863 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:34:51.866863 n-d-836017-2 neutron-server[84763]: return self._get(url).json() Apr 18 19:34:51.866863 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:34:51.866863 n-d-836017-2 neutron-server[84763]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:34:51.866863 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:34:51.866863 n-d-836017-2 neutron-server[84763]: return self.request(url, 'GET', **kwargs) Apr 18 19:34:51.866863 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:34:51.866863 n-d-836017-2 neutron-server[84763]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:34:51.866863 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:34:51.866863 n-d-836017-2 neutron-server[84763]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:34:51.866863 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:34:51.866863 n-d-836017-2 neutron-server[84763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:34:51.866863 n-d-836017-2 neutron-server[84763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:34:51.869259 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1c541fd-6087-4755-8778-e68e27e46067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:51.892979 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-8314bfb8-a7f0-4194-9692-d430439cc2cb req-d0b571c6-e44d-4b22-a2e7-e6f29edcf398 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:34:51.916733 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-8314bfb8-a7f0-4194-9692-d430439cc2cb req-d0b571c6-e44d-4b22-a2e7-e6f29edcf398 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Usage tracker for resource:security_group_rule and tenant:d24c05963c4f41ee8c8189c7acc53c87 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:34:51.936018 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7bcaa5b8-a439-4b8a-b86b-14f8115efaf8 req-4de347d0-741a-47c9-8f2d-ed6749850a5a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac6ccf01-ad6a-480a-945d-76509c20512e HTTP/1.1" status: 200 len: 217 time: 0.1441240 Apr 18 19:34:52.029325 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcaa5b8-a439-4b8a-b86b-14f8115efaf8 req-f1349700-104d-453c-8d5f-4f9dc838b061 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:52.031201 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7bcaa5b8-a439-4b8a-b86b-14f8115efaf8 req-f1349700-104d-453c-8d5f-4f9dc838b061 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=243c42e2-37fd-4e07-9b81-bac922c31c79 HTTP/1.1" status: 200 len: 868 time: 0.0766804 Apr 18 19:34:52.037109 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 01fd6c90-a3bb-48a2-a7f6-1fae11a7ece3 no longer exists at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:34:52.078714 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de94d26b-ddeb-43db-8feb-eef935259f45'] response: {'name': 'network-changed', 'server_uuid': '799d2072-e17c-419a-ba93-c1e77d148bcf', 'tag': 'ac6ccf01-ad6a-480a-945d-76509c20512e', 'status': 'completed', 'code': 200} Apr 18 19:34:52.112174 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d0743ada-d5fe-4c5c-a77a-bbbddce3c488 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416801'] for network, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:52.121936 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d0743ada-d5fe-4c5c-a77a-bbbddce3c488 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:52.154976 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-8314bfb8-a7f0-4194-9692-d430439cc2cb req-d0b571c6-e44d-4b22-a2e7-e6f29edcf398 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:34:52.171414 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0743ada-d5fe-4c5c-a77a-bbbddce3c488 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Pushing event deleted for resources: {'Network': ['ID=2c1c9cf0-2966-4cda-b05c-a46e0eb45272,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:52.185808 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-d0743ada-d5fe-4c5c-a77a-bbbddce3c488 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] 10.222.0.69 "DELETE /v2.0/networks/2c1c9cf0-2966-4cda-b05c-a46e0eb45272 HTTP/1.1" status: 204 len: 168 time: 2.7614603 Apr 18 19:34:52.187265 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 60128) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:34:52.207020 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-8314bfb8-a7f0-4194-9692-d430439cc2cb req-d0b571c6-e44d-4b22-a2e7-e6f29edcf398 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:34:52.222513 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9968a71d-b59a-46ad-a2a6-e31aad12e0bf'] response: {'server_uuid': '9c83f216-3e9b-48a3-b072-c986fb66cc48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '693c5407-18e7-4335-b041-53452a926d8c', 'code': 200} Apr 18 19:34:52.235304 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] No Port match for: 01fd6c90-a3bb-48a2-a7f6-1fae11a7ece3 {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:34:52.238723 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 01fd6c90-a3bb-48a2-a7f6-1fae11a7ece3 not bound to the agent host n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:34:52.259235 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7bcaa5b8-a439-4b8a-b86b-14f8115efaf8 req-774837e6-7221-439d-95b9-ce4000431111 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a6104562-d871-4869-9fa8-73c34a57c151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2217455 Apr 18 19:34:52.264198 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [None req-7d056e84-e653-43e4-89c5-323eedebed5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] For port 31d4fa56-b88b-46da-8430-305ce2561593, host n-h2-836017-2, got binding levels [] {{(pid=84764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:34:52.264617 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-7d056e84-e653-43e4-89c5-323eedebed5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:52.362786 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:52.418635 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-7d056e84-e653-43e4-89c5-323eedebed5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Calling delete_port for 31d4fa56-b88b-46da-8430-305ce2561593 owned by {{(pid=84764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:34:52.496915 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-8314bfb8-a7f0-4194-9692-d430439cc2cb req-d0b571c6-e44d-4b22-a2e7-e6f29edcf398 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:52.532753 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-3d68a8b2-adfc-491c-8a10-6962a0715cfb tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:52.564549 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-018c03e5-c978-4d6c-baff-7d3ccea61f73 req-df13e92b-3cf5-4d90-9cdf-36cc3cbd6f4d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9c83f216-3e9b-48a3-b072-c986fb66cc48 HTTP/1.1" status: 200 len: 1096 time: 0.3527591 Apr 18 19:34:52.604385 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-3d68a8b2-adfc-491c-8a10-6962a0715cfb tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Deleting port 8bab8da5-433d-47d0-8c47-89ab5446c0b2 {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:34:52.606480 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-3d68a8b2-adfc-491c-8a10-6962a0715cfb tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:52.627008 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-8314bfb8-a7f0-4194-9692-d430439cc2cb req-d0b571c6-e44d-4b22-a2e7-e6f29edcf398 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:52.646836 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-7d056e84-e653-43e4-89c5-323eedebed5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:52.702897 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d056e84-e653-43e4-89c5-323eedebed5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Pushing event deleted for resources: {'Port': ['ID=31d4fa56-b88b-46da-8430-305ce2561593,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:52.722510 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7bcaa5b8-a439-4b8a-b86b-14f8115efaf8 req-95447db0-da99-41e6-8da5-160548346dd1 service neutron] 10.222.0.72 "GET /v2.0/networks/a6104562-d871-4869-9fa8-73c34a57c151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4527216 Apr 18 19:34:52.727876 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b571c6-e44d-4b22-a2e7-e6f29edcf398 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a867955f-9297-4a40-ac99-ebb01f7393e5,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:52.734093 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-7d056e84-e653-43e4-89c5-323eedebed5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:52.736148 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-7d056e84-e653-43e4-89c5-323eedebed5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] 10.222.0.69 "DELETE /v2.0/ports/31d4fa56-b88b-46da-8430-305ce2561593 HTTP/1.1" status: 204 len: 168 time: 1.1700535 Apr 18 19:34:52.738743 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 60140) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:34:52.758234 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-018c03e5-c978-4d6c-baff-7d3ccea61f73 req-23c72a4e-6d8e-4546-8d0f-89c6c7f1f88b service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=07b63910-6edc-4326-be36-b5ae6bc6ead5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745229 Apr 18 19:34:52.787718 n-d-836017-2 neutron-server[84764]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7556b51-27d3-4342-ad29-68cff66a4050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] GET failed (client error): The resource could not be found. Apr 18 19:34:52.788216 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-e7556b51-27d3-4342-ad29-68cff66a4050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Synchronizing usage tracker for tenant:bd1be97ca6cd4b1a8d60d412734bd1c8 on resource:port {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:34:52.801859 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-e7556b51-27d3-4342-ad29-68cff66a4050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] Unset dirty status for tenant:bd1be97ca6cd4b1a8d60d412734bd1c8 on resource:port {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:34:52.803002 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-e7556b51-27d3-4342-ad29-68cff66a4050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1134341494-project-admin] 10.222.0.69 "GET /v2.0/ports/31d4fa56-b88b-46da-8430-305ce2561593 HTTP/1.1" status: 404 len: 333 time: 0.0634012 Apr 18 19:34:52.804408 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-8314bfb8-a7f0-4194-9692-d430439cc2cb req-d0b571c6-e44d-4b22-a2e7-e6f29edcf398 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:52.805515 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8314bfb8-a7f0-4194-9692-d430439cc2cb req-d0b571c6-e44d-4b22-a2e7-e6f29edcf398 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1639 time: 1.3030066 Apr 18 19:34:52.808416 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 60146) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:34:53.028190 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-d2a6c539-0d5e-474b-90af-26f3b9b5af4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1253992983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1253992983-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:53.054942 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a4106dab-6971-4e7e-8fdc-c66f0a3f4877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:53.110454 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [None req-3d68a8b2-adfc-491c-8a10-6962a0715cfb tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] For port 8bab8da5-433d-47d0-8c47-89ab5446c0b2, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=8bab8da5-433d-47d0-8c47-89ab5446c0b2,segment=NetworkSegment(46904e53-0ce3-408a-afb5-09198ff902b8),segment_id=46904e53-0ce3-408a-afb5-09198ff902b8)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:34:53.110812 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-3d68a8b2-adfc-491c-8a10-6962a0715cfb tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:53.185739 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a20619-3217-490c-b729-39783e1b8fc6 req-58a5e9db-c23c-440a-80bc-409870cdd1ad tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:53.187145 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-20a20619-3217-490c-b729-39783e1b8fc6 req-58a5e9db-c23c-440a-80bc-409870cdd1ad tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] 10.222.0.69 "GET /v2.0/ports?device_id=799d2072-e17c-419a-ba93-c1e77d148bcf HTTP/1.1" status: 200 len: 944 time: 0.2308083 Apr 18 19:34:53.190580 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7bcaa5b8-a439-4b8a-b86b-14f8115efaf8 req-5be35ea9-c043-406f-9ed5-f2d7ae161cdc service neutron] 10.222.0.72 "GET /v2.0/networks/a6104562-d871-4869-9fa8-73c34a57c151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4609098 Apr 18 19:34:53.191655 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-d2a6c539-0d5e-474b-90af-26f3b9b5af4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1253992983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1253992983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256345', 'neutron.services.segments.db._delete_segments_for_network-8791093852025'] for network, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:53.252788 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-d2a6c539-0d5e-474b-90af-26f3b9b5af4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1253992983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1253992983-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e767b9f-e26d-4569-9dc6-de349bf1bb2d']}} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:34:53.255479 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-59f18379-9f42-4b22-882c-4d5ce033b28b req-6e645f89-a27f-418c-8fc7-da5fbde4d204 tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--657858103&fields=id&tenant_id=e2676fc802a645689154e56330711330 HTTP/1.1" status: 200 len: 267 time: 0.2494240 Apr 18 19:34:53.262394 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-3d68a8b2-adfc-491c-8a10-6962a0715cfb tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Calling delete_port for 8bab8da5-433d-47d0-8c47-89ab5446c0b2 owned by network:dhcp {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:34:53.272257 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-d2a6c539-0d5e-474b-90af-26f3b9b5af4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1253992983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1253992983-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b567256b-dcec-4f80-9060-b4656cd0e360') {'for_net_delete': True} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:34:53.272582 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-d2a6c539-0d5e-474b-90af-26f3b9b5af4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1253992983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1253992983-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b567256b-dcec-4f80-9060-b4656cd0e360') {} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:34:53.284571 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-20a20619-3217-490c-b729-39783e1b8fc6 req-ff514e77-fa51-4aee-8633-38a1c4b8d84f tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] 10.222.0.69 "GET /v2.0/security-groups?id=d944a480-2945-4480-b491-0efb8db093ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845349 Apr 18 19:34:53.288855 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-d2a6c539-0d5e-474b-90af-26f3b9b5af4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1253992983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1253992983-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791093851908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66932133'] for segment, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:53.308350 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-d2a6c539-0d5e-474b-90af-26f3b9b5af4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1253992983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1253992983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:53.315629 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2a6c539-0d5e-474b-90af-26f3b9b5af4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1253992983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1253992983-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=84764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:34:53.316034 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-d2a6c539-0d5e-474b-90af-26f3b9b5af4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1253992983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1253992983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2290898'] for segment, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:53.336584 n-d-836017-2 neutron-server[84764]: Traceback (most recent call last): Apr 18 19:34:53.336584 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:34:53.336584 n-d-836017-2 neutron-server[84764]: timer() Apr 18 19:34:53.336584 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:34:53.336584 n-d-836017-2 neutron-server[84764]: cb(*args, **kw) Apr 18 19:34:53.336584 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:34:53.336584 n-d-836017-2 neutron-server[84764]: return func(*args, **kwargs) Apr 18 19:34:53.336584 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:34:53.336584 n-d-836017-2 neutron-server[84764]: self._notify() Apr 18 19:34:53.336584 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:34:53.336584 n-d-836017-2 neutron-server[84764]: self.callback(batched_events) Apr 18 19:34:53.336584 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:34:53.336584 n-d-836017-2 neutron-server[84764]: event.method(event) Apr 18 19:34:53.336584 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:34:53.336584 n-d-836017-2 neutron-server[84764]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:34:53.336584 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:34:53.336584 n-d-836017-2 neutron-server[84764]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:34:53.336584 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:34:53.336584 n-d-836017-2 neutron-server[84764]: return f(self, *a, **k) Apr 18 19:34:53.336584 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:34:53.336584 n-d-836017-2 neutron-server[84764]: return self._get(url).json() Apr 18 19:34:53.336584 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:34:53.336584 n-d-836017-2 neutron-server[84764]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:34:53.336584 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:34:53.336584 n-d-836017-2 neutron-server[84764]: return self.request(url, 'GET', **kwargs) Apr 18 19:34:53.336584 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:34:53.336584 n-d-836017-2 neutron-server[84764]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:34:53.336584 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:34:53.336584 n-d-836017-2 neutron-server[84764]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:34:53.336584 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:34:53.336584 n-d-836017-2 neutron-server[84764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:34:53.336584 n-d-836017-2 neutron-server[84764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:34:53.471723 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-0466a085-00f7-41ed-9497-7997166096b1 req-1bef825e-b9cb-4a38-881c-b2406b0bcdd7 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=348a0674-72eb-4eaa-9e57-ec09c1f87b74 HTTP/1.1" status: 200 len: 210 time: 0.0541139 Apr 18 19:34:53.542274 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-d2a6c539-0d5e-474b-90af-26f3b9b5af4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1253992983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1253992983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416801'] for network, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:53.584712 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-d2a6c539-0d5e-474b-90af-26f3b9b5af4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1253992983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1253992983-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:53.593695 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a6c539-0d5e-474b-90af-26f3b9b5af4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1253992983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1253992983-project] Pushing event deleted for resources: {'Network': ['ID=3e767b9f-e26d-4569-9dc6-de349bf1bb2d,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:53.597169 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-d2a6c539-0d5e-474b-90af-26f3b9b5af4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1253992983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1253992983-project] 10.222.0.69 "DELETE /v2.0/networks/3e767b9f-e26d-4569-9dc6-de349bf1bb2d HTTP/1.1" status: 204 len: 168 time: 0.7875137 Apr 18 19:34:53.688030 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f18379-9f42-4b22-882c-4d5ce033b28b req-a8d81148-a64a-4664-9030-f78d6fe436b6 tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:53.694708 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-59f18379-9f42-4b22-882c-4d5ce033b28b req-a8d81148-a64a-4664-9030-f78d6fe436b6 tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] 10.222.0.69 "GET /v2.0/networks?id=81ddcfcb-39cd-4419-a273-35df2938d568 HTTP/1.1" status: 200 len: 815 time: 0.4022670 Apr 18 19:34:53.707117 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f86c69f5-ba09-4c81-8176-2ac015ba3e66 req-cbcf5005-a357-495a-8547-713256b5fdb5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=542ab1652bc6481698039fdf0fdfca7f&device_id=799d2072-e17c-419a-ba93-c1e77d148bcf HTTP/1.1" status: 200 len: 1095 time: 0.3763375 Apr 18 19:34:53.717447 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-59f18379-9f42-4b22-882c-4d5ce033b28b req-13e333fb-768e-4f6d-9d43-6f12326e400e tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] 10.222.0.69 "GET /v2.0/quotas/e2676fc802a645689154e56330711330 HTTP/1.1" status: 200 len: 375 time: 0.0217707 Apr 18 19:34:53.738137 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629802b2-bb93-4d49-8bd7-60099be809b4 req-294504a6-60d5-40d2-b21a-9d19b8ca30a7 tempest-InstanceActionsNegativeTestJSON-1185854506 tempest-InstanceActionsNegativeTestJSON-1185854506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:53.743785 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-629802b2-bb93-4d49-8bd7-60099be809b4 req-294504a6-60d5-40d2-b21a-9d19b8ca30a7 tempest-InstanceActionsNegativeTestJSON-1185854506 tempest-InstanceActionsNegativeTestJSON-1185854506-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c83f216-3e9b-48a3-b072-c986fb66cc48 HTTP/1.1" status: 200 len: 945 time: 0.1156223 Apr 18 19:34:53.775794 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-3d68a8b2-adfc-491c-8a10-6962a0715cfb tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:53.794488 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-629802b2-bb93-4d49-8bd7-60099be809b4 req-5be71d18-fbdb-492e-934a-3250455461c8 tempest-InstanceActionsNegativeTestJSON-1185854506 tempest-InstanceActionsNegativeTestJSON-1185854506-project] 10.222.0.69 "GET /v2.0/security-groups?id=07b63910-6edc-4326-be36-b5ae6bc6ead5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458362 Apr 18 19:34:53.903190 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d68a8b2-adfc-491c-8a10-6962a0715cfb tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Pushing event deleted for resources: {'Port': ['ID=8bab8da5-433d-47d0-8c47-89ab5446c0b2,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:53.935700 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d68a8b2-adfc-491c-8a10-6962a0715cfb tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] No DVR routers for this DVR port 8bab8da5-433d-47d0-8c47-89ab5446c0b2 on host n-d-836017-2 {{(pid=84763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:34:54.052727 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d276f20-4f27-4a69-94be-55cc0fab48f5 req-7d029d30-758e-44d0-be48-564bb44e16e4 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:54.053332 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-3d276f20-4f27-4a69-94be-55cc0fab48f5 req-7d029d30-758e-44d0-be48-564bb44e16e4 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Synchronizing usage tracker for tenant:73070b32fdb445869915286e0756abff on resource:port {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:34:54.118118 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86c69f5-ba09-4c81-8176-2ac015ba3e66 req-be47fc54-2174-4dfa-b693-cf471f371573 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:54.119596 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f86c69f5-ba09-4c81-8176-2ac015ba3e66 req-be47fc54-2174-4dfa-b693-cf471f371573 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a6104562-d871-4869-9fa8-73c34a57c151 HTTP/1.1" status: 200 len: 930 time: 0.3994970 Apr 18 19:34:54.128634 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-3d68a8b2-adfc-491c-8a10-6962a0715cfb tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256345', 'neutron.services.segments.db._delete_segments_for_network-8791093852025'] for network, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:54.177034 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-3d276f20-4f27-4a69-94be-55cc0fab48f5 req-7d029d30-758e-44d0-be48-564bb44e16e4 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Unset dirty status for tenant:73070b32fdb445869915286e0756abff on resource:port {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:34:54.178252 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-3d276f20-4f27-4a69-94be-55cc0fab48f5 req-7d029d30-758e-44d0-be48-564bb44e16e4 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/ports?device_id=6efffcaf-cd0d-424c-81eb-c399c90cf2d4 HTTP/1.1" status: 200 len: 949 time: 0.2247348 Apr 18 19:34:54.194556 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-59f18379-9f42-4b22-882c-4d5ce033b28b req-cc0f07de-0a6b-4b09-86ba-74a5e7f74f02 tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Synchronizing usage tracker for tenant:e2676fc802a645689154e56330711330 on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:34:54.235177 n-d-836017-2 neutron-server[84763]: DEBUG neutron.services.segments.db [None req-3d68a8b2-adfc-491c-8a10-6962a0715cfb tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc169f41-b840-49de-9491-f710457ce241']}} {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:34:54.235377 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 60160) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:34:54.249181 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f86c69f5-ba09-4c81-8176-2ac015ba3e66 req-9456251e-8aec-4a3b-8ab2-173784dd9c0e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac6ccf01-ad6a-480a-945d-76509c20512e HTTP/1.1" status: 200 len: 217 time: 0.1118624 Apr 18 19:34:54.254989 n-d-836017-2 neutron-server[84763]: DEBUG neutron.services.segments.db [None req-3d68a8b2-adfc-491c-8a10-6962a0715cfb tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46904e53-0ce3-408a-afb5-09198ff902b8') {'for_net_delete': True} {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:34:54.255291 n-d-836017-2 neutron-server[84763]: DEBUG neutron.services.segments.db [None req-3d68a8b2-adfc-491c-8a10-6962a0715cfb tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46904e53-0ce3-408a-afb5-09198ff902b8') {} {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:34:54.258609 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-3d276f20-4f27-4a69-94be-55cc0fab48f5 req-6df0062e-c907-4505-9fdf-31cdbda45576 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb75c1f-620d-4cfd-a804-faa1a9266f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728168 Apr 18 19:34:54.285395 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f526defc-a90f-4b16-967b-0980847fe71a req-dbaf6aad-b20a-4f1c-8691-4c9c15f331f2 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:54.292415 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f526defc-a90f-4b16-967b-0980847fe71a req-dbaf6aad-b20a-4f1c-8691-4c9c15f331f2 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.72 "GET /v2.0/ports?device_id=6efffcaf-cd0d-424c-81eb-c399c90cf2d4 HTTP/1.1" status: 200 len: 949 time: 0.1525512 Apr 18 19:34:54.308775 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-3d68a8b2-adfc-491c-8a10-6962a0715cfb tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791093851908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66272256'] for segment, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:54.339226 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-3d68a8b2-adfc-491c-8a10-6962a0715cfb tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:54.351231 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86c69f5-ba09-4c81-8176-2ac015ba3e66 req-1b976bf4-75fd-4970-bd69-6287a405116f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:54.352749 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f86c69f5-ba09-4c81-8176-2ac015ba3e66 req-1b976bf4-75fd-4970-bd69-6287a405116f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=243c42e2-37fd-4e07-9b81-bac922c31c79 HTTP/1.1" status: 200 len: 868 time: 0.0882695 Apr 18 19:34:54.353746 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d68a8b2-adfc-491c-8a10-6962a0715cfb tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=84763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:34:54.354153 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-3d68a8b2-adfc-491c-8a10-6962a0715cfb tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66351785'] for segment, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:54.372583 n-d-836017-2 neutron-server[84763]: Traceback (most recent call last): Apr 18 19:34:54.372583 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:34:54.372583 n-d-836017-2 neutron-server[84763]: timer() Apr 18 19:34:54.372583 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:34:54.372583 n-d-836017-2 neutron-server[84763]: cb(*args, **kw) Apr 18 19:34:54.372583 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:34:54.372583 n-d-836017-2 neutron-server[84763]: return func(*args, **kwargs) Apr 18 19:34:54.372583 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:34:54.372583 n-d-836017-2 neutron-server[84763]: self._notify() Apr 18 19:34:54.372583 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:34:54.372583 n-d-836017-2 neutron-server[84763]: self.callback(batched_events) Apr 18 19:34:54.372583 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:34:54.372583 n-d-836017-2 neutron-server[84763]: event.method(event) Apr 18 19:34:54.372583 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:34:54.372583 n-d-836017-2 neutron-server[84763]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:34:54.372583 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:34:54.372583 n-d-836017-2 neutron-server[84763]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:34:54.372583 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:34:54.372583 n-d-836017-2 neutron-server[84763]: return f(self, *a, **k) Apr 18 19:34:54.372583 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:34:54.372583 n-d-836017-2 neutron-server[84763]: return self._get(url).json() Apr 18 19:34:54.372583 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:34:54.372583 n-d-836017-2 neutron-server[84763]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:34:54.372583 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:34:54.372583 n-d-836017-2 neutron-server[84763]: return self.request(url, 'GET', **kwargs) Apr 18 19:34:54.372583 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:34:54.372583 n-d-836017-2 neutron-server[84763]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:34:54.372583 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:34:54.372583 n-d-836017-2 neutron-server[84763]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:34:54.372583 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:34:54.372583 n-d-836017-2 neutron-server[84763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:34:54.372583 n-d-836017-2 neutron-server[84763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:34:54.378419 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-59f18379-9f42-4b22-882c-4d5ce033b28b req-cc0f07de-0a6b-4b09-86ba-74a5e7f74f02 tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Unset dirty status for tenant:e2676fc802a645689154e56330711330 on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:34:54.395703 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-59f18379-9f42-4b22-882c-4d5ce033b28b req-cc0f07de-0a6b-4b09-86ba-74a5e7f74f02 tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=e2676fc802a645689154e56330711330&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6772685 Apr 18 19:34:54.451135 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [req-f526defc-a90f-4b16-967b-0980847fe71a req-631d7f2c-bd71-4bac-9d70-45150314e7ae tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Deleting port 52b7b7dc-94a3-4e1a-88aa-a4fe09a31f6e {{(pid=84764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:34:54.451927 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-f526defc-a90f-4b16-967b-0980847fe71a req-631d7f2c-bd71-4bac-9d70-45150314e7ae tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:54.776931 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-3d68a8b2-adfc-491c-8a10-6962a0715cfb tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416801'] for network, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:54.815854 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-3d68a8b2-adfc-491c-8a10-6962a0715cfb tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:54.824867 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:54.842145 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d68a8b2-adfc-491c-8a10-6962a0715cfb tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Pushing event deleted for resources: {'Network': ['ID=dc169f41-b840-49de-9491-f710457ce241,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:54.859623 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f86c69f5-ba09-4c81-8176-2ac015ba3e66 req-2cb38448-871a-4cff-b985-11dd44b24da7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a6104562-d871-4869-9fa8-73c34a57c151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4819498 Apr 18 19:34:54.895304 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-bda87e96-c321-4f0a-a97f-bd427c7c6f16 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c71cecb0db514019971bb4b58010e874&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6576085 Apr 18 19:34:54.899425 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-59f18379-9f42-4b22-882c-4d5ce033b28b req-9f08c3f3-118e-4a0c-b436-45f018ab5539 service neutron] 10.222.0.69 "GET /v2.0/networks/81ddcfcb-39cd-4419-a273-35df2938d568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5029309 Apr 18 19:34:54.902725 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 60178) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:34:54.937593 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-3d68a8b2-adfc-491c-8a10-6962a0715cfb tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] 10.222.0.69 "DELETE /v2.0/networks/dc169f41-b840-49de-9491-f710457ce241 HTTP/1.1" status: 204 len: 168 time: 2.7488916 Apr 18 19:34:54.943864 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c206a968-fea5-40b7-be54-64110bfeb3ee req-cff7bf41-82b6-4f9b-9ac2-3a7b87b4263c tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:54.945272 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c206a968-fea5-40b7-be54-64110bfeb3ee req-cff7bf41-82b6-4f9b-9ac2-3a7b87b4263c tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.69 "GET /v2.0/networks?id=a15d993a-6587-4728-b6e5-6aacd5a8669a HTTP/1.1" status: 200 len: 812 time: 0.4579709 Apr 18 19:34:54.945752 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 60182) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:34:55.127266 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c206a968-fea5-40b7-be54-64110bfeb3ee req-75a24e44-3e72-4291-8e57-be87e1a3ed45 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.69 "GET /v2.0/quotas/d24c05963c4f41ee8c8189c7acc53c87 HTTP/1.1" status: 200 len: 375 time: 0.1174929 Apr 18 19:34:55.143270 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cd5590-82e8-4473-80e8-6343f9f888fc req-cb819178-06dc-4386-ac35-ed87135e3364 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:55.144625 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d9cd5590-82e8-4473-80e8-6343f9f888fc req-cb819178-06dc-4386-ac35-ed87135e3364 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.73 "GET /v2.0/networks?id=0124e28f-2243-4533-b876-7d659443232d HTTP/1.1" status: 200 len: 804 time: 0.5014372 Apr 18 19:34:55.166652 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-d9cd5590-82e8-4473-80e8-6343f9f888fc req-d1e86c8f-1770-4e2e-a734-53af885ea0a0 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Request body: {'port': {'device_id': '348a0674-72eb-4eaa-9e57-ec09c1f87b74', 'network_id': '0124e28f-2243-4533-b876-7d659443232d', 'admin_state_up': True, 'tenant_id': 'e3b062c733cb48498c21458f46ee72da'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:34:55.226634 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c206a968-fea5-40b7-be54-64110bfeb3ee req-05bfd52c-2498-43db-8eae-b79a4e4e4182 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=d24c05963c4f41ee8c8189c7acc53c87&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0833323 Apr 18 19:34:55.265591 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-494f707c-a8a2-4ccf-9ee3-828f16d8b3b0 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:55.278499 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-f526defc-a90f-4b16-967b-0980847fe71a req-631d7f2c-bd71-4bac-9d70-45150314e7ae tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] For port 52b7b7dc-94a3-4e1a-88aa-a4fe09a31f6e, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=52b7b7dc-94a3-4e1a-88aa-a4fe09a31f6e,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:34:55.278871 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-f526defc-a90f-4b16-967b-0980847fe71a req-631d7f2c-bd71-4bac-9d70-45150314e7ae tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:55.459874 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.agents_db [None req-eb67022b-f881-4bc8-8f45-fca90fb27803 None None] Agent healthcheck: found 7 active agents {{(pid=84766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:34:55.463212 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-5cab2cbe-b5e9-4a05-8268-b4ffbeab9d7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:55.466426 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f86c69f5-ba09-4c81-8176-2ac015ba3e66 req-ee008c30-a89c-46ea-9e14-fa3b5a8562bf service neutron] 10.222.0.72 "GET /v2.0/networks/a6104562-d871-4869-9fa8-73c34a57c151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5966525 Apr 18 19:34:55.471431 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-59f18379-9f42-4b22-882c-4d5ce033b28b req-4d7bfae4-604a-4a17-a0d4-34bf409f42a1 service neutron] 10.222.0.69 "GET /v2.0/networks/81ddcfcb-39cd-4419-a273-35df2938d568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5400672 Apr 18 19:34:55.492771 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [req-f526defc-a90f-4b16-967b-0980847fe71a req-631d7f2c-bd71-4bac-9d70-45150314e7ae tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Calling delete_port for 52b7b7dc-94a3-4e1a-88aa-a4fe09a31f6e owned by compute:nova {{(pid=84764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:34:55.617533 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-5cab2cbe-b5e9-4a05-8268-b4ffbeab9d7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:55.648864 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-d9cd5590-82e8-4473-80e8-6343f9f888fc req-d1e86c8f-1770-4e2e-a734-53af885ea0a0 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:34:55.697381 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-d9cd5590-82e8-4473-80e8-6343f9f888fc req-d1e86c8f-1770-4e2e-a734-53af885ea0a0 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:34:55.724342 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c206a968-fea5-40b7-be54-64110bfeb3ee req-452859c7-2f65-4762-b377-4413db115a3e service neutron] 10.222.0.69 "GET /v2.0/networks/a15d993a-6587-4728-b6e5-6aacd5a8669a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4848883 Apr 18 19:34:55.730140 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f86c69f5-ba09-4c81-8176-2ac015ba3e66 req-a8def435-f87f-4a44-9b24-2fd32e63af84 service neutron] 10.222.0.72 "GET /v2.0/networks/a6104562-d871-4869-9fa8-73c34a57c151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574894 Apr 18 19:34:55.731443 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-494f707c-a8a2-4ccf-9ee3-828f16d8b3b0 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256345', 'neutron.services.segments.db._delete_segments_for_network-8791093852025'] for network, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:55.815027 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9cd5590-82e8-4473-80e8-6343f9f888fc req-d1e86c8f-1770-4e2e-a734-53af885ea0a0 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Made reservation on behalf of e3b062c733cb48498c21458f46ee72da for: {'port': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:34:55.818191 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-d9cd5590-82e8-4473-80e8-6343f9f888fc req-d1e86c8f-1770-4e2e-a734-53af885ea0a0 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:55.879292 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-5cab2cbe-b5e9-4a05-8268-b4ffbeab9d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:55.885216 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-494f707c-a8a2-4ccf-9ee3-828f16d8b3b0 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d4489dc-226f-4c1f-aa2e-f98062828a07']}} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:34:55.909725 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-494f707c-a8a2-4ccf-9ee3-828f16d8b3b0 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65d89059-b4f5-404b-b95b-ea05d24bf38d') {'for_net_delete': True} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:34:55.910517 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-494f707c-a8a2-4ccf-9ee3-828f16d8b3b0 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65d89059-b4f5-404b-b95b-ea05d24bf38d') {} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:34:55.927223 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cab2cbe-b5e9-4a05-8268-b4ffbeab9d7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75653210-e27a-47cf-8f8d-5b5fb5257b2c,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:55.937126 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-5cab2cbe-b5e9-4a05-8268-b4ffbeab9d7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:55.938426 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-5cab2cbe-b5e9-4a05-8268-b4ffbeab9d7c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/75653210-e27a-47cf-8f8d-5b5fb5257b2c HTTP/1.1" status: 204 len: 168 time: 1.0325658 Apr 18 19:34:55.948104 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-494f707c-a8a2-4ccf-9ee3-828f16d8b3b0 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791093851908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66932133'] for segment, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:55.979370 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-494f707c-a8a2-4ccf-9ee3-828f16d8b3b0 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:55.987303 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c206a968-fea5-40b7-be54-64110bfeb3ee req-2b94c885-cd8f-4f3d-b1f0-d28c03a9e69d service neutron] 10.222.0.69 "GET /v2.0/networks/a15d993a-6587-4728-b6e5-6aacd5a8669a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2481530 Apr 18 19:34:55.991923 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-494f707c-a8a2-4ccf-9ee3-828f16d8b3b0 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=84764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:34:55.998319 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-494f707c-a8a2-4ccf-9ee3-828f16d8b3b0 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2290898'] for segment, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:56.028761 n-d-836017-2 neutron-server[84764]: Traceback (most recent call last): Apr 18 19:34:56.028761 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:34:56.028761 n-d-836017-2 neutron-server[84764]: timer() Apr 18 19:34:56.028761 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:34:56.028761 n-d-836017-2 neutron-server[84764]: cb(*args, **kw) Apr 18 19:34:56.028761 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:34:56.028761 n-d-836017-2 neutron-server[84764]: return func(*args, **kwargs) Apr 18 19:34:56.028761 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:34:56.028761 n-d-836017-2 neutron-server[84764]: self._notify() Apr 18 19:34:56.028761 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:34:56.028761 n-d-836017-2 neutron-server[84764]: self.callback(batched_events) Apr 18 19:34:56.028761 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:34:56.028761 n-d-836017-2 neutron-server[84764]: event.method(event) Apr 18 19:34:56.028761 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:34:56.028761 n-d-836017-2 neutron-server[84764]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:34:56.028761 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:34:56.028761 n-d-836017-2 neutron-server[84764]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:34:56.028761 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:34:56.028761 n-d-836017-2 neutron-server[84764]: return f(self, *a, **k) Apr 18 19:34:56.028761 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:34:56.028761 n-d-836017-2 neutron-server[84764]: return self._get(url).json() Apr 18 19:34:56.028761 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:34:56.028761 n-d-836017-2 neutron-server[84764]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:34:56.028761 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:34:56.028761 n-d-836017-2 neutron-server[84764]: return self.request(url, 'GET', **kwargs) Apr 18 19:34:56.028761 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:34:56.028761 n-d-836017-2 neutron-server[84764]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:34:56.028761 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:34:56.028761 n-d-836017-2 neutron-server[84764]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:34:56.028761 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:34:56.028761 n-d-836017-2 neutron-server[84764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:34:56.028761 n-d-836017-2 neutron-server[84764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:34:56.053489 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_common [req-d9cd5590-82e8-4473-80e8-6343f9f888fc req-d1e86c8f-1770-4e2e-a734-53af885ea0a0 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Allocated IP 172.20.0.5 (0124e28f-2243-4533-b876-7d659443232d/53fde093-fc81-475a-a625-0084a1c3acc5/289548bf-a042-4a1b-af10-d15c4a36d705) {{(pid=84763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:34:56.079718 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-f526defc-a90f-4b16-967b-0980847fe71a req-631d7f2c-bd71-4bac-9d70-45150314e7ae tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:56.093328 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] get_ports_and_sgs() called for port_ids ['095a9680-858e-4b90-9273-b31a53dffeb8', 'a2813964-4506-412b-8a7e-dd3f7c81ebe6', '44ee4a95-c41e-4c22-8ed3-49639e968ae2', '52b7b7dc-94a3-4e1a-88aa-a4fe09a31f6e'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:34:56.138946 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] get_ports_and_sgs() called for port_ids ['fbaca27c-775e-4826-a999-e46d492b3066', '4dc9ea20-0019-4f76-93a6-1e8b1efa54a8'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:34:56.155910 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631d7f2c-bd71-4bac-9d70-45150314e7ae tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Pushing event deleted for resources: {'Port': ['ID=52b7b7dc-94a3-4e1a-88aa-a4fe09a31f6e,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:56.249411 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [req-f526defc-a90f-4b16-967b-0980847fe71a req-631d7f2c-bd71-4bac-9d70-45150314e7ae tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] No DVR routers for this DVR port 52b7b7dc-94a3-4e1a-88aa-a4fe09a31f6e on host n-h2-836017-2 {{(pid=84764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:34:56.253086 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-f526defc-a90f-4b16-967b-0980847fe71a req-631d7f2c-bd71-4bac-9d70-45150314e7ae tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:56.254951 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6efffcaf-cd0d-424c-81eb-c399c90cf2d4', 'name': 'network-vif-deleted', 'tag': '52b7b7dc-94a3-4e1a-88aa-a4fe09a31f6e'}] {{(pid=84764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:34:56.306445 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-494f707c-a8a2-4ccf-9ee3-828f16d8b3b0 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416801'] for network, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:56.378362 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-494f707c-a8a2-4ccf-9ee3-828f16d8b3b0 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:56.385292 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-494f707c-a8a2-4ccf-9ee3-828f16d8b3b0 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] 10.222.0.69 "DELETE /v2.0/networks/1d4489dc-226f-4c1f-aa2e-f98062828a07 HTTP/1.1" status: 204 len: 168 time: 1.3781474 Apr 18 19:34:56.394706 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 60208) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:34:56.406268 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f526defc-a90f-4b16-967b-0980847fe71a req-631d7f2c-bd71-4bac-9d70-45150314e7ae tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.72 "DELETE /v2.0/ports/52b7b7dc-94a3-4e1a-88aa-a4fe09a31f6e HTTP/1.1" status: 204 len: 173 time: 2.1116495 Apr 18 19:34:56.410672 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494f707c-a8a2-4ccf-9ee3-828f16d8b3b0 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Pushing event deleted for resources: {'Network': ['ID=1d4489dc-226f-4c1f-aa2e-f98062828a07,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:56.431232 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device ac6ccf01-ad6a-480a-945d-76509c20512e details requested by agent hyperv_n-h2-836017-2 with host n-h2-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:34:56.491061 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-d9cd5590-82e8-4473-80e8-6343f9f888fc req-d1e86c8f-1770-4e2e-a734-53af885ea0a0 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Notify callbacks [] for port, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:56.659912 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-d9cd5590-82e8-4473-80e8-6343f9f888fc req-d1e86c8f-1770-4e2e-a734-53af885ea0a0 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:56.732455 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port ac6ccf01-ad6a-480a-945d-76509c20512e, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=ac6ccf01-ad6a-480a-945d-76509c20512e,segment=NetworkSegment(76e03cee-37c3-41cb-bd5f-699fff00054e),segment_id=76e03cee-37c3-41cb-bd5f-699fff00054e)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:34:56.753112 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Returning: {'device': 'ac6ccf01-ad6a-480a-945d-76509c20512e', 'network_id': 'a6104562-d871-4869-9fa8-73c34a57c151', 'port_id': 'ac6ccf01-ad6a-480a-945d-76509c20512e', 'mac_address': 'fa:16:3e:14:95:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '243c42e2-37fd-4e07-9b81-bac922c31c79', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:34:56.856969 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-11d2b3f9-5472-44cd-95c2-d79661e2a5b8 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:56.909642 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9cd5590-82e8-4473-80e8-6343f9f888fc req-d1e86c8f-1770-4e2e-a734-53af885ea0a0 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Network 0124e28f-2243-4533-b876-7d659443232d is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:34:56.913832 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:56.926828 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [req-d9cd5590-82e8-4473-80e8-6343f9f888fc req-d1e86c8f-1770-4e2e-a734-53af885ea0a0 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:34:56.931427 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9cd5590-82e8-4473-80e8-6343f9f888fc req-d1e86c8f-1770-4e2e-a734-53af885ea0a0 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Received port after_create {{(pid=84763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:34:56.959618 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e86c8f-1770-4e2e-a734-53af885ea0a0 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Pushing event updated for resources: {'Port': ['ID=289548bf-a042-4a1b-af10-d15c4a36d705,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:57.002701 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c129be-266f-44f6-a57c-07889910c261 req-effc08f4-b674-47af-a0bd-76a3786e7341 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:57.009787 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-42c129be-266f-44f6-a57c-07889910c261 req-effc08f4-b674-47af-a0bd-76a3786e7341 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=348a0674-72eb-4eaa-9e57-ec09c1f87b74 HTTP/1.1" status: 200 len: 931 time: 0.4534047 Apr 18 19:34:57.027868 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac6ccf01-ad6a-480a-945d-76509c20512e {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:34:57.044084 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cd5590-82e8-4473-80e8-6343f9f888fc req-d1e86c8f-1770-4e2e-a734-53af885ea0a0 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:57.044517 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-d9cd5590-82e8-4473-80e8-6343f9f888fc req-d1e86c8f-1770-4e2e-a734-53af885ea0a0 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:57.082277 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 60220) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:34:57.138291 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port ac6ccf01-ad6a-480a-945d-76509c20512e, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=ac6ccf01-ad6a-480a-945d-76509c20512e,segment=NetworkSegment(76e03cee-37c3-41cb-bd5f-699fff00054e),segment_id=76e03cee-37c3-41cb-bd5f-699fff00054e)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:34:57.148064 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83ee306-1055-4916-b07e-352a00f81467 req-d40acc0f-2041-4dce-a546-52dabbbe999a tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:57.149709 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f83ee306-1055-4916-b07e-352a00f81467 req-d40acc0f-2041-4dce-a546-52dabbbe999a tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] 10.222.0.69 "GET /v2.0/ports?device_id=799d2072-e17c-419a-ba93-c1e77d148bcf HTTP/1.1" status: 200 len: 944 time: 0.6724951 Apr 18 19:34:57.156946 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-42c129be-266f-44f6-a57c-07889910c261 req-b3505f33-f537-4778-a6ad-01387d648673 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/security-groups?id=6dce0218-3e63-47f4-ad5c-3b3c3b13b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461794 Apr 18 19:34:57.196259 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d9cd5590-82e8-4473-80e8-6343f9f888fc req-d1e86c8f-1770-4e2e-a734-53af885ea0a0 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0363488 Apr 18 19:34:57.217610 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-d9cd5590-82e8-4473-80e8-6343f9f888fc req-deaf3d8e-422c-489b-ab84-33bf803fd455 service neutron] Request body: {'port': {'device_id': '348a0674-72eb-4eaa-9e57-ec09c1f87b74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-2'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:34:57.262935 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:57.294799 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-bee98d9e-28ba-4d6f-b1ac-5ec91764743a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=bd1be97ca6cd4b1a8d60d412734bd1c8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2094800 Apr 18 19:34:57.298098 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 60224) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:34:57.350072 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-11d2b3f9-5472-44cd-95c2-d79661e2a5b8 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256345', 'neutron.services.segments.db._delete_segments_for_network-8791093852025'] for network, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:57.384593 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-11d2b3f9-5472-44cd-95c2-d79661e2a5b8 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4454c24f-9003-44c1-85a6-5eda72cdcabe']}} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:34:57.400417 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-11d2b3f9-5472-44cd-95c2-d79661e2a5b8 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5169b8e-21c9-4a18-87a7-6c5c694cc82f') {'for_net_delete': True} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:34:57.403062 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-11d2b3f9-5472-44cd-95c2-d79661e2a5b8 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5169b8e-21c9-4a18-87a7-6c5c694cc82f') {} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:34:57.415162 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-11d2b3f9-5472-44cd-95c2-d79661e2a5b8 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791093851908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66932133'] for segment, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:57.438202 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-11d2b3f9-5472-44cd-95c2-d79661e2a5b8 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:57.448532 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11d2b3f9-5472-44cd-95c2-d79661e2a5b8 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=84764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:34:57.449137 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-11d2b3f9-5472-44cd-95c2-d79661e2a5b8 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2290898'] for segment, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:57.494112 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=ac6ccf01-ad6a-480a-945d-76509c20512e,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:57.563888 n-d-836017-2 neutron-server[84764]: Traceback (most recent call last): Apr 18 19:34:57.563888 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:34:57.563888 n-d-836017-2 neutron-server[84764]: timer() Apr 18 19:34:57.563888 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:34:57.563888 n-d-836017-2 neutron-server[84764]: cb(*args, **kw) Apr 18 19:34:57.563888 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:34:57.563888 n-d-836017-2 neutron-server[84764]: return func(*args, **kwargs) Apr 18 19:34:57.563888 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:34:57.563888 n-d-836017-2 neutron-server[84764]: self._notify() Apr 18 19:34:57.563888 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:34:57.563888 n-d-836017-2 neutron-server[84764]: self.callback(batched_events) Apr 18 19:34:57.563888 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:34:57.563888 n-d-836017-2 neutron-server[84764]: event.method(event) Apr 18 19:34:57.563888 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:34:57.563888 n-d-836017-2 neutron-server[84764]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:34:57.563888 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:34:57.563888 n-d-836017-2 neutron-server[84764]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:34:57.563888 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:34:57.563888 n-d-836017-2 neutron-server[84764]: return f(self, *a, **k) Apr 18 19:34:57.563888 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:34:57.563888 n-d-836017-2 neutron-server[84764]: return self._get(url).json() Apr 18 19:34:57.563888 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:34:57.563888 n-d-836017-2 neutron-server[84764]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:34:57.563888 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:34:57.563888 n-d-836017-2 neutron-server[84764]: return self.request(url, 'GET', **kwargs) Apr 18 19:34:57.563888 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:34:57.563888 n-d-836017-2 neutron-server[84764]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:34:57.563888 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:34:57.563888 n-d-836017-2 neutron-server[84764]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:34:57.563888 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:34:57.563888 n-d-836017-2 neutron-server[84764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:34:57.563888 n-d-836017-2 neutron-server[84764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:34:57.569698 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-0a0fd2e6-b418-4ed8-a25b-a3d0929e3931 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:57.577987 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f83ee306-1055-4916-b07e-352a00f81467 req-284c2d65-b062-4306-ace8-cee8ff673f01 tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] 10.222.0.69 "GET /v2.0/security-groups?id=d944a480-2945-4480-b491-0efb8db093ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4063709 Apr 18 19:34:57.578510 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] get_ports_and_sgs() called for port_ids ['ac6ccf01-ad6a-480a-945d-76509c20512e'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:34:57.594090 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-d9cd5590-82e8-4473-80e8-6343f9f888fc req-deaf3d8e-422c-489b-ab84-33bf803fd455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:57.663735 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:34:57.664072 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:34:57.664441 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:34:57.664771 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:34:57.665098 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:34:57.665416 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:34:57.665736 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:34:57.666056 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:34:57.666365 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:34:57.666679 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:34:57.666990 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:34:57.667972 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-11d2b3f9-5472-44cd-95c2-d79661e2a5b8 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416801'] for network, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:57.672756 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-11d2b3f9-5472-44cd-95c2-d79661e2a5b8 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:57.742317 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d2b3f9-5472-44cd-95c2-d79661e2a5b8 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] Pushing event deleted for resources: {'Network': ['ID=4454c24f-9003-44c1-85a6-5eda72cdcabe,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:57.746791 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-11d2b3f9-5472-44cd-95c2-d79661e2a5b8 tempest-BulkNetworkOpsTest-886019913 tempest-BulkNetworkOpsTest-886019913-project] 10.222.0.69 "DELETE /v2.0/networks/4454c24f-9003-44c1-85a6-5eda72cdcabe HTTP/1.1" status: 204 len: 168 time: 1.3483593 Apr 18 19:34:57.785494 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-0a0fd2e6-b418-4ed8-a25b-a3d0929e3931 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:57.878226 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf1b845-2dfd-4405-abdb-c53e9e95b5bf req-2f664e21-f9b3-4a25-8bf9-42fa6a8b94ca tempest-InstanceActionsNegativeTestJSON-1185854506 tempest-InstanceActionsNegativeTestJSON-1185854506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:57.881328 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3cf1b845-2dfd-4405-abdb-c53e9e95b5bf req-2f664e21-f9b3-4a25-8bf9-42fa6a8b94ca tempest-InstanceActionsNegativeTestJSON-1185854506 tempest-InstanceActionsNegativeTestJSON-1185854506-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c83f216-3e9b-48a3-b072-c986fb66cc48 HTTP/1.1" status: 200 len: 945 time: 0.4393487 Apr 18 19:34:57.946705 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-00b04dad-e936-470f-be9c-61adf6dccb6d req-d52ab13f-1f94-44e7-b571-92ba6b9a68db tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Synchronizing usage tracker for tenant:73070b32fdb445869915286e0756abff on resource:port {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:34:58.048246 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-00b04dad-e936-470f-be9c-61adf6dccb6d req-d52ab13f-1f94-44e7-b571-92ba6b9a68db tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Unset dirty status for tenant:73070b32fdb445869915286e0756abff on resource:port {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:34:58.051604 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-00b04dad-e936-470f-be9c-61adf6dccb6d req-d52ab13f-1f94-44e7-b571-92ba6b9a68db tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/ports?device_id=6efffcaf-cd0d-424c-81eb-c399c90cf2d4 HTTP/1.1" status: 200 len: 210 time: 0.1691210 Apr 18 19:34:58.076338 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3cf1b845-2dfd-4405-abdb-c53e9e95b5bf req-9e3d6d79-c417-467f-a4c8-fa786cd37668 tempest-InstanceActionsNegativeTestJSON-1185854506 tempest-InstanceActionsNegativeTestJSON-1185854506-project] 10.222.0.69 "GET /v2.0/security-groups?id=07b63910-6edc-4326-be36-b5ae6bc6ead5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841650 Apr 18 19:34:58.166822 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] get_ports_and_sgs() called for port_ids ['6ce9e8ca-c688-4360-a5c1-cb5597c9db75'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:34:58.189598 n-d-836017-2 neutron-server[84764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c540747f-5604-41fe-8fc2-902c7aac9bc3'] response: {'server_uuid': '6efffcaf-cd0d-424c-81eb-c399c90cf2d4', 'name': 'network-vif-deleted', 'tag': '52b7b7dc-94a3-4e1a-88aa-a4fe09a31f6e', 'status': 'completed', 'code': 200} Apr 18 19:34:58.269164 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-0a0fd2e6-b418-4ed8-a25b-a3d0929e3931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:58.312113 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0fd2e6-b418-4ed8-a25b-a3d0929e3931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3f18917-8894-4a3b-a8c2-a7a984e9a261,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:58.335497 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-18833acf-6966-4065-bc5f-592bd9373be3 req-ed8352cb-ea4c-4dcd-a374-547b6a69e322 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.69 "GET /v2.0/ports?device_id=cbdd5ffa-f105-4784-abc1-1bc005d88439 HTTP/1.1" status: 200 len: 210 time: 0.0742331 Apr 18 19:34:58.381136 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-0a0fd2e6-b418-4ed8-a25b-a3d0929e3931 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:58.388642 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-0a0fd2e6-b418-4ed8-a25b-a3d0929e3931 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e3f18917-8894-4a3b-a8c2-a7a984e9a261 HTTP/1.1" status: 204 len: 168 time: 1.0873723 Apr 18 19:34:58.391169 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [req-d9cd5590-82e8-4473-80e8-6343f9f888fc req-deaf3d8e-422c-489b-ab84-33bf803fd455 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 289548bf-a042-4a1b-af10-d15c4a36d705 {{(pid=84763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:34:58.419932 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 52b7b7dc-94a3-4e1a-88aa-a4fe09a31f6e no longer exists at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:34:58.424732 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-d9cd5590-82e8-4473-80e8-6343f9f888fc req-deaf3d8e-422c-489b-ab84-33bf803fd455 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:58.493067 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-312e2e36-2044-4eb4-9b4a-0ff223ca81fc req-3e1ac137-366b-4a50-a8c2-a14e112a5529 tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf343fda-f220-4488-a1e0-387aba683d76 HTTP/1.1" status: 200 len: 210 time: 0.0741217 Apr 18 19:34:58.512748 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [req-d9cd5590-82e8-4473-80e8-6343f9f888fc req-deaf3d8e-422c-489b-ab84-33bf803fd455 service neutron] Transition to ACTIVE for port object 289548bf-a042-4a1b-af10-d15c4a36d705 will not be triggered until provisioned by entity L2. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:34:58.615468 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-d9cd5590-82e8-4473-80e8-6343f9f888fc req-deaf3d8e-422c-489b-ab84-33bf803fd455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:58.637502 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] No Port match for: 52b7b7dc-94a3-4e1a-88aa-a4fe09a31f6e {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:34:58.637885 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 52b7b7dc-94a3-4e1a-88aa-a4fe09a31f6e not bound to the agent host n-h2-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:34:58.685949 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 60248) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:34:58.864661 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4277e43-7a26-4f7a-9bef-0898a8972048 req-e3a7f613-24e4-461a-8e91-247dac06a79b tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:58.868229 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d4277e43-7a26-4f7a-9bef-0898a8972048 req-e3a7f613-24e4-461a-8e91-247dac06a79b tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=348a0674-72eb-4eaa-9e57-ec09c1f87b74 HTTP/1.1" status: 200 len: 943 time: 0.1728864 Apr 18 19:34:58.941632 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d4277e43-7a26-4f7a-9bef-0898a8972048 req-9628f327-306c-4c69-be2f-8c0e2d92d1ab tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/security-groups?id=6dce0218-3e63-47f4-ad5c-3b3c3b13b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659389 Apr 18 19:34:59.049925 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaf3d8e-422c-489b-ab84-33bf803fd455 service neutron] Pushing event updated for resources: {'Port': ['ID=289548bf-a042-4a1b-af10-d15c4a36d705,revision_number=2']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:59.209235 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-d9cd5590-82e8-4473-80e8-6343f9f888fc req-deaf3d8e-422c-489b-ab84-33bf803fd455 service neutron] Attempting to bind port 289548bf-a042-4a1b-af10-d15c4a36d705 on host n-h1-836017-2 for vnic_type normal with profile {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:34:59.209941 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-d9cd5590-82e8-4473-80e8-6343f9f888fc req-deaf3d8e-422c-489b-ab84-33bf803fd455 service neutron] Attempting to bind port 289548bf-a042-4a1b-af10-d15c4a36d705 by drivers openvswitch,hyperv on host n-h1-836017-2 at level 0 using segments [{'id': '56697489-6787-4e2b-895c-5ec0b051161d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '0124e28f-2243-4533-b876-7d659443232d'}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:34:59.210251 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9cd5590-82e8-4473-80e8-6343f9f888fc req-deaf3d8e-422c-489b-ab84-33bf803fd455 service neutron] Attempting to bind port 289548bf-a042-4a1b-af10-d15c4a36d705 on network 0124e28f-2243-4533-b876-7d659443232d {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:34:59.222186 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9cd5590-82e8-4473-80e8-6343f9f888fc req-deaf3d8e-422c-489b-ab84-33bf803fd455 service neutron] Port 289548bf-a042-4a1b-af10-d15c4a36d705 on network 0124e28f-2243-4533-b876-7d659443232d not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-2 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:34:59.222521 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9cd5590-82e8-4473-80e8-6343f9f888fc req-deaf3d8e-422c-489b-ab84-33bf803fd455 service neutron] Attempting to bind port 289548bf-a042-4a1b-af10-d15c4a36d705 on network 0124e28f-2243-4533-b876-7d659443232d {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:34:59.238077 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9cd5590-82e8-4473-80e8-6343f9f888fc req-deaf3d8e-422c-489b-ab84-33bf803fd455 service neutron] Checking agent: {'id': 'e3a31811-08e0-42ba-bc2e-ed8a973b714f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 25), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:34:59.238575 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9cd5590-82e8-4473-80e8-6343f9f888fc req-deaf3d8e-422c-489b-ab84-33bf803fd455 service neutron] Checking segment: {'id': '56697489-6787-4e2b-895c-5ec0b051161d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '0124e28f-2243-4533-b876-7d659443232d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:34:59.239227 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9cd5590-82e8-4473-80e8-6343f9f888fc req-deaf3d8e-422c-489b-ab84-33bf803fd455 service neutron] Bound using segment: {'id': '56697489-6787-4e2b-895c-5ec0b051161d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '0124e28f-2243-4533-b876-7d659443232d'} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:34:59.239758 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-d9cd5590-82e8-4473-80e8-6343f9f888fc req-deaf3d8e-422c-489b-ab84-33bf803fd455 service neutron] Bound port: 289548bf-a042-4a1b-af10-d15c4a36d705, host: n-h1-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56697489-6787-4e2b-895c-5ec0b051161d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '0124e28f-2243-4533-b876-7d659443232d'}}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:34:59.240339 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-d9cd5590-82e8-4473-80e8-6343f9f888fc req-deaf3d8e-422c-489b-ab84-33bf803fd455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:59.252110 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-879047fa-fe45-4bf2-bcb0-5655a4292d07 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8b67d1a7b46a48daac10c83387c0c576&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5618756 Apr 18 19:34:59.257092 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 60264) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:34:59.302860 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8942ee3-f827-478e-99d5-31209082a464 req-fff4a401-e5a3-4e9c-96e5-31bad051c686 tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:59.310241 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c8942ee3-f827-478e-99d5-31209082a464 req-fff4a401-e5a3-4e9c-96e5-31bad051c686 tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] 10.222.0.69 "GET /v2.0/ports?device_id=799d2072-e17c-419a-ba93-c1e77d148bcf HTTP/1.1" status: 200 len: 945 time: 0.1663055 Apr 18 19:34:59.398036 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-cfe459cc-f50e-421b-b804-6850d43aaa77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:59.411623 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c8942ee3-f827-478e-99d5-31209082a464 req-fc4dbfc2-8497-4c52-ade0-937b4bc1a9c4 tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] 10.222.0.69 "GET /v2.0/security-groups?id=d944a480-2945-4480-b491-0efb8db093ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001904 Apr 18 19:34:59.432217 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-cfe459cc-f50e-421b-b804-6850d43aaa77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:59.500203 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-d9cd5590-82e8-4473-80e8-6343f9f888fc req-deaf3d8e-422c-489b-ab84-33bf803fd455 service neutron] For port 289548bf-a042-4a1b-af10-d15c4a36d705, host n-h1-836017-2, cleared binding levels {{(pid=84763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:34:59.506238 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-d9cd5590-82e8-4473-80e8-6343f9f888fc req-deaf3d8e-422c-489b-ab84-33bf803fd455 service neutron] For port 289548bf-a042-4a1b-af10-d15c4a36d705, host n-h1-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=289548bf-a042-4a1b-af10-d15c4a36d705,segment=NetworkSegment(56697489-6787-4e2b-895c-5ec0b051161d),segment_id=56697489-6787-4e2b-895c-5ec0b051161d)] {{(pid=84763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:34:59.589920 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-d9cd5590-82e8-4473-80e8-6343f9f888fc req-deaf3d8e-422c-489b-ab84-33bf803fd455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:59.671836 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaf3d8e-422c-489b-ab84-33bf803fd455 service neutron] Pushing event updated for resources: {'Port': ['ID=289548bf-a042-4a1b-af10-d15c4a36d705,revision_number=3']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:59.673670 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-51173444-26a1-4558-bc79-9ea852a23ca7 req-d14e94a9-76fb-4a0c-b4ad-aff4ce654e4d tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.69 "GET /v2.0/ports?device_id=cbdd5ffa-f105-4784-abc1-1bc005d88439 HTTP/1.1" status: 200 len: 210 time: 0.1015496 Apr 18 19:34:59.681497 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-cfe459cc-f50e-421b-b804-6850d43aaa77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:59.712352 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-d9cd5590-82e8-4473-80e8-6343f9f888fc req-deaf3d8e-422c-489b-ab84-33bf803fd455 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:59.714037 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d9cd5590-82e8-4473-80e8-6343f9f888fc req-deaf3d8e-422c-489b-ab84-33bf803fd455 service neutron] 10.222.0.73 "PUT /v2.0/ports/289548bf-a042-4a1b-af10-d15c4a36d705 HTTP/1.1" status: 200 len: 1091 time: 2.5046716 Apr 18 19:34:59.736629 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '348a0674-72eb-4eaa-9e57-ec09c1f87b74', 'tag': '289548bf-a042-4a1b-af10-d15c4a36d705'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:34:59.748511 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-cfe459cc-f50e-421b-b804-6850d43aaa77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:59.750098 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-cfe459cc-f50e-421b-b804-6850d43aaa77 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6aadb978-cc84-4cf2-ab52-dbd7205639dd HTTP/1.1" status: 204 len: 168 time: 0.4918766 Apr 18 19:34:59.751174 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe459cc-f50e-421b-b804-6850d43aaa77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aadb978-cc84-4cf2-ab52-dbd7205639dd,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:59.786247 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68ea6d4-c287-4a54-bd2e-55ae7ad5c72f req-5c60d671-5a37-47b0-9f20-007373901499 tempest-InstanceActionsNegativeTestJSON-1185854506 tempest-InstanceActionsNegativeTestJSON-1185854506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:59.788575 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f68ea6d4-c287-4a54-bd2e-55ae7ad5c72f req-5c60d671-5a37-47b0-9f20-007373901499 tempest-InstanceActionsNegativeTestJSON-1185854506 tempest-InstanceActionsNegativeTestJSON-1185854506-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c83f216-3e9b-48a3-b072-c986fb66cc48 HTTP/1.1" status: 200 len: 945 time: 0.2597015 Apr 18 19:34:59.788767 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c206a968-fea5-40b7-be54-64110bfeb3ee req-3610876a-23c3-4814-913c-80452b00f749 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:59.790428 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c206a968-fea5-40b7-be54-64110bfeb3ee req-3610876a-23c3-4814-913c-80452b00f749 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.72 "GET /v2.0/networks?id=a15d993a-6587-4728-b6e5-6aacd5a8669a HTTP/1.1" status: 200 len: 812 time: 0.2870352 Apr 18 19:34:59.808643 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [req-c206a968-fea5-40b7-be54-64110bfeb3ee req-cf669544-a1e5-4993-915d-399cd1211868 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Request body: {'port': {'device_id': 'cbdd5ffa-f105-4784-abc1-1bc005d88439', 'network_id': 'a15d993a-6587-4728-b6e5-6aacd5a8669a', 'admin_state_up': True, 'tenant_id': 'd24c05963c4f41ee8c8189c7acc53c87'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:34:59.869956 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f68ea6d4-c287-4a54-bd2e-55ae7ad5c72f req-25464b4d-061b-4e12-b0d2-5e61ca2633be tempest-InstanceActionsNegativeTestJSON-1185854506 tempest-InstanceActionsNegativeTestJSON-1185854506-project] 10.222.0.69 "GET /v2.0/security-groups?id=07b63910-6edc-4326-be36-b5ae6bc6ead5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748997 Apr 18 19:35:00.067691 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d9cd5590-82e8-4473-80e8-6343f9f888fc req-3cc22cd8-a72c-4d42-8e10-5d0a7889a72d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e3b062c733cb48498c21458f46ee72da&device_id=348a0674-72eb-4eaa-9e57-ec09c1f87b74 HTTP/1.1" status: 200 len: 1094 time: 0.1736300 Apr 18 19:35:00.124337 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-c206a968-fea5-40b7-be54-64110bfeb3ee req-cf669544-a1e5-4993-915d-399cd1211868 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:35:00.129592 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-c206a968-fea5-40b7-be54-64110bfeb3ee req-cf669544-a1e5-4993-915d-399cd1211868 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Usage tracker for resource:port and tenant:d24c05963c4f41ee8c8189c7acc53c87 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:35:00.134380 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-c206a968-fea5-40b7-be54-64110bfeb3ee req-cf669544-a1e5-4993-915d-399cd1211868 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:35:00.152826 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-c206a968-fea5-40b7-be54-64110bfeb3ee req-cf669544-a1e5-4993-915d-399cd1211868 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:35:00.202854 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7a4f6c1a-0792-4fd0-b13b-5301de772afd req-66f46688-57f8-4eca-9f9b-7b240df0132a tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf343fda-f220-4488-a1e0-387aba683d76 HTTP/1.1" status: 200 len: 210 time: 0.0737050 Apr 18 19:35:00.205159 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d9cd5590-82e8-4473-80e8-6343f9f888fc req-1a8df06e-77d1-477c-8b2e-d9e77e981972 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=289548bf-a042-4a1b-af10-d15c4a36d705 HTTP/1.1" status: 200 len: 217 time: 0.1304460 Apr 18 19:35:00.265315 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c206a968-fea5-40b7-be54-64110bfeb3ee req-cf669544-a1e5-4993-915d-399cd1211868 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Made reservation on behalf of d24c05963c4f41ee8c8189c7acc53c87 for: {'port': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:35:00.273172 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-c206a968-fea5-40b7-be54-64110bfeb3ee req-cf669544-a1e5-4993-915d-399cd1211868 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:00.311712 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ede6aa3-0a31-4ad2-a124-c228da7a0c97'] response: {'name': 'network-changed', 'server_uuid': '348a0674-72eb-4eaa-9e57-ec09c1f87b74', 'tag': '289548bf-a042-4a1b-af10-d15c4a36d705', 'status': 'completed', 'code': 200} Apr 18 19:35:00.405525 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device ac6ccf01-ad6a-480a-945d-76509c20512e up at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:35:00.415493 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cd5590-82e8-4473-80e8-6343f9f888fc req-27afb7f8-87a8-434f-ad1d-81c4306a3b90 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:00.416177 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d9cd5590-82e8-4473-80e8-6343f9f888fc req-27afb7f8-87a8-434f-ad1d-81c4306a3b90 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=53fde093-fc81-475a-a625-0084a1c3acc5 HTTP/1.1" status: 200 len: 844 time: 0.2046344 Apr 18 19:35:00.500796 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d9cd5590-82e8-4473-80e8-6343f9f888fc req-14c31b7d-bec9-42b8-8aeb-1ead86fc0e72 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0124e28f-2243-4533-b876-7d659443232d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0728557 Apr 18 19:35:00.594220 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning for port ac6ccf01-ad6a-480a-945d-76509c20512e completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:35:00.606234 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning complete for port ac6ccf01-ad6a-480a-945d-76509c20512e triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:35:00.606234 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:00.696614 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_common [req-c206a968-fea5-40b7-be54-64110bfeb3ee req-cf669544-a1e5-4993-915d-399cd1211868 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Allocated IP 172.20.0.9 (a15d993a-6587-4728-b6e5-6aacd5a8669a/3cbdddc8-bf0a-4ac7-9f09-4e4fdeb7252a/41ba133b-cad2-4cdb-9a46-9cff74025eb1) {{(pid=84764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:35:00.829238 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f18379-9f42-4b22-882c-4d5ce033b28b req-aeb9132d-8b33-4e59-8e82-f551f3041bc1 tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:00.834947 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-59f18379-9f42-4b22-882c-4d5ce033b28b req-aeb9132d-8b33-4e59-8e82-f551f3041bc1 tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] 10.222.0.72 "GET /v2.0/networks?id=81ddcfcb-39cd-4419-a273-35df2938d568 HTTP/1.1" status: 200 len: 815 time: 0.5821626 Apr 18 19:35:00.958930 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:00.984754 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-c206a968-fea5-40b7-be54-64110bfeb3ee req-cf669544-a1e5-4993-915d-399cd1211868 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Notify callbacks [] for port, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:00.992703 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '799d2072-e17c-419a-ba93-c1e77d148bcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac6ccf01-ad6a-480a-945d-76509c20512e'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:35:00.997510 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-59f18379-9f42-4b22-882c-4d5ce033b28b req-8c3c5ac7-f0d4-4d5d-9ea2-d0cf97ec6712 tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2676fc802a645689154e56330711330 HTTP/1.1" status: 200 len: 379 time: 0.1241894 Apr 18 19:35:01.010269 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port ac6ccf01-ad6a-480a-945d-76509c20512e, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=ac6ccf01-ad6a-480a-945d-76509c20512e,segment=NetworkSegment(76e03cee-37c3-41cb-bd5f-699fff00054e),segment_id=76e03cee-37c3-41cb-bd5f-699fff00054e)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:35:01.019295 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-59f18379-9f42-4b22-882c-4d5ce033b28b req-ea1ab17f-6cd6-4bd2-ae15-36e055b5c3e5 tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Request body: {'port': {'device_id': 'bf343fda-f220-4488-a1e0-387aba683d76', 'network_id': '81ddcfcb-39cd-4419-a273-35df2938d568', 'admin_state_up': True, 'tenant_id': 'e2676fc802a645689154e56330711330', 'security_groups': ['d91ae139-8b90-49fd-8dc9-70f1abc8c820']}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:35:01.088948 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:01.108252 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d9cd5590-82e8-4473-80e8-6343f9f888fc req-8b79fa72-b04b-4930-8f53-8b7ce1003c68 service neutron] 10.222.0.73 "GET /v2.0/networks/0124e28f-2243-4533-b876-7d659443232d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5523198 Apr 18 19:35:01.166998 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f65f98-4b57-4d5d-9183-92c369058540 req-0e7964da-77ab-4868-8799-478cc4b05121 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:01.174081 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-f4f65f98-4b57-4d5d-9183-92c369058540 req-0e7964da-77ab-4868-8799-478cc4b05121 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Synchronizing usage tracker for tenant:e3b062c733cb48498c21458f46ee72da on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:35:01.194777 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e644a39-5185-40db-a849-10c7cb5afca1 req-cedad76c-c783-4be0-adef-c201d70a5cff tempest-InstanceActionsNegativeTestJSON-1185854506 tempest-InstanceActionsNegativeTestJSON-1185854506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:01.195719 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=ac6ccf01-ad6a-480a-945d-76509c20512e,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:01.196330 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5e644a39-5185-40db-a849-10c7cb5afca1 req-cedad76c-c783-4be0-adef-c201d70a5cff tempest-InstanceActionsNegativeTestJSON-1185854506 tempest-InstanceActionsNegativeTestJSON-1185854506-project] 10.222.0.73 "GET /v2.0/ports?device_id=9c83f216-3e9b-48a3-b072-c986fb66cc48 HTTP/1.1" status: 200 len: 945 time: 0.4710326 Apr 18 19:35:01.207303 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-c206a968-fea5-40b7-be54-64110bfeb3ee req-cf669544-a1e5-4993-915d-399cd1211868 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:01.360847 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c206a968-fea5-40b7-be54-64110bfeb3ee req-cf669544-a1e5-4993-915d-399cd1211868 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Network a15d993a-6587-4728-b6e5-6aacd5a8669a is already hosted by enough agents. {{(pid=84764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:35:01.364162 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [req-c206a968-fea5-40b7-be54-64110bfeb3ee req-cf669544-a1e5-4993-915d-399cd1211868 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Resources bound (agent type, host, resource id): {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:35:01.369801 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [req-c206a968-fea5-40b7-be54-64110bfeb3ee req-cf669544-a1e5-4993-915d-399cd1211868 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Received port after_create {{(pid=84764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:35:01.537345 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c206a968-fea5-40b7-be54-64110bfeb3ee req-cf669544-a1e5-4993-915d-399cd1211868 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:01.538122 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-c206a968-fea5-40b7-be54-64110bfeb3ee req-cf669544-a1e5-4993-915d-399cd1211868 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:01.542534 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf669544-a1e5-4993-915d-399cd1211868 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Pushing event updated for resources: {'Port': ['ID=41ba133b-cad2-4cdb-9a46-9cff74025eb1,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:01.612682 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-f4f65f98-4b57-4d5d-9183-92c369058540 req-0e7964da-77ab-4868-8799-478cc4b05121 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Unset dirty status for tenant:e3b062c733cb48498c21458f46ee72da on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:35:01.613841 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f4f65f98-4b57-4d5d-9183-92c369058540 req-0e7964da-77ab-4868-8799-478cc4b05121 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=348a0674-72eb-4eaa-9e57-ec09c1f87b74 HTTP/1.1" status: 200 len: 943 time: 1.1080675 Apr 18 19:35:01.622805 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-5e644a39-5185-40db-a849-10c7cb5afca1 req-d268544a-5590-4562-a8fd-042b152e2add tempest-InstanceActionsNegativeTestJSON-1185854506 tempest-InstanceActionsNegativeTestJSON-1185854506-project] Deleting port 693c5407-18e7-4335-b041-53452a926d8c {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:35:01.623138 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-5e644a39-5185-40db-a849-10c7cb5afca1 req-d268544a-5590-4562-a8fd-042b152e2add tempest-InstanceActionsNegativeTestJSON-1185854506 tempest-InstanceActionsNegativeTestJSON-1185854506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:01.640622 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf23a0c-cd5d-49ed-9e28-4f1fd79a00c4 req-38e991a5-29a4-4f38-905f-10d58fa283b8 tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:01.651685 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-bcf23a0c-cd5d-49ed-9e28-4f1fd79a00c4 req-38e991a5-29a4-4f38-905f-10d58fa283b8 tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] 10.222.0.69 "GET /v2.0/ports?device_id=799d2072-e17c-419a-ba93-c1e77d148bcf HTTP/1.1" status: 200 len: 946 time: 0.2249503 Apr 18 19:35:01.684160 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-59f18379-9f42-4b22-882c-4d5ce033b28b req-ea1ab17f-6cd6-4bd2-ae15-36e055b5c3e5 tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:35:01.695590 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 60328) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:01.701816 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c206a968-fea5-40b7-be54-64110bfeb3ee req-cf669544-a1e5-4993-915d-399cd1211868 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8988938 Apr 18 19:35:01.703152 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-59f18379-9f42-4b22-882c-4d5ce033b28b req-ea1ab17f-6cd6-4bd2-ae15-36e055b5c3e5 tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:35:01.736132 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [req-c206a968-fea5-40b7-be54-64110bfeb3ee req-8658275c-b66d-4b62-b102-005e9ccd5489 service neutron] Request body: {'port': {'device_id': 'cbdd5ffa-f105-4784-abc1-1bc005d88439', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-2'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:35:01.767019 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d9cd5590-82e8-4473-80e8-6343f9f888fc req-6bea7147-8711-4b5d-a16f-97b139c7c594 service neutron] 10.222.0.73 "GET /v2.0/networks/0124e28f-2243-4533-b876-7d659443232d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6449249 Apr 18 19:35:01.813503 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-bcf23a0c-cd5d-49ed-9e28-4f1fd79a00c4 req-3674616e-9cb5-4811-a296-659f79ed83cf tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] 10.222.0.69 "GET /v2.0/security-groups?id=d944a480-2945-4480-b491-0efb8db093ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554637 Apr 18 19:35:01.827202 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59f18379-9f42-4b22-882c-4d5ce033b28b req-ea1ab17f-6cd6-4bd2-ae15-36e055b5c3e5 tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Made reservation on behalf of e2676fc802a645689154e56330711330 for: {'port': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:35:01.830928 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-59f18379-9f42-4b22-882c-4d5ce033b28b req-ea1ab17f-6cd6-4bd2-ae15-36e055b5c3e5 tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:01.900637 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f4f65f98-4b57-4d5d-9183-92c369058540 req-947c7621-deb2-44db-b3a4-d08f3da21838 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/security-groups?id=6dce0218-3e63-47f4-ad5c-3b3c3b13b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417192 Apr 18 19:35:02.092933 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-c206a968-fea5-40b7-be54-64110bfeb3ee req-8658275c-b66d-4b62-b102-005e9ccd5489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:02.256247 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-a2c1ceae-8fa6-4534-a0bb-0c233a1ddc1a tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Request body: {'security_group': {'name': 'tempest-secgroup--1969538082'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:35:02.264900 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-a2c1ceae-8fa6-4534-a0bb-0c233a1ddc1a tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:35:02.277819 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-a2c1ceae-8fa6-4534-a0bb-0c233a1ddc1a tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Usage tracker for resource:security_group and tenant:daa1e9a9eb654a04a70b9bdc41dad6d5 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:35:02.282557 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-a2c1ceae-8fa6-4534-a0bb-0c233a1ddc1a tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:35:02.330273 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-a2c1ceae-8fa6-4534-a0bb-0c233a1ddc1a tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:35:02.401253 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cde607-dc8a-4e4d-9ff5-1c5f0dcbef2d req-edcf917c-e0e5-44b3-b8c7-69c5c1c48998 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:02.402824 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-c2cde607-dc8a-4e4d-9ff5-1c5f0dcbef2d req-edcf917c-e0e5-44b3-b8c7-69c5c1c48998 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Synchronizing usage tracker for tenant:d24c05963c4f41ee8c8189c7acc53c87 on resource:port {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:35:02.499257 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-a2c1ceae-8fa6-4534-a0bb-0c233a1ddc1a tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:02.518528 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-5e644a39-5185-40db-a849-10c7cb5afca1 req-d268544a-5590-4562-a8fd-042b152e2add tempest-InstanceActionsNegativeTestJSON-1185854506 tempest-InstanceActionsNegativeTestJSON-1185854506-project] For port 693c5407-18e7-4335-b041-53452a926d8c, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=693c5407-18e7-4335-b041-53452a926d8c,segment=NetworkSegment(668ca07f-2e4a-4364-be7f-e30092653162),segment_id=668ca07f-2e4a-4364-be7f-e30092653162)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:35:02.518887 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-5e644a39-5185-40db-a849-10c7cb5afca1 req-d268544a-5590-4562-a8fd-042b152e2add tempest-InstanceActionsNegativeTestJSON-1185854506 tempest-InstanceActionsNegativeTestJSON-1185854506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:02.523723 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-c2cde607-dc8a-4e4d-9ff5-1c5f0dcbef2d req-edcf917c-e0e5-44b3-b8c7-69c5c1c48998 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Unset dirty status for tenant:d24c05963c4f41ee8c8189c7acc53c87 on resource:port {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:35:02.524922 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c2cde607-dc8a-4e4d-9ff5-1c5f0dcbef2d req-edcf917c-e0e5-44b3-b8c7-69c5c1c48998 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.69 "GET /v2.0/ports?device_id=cbdd5ffa-f105-4784-abc1-1bc005d88439 HTTP/1.1" status: 200 len: 931 time: 0.4333100 Apr 18 19:35:02.528743 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-a2c1ceae-8fa6-4534-a0bb-0c233a1ddc1a tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:02.558911 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe5d80c-cea0-46f7-aa94-e4705fb3ae72 req-002c83b4-2d04-4475-9026-bc41eb785b58 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:02.560482 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-dfe5d80c-cea0-46f7-aa94-e4705fb3ae72 req-002c83b4-2d04-4475-9026-bc41eb785b58 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.73 "GET /v2.0/ports?device_id=d7fe8ede-e050-4d66-b015-a59a9a787c84 HTTP/1.1" status: 200 len: 950 time: 0.6504431 Apr 18 19:35:02.648141 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-a2c1ceae-8fa6-4534-a0bb-0c233a1ddc1a tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:35:02.669120 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-c2cde607-dc8a-4e4d-9ff5-1c5f0dcbef2d req-806d619f-c11e-4a7c-9ce5-f8529f5aed09 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Synchronizing usage tracker for tenant:d24c05963c4f41ee8c8189c7acc53c87 on resource:security_group {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:35:02.678004 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-a2c1ceae-8fa6-4534-a0bb-0c233a1ddc1a tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Usage tracker for resource:security_group_rule and tenant:daa1e9a9eb654a04a70b9bdc41dad6d5 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:35:02.689920 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-a2c1ceae-8fa6-4534-a0bb-0c233a1ddc1a tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:35:02.709067 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-a2c1ceae-8fa6-4534-a0bb-0c233a1ddc1a tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:35:02.747015 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 60346) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:02.753021 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-86c33f62-2735-4aba-acec-dc88f7314927 req-1aebfa90-c6ca-4691-86fe-f472904387d4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e3b062c733cb48498c21458f46ee72da&device_id=348a0674-72eb-4eaa-9e57-ec09c1f87b74 HTTP/1.1" status: 200 len: 1094 time: 0.7177250 Apr 18 19:35:02.760043 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-5e644a39-5185-40db-a849-10c7cb5afca1 req-d268544a-5590-4562-a8fd-042b152e2add tempest-InstanceActionsNegativeTestJSON-1185854506 tempest-InstanceActionsNegativeTestJSON-1185854506-project] Calling delete_port for 693c5407-18e7-4335-b041-53452a926d8c owned by compute:nova {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:35:02.806976 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_common [req-59f18379-9f42-4b22-882c-4d5ce033b28b req-ea1ab17f-6cd6-4bd2-ae15-36e055b5c3e5 tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Allocated IP 172.20.0.13 (81ddcfcb-39cd-4419-a273-35df2938d568/5f0e8042-5aa6-4184-80a1-a68583a09ee2/8885a960-0131-4e33-af5a-00c883bb2db8) {{(pid=84763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:35:02.821779 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-c2cde607-dc8a-4e4d-9ff5-1c5f0dcbef2d req-806d619f-c11e-4a7c-9ce5-f8529f5aed09 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Unset dirty status for tenant:d24c05963c4f41ee8c8189c7acc53c87 on resource:security_group {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:35:02.824151 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c2cde607-dc8a-4e4d-9ff5-1c5f0dcbef2d req-806d619f-c11e-4a7c-9ce5-f8529f5aed09 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.69 "GET /v2.0/security-groups?id=6dbbe555-f817-4989-8ffe-4d7514677d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851257 Apr 18 19:35:02.852060 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [req-c206a968-fea5-40b7-be54-64110bfeb3ee req-8658275c-b66d-4b62-b102-005e9ccd5489 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41ba133b-cad2-4cdb-9a46-9cff74025eb1 {{(pid=84764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:35:02.871960 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-c206a968-fea5-40b7-be54-64110bfeb3ee req-8658275c-b66d-4b62-b102-005e9ccd5489 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:02.900075 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd94b075-38fa-4cd9-802d-2019dcebbb96 req-95c7b801-40bb-4d73-9716-fc43f9a3335f tempest-InstanceActionsNegativeTestJSON-1185854506 tempest-InstanceActionsNegativeTestJSON-1185854506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:02.902402 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fd94b075-38fa-4cd9-802d-2019dcebbb96 req-95c7b801-40bb-4d73-9716-fc43f9a3335f tempest-InstanceActionsNegativeTestJSON-1185854506 tempest-InstanceActionsNegativeTestJSON-1185854506-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c83f216-3e9b-48a3-b072-c986fb66cc48 HTTP/1.1" status: 200 len: 945 time: 0.6562459 Apr 18 19:35:02.921348 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.provisioning_blocks [req-c206a968-fea5-40b7-be54-64110bfeb3ee req-8658275c-b66d-4b62-b102-005e9ccd5489 service neutron] Transition to ACTIVE for port object 41ba133b-cad2-4cdb-9a46-9cff74025eb1 will not be triggered until provisioned by entity L2. {{(pid=84764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:35:02.933920 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-a2c1ceae-8fa6-4534-a0bb-0c233a1ddc1a tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:02.959165 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c45eb79-3aab-47db-a10e-c5cfb9689a73'] response: {'server_uuid': '799d2072-e17c-419a-ba93-c1e77d148bcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac6ccf01-ad6a-480a-945d-76509c20512e', 'code': 200} Apr 18 19:35:03.008959 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-a6a6e16e-ea86-4aae-8e0f-3dfc5a661465 tempest-RoutersAdminNegativeTest-1370227020 tempest-RoutersAdminNegativeTest-1370227020-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-796683957', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:35:03.016171 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-a6a6e16e-ea86-4aae-8e0f-3dfc5a661465 tempest-RoutersAdminNegativeTest-1370227020 tempest-RoutersAdminNegativeTest-1370227020-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:35:03.021106 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-a6a6e16e-ea86-4aae-8e0f-3dfc5a661465 tempest-RoutersAdminNegativeTest-1370227020 tempest-RoutersAdminNegativeTest-1370227020-project-admin] Usage tracker for resource:port and tenant:8d5a7b864e28430dba066a3cbb8bd691 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:35:03.024921 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-a6a6e16e-ea86-4aae-8e0f-3dfc5a661465 tempest-RoutersAdminNegativeTest-1370227020 tempest-RoutersAdminNegativeTest-1370227020-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:35:03.076468 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-a6a6e16e-ea86-4aae-8e0f-3dfc5a661465 tempest-RoutersAdminNegativeTest-1370227020 tempest-RoutersAdminNegativeTest-1370227020-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:35:03.084980 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-c206a968-fea5-40b7-be54-64110bfeb3ee req-8658275c-b66d-4b62-b102-005e9ccd5489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2290934'] for port, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:03.174890 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8658275c-b66d-4b62-b102-005e9ccd5489 service neutron] Pushing event updated for resources: {'Port': ['ID=41ba133b-cad2-4cdb-9a46-9cff74025eb1,revision_number=2']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:03.177732 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-a2c1ceae-8fa6-4534-a0bb-0c233a1ddc1a tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:03.217057 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-dfe5d80c-cea0-46f7-aa94-e4705fb3ae72 req-06654e25-f6b0-4b9d-9a69-f1fcbdd9f8a9 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Deleting port 4dc9ea20-0019-4f76-93a6-1e8b1efa54a8 {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:35:03.217398 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-dfe5d80c-cea0-46f7-aa94-e4705fb3ae72 req-06654e25-f6b0-4b9d-9a69-f1fcbdd9f8a9 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:03.267266 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1ceae-8fa6-4534-a0bb-0c233a1ddc1a tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34248883-db7e-42db-b47e-757f658f567f,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:03.279027 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6a6e16e-ea86-4aae-8e0f-3dfc5a661465 tempest-RoutersAdminNegativeTest-1370227020 tempest-RoutersAdminNegativeTest-1370227020-project-admin] Made reservation on behalf of 8d5a7b864e28430dba066a3cbb8bd691 for: {'port': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:35:03.281299 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-a6a6e16e-ea86-4aae-8e0f-3dfc5a661465 tempest-RoutersAdminNegativeTest-1370227020 tempest-RoutersAdminNegativeTest-1370227020-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:03.350691 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-a2c1ceae-8fa6-4534-a0bb-0c233a1ddc1a tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:35:03.368822 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-a6a6e16e-ea86-4aae-8e0f-3dfc5a661465 tempest-RoutersAdminNegativeTest-1370227020 tempest-RoutersAdminNegativeTest-1370227020-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:03.381567 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-a2c1ceae-8fa6-4534-a0bb-0c233a1ddc1a tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Usage tracker for resource:security_group_rule and tenant:daa1e9a9eb654a04a70b9bdc41dad6d5 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:35:03.388206 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-a2c1ceae-8fa6-4534-a0bb-0c233a1ddc1a tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:35:03.407852 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-a2c1ceae-8fa6-4534-a0bb-0c233a1ddc1a tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:35:03.462248 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fd94b075-38fa-4cd9-802d-2019dcebbb96 req-8b40b8dc-dfc4-41b0-8afd-72e863d6d801 tempest-InstanceActionsNegativeTestJSON-1185854506 tempest-InstanceActionsNegativeTestJSON-1185854506-project] 10.222.0.69 "GET /v2.0/security-groups?id=07b63910-6edc-4326-be36-b5ae6bc6ead5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4981081 Apr 18 19:35:03.462602 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-79f270ff-1d2a-410b-aa64-bf73a48c47a3 req-0b8a2c1c-8822-433e-8e97-0bd56e90acf3 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=799d2072-e17c-419a-ba93-c1e77d148bcf HTTP/1.1" status: 200 len: 1097 time: 0.4333005 Apr 18 19:35:03.537368 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-a6a6e16e-ea86-4aae-8e0f-3dfc5a661465 tempest-RoutersAdminNegativeTest-1370227020 tempest-RoutersAdminNegativeTest-1370227020-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:35:03.566050 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-a6a6e16e-ea86-4aae-8e0f-3dfc5a661465 tempest-RoutersAdminNegativeTest-1370227020 tempest-RoutersAdminNegativeTest-1370227020-project-admin] Usage tracker for resource:security_group_rule and tenant:8d5a7b864e28430dba066a3cbb8bd691 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:35:03.582618 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-a6a6e16e-ea86-4aae-8e0f-3dfc5a661465 tempest-RoutersAdminNegativeTest-1370227020 tempest-RoutersAdminNegativeTest-1370227020-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:35:03.615353 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-a6a6e16e-ea86-4aae-8e0f-3dfc5a661465 tempest-RoutersAdminNegativeTest-1370227020 tempest-RoutersAdminNegativeTest-1370227020-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:35:03.632806 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c5ed57-1d89-454a-a527-ecb801474fd5 req-ea776e95-275e-4785-9874-888287f0fd48 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:03.634747 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-19c5ed57-1d89-454a-a527-ecb801474fd5 req-ea776e95-275e-4785-9874-888287f0fd48 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7fe8ede-e050-4d66-b015-a59a9a787c84 HTTP/1.1" status: 200 len: 950 time: 0.4617710 Apr 18 19:35:03.654713 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c33f62-2735-4aba-acec-dc88f7314927 req-8dbf948d-5c1a-4c6f-9446-024d4d548f8a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:03.655986 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-86c33f62-2735-4aba-acec-dc88f7314927 req-8dbf948d-5c1a-4c6f-9446-024d4d548f8a service neutron] 10.222.0.73 "GET /v2.0/networks?id=0124e28f-2243-4533-b876-7d659443232d HTTP/1.1" status: 200 len: 905 time: 0.8354175 Apr 18 19:35:03.661798 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-5e644a39-5185-40db-a849-10c7cb5afca1 req-d268544a-5590-4562-a8fd-042b152e2add tempest-InstanceActionsNegativeTestJSON-1185854506 tempest-InstanceActionsNegativeTestJSON-1185854506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:03.700901 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-79f270ff-1d2a-410b-aa64-bf73a48c47a3 req-abccabf3-18d0-4139-897d-45481099b7ae service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=d944a480-2945-4480-b491-0efb8db093ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246969 Apr 18 19:35:03.715177 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-a2c1ceae-8fa6-4534-a0bb-0c233a1ddc1a tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:03.715797 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ca0207-5e9d-4cce-8ff0-d344bccfc31f req-8072a0ae-1c1d-456e-afd1-64961153a14a tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:03.717277 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-91ca0207-5e9d-4cce-8ff0-d344bccfc31f req-8072a0ae-1c1d-456e-afd1-64961153a14a tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.72 "GET /v2.0/ports?device_id=b7876bbb-72a7-468e-80d9-7a7f4e879058 HTTP/1.1" status: 200 len: 950 time: 1.1734660 Apr 18 19:35:03.739331 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-c206a968-fea5-40b7-be54-64110bfeb3ee req-8658275c-b66d-4b62-b102-005e9ccd5489 service neutron] Attempting to bind port 41ba133b-cad2-4cdb-9a46-9cff74025eb1 on host n-h2-836017-2 for vnic_type normal with profile {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:35:03.739670 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-c206a968-fea5-40b7-be54-64110bfeb3ee req-8658275c-b66d-4b62-b102-005e9ccd5489 service neutron] Attempting to bind port 41ba133b-cad2-4cdb-9a46-9cff74025eb1 by drivers openvswitch,hyperv on host n-h2-836017-2 at level 0 using segments [{'id': '5ace1d40-f719-4fb4-a8a8-baa0ea54f7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'a15d993a-6587-4728-b6e5-6aacd5a8669a'}] {{(pid=84764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:35:03.739996 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c206a968-fea5-40b7-be54-64110bfeb3ee req-8658275c-b66d-4b62-b102-005e9ccd5489 service neutron] Attempting to bind port 41ba133b-cad2-4cdb-9a46-9cff74025eb1 on network a15d993a-6587-4728-b6e5-6aacd5a8669a {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:35:03.762425 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c206a968-fea5-40b7-be54-64110bfeb3ee req-8658275c-b66d-4b62-b102-005e9ccd5489 service neutron] Port 41ba133b-cad2-4cdb-9a46-9cff74025eb1 on network a15d993a-6587-4728-b6e5-6aacd5a8669a not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-2 {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:35:03.762792 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c206a968-fea5-40b7-be54-64110bfeb3ee req-8658275c-b66d-4b62-b102-005e9ccd5489 service neutron] Attempting to bind port 41ba133b-cad2-4cdb-9a46-9cff74025eb1 on network a15d993a-6587-4728-b6e5-6aacd5a8669a {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:35:03.770677 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-19c5ed57-1d89-454a-a527-ecb801474fd5 req-363a9896-0707-4ef3-8ab5-7883fc503bd5 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb75c1f-620d-4cfd-a804-faa1a9266f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064038 Apr 18 19:35:03.784509 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c206a968-fea5-40b7-be54-64110bfeb3ee req-8658275c-b66d-4b62-b102-005e9ccd5489 service neutron] Checking agent: {'id': '02e8f951-d3a3-40e1-b8cc-aed258af030b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:35:03.784802 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c206a968-fea5-40b7-be54-64110bfeb3ee req-8658275c-b66d-4b62-b102-005e9ccd5489 service neutron] Checking segment: {'id': '5ace1d40-f719-4fb4-a8a8-baa0ea54f7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'a15d993a-6587-4728-b6e5-6aacd5a8669a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:35:03.785292 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c206a968-fea5-40b7-be54-64110bfeb3ee req-8658275c-b66d-4b62-b102-005e9ccd5489 service neutron] Bound using segment: {'id': '5ace1d40-f719-4fb4-a8a8-baa0ea54f7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'a15d993a-6587-4728-b6e5-6aacd5a8669a'} {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:35:03.785623 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-c206a968-fea5-40b7-be54-64110bfeb3ee req-8658275c-b66d-4b62-b102-005e9ccd5489 service neutron] Bound port: 41ba133b-cad2-4cdb-9a46-9cff74025eb1, host: n-h2-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ace1d40-f719-4fb4-a8a8-baa0ea54f7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'a15d993a-6587-4728-b6e5-6aacd5a8669a'}}] {{(pid=84764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:35:03.785968 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-c206a968-fea5-40b7-be54-64110bfeb3ee req-8658275c-b66d-4b62-b102-005e9ccd5489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:03.842725 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d268544a-5590-4562-a8fd-042b152e2add tempest-InstanceActionsNegativeTestJSON-1185854506 tempest-InstanceActionsNegativeTestJSON-1185854506-project] Pushing event deleted for resources: {'Port': ['ID=693c5407-18e7-4335-b041-53452a926d8c,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:03.846480 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-a2c1ceae-8fa6-4534-a0bb-0c233a1ddc1a tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:03.864175 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-344fade0-a863-4565-87d7-c6b212a2936b req-05132056-e144-459a-8953-30cb87190372 tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf343fda-f220-4488-a1e0-387aba683d76 HTTP/1.1" status: 200 len: 210 time: 0.2109880 Apr 18 19:35:03.896231 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-86c33f62-2735-4aba-acec-dc88f7314927 req-152638d2-aa90-4661-a3ed-b4d6b377ee9a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=289548bf-a042-4a1b-af10-d15c4a36d705 HTTP/1.1" status: 200 len: 217 time: 0.1920345 Apr 18 19:35:03.903282 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-a6a6e16e-ea86-4aae-8e0f-3dfc5a661465 tempest-RoutersAdminNegativeTest-1370227020 tempest-RoutersAdminNegativeTest-1370227020-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:03.993871 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1ceae-8fa6-4534-a0bb-0c233a1ddc1a tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40939456-ebd0-4550-8e34-42b6207eac2b,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:04.001521 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-a6a6e16e-ea86-4aae-8e0f-3dfc5a661465 tempest-RoutersAdminNegativeTest-1370227020 tempest-RoutersAdminNegativeTest-1370227020-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:04.028938 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [None req-a6a6e16e-ea86-4aae-8e0f-3dfc5a661465 tempest-RoutersAdminNegativeTest-1370227020 tempest-RoutersAdminNegativeTest-1370227020-project-admin] device_id is not set on port 284e827a-e6ad-41df-9cbb-b0ffaa09a911 yet. {{(pid=84764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 19:35:04.101466 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-a2c1ceae-8fa6-4534-a0bb-0c233a1ddc1a tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:04.102654 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-a2c1ceae-8fa6-4534-a0bb-0c233a1ddc1a tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 2.4060075 Apr 18 19:35:04.111731 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-c206a968-fea5-40b7-be54-64110bfeb3ee req-8658275c-b66d-4b62-b102-005e9ccd5489 service neutron] For port 41ba133b-cad2-4cdb-9a46-9cff74025eb1, host n-h2-836017-2, cleared binding levels {{(pid=84764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:35:04.120812 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 60358) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:04.153604 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a6e16e-ea86-4aae-8e0f-3dfc5a661465 tempest-RoutersAdminNegativeTest-1370227020 tempest-RoutersAdminNegativeTest-1370227020-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7687c2d4-4b66-4a35-a680-7fce8e37fa5c,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:04.159806 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-c206a968-fea5-40b7-be54-64110bfeb3ee req-8658275c-b66d-4b62-b102-005e9ccd5489 service neutron] For port 41ba133b-cad2-4cdb-9a46-9cff74025eb1, host n-h2-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=41ba133b-cad2-4cdb-9a46-9cff74025eb1,segment=NetworkSegment(5ace1d40-f719-4fb4-a8a8-baa0ea54f7e5),segment_id=5ace1d40-f719-4fb4-a8a8-baa0ea54f7e5)] {{(pid=84764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:35:04.178824 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-59f18379-9f42-4b22-882c-4d5ce033b28b req-ea1ab17f-6cd6-4bd2-ae15-36e055b5c3e5 tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Notify callbacks [] for port, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:04.232406 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-c206a968-fea5-40b7-be54-64110bfeb3ee req-8658275c-b66d-4b62-b102-005e9ccd5489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2290934'] for port, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:04.251539 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e644a39-5185-40db-a849-10c7cb5afca1 req-d268544a-5590-4562-a8fd-042b152e2add tempest-InstanceActionsNegativeTestJSON-1185854506 tempest-InstanceActionsNegativeTestJSON-1185854506-project] No DVR routers for this DVR port 693c5407-18e7-4335-b041-53452a926d8c on host n-h1-836017-2 {{(pid=84763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:35:04.271598 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-5e644a39-5185-40db-a849-10c7cb5afca1 req-d268544a-5590-4562-a8fd-042b152e2add tempest-InstanceActionsNegativeTestJSON-1185854506 tempest-InstanceActionsNegativeTestJSON-1185854506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:04.281269 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c83f216-3e9b-48a3-b072-c986fb66cc48', 'name': 'network-vif-deleted', 'tag': '693c5407-18e7-4335-b041-53452a926d8c'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:35:04.296050 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [req-59f18379-9f42-4b22-882c-4d5ce033b28b req-ea1ab17f-6cd6-4bd2-ae15-36e055b5c3e5 tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Transition to ACTIVE for port object 8885a960-0131-4e33-af5a-00c883bb2db8 will not be triggered until provisioned by entity DHCP. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:35:04.298049 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f35520-1161-4e26-8d4f-c914a26361cc req-7d6e83ea-f0e1-4454-9aa5-b0cbaeea0721 tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:04.299713 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-19f35520-1161-4e26-8d4f-c914a26361cc req-7d6e83ea-f0e1-4454-9aa5-b0cbaeea0721 tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] 10.222.0.69 "GET /v2.0/ports?device_id=799d2072-e17c-419a-ba93-c1e77d148bcf HTTP/1.1" status: 200 len: 946 time: 0.3664696 Apr 18 19:35:04.299838 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-91ca0207-5e9d-4cce-8ff0-d344bccfc31f req-58f90209-3b32-41ce-817c-45a7c176fd02 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Deleting port 44ee4a95-c41e-4c22-8ed3-49639e968ae2 {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:35:04.300111 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-91ca0207-5e9d-4cce-8ff0-d344bccfc31f req-58f90209-3b32-41ce-817c-45a7c176fd02 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:04.337931 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c33f62-2735-4aba-acec-dc88f7314927 req-b15560ce-68be-467e-b5fb-ca57be1ebaf7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:04.340633 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-86c33f62-2735-4aba-acec-dc88f7314927 req-b15560ce-68be-467e-b5fb-ca57be1ebaf7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=53fde093-fc81-475a-a625-0084a1c3acc5 HTTP/1.1" status: 200 len: 844 time: 0.4361129 Apr 18 19:35:04.378510 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_common [None req-a6a6e16e-ea86-4aae-8e0f-3dfc5a661465 tempest-RoutersAdminNegativeTest-1370227020 tempest-RoutersAdminNegativeTest-1370227020-project-admin] Allocated IP 172.25.3.138 (11e8e108-37df-4084-b6b7-113e6beb66b4/3b0abf32-1504-448b-b06e-c8c870b6a7c8/284e827a-e6ad-41df-9cbb-b0ffaa09a911) {{(pid=84764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:35:04.383154 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-c206a968-fea5-40b7-be54-64110bfeb3ee req-8658275c-b66d-4b62-b102-005e9ccd5489 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:04.385762 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c206a968-fea5-40b7-be54-64110bfeb3ee req-8658275c-b66d-4b62-b102-005e9ccd5489 service neutron] 10.222.0.72 "PUT /v2.0/ports/41ba133b-cad2-4cdb-9a46-9cff74025eb1 HTTP/1.1" status: 200 len: 1091 time: 2.6597755 Apr 18 19:35:04.391422 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbdd5ffa-f105-4784-abc1-1bc005d88439', 'tag': '41ba133b-cad2-4cdb-9a46-9cff74025eb1'}] {{(pid=84764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:35:04.415136 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-827d55c3-7367-49a4-824c-cfc36683f36a tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Synchronizing usage tracker for tenant:daa1e9a9eb654a04a70b9bdc41dad6d5 on resource:security_group {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:35:04.426108 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8658275c-b66d-4b62-b102-005e9ccd5489 service neutron] Pushing event updated for resources: {'Port': ['ID=41ba133b-cad2-4cdb-9a46-9cff74025eb1,revision_number=3']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:04.453424 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-86c33f62-2735-4aba-acec-dc88f7314927 req-4b1c8afc-8dba-455a-aa84-bf29f287b27f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0124e28f-2243-4533-b876-7d659443232d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0901732 Apr 18 19:35:04.535827 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 693c5407-18e7-4335-b041-53452a926d8c no longer exists at agent hyperv_n-h1-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:35:04.547648 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5e644a39-5185-40db-a849-10c7cb5afca1 req-d268544a-5590-4562-a8fd-042b152e2add tempest-InstanceActionsNegativeTestJSON-1185854506 tempest-InstanceActionsNegativeTestJSON-1185854506-project] 10.222.0.73 "DELETE /v2.0/ports/693c5407-18e7-4335-b041-53452a926d8c HTTP/1.1" status: 204 len: 173 time: 3.3002672 Apr 18 19:35:04.554985 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-dfe5d80c-cea0-46f7-aa94-e4705fb3ae72 req-06654e25-f6b0-4b9d-9a69-f1fcbdd9f8a9 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] For port 4dc9ea20-0019-4f76-93a6-1e8b1efa54a8, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=4dc9ea20-0019-4f76-93a6-1e8b1efa54a8,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:35:04.555347 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-dfe5d80c-cea0-46f7-aa94-e4705fb3ae72 req-06654e25-f6b0-4b9d-9a69-f1fcbdd9f8a9 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:04.572262 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] No Port match for: 693c5407-18e7-4335-b041-53452a926d8c {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:35:04.572933 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 693c5407-18e7-4335-b041-53452a926d8c not bound to the agent host n-h1-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:35:04.574319 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 4dc9ea20-0019-4f76-93a6-1e8b1efa54a8 no longer exists at agent hyperv_n-h1-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:35:04.585362 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-19f35520-1161-4e26-8d4f-c914a26361cc req-a80f0bee-ab4a-45b2-9e5a-0d3a166994c8 tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] 10.222.0.69 "GET /v2.0/security-groups?id=d944a480-2945-4480-b491-0efb8db093ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711217 Apr 18 19:35:04.727913 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-827d55c3-7367-49a4-824c-cfc36683f36a tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Unset dirty status for tenant:daa1e9a9eb654a04a70b9bdc41dad6d5 on resource:security_group {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:35:04.733201 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-827d55c3-7367-49a4-824c-cfc36683f36a tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.6099000 Apr 18 19:35:04.733661 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 60368) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:04.746045 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:04.748106 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2fba04-d9d6-46ba-b808-d00c21cf0144 req-aa76e31e-0b68-4d19-8aa1-09c1aa6315e2 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:04.749825 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4c2fba04-d9d6-46ba-b808-d00c21cf0144 req-aa76e31e-0b68-4d19-8aa1-09c1aa6315e2 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=348a0674-72eb-4eaa-9e57-ec09c1f87b74 HTTP/1.1" status: 200 len: 943 time: 0.7536025 Apr 18 19:35:04.796555 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-06144b28-894f-4f60-8923-755f197eaafc tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Request body: {'security_group': {'name': 'tempest-security--598124056', 'description': 'tempest-security-description-1564421421'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:35:04.826122 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port 4dc9ea20-0019-4f76-93a6-1e8b1efa54a8, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=4dc9ea20-0019-4f76-93a6-1e8b1efa54a8,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:35:04.833457 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-59f18379-9f42-4b22-882c-4d5ce033b28b req-ea1ab17f-6cd6-4bd2-ae15-36e055b5c3e5 tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:04.850320 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-dfe5d80c-cea0-46f7-aa94-e4705fb3ae72 req-06654e25-f6b0-4b9d-9a69-f1fcbdd9f8a9 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Calling delete_port for 4dc9ea20-0019-4f76-93a6-1e8b1efa54a8 owned by compute:nova {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:35:04.929208 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:04.946904 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-06144b28-894f-4f60-8923-755f197eaafc tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:04.975812 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7fe8ede-e050-4d66-b015-a59a9a787c84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4dc9ea20-0019-4f76-93a6-1e8b1efa54a8'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:35:05.024646 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-a6a6e16e-ea86-4aae-8e0f-3dfc5a661465 tempest-RoutersAdminNegativeTest-1370227020 tempest-RoutersAdminNegativeTest-1370227020-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:05.027200 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Pushing event updated for resources: {'Port': ['ID=4dc9ea20-0019-4f76-93a6-1e8b1efa54a8,revision_number=6']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:05.052645 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c206a968-fea5-40b7-be54-64110bfeb3ee req-0573bfd0-1a0e-48ad-bf6b-225b6b638552 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d24c05963c4f41ee8c8189c7acc53c87&device_id=cbdd5ffa-f105-4784-abc1-1bc005d88439 HTTP/1.1" status: 200 len: 1094 time: 0.4661632 Apr 18 19:35:05.134913 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-06144b28-894f-4f60-8923-755f197eaafc tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group, precommit_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:05.147679 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59f18379-9f42-4b22-882c-4d5ce033b28b req-ea1ab17f-6cd6-4bd2-ae15-36e055b5c3e5 tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Network 81ddcfcb-39cd-4419-a273-35df2938d568 is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:35:05.156809 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbcf99f-e973-4416-94e0-979181f67866 req-f1fc9168-804a-4595-bcdd-397d27e45d6f tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:05.158271 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-bfbcf99f-e973-4416-94e0-979181f67866 req-f1fc9168-804a-4595-bcdd-397d27e45d6f tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.69 "GET /v2.0/ports?device_id=cbdd5ffa-f105-4784-abc1-1bc005d88439 HTTP/1.1" status: 200 len: 943 time: 0.3043511 Apr 18 19:35:05.161215 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c206a968-fea5-40b7-be54-64110bfeb3ee req-03136a64-8607-49fd-a884-7747d32d9149 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=41ba133b-cad2-4cdb-9a46-9cff74025eb1 HTTP/1.1" status: 200 len: 217 time: 0.0969946 Apr 18 19:35:05.164188 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [req-59f18379-9f42-4b22-882c-4d5ce033b28b req-ea1ab17f-6cd6-4bd2-ae15-36e055b5c3e5 tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:35:05.166465 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1ab17f-6cd6-4bd2-ae15-36e055b5c3e5 tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Pushing event updated for resources: {'Port': ['ID=8885a960-0131-4e33-af5a-00c883bb2db8,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:05.173376 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-59f18379-9f42-4b22-882c-4d5ce033b28b req-ea1ab17f-6cd6-4bd2-ae15-36e055b5c3e5 tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Received port after_create {{(pid=84763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:35:05.206810 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-86c33f62-2735-4aba-acec-dc88f7314927 req-206c06af-d8eb-4845-9feb-b633b3994a48 service neutron] 10.222.0.73 "GET /v2.0/networks/0124e28f-2243-4533-b876-7d659443232d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7345061 Apr 18 19:35:05.225280 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-06144b28-894f-4f60-8923-755f197eaafc tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:05.265579 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4c2fba04-d9d6-46ba-b808-d00c21cf0144 req-34010f7e-9451-4e54-814f-abd5a2239917 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/security-groups?id=6dce0218-3e63-47f4-ad5c-3b3c3b13b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4288664 Apr 18 19:35:05.271212 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-06144b28-894f-4f60-8923-755f197eaafc tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:05.275754 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-06144b28-894f-4f60-8923-755f197eaafc tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] 10.222.0.69 "PUT /v2.0/security-groups/40939456-ebd0-4550-8e34-42b6207eac2b HTTP/1.1" status: 200 len: 1611 time: 0.5340023 Apr 18 19:35:05.278179 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 60378) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:05.318786 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c206a968-fea5-40b7-be54-64110bfeb3ee req-a6f2374e-59e1-4bed-80b1-1d3797f5e9cc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:05.320164 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c206a968-fea5-40b7-be54-64110bfeb3ee req-a6f2374e-59e1-4bed-80b1-1d3797f5e9cc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3cbdddc8-bf0a-4ac7-9f09-4e4fdeb7252a HTTP/1.1" status: 200 len: 852 time: 0.1515443 Apr 18 19:35:05.327590 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06144b28-894f-4f60-8923-755f197eaafc tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40939456-ebd0-4550-8e34-42b6207eac2b,revision_number=2']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:05.354443 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-bfbcf99f-e973-4416-94e0-979181f67866 req-6a54fb97-f356-46ce-9835-b9ac9204b46d tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.69 "GET /v2.0/security-groups?id=6dbbe555-f817-4989-8ffe-4d7514677d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879032 Apr 18 19:35:05.428282 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-a6a6e16e-ea86-4aae-8e0f-3dfc5a661465 tempest-RoutersAdminNegativeTest-1370227020 tempest-RoutersAdminNegativeTest-1370227020-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:05.522865 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77ff8d78-f8b7-4d87-b0da-37711129d5c5'] response: {'server_uuid': '9c83f216-3e9b-48a3-b072-c986fb66cc48', 'name': 'network-vif-deleted', 'tag': '693c5407-18e7-4335-b041-53452a926d8c', 'status': 'completed', 'code': 200} Apr 18 19:35:05.544423 n-d-836017-2 neutron-server[84764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c31a141f-2c1e-44cb-96d3-ccce03e1dc1b'] response: {'name': 'network-changed', 'server_uuid': 'cbdd5ffa-f105-4784-abc1-1bc005d88439', 'tag': '41ba133b-cad2-4cdb-9a46-9cff74025eb1', 'status': 'completed', 'code': 200} Apr 18 19:35:05.551648 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c206a968-fea5-40b7-be54-64110bfeb3ee req-325670f4-cef8-463c-818d-fea518053b4a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a15d993a-6587-4728-b6e5-6aacd5a8669a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1740317 Apr 18 19:35:05.582500 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-91ca0207-5e9d-4cce-8ff0-d344bccfc31f req-58f90209-3b32-41ce-817c-45a7c176fd02 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] For port 44ee4a95-c41e-4c22-8ed3-49639e968ae2, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=44ee4a95-c41e-4c22-8ed3-49639e968ae2,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:35:05.582755 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-91ca0207-5e9d-4cce-8ff0-d344bccfc31f req-58f90209-3b32-41ce-817c-45a7c176fd02 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:05.601710 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f18379-9f42-4b22-882c-4d5ce033b28b req-ea1ab17f-6cd6-4bd2-ae15-36e055b5c3e5 tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:05.602320 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-59f18379-9f42-4b22-882c-4d5ce033b28b req-ea1ab17f-6cd6-4bd2-ae15-36e055b5c3e5 tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:05.632058 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-b2709d75-9f2a-479a-a1e6-f4c3d78adb94 None None] Provisioning for port 8885a960-0131-4e33-af5a-00c883bb2db8 completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:35:05.641475 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-b2709d75-9f2a-479a-a1e6-f4c3d78adb94 None None] Provisioning complete for port 8885a960-0131-4e33-af5a-00c883bb2db8 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:35:05.642504 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b2709d75-9f2a-479a-a1e6-f4c3d78adb94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:05.647792 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-801dae58-e505-441d-94a9-d23381d7ce2e req-349eaea0-c6a0-46de-8405-7cbb725a3228 tempest-InstanceActionsNegativeTestJSON-1185854506 tempest-InstanceActionsNegativeTestJSON-1185854506-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c83f216-3e9b-48a3-b072-c986fb66cc48 HTTP/1.1" status: 200 len: 210 time: 0.1013231 Apr 18 19:35:05.729141 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-e157309c-fe67-4785-a16a-049c0597d8f2 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] 10.222.0.69 "GET /v2.0/security-groups/40939456-ebd0-4550-8e34-42b6207eac2b HTTP/1.1" status: 200 len: 1611 time: 0.4466498 Apr 18 19:35:05.742297 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-b2709d75-9f2a-479a-a1e6-f4c3d78adb94 None None] Port 8885a960-0131-4e33-af5a-00c883bb2db8 cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:35:05.743283 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 60384) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:05.748096 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a6e16e-ea86-4aae-8e0f-3dfc5a661465 tempest-RoutersAdminNegativeTest-1370227020 tempest-RoutersAdminNegativeTest-1370227020-project-admin] Pushing event updated for resources: {'Port': ['ID=284e827a-e6ad-41df-9cbb-b0ffaa09a911,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:05.780683 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.db.api [req-dfe5d80c-cea0-46f7-aa94-e4705fb3ae72 req-06654e25-f6b0-4b9d-9a69-f1fcbdd9f8a9 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84763) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 19:35:05.781299 n-d-836017-2 neutron-server[84763]: DEBUG oslo_db.api [req-dfe5d80c-cea0-46f7-aa94-e4705fb3ae72 req-06654e25-f6b0-4b9d-9a69-f1fcbdd9f8a9 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 19:35:05.804990 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a6e16e-ea86-4aae-8e0f-3dfc5a661465 tempest-RoutersAdminNegativeTest-1370227020 tempest-RoutersAdminNegativeTest-1370227020-project-admin] Network 11e8e108-37df-4084-b6b7-113e6beb66b4 is already hosted by enough agents. {{(pid=84764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:35:05.812743 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [None req-a6a6e16e-ea86-4aae-8e0f-3dfc5a661465 tempest-RoutersAdminNegativeTest-1370227020 tempest-RoutersAdminNegativeTest-1370227020-project-admin] Resources bound (agent type, host, resource id): {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:35:05.855130 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a6e16e-ea86-4aae-8e0f-3dfc5a661465 tempest-RoutersAdminNegativeTest-1370227020 tempest-RoutersAdminNegativeTest-1370227020-project-admin] Received port after_create {{(pid=84764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:35:05.863082 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-91ca0207-5e9d-4cce-8ff0-d344bccfc31f req-58f90209-3b32-41ce-817c-45a7c176fd02 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Calling delete_port for 44ee4a95-c41e-4c22-8ed3-49639e968ae2 owned by compute:nova {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:35:05.947124 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-86c33f62-2735-4aba-acec-dc88f7314927 req-06845c68-9b3b-4f0c-9418-33c51d99a8ba service neutron] 10.222.0.73 "GET /v2.0/networks/0124e28f-2243-4533-b876-7d659443232d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7199883 Apr 18 19:35:05.995246 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c206a968-fea5-40b7-be54-64110bfeb3ee req-3eb05c4c-47d0-46ca-887a-c42eb61a5d96 service neutron] 10.222.0.72 "GET /v2.0/networks/a15d993a-6587-4728-b6e5-6aacd5a8669a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4260042 Apr 18 19:35:05.996760 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-e51425a5-eb83-4154-b339-949089030f4d tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:05.997115 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a455cb-515d-4cf9-a95a-1b54788bb779 req-9ce600fa-d1ff-43b5-931e-f3d1c518cdd1 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:05.997816 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-78a455cb-515d-4cf9-a95a-1b54788bb779 req-9ce600fa-d1ff-43b5-931e-f3d1c518cdd1 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Synchronizing usage tracker for tenant:73070b32fdb445869915286e0756abff on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:35:05.998732 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a6e16e-ea86-4aae-8e0f-3dfc5a661465 tempest-RoutersAdminNegativeTest-1370227020 tempest-RoutersAdminNegativeTest-1370227020-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:05.999305 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-a6a6e16e-ea86-4aae-8e0f-3dfc5a661465 tempest-RoutersAdminNegativeTest-1370227020 tempest-RoutersAdminNegativeTest-1370227020-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:06.001222 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-59f18379-9f42-4b22-882c-4d5ce033b28b req-ea1ab17f-6cd6-4bd2-ae15-36e055b5c3e5 tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9860408 Apr 18 19:35:06.013604 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-59f18379-9f42-4b22-882c-4d5ce033b28b req-8a84f13a-ecf7-4982-9729-fa6f4f4b18f6 service neutron] Request body: {'port': {'device_id': 'bf343fda-f220-4488-a1e0-387aba683d76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-2'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:35:06.088705 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-78a455cb-515d-4cf9-a95a-1b54788bb779 req-9ce600fa-d1ff-43b5-931e-f3d1c518cdd1 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Unset dirty status for tenant:73070b32fdb445869915286e0756abff on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:35:06.090418 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-78a455cb-515d-4cf9-a95a-1b54788bb779 req-9ce600fa-d1ff-43b5-931e-f3d1c518cdd1 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7fe8ede-e050-4d66-b015-a59a9a787c84 HTTP/1.1" status: 200 len: 948 time: 0.4979117 Apr 18 19:35:06.127091 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-e51425a5-eb83-4154-b339-949089030f4d tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:06.162192 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8a5565-cea8-41c2-9de0-516b8b3461dd req-8e1ae02d-1f24-46c2-92b3-25136b3bf488 tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:06.163638 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ce8a5565-cea8-41c2-9de0-516b8b3461dd req-8e1ae02d-1f24-46c2-92b3-25136b3bf488 tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf343fda-f220-4488-a1e0-387aba683d76 HTTP/1.1" status: 200 len: 932 time: 0.3576291 Apr 18 19:35:06.207699 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-a6a6e16e-ea86-4aae-8e0f-3dfc5a661465 tempest-RoutersAdminNegativeTest-1370227020 tempest-RoutersAdminNegativeTest-1370227020-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.4583669 Apr 18 19:35:06.211770 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 60388) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:06.223001 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-33e71744-66b8-417f-9a80-d71b1023161b tempest-RoutersAdminNegativeTest-1370227020 tempest-RoutersAdminNegativeTest-1370227020-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.138'}]}}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:35:06.231561 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-33e71744-66b8-417f-9a80-d71b1023161b tempest-RoutersAdminNegativeTest-1370227020 tempest-RoutersAdminNegativeTest-1370227020-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:35:06.240174 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-78a455cb-515d-4cf9-a95a-1b54788bb779 req-9b3a3ac0-b861-416a-96f2-f1bed41b124e tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb75c1f-620d-4cfd-a804-faa1a9266f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367121 Apr 18 19:35:06.240730 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-59f18379-9f42-4b22-882c-4d5ce033b28b req-8a84f13a-ecf7-4982-9729-fa6f4f4b18f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:06.245316 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c206a968-fea5-40b7-be54-64110bfeb3ee req-4254d6b7-13af-474b-94ae-27a7ba38204a service neutron] 10.222.0.72 "GET /v2.0/networks/a15d993a-6587-4728-b6e5-6aacd5a8669a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409182 Apr 18 19:35:06.252414 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-33e71744-66b8-417f-9a80-d71b1023161b tempest-RoutersAdminNegativeTest-1370227020 tempest-RoutersAdminNegativeTest-1370227020-project-admin] Usage tracker for resource:router and tenant:8d5a7b864e28430dba066a3cbb8bd691 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:35:06.257778 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-91ca0207-5e9d-4cce-8ff0-d344bccfc31f req-58f90209-3b32-41ce-817c-45a7c176fd02 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:06.260469 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-33e71744-66b8-417f-9a80-d71b1023161b tempest-RoutersAdminNegativeTest-1370227020 tempest-RoutersAdminNegativeTest-1370227020-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:35:06.270823 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-ce8a5565-cea8-41c2-9de0-516b8b3461dd req-634ce1d3-6a6e-493e-bef0-7602eea456be tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Synchronizing usage tracker for tenant:e2676fc802a645689154e56330711330 on resource:security_group {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:35:06.271556 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] get_ports_and_sgs() called for port_ids ['095a9680-858e-4b90-9273-b31a53dffeb8', 'a2813964-4506-412b-8a7e-dd3f7c81ebe6'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:35:06.299218 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] get_ports_and_sgs() called for port_ids ['fbaca27c-775e-4826-a999-e46d492b3066'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:35:06.317163 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-dfe5d80c-cea0-46f7-aa94-e4705fb3ae72 req-06654e25-f6b0-4b9d-9a69-f1fcbdd9f8a9 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Deleting port 4dc9ea20-0019-4f76-93a6-1e8b1efa54a8 {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:35:06.317509 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-dfe5d80c-cea0-46f7-aa94-e4705fb3ae72 req-06654e25-f6b0-4b9d-9a69-f1fcbdd9f8a9 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:06.339856 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1d3dbca-5eca-4480-9578-c41f8d08ac50'] response: {'server_uuid': 'd7fe8ede-e050-4d66-b015-a59a9a787c84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4dc9ea20-0019-4f76-93a6-1e8b1efa54a8', 'code': 200} Apr 18 19:35:06.347400 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-33e71744-66b8-417f-9a80-d71b1023161b tempest-RoutersAdminNegativeTest-1370227020 tempest-RoutersAdminNegativeTest-1370227020-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:35:06.358247 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-e51425a5-eb83-4154-b339-949089030f4d tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:06.379015 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-ce8a5565-cea8-41c2-9de0-516b8b3461dd req-634ce1d3-6a6e-493e-bef0-7602eea456be tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Unset dirty status for tenant:e2676fc802a645689154e56330711330 on resource:security_group {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:35:06.382750 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ce8a5565-cea8-41c2-9de0-516b8b3461dd req-634ce1d3-6a6e-493e-bef0-7602eea456be tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] 10.222.0.69 "GET /v2.0/security-groups?id=d91ae139-8b90-49fd-8dc9-70f1abc8c820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2027624 Apr 18 19:35:06.398314 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f90209-3b32-41ce-817c-45a7c176fd02 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Pushing event deleted for resources: {'Port': ['ID=44ee4a95-c41e-4c22-8ed3-49639e968ae2,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:06.406913 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51425a5-eb83-4154-b339-949089030f4d tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40939456-ebd0-4550-8e34-42b6207eac2b,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:06.440833 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 44ee4a95-c41e-4c22-8ed3-49639e968ae2 no longer exists at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:35:06.493911 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-e51425a5-eb83-4154-b339-949089030f4d tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:06.499173 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-e51425a5-eb83-4154-b339-949089030f4d tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] 10.222.0.69 "DELETE /v2.0/security-groups/40939456-ebd0-4550-8e34-42b6207eac2b HTTP/1.1" status: 204 len: 168 time: 0.7482910 Apr 18 19:35:06.499358 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] No Port match for: 44ee4a95-c41e-4c22-8ed3-49639e968ae2 {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:35:06.499358 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 44ee4a95-c41e-4c22-8ed3-49639e968ae2 not bound to the agent host n-h2-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:35:06.499540 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 60396) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:06.546963 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 289548bf-a042-4a1b-af10-d15c4a36d705 details requested by agent hyperv_n-h1-836017-2 with host n-h1-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:35:06.570155 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-1a2d033c-f0aa-46b6-b02b-c4daec4d274a tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Synchronizing usage tracker for tenant:daa1e9a9eb654a04a70b9bdc41dad6d5 on resource:security_group {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:35:06.577506 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-9998b44a-4151-4ce1-a7f4-f42968326f4c req-1aec397f-718a-4320-934f-9f7a3f4bac2b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d24c05963c4f41ee8c8189c7acc53c87&device_id=cbdd5ffa-f105-4784-abc1-1bc005d88439 HTTP/1.1" status: 200 len: 1094 time: 0.1685727 Apr 18 19:35:06.700329 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-33e71744-66b8-417f-9a80-d71b1023161b tempest-RoutersAdminNegativeTest-1370227020 tempest-RoutersAdminNegativeTest-1370227020-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-415242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4425'] for router, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:06.701287 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-33e71744-66b8-417f-9a80-d71b1023161b tempest-RoutersAdminNegativeTest-1370227020 tempest-RoutersAdminNegativeTest-1370227020-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-416909', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4418'] for router, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:06.794375 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-91ca0207-5e9d-4cce-8ff0-d344bccfc31f req-58f90209-3b32-41ce-817c-45a7c176fd02 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] No DVR routers for this DVR port 44ee4a95-c41e-4c22-8ed3-49639e968ae2 on host n-h2-836017-2 {{(pid=84763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:35:06.832563 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-91ca0207-5e9d-4cce-8ff0-d344bccfc31f req-58f90209-3b32-41ce-817c-45a7c176fd02 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:06.835104 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-91ca0207-5e9d-4cce-8ff0-d344bccfc31f req-58f90209-3b32-41ce-817c-45a7c176fd02 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.72 "DELETE /v2.0/ports/44ee4a95-c41e-4c22-8ed3-49639e968ae2 HTTP/1.1" status: 204 len: 173 time: 2.9194565 Apr 18 19:35:06.893238 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-1a2d033c-f0aa-46b6-b02b-c4daec4d274a tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Unset dirty status for tenant:daa1e9a9eb654a04a70b9bdc41dad6d5 on resource:security_group {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:35:06.894530 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-1a2d033c-f0aa-46b6-b02b-c4daec4d274a tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3936114 Apr 18 19:35:06.896911 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0096681-3eb9-4ec6-bdef-6c47b896e498 req-3d44f801-5189-4754-9871-d371f8dd2884 tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:06.898269 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-b0096681-3eb9-4ec6-bdef-6c47b896e498 req-3d44f801-5189-4754-9871-d371f8dd2884 tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Synchronizing usage tracker for tenant:542ab1652bc6481698039fdf0fdfca7f on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:35:06.900080 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 60402) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:06.922858 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port 289548bf-a042-4a1b-af10-d15c4a36d705, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=289548bf-a042-4a1b-af10-d15c4a36d705,segment=NetworkSegment(56697489-6787-4e2b-895c-5ec0b051161d),segment_id=56697489-6787-4e2b-895c-5ec0b051161d)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:35:06.948582 n-d-836017-2 neutron-server[84764]: INFO neutron.api.v2.resource [None req-c4764d61-481f-487f-b535-61ed162177f9 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] delete failed (client error): The resource could not be found. Apr 18 19:35:06.949621 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-c4764d61-481f-487f-b535-61ed162177f9 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] 10.222.0.69 "DELETE /v2.0/security-groups/40939456-ebd0-4550-8e34-42b6207eac2b HTTP/1.1" status: 404 len: 347 time: 0.0484774 Apr 18 19:35:06.960193 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 60406) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:06.982849 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Returning: {'device': '289548bf-a042-4a1b-af10-d15c4a36d705', 'network_id': '0124e28f-2243-4533-b876-7d659443232d', 'port_id': '289548bf-a042-4a1b-af10-d15c4a36d705', 'mac_address': 'fa:16:3e:6a:95:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53fde093-fc81-475a-a625-0084a1c3acc5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:35:07.001638 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9998b44a-4151-4ce1-a7f4-f42968326f4c req-1f96639f-6770-410a-b0d8-9b176909da98 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:07.003379 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-9998b44a-4151-4ce1-a7f4-f42968326f4c req-1f96639f-6770-410a-b0d8-9b176909da98 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a15d993a-6587-4728-b6e5-6aacd5a8669a HTTP/1.1" status: 200 len: 913 time: 0.4172289 Apr 18 19:35:07.009751 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a4d34b-65b7-4199-8795-fcf5804f076e req-3c41cb60-90c5-41e8-aa3d-a8bc77986cb6 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:07.017856 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-68a4d34b-65b7-4199-8795-fcf5804f076e req-3c41cb60-90c5-41e8-aa3d-a8bc77986cb6 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=348a0674-72eb-4eaa-9e57-ec09c1f87b74 HTTP/1.1" status: 200 len: 943 time: 0.3929181 Apr 18 19:35:07.117075 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-397c313d-24e6-4014-a9fb-1d5c79c130ff tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Request body: {'security_group': {'name': 'tempest-secgroup--1291506668'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:35:07.137200 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:07.184433 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-9998b44a-4151-4ce1-a7f4-f42968326f4c req-fdb77d1d-b0af-41c0-ac0a-e4c4bcc42acb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=41ba133b-cad2-4cdb-9a46-9cff74025eb1 HTTP/1.1" status: 200 len: 217 time: 0.1635139 Apr 18 19:35:07.201590 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 289548bf-a042-4a1b-af10-d15c4a36d705 {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:35:07.206987 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-68a4d34b-65b7-4199-8795-fcf5804f076e req-483bd48b-841c-4519-90a5-b879512dd455 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/security-groups?id=6dce0218-3e63-47f4-ad5c-3b3c3b13b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881695 Apr 18 19:35:07.296377 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port 289548bf-a042-4a1b-af10-d15c4a36d705, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=289548bf-a042-4a1b-af10-d15c4a36d705,segment=NetworkSegment(56697489-6787-4e2b-895c-5ec0b051161d),segment_id=56697489-6787-4e2b-895c-5ec0b051161d)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:35:07.336125 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-397c313d-24e6-4014-a9fb-1d5c79c130ff tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:35:07.350199 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-397c313d-24e6-4014-a9fb-1d5c79c130ff tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:35:07.354366 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9998b44a-4151-4ce1-a7f4-f42968326f4c req-2ceffa88-efed-4e3d-9f21-8ac6fba5ea5f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:07.358030 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-9998b44a-4151-4ce1-a7f4-f42968326f4c req-2ceffa88-efed-4e3d-9f21-8ac6fba5ea5f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3cbdddc8-bf0a-4ac7-9f09-4e4fdeb7252a HTTP/1.1" status: 200 len: 852 time: 0.1500690 Apr 18 19:35:07.360031 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-33e71744-66b8-417f-9a80-d71b1023161b tempest-RoutersAdminNegativeTest-1370227020 tempest-RoutersAdminNegativeTest-1370227020-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:07.368065 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:07.374060 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-b0096681-3eb9-4ec6-bdef-6c47b896e498 req-3d44f801-5189-4754-9871-d371f8dd2884 tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Unset dirty status for tenant:542ab1652bc6481698039fdf0fdfca7f on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:35:07.380828 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b0096681-3eb9-4ec6-bdef-6c47b896e498 req-3d44f801-5189-4754-9871-d371f8dd2884 tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] 10.222.0.69 "GET /v2.0/ports?device_id=799d2072-e17c-419a-ba93-c1e77d148bcf HTTP/1.1" status: 200 len: 946 time: 0.8609216 Apr 18 19:35:07.490384 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-9998b44a-4151-4ce1-a7f4-f42968326f4c req-258dc0eb-fe78-44c8-8530-bb43cf0778eb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a15d993a-6587-4728-b6e5-6aacd5a8669a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1247571 Apr 18 19:35:07.494790 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Pushing event updated for resources: {'Port': ['ID=289548bf-a042-4a1b-af10-d15c4a36d705,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:07.523865 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7876bbb-72a7-468e-80d9-7a7f4e879058', 'name': 'network-vif-deleted', 'tag': '44ee4a95-c41e-4c22-8ed3-49639e968ae2'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:35:07.539692 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-397c313d-24e6-4014-a9fb-1d5c79c130ff tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:07.626391 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [req-59f18379-9f42-4b22-882c-4d5ce033b28b req-8a84f13a-ecf7-4982-9729-fa6f4f4b18f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8885a960-0131-4e33-af5a-00c883bb2db8 {{(pid=84763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:35:07.642124 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-59f18379-9f42-4b22-882c-4d5ce033b28b req-8a84f13a-ecf7-4982-9729-fa6f4f4b18f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:07.663512 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [req-59f18379-9f42-4b22-882c-4d5ce033b28b req-8a84f13a-ecf7-4982-9729-fa6f4f4b18f6 service neutron] Transition to ACTIVE for port object 8885a960-0131-4e33-af5a-00c883bb2db8 will not be triggered until provisioned by entity L2. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:35:07.696759 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b90298-b277-4dfc-8611-1f8c482068db req-027fe3b1-a52d-476e-9b69-9c31eb695d8a tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:07.700901 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] get_ports_and_sgs() called for port_ids ['289548bf-a042-4a1b-af10-d15c4a36d705'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:35:07.720022 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d1b90298-b277-4dfc-8611-1f8c482068db req-027fe3b1-a52d-476e-9b69-9c31eb695d8a tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.69 "GET /v2.0/ports?device_id=cbdd5ffa-f105-4784-abc1-1bc005d88439 HTTP/1.1" status: 200 len: 943 time: 0.2805374 Apr 18 19:35:07.767446 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-9998b44a-4151-4ce1-a7f4-f42968326f4c req-72ded392-873e-40ac-99a2-4991bea83c4e service neutron] 10.222.0.72 "GET /v2.0/networks/a15d993a-6587-4728-b6e5-6aacd5a8669a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609994 Apr 18 19:35:07.819023 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-59f18379-9f42-4b22-882c-4d5ce033b28b req-8a84f13a-ecf7-4982-9729-fa6f4f4b18f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:07.873971 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d1b90298-b277-4dfc-8611-1f8c482068db req-5ed66f63-67cc-4f96-a061-0e2015563438 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.69 "GET /v2.0/security-groups?id=6dbbe555-f817-4989-8ffe-4d7514677d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527665 Apr 18 19:35:08.002557 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-9998b44a-4151-4ce1-a7f4-f42968326f4c req-9e0e135f-9ce4-43aa-902e-b5e94a56a3a7 service neutron] 10.222.0.72 "GET /v2.0/networks/a15d993a-6587-4728-b6e5-6aacd5a8669a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203503 Apr 18 19:35:08.025369 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 60418) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:08.123485 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-397c313d-24e6-4014-a9fb-1d5c79c130ff tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:35:08.125466 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9bd117a-8aec-4979-abea-8b8ea8bbaef0 admin admin] Deleting subnet 39e65cd2-4b1c-46f2-8fc6-e67a3d1447ee {{(pid=84764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:35:08.160516 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-c9bd117a-8aec-4979-abea-8b8ea8bbaef0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:08.188093 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-397c313d-24e6-4014-a9fb-1d5c79c130ff tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Usage tracker for resource:security_group_rule and tenant:daa1e9a9eb654a04a70b9bdc41dad6d5 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:35:08.224882 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-397c313d-24e6-4014-a9fb-1d5c79c130ff tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:35:08.241981 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-c9bd117a-8aec-4979-abea-8b8ea8bbaef0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66931798'] for subnet, precommit_delete_associations {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:08.252034 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-397c313d-24e6-4014-a9fb-1d5c79c130ff tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:35:08.282257 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-dfe5d80c-cea0-46f7-aa94-e4705fb3ae72 req-06654e25-f6b0-4b9d-9a69-f1fcbdd9f8a9 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] For port 4dc9ea20-0019-4f76-93a6-1e8b1efa54a8, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=4dc9ea20-0019-4f76-93a6-1e8b1efa54a8,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:35:08.282658 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-dfe5d80c-cea0-46f7-aa94-e4705fb3ae72 req-06654e25-f6b0-4b9d-9a69-f1fcbdd9f8a9 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:08.347713 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ca0043-d35a-4442-bdb4-6582a23ed50c req-9d69ea0b-1732-4a90-84f0-6885fc05b3ff tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:08.349286 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d9ca0043-d35a-4442-bdb4-6582a23ed50c req-9d69ea0b-1732-4a90-84f0-6885fc05b3ff tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7fe8ede-e050-4d66-b015-a59a9a787c84 HTTP/1.1" status: 200 len: 948 time: 0.2213242 Apr 18 19:35:08.352532 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-c9bd117a-8aec-4979-abea-8b8ea8bbaef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1258508'] for subnet, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:08.377205 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-b0096681-3eb9-4ec6-bdef-6c47b896e498 req-df24b37d-2875-49d8-8658-8efd0fe5a526 tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Synchronizing usage tracker for tenant:542ab1652bc6481698039fdf0fdfca7f on resource:security_group {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:35:08.445085 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a84f13a-ecf7-4982-9729-fa6f4f4b18f6 service neutron] Pushing event updated for resources: {'Port': ['ID=8885a960-0131-4e33-af5a-00c883bb2db8,revision_number=2']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:08.446493 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d9ca0043-d35a-4442-bdb4-6582a23ed50c req-0ca77b65-54a7-432a-9a4d-0c498b6765b1 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb75c1f-620d-4cfd-a804-faa1a9266f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663221 Apr 18 19:35:08.456359 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-dfe5d80c-cea0-46f7-aa94-e4705fb3ae72 req-06654e25-f6b0-4b9d-9a69-f1fcbdd9f8a9 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Calling delete_port for 4dc9ea20-0019-4f76-93a6-1e8b1efa54a8 owned by compute:nova {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:35:08.527575 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-33e71744-66b8-417f-9a80-d71b1023161b tempest-RoutersAdminNegativeTest-1370227020 tempest-RoutersAdminNegativeTest-1370227020-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416895', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4776'] for router, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:08.561994 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-c9bd117a-8aec-4979-abea-8b8ea8bbaef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1258501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2290876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65862598'] for subnet, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:08.637549 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd117a-8aec-4979-abea-8b8ea8bbaef0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39e65cd2-4b1c-46f2-8fc6-e67a3d1447ee,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:08.657737 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-c9bd117a-8aec-4979-abea-8b8ea8bbaef0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for subnet, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:08.668428 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-c9bd117a-8aec-4979-abea-8b8ea8bbaef0 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/39e65cd2-4b1c-46f2-8fc6-e67a3d1447ee HTTP/1.1" status: 204 len: 168 time: 0.6342471 Apr 18 19:35:08.670325 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-397c313d-24e6-4014-a9fb-1d5c79c130ff tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:08.670474 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 60424) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:08.687039 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-b0096681-3eb9-4ec6-bdef-6c47b896e498 req-df24b37d-2875-49d8-8658-8efd0fe5a526 tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Unset dirty status for tenant:542ab1652bc6481698039fdf0fdfca7f on resource:security_group {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:35:08.688196 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b0096681-3eb9-4ec6-bdef-6c47b896e498 req-df24b37d-2875-49d8-8658-8efd0fe5a526 tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] 10.222.0.69 "GET /v2.0/security-groups?id=d944a480-2945-4480-b491-0efb8db093ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3066106 Apr 18 19:35:08.741925 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-59f18379-9f42-4b22-882c-4d5ce033b28b req-8a84f13a-ecf7-4982-9729-fa6f4f4b18f6 service neutron] Attempting to bind port 8885a960-0131-4e33-af5a-00c883bb2db8 on host n-h2-836017-2 for vnic_type normal with profile {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:35:08.749542 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-59f18379-9f42-4b22-882c-4d5ce033b28b req-8a84f13a-ecf7-4982-9729-fa6f4f4b18f6 service neutron] Attempting to bind port 8885a960-0131-4e33-af5a-00c883bb2db8 by drivers openvswitch,hyperv on host n-h2-836017-2 at level 0 using segments [{'id': '33e59688-0bc2-4257-95a9-694e337c236c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '81ddcfcb-39cd-4419-a273-35df2938d568'}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:35:08.749542 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f18379-9f42-4b22-882c-4d5ce033b28b req-8a84f13a-ecf7-4982-9729-fa6f4f4b18f6 service neutron] Attempting to bind port 8885a960-0131-4e33-af5a-00c883bb2db8 on network 81ddcfcb-39cd-4419-a273-35df2938d568 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:35:08.780294 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-397c313d-24e6-4014-a9fb-1d5c79c130ff tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:08.803286 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-455117cd-4dd7-412f-a16a-e090dc066da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:08.810856 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdf49d45-d5b3-416c-9030-793296bf0ea9'] response: {'server_uuid': 'b7876bbb-72a7-468e-80d9-7a7f4e879058', 'name': 'network-vif-deleted', 'tag': '44ee4a95-c41e-4c22-8ed3-49639e968ae2', 'status': 'completed', 'code': 200} Apr 18 19:35:08.813028 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacf633f-063b-4f76-8b88-ac2f3a50a6cf req-b4dcc92f-ee64-4c6f-bb51-c36d7e22be30 tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:08.814655 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-cacf633f-063b-4f76-8b88-ac2f3a50a6cf req-b4dcc92f-ee64-4c6f-bb51-c36d7e22be30 tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf343fda-f220-4488-a1e0-387aba683d76 HTTP/1.1" status: 200 len: 944 time: 0.2153108 Apr 18 19:35:08.902093 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f18379-9f42-4b22-882c-4d5ce033b28b req-8a84f13a-ecf7-4982-9729-fa6f4f4b18f6 service neutron] Port 8885a960-0131-4e33-af5a-00c883bb2db8 on network 81ddcfcb-39cd-4419-a273-35df2938d568 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-2 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:35:08.904076 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f18379-9f42-4b22-882c-4d5ce033b28b req-8a84f13a-ecf7-4982-9729-fa6f4f4b18f6 service neutron] Attempting to bind port 8885a960-0131-4e33-af5a-00c883bb2db8 on network 81ddcfcb-39cd-4419-a273-35df2938d568 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:35:08.941305 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397c313d-24e6-4014-a9fb-1d5c79c130ff tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c6d7da5-a982-4cc7-b7dc-94ff8350295c,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:08.963380 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-cacf633f-063b-4f76-8b88-ac2f3a50a6cf req-2970875a-35ff-4725-96d9-690347c6e5a8 tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] 10.222.0.69 "GET /v2.0/security-groups?id=d91ae139-8b90-49fd-8dc9-70f1abc8c820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1433604 Apr 18 19:35:08.983490 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-455117cd-4dd7-412f-a16a-e090dc066da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256345', 'neutron.services.segments.db._delete_segments_for_network-8791093852025'] for network, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:08.993950 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f18379-9f42-4b22-882c-4d5ce033b28b req-8a84f13a-ecf7-4982-9729-fa6f4f4b18f6 service neutron] Checking agent: {'id': '02e8f951-d3a3-40e1-b8cc-aed258af030b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:35:09.000204 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f18379-9f42-4b22-882c-4d5ce033b28b req-8a84f13a-ecf7-4982-9729-fa6f4f4b18f6 service neutron] Checking segment: {'id': '33e59688-0bc2-4257-95a9-694e337c236c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '81ddcfcb-39cd-4419-a273-35df2938d568'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:35:09.000204 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f18379-9f42-4b22-882c-4d5ce033b28b req-8a84f13a-ecf7-4982-9729-fa6f4f4b18f6 service neutron] Bound using segment: {'id': '33e59688-0bc2-4257-95a9-694e337c236c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '81ddcfcb-39cd-4419-a273-35df2938d568'} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:35:09.000204 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-59f18379-9f42-4b22-882c-4d5ce033b28b req-8a84f13a-ecf7-4982-9729-fa6f4f4b18f6 service neutron] Bound port: 8885a960-0131-4e33-af5a-00c883bb2db8, host: n-h2-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33e59688-0bc2-4257-95a9-694e337c236c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '81ddcfcb-39cd-4419-a273-35df2938d568'}}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:35:09.000204 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-59f18379-9f42-4b22-882c-4d5ce033b28b req-8a84f13a-ecf7-4982-9729-fa6f4f4b18f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:09.025215 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-455117cd-4dd7-412f-a16a-e090dc066da4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e8c570a-ca53-4a57-a034-48bb43ae3f37']}} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:35:09.055004 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-397c313d-24e6-4014-a9fb-1d5c79c130ff tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:09.056224 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-397c313d-24e6-4014-a9fb-1d5c79c130ff tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 2.0902150 Apr 18 19:35:09.065582 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 60432) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:09.086068 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-dfe5d80c-cea0-46f7-aa94-e4705fb3ae72 req-06654e25-f6b0-4b9d-9a69-f1fcbdd9f8a9 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:09.098426 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] get_ports_and_sgs() called for port_ids ['095a9680-858e-4b90-9273-b31a53dffeb8', 'a2813964-4506-412b-8a7e-dd3f7c81ebe6'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:35:09.115353 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-455117cd-4dd7-412f-a16a-e090dc066da4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '668ca07f-2e4a-4364-be7f-e30092653162') {'for_net_delete': True} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:35:09.115654 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-455117cd-4dd7-412f-a16a-e090dc066da4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '668ca07f-2e4a-4364-be7f-e30092653162') {} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:35:09.130440 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] get_ports_and_sgs() called for port_ids ['fbaca27c-775e-4826-a999-e46d492b3066'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:35:09.131138 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-e1b3f9bd-f279-49c7-ab8c-e1e9ac42d995 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Request body: {'security_group_rule': {'security_group_id': '8c6d7da5-a982-4cc7-b7dc-94ff8350295c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:35:09.153230 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-e1b3f9bd-f279-49c7-ab8c-e1e9ac42d995 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:35:09.159236 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-455117cd-4dd7-412f-a16a-e090dc066da4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791093851908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66932133'] for segment, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:09.170431 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-e1b3f9bd-f279-49c7-ab8c-e1e9ac42d995 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Usage tracker for resource:security_group_rule and tenant:daa1e9a9eb654a04a70b9bdc41dad6d5 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:35:09.173449 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06654e25-f6b0-4b9d-9a69-f1fcbdd9f8a9 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Pushing event deleted for resources: {'Port': ['ID=4dc9ea20-0019-4f76-93a6-1e8b1efa54a8,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:09.175974 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-e1b3f9bd-f279-49c7-ab8c-e1e9ac42d995 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:35:09.259703 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-59f18379-9f42-4b22-882c-4d5ce033b28b req-8a84f13a-ecf7-4982-9729-fa6f4f4b18f6 service neutron] For port 8885a960-0131-4e33-af5a-00c883bb2db8, host n-h2-836017-2, cleared binding levels {{(pid=84763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:35:09.278172 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982366f1-6c0d-43a3-aa2d-a075afa47a38 req-ccb5a3d7-9e43-41dd-ba1e-dd6067b54dfe tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:09.279807 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-982366f1-6c0d-43a3-aa2d-a075afa47a38 req-ccb5a3d7-9e43-41dd-ba1e-dd6067b54dfe tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=348a0674-72eb-4eaa-9e57-ec09c1f87b74 HTTP/1.1" status: 200 len: 944 time: 0.3558948 Apr 18 19:35:09.309076 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-e1b3f9bd-f279-49c7-ab8c-e1e9ac42d995 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:35:09.321307 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-455117cd-4dd7-412f-a16a-e090dc066da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:09.322984 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-59f18379-9f42-4b22-882c-4d5ce033b28b req-8a84f13a-ecf7-4982-9729-fa6f4f4b18f6 service neutron] For port 8885a960-0131-4e33-af5a-00c883bb2db8, host n-h2-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=8885a960-0131-4e33-af5a-00c883bb2db8,segment=NetworkSegment(33e59688-0bc2-4257-95a9-694e337c236c),segment_id=33e59688-0bc2-4257-95a9-694e337c236c)] {{(pid=84763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:35:09.350248 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-455117cd-4dd7-412f-a16a-e090dc066da4 admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=84764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:35:09.350653 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-455117cd-4dd7-412f-a16a-e090dc066da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2290898'] for segment, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:09.350781 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfe5d80c-cea0-46f7-aa94-e4705fb3ae72 req-06654e25-f6b0-4b9d-9a69-f1fcbdd9f8a9 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] No DVR routers for this DVR port 4dc9ea20-0019-4f76-93a6-1e8b1efa54a8 on host n-h1-836017-2 {{(pid=84763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:35:09.357887 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-dfe5d80c-cea0-46f7-aa94-e4705fb3ae72 req-06654e25-f6b0-4b9d-9a69-f1fcbdd9f8a9 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:09.359802 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-dfe5d80c-cea0-46f7-aa94-e4705fb3ae72 req-06654e25-f6b0-4b9d-9a69-f1fcbdd9f8a9 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.73 "DELETE /v2.0/ports/4dc9ea20-0019-4f76-93a6-1e8b1efa54a8 HTTP/1.1" status: 204 len: 173 time: 6.6444407 Apr 18 19:35:09.367139 n-d-836017-2 neutron-server[84764]: Traceback (most recent call last): Apr 18 19:35:09.367139 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:35:09.367139 n-d-836017-2 neutron-server[84764]: timer() Apr 18 19:35:09.367139 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:35:09.367139 n-d-836017-2 neutron-server[84764]: cb(*args, **kw) Apr 18 19:35:09.367139 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:35:09.367139 n-d-836017-2 neutron-server[84764]: return func(*args, **kwargs) Apr 18 19:35:09.367139 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:35:09.367139 n-d-836017-2 neutron-server[84764]: self._notify() Apr 18 19:35:09.367139 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:35:09.367139 n-d-836017-2 neutron-server[84764]: self.callback(batched_events) Apr 18 19:35:09.367139 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:35:09.367139 n-d-836017-2 neutron-server[84764]: event.method(event) Apr 18 19:35:09.367139 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:35:09.367139 n-d-836017-2 neutron-server[84764]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:35:09.367139 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:35:09.367139 n-d-836017-2 neutron-server[84764]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:35:09.367139 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:35:09.367139 n-d-836017-2 neutron-server[84764]: return f(self, *a, **k) Apr 18 19:35:09.367139 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:35:09.367139 n-d-836017-2 neutron-server[84764]: return self._get(url).json() Apr 18 19:35:09.367139 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:35:09.367139 n-d-836017-2 neutron-server[84764]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:35:09.367139 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:35:09.367139 n-d-836017-2 neutron-server[84764]: return self.request(url, 'GET', **kwargs) Apr 18 19:35:09.367139 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:35:09.367139 n-d-836017-2 neutron-server[84764]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:35:09.367139 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:35:09.367139 n-d-836017-2 neutron-server[84764]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:35:09.367139 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:35:09.367139 n-d-836017-2 neutron-server[84764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:35:09.367139 n-d-836017-2 neutron-server[84764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:35:09.428935 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-982366f1-6c0d-43a3-aa2d-a075afa47a38 req-01dd92f5-7565-44eb-aa57-adada43698cc tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/security-groups?id=6dce0218-3e63-47f4-ad5c-3b3c3b13b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030664 Apr 18 19:35:09.432477 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-59f18379-9f42-4b22-882c-4d5ce033b28b req-8a84f13a-ecf7-4982-9729-fa6f4f4b18f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:09.458485 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-17645c51-728a-49c2-b243-71f6143d5f1c req-0dbdf13f-94d7-4230-9616-aacc69a19d38 tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=11e8e108-37df-4084-b6b7-113e6beb66b4 HTTP/1.1" status: 200 len: 258 time: 0.4371758 Apr 18 19:35:09.468972 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [req-17645c51-728a-49c2-b243-71f6143d5f1c req-09388d96-e5f8-4101-bd12-aeaf3bf68f28 tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Request body: {'floatingip': {'floating_network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:35:09.482541 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-17645c51-728a-49c2-b243-71f6143d5f1c req-09388d96-e5f8-4101-bd12-aeaf3bf68f28 tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:35:09.490624 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-e1b3f9bd-f279-49c7-ab8c-e1e9ac42d995 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:09.501013 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-17645c51-728a-49c2-b243-71f6143d5f1c req-09388d96-e5f8-4101-bd12-aeaf3bf68f28 tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Usage tracker for resource:floatingip and tenant:542ab1652bc6481698039fdf0fdfca7f is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:35:09.513046 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-17645c51-728a-49c2-b243-71f6143d5f1c req-09388d96-e5f8-4101-bd12-aeaf3bf68f28 tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:35:09.527709 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-17645c51-728a-49c2-b243-71f6143d5f1c req-09388d96-e5f8-4101-bd12-aeaf3bf68f28 tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:35:09.581514 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-59f18379-9f42-4b22-882c-4d5ce033b28b req-8a84f13a-ecf7-4982-9729-fa6f4f4b18f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:09.583368 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-59f18379-9f42-4b22-882c-4d5ce033b28b req-8a84f13a-ecf7-4982-9729-fa6f4f4b18f6 service neutron] 10.222.0.72 "PUT /v2.0/ports/8885a960-0131-4e33-af5a-00c883bb2db8 HTTP/1.1" status: 200 len: 1092 time: 3.5738358 Apr 18 19:35:09.599151 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-33e71744-66b8-417f-9a80-d71b1023161b tempest-RoutersAdminNegativeTest-1370227020 tempest-RoutersAdminNegativeTest-1370227020-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:09.600046 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-e1b3f9bd-f279-49c7-ab8c-e1e9ac42d995 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:09.612088 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-455117cd-4dd7-412f-a16a-e090dc066da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416801'] for network, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:09.629533 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a84f13a-ecf7-4982-9729-fa6f4f4b18f6 service neutron] Pushing event updated for resources: {'Port': ['ID=8885a960-0131-4e33-af5a-00c883bb2db8,revision_number=3']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:09.643152 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-33e71744-66b8-417f-9a80-d71b1023161b tempest-RoutersAdminNegativeTest-1370227020 tempest-RoutersAdminNegativeTest-1370227020-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:09.649972 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-455117cd-4dd7-412f-a16a-e090dc066da4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:09.666118 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455117cd-4dd7-412f-a16a-e090dc066da4 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e8c570a-ca53-4a57-a034-48bb43ae3f37,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:09.676393 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-17645c51-728a-49c2-b243-71f6143d5f1c req-09388d96-e5f8-4101-bd12-aeaf3bf68f28 tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Notify callbacks [] for floatingip, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:09.692432 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-455117cd-4dd7-412f-a16a-e090dc066da4 admin admin] 10.222.0.69 "DELETE /v2.0/networks/5e8c570a-ca53-4a57-a034-48bb43ae3f37 HTTP/1.1" status: 204 len: 168 time: 1.0216730 Apr 18 19:35:09.705574 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-e1b3f9bd-f279-49c7-ab8c-e1e9ac42d995 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484852'] for security_group_rule, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:09.874003 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b3f9bd-f279-49c7-ab8c-e1e9ac42d995 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df26bd36-488a-4396-978e-2ce0b290410b,revision_number=0']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:09.998741 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-e1b3f9bd-f279-49c7-ab8c-e1e9ac42d995 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:10.007768 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-e1b3f9bd-f279-49c7-ab8c-e1e9ac42d995 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9359066 Apr 18 19:35:10.009831 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 60440) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:10.023645 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-17645c51-728a-49c2-b243-71f6143d5f1c req-09388d96-e5f8-4101-bd12-aeaf3bf68f28 tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:10.093200 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b9ec5408-2e30-4f30-8a8e-129aace0ec9d tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:10.115665 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b9ec5408-2e30-4f30-8a8e-129aace0ec9d tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:10.228258 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_common [req-17645c51-728a-49c2-b243-71f6143d5f1c req-09388d96-e5f8-4101-bd12-aeaf3bf68f28 tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Allocated IP 172.25.3.126 (11e8e108-37df-4084-b6b7-113e6beb66b4/3b0abf32-1504-448b-b06e-c8c870b6a7c8/630307bd-79f2-4ebe-8c7f-3afe6da75c2b) {{(pid=84764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:35:10.243437 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe89ad0-c7b6-4bba-8aed-44d9f85b6d5e req-79f688ab-063d-4251-be8f-1f55fdbdd39d tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:10.245048 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5fe89ad0-c7b6-4bba-8aed-44d9f85b6d5e req-79f688ab-063d-4251-be8f-1f55fdbdd39d tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.69 "GET /v2.0/ports?device_id=cbdd5ffa-f105-4784-abc1-1bc005d88439 HTTP/1.1" status: 200 len: 943 time: 0.5304341 Apr 18 19:35:10.257906 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-59f18379-9f42-4b22-882c-4d5ce033b28b req-a78d14fb-9c4e-494f-8159-314c0b80be0c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e2676fc802a645689154e56330711330&device_id=bf343fda-f220-4488-a1e0-387aba683d76 HTTP/1.1" status: 200 len: 1095 time: 0.4133873 Apr 18 19:35:10.312546 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b9ec5408-2e30-4f30-8a8e-129aace0ec9d tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484852'] for security_group_rule, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:10.346659 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ec5408-2e30-4f30-8a8e-129aace0ec9d tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=df26bd36-488a-4396-978e-2ce0b290410b,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:10.353292 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-59f18379-9f42-4b22-882c-4d5ce033b28b req-e3ee070a-1a55-4805-9213-b0d56c953916 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8885a960-0131-4e33-af5a-00c883bb2db8 HTTP/1.1" status: 200 len: 217 time: 0.0813804 Apr 18 19:35:10.362131 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b9ec5408-2e30-4f30-8a8e-129aace0ec9d tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:10.366274 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-b9ec5408-2e30-4f30-8a8e-129aace0ec9d tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/df26bd36-488a-4396-978e-2ce0b290410b HTTP/1.1" status: 204 len: 168 time: 0.3524158 Apr 18 19:35:10.369166 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 60446) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:10.399728 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 60450) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:10.425224 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 41ba133b-cad2-4cdb-9a46-9cff74025eb1 details requested by agent hyperv_n-h2-836017-2 with host n-h2-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:35:10.438044 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-5fe89ad0-c7b6-4bba-8aed-44d9f85b6d5e req-ebe7cf28-e11d-4280-9960-af736ef58510 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Synchronizing usage tracker for tenant:d24c05963c4f41ee8c8189c7acc53c87 on resource:security_group {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:35:10.470467 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f18379-9f42-4b22-882c-4d5ce033b28b req-e4d5c437-66e0-4894-adfd-5772f03f48c7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:10.471959 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-59f18379-9f42-4b22-882c-4d5ce033b28b req-e4d5c437-66e0-4894-adfd-5772f03f48c7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5f0e8042-5aa6-4184-80a1-a68583a09ee2 HTTP/1.1" status: 200 len: 854 time: 0.1120975 Apr 18 19:35:10.507062 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-937898f2-7831-4eb2-920a-cfef49c58131 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Synchronizing usage tracker for tenant:daa1e9a9eb654a04a70b9bdc41dad6d5 on resource:security_group_rule {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:35:10.515256 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-17645c51-728a-49c2-b243-71f6143d5f1c req-09388d96-e5f8-4101-bd12-aeaf3bf68f28 tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Notify callbacks [] for port, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:10.521215 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-5fe89ad0-c7b6-4bba-8aed-44d9f85b6d5e req-ebe7cf28-e11d-4280-9960-af736ef58510 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Unset dirty status for tenant:d24c05963c4f41ee8c8189c7acc53c87 on resource:security_group {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:35:10.522486 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5fe89ad0-c7b6-4bba-8aed-44d9f85b6d5e req-ebe7cf28-e11d-4280-9960-af736ef58510 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.69 "GET /v2.0/security-groups?id=6dbbe555-f817-4989-8ffe-4d7514677d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687974 Apr 18 19:35:10.560637 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 60456) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:10.560896 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-f6b46258-f124-43de-92bc-5ea1999c9d4e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=273cdd3922e842e1940c4e8d7be676c6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1568561 Apr 18 19:35:10.576357 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 289548bf-a042-4a1b-af10-d15c4a36d705 up at agent hyperv_n-h1-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:35:10.585455 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-59f18379-9f42-4b22-882c-4d5ce033b28b req-718140e7-0b57-4af6-888b-ba49cf495933 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=81ddcfcb-39cd-4419-a273-35df2938d568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1072164 Apr 18 19:35:10.661142 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 41ba133b-cad2-4cdb-9a46-9cff74025eb1, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=41ba133b-cad2-4cdb-9a46-9cff74025eb1,segment=NetworkSegment(5ace1d40-f719-4fb4-a8a8-baa0ea54f7e5),segment_id=5ace1d40-f719-4fb4-a8a8-baa0ea54f7e5)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:35:10.681576 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Returning: {'device': '41ba133b-cad2-4cdb-9a46-9cff74025eb1', 'network_id': 'a15d993a-6587-4728-b6e5-6aacd5a8669a', 'port_id': '41ba133b-cad2-4cdb-9a46-9cff74025eb1', 'mac_address': 'fa:16:3e:d4:61:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cbdddc8-bf0a-4ac7-9f09-4e4fdeb7252a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:35:10.687587 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-cd43169d-a356-4684-9664-7626a39cfb17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:10.752926 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-cd43169d-a356-4684-9664-7626a39cfb17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:10.767061 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:10.774153 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-17645c51-728a-49c2-b243-71f6143d5f1c req-09388d96-e5f8-4101-bd12-aeaf3bf68f28 tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:10.789072 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41ba133b-cad2-4cdb-9a46-9cff74025eb1 {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:35:10.806705 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 41ba133b-cad2-4cdb-9a46-9cff74025eb1, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=41ba133b-cad2-4cdb-9a46-9cff74025eb1,segment=NetworkSegment(5ace1d40-f719-4fb4-a8a8-baa0ea54f7e5),segment_id=5ace1d40-f719-4fb4-a8a8-baa0ea54f7e5)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:35:10.816810 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7fe8ede-e050-4d66-b015-a59a9a787c84', 'name': 'network-vif-deleted', 'tag': '4dc9ea20-0019-4f76-93a6-1e8b1efa54a8'}, {'name': 'network-changed', 'server_uuid': 'bf343fda-f220-4488-a1e0-387aba683d76', 'tag': '8885a960-0131-4e33-af5a-00c883bb2db8'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:35:10.820978 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-937898f2-7831-4eb2-920a-cfef49c58131 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Unset dirty status for tenant:daa1e9a9eb654a04a70b9bdc41dad6d5 on resource:security_group_rule {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:35:10.822275 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-937898f2-7831-4eb2-920a-cfef49c58131 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.4469774 Apr 18 19:35:10.833263 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Provisioning for port 289548bf-a042-4a1b-af10-d15c4a36d705 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:35:10.840362 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Provisioning complete for port 289548bf-a042-4a1b-af10-d15c4a36d705 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:35:10.843628 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:10.844219 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 60462) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:10.850238 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-5b972f08-96df-4369-81b0-878fa6d8bdfe req-31503716-f098-4688-b00c-91d4d818c148 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Synchronizing usage tracker for tenant:73070b32fdb445869915286e0756abff on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:35:10.852571 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17645c51-728a-49c2-b243-71f6143d5f1c req-09388d96-e5f8-4101-bd12-aeaf3bf68f28 tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Network 11e8e108-37df-4084-b6b7-113e6beb66b4 is already hosted by enough agents. {{(pid=84764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:35:10.863288 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [req-17645c51-728a-49c2-b243-71f6143d5f1c req-09388d96-e5f8-4101-bd12-aeaf3bf68f28 tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Resources bound (agent type, host, resource id): {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:35:10.870880 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [req-17645c51-728a-49c2-b243-71f6143d5f1c req-09388d96-e5f8-4101-bd12-aeaf3bf68f28 tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Received port after_create {{(pid=84764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:35:10.897628 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:10.928623 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09388d96-e5f8-4101-bd12-aeaf3bf68f28 tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Pushing event updated for resources: {'Port': ['ID=630307bd-79f2-4ebe-8c7f-3afe6da75c2b,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:10.970243 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-33e71744-66b8-417f-9a80-d71b1023161b tempest-RoutersAdminNegativeTest-1370227020 tempest-RoutersAdminNegativeTest-1370227020-project-admin] Notify callbacks [] for router, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:10.983647 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=41ba133b-cad2-4cdb-9a46-9cff74025eb1,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:11.043938 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:11.046497 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-5b972f08-96df-4369-81b0-878fa6d8bdfe req-31503716-f098-4688-b00c-91d4d818c148 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Unset dirty status for tenant:73070b32fdb445869915286e0756abff on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:35:11.047671 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5b972f08-96df-4369-81b0-878fa6d8bdfe req-31503716-f098-4688-b00c-91d4d818c148 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7fe8ede-e050-4d66-b015-a59a9a787c84 HTTP/1.1" status: 200 len: 210 time: 0.3369269 Apr 18 19:35:11.076814 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-cd43169d-a356-4684-9664-7626a39cfb17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:11.089763 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '348a0674-72eb-4eaa-9e57-ec09c1f87b74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '289548bf-a042-4a1b-af10-d15c4a36d705'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:35:11.101378 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port 289548bf-a042-4a1b-af10-d15c4a36d705, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=289548bf-a042-4a1b-af10-d15c4a36d705,segment=NetworkSegment(56697489-6787-4e2b-895c-5ec0b051161d),segment_id=56697489-6787-4e2b-895c-5ec0b051161d)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:35:11.108624 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd43169d-a356-4684-9664-7626a39cfb17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07b63910-6edc-4326-be36-b5ae6bc6ead5,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:11.130302 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-59f18379-9f42-4b22-882c-4d5ce033b28b req-8771d69c-81bb-465a-b6c4-a3986e6be10b service neutron] 10.222.0.72 "GET /v2.0/networks/81ddcfcb-39cd-4419-a273-35df2938d568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5381260 Apr 18 19:35:11.130932 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-25229942-fd4c-4211-ae63-ce6fb102dd99 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:11.158515 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] get_ports_and_sgs() called for port_ids ['41ba133b-cad2-4cdb-9a46-9cff74025eb1'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:35:11.203009 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:11.254525 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-17645c51-728a-49c2-b243-71f6143d5f1c req-09388d96-e5f8-4101-bd12-aeaf3bf68f28 tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:11.256449 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-cd43169d-a356-4684-9664-7626a39cfb17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:11.257860 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-cd43169d-a356-4684-9664-7626a39cfb17 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/07b63910-6edc-4326-be36-b5ae6bc6ead5 HTTP/1.1" status: 204 len: 168 time: 0.6961832 Apr 18 19:35:11.287508 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-25229942-fd4c-4211-ae63-ce6fb102dd99 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:11.332136 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Pushing event updated for resources: {'Port': ['ID=289548bf-a042-4a1b-af10-d15c4a36d705,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:11.421343 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-17645c51-728a-49c2-b243-71f6143d5f1c req-09388d96-e5f8-4101-bd12-aeaf3bf68f28 tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:11.561259 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-59f18379-9f42-4b22-882c-4d5ce033b28b req-17ec04d9-5cda-40d2-b22a-bdf570768655 service neutron] 10.222.0.72 "GET /v2.0/networks/81ddcfcb-39cd-4419-a273-35df2938d568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4145591 Apr 18 19:35:11.625257 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-25229942-fd4c-4211-ae63-ce6fb102dd99 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:11.659564 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-17645c51-728a-49c2-b243-71f6143d5f1c req-09388d96-e5f8-4101-bd12-aeaf3bf68f28 tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Notify callbacks [] for port, precommit_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:11.723011 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25229942-fd4c-4211-ae63-ce6fb102dd99 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c6d7da5-a982-4cc7-b7dc-94ff8350295c,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:11.739063 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016b121d-24b5-450d-8bb4-8463429b6549 req-30053b44-6604-4b60-aaaf-24c5ff0e2145 tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:11.739810 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-016b121d-24b5-450d-8bb4-8463429b6549 req-30053b44-6604-4b60-aaaf-24c5ff0e2145 tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Synchronizing usage tracker for tenant:e2676fc802a645689154e56330711330 on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:35:11.743924 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-33e71744-66b8-417f-9a80-d71b1023161b tempest-RoutersAdminNegativeTest-1370227020 tempest-RoutersAdminNegativeTest-1370227020-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4443'] for router, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:11.744110 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-17645c51-728a-49c2-b243-71f6143d5f1c req-09388d96-e5f8-4101-bd12-aeaf3bf68f28 tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2290934'] for port, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:11.764989 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-33e71744-66b8-417f-9a80-d71b1023161b tempest-RoutersAdminNegativeTest-1370227020 tempest-RoutersAdminNegativeTest-1370227020-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:11.846363 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-25229942-fd4c-4211-ae63-ce6fb102dd99 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:11.848766 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-25229942-fd4c-4211-ae63-ce6fb102dd99 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] 10.222.0.69 "DELETE /v2.0/security-groups/8c6d7da5-a982-4cc7-b7dc-94ff8350295c HTTP/1.1" status: 204 len: 168 time: 1.0010209 Apr 18 19:35:11.850514 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 60474) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:11.861940 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09388d96-e5f8-4101-bd12-aeaf3bf68f28 tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Pushing event updated for resources: {'Port': ['ID=630307bd-79f2-4ebe-8c7f-3afe6da75c2b,revision_number=2']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:11.874907 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-33e71744-66b8-417f-9a80-d71b1023161b tempest-RoutersAdminNegativeTest-1370227020 tempest-RoutersAdminNegativeTest-1370227020-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412768'] for router, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:11.875496 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33e71744-66b8-417f-9a80-d71b1023161b tempest-RoutersAdminNegativeTest-1370227020 tempest-RoutersAdminNegativeTest-1370227020-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 54f63ad4-fb6f-4de0-80af-f2c28f6919a4 {{(pid=84763) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 19:35:11.882576 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-016b121d-24b5-450d-8bb4-8463429b6549 req-30053b44-6604-4b60-aaaf-24c5ff0e2145 tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Unset dirty status for tenant:e2676fc802a645689154e56330711330 on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:35:11.882704 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-17645c51-728a-49c2-b243-71f6143d5f1c req-09388d96-e5f8-4101-bd12-aeaf3bf68f28 tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416787'] for floatingip, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:11.884597 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-016b121d-24b5-450d-8bb4-8463429b6549 req-30053b44-6604-4b60-aaaf-24c5ff0e2145 tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf343fda-f220-4488-a1e0-387aba683d76 HTTP/1.1" status: 200 len: 944 time: 0.6833436 Apr 18 19:35:11.957643 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-17645c51-728a-49c2-b243-71f6143d5f1c req-09388d96-e5f8-4101-bd12-aeaf3bf68f28 tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for floatingip, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:11.961289 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-17645c51-728a-49c2-b243-71f6143d5f1c req-09388d96-e5f8-4101-bd12-aeaf3bf68f28 tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5016170 Apr 18 19:35:12.070315 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-17645c51-728a-49c2-b243-71f6143d5f1c req-4d569f95-0eaf-474e-be0b-5bc0724b7d9b tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Synchronizing usage tracker for tenant:542ab1652bc6481698039fdf0fdfca7f on resource:floatingip {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:35:12.098274 n-d-836017-2 neutron-server[84763]: INFO neutron.api.v2.resource [None req-33e71744-66b8-417f-9a80-d71b1023161b tempest-RoutersAdminNegativeTest-1370227020 tempest-RoutersAdminNegativeTest-1370227020-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 18 19:35:12.100734 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-33e71744-66b8-417f-9a80-d71b1023161b tempest-RoutersAdminNegativeTest-1370227020 tempest-RoutersAdminNegativeTest-1370227020-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 5.8834181 Apr 18 19:35:12.105099 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 60486) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:12.109051 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-891bb349-865f-42f7-80b1-61e13beac2ae tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Synchronizing usage tracker for tenant:daa1e9a9eb654a04a70b9bdc41dad6d5 on resource:security_group {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:35:12.115704 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-016b121d-24b5-450d-8bb4-8463429b6549 req-923c1358-c914-4039-99e9-7be72ef9e612 tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] 10.222.0.69 "GET /v2.0/security-groups?id=d91ae139-8b90-49fd-8dc9-70f1abc8c820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2290614 Apr 18 19:35:12.175641 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-e0253cd6-8670-4231-b9a8-41fedd526583 tempest-RoutersAdminNegativeTest-1370227020 tempest-RoutersAdminNegativeTest-1370227020-project-admin] Deleting port 284e827a-e6ad-41df-9cbb-b0ffaa09a911 {{(pid=84764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:35:12.176285 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-e0253cd6-8670-4231-b9a8-41fedd526583 tempest-RoutersAdminNegativeTest-1370227020 tempest-RoutersAdminNegativeTest-1370227020-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:12.224264 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-17645c51-728a-49c2-b243-71f6143d5f1c req-4d569f95-0eaf-474e-be0b-5bc0724b7d9b tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Unset dirty status for tenant:542ab1652bc6481698039fdf0fdfca7f on resource:floatingip {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:35:12.225805 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-17645c51-728a-49c2-b243-71f6143d5f1c req-4d569f95-0eaf-474e-be0b-5bc0724b7d9b tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.3.126 HTTP/1.1" status: 200 len: 696 time: 0.2597437 Apr 18 19:35:12.233575 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-891bb349-865f-42f7-80b1-61e13beac2ae tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Unset dirty status for tenant:daa1e9a9eb654a04a70b9bdc41dad6d5 on resource:security_group {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:35:12.235436 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-891bb349-865f-42f7-80b1-61e13beac2ae tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3838990 Apr 18 19:35:12.239484 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 60492) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:12.278569 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-dd6ed8c1-922a-45b6-bc39-70bc32df765b tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Request body: {'security_group': {'name': 'tempest-secgroup--1643415967'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:35:12.289503 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-dd6ed8c1-922a-45b6-bc39-70bc32df765b tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:35:12.309641 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-dd6ed8c1-922a-45b6-bc39-70bc32df765b tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:35:12.357194 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93912ae-a71e-4cf4-9de3-c1e35218ab18 req-ed422577-dd7c-416a-89bc-9bcce0d695cd tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:12.358835 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d93912ae-a71e-4cf4-9de3-c1e35218ab18 req-ed422577-dd7c-416a-89bc-9bcce0d695cd tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=348a0674-72eb-4eaa-9e57-ec09c1f87b74 HTTP/1.1" status: 200 len: 945 time: 0.1223197 Apr 18 19:35:12.417721 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d93912ae-a71e-4cf4-9de3-c1e35218ab18 req-be33f614-e012-4eaf-b4bd-dd72184ee0fa tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/security-groups?id=6dce0218-3e63-47f4-ad5c-3b3c3b13b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516429 Apr 18 19:35:12.438305 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 41ba133b-cad2-4cdb-9a46-9cff74025eb1 up at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:35:12.463416 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-dd6ed8c1-922a-45b6-bc39-70bc32df765b tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:12.544053 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-337f38c5-ca88-4c94-a8df-526177a6be80'] response: {'server_uuid': 'd7fe8ede-e050-4d66-b015-a59a9a787c84', 'name': 'network-vif-deleted', 'tag': '4dc9ea20-0019-4f76-93a6-1e8b1efa54a8', 'status': 'completed', 'code': 200} Apr 18 19:35:12.544501 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-337f38c5-ca88-4c94-a8df-526177a6be80'] response: {'name': 'network-changed', 'server_uuid': 'bf343fda-f220-4488-a1e0-387aba683d76', 'tag': '8885a960-0131-4e33-af5a-00c883bb2db8', 'status': 'completed', 'code': 200} Apr 18 19:35:12.595580 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94ab1918-b198-44d7-b3fd-87b66af58a54'] response: {'server_uuid': '348a0674-72eb-4eaa-9e57-ec09c1f87b74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '289548bf-a042-4a1b-af10-d15c4a36d705', 'code': 200} Apr 18 19:35:12.606109 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-dd6ed8c1-922a-45b6-bc39-70bc32df765b tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:35:12.612652 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-dd6ed8c1-922a-45b6-bc39-70bc32df765b tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Usage tracker for resource:security_group_rule and tenant:daa1e9a9eb654a04a70b9bdc41dad6d5 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:35:12.616102 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning for port 41ba133b-cad2-4cdb-9a46-9cff74025eb1 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:35:12.618087 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-dd6ed8c1-922a-45b6-bc39-70bc32df765b tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:35:12.627580 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-dd6ed8c1-922a-45b6-bc39-70bc32df765b tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:35:12.630558 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning complete for port 41ba133b-cad2-4cdb-9a46-9cff74025eb1 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:35:12.632857 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:12.658433 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17645c51-728a-49c2-b243-71f6143d5f1c req-ba82b3f0-33a4-4eba-a357-8bcb1db78646 tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:12.665051 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-17645c51-728a-49c2-b243-71f6143d5f1c req-ba82b3f0-33a4-4eba-a357-8bcb1db78646 tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] 10.222.0.69 "GET /v2.0/networks/11e8e108-37df-4084-b6b7-113e6beb66b4 HTTP/1.1" status: 200 len: 784 time: 0.4281166 Apr 18 19:35:12.744421 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-e0253cd6-8670-4231-b9a8-41fedd526583 tempest-RoutersAdminNegativeTest-1370227020 tempest-RoutersAdminNegativeTest-1370227020-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:12.802803 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d849152b-1095-461d-87f6-f39d4793d9e9 req-26de4039-660d-4d04-bfc5-c8c989f67721 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e2676fc802a645689154e56330711330&device_id=bf343fda-f220-4488-a1e0-387aba683d76 HTTP/1.1" status: 200 len: 1095 time: 0.2571197 Apr 18 19:35:12.866655 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:12.922679 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-e0253cd6-8670-4231-b9a8-41fedd526583 tempest-RoutersAdminNegativeTest-1370227020 tempest-RoutersAdminNegativeTest-1370227020-project-admin] Calling delete_port for 284e827a-e6ad-41df-9cbb-b0ffaa09a911 owned by {{(pid=84764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:35:12.925128 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 41ba133b-cad2-4cdb-9a46-9cff74025eb1, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=41ba133b-cad2-4cdb-9a46-9cff74025eb1,segment=NetworkSegment(5ace1d40-f719-4fb4-a8a8-baa0ea54f7e5),segment_id=5ace1d40-f719-4fb4-a8a8-baa0ea54f7e5)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:35:12.962228 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 60504) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:12.999815 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-dd6ed8c1-922a-45b6-bc39-70bc32df765b tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:13.013936 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:13.111962 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-dd6ed8c1-922a-45b6-bc39-70bc32df765b tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:13.123082 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=41ba133b-cad2-4cdb-9a46-9cff74025eb1,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:13.179060 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-32f703fa-da43-4ae6-8573-05d3456adf9e admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1850423911-network', 'tenant_id': 'c396792787224a06a1caca5f9016eb19'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:35:13.185090 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-32f703fa-da43-4ae6-8573-05d3456adf9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:35:13.189970 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-e0253cd6-8670-4231-b9a8-41fedd526583 tempest-RoutersAdminNegativeTest-1370227020 tempest-RoutersAdminNegativeTest-1370227020-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:13.206943 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6ed8c1-922a-45b6-bc39-70bc32df765b tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29290edd-3102-4efb-8351-432f103228db,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:13.222809 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b53e98d5-85d3-4d79-98d7-5bf52d06c805 req-ec63d880-5b84-455d-a700-6628674bd431 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=348a0674-72eb-4eaa-9e57-ec09c1f87b74 HTTP/1.1" status: 200 len: 1096 time: 0.5526993 Apr 18 19:35:13.240762 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-32f703fa-da43-4ae6-8573-05d3456adf9e admin admin] Usage tracker for resource:network and tenant:c396792787224a06a1caca5f9016eb19 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:35:13.254500 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [req-17645c51-728a-49c2-b243-71f6143d5f1c req-9c3fa05f-5151-40a0-a2e0-233bceaaefac tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=84764) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:35:13.255572 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-17645c51-728a-49c2-b243-71f6143d5f1c req-9c3fa05f-5151-40a0-a2e0-233bceaaefac tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.5896914 Apr 18 19:35:13.259345 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-32f703fa-da43-4ae6-8573-05d3456adf9e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:35:13.263060 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0253cd6-8670-4231-b9a8-41fedd526583 tempest-RoutersAdminNegativeTest-1370227020 tempest-RoutersAdminNegativeTest-1370227020-project-admin] Pushing event deleted for resources: {'Port': ['ID=284e827a-e6ad-41df-9cbb-b0ffaa09a911,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:13.273189 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-32f703fa-da43-4ae6-8573-05d3456adf9e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:35:13.277401 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d849152b-1095-461d-87f6-f39d4793d9e9 req-3343be1c-6e31-48cd-bf99-d37a56efe079 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:13.278695 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d849152b-1095-461d-87f6-f39d4793d9e9 req-3343be1c-6e31-48cd-bf99-d37a56efe079 service neutron] 10.222.0.72 "GET /v2.0/networks?id=81ddcfcb-39cd-4419-a273-35df2938d568 HTTP/1.1" status: 200 len: 916 time: 0.3969235 Apr 18 19:35:13.286792 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2126195d-ef48-4619-934a-15ddb9fa6863 req-a145e2d3-3210-49f6-8721-60ea0a56ce8b tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:13.288381 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2126195d-ef48-4619-934a-15ddb9fa6863 req-a145e2d3-3210-49f6-8721-60ea0a56ce8b tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.69 "GET /v2.0/ports?device_id=cbdd5ffa-f105-4784-abc1-1bc005d88439 HTTP/1.1" status: 200 len: 944 time: 0.4778519 Apr 18 19:35:13.384719 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-e0253cd6-8670-4231-b9a8-41fedd526583 tempest-RoutersAdminNegativeTest-1370227020 tempest-RoutersAdminNegativeTest-1370227020-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:13.391696 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d849152b-1095-461d-87f6-f39d4793d9e9 req-deeb742d-a816-44dd-a00d-9672fd1142ca service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8885a960-0131-4e33-af5a-00c883bb2db8 HTTP/1.1" status: 200 len: 217 time: 0.1009667 Apr 18 19:35:13.392572 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-dd6ed8c1-922a-45b6-bc39-70bc32df765b tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:13.394661 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-dd6ed8c1-922a-45b6-bc39-70bc32df765b tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.1532986 Apr 18 19:35:13.402564 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-e0253cd6-8670-4231-b9a8-41fedd526583 tempest-RoutersAdminNegativeTest-1370227020 tempest-RoutersAdminNegativeTest-1370227020-project-admin] 10.222.0.69 "DELETE /v2.0/ports/284e827a-e6ad-41df-9cbb-b0ffaa09a911 HTTP/1.1" status: 204 len: 168 time: 1.2940500 Apr 18 19:35:13.402564 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 60516) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:13.415297 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-246c1797-4147-4339-a259-b0e2c88b3297 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Request body: {'security_group_rule': {'security_group_id': '29290edd-3102-4efb-8351-432f103228db', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:35:13.422342 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-246c1797-4147-4339-a259-b0e2c88b3297 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:35:13.428376 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-246c1797-4147-4339-a259-b0e2c88b3297 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Usage tracker for resource:security_group_rule and tenant:daa1e9a9eb654a04a70b9bdc41dad6d5 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:35:13.431940 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-246c1797-4147-4339-a259-b0e2c88b3297 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:35:13.439207 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-246c1797-4147-4339-a259-b0e2c88b3297 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:35:13.462397 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32f703fa-da43-4ae6-8573-05d3456adf9e admin admin] Made reservation on behalf of c396792787224a06a1caca5f9016eb19 for: {'network': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:35:13.466037 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-32f703fa-da43-4ae6-8573-05d3456adf9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for network, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:13.466483 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b53e98d5-85d3-4d79-98d7-5bf52d06c805 req-b63af400-dc79-40d5-8fed-5e833ed3cabf service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=6dce0218-3e63-47f4-ad5c-3b3c3b13b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269070 Apr 18 19:35:13.485781 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d849152b-1095-461d-87f6-f39d4793d9e9 req-7308f957-fffc-4f9c-b6f3-2e1a04fd8c2d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:13.489303 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d849152b-1095-461d-87f6-f39d4793d9e9 req-7308f957-fffc-4f9c-b6f3-2e1a04fd8c2d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5f0e8042-5aa6-4184-80a1-a68583a09ee2 HTTP/1.1" status: 200 len: 854 time: 0.0885074 Apr 18 19:35:13.492856 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2126195d-ef48-4619-934a-15ddb9fa6863 req-083da06e-bbd1-46a9-8d9e-0430dd7cca87 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.69 "GET /v2.0/security-groups?id=6dbbe555-f817-4989-8ffe-4d7514677d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521726 Apr 18 19:35:13.538053 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-32f703fa-da43-4ae6-8573-05d3456adf9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:13.575450 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-246c1797-4147-4339-a259-b0e2c88b3297 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:13.592225 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d849152b-1095-461d-87f6-f39d4793d9e9 req-67b42344-f97d-4b53-8705-e7a3f519908c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=81ddcfcb-39cd-4419-a273-35df2938d568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0980775 Apr 18 19:35:13.644526 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-32f703fa-da43-4ae6-8573-05d3456adf9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:35:13.662772 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-32f703fa-da43-4ae6-8573-05d3456adf9e admin admin] Usage tracker for resource:security_group_rule and tenant:c396792787224a06a1caca5f9016eb19 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:35:13.670725 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-32f703fa-da43-4ae6-8573-05d3456adf9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:35:13.684928 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-32f703fa-da43-4ae6-8573-05d3456adf9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:35:13.729679 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf22bd4b-ff59-409e-b18d-ea05686bdedc req-47bba7db-46fc-431d-afc2-fa026662b8a4 tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:13.733085 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-cf22bd4b-ff59-409e-b18d-ea05686bdedc req-47bba7db-46fc-431d-afc2-fa026662b8a4 tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf343fda-f220-4488-a1e0-387aba683d76 HTTP/1.1" status: 200 len: 944 time: 0.2499175 Apr 18 19:35:13.741992 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-246c1797-4147-4339-a259-b0e2c88b3297 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:13.804491 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-246c1797-4147-4339-a259-b0e2c88b3297 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484852'] for security_group_rule, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:13.821670 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d849152b-1095-461d-87f6-f39d4793d9e9 req-6417468d-7ce6-412c-9ab5-59cf6649b274 service neutron] 10.222.0.72 "GET /v2.0/networks/81ddcfcb-39cd-4419-a273-35df2938d568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188032 Apr 18 19:35:13.832677 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7362165-e262-4b88-b36a-f43aeee0157c req-ce0b75d9-28dc-43ac-b63f-8af3227a992d tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:13.834272 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e7362165-e262-4b88-b36a-f43aeee0157c req-ce0b75d9-28dc-43ac-b63f-8af3227a992d tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] 10.222.0.69 "GET /v2.0/ports?device_id=799d2072-e17c-419a-ba93-c1e77d148bcf&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1989350 Apr 18 19:35:13.857169 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-cf22bd4b-ff59-409e-b18d-ea05686bdedc req-f1920fb5-03e2-47fa-ac06-9a376c6fbf61 tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] 10.222.0.69 "GET /v2.0/security-groups?id=d91ae139-8b90-49fd-8dc9-70f1abc8c820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172528 Apr 18 19:35:13.863732 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246c1797-4147-4339-a259-b0e2c88b3297 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4db430fc-5461-46de-b1bf-f7278019cd9f,revision_number=0']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:13.894662 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-32f703fa-da43-4ae6-8573-05d3456adf9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:13.954788 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 60526) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:13.962718 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-246c1797-4147-4339-a259-b0e2c88b3297 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:13.964590 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-246c1797-4147-4339-a259-b0e2c88b3297 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5656621 Apr 18 19:35:13.967346 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 60532) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:13.973507 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-ba8411f4-ae5e-4cee-bfac-e1f80f39dc41 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Request body: {'security_group_rule': {'security_group_id': '29290edd-3102-4efb-8351-432f103228db', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:35:13.981568 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-ba8411f4-ae5e-4cee-bfac-e1f80f39dc41 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:35:13.986351 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-ba8411f4-ae5e-4cee-bfac-e1f80f39dc41 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Usage tracker for resource:security_group_rule and tenant:daa1e9a9eb654a04a70b9bdc41dad6d5 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:35:13.991070 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-ba8411f4-ae5e-4cee-bfac-e1f80f39dc41 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:35:13.995886 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-32f703fa-da43-4ae6-8573-05d3456adf9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:14.006950 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e7362165-e262-4b88-b36a-f43aeee0157c req-a8a5b42d-3500-465c-aaef-a4ae8f1246c3 tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.3.126 HTTP/1.1" status: 200 len: 696 time: 0.1505177 Apr 18 19:35:14.015160 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-ba8411f4-ae5e-4cee-bfac-e1f80f39dc41 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:35:14.033671 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-e7362165-e262-4b88-b36a-f43aeee0157c req-c520c771-fce9-484b-ae89-ffda2617c86c tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Request body: {'floatingip': {'port_id': 'ac6ccf01-ad6a-480a-945d-76509c20512e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:35:14.039073 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32f703fa-da43-4ae6-8573-05d3456adf9e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=84764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:35:14.055971 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f703fa-da43-4ae6-8573-05d3456adf9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da701d94-d5ec-4d45-a306-33194a2dfb0e,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:14.072472 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-32f703fa-da43-4ae6-8573-05d3456adf9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:14.076657 n-d-836017-2 neutron-server[84764]: INFO neutron.db.segments_db [None req-32f703fa-da43-4ae6-8573-05d3456adf9e admin admin] Added segment 7f90ec0e-0730-4dc0-b368-2cc8764d9629 of type vlan for network 168a7e5c-88e7-4a61-b7dd-5d3e7de1ff8d Apr 18 19:35:14.113711 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-32f703fa-da43-4ae6-8573-05d3456adf9e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791093404182'] for network, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:14.125420 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-e7362165-e262-4b88-b36a-f43aeee0157c req-c520c771-fce9-484b-ae89-ffda2617c86c tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Notify callbacks [] for floatingip, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:14.200597 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d849152b-1095-461d-87f6-f39d4793d9e9 req-3d8ddf09-09cf-4f42-a2e7-4193815f0c2c service neutron] 10.222.0.72 "GET /v2.0/networks/81ddcfcb-39cd-4419-a273-35df2938d568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3652620 Apr 18 19:35:14.207744 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-ba8411f4-ae5e-4cee-bfac-e1f80f39dc41 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:14.229022 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-32f703fa-da43-4ae6-8573-05d3456adf9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251'] for network, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:14.231188 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f703fa-da43-4ae6-8573-05d3456adf9e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:14.231768 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-32f703fa-da43-4ae6-8573-05d3456adf9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:14.235081 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-0633d4aa-709a-4f89-ad83-1576d669b1d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:14.404180 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f703fa-da43-4ae6-8573-05d3456adf9e admin admin] Pushing event updated for resources: {'Network': ['ID=168a7e5c-88e7-4a61-b7dd-5d3e7de1ff8d,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:14.418136 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Network 168a7e5c-88e7-4a61-b7dd-5d3e7de1ff8d details requested by agent ovs-agent-n-d-836017-2 with host n-d-836017-2 {{(pid=84765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:35:14.423228 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-0633d4aa-709a-4f89-ad83-1576d669b1d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:35:14.437694 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-0633d4aa-709a-4f89-ad83-1576d669b1d5 admin admin] Usage tracker for resource:security_group_rule and tenant:43fbc39b224848c28dad1729e1e99a9a is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:35:14.444908 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-0633d4aa-709a-4f89-ad83-1576d669b1d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:35:14.450128 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-ba8411f4-ae5e-4cee-bfac-e1f80f39dc41 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:14.454883 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-32f703fa-da43-4ae6-8573-05d3456adf9e admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4900455 Apr 18 19:35:14.457456 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 60538) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:14.459779 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-0633d4aa-709a-4f89-ad83-1576d669b1d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:35:14.466311 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-621ef6e7-cb53-479c-bf13-37605328b007 admin admin] Request body: {'subnet': {'network_id': '168a7e5c-88e7-4a61-b7dd-5d3e7de1ff8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1850423911-subnet', 'tenant_id': 'c396792787224a06a1caca5f9016eb19', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:35:14.475521 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ee467c-1687-4e37-8c38-1de4451e2cb7 req-05f46051-1767-4ed9-8e8e-d5522365a23f tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:14.477022 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-47ee467c-1687-4e37-8c38-1de4451e2cb7 req-05f46051-1767-4ed9-8e8e-d5522365a23f tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=348a0674-72eb-4eaa-9e57-ec09c1f87b74 HTTP/1.1" status: 200 len: 945 time: 0.3310452 Apr 18 19:35:14.484758 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-621ef6e7-cb53-479c-bf13-37605328b007 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:35:14.509010 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-621ef6e7-cb53-479c-bf13-37605328b007 admin admin] Usage tracker for resource:subnet and tenant:c396792787224a06a1caca5f9016eb19 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:35:14.516216 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-621ef6e7-cb53-479c-bf13-37605328b007 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:35:14.527496 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-621ef6e7-cb53-479c-bf13-37605328b007 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:35:14.544764 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-ba8411f4-ae5e-4cee-bfac-e1f80f39dc41 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484852'] for security_group_rule, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:14.587557 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8411f4-ae5e-4cee-bfac-e1f80f39dc41 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13c6aeeb-c067-494c-a83c-c751ef8860a8,revision_number=0']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:14.595942 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbdd5ffa-f105-4784-abc1-1bc005d88439', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41ba133b-cad2-4cdb-9a46-9cff74025eb1'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:35:14.613709 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-47ee467c-1687-4e37-8c38-1de4451e2cb7 req-8c80308c-8487-4853-bf65-572e07995638 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/security-groups?id=6dce0218-3e63-47f4-ad5c-3b3c3b13b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254592 Apr 18 19:35:14.625722 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-621ef6e7-cb53-479c-bf13-37605328b007 admin admin] Made reservation on behalf of c396792787224a06a1caca5f9016eb19 for: {'subnet': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:35:14.628037 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-621ef6e7-cb53-479c-bf13-37605328b007 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65862573'] for subnet, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:14.738128 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-ba8411f4-ae5e-4cee-bfac-e1f80f39dc41 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:14.739425 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-ba8411f4-ae5e-4cee-bfac-e1f80f39dc41 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.7709200 Apr 18 19:35:14.747418 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 60546) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:14.756924 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-510c53d1-cee9-42d0-b629-b9d5e00e1c6b tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Request body: {'security_group_rule': {'security_group_id': '29290edd-3102-4efb-8351-432f103228db', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:35:14.761261 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-0633d4aa-709a-4f89-ad83-1576d669b1d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:14.765533 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-510c53d1-cee9-42d0-b629-b9d5e00e1c6b tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:35:14.774581 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-510c53d1-cee9-42d0-b629-b9d5e00e1c6b tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Usage tracker for resource:security_group_rule and tenant:daa1e9a9eb654a04a70b9bdc41dad6d5 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:35:14.778521 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-510c53d1-cee9-42d0-b629-b9d5e00e1c6b tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:35:14.791641 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-510c53d1-cee9-42d0-b629-b9d5e00e1c6b tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:35:14.852980 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-0633d4aa-709a-4f89-ad83-1576d669b1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:14.962579 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-510c53d1-cee9-42d0-b629-b9d5e00e1c6b tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:15.007967 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-e7362165-e262-4b88-b36a-f43aeee0157c req-c520c771-fce9-484b-ae89-ffda2617c86c tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:15.052151 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-510c53d1-cee9-42d0-b629-b9d5e00e1c6b tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:15.075176 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-e7362165-e262-4b88-b36a-f43aeee0157c req-c520c771-fce9-484b-ae89-ffda2617c86c tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416787'] for floatingip, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:15.095420 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0633d4aa-709a-4f89-ad83-1576d669b1d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b0fdcd7-f66c-4008-81ad-43475661a638,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:15.106665 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-0633d4aa-709a-4f89-ad83-1576d669b1d5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=43fbc39b224848c28dad1729e1e99a9a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1452308 Apr 18 19:35:15.106665 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 60554) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:15.129721 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-510c53d1-cee9-42d0-b629-b9d5e00e1c6b tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484852'] for security_group_rule, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:15.170853 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-621ef6e7-cb53-479c-bf13-37605328b007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2290811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65862591'] for subnet, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:15.226304 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510c53d1-cee9-42d0-b629-b9d5e00e1c6b tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21f9de3c-670c-4ce6-a2da-801aae80fadd,revision_number=0']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:15.249922 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c25e79-7ad4-47ce-b727-a55d1dd2cafc req-78487bad-5283-45e1-8891-bb9d9eb35d9e tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:15.251455 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-88c25e79-7ad4-47ce-b727-a55d1dd2cafc req-78487bad-5283-45e1-8891-bb9d9eb35d9e tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.69 "GET /v2.0/ports?device_id=cbdd5ffa-f105-4784-abc1-1bc005d88439 HTTP/1.1" status: 200 len: 945 time: 0.2308910 Apr 18 19:35:15.260036 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-1a8f646c-1a04-48de-b958-1a4985a1e8df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:15.313790 n-d-836017-2 neutron-server[84763]: INFO neutron.db.l3_db [req-e7362165-e262-4b88-b36a-f43aeee0157c req-c520c771-fce9-484b-ae89-ffda2617c86c tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Floating IP 326923ee-96b3-4b95-8359-59283ca2dbbc associated. External IP: 172.25.3.126, port: ac6ccf01-ad6a-480a-945d-76509c20512e. Apr 18 19:35:15.330750 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621ef6e7-cb53-479c-bf13-37605328b007 admin admin] Pushing event updated for resources: {'Subnet': ['ID=880fe736-40f1-40b4-9914-295fd7eafb79,revision_number=0']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:15.334594 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-1a8f646c-1a04-48de-b958-1a4985a1e8df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:15.367218 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-510c53d1-cee9-42d0-b629-b9d5e00e1c6b tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:15.368488 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-510c53d1-cee9-42d0-b629-b9d5e00e1c6b tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6198347 Apr 18 19:35:15.376570 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 60558) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:15.391272 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-88c25e79-7ad4-47ce-b727-a55d1dd2cafc req-4d6c7858-d950-419e-a63f-4511bec3747f tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.69 "GET /v2.0/security-groups?id=6dbbe555-f817-4989-8ffe-4d7514677d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285865 Apr 18 19:35:15.391959 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621ef6e7-cb53-479c-bf13-37605328b007 admin admin] Checking segment: {'id': '7f90ec0e-0730-4dc0-b368-2cc8764d9629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '168a7e5c-88e7-4a61-b7dd-5d3e7de1ff8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:35:15.392392 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621ef6e7-cb53-479c-bf13-37605328b007 admin admin] Network hostable DHCP agents. Network: 168a7e5c-88e7-4a61-b7dd-5d3e7de1ff8d, hostable agents: ['f6987c12-6d6c-47d4-b22d-cfcd164dc40d'], hosted agents: [] {{(pid=84764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:35:15.434561 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-6556e09e-4a86-425e-bdc4-4607bd0f7068 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Request body: {'security_group_rule': {'security_group_id': '29290edd-3102-4efb-8351-432f103228db', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:35:15.445833 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-6556e09e-4a86-425e-bdc4-4607bd0f7068 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:35:15.453377 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-6556e09e-4a86-425e-bdc4-4607bd0f7068 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Usage tracker for resource:security_group_rule and tenant:daa1e9a9eb654a04a70b9bdc41dad6d5 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:35:15.456819 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-6556e09e-4a86-425e-bdc4-4607bd0f7068 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:35:15.466584 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-6556e09e-4a86-425e-bdc4-4607bd0f7068 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:35:15.482226 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2afc2738-9e2c-491e-9cd0-480cdf20da9f'] response: {'server_uuid': 'cbdd5ffa-f105-4784-abc1-1bc005d88439', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41ba133b-cad2-4cdb-9a46-9cff74025eb1', 'code': 200} Apr 18 19:35:15.528741 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621ef6e7-cb53-479c-bf13-37605328b007 admin admin] Network 168a7e5c-88e7-4a61-b7dd-5d3e7de1ff8d is scheduled to be hosted by DHCP agent f6987c12-6d6c-47d4-b22d-cfcd164dc40d with binding_index 1 {{(pid=84764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:35:15.567231 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-1a8f646c-1a04-48de-b958-1a4985a1e8df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:15.592722 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8f646c-1a04-48de-b958-1a4985a1e8df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b0fdcd7-f66c-4008-81ad-43475661a638,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:15.606870 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-1a8f646c-1a04-48de-b958-1a4985a1e8df admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:15.606870 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-1a8f646c-1a04-48de-b958-1a4985a1e8df admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6b0fdcd7-f66c-4008-81ad-43475661a638 HTTP/1.1" status: 204 len: 168 time: 0.4964862 Apr 18 19:35:15.623001 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [None req-621ef6e7-cb53-479c-bf13-37605328b007 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-2, 168a7e5c-88e7-4a61-b7dd-5d3e7de1ff8d) {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:35:15.630672 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-6556e09e-4a86-425e-bdc4-4607bd0f7068 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:15.640168 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ad0b2c-4f5a-47ca-9352-0d64a7ee8ebe None None] Network 168a7e5c-88e7-4a61-b7dd-5d3e7de1ff8d requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:35:15.645299 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621ef6e7-cb53-479c-bf13-37605328b007 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:15.645915 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-621ef6e7-cb53-479c-bf13-37605328b007 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for subnet, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:15.760944 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-621ef6e7-cb53-479c-bf13-37605328b007 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3021104 Apr 18 19:35:15.892518 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-080b3621-cb58-4ad9-bfd5-159a8b83cc90 req-78f59149-c421-471b-9cdb-506125f22808 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=cbdd5ffa-f105-4784-abc1-1bc005d88439 HTTP/1.1" status: 200 len: 1096 time: 0.3308115 Apr 18 19:35:15.894696 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-6556e09e-4a86-425e-bdc4-4607bd0f7068 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:15.987657 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4dd8506-6ce6-4533-bb8a-bea71432ec17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31f5fbf7-4b5c-5a44-b255-70c4fc176ae8-168a7e5c-88e7-4a61-b7dd-5d3e7de1ff8d', 'network_id': '168a7e5c-88e7-4a61-b7dd-5d3e7de1ff8d', 'tenant_id': 'c396792787224a06a1caca5f9016eb19', 'fixed_ips': [{'subnet_id': '880fe736-40f1-40b4-9914-295fd7eafb79'}]}} from n-d-836017-2. {{(pid=84765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 19:35:15.989854 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d4dd8506-6ce6-4533-bb8a-bea71432ec17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:15.991060 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-6556e09e-4a86-425e-bdc4-4607bd0f7068 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484852'] for security_group_rule, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:16.049965 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6556e09e-4a86-425e-bdc4-4607bd0f7068 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df9b5b6d-7b99-48f1-ac90-941b7e56dc84,revision_number=0']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:16.068977 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-080b3621-cb58-4ad9-bfd5-159a8b83cc90 req-e81817b9-b2c3-4f15-99d0-5d075905c1ba service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=6dbbe555-f817-4989-8ffe-4d7514677d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689403 Apr 18 19:35:16.164164 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-6556e09e-4a86-425e-bdc4-4607bd0f7068 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:16.169631 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-6556e09e-4a86-425e-bdc4-4607bd0f7068 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.7414854 Apr 18 19:35:16.169631 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e7362165-e262-4b88-b36a-f43aeee0157c req-c520c771-fce9-484b-ae89-ffda2617c86c tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Router 5db9a198-cca2-4839-964d-989973220cd5 has already been hosted by L3 agent 21b59c62-f184-4169-bc3e-79831cc043e8 {{(pid=84763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:35:16.170198 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 60578) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:16.188979 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-3792d180-9aca-4d73-a334-4ac03c98110c tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Request body: {'security_group_rule': {'security_group_id': '29290edd-3102-4efb-8351-432f103228db', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:35:16.201346 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-3792d180-9aca-4d73-a334-4ac03c98110c tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:35:16.208625 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-3792d180-9aca-4d73-a334-4ac03c98110c tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Usage tracker for resource:security_group_rule and tenant:daa1e9a9eb654a04a70b9bdc41dad6d5 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:35:16.212136 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-3792d180-9aca-4d73-a334-4ac03c98110c tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:35:16.245329 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-d4dd8506-6ce6-4533-bb8a-bea71432ec17 None None] Allocated IP 172.20.0.2 (168a7e5c-88e7-4a61-b7dd-5d3e7de1ff8d/880fe736-40f1-40b4-9914-295fd7eafb79/21bcf457-7eb0-47c2-a877-d2668df1343c) {{(pid=84765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:35:16.268745 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045fef7c-ffe0-4ce4-9041-35ebd1788cf8 req-0c57f8e9-ea7b-4b25-a995-4bf509425c7e tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:16.270532 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-045fef7c-ffe0-4ce4-9041-35ebd1788cf8 req-0c57f8e9-ea7b-4b25-a995-4bf509425c7e tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf343fda-f220-4488-a1e0-387aba683d76 HTTP/1.1" status: 200 len: 944 time: 0.0930965 Apr 18 19:35:16.327457 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-045fef7c-ffe0-4ce4-9041-35ebd1788cf8 req-a3de8c1e-3119-4992-87bc-0ef9fe71f4cc tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] 10.222.0.69 "GET /v2.0/security-groups?id=d91ae139-8b90-49fd-8dc9-70f1abc8c820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499775 Apr 18 19:35:16.445802 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-3792d180-9aca-4d73-a334-4ac03c98110c tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:35:16.539665 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d4dd8506-6ce6-4533-bb8a-bea71432ec17 None None] Notify callbacks [] for port, precommit_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:16.554827 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-d4dd8506-6ce6-4533-bb8a-bea71432ec17 None None] Transition to ACTIVE for port object 21bcf457-7eb0-47c2-a877-d2668df1343c will not be triggered until provisioned by entity L2. {{(pid=84765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:35:16.578817 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-d4dd8506-6ce6-4533-bb8a-bea71432ec17 None None] Transition to ACTIVE for port object 21bcf457-7eb0-47c2-a877-d2668df1343c will not be triggered until provisioned by entity DHCP. {{(pid=84765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:35:16.591510 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-3792d180-9aca-4d73-a334-4ac03c98110c tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:16.593379 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebe1605-7e3e-417b-8e1e-9ad3b2da29e1 req-a4444a07-3cb4-4457-a352-9aab70b875cd tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:16.594997 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2ebe1605-7e3e-417b-8e1e-9ad3b2da29e1 req-a4444a07-3cb4-4457-a352-9aab70b875cd tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=348a0674-72eb-4eaa-9e57-ec09c1f87b74 HTTP/1.1" status: 200 len: 945 time: 0.1318741 Apr 18 19:35:16.635131 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 60584) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:16.661097 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d4dd8506-6ce6-4533-bb8a-bea71432ec17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331'] for port, after_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:16.662229 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2ebe1605-7e3e-417b-8e1e-9ad3b2da29e1 req-9be14c12-c3cc-4945-8de5-93ff70402c2f tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/security-groups?id=6dce0218-3e63-47f4-ad5c-3b3c3b13b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616660 Apr 18 19:35:16.670393 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e7362165-e262-4b88-b36a-f43aeee0157c req-c520c771-fce9-484b-ae89-ffda2617c86c tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Notify agent at l3_agent.n-d-836017-2 the message routers_updated {{(pid=84763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:35:16.676449 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-e7362165-e262-4b88-b36a-f43aeee0157c req-c520c771-fce9-484b-ae89-ffda2617c86c tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for floatingip, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:16.685614 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b459f9-083c-475b-9760-67f00c01e5f7 None None] Sync routers for ids ['5db9a198-cca2-4839-964d-989973220cd5'] in n-d-836017-2 {{(pid=84766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:35:16.713404 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b459f9-083c-475b-9760-67f00c01e5f7 None None] Routers {'5db9a198-cca2-4839-964d-989973220cd5'} bound to L3 agent in host n-d-836017-2 {{(pid=84766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:35:16.715864 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-07b459f9-083c-475b-9760-67f00c01e5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:34:51Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['5db9a198-cca2-4839-964d-989973220cd5'], 'active': True} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:35:16.742250 n-d-836017-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4dd8506-6ce6-4533-bb8a-bea71432ec17 None None] Network 168a7e5c-88e7-4a61-b7dd-5d3e7de1ff8d is already hosted by enough agents. {{(pid=84765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:35:16.748068 n-d-836017-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-d4dd8506-6ce6-4533-bb8a-bea71432ec17 None None] Resources bound (agent type, host, resource id): {{(pid=84765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:35:16.753623 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4dd8506-6ce6-4533-bb8a-bea71432ec17 None None] Received port after_create {{(pid=84765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:35:16.757203 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dd8506-6ce6-4533-bb8a-bea71432ec17 None None] Pushing event updated for resources: {'Port': ['ID=21bcf457-7eb0-47c2-a877-d2668df1343c,revision_number=1']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:16.793149 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-3792d180-9aca-4d73-a334-4ac03c98110c tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:16.807373 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e7362165-e262-4b88-b36a-f43aeee0157c req-c520c771-fce9-484b-ae89-ffda2617c86c tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] 10.222.0.69 "PUT /v2.0/floatingips/326923ee-96b3-4b95-8359-59283ca2dbbc HTTP/1.1" status: 200 len: 997 time: 2.7887557 Apr 18 19:35:16.808386 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '799d2072-e17c-419a-ba93-c1e77d148bcf', 'tag': 'ac6ccf01-ad6a-480a-945d-76509c20512e'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:35:16.820006 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-839abe7c-0198-4598-8f62-160c37da33fa admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8d5a7b864e28430dba066a3cbb8bd691&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1804965 Apr 18 19:35:16.820929 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 60592) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:16.876813 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-d4dd8506-6ce6-4533-bb8a-bea71432ec17 None None] Attempting to bind port 21bcf457-7eb0-47c2-a877-d2668df1343c on host n-d-836017-2 for vnic_type normal with profile {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:35:16.877480 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-d4dd8506-6ce6-4533-bb8a-bea71432ec17 None None] Attempting to bind port 21bcf457-7eb0-47c2-a877-d2668df1343c by drivers openvswitch,hyperv on host n-d-836017-2 at level 0 using segments [{'id': '7f90ec0e-0730-4dc0-b368-2cc8764d9629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '168a7e5c-88e7-4a61-b7dd-5d3e7de1ff8d'}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:35:16.878015 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4dd8506-6ce6-4533-bb8a-bea71432ec17 None None] Attempting to bind port 21bcf457-7eb0-47c2-a877-d2668df1343c on network 168a7e5c-88e7-4a61-b7dd-5d3e7de1ff8d {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:35:16.886270 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4dd8506-6ce6-4533-bb8a-bea71432ec17 None None] Checking agent: {'id': 'df2a5cfe-6839-400b-a998-e4fffce70f45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 8, 22), 'started_at': datetime.datetime(2022, 4, 18, 19, 8, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:35:16.886925 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4dd8506-6ce6-4533-bb8a-bea71432ec17 None None] Checking segment: {'id': '7f90ec0e-0730-4dc0-b368-2cc8764d9629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '168a7e5c-88e7-4a61-b7dd-5d3e7de1ff8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:35:16.887512 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d4dd8506-6ce6-4533-bb8a-bea71432ec17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:16.888067 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4dd8506-6ce6-4533-bb8a-bea71432ec17 None None] Bound using segment: {'id': '7f90ec0e-0730-4dc0-b368-2cc8764d9629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '168a7e5c-88e7-4a61-b7dd-5d3e7de1ff8d'} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:35:16.889099 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-d4dd8506-6ce6-4533-bb8a-bea71432ec17 None None] Bound port: 21bcf457-7eb0-47c2-a877-d2668df1343c, host: n-d-836017-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f90ec0e-0730-4dc0-b368-2cc8764d9629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '168a7e5c-88e7-4a61-b7dd-5d3e7de1ff8d'}}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:35:16.889643 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d4dd8506-6ce6-4533-bb8a-bea71432ec17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:16.895594 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-3792d180-9aca-4d73-a334-4ac03c98110c tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484852'] for security_group_rule, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:16.921864 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-96bf417b-2bd5-42d7-b16f-9c356becd97c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:16.927638 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3792d180-9aca-4d73-a334-4ac03c98110c tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4afaa893-875f-44d1-b908-93d3e59d915c,revision_number=0']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:16.961864 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e7362165-e262-4b88-b36a-f43aeee0157c req-bf948a20-6839-4d17-8baa-7c7b9f74592f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=542ab1652bc6481698039fdf0fdfca7f&device_id=799d2072-e17c-419a-ba93-c1e77d148bcf HTTP/1.1" status: 200 len: 1097 time: 0.1428375 Apr 18 19:35:16.965350 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-96bf417b-2bd5-42d7-b16f-9c356becd97c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:17.039599 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvr_db [None req-07b459f9-083c-475b-9760-67f00c01e5f7 None None] Set router 5db9a198-cca2-4839-964d-989973220cd5 gateway port host: n-d-836017-2 {{(pid=84766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:35:17.073424 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-d4dd8506-6ce6-4533-bb8a-bea71432ec17 None None] For port 21bcf457-7eb0-47c2-a877-d2668df1343c, host n-d-836017-2, cleared binding levels {{(pid=84765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:35:17.077489 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-d4dd8506-6ce6-4533-bb8a-bea71432ec17 None None] For port 21bcf457-7eb0-47c2-a877-d2668df1343c, host n-d-836017-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=21bcf457-7eb0-47c2-a877-d2668df1343c,segment=NetworkSegment(7f90ec0e-0730-4dc0-b368-2cc8764d9629),segment_id=7f90ec0e-0730-4dc0-b368-2cc8764d9629)] {{(pid=84765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:35:17.095215 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-3792d180-9aca-4d73-a334-4ac03c98110c tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:17.096519 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-3792d180-9aca-4d73-a334-4ac03c98110c tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 714 time: 0.9254951 Apr 18 19:35:17.099866 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 60596) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:17.116456 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-96bf417b-2bd5-42d7-b16f-9c356becd97c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:17.138473 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bf417b-2bd5-42d7-b16f-9c356becd97c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7687c2d4-4b66-4a35-a680-7fce8e37fa5c,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:17.140427 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d4dd8506-6ce6-4533-bb8a-bea71432ec17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:17.164939 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7362165-e262-4b88-b36a-f43aeee0157c req-e6e1b346-860a-4544-b752-eba2a84947ff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:17.166825 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e7362165-e262-4b88-b36a-f43aeee0157c req-e6e1b346-860a-4544-b752-eba2a84947ff service neutron] 10.222.0.69 "GET /v2.0/networks?id=a6104562-d871-4869-9fa8-73c34a57c151 HTTP/1.1" status: 200 len: 930 time: 0.2038119 Apr 18 19:35:17.185232 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-96bf417b-2bd5-42d7-b16f-9c356becd97c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:17.187195 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-96bf417b-2bd5-42d7-b16f-9c356becd97c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7687c2d4-4b66-4a35-a680-7fce8e37fa5c HTTP/1.1" status: 204 len: 168 time: 0.3650634 Apr 18 19:35:17.188663 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f16c20ad-4cf3-4a0f-85b0-b64cbe6e8bfc tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:17.205602 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f16c20ad-4cf3-4a0f-85b0-b64cbe6e8bfc tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:17.347514 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dd8506-6ce6-4533-bb8a-bea71432ec17 None None] Pushing event updated for resources: {'Port': ['ID=21bcf457-7eb0-47c2-a877-d2668df1343c,revision_number=2']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:17.384550 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e7362165-e262-4b88-b36a-f43aeee0157c req-dc670b9c-ae2d-48ea-b941-b9d4ad5c482f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac6ccf01-ad6a-480a-945d-76509c20512e HTTP/1.1" status: 200 len: 1000 time: 0.2117150 Apr 18 19:35:17.406292 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f16c20ad-4cf3-4a0f-85b0-b64cbe6e8bfc tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484852'] for security_group_rule, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:17.453444 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16c20ad-4cf3-4a0f-85b0-b64cbe6e8bfc tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4afaa893-875f-44d1-b908-93d3e59d915c,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:17.464564 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f16c20ad-4cf3-4a0f-85b0-b64cbe6e8bfc tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:17.465754 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-f16c20ad-4cf3-4a0f-85b0-b64cbe6e8bfc tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/4afaa893-875f-44d1-b908-93d3e59d915c HTTP/1.1" status: 204 len: 168 time: 0.3642600 Apr 18 19:35:17.480723 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 60608) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:17.486701 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7362165-e262-4b88-b36a-f43aeee0157c req-75cbc0c2-07b5-45e5-904c-a66bdae5cba4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:17.488462 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e7362165-e262-4b88-b36a-f43aeee0157c req-75cbc0c2-07b5-45e5-904c-a66bdae5cba4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=243c42e2-37fd-4e07-9b81-bac922c31c79 HTTP/1.1" status: 200 len: 868 time: 0.0962586 Apr 18 19:35:17.638832 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-6b424b46-c77b-433a-bfe0-ead6a9e38a72 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Synchronizing usage tracker for tenant:daa1e9a9eb654a04a70b9bdc41dad6d5 on resource:security_group_rule {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:35:17.662771 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-07b459f9-083c-475b-9760-67f00c01e5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db9a198-cca2-4839-964d-989973220cd5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1770307152-router', 'tenant_id': '542ab1652bc6481698039fdf0fdfca7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '6b2bb02a-da4d-441c-99c1-1d7d04d15bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:34:22Z', 'updated_at': '2022-04-18T19:34:33Z', 'revision_number': 4, 'project_id': '542ab1652bc6481698039fdf0fdfca7f', 'gw_port': {'id': '6b2bb02a-da4d-441c-99c1-1d7d04d15bca', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d6:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db9a198-cca2-4839-964d-989973220cd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:34:24Z', 'updated_at': '2022-04-18T19:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_floatingips': [{'id': '326923ee-96b3-4b95-8359-59283ca2dbbc', 'tenant_id': '542ab1652bc6481698039fdf0fdfca7f', 'floating_ip_address': '172.25.3.126', 'floating_network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'router_id': '5db9a198-cca2-4839-964d-989973220cd5', 'port_id': 'ac6ccf01-ad6a-480a-945d-76509c20512e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6104562-d871-4869-9fa8-73c34a57c151', 'mac_address': 'fa:16:3e:14:95:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799d2072-e17c-419a-ba93-c1e77d148bcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T19:35:10Z', 'updated_at': '2022-04-18T19:35:14Z', 'revision_number': 1, 'project_id': '542ab1652bc6481698039fdf0fdfca7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e48e6d70-fd6b-4f0d-bf4c-b5f4a16be198', 'name': '', 'network_id': 'a6104562-d871-4869-9fa8-73c34a57c151', 'tenant_id': '542ab1652bc6481698039fdf0fdfca7f', 'mac_address': 'fa:16:3e:fe:cf:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db9a198-cca2-4839-964d-989973220cd5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '243c42e2-37fd-4e07-9b81-bac922c31c79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:34:31Z', 'updated_at': '2022-04-18T19:34:45Z', 'revision_number': 5, 'project_id': '542ab1652bc6481698039fdf0fdfca7f', 'subnets': [{'id': '243c42e2-37fd-4e07-9b81-bac922c31c79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-2', False) {} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:35:17.679936 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b459f9-083c-475b-9760-67f00c01e5f7 None None] Checking router: 5db9a198-cca2-4839-964d-989973220cd5 for host: n-d-836017-2 {{(pid=84766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:35:17.714056 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b459f9-083c-475b-9760-67f00c01e5f7 None None] Routers {'5db9a198-cca2-4839-964d-989973220cd5'} bound to L3 agent in host n-d-836017-2 {{(pid=84766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:35:17.715450 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-07b459f9-083c-475b-9760-67f00c01e5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:34:51Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['5db9a198-cca2-4839-964d-989973220cd5'], 'active': True} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:35:17.716540 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e7362165-e262-4b88-b36a-f43aeee0157c req-39fb618c-6434-44bf-9c25-8e6dcbed4b4e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a6104562-d871-4869-9fa8-73c34a57c151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2193639 Apr 18 19:35:17.727574 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [req-e7362165-e262-4b88-b36a-f43aeee0157c req-2f38d1ff-9893-42c0-bd4a-40f9bbc55098 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=84763) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:35:17.736463 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e7362165-e262-4b88-b36a-f43aeee0157c req-2f38d1ff-9893-42c0-bd4a-40f9bbc55098 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0134556 Apr 18 19:35:17.765887 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-6b424b46-c77b-433a-bfe0-ead6a9e38a72 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Unset dirty status for tenant:daa1e9a9eb654a04a70b9bdc41dad6d5 on resource:security_group_rule {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:35:17.771780 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-6b424b46-c77b-433a-bfe0-ead6a9e38a72 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5171 time: 0.2856150 Apr 18 19:35:17.771780 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 60612) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:17.843313 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-4bbac6e6-294e-4522-b05a-6b0bcea43d98 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:17.859107 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-4bbac6e6-294e-4522-b05a-6b0bcea43d98 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:18.000503 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-4bbac6e6-294e-4522-b05a-6b0bcea43d98 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484852'] for security_group_rule, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:18.027911 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvr_db [None req-07b459f9-083c-475b-9760-67f00c01e5f7 None None] Set router 5db9a198-cca2-4839-964d-989973220cd5 gateway port host: n-d-836017-2 {{(pid=84766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:35:18.078158 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7659de1b-6519-40a3-a936-83d343147636 req-de7d0ba3-32df-4ca8-b2cd-c070080c9007 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:18.080241 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7659de1b-6519-40a3-a936-83d343147636 req-de7d0ba3-32df-4ca8-b2cd-c070080c9007 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.72 "GET /v2.0/ports?device_id=99639b6b-998a-466c-aaee-d63991d0f3d1 HTTP/1.1" status: 200 len: 949 time: 0.2868040 Apr 18 19:35:18.097934 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 21bcf457-7eb0-47c2-a877-d2668df1343c up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:35:18.135142 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbac6e6-294e-4522-b05a-6b0bcea43d98 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=df9b5b6d-7b99-48f1-ac90-941b7e56dc84,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:18.183656 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e7362165-e262-4b88-b36a-f43aeee0157c req-4f57bdf7-c772-4ab3-b963-b980492e64f7 service neutron] 10.222.0.69 "GET /v2.0/networks/a6104562-d871-4869-9fa8-73c34a57c151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4400887 Apr 18 19:35:18.191592 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-7659de1b-6519-40a3-a936-83d343147636 req-efdb0296-ae97-43e9-acb5-26dfa1072218 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Deleting port a2813964-4506-412b-8a7e-dd3f7c81ebe6 {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:35:18.191592 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-7659de1b-6519-40a3-a936-83d343147636 req-efdb0296-ae97-43e9-acb5-26dfa1072218 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:18.274021 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-4bbac6e6-294e-4522-b05a-6b0bcea43d98 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:18.280517 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-4bbac6e6-294e-4522-b05a-6b0bcea43d98 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/df9b5b6d-7b99-48f1-ac90-941b7e56dc84 HTTP/1.1" status: 204 len: 168 time: 0.5068593 Apr 18 19:35:18.292289 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-56111811-b14f-46c1-a6d4-8b15dcbfc16d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:18.299707 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning for port 21bcf457-7eb0-47c2-a877-d2668df1343c completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:35:18.300240 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 60626) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:18.458645 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-fab87aa5-18ce-45f8-b173-8f6915f8dacc tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Synchronizing usage tracker for tenant:daa1e9a9eb654a04a70b9bdc41dad6d5 on resource:security_group_rule {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:35:18.511201 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0256caa2-106e-4f77-a3f5-9dece80b78a6 req-0543fdb1-216a-4cd5-8ed3-c02c59d35fa1 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:18.512173 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-0256caa2-106e-4f77-a3f5-9dece80b78a6 req-0543fdb1-216a-4cd5-8ed3-c02c59d35fa1 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Synchronizing usage tracker for tenant:c396792787224a06a1caca5f9016eb19 on resource:network {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:35:18.568701 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-fab87aa5-18ce-45f8-b173-8f6915f8dacc tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Unset dirty status for tenant:daa1e9a9eb654a04a70b9bdc41dad6d5 on resource:security_group_rule {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:35:18.575307 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-fab87aa5-18ce-45f8-b173-8f6915f8dacc tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4683 time: 0.2718401 Apr 18 19:35:18.578712 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 60634) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:18.628391 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-cc2c3bca-95b5-4fe0-b04b-676b599b57e0 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:18.631872 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-07b459f9-083c-475b-9760-67f00c01e5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db9a198-cca2-4839-964d-989973220cd5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1770307152-router', 'tenant_id': '542ab1652bc6481698039fdf0fdfca7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '6b2bb02a-da4d-441c-99c1-1d7d04d15bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:34:22Z', 'updated_at': '2022-04-18T19:34:33Z', 'revision_number': 4, 'project_id': '542ab1652bc6481698039fdf0fdfca7f', 'gw_port': {'id': '6b2bb02a-da4d-441c-99c1-1d7d04d15bca', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d6:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db9a198-cca2-4839-964d-989973220cd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:34:24Z', 'updated_at': '2022-04-18T19:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_floatingips': [{'id': '326923ee-96b3-4b95-8359-59283ca2dbbc', 'tenant_id': '542ab1652bc6481698039fdf0fdfca7f', 'floating_ip_address': '172.25.3.126', 'floating_network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'router_id': '5db9a198-cca2-4839-964d-989973220cd5', 'port_id': 'ac6ccf01-ad6a-480a-945d-76509c20512e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6104562-d871-4869-9fa8-73c34a57c151', 'mac_address': 'fa:16:3e:14:95:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799d2072-e17c-419a-ba93-c1e77d148bcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T19:35:10Z', 'updated_at': '2022-04-18T19:35:14Z', 'revision_number': 1, 'project_id': '542ab1652bc6481698039fdf0fdfca7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e48e6d70-fd6b-4f0d-bf4c-b5f4a16be198', 'name': '', 'network_id': 'a6104562-d871-4869-9fa8-73c34a57c151', 'tenant_id': '542ab1652bc6481698039fdf0fdfca7f', 'mac_address': 'fa:16:3e:fe:cf:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db9a198-cca2-4839-964d-989973220cd5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '243c42e2-37fd-4e07-9b81-bac922c31c79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:34:31Z', 'updated_at': '2022-04-18T19:34:45Z', 'revision_number': 5, 'project_id': '542ab1652bc6481698039fdf0fdfca7f', 'subnets': [{'id': '243c42e2-37fd-4e07-9b81-bac922c31c79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-2', False) {} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:35:18.632633 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e7362165-e262-4b88-b36a-f43aeee0157c req-0fdfbf5d-1bbb-40a8-b0b5-50c2523fec09 service neutron] 10.222.0.69 "GET /v2.0/networks/a6104562-d871-4869-9fa8-73c34a57c151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4156060 Apr 18 19:35:18.645619 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b459f9-083c-475b-9760-67f00c01e5f7 None None] The sync data for ids ['5db9a198-cca2-4839-964d-989973220cd5'] in n-d-836017-2 is: [{'id': '5db9a198-cca2-4839-964d-989973220cd5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1770307152-router', 'tenant_id': '542ab1652bc6481698039fdf0fdfca7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '6b2bb02a-da4d-441c-99c1-1d7d04d15bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:34:22Z', 'updated_at': '2022-04-18T19:34:33Z', 'revision_number': 4, 'project_id': '542ab1652bc6481698039fdf0fdfca7f', 'gw_port': {'id': '6b2bb02a-da4d-441c-99c1-1d7d04d15bca', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d6:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db9a198-cca2-4839-964d-989973220cd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:34:24Z', 'updated_at': '2022-04-18T19:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_floatingips': [{'id': '326923ee-96b3-4b95-8359-59283ca2dbbc', 'tenant_id': '542ab1652bc6481698039fdf0fdfca7f', 'floating_ip_address': '172.25.3.126', 'floating_network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'router_id': '5db9a198-cca2-4839-964d-989973220cd5', 'port_id': 'ac6ccf01-ad6a-480a-945d-76509c20512e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6104562-d871-4869-9fa8-73c34a57c151', 'mac_address': 'fa:16:3e:14:95:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799d2072-e17c-419a-ba93-c1e77d148bcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T19:35:10Z', 'updated_at': '2022-04-18T19:35:14Z', 'revision_number': 1, 'project_id': '542ab1652bc6481698039fdf0fdfca7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e48e6d70-fd6b-4f0d-bf4c-b5f4a16be198', 'name': '', 'network_id': 'a6104562-d871-4869-9fa8-73c34a57c151', 'tenant_id': '542ab1652bc6481698039fdf0fdfca7f', 'mac_address': 'fa:16:3e:fe:cf:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db9a198-cca2-4839-964d-989973220cd5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '243c42e2-37fd-4e07-9b81-bac922c31c79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:34:31Z', 'updated_at': '2022-04-18T19:34:45Z', 'revision_number': 5, 'project_id': '542ab1652bc6481698039fdf0fdfca7f', 'subnets': [{'id': '243c42e2-37fd-4e07-9b81-bac922c31c79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:35:18.656702 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-cc2c3bca-95b5-4fe0-b04b-676b599b57e0 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:18.691634 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-0256caa2-106e-4f77-a3f5-9dece80b78a6 req-0543fdb1-216a-4cd5-8ed3-c02c59d35fa1 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Unset dirty status for tenant:c396792787224a06a1caca5f9016eb19 on resource:network {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:35:18.698985 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-0256caa2-106e-4f77-a3f5-9dece80b78a6 req-0543fdb1-216a-4cd5-8ed3-c02c59d35fa1 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] 10.222.0.69 "GET /v2.0/networks?id=168a7e5c-88e7-4a61-b7dd-5d3e7de1ff8d HTTP/1.1" status: 200 len: 816 time: 0.6612267 Apr 18 19:35:18.733741 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-7659de1b-6519-40a3-a936-83d343147636 req-efdb0296-ae97-43e9-acb5-26dfa1072218 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] For port a2813964-4506-412b-8a7e-dd3f7c81ebe6, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=a2813964-4506-412b-8a7e-dd3f7c81ebe6,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:35:18.733741 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-7659de1b-6519-40a3-a936-83d343147636 req-efdb0296-ae97-43e9-acb5-26dfa1072218 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:18.757145 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-0256caa2-106e-4f77-a3f5-9dece80b78a6 req-6a2a700c-e24d-4126-85b2-32a8982b1c13 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] 10.222.0.69 "GET /v2.0/quotas/c396792787224a06a1caca5f9016eb19 HTTP/1.1" status: 200 len: 375 time: 0.0571742 Apr 18 19:35:18.827352 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2633382a-1881-4d08-a736-5042107a2a76 None None] Network 168a7e5c-88e7-4a61-b7dd-5d3e7de1ff8d requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:35:18.928285 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-0256caa2-106e-4f77-a3f5-9dece80b78a6 req-014fed20-3cb8-415d-a64e-502ea34f6a18 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=c396792787224a06a1caca5f9016eb19&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1700516 Apr 18 19:35:19.025780 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-cc2c3bca-95b5-4fe0-b04b-676b599b57e0 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484852'] for security_group_rule, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:19.081654 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fccad790-d545-481c-85fe-d1ea9c59380d None None] New status for floating IP 326923ee-96b3-4b95-8359-59283ca2dbbc: ACTIVE {{(pid=84765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 19:35:19.101495 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2c3bca-95b5-4fe0-b04b-676b599b57e0 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=21f9de3c-670c-4ce6-a2da-801aae80fadd,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:19.148384 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-7659de1b-6519-40a3-a936-83d343147636 req-efdb0296-ae97-43e9-acb5-26dfa1072218 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Calling delete_port for a2813964-4506-412b-8a7e-dd3f7c81ebe6 owned by compute:nova {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:35:19.157658 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-52d732f1-fb91-4ffa-a781-5509ab8800cb None None] Provisioning for port 21bcf457-7eb0-47c2-a877-d2668df1343c completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:35:19.207196 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-52d732f1-fb91-4ffa-a781-5509ab8800cb None None] Provisioning complete for port 21bcf457-7eb0-47c2-a877-d2668df1343c triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:35:19.207960 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-52d732f1-fb91-4ffa-a781-5509ab8800cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:19.209472 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-0256caa2-106e-4f77-a3f5-9dece80b78a6 req-c31a89be-a5a7-4a84-aefd-3dddded679ad service neutron] 10.222.0.69 "GET /v2.0/networks/168a7e5c-88e7-4a61-b7dd-5d3e7de1ff8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793295 Apr 18 19:35:19.219714 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506417cb-7cce-4756-aa1e-22bc7b602287 req-21e3882c-b144-4f23-a223-bffecb1a1afe tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:19.221535 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-506417cb-7cce-4756-aa1e-22bc7b602287 req-21e3882c-b144-4f23-a223-bffecb1a1afe tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.72 "GET /v2.0/ports?device_id=542cb5b6-7137-4f38-91fb-4a890f0003c2 HTTP/1.1" status: 200 len: 950 time: 0.2904520 Apr 18 19:35:19.267495 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5507f90-55b1-4290-b47c-0dd8a847eb62 req-0759135d-cd3d-4de2-b7d8-8ce6453e4f31 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:19.269051 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f5507f90-55b1-4290-b47c-0dd8a847eb62 req-0759135d-cd3d-4de2-b7d8-8ce6453e4f31 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.69 "GET /v2.0/ports?device_id=cbdd5ffa-f105-4784-abc1-1bc005d88439 HTTP/1.1" status: 200 len: 945 time: 0.3317630 Apr 18 19:35:19.387641 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f5507f90-55b1-4290-b47c-0dd8a847eb62 req-9ff93e9d-c5f2-440e-99af-ab9a45263d7a tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.69 "GET /v2.0/security-groups?id=6dbbe555-f817-4989-8ffe-4d7514677d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105866 Apr 18 19:35:19.408529 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 60646) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:19.426743 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-cc2c3bca-95b5-4fe0-b04b-676b599b57e0 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:19.426743 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-cc2c3bca-95b5-4fe0-b04b-676b599b57e0 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/21f9de3c-670c-4ce6-a2da-801aae80fadd HTTP/1.1" status: 204 len: 168 time: 0.8445506 Apr 18 19:35:19.429896 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 60652) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:19.472847 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-0256caa2-106e-4f77-a3f5-9dece80b78a6 req-4ece638f-e407-4ade-9775-eae49941b294 service neutron] 10.222.0.69 "GET /v2.0/networks/168a7e5c-88e7-4a61-b7dd-5d3e7de1ff8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499573 Apr 18 19:35:19.481487 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-7659de1b-6519-40a3-a936-83d343147636 req-efdb0296-ae97-43e9-acb5-26dfa1072218 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:19.550666 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] get_ports_and_sgs() called for port_ids ['095a9680-858e-4b90-9273-b31a53dffeb8', 'a2813964-4506-412b-8a7e-dd3f7c81ebe6'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:35:19.555210 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [req-506417cb-7cce-4756-aa1e-22bc7b602287 req-ca8cce95-9ce8-4022-90e2-95357bfb74b2 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Deleting port 095a9680-858e-4b90-9273-b31a53dffeb8 {{(pid=84764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:35:19.558641 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-506417cb-7cce-4756-aa1e-22bc7b602287 req-ca8cce95-9ce8-4022-90e2-95357bfb74b2 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:19.579263 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdb0296-ae97-43e9-acb5-26dfa1072218 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Pushing event deleted for resources: {'Port': ['ID=a2813964-4506-412b-8a7e-dd3f7c81ebe6,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:19.649169 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] get_ports_and_sgs() called for port_ids ['fbaca27c-775e-4826-a999-e46d492b3066'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:35:19.774107 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-6c5b3fce-14a8-40fe-9dca-b87801afb38e tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Synchronizing usage tracker for tenant:daa1e9a9eb654a04a70b9bdc41dad6d5 on resource:security_group_rule {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:35:19.779205 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-7659de1b-6519-40a3-a936-83d343147636 req-efdb0296-ae97-43e9-acb5-26dfa1072218 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] No DVR routers for this DVR port a2813964-4506-412b-8a7e-dd3f7c81ebe6 on host n-h2-836017-2 {{(pid=84763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:35:19.783102 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-7659de1b-6519-40a3-a936-83d343147636 req-efdb0296-ae97-43e9-acb5-26dfa1072218 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:19.811049 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-fd67393c-9fa1-41e0-ba63-ca29a9a871af tempest-AgentManagementNegativeTest-565474196 tempest-AgentManagementNegativeTest-565474196-project] 10.222.0.69 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.4006398 Apr 18 19:35:19.859874 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ec1772a-7e67-45ab-a6b9-9234e1d02e45'] response: {'name': 'network-changed', 'server_uuid': '799d2072-e17c-419a-ba93-c1e77d148bcf', 'tag': 'ac6ccf01-ad6a-480a-945d-76509c20512e', 'status': 'completed', 'code': 200} Apr 18 19:35:19.942107 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7659de1b-6519-40a3-a936-83d343147636 req-efdb0296-ae97-43e9-acb5-26dfa1072218 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.72 "DELETE /v2.0/ports/a2813964-4506-412b-8a7e-dd3f7c81ebe6 HTTP/1.1" status: 204 len: 173 time: 1.8564775 Apr 18 19:35:19.966557 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-6c5b3fce-14a8-40fe-9dca-b87801afb38e tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Unset dirty status for tenant:daa1e9a9eb654a04a70b9bdc41dad6d5 on resource:security_group_rule {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:35:19.976811 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-6c5b3fce-14a8-40fe-9dca-b87801afb38e tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.5415406 Apr 18 19:35:19.977679 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 60668) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:20.071403 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-501e31c2-835c-4fdf-a968-2a67a9a9faf7 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:20.086560 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-501e31c2-835c-4fdf-a968-2a67a9a9faf7 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:20.189644 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-47ab5036-eac6-40f1-a72a-34c79d38dfce req-c9fbae8d-d5c2-48e3-a7e4-31f28747081c tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Synchronizing usage tracker for tenant:73070b32fdb445869915286e0756abff on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:35:20.210285 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-585ed7d5-4151-459d-9e0b-952c3142d435 req-aa20ed88-8459-4d7b-92da-7de283941435 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=542ab1652bc6481698039fdf0fdfca7f&device_id=799d2072-e17c-419a-ba93-c1e77d148bcf HTTP/1.1" status: 200 len: 1097 time: 0.3280592 Apr 18 19:35:20.264966 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-501e31c2-835c-4fdf-a968-2a67a9a9faf7 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484852'] for security_group_rule, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:20.357192 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-506417cb-7cce-4756-aa1e-22bc7b602287 req-ca8cce95-9ce8-4022-90e2-95357bfb74b2 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] For port 095a9680-858e-4b90-9273-b31a53dffeb8, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=095a9680-858e-4b90-9273-b31a53dffeb8,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:35:20.360973 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-506417cb-7cce-4756-aa1e-22bc7b602287 req-ca8cce95-9ce8-4022-90e2-95357bfb74b2 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:20.381119 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-47ab5036-eac6-40f1-a72a-34c79d38dfce req-c9fbae8d-d5c2-48e3-a7e4-31f28747081c tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Unset dirty status for tenant:73070b32fdb445869915286e0756abff on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:35:20.382414 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-47ab5036-eac6-40f1-a72a-34c79d38dfce req-c9fbae8d-d5c2-48e3-a7e4-31f28747081c tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/ports?device_id=99639b6b-998a-466c-aaee-d63991d0f3d1 HTTP/1.1" status: 200 len: 210 time: 0.3154600 Apr 18 19:35:20.390887 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501e31c2-835c-4fdf-a968-2a67a9a9faf7 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=13c6aeeb-c067-494c-a83c-c751ef8860a8,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:20.483216 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-501e31c2-835c-4fdf-a968-2a67a9a9faf7 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:20.487507 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-501e31c2-835c-4fdf-a968-2a67a9a9faf7 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/13c6aeeb-c067-494c-a83c-c751ef8860a8 HTTP/1.1" status: 204 len: 168 time: 0.5056574 Apr 18 19:35:20.492466 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 60674) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:20.531249 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585ed7d5-4151-459d-9e0b-952c3142d435 req-dfeb1a4b-9b82-4d53-a978-fda5104760f0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:20.533609 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-585ed7d5-4151-459d-9e0b-952c3142d435 req-dfeb1a4b-9b82-4d53-a978-fda5104760f0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a6104562-d871-4869-9fa8-73c34a57c151 HTTP/1.1" status: 200 len: 930 time: 0.3176560 Apr 18 19:35:20.594970 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 8885a960-0131-4e33-af5a-00c883bb2db8 details requested by agent hyperv_n-h2-836017-2 with host n-h2-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:35:20.639735 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [req-506417cb-7cce-4756-aa1e-22bc7b602287 req-ca8cce95-9ce8-4022-90e2-95357bfb74b2 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Calling delete_port for 095a9680-858e-4b90-9273-b31a53dffeb8 owned by compute:nova {{(pid=84764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:35:20.708566 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8112c2a9-51a9-4eda-ba0a-8f761e5d5779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:20.825433 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-01b6fc3b-3780-454c-8d3f-fce915fd3e1a tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Synchronizing usage tracker for tenant:daa1e9a9eb654a04a70b9bdc41dad6d5 on resource:security_group_rule {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:35:20.877554 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-52d732f1-fb91-4ffa-a781-5509ab8800cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:20.931274 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-585ed7d5-4151-459d-9e0b-952c3142d435 req-34fb771a-e4ed-483f-a78e-328a24a88629 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac6ccf01-ad6a-480a-945d-76509c20512e HTTP/1.1" status: 200 len: 1002 time: 0.3410857 Apr 18 19:35:20.936114 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128cc44c-ee8a-4ea8-9257-725795f1d910 req-137f94eb-a618-4a0f-a65a-53bb0d10863a tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:20.941775 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-128cc44c-ee8a-4ea8-9257-725795f1d910 req-137f94eb-a618-4a0f-a65a-53bb0d10863a tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf343fda-f220-4488-a1e0-387aba683d76 HTTP/1.1" status: 200 len: 944 time: 0.8083582 Apr 18 19:35:20.952489 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:20.955576 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2572d323-4f1c-4c19-8e80-cc0305d1594d req-2cecd4d7-c1d7-40fd-961c-a244512ca2bb tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=11e8e108-37df-4084-b6b7-113e6beb66b4 HTTP/1.1" status: 200 len: 258 time: 0.4175184 Apr 18 19:35:20.969417 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-2572d323-4f1c-4c19-8e80-cc0305d1594d req-4e00872d-7f43-457d-8eeb-b19e36b2f898 tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Request body: {'floatingip': {'floating_network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:35:20.980231 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-01b6fc3b-3780-454c-8d3f-fce915fd3e1a tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Unset dirty status for tenant:daa1e9a9eb654a04a70b9bdc41dad6d5 on resource:security_group_rule {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:35:20.987725 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-01b6fc3b-3780-454c-8d3f-fce915fd3e1a tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.4930298 Apr 18 19:35:20.988108 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 60686) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:20.989528 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-2572d323-4f1c-4c19-8e80-cc0305d1594d req-4e00872d-7f43-457d-8eeb-b19e36b2f898 tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:35:21.000963 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 60690) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:21.030029 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-2572d323-4f1c-4c19-8e80-cc0305d1594d req-4e00872d-7f43-457d-8eeb-b19e36b2f898 tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:35:21.043428 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-506417cb-7cce-4756-aa1e-22bc7b602287 req-ca8cce95-9ce8-4022-90e2-95357bfb74b2 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:21.085440 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-52d732f1-fb91-4ffa-a781-5509ab8800cb None None] For port 21bcf457-7eb0-47c2-a877-d2668df1343c, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=21bcf457-7eb0-47c2-a877-d2668df1343c,segment=NetworkSegment(7f90ec0e-0730-4dc0-b368-2cc8764d9629),segment_id=7f90ec0e-0730-4dc0-b368-2cc8764d9629)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:35:21.087599 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 8885a960-0131-4e33-af5a-00c883bb2db8, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=8885a960-0131-4e33-af5a-00c883bb2db8,segment=NetworkSegment(33e59688-0bc2-4257-95a9-694e337c236c),segment_id=33e59688-0bc2-4257-95a9-694e337c236c)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:35:21.098339 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] get_ports_and_sgs() called for port_ids ['a2813964-4506-412b-8a7e-dd3f7c81ebe6'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:35:21.117117 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8cce95-9ce8-4022-90e2-95357bfb74b2 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Pushing event deleted for resources: {'Port': ['ID=095a9680-858e-4b90-9273-b31a53dffeb8,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:21.120348 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-ec86f3d2-7062-41f2-b66a-7ab918972143 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:21.129184 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-128cc44c-ee8a-4ea8-9257-725795f1d910 req-a4dac7db-e37e-4169-baad-a14da17579f4 tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] 10.222.0.69 "GET /v2.0/security-groups?id=d91ae139-8b90-49fd-8dc9-70f1abc8c820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1807470 Apr 18 19:35:21.140374 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-ec86f3d2-7062-41f2-b66a-7ab918972143 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:21.143129 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-2572d323-4f1c-4c19-8e80-cc0305d1594d req-4e00872d-7f43-457d-8eeb-b19e36b2f898 tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Notify callbacks [] for floatingip, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:21.213913 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-52d732f1-fb91-4ffa-a781-5509ab8800cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:21.299940 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Returning: {'device': '8885a960-0131-4e33-af5a-00c883bb2db8', 'network_id': '81ddcfcb-39cd-4419-a273-35df2938d568', 'port_id': '8885a960-0131-4e33-af5a-00c883bb2db8', 'mac_address': 'fa:16:3e:b0:19:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f0e8042-5aa6-4184-80a1-a68583a09ee2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:35:21.334942 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [req-506417cb-7cce-4756-aa1e-22bc7b602287 req-ca8cce95-9ce8-4022-90e2-95357bfb74b2 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] No DVR routers for this DVR port 095a9680-858e-4b90-9273-b31a53dffeb8 on host n-h2-836017-2 {{(pid=84764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:35:21.343852 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-506417cb-7cce-4756-aa1e-22bc7b602287 req-ca8cce95-9ce8-4022-90e2-95357bfb74b2 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:21.356002 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '542cb5b6-7137-4f38-91fb-4a890f0003c2', 'name': 'network-vif-deleted', 'tag': '095a9680-858e-4b90-9273-b31a53dffeb8'}] {{(pid=84764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:35:21.411790 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d732f1-fb91-4ffa-a781-5509ab8800cb None None] Pushing event updated for resources: {'Port': ['ID=21bcf457-7eb0-47c2-a877-d2668df1343c,revision_number=3']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:21.423428 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:21.425927 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-89109e88-8adf-4b23-8437-50af9a1f4e1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:21.441865 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-76aeccb4-8b8a-4ac7-a5f7-2397fbbdc91a None None] Provisioning complete for port 21bcf457-7eb0-47c2-a877-d2668df1343c triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:35:21.442234 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-76aeccb4-8b8a-4ac7-a5f7-2397fbbdc91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:21.448629 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-b60eb31a-2496-40bd-bc17-70593f8db567 req-491b4e2e-5490-4d47-810c-0759b2a4a21a tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-344817689&fields=id&tenant_id=d24c05963c4f41ee8c8189c7acc53c87 HTTP/1.1" status: 200 len: 267 time: 0.0490742 Apr 18 19:35:21.457881 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585ed7d5-4151-459d-9e0b-952c3142d435 req-8f283e7b-dcfc-4a69-9e48-d0fcfb3ce10d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:21.459410 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-585ed7d5-4151-459d-9e0b-952c3142d435 req-8f283e7b-dcfc-4a69-9e48-d0fcfb3ce10d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=243c42e2-37fd-4e07-9b81-bac922c31c79 HTTP/1.1" status: 200 len: 868 time: 0.5182581 Apr 18 19:35:21.493287 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8885a960-0131-4e33-af5a-00c883bb2db8 {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:35:21.511286 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-ec86f3d2-7062-41f2-b66a-7ab918972143 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484852'] for security_group_rule, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:21.512468 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] get_ports_and_sgs() called for port_ids ['fbaca27c-775e-4826-a999-e46d492b3066'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:35:21.520456 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-ec86f3d2-7062-41f2-b66a-7ab918972143 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:21.521597 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-ec86f3d2-7062-41f2-b66a-7ab918972143 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/4db430fc-5461-46de-b1bf-f7278019cd9f HTTP/1.1" status: 204 len: 168 time: 0.5321009 Apr 18 19:35:21.529987 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-506417cb-7cce-4756-aa1e-22bc7b602287 req-ca8cce95-9ce8-4022-90e2-95357bfb74b2 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.72 "DELETE /v2.0/ports/095a9680-858e-4b90-9273-b31a53dffeb8 HTTP/1.1" status: 204 len: 173 time: 2.1051445 Apr 18 19:35:21.536889 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 60702) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:21.537144 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-89109e88-8adf-4b23-8437-50af9a1f4e1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:35:21.541766 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-89109e88-8adf-4b23-8437-50af9a1f4e1b admin admin] Usage tracker for resource:security_group_rule and tenant:b5a705d49b82401bb3e4eddc134dcaa8 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:35:21.545577 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-89109e88-8adf-4b23-8437-50af9a1f4e1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:35:21.550608 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec86f3d2-7062-41f2-b66a-7ab918972143 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4db430fc-5461-46de-b1bf-f7278019cd9f,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:21.562289 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-89109e88-8adf-4b23-8437-50af9a1f4e1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:35:21.562722 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 8885a960-0131-4e33-af5a-00c883bb2db8, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=8885a960-0131-4e33-af5a-00c883bb2db8,segment=NetworkSegment(33e59688-0bc2-4257-95a9-694e337c236c),segment_id=33e59688-0bc2-4257-95a9-694e337c236c)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:35:21.646232 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:21.658892 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-89109e88-8adf-4b23-8437-50af9a1f4e1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:21.686246 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-e85b2105-8d19-4e2a-9c9a-f85ef43b72b9 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Synchronizing usage tracker for tenant:daa1e9a9eb654a04a70b9bdc41dad6d5 on resource:security_group_rule {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:35:21.736404 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60eb31a-2496-40bd-bc17-70593f8db567 req-71843f0d-f392-4974-a132-daa2286e659e tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:21.742281 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-585ed7d5-4151-459d-9e0b-952c3142d435 req-a82ab8e5-34d7-4fcf-a9e3-c1d05b29f0b3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a6104562-d871-4869-9fa8-73c34a57c151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2764654 Apr 18 19:35:21.744947 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-b60eb31a-2496-40bd-bc17-70593f8db567 req-71843f0d-f392-4974-a132-daa2286e659e tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.69 "GET /v2.0/ports?device_id=cbdd5ffa-f105-4784-abc1-1bc005d88439 HTTP/1.1" status: 200 len: 945 time: 0.2897854 Apr 18 19:35:21.755194 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [req-b60eb31a-2496-40bd-bc17-70593f8db567 req-0b2d176b-2169-4585-9dbd-d4e2419cd0cf tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Request body: {'port': {'security_groups': ['6dbbe555-f817-4989-8ffe-4d7514677d3c', 'dcfb2357-6b1f-4bbf-b5b8-04774e61e421']}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:35:21.801190 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-89109e88-8adf-4b23-8437-50af9a1f4e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:21.845486 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=8885a960-0131-4e33-af5a-00c883bb2db8,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:21.906290 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-e85b2105-8d19-4e2a-9c9a-f85ef43b72b9 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Unset dirty status for tenant:daa1e9a9eb654a04a70b9bdc41dad6d5 on resource:security_group_rule {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:35:21.908438 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-e85b2105-8d19-4e2a-9c9a-f85ef43b72b9 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3658385 Apr 18 19:35:21.914953 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] get_ports_and_sgs() called for port_ids ['8885a960-0131-4e33-af5a-00c883bb2db8'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:35:21.915124 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 60708) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:21.989070 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1c541fd-6087-4755-8778-e68e27e46067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:22.016782 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-89109e88-8adf-4b23-8437-50af9a1f4e1b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b5a705d49b82401bb3e4eddc134dcaa8&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0122044 Apr 18 19:35:22.016782 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99639b6b-998a-466c-aaee-d63991d0f3d1', 'name': 'network-vif-deleted', 'tag': 'a2813964-4506-412b-8a7e-dd3f7c81ebe6'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:35:22.017602 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 60712) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:22.030562 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 21bcf457-7eb0-47c2-a877-d2668df1343c up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:35:22.042953 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89109e88-8adf-4b23-8437-50af9a1f4e1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07f58cea-e384-4045-b1b7-d76788879eeb,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:22.065694 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-2572d323-4f1c-4c19-8e80-cc0305d1594d req-4e00872d-7f43-457d-8eeb-b19e36b2f898 tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:22.081255 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-b60eb31a-2496-40bd-bc17-70593f8db567 req-0b2d176b-2169-4585-9dbd-d4e2419cd0cf tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:22.165521 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:22.181574 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-585ed7d5-4151-459d-9e0b-952c3142d435 req-b398cd56-914c-436a-a0d6-3e3c05955e07 service neutron] 10.222.0.72 "GET /v2.0/networks/a6104562-d871-4869-9fa8-73c34a57c151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4305923 Apr 18 19:35:22.197003 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port 21bcf457-7eb0-47c2-a877-d2668df1343c triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:35:22.198178 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:22.206748 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-7adbe8e0-77ca-4f9a-bf13-1ff1396f18b6 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:22.278409 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-7adbe8e0-77ca-4f9a-bf13-1ff1396f18b6 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:22.310547 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-98a6c9ef-c435-426a-bc20-ebbefe93b516 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:22.394609 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-98a6c9ef-c435-426a-bc20-ebbefe93b516 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:22.463770 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 095a9680-858e-4b90-9273-b31a53dffeb8 no longer exists at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:35:22.472182 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_common [req-2572d323-4f1c-4c19-8e80-cc0305d1594d req-4e00872d-7f43-457d-8eeb-b19e36b2f898 tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Allocated IP 172.25.3.85 (11e8e108-37df-4084-b6b7-113e6beb66b4/3b0abf32-1504-448b-b06e-c8c870b6a7c8/cf903ed8-a88b-4e82-b5a3-13344f95a1bc) {{(pid=84763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:35:22.515965 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] No Port match for: 095a9680-858e-4b90-9273-b31a53dffeb8 {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:35:22.516880 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 095a9680-858e-4b90-9273-b31a53dffeb8 not bound to the agent host n-h2-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:35:22.517845 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device a2813964-4506-412b-8a7e-dd3f7c81ebe6 no longer exists at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:35:22.523702 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-7adbe8e0-77ca-4f9a-bf13-1ff1396f18b6 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:22.542332 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-585ed7d5-4151-459d-9e0b-952c3142d435 req-52e8d17c-f3ec-4a47-bf63-66858bfe0ef8 service neutron] 10.222.0.72 "GET /v2.0/networks/a6104562-d871-4869-9fa8-73c34a57c151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3198922 Apr 18 19:35:22.567028 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] No Port match for: a2813964-4506-412b-8a7e-dd3f7c81ebe6 {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:35:22.567871 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device a2813964-4506-412b-8a7e-dd3f7c81ebe6 not bound to the agent host n-h2-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:35:22.581193 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adbe8e0-77ca-4f9a-bf13-1ff1396f18b6 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29290edd-3102-4efb-8351-432f103228db,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:22.660078 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-b60eb31a-2496-40bd-bc17-70593f8db567 req-0b2d176b-2169-4585-9dbd-d4e2419cd0cf tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] For port 41ba133b-cad2-4cdb-9a46-9cff74025eb1, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=41ba133b-cad2-4cdb-9a46-9cff74025eb1,segment=NetworkSegment(5ace1d40-f719-4fb4-a8a8-baa0ea54f7e5),segment_id=5ace1d40-f719-4fb4-a8a8-baa0ea54f7e5)] {{(pid=84764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:35:22.717618 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-b60eb31a-2496-40bd-bc17-70593f8db567 req-0b2d176b-2169-4585-9dbd-d4e2419cd0cf tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Notify callbacks [] for port, precommit_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:22.743378 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-7adbe8e0-77ca-4f9a-bf13-1ff1396f18b6 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:22.745783 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-7adbe8e0-77ca-4f9a-bf13-1ff1396f18b6 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] 10.222.0.69 "DELETE /v2.0/security-groups/29290edd-3102-4efb-8351-432f103228db HTTP/1.1" status: 204 len: 168 time: 0.8287838 Apr 18 19:35:22.748314 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 60720) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:22.805482 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-98a6c9ef-c435-426a-bc20-ebbefe93b516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:22.820085 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-89c23aff-5f99-460a-a027-f5d2378f2217 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Synchronizing usage tracker for tenant:daa1e9a9eb654a04a70b9bdc41dad6d5 on resource:security_group {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:35:22.825773 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a6c9ef-c435-426a-bc20-ebbefe93b516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07f58cea-e384-4045-b1b7-d76788879eeb,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:22.827788 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-98a6c9ef-c435-426a-bc20-ebbefe93b516 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:22.828897 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-98a6c9ef-c435-426a-bc20-ebbefe93b516 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/07f58cea-e384-4045-b1b7-d76788879eeb HTTP/1.1" status: 204 len: 168 time: 0.8085778 Apr 18 19:35:22.834329 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-b60eb31a-2496-40bd-bc17-70593f8db567 req-0b2d176b-2169-4585-9dbd-d4e2419cd0cf tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2290934'] for port, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:22.846194 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] get_ports_and_sgs() called for port_ids ['41ba133b-cad2-4cdb-9a46-9cff74025eb1'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:35:22.912835 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60eb31a-2496-40bd-bc17-70593f8db567 req-0b2d176b-2169-4585-9dbd-d4e2419cd0cf tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:22.914139 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-b60eb31a-2496-40bd-bc17-70593f8db567 req-0b2d176b-2169-4585-9dbd-d4e2419cd0cf tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:22.924020 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-2572d323-4f1c-4c19-8e80-cc0305d1594d req-4e00872d-7f43-457d-8eeb-b19e36b2f898 tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Notify callbacks [] for port, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:22.929138 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-b60eb31a-2496-40bd-bc17-70593f8db567 req-0b2d176b-2169-4585-9dbd-d4e2419cd0cf tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.69 "PUT /v2.0/ports/41ba133b-cad2-4cdb-9a46-9cff74025eb1 HTTP/1.1" status: 200 len: 981 time: 1.1802518 Apr 18 19:35:22.991760 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-89c23aff-5f99-460a-a027-f5d2378f2217 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Unset dirty status for tenant:daa1e9a9eb654a04a70b9bdc41dad6d5 on resource:security_group {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:35:22.993184 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-89c23aff-5f99-460a-a027-f5d2378f2217 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2439003 Apr 18 19:35:23.000095 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 60728) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:23.008541 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-c426bed8-bbb0-4159-83a8-148bb8b64fb8 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Request body: {'security_group': {'name': 'tempest-secgroup--1649468799'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:35:23.023263 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] get_ports_and_sgs() called for port_ids ['41ba133b-cad2-4cdb-9a46-9cff74025eb1'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:35:23.023932 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-c426bed8-bbb0-4159-83a8-148bb8b64fb8 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:35:23.047150 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-c426bed8-bbb0-4159-83a8-148bb8b64fb8 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:35:23.049531 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2d176b-2169-4585-9dbd-d4e2419cd0cf tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Pushing event updated for resources: {'Port': ['ID=41ba133b-cad2-4cdb-9a46-9cff74025eb1,revision_number=6']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:23.060344 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-2572d323-4f1c-4c19-8e80-cc0305d1594d req-4e00872d-7f43-457d-8eeb-b19e36b2f898 tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:23.150183 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-c426bed8-bbb0-4159-83a8-148bb8b64fb8 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:23.154442 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2572d323-4f1c-4c19-8e80-cc0305d1594d req-4e00872d-7f43-457d-8eeb-b19e36b2f898 tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Network 11e8e108-37df-4084-b6b7-113e6beb66b4 is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:35:23.155408 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e00872d-7f43-457d-8eeb-b19e36b2f898 tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Pushing event updated for resources: {'Port': ['ID=cf903ed8-a88b-4e82-b5a3-13344f95a1bc,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:23.159021 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [req-2572d323-4f1c-4c19-8e80-cc0305d1594d req-4e00872d-7f43-457d-8eeb-b19e36b2f898 tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:35:23.161361 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-2572d323-4f1c-4c19-8e80-cc0305d1594d req-4e00872d-7f43-457d-8eeb-b19e36b2f898 tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Received port after_create {{(pid=84763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:35:23.188089 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62124a18-e83d-49f6-8ab9-f652f7113ecf req-1d178b31-b2be-478a-9ec8-d5aa382012ad tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:23.189715 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-62124a18-e83d-49f6-8ab9-f652f7113ecf req-1d178b31-b2be-478a-9ec8-d5aa382012ad tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=348a0674-72eb-4eaa-9e57-ec09c1f87b74 HTTP/1.1" status: 200 len: 945 time: 0.1235800 Apr 18 19:35:23.264528 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-c426bed8-bbb0-4159-83a8-148bb8b64fb8 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:35:23.269970 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-c426bed8-bbb0-4159-83a8-148bb8b64fb8 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Usage tracker for resource:security_group_rule and tenant:daa1e9a9eb654a04a70b9bdc41dad6d5 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:35:23.271338 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a4106dab-6971-4e7e-8fdc-c66f0a3f4877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:23.284428 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-c426bed8-bbb0-4159-83a8-148bb8b64fb8 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:35:23.294666 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-c426bed8-bbb0-4159-83a8-148bb8b64fb8 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:35:23.310186 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-62124a18-e83d-49f6-8ab9-f652f7113ecf req-18273188-179b-4924-bd6b-c73c63b61ad3 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/security-groups?id=6dce0218-3e63-47f4-ad5c-3b3c3b13b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984566 Apr 18 19:35:23.421668 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-c426bed8-bbb0-4159-83a8-148bb8b64fb8 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:23.422357 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-2572d323-4f1c-4c19-8e80-cc0305d1594d req-4e00872d-7f43-457d-8eeb-b19e36b2f898 tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:23.565154 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-c426bed8-bbb0-4159-83a8-148bb8b64fb8 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:23.583217 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-2572d323-4f1c-4c19-8e80-cc0305d1594d req-4e00872d-7f43-457d-8eeb-b19e36b2f898 tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:23.754101 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c426bed8-bbb0-4159-83a8-148bb8b64fb8 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=172e4448-8f84-4e8d-b710-5af8857b0c06,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:23.840824 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-2572d323-4f1c-4c19-8e80-cc0305d1594d req-4e00872d-7f43-457d-8eeb-b19e36b2f898 tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Notify callbacks [] for port, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:23.845272 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd10c85-7125-4425-9529-cb3b3939a352 req-278b37e5-6430-4bb3-91c3-f35860776a3e tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:23.846829 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-9fd10c85-7125-4425-9529-cb3b3939a352 req-278b37e5-6430-4bb3-91c3-f35860776a3e tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] 10.222.0.69 "GET /v2.0/networks?id=168a7e5c-88e7-4a61-b7dd-5d3e7de1ff8d HTTP/1.1" status: 200 len: 816 time: 0.3645289 Apr 18 19:35:23.864514 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-9fd10c85-7125-4425-9529-cb3b3939a352 req-7a6cb751-3c35-4f3d-a4fb-0c59dd21e862 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] 10.222.0.69 "GET /v2.0/quotas/c396792787224a06a1caca5f9016eb19 HTTP/1.1" status: 200 len: 375 time: 0.0122411 Apr 18 19:35:23.902064 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-c426bed8-bbb0-4159-83a8-148bb8b64fb8 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:23.903259 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-c426bed8-bbb0-4159-83a8-148bb8b64fb8 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9028397 Apr 18 19:35:23.906407 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 60750) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:23.912318 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-1ba62eaf-a72d-4441-9e4d-5e80f35c96e4 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Request body: {'security_group_rule': {'security_group_id': '172e4448-8f84-4e8d-b710-5af8857b0c06', 'direction': 'ingress', 'protocol': 17}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:35:23.919238 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-1ba62eaf-a72d-4441-9e4d-5e80f35c96e4 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:35:23.923611 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-1ba62eaf-a72d-4441-9e4d-5e80f35c96e4 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Usage tracker for resource:security_group_rule and tenant:daa1e9a9eb654a04a70b9bdc41dad6d5 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:35:23.926637 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-1ba62eaf-a72d-4441-9e4d-5e80f35c96e4 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:35:23.933524 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-1ba62eaf-a72d-4441-9e4d-5e80f35c96e4 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:35:23.962278 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-9fd10c85-7125-4425-9529-cb3b3939a352 req-383f0779-24cc-477e-8573-0096c7edf846 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=c396792787224a06a1caca5f9016eb19&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0920899 Apr 18 19:35:23.990812 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-2572d323-4f1c-4c19-8e80-cc0305d1594d req-4e00872d-7f43-457d-8eeb-b19e36b2f898 tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:24.134990 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-9fd10c85-7125-4425-9529-cb3b3939a352 req-3fd4f580-e1bc-46de-8fe3-ff805f8f59ef service neutron] 10.222.0.69 "GET /v2.0/networks/168a7e5c-88e7-4a61-b7dd-5d3e7de1ff8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640313 Apr 18 19:35:24.185918 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-1ba62eaf-a72d-4441-9e4d-5e80f35c96e4 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:24.264419 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e00872d-7f43-457d-8eeb-b19e36b2f898 tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Pushing event updated for resources: {'Port': ['ID=cf903ed8-a88b-4e82-b5a3-13344f95a1bc,revision_number=2']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:24.289099 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-9fd10c85-7125-4425-9529-cb3b3939a352 req-5019295b-f029-4c00-afc1-ce2ebd3f8b7a service neutron] 10.222.0.69 "GET /v2.0/networks/168a7e5c-88e7-4a61-b7dd-5d3e7de1ff8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457880 Apr 18 19:35:24.351352 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-2572d323-4f1c-4c19-8e80-cc0305d1594d req-4e00872d-7f43-457d-8eeb-b19e36b2f898 tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416787'] for floatingip, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:24.367353 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 60760) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:24.403643 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0256caa2-106e-4f77-a3f5-9dece80b78a6 req-c8599531-6607-4322-afae-6bece5215036 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:24.404995 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0256caa2-106e-4f77-a3f5-9dece80b78a6 req-c8599531-6607-4322-afae-6bece5215036 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] 10.222.0.73 "GET /v2.0/networks?id=168a7e5c-88e7-4a61-b7dd-5d3e7de1ff8d HTTP/1.1" status: 200 len: 816 time: 0.4514375 Apr 18 19:35:24.420078 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-1ba62eaf-a72d-4441-9e4d-5e80f35c96e4 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:24.424933 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-0256caa2-106e-4f77-a3f5-9dece80b78a6 req-bc142d02-b510-4915-85f0-6dd7d193ce1d tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Request body: {'port': {'device_id': '042e752e-6ab0-4b23-b37e-7217e8897b50', 'network_id': '168a7e5c-88e7-4a61-b7dd-5d3e7de1ff8d', 'admin_state_up': True, 'tenant_id': 'c396792787224a06a1caca5f9016eb19'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:35:24.481603 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 8885a960-0131-4e33-af5a-00c883bb2db8 up at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:35:24.516958 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-1ba62eaf-a72d-4441-9e4d-5e80f35c96e4 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484852'] for security_group_rule, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:24.520417 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-a63594fc-86c1-4918-be26-9086889df571 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1342252383'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:35:24.527038 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-a63594fc-86c1-4918-be26-9086889df571 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:35:24.532376 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-a63594fc-86c1-4918-be26-9086889df571 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Usage tracker for resource:network and tenant:1840cd49365f4d2284a7378139d0987c is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:35:24.535472 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-a63594fc-86c1-4918-be26-9086889df571 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:35:24.544729 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-a63594fc-86c1-4918-be26-9086889df571 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:35:24.558454 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba62eaf-a72d-4441-9e4d-5e80f35c96e4 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=839b214c-8692-455e-b639-cd2f8182c368,revision_number=0']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:24.602465 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-2572d323-4f1c-4c19-8e80-cc0305d1594d req-4e00872d-7f43-457d-8eeb-b19e36b2f898 tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for floatingip, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:24.605941 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2572d323-4f1c-4c19-8e80-cc0305d1594d req-4e00872d-7f43-457d-8eeb-b19e36b2f898 tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.6450400 Apr 18 19:35:24.659226 n-d-836017-2 neutron-server[84764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-283c4c76-1c4a-4536-a474-ca8a34f53096'] response: {'server_uuid': '542cb5b6-7137-4f38-91fb-4a890f0003c2', 'name': 'network-vif-deleted', 'tag': '095a9680-858e-4b90-9273-b31a53dffeb8', 'status': 'completed', 'code': 200} Apr 18 19:35:24.708581 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-1ba62eaf-a72d-4441-9e4d-5e80f35c96e4 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:24.709594 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-1ba62eaf-a72d-4441-9e4d-5e80f35c96e4 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.8021312 Apr 18 19:35:24.712528 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 60770) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:24.720003 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning for port 8885a960-0131-4e33-af5a-00c883bb2db8 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:35:24.731987 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning complete for port 8885a960-0131-4e33-af5a-00c883bb2db8 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:35:24.732476 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:24.758832 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-0256caa2-106e-4f77-a3f5-9dece80b78a6 req-bc142d02-b510-4915-85f0-6dd7d193ce1d tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:35:24.766280 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-0256caa2-106e-4f77-a3f5-9dece80b78a6 req-bc142d02-b510-4915-85f0-6dd7d193ce1d tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Usage tracker for resource:port and tenant:c396792787224a06a1caca5f9016eb19 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:35:24.782575 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-2572d323-4f1c-4c19-8e80-cc0305d1594d req-9a9b98cb-5bba-4acc-aba1-f8d1cf039319 tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Synchronizing usage tracker for tenant:542ab1652bc6481698039fdf0fdfca7f on resource:floatingip {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:35:24.785897 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-0256caa2-106e-4f77-a3f5-9dece80b78a6 req-bc142d02-b510-4915-85f0-6dd7d193ce1d tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:35:24.795598 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-0256caa2-106e-4f77-a3f5-9dece80b78a6 req-bc142d02-b510-4915-85f0-6dd7d193ce1d tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:35:24.818763 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a63594fc-86c1-4918-be26-9086889df571 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Made reservation on behalf of 1840cd49365f4d2284a7378139d0987c for: {'network': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:35:24.821731 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-a63594fc-86c1-4918-be26-9086889df571 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for network, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:24.844072 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-a63594fc-86c1-4918-be26-9086889df571 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:24.888139 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6776062f-57e9-4ec6-a189-66ddfa7da1b2'] response: {'server_uuid': '99639b6b-998a-466c-aaee-d63991d0f3d1', 'name': 'network-vif-deleted', 'tag': 'a2813964-4506-412b-8a7e-dd3f7c81ebe6', 'status': 'completed', 'code': 200} Apr 18 19:35:24.899695 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-e8309e62-24d9-4c58-a31f-2a4086b9051e tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:24.902064 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-a63594fc-86c1-4918-be26-9086889df571 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:35:24.913624 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-a63594fc-86c1-4918-be26-9086889df571 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Usage tracker for resource:security_group_rule and tenant:1840cd49365f4d2284a7378139d0987c is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:35:24.919851 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-a63594fc-86c1-4918-be26-9086889df571 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:35:24.933779 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-a63594fc-86c1-4918-be26-9086889df571 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:35:24.939258 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:24.944407 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-e8309e62-24d9-4c58-a31f-2a4086b9051e tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:24.969964 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf343fda-f220-4488-a1e0-387aba683d76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8885a960-0131-4e33-af5a-00c883bb2db8'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:35:24.974466 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-2572d323-4f1c-4c19-8e80-cc0305d1594d req-9a9b98cb-5bba-4acc-aba1-f8d1cf039319 tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Unset dirty status for tenant:542ab1652bc6481698039fdf0fdfca7f on resource:floatingip {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:35:24.975803 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2572d323-4f1c-4c19-8e80-cc0305d1594d req-9a9b98cb-5bba-4acc-aba1-f8d1cf039319 tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.3.85 HTTP/1.1" status: 200 len: 695 time: 0.3536263 Apr 18 19:35:24.981767 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 8885a960-0131-4e33-af5a-00c883bb2db8, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=8885a960-0131-4e33-af5a-00c883bb2db8,segment=NetworkSegment(33e59688-0bc2-4257-95a9-694e337c236c),segment_id=33e59688-0bc2-4257-95a9-694e337c236c)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:35:24.982366 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0256caa2-106e-4f77-a3f5-9dece80b78a6 req-bc142d02-b510-4915-85f0-6dd7d193ce1d tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Made reservation on behalf of c396792787224a06a1caca5f9016eb19 for: {'port': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:35:24.985470 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-0256caa2-106e-4f77-a3f5-9dece80b78a6 req-bc142d02-b510-4915-85f0-6dd7d193ce1d tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:25.026319 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:25.053662 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-a63594fc-86c1-4918-be26-9086889df571 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:25.126249 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:25.142998 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-e8309e62-24d9-4c58-a31f-2a4086b9051e tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:25.161855 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8309e62-24d9-4c58-a31f-2a4086b9051e tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=172e4448-8f84-4e8d-b710-5af8857b0c06,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:25.181127 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-e8309e62-24d9-4c58-a31f-2a4086b9051e tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:25.182902 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-e8309e62-24d9-4c58-a31f-2a4086b9051e tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] 10.222.0.69 "DELETE /v2.0/security-groups/172e4448-8f84-4e8d-b710-5af8857b0c06 HTTP/1.1" status: 204 len: 168 time: 0.4688056 Apr 18 19:35:25.185597 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 60784) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:25.240000 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=8885a960-0131-4e33-af5a-00c883bb2db8,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:25.257184 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-a63594fc-86c1-4918-be26-9086889df571 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:25.321905 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a63594fc-86c1-4918-be26-9086889df571 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=84764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:35:25.331100 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63594fc-86c1-4918-be26-9086889df571 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=201437e0-d260-4da7-87f5-1181b991392a,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:25.358163 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-a63594fc-86c1-4918-be26-9086889df571 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:25.358527 n-d-836017-2 neutron-server[84764]: INFO neutron.db.segments_db [None req-a63594fc-86c1-4918-be26-9086889df571 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Added segment 4df9e48b-7ca0-4fab-bc57-7a3eee83145d of type vlan for network b69ea7bb-cbf2-4f04-858a-eb6c817d3a8c Apr 18 19:35:25.369178 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-e3248407-74c2-469a-b8be-6fc55b90f715 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Synchronizing usage tracker for tenant:daa1e9a9eb654a04a70b9bdc41dad6d5 on resource:security_group {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:35:25.411924 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2572d323-4f1c-4c19-8e80-cc0305d1594d req-d69051c1-37bf-4e11-a525-b9da075029d6 tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:25.413484 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2572d323-4f1c-4c19-8e80-cc0305d1594d req-d69051c1-37bf-4e11-a525-b9da075029d6 tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] 10.222.0.69 "GET /v2.0/networks/11e8e108-37df-4084-b6b7-113e6beb66b4 HTTP/1.1" status: 200 len: 784 time: 0.4171126 Apr 18 19:35:25.419481 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-a63594fc-86c1-4918-be26-9086889df571 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791093404182'] for network, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:25.431651 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ced933-4f21-4a0a-9f0e-31771da52d33 req-db1572b3-c141-4cf1-883e-1f3a1763a2e0 tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:25.432674 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [req-2572d323-4f1c-4c19-8e80-cc0305d1594d req-31f3d42c-352c-44a5-9c03-a6edb763b5fc tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=84763) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:35:25.433782 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-30ced933-4f21-4a0a-9f0e-31771da52d33 req-db1572b3-c141-4cf1-883e-1f3a1763a2e0 tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf343fda-f220-4488-a1e0-387aba683d76 HTTP/1.1" status: 200 len: 946 time: 0.2180135 Apr 18 19:35:25.433937 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2572d323-4f1c-4c19-8e80-cc0305d1594d req-31f3d42c-352c-44a5-9c03-a6edb763b5fc tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0095935 Apr 18 19:35:25.452211 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_common [req-0256caa2-106e-4f77-a3f5-9dece80b78a6 req-bc142d02-b510-4915-85f0-6dd7d193ce1d tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Allocated IP 172.20.0.5 (168a7e5c-88e7-4a61-b7dd-5d3e7de1ff8d/880fe736-40f1-40b4-9914-295fd7eafb79/091abad1-c10a-4b3a-a889-b5557ed8e866) {{(pid=84763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:35:25.495960 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-e3248407-74c2-469a-b8be-6fc55b90f715 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Unset dirty status for tenant:daa1e9a9eb654a04a70b9bdc41dad6d5 on resource:security_group {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:35:25.501278 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-e3248407-74c2-469a-b8be-6fc55b90f715 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3107135 Apr 18 19:35:25.502134 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 60792) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:25.511349 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-30ced933-4f21-4a0a-9f0e-31771da52d33 req-0b10d690-2b5c-42e5-9176-d40f9e0d9aa5 tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] 10.222.0.69 "GET /v2.0/security-groups?id=d91ae139-8b90-49fd-8dc9-70f1abc8c820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707371 Apr 18 19:35:25.516142 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-37435304-13fa-4703-9e78-28add00c2ce9 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Request body: {'security_group': {'name': 'tempest-secgroup--1690389725'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:35:25.534379 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-37435304-13fa-4703-9e78-28add00c2ce9 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:35:25.589674 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-37435304-13fa-4703-9e78-28add00c2ce9 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:35:25.597320 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-a63594fc-86c1-4918-be26-9086889df571 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251'] for network, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:25.602175 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63594fc-86c1-4918-be26-9086889df571 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:25.604771 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-a63594fc-86c1-4918-be26-9086889df571 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:25.694811 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7d2d659e-5c4e-4053-ad6f-38a47d487b02 req-a119b738-bdb0-4d00-885e-76f771a5ee15 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1874828954&fields=id&tenant_id=d24c05963c4f41ee8c8189c7acc53c87 HTTP/1.1" status: 200 len: 267 time: 0.1480126 Apr 18 19:35:25.765026 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-37435304-13fa-4703-9e78-28add00c2ce9 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:25.794704 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63594fc-86c1-4918-be26-9086889df571 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Pushing event updated for resources: {'Network': ['ID=b69ea7bb-cbf2-4f04-858a-eb6c817d3a8c,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:25.805698 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Network b69ea7bb-cbf2-4f04-858a-eb6c817d3a8c details requested by agent ovs-agent-n-d-836017-2 with host n-d-836017-2 {{(pid=84765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:35:25.833513 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb6f579-a03a-4037-9ed6-f1a743ef43ad req-305f9882-6359-451b-a6e4-12fda1884bf1 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:25.839172 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-5cb6f579-a03a-4037-9ed6-f1a743ef43ad req-305f9882-6359-451b-a6e4-12fda1884bf1 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=348a0674-72eb-4eaa-9e57-ec09c1f87b74 HTTP/1.1" status: 200 len: 945 time: 0.1876240 Apr 18 19:35:25.842546 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-a63594fc-86c1-4918-be26-9086889df571 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.4740808 Apr 18 19:35:25.846071 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 60798) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:25.852070 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-33987341-a3ea-4536-8e3a-332d5c53051a tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Request body: {'subnet': {'network_id': 'b69ea7bb-cbf2-4f04-858a-eb6c817d3a8c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:35:25.860551 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-0256caa2-106e-4f77-a3f5-9dece80b78a6 req-bc142d02-b510-4915-85f0-6dd7d193ce1d tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Notify callbacks [] for port, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:25.882391 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-37435304-13fa-4703-9e78-28add00c2ce9 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:35:25.894335 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-37435304-13fa-4703-9e78-28add00c2ce9 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Usage tracker for resource:security_group_rule and tenant:daa1e9a9eb654a04a70b9bdc41dad6d5 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:35:25.906167 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-37435304-13fa-4703-9e78-28add00c2ce9 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:35:25.909531 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [req-0256caa2-106e-4f77-a3f5-9dece80b78a6 req-bc142d02-b510-4915-85f0-6dd7d193ce1d tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Transition to ACTIVE for port object 091abad1-c10a-4b3a-a889-b5557ed8e866 will not be triggered until provisioned by entity DHCP. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:35:25.915442 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-37435304-13fa-4703-9e78-28add00c2ce9 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:35:25.933051 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2d659e-5c4e-4053-ad6f-38a47d487b02 req-3508e23a-e45b-4bef-9de2-6a8211fab1b7 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:25.934599 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7d2d659e-5c4e-4053-ad6f-38a47d487b02 req-3508e23a-e45b-4bef-9de2-6a8211fab1b7 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.69 "GET /v2.0/ports?device_id=cbdd5ffa-f105-4784-abc1-1bc005d88439 HTTP/1.1" status: 200 len: 984 time: 0.2307837 Apr 18 19:35:25.949582 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-7d2d659e-5c4e-4053-ad6f-38a47d487b02 req-5fb8e8f4-862e-47e4-a46f-67ec56051cae tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Request body: {'port': {'security_groups': ['6dbbe555-f817-4989-8ffe-4d7514677d3c', 'dcfb2357-6b1f-4bbf-b5b8-04774e61e421', 'a867955f-9297-4a40-ac99-ebb01f7393e5']}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:35:26.018673 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-5cb6f579-a03a-4037-9ed6-f1a743ef43ad req-ca8c9c1d-447c-4189-9156-3180e2b2a145 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/security-groups?id=6dce0218-3e63-47f4-ad5c-3b3c3b13b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508813 Apr 18 19:35:26.025082 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-33987341-a3ea-4536-8e3a-332d5c53051a tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:35:26.029880 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-33987341-a3ea-4536-8e3a-332d5c53051a tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Usage tracker for resource:subnet and tenant:1840cd49365f4d2284a7378139d0987c is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:35:26.033359 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-33987341-a3ea-4536-8e3a-332d5c53051a tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:35:26.040520 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-33987341-a3ea-4536-8e3a-332d5c53051a tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:35:26.115542 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-37435304-13fa-4703-9e78-28add00c2ce9 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:26.124187 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-0256caa2-106e-4f77-a3f5-9dece80b78a6 req-bc142d02-b510-4915-85f0-6dd7d193ce1d tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:26.144501 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33987341-a3ea-4536-8e3a-332d5c53051a tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Made reservation on behalf of 1840cd49365f4d2284a7378139d0987c for: {'subnet': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:35:26.208127 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc142d02-b510-4915-85f0-6dd7d193ce1d tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Pushing event updated for resources: {'Port': ['ID=091abad1-c10a-4b3a-a889-b5557ed8e866,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:26.225570 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-7d2d659e-5c4e-4053-ad6f-38a47d487b02 req-5fb8e8f4-862e-47e4-a46f-67ec56051cae tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:26.235327 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-37435304-13fa-4703-9e78-28add00c2ce9 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:26.317636 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0256caa2-106e-4f77-a3f5-9dece80b78a6 req-bc142d02-b510-4915-85f0-6dd7d193ce1d tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Network 168a7e5c-88e7-4a61-b7dd-5d3e7de1ff8d is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:35:26.330680 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [req-0256caa2-106e-4f77-a3f5-9dece80b78a6 req-bc142d02-b510-4915-85f0-6dd7d193ce1d tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:35:26.342017 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-0256caa2-106e-4f77-a3f5-9dece80b78a6 req-bc142d02-b510-4915-85f0-6dd7d193ce1d tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Received port after_create {{(pid=84763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:35:26.367687 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-33987341-a3ea-4536-8e3a-332d5c53051a tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65862573'] for subnet, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:26.370848 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37435304-13fa-4703-9e78-28add00c2ce9 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91ad8ac3-3b96-4b16-92b7-9b5ea838c3c3,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:26.428096 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37435304-13fa-4703-9e78-28add00c2ce9 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:35:26.428557 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37435304-13fa-4703-9e78-28add00c2ce9 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:35:26.428918 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37435304-13fa-4703-9e78-28add00c2ce9 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:35:26.429244 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37435304-13fa-4703-9e78-28add00c2ce9 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:35:26.429582 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37435304-13fa-4703-9e78-28add00c2ce9 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:35:26.429914 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37435304-13fa-4703-9e78-28add00c2ce9 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:35:26.430248 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37435304-13fa-4703-9e78-28add00c2ce9 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:35:26.430578 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37435304-13fa-4703-9e78-28add00c2ce9 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:35:26.430905 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37435304-13fa-4703-9e78-28add00c2ce9 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:35:26.431241 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37435304-13fa-4703-9e78-28add00c2ce9 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:35:26.431553 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37435304-13fa-4703-9e78-28add00c2ce9 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:35:26.486465 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0256caa2-106e-4f77-a3f5-9dece80b78a6 req-bc142d02-b510-4915-85f0-6dd7d193ce1d tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:26.486686 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-0256caa2-106e-4f77-a3f5-9dece80b78a6 req-bc142d02-b510-4915-85f0-6dd7d193ce1d tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:26.501727 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-37435304-13fa-4703-9e78-28add00c2ce9 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:26.502981 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-37435304-13fa-4703-9e78-28add00c2ce9 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9998262 Apr 18 19:35:26.513186 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 60808) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:26.541719 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f262e2d0-0349-4768-93cf-50299f49798d req-fa5119c7-8ec5-4da5-b4cf-4e46f81a22d4 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:26.545162 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f262e2d0-0349-4768-93cf-50299f49798d req-fa5119c7-8ec5-4da5-b4cf-4e46f81a22d4 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] 10.222.0.69 "GET /v2.0/networks?id=168a7e5c-88e7-4a61-b7dd-5d3e7de1ff8d HTTP/1.1" status: 200 len: 816 time: 0.3877819 Apr 18 19:35:26.552622 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-d5de7924-2f31-4f3c-ab39-cb84e9982e0e tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Request body: {'security_group': {'name': 'tempest-secgroup--2064327642'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:35:26.567219 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-d5de7924-2f31-4f3c-ab39-cb84e9982e0e tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:35:26.576754 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-d5de7924-2f31-4f3c-ab39-cb84e9982e0e tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Usage tracker for resource:security_group and tenant:daa1e9a9eb654a04a70b9bdc41dad6d5 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:35:26.578542 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f262e2d0-0349-4768-93cf-50299f49798d req-629611f5-78fe-40af-ae4f-3ab80380bb58 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] 10.222.0.69 "GET /v2.0/quotas/c396792787224a06a1caca5f9016eb19 HTTP/1.1" status: 200 len: 375 time: 0.0262728 Apr 18 19:35:26.587603 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-d5de7924-2f31-4f3c-ab39-cb84e9982e0e tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:35:26.596921 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-d5de7924-2f31-4f3c-ab39-cb84e9982e0e tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:35:26.660519 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbdd5ffa-f105-4784-abc1-1bc005d88439', 'tag': '41ba133b-cad2-4cdb-9a46-9cff74025eb1'}] {{(pid=84764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:35:26.719085 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0256caa2-106e-4f77-a3f5-9dece80b78a6 req-bc142d02-b510-4915-85f0-6dd7d193ce1d tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2975345 Apr 18 19:35:26.752137 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-0256caa2-106e-4f77-a3f5-9dece80b78a6 req-e2cf230e-661c-4a5e-a218-a997c94bc588 service neutron] Request body: {'port': {'device_id': '042e752e-6ab0-4b23-b37e-7217e8897b50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-2'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:35:26.765870 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f262e2d0-0349-4768-93cf-50299f49798d req-7e3da818-1684-4f02-94d4-2bbdfe442028 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=c396792787224a06a1caca5f9016eb19&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1733332 Apr 18 19:35:26.814506 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d5de7924-2f31-4f3c-ab39-cb84e9982e0e tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:26.973765 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-26731403-c17c-4850-b01b-f80a5477f2af None None] Provisioning for port 091abad1-c10a-4b3a-a889-b5557ed8e866 completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:35:26.981243 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-26731403-c17c-4850-b01b-f80a5477f2af None None] Provisioning complete for port 091abad1-c10a-4b3a-a889-b5557ed8e866 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:35:26.981741 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-26731403-c17c-4850-b01b-f80a5477f2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:26.983107 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-7d2d659e-5c4e-4053-ad6f-38a47d487b02 req-5fb8e8f4-862e-47e4-a46f-67ec56051cae tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] For port 41ba133b-cad2-4cdb-9a46-9cff74025eb1, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=41ba133b-cad2-4cdb-9a46-9cff74025eb1,segment=NetworkSegment(5ace1d40-f719-4fb4-a8a8-baa0ea54f7e5),segment_id=5ace1d40-f719-4fb4-a8a8-baa0ea54f7e5)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:35:27.001421 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-d5de7924-2f31-4f3c-ab39-cb84e9982e0e tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:35:27.008063 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-d5de7924-2f31-4f3c-ab39-cb84e9982e0e tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Usage tracker for resource:security_group_rule and tenant:daa1e9a9eb654a04a70b9bdc41dad6d5 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:35:27.013924 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-d5de7924-2f31-4f3c-ab39-cb84e9982e0e tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:35:27.026779 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-d5de7924-2f31-4f3c-ab39-cb84e9982e0e tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:35:27.028915 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-0256caa2-106e-4f77-a3f5-9dece80b78a6 req-e2cf230e-661c-4a5e-a218-a997c94bc588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:27.046252 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-26731403-c17c-4850-b01b-f80a5477f2af None None] Port 091abad1-c10a-4b3a-a889-b5557ed8e866 cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:35:27.068158 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-7d2d659e-5c4e-4053-ad6f-38a47d487b02 req-5fb8e8f4-862e-47e4-a46f-67ec56051cae tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Notify callbacks [] for port, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:27.137782 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f262e2d0-0349-4768-93cf-50299f49798d req-0293d13d-1860-400f-8aff-40e1f93b793b service neutron] 10.222.0.69 "GET /v2.0/networks/168a7e5c-88e7-4a61-b7dd-5d3e7de1ff8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3498254 Apr 18 19:35:27.143843 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-7d2d659e-5c4e-4053-ad6f-38a47d487b02 req-5fb8e8f4-862e-47e4-a46f-67ec56051cae tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:27.164762 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] get_ports_and_sgs() called for port_ids ['41ba133b-cad2-4cdb-9a46-9cff74025eb1'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:35:27.170152 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-33987341-a3ea-4536-8e3a-332d5c53051a tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2290811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65862591'] for subnet, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:27.353437 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d5de7924-2f31-4f3c-ab39-cb84e9982e0e tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:27.358683 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2d659e-5c4e-4053-ad6f-38a47d487b02 req-5fb8e8f4-862e-47e4-a46f-67ec56051cae tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:27.359315 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-7d2d659e-5c4e-4053-ad6f-38a47d487b02 req-5fb8e8f4-862e-47e4-a46f-67ec56051cae tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:27.360747 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7d2d659e-5c4e-4053-ad6f-38a47d487b02 req-5fb8e8f4-862e-47e4-a46f-67ec56051cae tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.69 "PUT /v2.0/ports/41ba133b-cad2-4cdb-9a46-9cff74025eb1 HTTP/1.1" status: 200 len: 1020 time: 1.4185016 Apr 18 19:35:27.361212 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbdd5ffa-f105-4784-abc1-1bc005d88439', 'tag': '41ba133b-cad2-4cdb-9a46-9cff74025eb1'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:35:27.375930 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb8e8f4-862e-47e4-a46f-67ec56051cae tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Pushing event updated for resources: {'Port': ['ID=41ba133b-cad2-4cdb-9a46-9cff74025eb1,revision_number=7']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:27.400048 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33987341-a3ea-4536-8e3a-332d5c53051a tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Pushing event updated for resources: {'Subnet': ['ID=6beccf49-70f4-4ca6-af6a-61efb3d70318,revision_number=0']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:27.405524 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f262e2d0-0349-4768-93cf-50299f49798d req-993754eb-1c8c-4b6b-82c7-28ec56f9d8db service neutron] 10.222.0.69 "GET /v2.0/networks/168a7e5c-88e7-4a61-b7dd-5d3e7de1ff8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2631831 Apr 18 19:35:27.408067 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33987341-a3ea-4536-8e3a-332d5c53051a tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Checking segment: {'id': '4df9e48b-7ca0-4fab-bc57-7a3eee83145d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b69ea7bb-cbf2-4f04-858a-eb6c817d3a8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:35:27.408565 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33987341-a3ea-4536-8e3a-332d5c53051a tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Network hostable DHCP agents. Network: b69ea7bb-cbf2-4f04-858a-eb6c817d3a8c, hostable agents: ['f6987c12-6d6c-47d4-b22d-cfcd164dc40d'], hosted agents: [] {{(pid=84764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:35:27.443492 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] get_ports_and_sgs() called for port_ids ['41ba133b-cad2-4cdb-9a46-9cff74025eb1'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:35:27.545816 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33987341-a3ea-4536-8e3a-332d5c53051a tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Network b69ea7bb-cbf2-4f04-858a-eb6c817d3a8c is scheduled to be hosted by DHCP agent f6987c12-6d6c-47d4-b22d-cfcd164dc40d with binding_index 1 {{(pid=84764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:35:27.570385 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d5de7924-2f31-4f3c-ab39-cb84e9982e0e tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:27.605447 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42428a3c-5e66-498e-88e7-d5ff99c6bdab'] response: {'server_uuid': 'bf343fda-f220-4488-a1e0-387aba683d76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8885a960-0131-4e33-af5a-00c883bb2db8', 'code': 200} Apr 18 19:35:27.660327 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [None req-33987341-a3ea-4536-8e3a-332d5c53051a tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-2, b69ea7bb-cbf2-4f04-858a-eb6c817d3a8c) {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:35:27.664668 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33987341-a3ea-4536-8e3a-332d5c53051a tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:27.665274 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-33987341-a3ea-4536-8e3a-332d5c53051a tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for subnet, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:27.717144 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b55cafd-146b-49d2-95f5-b7734a09a40a None None] Network b69ea7bb-cbf2-4f04-858a-eb6c817d3a8c requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:35:27.803828 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-33987341-a3ea-4536-8e3a-332d5c53051a tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9541173 Apr 18 19:35:27.804136 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 60826) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:27.810497 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-0475346b-80ac-4414-813e-41a92c73a254 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Request body: {'port': {'network_id': 'b69ea7bb-cbf2-4f04-858a-eb6c817d3a8c', 'name': 'tempest-AllowedAddressPairTestJSON-1480470522'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:35:28.059425 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-0475346b-80ac-4414-813e-41a92c73a254 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:35:28.069445 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5de7924-2f31-4f3c-ab39-cb84e9982e0e tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c7050a4-56d4-4fdc-a8ff-93f53be5023c,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:28.071527 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-0475346b-80ac-4414-813e-41a92c73a254 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Usage tracker for resource:port and tenant:1840cd49365f4d2284a7378139d0987c is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:35:28.077568 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-0475346b-80ac-4414-813e-41a92c73a254 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:35:28.092922 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-0475346b-80ac-4414-813e-41a92c73a254 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:35:28.231621 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd10c85-7125-4425-9529-cb3b3939a352 req-44164fa7-0263-4936-b536-46fdad7cc1cf tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:28.232962 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-9fd10c85-7125-4425-9529-cb3b3939a352 req-44164fa7-0263-4936-b536-46fdad7cc1cf tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] 10.222.0.73 "GET /v2.0/networks?id=168a7e5c-88e7-4a61-b7dd-5d3e7de1ff8d HTTP/1.1" status: 200 len: 816 time: 0.8325891 Apr 18 19:35:28.240323 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827c2acc-3956-4156-a09d-081fc7feed0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31f5fbf7-4b5c-5a44-b255-70c4fc176ae8-b69ea7bb-cbf2-4f04-858a-eb6c817d3a8c', 'network_id': 'b69ea7bb-cbf2-4f04-858a-eb6c817d3a8c', 'tenant_id': '1840cd49365f4d2284a7378139d0987c', 'fixed_ips': [{'subnet_id': '6beccf49-70f4-4ca6-af6a-61efb3d70318'}]}} from n-d-836017-2. {{(pid=84765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 19:35:28.241121 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-827c2acc-3956-4156-a09d-081fc7feed0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:28.258957 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-9fd10c85-7125-4425-9529-cb3b3939a352 req-7395c43f-23da-4ec5-ae45-20ce3dfb7296 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Request body: {'port': {'device_id': '800222b8-e25e-4e33-8455-2e217b825812', 'network_id': '168a7e5c-88e7-4a61-b7dd-5d3e7de1ff8d', 'admin_state_up': True, 'tenant_id': 'c396792787224a06a1caca5f9016eb19'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:35:28.283260 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4ba14368-c6a4-4b0a-a03e-4f911ac6eb67 req-8cd49e51-ce06-42ef-bc6e-533d53f83ef8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=bf343fda-f220-4488-a1e0-387aba683d76 HTTP/1.1" status: 200 len: 1097 time: 0.5155423 Apr 18 19:35:28.369820 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d5de7924-2f31-4f3c-ab39-cb84e9982e0e tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:28.373860 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-d5de7924-2f31-4f3c-ab39-cb84e9982e0e tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.8547530 Apr 18 19:35:28.376721 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0475346b-80ac-4414-813e-41a92c73a254 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Made reservation on behalf of 1840cd49365f4d2284a7378139d0987c for: {'port': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:35:28.379397 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 60834) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:28.381684 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [req-0256caa2-106e-4f77-a3f5-9dece80b78a6 req-e2cf230e-661c-4a5e-a218-a997c94bc588 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 091abad1-c10a-4b3a-a889-b5557ed8e866 {{(pid=84763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:35:28.384919 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-0475346b-80ac-4414-813e-41a92c73a254 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:28.395497 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1d937d-b4ad-4057-aae6-982bfe2edb9a req-7e1e4e13-7b86-4562-992e-d096cd52b0a0 tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:28.398536 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0a1d937d-b4ad-4057-aae6-982bfe2edb9a req-7e1e4e13-7b86-4562-992e-d096cd52b0a0 tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] 10.222.0.69 "GET /v2.0/ports?device_id=799d2072-e17c-419a-ba93-c1e77d148bcf&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.6715291 Apr 18 19:35:28.414915 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-d75bf134-b3cb-4b20-b81f-87a2e159cfdd tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Request body: {'security_group_rule': {'security_group_id': '91ad8ac3-3b96-4b16-92b7-9b5ea838c3c3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '5c7050a4-56d4-4fdc-a8ff-93f53be5023c', 'remote_ip_prefix': None}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:35:28.422177 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-d75bf134-b3cb-4b20-b81f-87a2e159cfdd tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:35:28.425472 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-0256caa2-106e-4f77-a3f5-9dece80b78a6 req-e2cf230e-661c-4a5e-a218-a997c94bc588 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:28.426520 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [None req-0475346b-80ac-4414-813e-41a92c73a254 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] device_id is not set on port 77bf6d85-49a9-4130-a968-654e7eb3f70c yet. {{(pid=84764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 19:35:28.442777 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-d75bf134-b3cb-4b20-b81f-87a2e159cfdd tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Usage tracker for resource:security_group_rule and tenant:daa1e9a9eb654a04a70b9bdc41dad6d5 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:35:28.453339 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-827c2acc-3956-4156-a09d-081fc7feed0a None None] Allocated IP 172.20.0.2 (b69ea7bb-cbf2-4f04-858a-eb6c817d3a8c/6beccf49-70f4-4ca6-af6a-61efb3d70318/db1c7da3-a82e-41af-8c76-785f063e9d2a) {{(pid=84765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:35:28.500898 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-d75bf134-b3cb-4b20-b81f-87a2e159cfdd tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:35:28.541780 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-d75bf134-b3cb-4b20-b81f-87a2e159cfdd tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:35:28.569156 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [req-0256caa2-106e-4f77-a3f5-9dece80b78a6 req-e2cf230e-661c-4a5e-a218-a997c94bc588 service neutron] Transition to ACTIVE for port object 091abad1-c10a-4b3a-a889-b5557ed8e866 will not be triggered until provisioned by entity L2. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:35:28.593241 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4ba14368-c6a4-4b0a-a03e-4f911ac6eb67 req-4bf95c66-03a0-436a-a47a-5424e6eefb9b service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=d91ae139-8b90-49fd-8dc9-70f1abc8c820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3031154 Apr 18 19:35:28.597432 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0a1d937d-b4ad-4057-aae6-982bfe2edb9a req-6d2a514d-ff2b-4270-bb44-22767883c012 tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.3.85 HTTP/1.1" status: 200 len: 695 time: 0.1694787 Apr 18 19:35:28.602581 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-9fd10c85-7125-4425-9529-cb3b3939a352 req-7395c43f-23da-4ec5-ae45-20ce3dfb7296 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:35:28.611312 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-0a1d937d-b4ad-4057-aae6-982bfe2edb9a req-a055f4ec-77c4-4ba3-a64e-156d58fa447b tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Request body: {'floatingip': {'port_id': 'ac6ccf01-ad6a-480a-945d-76509c20512e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:35:28.668164 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-827c2acc-3956-4156-a09d-081fc7feed0a None None] Notify callbacks [] for port, precommit_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:28.671917 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-9fd10c85-7125-4425-9529-cb3b3939a352 req-7395c43f-23da-4ec5-ae45-20ce3dfb7296 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Usage tracker for resource:port and tenant:c396792787224a06a1caca5f9016eb19 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:35:28.679517 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-827c2acc-3956-4156-a09d-081fc7feed0a None None] Transition to ACTIVE for port object db1c7da3-a82e-41af-8c76-785f063e9d2a will not be triggered until provisioned by entity L2. {{(pid=84765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:35:28.693376 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-0256caa2-106e-4f77-a3f5-9dece80b78a6 req-e2cf230e-661c-4a5e-a218-a997c94bc588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:28.697440 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-9fd10c85-7125-4425-9529-cb3b3939a352 req-7395c43f-23da-4ec5-ae45-20ce3dfb7296 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:35:28.701756 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-827c2acc-3956-4156-a09d-081fc7feed0a None None] Transition to ACTIVE for port object db1c7da3-a82e-41af-8c76-785f063e9d2a will not be triggered until provisioned by entity DHCP. {{(pid=84765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:35:28.751320 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-9fd10c85-7125-4425-9529-cb3b3939a352 req-7395c43f-23da-4ec5-ae45-20ce3dfb7296 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:35:28.768793 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-0a1d937d-b4ad-4057-aae6-982bfe2edb9a req-a055f4ec-77c4-4ba3-a64e-156d58fa447b tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Notify callbacks [] for floatingip, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:28.798363 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-827c2acc-3956-4156-a09d-081fc7feed0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331'] for port, after_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:28.881570 n-d-836017-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827c2acc-3956-4156-a09d-081fc7feed0a None None] Network b69ea7bb-cbf2-4f04-858a-eb6c817d3a8c is already hosted by enough agents. {{(pid=84765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:35:28.885717 n-d-836017-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-827c2acc-3956-4156-a09d-081fc7feed0a None None] Resources bound (agent type, host, resource id): {{(pid=84765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:35:28.890061 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827c2acc-3956-4156-a09d-081fc7feed0a None None] Received port after_create {{(pid=84765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:35:28.903178 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827c2acc-3956-4156-a09d-081fc7feed0a None None] Pushing event updated for resources: {'Port': ['ID=db1c7da3-a82e-41af-8c76-785f063e9d2a,revision_number=1']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:28.911630 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d75bf134-b3cb-4b20-b81f-87a2e159cfdd tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:28.938015 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_common [None req-0475346b-80ac-4414-813e-41a92c73a254 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Allocated IP 172.20.0.9 (b69ea7bb-cbf2-4f04-858a-eb6c817d3a8c/6beccf49-70f4-4ca6-af6a-61efb3d70318/77bf6d85-49a9-4130-a968-654e7eb3f70c) {{(pid=84764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:35:28.974662 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cf230e-661c-4a5e-a218-a997c94bc588 service neutron] Pushing event updated for resources: {'Port': ['ID=091abad1-c10a-4b3a-a889-b5557ed8e866,revision_number=2']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:28.987567 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3740feee-e0c6-4552-9ca5-27316299f5a7 req-8775d084-edf4-46eb-9a4e-ff498efeb468 tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:28.995983 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-3740feee-e0c6-4552-9ca5-27316299f5a7 req-8775d084-edf4-46eb-9a4e-ff498efeb468 tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf343fda-f220-4488-a1e0-387aba683d76 HTTP/1.1" status: 200 len: 946 time: 0.1497760 Apr 18 19:35:29.004042 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fd10c85-7125-4425-9529-cb3b3939a352 req-7395c43f-23da-4ec5-ae45-20ce3dfb7296 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Made reservation on behalf of c396792787224a06a1caca5f9016eb19 for: {'port': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:35:29.007314 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-9fd10c85-7125-4425-9529-cb3b3939a352 req-7395c43f-23da-4ec5-ae45-20ce3dfb7296 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:29.075501 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-827c2acc-3956-4156-a09d-081fc7feed0a None None] Attempting to bind port db1c7da3-a82e-41af-8c76-785f063e9d2a on host n-d-836017-2 for vnic_type normal with profile {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:35:29.076156 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-827c2acc-3956-4156-a09d-081fc7feed0a None None] Attempting to bind port db1c7da3-a82e-41af-8c76-785f063e9d2a by drivers openvswitch,hyperv on host n-d-836017-2 at level 0 using segments [{'id': '4df9e48b-7ca0-4fab-bc57-7a3eee83145d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b69ea7bb-cbf2-4f04-858a-eb6c817d3a8c'}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:35:29.077289 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827c2acc-3956-4156-a09d-081fc7feed0a None None] Attempting to bind port db1c7da3-a82e-41af-8c76-785f063e9d2a on network b69ea7bb-cbf2-4f04-858a-eb6c817d3a8c {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:35:29.089824 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827c2acc-3956-4156-a09d-081fc7feed0a None None] Checking agent: {'id': 'df2a5cfe-6839-400b-a998-e4fffce70f45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 8, 22), 'started_at': datetime.datetime(2022, 4, 18, 19, 8, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:35:29.093165 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827c2acc-3956-4156-a09d-081fc7feed0a None None] Checking segment: {'id': '4df9e48b-7ca0-4fab-bc57-7a3eee83145d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b69ea7bb-cbf2-4f04-858a-eb6c817d3a8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:35:29.093165 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-827c2acc-3956-4156-a09d-081fc7feed0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:29.093165 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827c2acc-3956-4156-a09d-081fc7feed0a None None] Bound using segment: {'id': '4df9e48b-7ca0-4fab-bc57-7a3eee83145d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b69ea7bb-cbf2-4f04-858a-eb6c817d3a8c'} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:35:29.093165 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-827c2acc-3956-4156-a09d-081fc7feed0a None None] Bound port: db1c7da3-a82e-41af-8c76-785f063e9d2a, host: n-d-836017-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4df9e48b-7ca0-4fab-bc57-7a3eee83145d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b69ea7bb-cbf2-4f04-858a-eb6c817d3a8c'}}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:35:29.093165 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-827c2acc-3956-4156-a09d-081fc7feed0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:29.156831 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-3740feee-e0c6-4552-9ca5-27316299f5a7 req-aa6e67f4-7d9b-4942-af5d-0ead0e6f03e8 tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] 10.222.0.69 "GET /v2.0/security-groups?id=d91ae139-8b90-49fd-8dc9-70f1abc8c820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1596889 Apr 18 19:35:29.258141 n-d-836017-2 neutron-server[84764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73ebb02e-7a7f-4318-9e9f-52e7ede2b791'] response: {'name': 'network-changed', 'server_uuid': 'cbdd5ffa-f105-4784-abc1-1bc005d88439', 'tag': '41ba133b-cad2-4cdb-9a46-9cff74025eb1', 'status': 'completed', 'code': 200} Apr 18 19:35:29.284717 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-0475346b-80ac-4414-813e-41a92c73a254 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Notify callbacks [] for port, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:29.321846 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.provisioning_blocks [None req-0475346b-80ac-4414-813e-41a92c73a254 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Transition to ACTIVE for port object 77bf6d85-49a9-4130-a968-654e7eb3f70c will not be triggered until provisioned by entity DHCP. {{(pid=84764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:35:29.330847 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-827c2acc-3956-4156-a09d-081fc7feed0a None None] For port db1c7da3-a82e-41af-8c76-785f063e9d2a, host n-d-836017-2, cleared binding levels {{(pid=84765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:35:29.334624 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-827c2acc-3956-4156-a09d-081fc7feed0a None None] For port db1c7da3-a82e-41af-8c76-785f063e9d2a, host n-d-836017-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=db1c7da3-a82e-41af-8c76-785f063e9d2a,segment=NetworkSegment(4df9e48b-7ca0-4fab-bc57-7a3eee83145d),segment_id=4df9e48b-7ca0-4fab-bc57-7a3eee83145d)] {{(pid=84765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:35:29.414609 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-827c2acc-3956-4156-a09d-081fc7feed0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:29.438719 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-0475346b-80ac-4414-813e-41a92c73a254 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:29.507187 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743a2a40-952a-4332-bfbb-142e83eca07d req-da1f2d5d-214b-4125-a210-63486d8170a1 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:29.508830 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-743a2a40-952a-4332-bfbb-142e83eca07d req-da1f2d5d-214b-4125-a210-63486d8170a1 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.69 "GET /v2.0/ports?device_id=cbdd5ffa-f105-4784-abc1-1bc005d88439 HTTP/1.1" status: 200 len: 1023 time: 0.1428497 Apr 18 19:35:29.522323 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827c2acc-3956-4156-a09d-081fc7feed0a None None] Pushing event updated for resources: {'Port': ['ID=db1c7da3-a82e-41af-8c76-785f063e9d2a,revision_number=2']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:29.530933 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d75bf134-b3cb-4b20-b81f-87a2e159cfdd tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:29.563442 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0475346b-80ac-4414-813e-41a92c73a254 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Network b69ea7bb-cbf2-4f04-858a-eb6c817d3a8c is already hosted by enough agents. {{(pid=84764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:35:29.575206 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [None req-0475346b-80ac-4414-813e-41a92c73a254 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Resources bound (agent type, host, resource id): {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:35:29.577453 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0475346b-80ac-4414-813e-41a92c73a254 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Pushing event updated for resources: {'Port': ['ID=77bf6d85-49a9-4130-a968-654e7eb3f70c,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:29.579807 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0475346b-80ac-4414-813e-41a92c73a254 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Received port after_create {{(pid=84764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:35:29.687886 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0475346b-80ac-4414-813e-41a92c73a254 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:29.688608 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-0475346b-80ac-4414-813e-41a92c73a254 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:29.727358 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-743a2a40-952a-4332-bfbb-142e83eca07d req-efc89a9e-ee98-4e4c-9bf8-72610c568664 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.69 "GET /v2.0/security-groups?id=dcfb2357-6b1f-4bbf-b5b8-04774e61e421&id=6dbbe555-f817-4989-8ffe-4d7514677d3c&id=a867955f-9297-4a40-ac99-ebb01f7393e5 HTTP/1.1" status: 200 len: 5484 time: 0.2008765 Apr 18 19:35:29.744894 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d75bf134-b3cb-4b20-b81f-87a2e159cfdd tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484852'] for security_group_rule, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:29.784667 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-0256caa2-106e-4f77-a3f5-9dece80b78a6 req-e2cf230e-661c-4a5e-a218-a997c94bc588 service neutron] Attempting to bind port 091abad1-c10a-4b3a-a889-b5557ed8e866 on host n-h1-836017-2 for vnic_type normal with profile {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:35:29.785015 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-0256caa2-106e-4f77-a3f5-9dece80b78a6 req-e2cf230e-661c-4a5e-a218-a997c94bc588 service neutron] Attempting to bind port 091abad1-c10a-4b3a-a889-b5557ed8e866 by drivers openvswitch,hyperv on host n-h1-836017-2 at level 0 using segments [{'id': '7f90ec0e-0730-4dc0-b368-2cc8764d9629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '168a7e5c-88e7-4a61-b7dd-5d3e7de1ff8d'}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:35:29.785493 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0256caa2-106e-4f77-a3f5-9dece80b78a6 req-e2cf230e-661c-4a5e-a218-a997c94bc588 service neutron] Attempting to bind port 091abad1-c10a-4b3a-a889-b5557ed8e866 on network 168a7e5c-88e7-4a61-b7dd-5d3e7de1ff8d {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:35:29.798662 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-829ebc82-a492-41db-9adb-4f1be55981e0'] response: {'name': 'network-changed', 'server_uuid': 'cbdd5ffa-f105-4784-abc1-1bc005d88439', 'tag': '41ba133b-cad2-4cdb-9a46-9cff74025eb1', 'status': 'completed', 'code': 200} Apr 18 19:35:29.818044 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bf134-b3cb-4b20-b81f-87a2e159cfdd tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3a29f6d-b5cf-42f9-b49f-825cd13d1dc2,revision_number=0']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:29.820794 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-0475346b-80ac-4414-813e-41a92c73a254 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0129941 Apr 18 19:35:29.831364 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 60844) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:29.874721 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-76aeaaf9-31cf-4237-9b6e-b10591bf9648 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Request body: {'port': {'network_id': 'b69ea7bb-cbf2-4f04-858a-eb6c817d3a8c', 'name': 'tempest-AllowedAddressPairTestJSON-2030348515', 'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:2b:12:74'}]}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:35:29.884496 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0256caa2-106e-4f77-a3f5-9dece80b78a6 req-e2cf230e-661c-4a5e-a218-a997c94bc588 service neutron] Port 091abad1-c10a-4b3a-a889-b5557ed8e866 on network 168a7e5c-88e7-4a61-b7dd-5d3e7de1ff8d not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-2 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:35:29.887965 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0256caa2-106e-4f77-a3f5-9dece80b78a6 req-e2cf230e-661c-4a5e-a218-a997c94bc588 service neutron] Attempting to bind port 091abad1-c10a-4b3a-a889-b5557ed8e866 on network 168a7e5c-88e7-4a61-b7dd-5d3e7de1ff8d {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:35:29.920908 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_common [req-9fd10c85-7125-4425-9529-cb3b3939a352 req-7395c43f-23da-4ec5-ae45-20ce3dfb7296 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Allocated IP 172.20.0.11 (168a7e5c-88e7-4a61-b7dd-5d3e7de1ff8d/880fe736-40f1-40b4-9914-295fd7eafb79/2e2ccd00-d13a-4f3a-8512-7cb817fd14d8) {{(pid=84763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:35:29.957217 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0256caa2-106e-4f77-a3f5-9dece80b78a6 req-e2cf230e-661c-4a5e-a218-a997c94bc588 service neutron] Checking agent: {'id': 'e3a31811-08e0-42ba-bc2e-ed8a973b714f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 25), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:35:29.961797 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0256caa2-106e-4f77-a3f5-9dece80b78a6 req-e2cf230e-661c-4a5e-a218-a997c94bc588 service neutron] Checking segment: {'id': '7f90ec0e-0730-4dc0-b368-2cc8764d9629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '168a7e5c-88e7-4a61-b7dd-5d3e7de1ff8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:35:29.961797 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0256caa2-106e-4f77-a3f5-9dece80b78a6 req-e2cf230e-661c-4a5e-a218-a997c94bc588 service neutron] Bound using segment: {'id': '7f90ec0e-0730-4dc0-b368-2cc8764d9629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '168a7e5c-88e7-4a61-b7dd-5d3e7de1ff8d'} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:35:29.961797 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-0256caa2-106e-4f77-a3f5-9dece80b78a6 req-e2cf230e-661c-4a5e-a218-a997c94bc588 service neutron] Bound port: 091abad1-c10a-4b3a-a889-b5557ed8e866, host: n-h1-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f90ec0e-0730-4dc0-b368-2cc8764d9629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '168a7e5c-88e7-4a61-b7dd-5d3e7de1ff8d'}}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:35:29.961797 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-0256caa2-106e-4f77-a3f5-9dece80b78a6 req-e2cf230e-661c-4a5e-a218-a997c94bc588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:29.999600 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-78dad453-1ae7-44a3-ab7e-99337c6c0e34 req-c768db21-cd7c-4228-9034-f54df2fef78e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d24c05963c4f41ee8c8189c7acc53c87&device_id=cbdd5ffa-f105-4784-abc1-1bc005d88439 HTTP/1.1" status: 200 len: 1174 time: 0.6989167 Apr 18 19:35:30.067886 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d75bf134-b3cb-4b20-b81f-87a2e159cfdd tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:30.072877 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-d75bf134-b3cb-4b20-b81f-87a2e159cfdd tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 1.6834984 Apr 18 19:35:30.076414 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 60850) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:30.092400 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device db1c7da3-a82e-41af-8c76-785f063e9d2a up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:35:30.212232 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-76aeaaf9-31cf-4237-9b6e-b10591bf9648 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:35:30.216355 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e04c689d-472e-48e1-97c2-81065b0699ab req-7229fe58-7c52-4b99-a7e0-f1df6f3b5a16 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] 10.222.0.69 "GET /v2.0/ports?device_id=5124f014-de78-482f-91e1-6e15f01717ac HTTP/1.1" status: 200 len: 210 time: 0.0853858 Apr 18 19:35:30.220625 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-76aeaaf9-31cf-4237-9b6e-b10591bf9648 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Usage tracker for resource:port and tenant:1840cd49365f4d2284a7378139d0987c is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:35:30.224187 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-74bc8497-6e3b-4b6f-9d3e-109b9878087e tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:30.224370 n-d-836017-2 neutron-server[84763]: INFO neutron.api.v2.resource [req-0a1d937d-b4ad-4057-aae6-982bfe2edb9a req-a055f4ec-77c4-4ba3-a64e-156d58fa447b tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] update failed (client error): There was a conflict when trying to complete your request. Apr 18 19:35:30.225377 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0a1d937d-b4ad-4057-aae6-982bfe2edb9a req-a055f4ec-77c4-4ba3-a64e-156d58fa447b tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] 10.222.0.69 "PUT /v2.0/floatingips/982730e9-0c2e-4ec2-9ee1-b3f6199dd95c HTTP/1.1" status: 409 len: 550 time: 1.6197064 Apr 18 19:35:30.231569 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-76aeaaf9-31cf-4237-9b6e-b10591bf9648 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:35:30.247674 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-76aeaaf9-31cf-4237-9b6e-b10591bf9648 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:35:30.250472 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-74bc8497-6e3b-4b6f-9d3e-109b9878087e tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:30.274403 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning for port db1c7da3-a82e-41af-8c76-785f063e9d2a completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:35:30.319994 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [req-97c8ab51-34ba-49dc-978d-9fa58c731960 req-0b57d659-6997-4e23-b689-19e29cca66ce tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Request body: {'security_group': {'name': ' tempest-securitygroup -2059092350 ', 'description': 'tempest-description-61628542'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:35:30.327969 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-97c8ab51-34ba-49dc-978d-9fa58c731960 req-0b57d659-6997-4e23-b689-19e29cca66ce tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:35:30.342036 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-97c8ab51-34ba-49dc-978d-9fa58c731960 req-0b57d659-6997-4e23-b689-19e29cca66ce tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:35:30.368568 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76aeaaf9-31cf-4237-9b6e-b10591bf9648 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Made reservation on behalf of 1840cd49365f4d2284a7378139d0987c for: {'port': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:35:30.370793 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-0256caa2-106e-4f77-a3f5-9dece80b78a6 req-e2cf230e-661c-4a5e-a218-a997c94bc588 service neutron] For port 091abad1-c10a-4b3a-a889-b5557ed8e866, host n-h1-836017-2, cleared binding levels {{(pid=84763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:35:30.375453 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-76aeaaf9-31cf-4237-9b6e-b10591bf9648 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:30.400622 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [None req-76aeaaf9-31cf-4237-9b6e-b10591bf9648 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] device_id is not set on port 87a78749-636d-4ec1-b074-a42463ec2eaa yet. {{(pid=84764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 19:35:30.438737 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-74bc8497-6e3b-4b6f-9d3e-109b9878087e tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484852'] for security_group_rule, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:30.469771 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bc8497-6e3b-4b6f-9d3e-109b9878087e tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a3a29f6d-b5cf-42f9-b49f-825cd13d1dc2,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:30.481108 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-97c8ab51-34ba-49dc-978d-9fa58c731960 req-0b57d659-6997-4e23-b689-19e29cca66ce tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:30.488114 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dad453-1ae7-44a3-ab7e-99337c6c0e34 req-be07c092-f9d7-45fd-aa75-6dc9af3246c8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:30.489629 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-78dad453-1ae7-44a3-ab7e-99337c6c0e34 req-be07c092-f9d7-45fd-aa75-6dc9af3246c8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a15d993a-6587-4728-b6e5-6aacd5a8669a HTTP/1.1" status: 200 len: 913 time: 0.4512570 Apr 18 19:35:30.491504 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-0256caa2-106e-4f77-a3f5-9dece80b78a6 req-e2cf230e-661c-4a5e-a218-a997c94bc588 service neutron] For port 091abad1-c10a-4b3a-a889-b5557ed8e866, host n-h1-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=091abad1-c10a-4b3a-a889-b5557ed8e866,segment=NetworkSegment(7f90ec0e-0730-4dc0-b368-2cc8764d9629),segment_id=7f90ec0e-0730-4dc0-b368-2cc8764d9629)] {{(pid=84763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:35:30.501820 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-74bc8497-6e3b-4b6f-9d3e-109b9878087e tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:30.502943 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-74bc8497-6e3b-4b6f-9d3e-109b9878087e tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/a3a29f6d-b5cf-42f9-b49f-825cd13d1dc2 HTTP/1.1" status: 204 len: 168 time: 0.4255993 Apr 18 19:35:30.512344 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 60858) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:30.619153 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-97c8ab51-34ba-49dc-978d-9fa58c731960 req-0b57d659-6997-4e23-b689-19e29cca66ce tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:35:30.619482 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-0256caa2-106e-4f77-a3f5-9dece80b78a6 req-e2cf230e-661c-4a5e-a218-a997c94bc588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:30.626853 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-97c8ab51-34ba-49dc-978d-9fa58c731960 req-0b57d659-6997-4e23-b689-19e29cca66ce tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Usage tracker for resource:security_group_rule and tenant:d24c05963c4f41ee8c8189c7acc53c87 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:35:30.631753 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-97c8ab51-34ba-49dc-978d-9fa58c731960 req-0b57d659-6997-4e23-b689-19e29cca66ce tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:35:30.715985 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-78dad453-1ae7-44a3-ab7e-99337c6c0e34 req-96047bdb-b670-4f0a-bc7b-b3d278201abf service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=41ba133b-cad2-4cdb-9a46-9cff74025eb1 HTTP/1.1" status: 200 len: 217 time: 0.1715147 Apr 18 19:35:30.790597 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_common [None req-76aeaaf9-31cf-4237-9b6e-b10591bf9648 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Allocated IP 172.20.0.3 (b69ea7bb-cbf2-4f04-858a-eb6c817d3a8c/6beccf49-70f4-4ca6-af6a-61efb3d70318/87a78749-636d-4ec1-b074-a42463ec2eaa) {{(pid=84764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:35:30.813523 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-0256caa2-106e-4f77-a3f5-9dece80b78a6 req-e2cf230e-661c-4a5e-a218-a997c94bc588 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:30.815198 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0256caa2-106e-4f77-a3f5-9dece80b78a6 req-e2cf230e-661c-4a5e-a218-a997c94bc588 service neutron] 10.222.0.73 "PUT /v2.0/ports/091abad1-c10a-4b3a-a889-b5557ed8e866 HTTP/1.1" status: 200 len: 1091 time: 4.0754724 Apr 18 19:35:30.831432 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-97c8ab51-34ba-49dc-978d-9fa58c731960 req-0b57d659-6997-4e23-b689-19e29cca66ce tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:35:30.852367 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-d9ce80be-79f8-467b-aded-506d3ba7f202 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Synchronizing usage tracker for tenant:daa1e9a9eb654a04a70b9bdc41dad6d5 on resource:security_group_rule {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:35:30.892243 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-9fd10c85-7125-4425-9529-cb3b3939a352 req-7395c43f-23da-4ec5-ae45-20ce3dfb7296 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Notify callbacks [] for port, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:30.914709 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cf230e-661c-4a5e-a218-a997c94bc588 service neutron] Pushing event updated for resources: {'Port': ['ID=091abad1-c10a-4b3a-a889-b5557ed8e866,revision_number=3']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:30.928249 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dad453-1ae7-44a3-ab7e-99337c6c0e34 req-fea6b8b0-a20a-4dbc-86ae-34157e59d384 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:30.929800 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-78dad453-1ae7-44a3-ab7e-99337c6c0e34 req-fea6b8b0-a20a-4dbc-86ae-34157e59d384 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3cbdddc8-bf0a-4ac7-9f09-4e4fdeb7252a HTTP/1.1" status: 200 len: 852 time: 0.1945136 Apr 18 19:35:30.976219 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [req-9fd10c85-7125-4425-9529-cb3b3939a352 req-7395c43f-23da-4ec5-ae45-20ce3dfb7296 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Transition to ACTIVE for port object 2e2ccd00-d13a-4f3a-8512-7cb817fd14d8 will not be triggered until provisioned by entity DHCP. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:35:30.999235 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-78dad453-1ae7-44a3-ab7e-99337c6c0e34 req-4560d056-197f-412b-884f-d4bb60d99a23 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a15d993a-6587-4728-b6e5-6aacd5a8669a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580895 Apr 18 19:35:31.005531 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66247aec-c649-42d5-b471-0e0dfae2e768 req-66cc8ed8-2a39-420b-b077-93757b0b23d4 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:31.007348 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-66247aec-c649-42d5-b471-0e0dfae2e768 req-66cc8ed8-2a39-420b-b077-93757b0b23d4 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=348a0674-72eb-4eaa-9e57-ec09c1f87b74 HTTP/1.1" status: 200 len: 945 time: 0.5725567 Apr 18 19:35:31.039382 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81d6fcf-85c1-402d-b1b2-70c23512d141 req-f66faead-c512-4589-a5a8-19f35b515ac7 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:31.041818 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-c81d6fcf-85c1-402d-b1b2-70c23512d141 req-f66faead-c512-4589-a5a8-19f35b515ac7 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.73 "GET /v2.0/ports?device_id=348a0674-72eb-4eaa-9e57-ec09c1f87b74 HTTP/1.1" status: 200 len: 945 time: 0.6058369 Apr 18 19:35:31.064474 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-d9ce80be-79f8-467b-aded-506d3ba7f202 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Unset dirty status for tenant:daa1e9a9eb654a04a70b9bdc41dad6d5 on resource:security_group_rule {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:35:31.068213 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-d9ce80be-79f8-467b-aded-506d3ba7f202 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.5534391 Apr 18 19:35:31.080102 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 60862) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:31.166801 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-97c8ab51-34ba-49dc-978d-9fa58c731960 req-0b57d659-6997-4e23-b689-19e29cca66ce tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:31.180989 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55afcb8-4cf1-41d8-955a-3bc81c97ade9 None None] Network b69ea7bb-cbf2-4f04-858a-eb6c817d3a8c requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:35:31.304883 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-97c8ab51-34ba-49dc-978d-9fa58c731960 req-0b57d659-6997-4e23-b689-19e29cca66ce tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:31.341131 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-76aeaaf9-31cf-4237-9b6e-b10591bf9648 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Notify callbacks [] for port, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:31.346094 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-0d1ad94c-bbbe-456b-b0c4-e71933fd3a53 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:31.350959 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-c81d6fcf-85c1-402d-b1b2-70c23512d141 req-e6689e93-8ab1-41c9-81e9-f3911c11ad80 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Deleting port 289548bf-a042-4a1b-af10-d15c4a36d705 {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:35:31.351555 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-c81d6fcf-85c1-402d-b1b2-70c23512d141 req-e6689e93-8ab1-41c9-81e9-f3911c11ad80 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:31.395713 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-66247aec-c649-42d5-b471-0e0dfae2e768 req-67c6c2a7-8f63-492d-8544-2128329cbc33 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/security-groups?id=6dce0218-3e63-47f4-ad5c-3b3c3b13b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3626373 Apr 18 19:35:31.413356 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-9fd10c85-7125-4425-9529-cb3b3939a352 req-7395c43f-23da-4ec5-ae45-20ce3dfb7296 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:31.430731 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.provisioning_blocks [None req-76aeaaf9-31cf-4237-9b6e-b10591bf9648 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Transition to ACTIVE for port object 87a78749-636d-4ec1-b074-a42463ec2eaa will not be triggered until provisioned by entity DHCP. {{(pid=84764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:35:31.449387 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-0d1ad94c-bbbe-456b-b0c4-e71933fd3a53 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:31.465015 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b57d659-6997-4e23-b689-19e29cca66ce tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a61e4e-1e92-446d-84ae-45d9f6bbcdbd,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:31.485201 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-78dad453-1ae7-44a3-ab7e-99337c6c0e34 req-de04665e-cb0e-4758-bb7a-e320aa3dcfe7 service neutron] 10.222.0.72 "GET /v2.0/networks/a15d993a-6587-4728-b6e5-6aacd5a8669a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4743769 Apr 18 19:35:31.537463 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f262e2d0-0349-4768-93cf-50299f49798d req-73689b06-ce9e-4a46-bd69-c4eaba4a342a tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:31.539265 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f262e2d0-0349-4768-93cf-50299f49798d req-73689b06-ce9e-4a46-bd69-c4eaba4a342a tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] 10.222.0.72 "GET /v2.0/networks?id=168a7e5c-88e7-4a61-b7dd-5d3e7de1ff8d HTTP/1.1" status: 200 len: 816 time: 0.3450594 Apr 18 19:35:31.571592 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [req-f262e2d0-0349-4768-93cf-50299f49798d req-c6236862-bef3-4a93-8b71-f855033fdde3 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Request body: {'port': {'device_id': '5124f014-de78-482f-91e1-6e15f01717ac', 'network_id': '168a7e5c-88e7-4a61-b7dd-5d3e7de1ff8d', 'admin_state_up': True, 'tenant_id': 'c396792787224a06a1caca5f9016eb19'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:35:31.589463 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-97c8ab51-34ba-49dc-978d-9fa58c731960 req-0b57d659-6997-4e23-b689-19e29cca66ce tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:31.606170 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-97c8ab51-34ba-49dc-978d-9fa58c731960 req-0b57d659-6997-4e23-b689-19e29cca66ce tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1618 time: 1.2911401 Apr 18 19:35:31.683058 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fd10c85-7125-4425-9529-cb3b3939a352 req-7395c43f-23da-4ec5-ae45-20ce3dfb7296 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Network 168a7e5c-88e7-4a61-b7dd-5d3e7de1ff8d is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:35:31.701120 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0256caa2-106e-4f77-a3f5-9dece80b78a6 req-87817cbb-417e-4a37-b974-9dfff8d35ea5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c396792787224a06a1caca5f9016eb19&device_id=042e752e-6ab0-4b23-b37e-7217e8897b50 HTTP/1.1" status: 200 len: 1094 time: 0.6526406 Apr 18 19:35:31.702084 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [req-9fd10c85-7125-4425-9529-cb3b3939a352 req-7395c43f-23da-4ec5-ae45-20ce3dfb7296 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:35:31.714240 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7395c43f-23da-4ec5-ae45-20ce3dfb7296 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Pushing event updated for resources: {'Port': ['ID=2e2ccd00-d13a-4f3a-8512-7cb817fd14d8,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:31.717856 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fd10c85-7125-4425-9529-cb3b3939a352 req-7395c43f-23da-4ec5-ae45-20ce3dfb7296 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Received port after_create {{(pid=84763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:35:31.747165 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-f1622017-d8f9-4a99-84bc-d60681686a98 None None] Provisioning for port db1c7da3-a82e-41af-8c76-785f063e9d2a completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:35:31.761195 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-76aeaaf9-31cf-4237-9b6e-b10591bf9648 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:31.775034 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-f1622017-d8f9-4a99-84bc-d60681686a98 None None] Provisioning complete for port db1c7da3-a82e-41af-8c76-785f063e9d2a triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:35:31.775034 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f1622017-d8f9-4a99-84bc-d60681686a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:31.912482 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-0d1ad94c-bbbe-456b-b0c4-e71933fd3a53 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:31.932723 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '042e752e-6ab0-4b23-b37e-7217e8897b50', 'tag': '091abad1-c10a-4b3a-a889-b5557ed8e866'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:35:32.000551 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aeaaf9-31cf-4237-9b6e-b10591bf9648 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Pushing event updated for resources: {'Port': ['ID=87a78749-636d-4ec1-b074-a42463ec2eaa,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:32.004160 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1ad94c-bbbe-456b-b0c4-e71933fd3a53 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c7050a4-56d4-4fdc-a8ff-93f53be5023c,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:32.062207 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76aeaaf9-31cf-4237-9b6e-b10591bf9648 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Network b69ea7bb-cbf2-4f04-858a-eb6c817d3a8c is already hosted by enough agents. {{(pid=84764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:35:32.069486 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [None req-76aeaaf9-31cf-4237-9b6e-b10591bf9648 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Resources bound (agent type, host, resource id): {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:35:32.075993 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76aeaaf9-31cf-4237-9b6e-b10591bf9648 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Received port after_create {{(pid=84764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:35:32.101086 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f1622017-d8f9-4a99-84bc-d60681686a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:32.178591 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-f1622017-d8f9-4a99-84bc-d60681686a98 None None] For port db1c7da3-a82e-41af-8c76-785f063e9d2a, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=db1c7da3-a82e-41af-8c76-785f063e9d2a,segment=NetworkSegment(4df9e48b-7ca0-4fab-bc57-7a3eee83145d),segment_id=4df9e48b-7ca0-4fab-bc57-7a3eee83145d)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:35:32.194940 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0256caa2-106e-4f77-a3f5-9dece80b78a6 req-1f5dc3e6-2121-4c72-bec9-80ef7fe4d78b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=091abad1-c10a-4b3a-a889-b5557ed8e866 HTTP/1.1" status: 200 len: 217 time: 0.2657809 Apr 18 19:35:32.209642 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f7ae2d-715d-456a-aa72-3eb58618f460 req-7b45b079-5507-4e56-8db5-ed365664f585 tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:32.217447 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-77f7ae2d-715d-456a-aa72-3eb58618f460 req-7b45b079-5507-4e56-8db5-ed365664f585 tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf343fda-f220-4488-a1e0-387aba683d76 HTTP/1.1" status: 200 len: 946 time: 0.3749702 Apr 18 19:35:32.250899 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-f262e2d0-0349-4768-93cf-50299f49798d req-c6236862-bef3-4a93-8b71-f855033fdde3 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:35:32.257987 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76aeaaf9-31cf-4237-9b6e-b10591bf9648 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:32.258610 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-76aeaaf9-31cf-4237-9b6e-b10591bf9648 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:32.266436 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-f262e2d0-0349-4768-93cf-50299f49798d req-c6236862-bef3-4a93-8b71-f855033fdde3 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Usage tracker for resource:port and tenant:c396792787224a06a1caca5f9016eb19 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:35:32.277825 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-f262e2d0-0349-4768-93cf-50299f49798d req-c6236862-bef3-4a93-8b71-f855033fdde3 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:35:32.294841 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-f262e2d0-0349-4768-93cf-50299f49798d req-c6236862-bef3-4a93-8b71-f855033fdde3 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:35:32.303476 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-0d1ad94c-bbbe-456b-b0c4-e71933fd3a53 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:32.305666 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-0d1ad94c-bbbe-456b-b0c4-e71933fd3a53 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] 10.222.0.69 "DELETE /v2.0/security-groups/5c7050a4-56d4-4fdc-a8ff-93f53be5023c HTTP/1.1" status: 204 len: 168 time: 1.2215087 Apr 18 19:35:32.313196 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 60874) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:32.313907 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f1622017-d8f9-4a99-84bc-d60681686a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:32.340615 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-77f7ae2d-715d-456a-aa72-3eb58618f460 req-24072e59-cf36-4d1f-84ff-d0db98391092 tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] 10.222.0.69 "GET /v2.0/security-groups?id=d91ae139-8b90-49fd-8dc9-70f1abc8c820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1222708 Apr 18 19:35:32.360129 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-78dad453-1ae7-44a3-ab7e-99337c6c0e34 req-33045ad9-c549-41e1-9710-87a330324e96 service neutron] 10.222.0.72 "GET /v2.0/networks/a15d993a-6587-4728-b6e5-6aacd5a8669a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8623435 Apr 18 19:35:32.364239 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd10c85-7125-4425-9529-cb3b3939a352 req-7395c43f-23da-4ec5-ae45-20ce3dfb7296 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:32.364909 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-9fd10c85-7125-4425-9529-cb3b3939a352 req-7395c43f-23da-4ec5-ae45-20ce3dfb7296 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:32.420724 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f262e2d0-0349-4768-93cf-50299f49798d req-c6236862-bef3-4a93-8b71-f855033fdde3 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Made reservation on behalf of c396792787224a06a1caca5f9016eb19 for: {'port': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:35:32.424023 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-f262e2d0-0349-4768-93cf-50299f49798d req-c6236862-bef3-4a93-8b71-f855033fdde3 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:32.432220 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8ab8a29f-87ed-4e13-a150-4cf655e69d75 req-b8e457fd-c4e5-4111-a5b1-e7612cd7aa0d tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] 10.222.0.69 "GET /v2.0/floatingips/982730e9-0c2e-4ec2-9ee1-b3f6199dd95c HTTP/1.1" status: 200 len: 692 time: 0.2149317 Apr 18 19:35:32.455676 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.agents_db [None req-eb67022b-f881-4bc8-8f45-fca90fb27803 None None] Agent healthcheck: found 7 active agents {{(pid=84766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:35:32.475848 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-76aeaaf9-31cf-4237-9b6e-b10591bf9648 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 2.6398158 Apr 18 19:35:32.476459 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0256caa2-106e-4f77-a3f5-9dece80b78a6 req-89719dfd-82ec-4aa5-b753-dd5f8aef74e2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:32.477462 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0256caa2-106e-4f77-a3f5-9dece80b78a6 req-89719dfd-82ec-4aa5-b753-dd5f8aef74e2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=880fe736-40f1-40b4-9914-295fd7eafb79 HTTP/1.1" status: 200 len: 855 time: 0.2600529 Apr 18 19:35:32.478751 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-d2b9741b-f938-4301-a1d4-3c8f19559ba9 None None] Provisioning complete for port db1c7da3-a82e-41af-8c76-785f063e9d2a triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:35:32.479254 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d2b9741b-f938-4301-a1d4-3c8f19559ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:32.527895 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1622017-d8f9-4a99-84bc-d60681686a98 None None] Pushing event updated for resources: {'Port': ['ID=db1c7da3-a82e-41af-8c76-785f063e9d2a,revision_number=3']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:32.535162 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 60882) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:32.687603 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-9fd10c85-7125-4425-9529-cb3b3939a352 req-7395c43f-23da-4ec5-ae45-20ce3dfb7296 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4338400 Apr 18 19:35:32.729368 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-9fd10c85-7125-4425-9529-cb3b3939a352 req-f53ca881-f261-439b-9b13-abd0b3fe51e3 service neutron] Request body: {'port': {'device_id': '800222b8-e25e-4e33-8455-2e217b825812', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-2'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:35:32.734971 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-f5ded5aa-adac-41c2-a268-30612f9f361c tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Synchronizing usage tracker for tenant:daa1e9a9eb654a04a70b9bdc41dad6d5 on resource:security_group {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:35:32.765078 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-4ca759ff-10fd-4259-8c2a-a93dfed8ab06 req-127fe765-b7c7-4da8-ba8a-b6980d08c155 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] 10.222.0.69 "GET /v2.0/ports?device_id=5124f014-de78-482f-91e1-6e15f01717ac HTTP/1.1" status: 200 len: 210 time: 0.0711305 Apr 18 19:35:32.780892 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_common [req-f262e2d0-0349-4768-93cf-50299f49798d req-c6236862-bef3-4a93-8b71-f855033fdde3 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Allocated IP 172.20.0.3 (168a7e5c-88e7-4a61-b7dd-5d3e7de1ff8d/880fe736-40f1-40b4-9914-295fd7eafb79/e60006b4-06d8-41ff-90f2-943698920fc9) {{(pid=84764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:35:32.783214 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-c81d6fcf-85c1-402d-b1b2-70c23512d141 req-e6689e93-8ab1-41c9-81e9-f3911c11ad80 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] For port 289548bf-a042-4a1b-af10-d15c4a36d705, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=289548bf-a042-4a1b-af10-d15c4a36d705,segment=NetworkSegment(56697489-6787-4e2b-895c-5ec0b051161d),segment_id=56697489-6787-4e2b-895c-5ec0b051161d)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:35:32.784066 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-c81d6fcf-85c1-402d-b1b2-70c23512d141 req-e6689e93-8ab1-41c9-81e9-f3911c11ad80 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:32.784981 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-d2b9741b-f938-4301-a1d4-3c8f19559ba9 None None] Provisioning for port 77bf6d85-49a9-4130-a968-654e7eb3f70c completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:35:32.791163 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-d2b9741b-f938-4301-a1d4-3c8f19559ba9 None None] Provisioning complete for port 77bf6d85-49a9-4130-a968-654e7eb3f70c triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:35:32.801010 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d2b9741b-f938-4301-a1d4-3c8f19559ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:32.872390 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-d2b9741b-f938-4301-a1d4-3c8f19559ba9 None None] Port 77bf6d85-49a9-4130-a968-654e7eb3f70c cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:35:32.879044 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-f5ded5aa-adac-41c2-a268-30612f9f361c tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Unset dirty status for tenant:daa1e9a9eb654a04a70b9bdc41dad6d5 on resource:security_group {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:35:32.883272 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-f5ded5aa-adac-41c2-a268-30612f9f361c tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.5661685 Apr 18 19:35:32.891803 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 60886) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:32.949680 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-d2b9741b-f938-4301-a1d4-3c8f19559ba9 None None] Provisioning for port 2e2ccd00-d13a-4f3a-8512-7cb817fd14d8 completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:35:32.955063 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-d2b9741b-f938-4301-a1d4-3c8f19559ba9 None None] Provisioning complete for port 2e2ccd00-d13a-4f3a-8512-7cb817fd14d8 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:35:32.965118 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d2b9741b-f938-4301-a1d4-3c8f19559ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:32.986374 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-c81d6fcf-85c1-402d-b1b2-70c23512d141 req-e6689e93-8ab1-41c9-81e9-f3911c11ad80 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Calling delete_port for 289548bf-a042-4a1b-af10-d15c4a36d705 owned by compute:nova {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:35:33.027061 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-d2b9741b-f938-4301-a1d4-3c8f19559ba9 None None] Port 2e2ccd00-d13a-4f3a-8512-7cb817fd14d8 cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:35:33.036979 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-154e0c54-7301-4b95-9711-6e24cab3f610 req-a5cb9bd9-6fa0-4de0-957e-e8382c72d86f tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.69 "GET /v2.0/security-groups/b9a61e4e-1e92-446d-84ae-45d9f6bbcdbd HTTP/1.1" status: 200 len: 1613 time: 0.2013633 Apr 18 19:35:33.102492 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-7cef95d9-0a76-4f85-9fde-56b4b3ef1bb7 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:33.133573 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9151142d-89b2-41c6-8ebd-ce8cef9545f7'] response: {'name': 'network-changed', 'server_uuid': '042e752e-6ab0-4b23-b37e-7217e8897b50', 'tag': '091abad1-c10a-4b3a-a889-b5557ed8e866', 'status': 'completed', 'code': 200} Apr 18 19:35:33.151085 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-f262e2d0-0349-4768-93cf-50299f49798d req-c6236862-bef3-4a93-8b71-f855033fdde3 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Notify callbacks [] for port, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:33.160238 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-7cef95d9-0a76-4f85-9fde-56b4b3ef1bb7 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:33.172821 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab8a29f-87ed-4e13-a150-4cf655e69d75 req-878eb16b-9fac-4331-a926-86aa99d7665d tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:33.174197 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8ab8a29f-87ed-4e13-a150-4cf655e69d75 req-878eb16b-9fac-4331-a926-86aa99d7665d tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] 10.222.0.69 "GET /v2.0/networks/11e8e108-37df-4084-b6b7-113e6beb66b4 HTTP/1.1" status: 200 len: 784 time: 0.7413702 Apr 18 19:35:33.192014 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.provisioning_blocks [req-f262e2d0-0349-4768-93cf-50299f49798d req-c6236862-bef3-4a93-8b71-f855033fdde3 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Transition to ACTIVE for port object e60006b4-06d8-41ff-90f2-943698920fc9 will not be triggered until provisioned by entity DHCP. {{(pid=84764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:35:33.217610 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0256caa2-106e-4f77-a3f5-9dece80b78a6 req-e886eafc-2211-4896-9264-91189aab3f09 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=168a7e5c-88e7-4a61-b7dd-5d3e7de1ff8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6536264 Apr 18 19:35:33.218590 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [req-8ab8a29f-87ed-4e13-a150-4cf655e69d75 req-41900e58-1d4a-4e8b-ae8b-45119387be1a tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=84763) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:35:33.219877 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8ab8a29f-87ed-4e13-a150-4cf655e69d75 req-41900e58-1d4a-4e8b-ae8b-45119387be1a tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0200093 Apr 18 19:35:33.221667 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-9fd10c85-7125-4425-9529-cb3b3939a352 req-f53ca881-f261-439b-9b13-abd0b3fe51e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:33.242375 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-5e1726e7-37d2-422d-acbf-b8b34fc262c4 None None] Provisioning for port 87a78749-636d-4ec1-b074-a42463ec2eaa completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:35:33.243930 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95cf0e8-f5a5-4966-ba75-e127cdc511e1 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:33.248867 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95cf0e8-f5a5-4966-ba75-e127cdc511e1 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:33.249204 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-5e1726e7-37d2-422d-acbf-b8b34fc262c4 None None] Provisioning complete for port 87a78749-636d-4ec1-b074-a42463ec2eaa triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:35:33.253026 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5e1726e7-37d2-422d-acbf-b8b34fc262c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:33.253169 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95cf0e8-f5a5-4966-ba75-e127cdc511e1 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:33.254383 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-c95cf0e8-f5a5-4966-ba75-e127cdc511e1 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.7093019 Apr 18 19:35:33.258045 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-c7bcfb63-5a9f-4a57-b0cb-30472523e6bb req-0bb6f93f-f0bb-41d2-9506-a4c14b510f36 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d24c05963c4f41ee8c8189c7acc53c87&device_id=cbdd5ffa-f105-4784-abc1-1bc005d88439 HTTP/1.1" status: 200 len: 1174 time: 0.7092762 Apr 18 19:35:33.262775 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 60892) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:33.320959 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-7cef95d9-0a76-4f85-9fde-56b4b3ef1bb7 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:33.322064 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-5e1726e7-37d2-422d-acbf-b8b34fc262c4 None None] Port 87a78749-636d-4ec1-b074-a42463ec2eaa cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:35:33.336515 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-5e1726e7-37d2-422d-acbf-b8b34fc262c4 None None] Provisioning complete for port 77bf6d85-49a9-4130-a968-654e7eb3f70c triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:35:33.337192 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5e1726e7-37d2-422d-acbf-b8b34fc262c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:33.341242 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cef95d9-0a76-4f85-9fde-56b4b3ef1bb7 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ad8ac3-3b96-4b16-92b7-9b5ea838c3c3,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:33.360765 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-f262e2d0-0349-4768-93cf-50299f49798d req-c6236862-bef3-4a93-8b71-f855033fdde3 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:33.375837 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6fa2f1-af92-4a53-a424-543afbf50400 req-67c10c5c-d7fe-4e9f-972f-c077870a3282 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:33.375837 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-8c6fa2f1-af92-4a53-a424-543afbf50400 req-67c10c5c-d7fe-4e9f-972f-c077870a3282 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Synchronizing usage tracker for tenant:73070b32fdb445869915286e0756abff on resource:port {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:35:33.414755 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-5e1726e7-37d2-422d-acbf-b8b34fc262c4 None None] Port 77bf6d85-49a9-4130-a968-654e7eb3f70c cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:35:33.467146 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f262e2d0-0349-4768-93cf-50299f49798d req-c6236862-bef3-4a93-8b71-f855033fdde3 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Network 168a7e5c-88e7-4a61-b7dd-5d3e7de1ff8d is already hosted by enough agents. {{(pid=84764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:35:33.470896 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [req-f262e2d0-0349-4768-93cf-50299f49798d req-c6236862-bef3-4a93-8b71-f855033fdde3 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Resources bound (agent type, host, resource id): {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:35:33.472838 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6236862-bef3-4a93-8b71-f855033fdde3 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Pushing event updated for resources: {'Port': ['ID=e60006b4-06d8-41ff-90f2-943698920fc9,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:33.474948 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [req-f262e2d0-0349-4768-93cf-50299f49798d req-c6236862-bef3-4a93-8b71-f855033fdde3 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Received port after_create {{(pid=84764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:35:33.546602 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-7cef95d9-0a76-4f85-9fde-56b4b3ef1bb7 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:33.549540 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-7cef95d9-0a76-4f85-9fde-56b4b3ef1bb7 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] 10.222.0.69 "DELETE /v2.0/security-groups/91ad8ac3-3b96-4b16-92b7-9b5ea838c3c3 HTTP/1.1" status: 204 len: 168 time: 0.6566103 Apr 18 19:35:33.552955 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 60896) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:33.701518 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f262e2d0-0349-4768-93cf-50299f49798d req-c6236862-bef3-4a93-8b71-f855033fdde3 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:33.702141 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-f262e2d0-0349-4768-93cf-50299f49798d req-c6236862-bef3-4a93-8b71-f855033fdde3 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:33.741488 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-8c6fa2f1-af92-4a53-a424-543afbf50400 req-67c10c5c-d7fe-4e9f-972f-c077870a3282 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Unset dirty status for tenant:73070b32fdb445869915286e0756abff on resource:port {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:35:33.742647 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8c6fa2f1-af92-4a53-a424-543afbf50400 req-67c10c5c-d7fe-4e9f-972f-c077870a3282 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a379334-f5b6-4e99-9c88-11f2dece9c1d HTTP/1.1" status: 200 len: 950 time: 0.4992797 Apr 18 19:35:33.844968 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8ab8a29f-87ed-4e13-a150-4cf655e69d75 req-f8a97ba5-1393-4bd2-85e1-251450e4ba10 tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.3.85 HTTP/1.1" status: 200 len: 695 time: 0.6095815 Apr 18 19:35:33.849649 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-75a1c8b3-dd60-4086-906b-05582772459f tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Synchronizing usage tracker for tenant:daa1e9a9eb654a04a70b9bdc41dad6d5 on resource:security_group {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:35:33.857740 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8c6fa2f1-af92-4a53-a424-543afbf50400 req-0c852842-5d04-4faf-bf2a-e33ab785ca2d tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bb75c1f-620d-4cfd-a804-faa1a9266f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024058 Apr 18 19:35:33.867573 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-43c4a1e3-0954-4fb9-a2c9-640f3597c877 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Deleting port 87a78749-636d-4ec1-b074-a42463ec2eaa {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:35:33.871292 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-43c4a1e3-0954-4fb9-a2c9-640f3597c877 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:33.871440 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f262e2d0-0349-4768-93cf-50299f49798d req-c6236862-bef3-4a93-8b71-f855033fdde3 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3119369 Apr 18 19:35:33.885727 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61771a83-cbfe-462f-827c-e2caf38385ce req-132345b7-b958-4949-b85a-c1ae73d206e0 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:33.887357 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-61771a83-cbfe-462f-827c-e2caf38385ce req-132345b7-b958-4949-b85a-c1ae73d206e0 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.73 "GET /v2.0/ports?device_id=0a379334-f5b6-4e99-9c88-11f2dece9c1d HTTP/1.1" status: 200 len: 950 time: 0.1929147 Apr 18 19:35:33.892667 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [req-f262e2d0-0349-4768-93cf-50299f49798d req-270286e6-1a83-4a8c-b392-3ad4aca3c55f service neutron] Request body: {'port': {'device_id': '5124f014-de78-482f-91e1-6e15f01717ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-2'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:35:33.970150 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-4d32f6a6-d3a0-4121-a039-2977896ee5e9 None None] Provisioning for port e60006b4-06d8-41ff-90f2-943698920fc9 completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:35:33.979694 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-4d32f6a6-d3a0-4121-a039-2977896ee5e9 None None] Provisioning complete for port e60006b4-06d8-41ff-90f2-943698920fc9 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:35:33.980499 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4d32f6a6-d3a0-4121-a039-2977896ee5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:34.017057 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-75a1c8b3-dd60-4086-906b-05582772459f tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Unset dirty status for tenant:daa1e9a9eb654a04a70b9bdc41dad6d5 on resource:security_group {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:35:34.023021 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-75a1c8b3-dd60-4086-906b-05582772459f tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4639223 Apr 18 19:35:34.037988 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device db1c7da3-a82e-41af-8c76-785f063e9d2a up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:35:34.057172 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 60902) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:34.084039 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-2c14ec47-1d28-4590-8d9e-74ba0d0b1cff tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Request body: {'security_group': {'name': 'tempest-secgroup--1183903458'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:35:34.105099 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-4d32f6a6-d3a0-4121-a039-2977896ee5e9 None None] Port e60006b4-06d8-41ff-90f2-943698920fc9 cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:35:34.132949 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port db1c7da3-a82e-41af-8c76-785f063e9d2a triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:35:34.134977 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-2c14ec47-1d28-4590-8d9e-74ba0d0b1cff tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:35:34.135230 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:34.141524 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [req-61771a83-cbfe-462f-827c-e2caf38385ce req-3c958c80-a61d-4e4e-a20a-dc3b5bac2d08 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Deleting port fbaca27c-775e-4826-a999-e46d492b3066 {{(pid=84764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:35:34.141742 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-c81d6fcf-85c1-402d-b1b2-70c23512d141 req-e6689e93-8ab1-41c9-81e9-f3911c11ad80 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:34.141850 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-61771a83-cbfe-462f-827c-e2caf38385ce req-3c958c80-a61d-4e4e-a20a-dc3b5bac2d08 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:34.170470 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] get_ports_and_sgs() called for port_ids ['6ce9e8ca-c688-4360-a5c1-cb5597c9db75'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:35:34.218688 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-2c14ec47-1d28-4590-8d9e-74ba0d0b1cff tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:35:34.249313 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8ab8a29f-87ed-4e13-a150-4cf655e69d75 req-5b5d71aa-ee2c-400c-a6e0-2b90c21b0333 tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.3.85 HTTP/1.1" status: 200 len: 695 time: 0.3894644 Apr 18 19:35:34.255439 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-f262e2d0-0349-4768-93cf-50299f49798d req-270286e6-1a83-4a8c-b392-3ad4aca3c55f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:34.267908 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bcfb63-5a9f-4a57-b0cb-30472523e6bb req-51998c85-2d70-4b3e-b3e6-6bd946659f8a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:34.269339 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-c7bcfb63-5a9f-4a57-b0cb-30472523e6bb req-51998c85-2d70-4b3e-b3e6-6bd946659f8a service neutron] 10.222.0.72 "GET /v2.0/networks?id=a15d993a-6587-4728-b6e5-6aacd5a8669a HTTP/1.1" status: 200 len: 913 time: 0.9258714 Apr 18 19:35:34.293507 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0256caa2-106e-4f77-a3f5-9dece80b78a6 req-bde1c84d-66e3-4d90-8fcd-699cedc73264 service neutron] 10.222.0.73 "GET /v2.0/networks/168a7e5c-88e7-4a61-b7dd-5d3e7de1ff8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0571902 Apr 18 19:35:34.294253 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6689e93-8ab1-41c9-81e9-f3911c11ad80 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Pushing event deleted for resources: {'Port': ['ID=289548bf-a042-4a1b-af10-d15c4a36d705,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:34.371219 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-2c14ec47-1d28-4590-8d9e-74ba0d0b1cff tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:34.498450 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037112e6-38ec-4c5d-8c24-bed454e04978 req-54e44949-29f7-47c9-9ae1-47ae6b2d1c59 tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:34.500017 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-037112e6-38ec-4c5d-8c24-bed454e04978 req-54e44949-29f7-47c9-9ae1-47ae6b2d1c59 tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf343fda-f220-4488-a1e0-387aba683d76 HTTP/1.1" status: 200 len: 946 time: 0.4946275 Apr 18 19:35:34.516236 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 60906) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:34.534558 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-9256d569-79bb-4155-9b60-20b28cab9b4d tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Request body: {'floatingip': {'port_id': '8885a960-0131-4e33-af5a-00c883bb2db8'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:35:34.630117 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 289548bf-a042-4a1b-af10-d15c4a36d705 no longer exists at agent hyperv_n-h1-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:35:34.637228 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-c7bcfb63-5a9f-4a57-b0cb-30472523e6bb req-aebe7ee5-e819-4623-889e-241386912c06 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=41ba133b-cad2-4cdb-9a46-9cff74025eb1 HTTP/1.1" status: 200 len: 217 time: 0.3403120 Apr 18 19:35:34.691108 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] No Port match for: 289548bf-a042-4a1b-af10-d15c4a36d705 {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:35:34.691568 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 289548bf-a042-4a1b-af10-d15c4a36d705 not bound to the agent host n-h1-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:35:34.751613 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-9256d569-79bb-4155-9b60-20b28cab9b4d tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Notify callbacks [] for floatingip, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:34.800295 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-456bad37-6814-4cd7-88bf-861a924cd3f3 req-9952a83d-5ffe-482f-8bce-89812b35a948 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=348a0674-72eb-4eaa-9e57-ec09c1f87b74 HTTP/1.1" status: 200 len: 210 time: 0.1544433 Apr 18 19:35:34.803457 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-2c14ec47-1d28-4590-8d9e-74ba0d0b1cff tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:35:34.832613 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-2c14ec47-1d28-4590-8d9e-74ba0d0b1cff tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Usage tracker for resource:security_group_rule and tenant:daa1e9a9eb654a04a70b9bdc41dad6d5 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:35:34.839100 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-2c14ec47-1d28-4590-8d9e-74ba0d0b1cff tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:35:34.862913 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-61771a83-cbfe-462f-827c-e2caf38385ce req-3c958c80-a61d-4e4e-a20a-dc3b5bac2d08 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] For port fbaca27c-775e-4826-a999-e46d492b3066, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=fbaca27c-775e-4826-a999-e46d492b3066,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:35:34.863280 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-61771a83-cbfe-462f-827c-e2caf38385ce req-3c958c80-a61d-4e4e-a20a-dc3b5bac2d08 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:34.871761 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-2c14ec47-1d28-4590-8d9e-74ba0d0b1cff tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:35:34.938791 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-c81d6fcf-85c1-402d-b1b2-70c23512d141 req-e6689e93-8ab1-41c9-81e9-f3911c11ad80 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] No DVR routers for this DVR port 289548bf-a042-4a1b-af10-d15c4a36d705 on host n-h1-836017-2 {{(pid=84763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:35:34.955401 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-c81d6fcf-85c1-402d-b1b2-70c23512d141 req-e6689e93-8ab1-41c9-81e9-f3911c11ad80 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:34.997927 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-8ab8a29f-87ed-4e13-a150-4cf655e69d75 req-1bfaeb50-4dce-46cd-aefc-d1dd6ad90460 tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Deleting port cf903ed8-a88b-4e82-b5a3-13344f95a1bc {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:35:34.998271 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-8ab8a29f-87ed-4e13-a150-4cf655e69d75 req-1bfaeb50-4dce-46cd-aefc-d1dd6ad90460 tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:35.065081 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [req-61771a83-cbfe-462f-827c-e2caf38385ce req-3c958c80-a61d-4e4e-a20a-dc3b5bac2d08 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Calling delete_port for fbaca27c-775e-4826-a999-e46d492b3066 owned by compute:nova {{(pid=84764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:35:35.257910 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '348a0674-72eb-4eaa-9e57-ec09c1f87b74', 'name': 'network-vif-deleted', 'tag': '289548bf-a042-4a1b-af10-d15c4a36d705'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:35:35.273476 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-2c14ec47-1d28-4590-8d9e-74ba0d0b1cff tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:35.274699 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bcfb63-5a9f-4a57-b0cb-30472523e6bb req-0ed958db-3b7e-4fe0-8867-9419ff92c40c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:35.276886 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-c7bcfb63-5a9f-4a57-b0cb-30472523e6bb req-0ed958db-3b7e-4fe0-8867-9419ff92c40c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3cbdddc8-bf0a-4ac7-9f09-4e4fdeb7252a HTTP/1.1" status: 200 len: 852 time: 0.5466864 Apr 18 19:35:35.278854 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2a8af8e8-827d-4f7e-a8c3-4abd23438146 req-e3327bbe-606d-4a78-bda0-a07fde429b23 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.69 "GET /v2.0/security-groups/b9a61e4e-1e92-446d-84ae-45d9f6bbcdbd HTTP/1.1" status: 200 len: 1613 time: 0.4179451 Apr 18 19:35:35.287668 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-c81d6fcf-85c1-402d-b1b2-70c23512d141 req-e6689e93-8ab1-41c9-81e9-f3911c11ad80 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.73 "DELETE /v2.0/ports/289548bf-a042-4a1b-af10-d15c4a36d705 HTTP/1.1" status: 204 len: 173 time: 4.2020040 Apr 18 19:35:35.367367 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0256caa2-106e-4f77-a3f5-9dece80b78a6 req-cdd9953e-2dc8-4b4f-96ac-6dc1585b0659 service neutron] 10.222.0.73 "GET /v2.0/networks/168a7e5c-88e7-4a61-b7dd-5d3e7de1ff8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9497890 Apr 18 19:35:35.435389 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-43c4a1e3-0954-4fb9-a2c9-640f3597c877 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:35.451541 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-c7bcfb63-5a9f-4a57-b0cb-30472523e6bb req-1f2ed37a-53b4-47d6-be3b-a99ebf69836c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a15d993a-6587-4728-b6e5-6aacd5a8669a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1628835 Apr 18 19:35:35.545979 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-2c14ec47-1d28-4590-8d9e-74ba0d0b1cff tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:35.650276 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.db.resource_extend [req-9fd10c85-7125-4425-9529-cb3b3939a352 req-f53ca881-f261-439b-9b13-abd0b3fe51e3 service neutron] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 19:35:35.670134 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-43c4a1e3-0954-4fb9-a2c9-640f3597c877 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Calling delete_port for 87a78749-636d-4ec1-b074-a42463ec2eaa owned by {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:35:35.721863 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c14ec47-1d28-4590-8d9e-74ba0d0b1cff tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=047ee21d-5362-43f1-bc7b-864559cc4a6c,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:35.752995 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c14ec47-1d28-4590-8d9e-74ba0d0b1cff tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:35:35.753722 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c14ec47-1d28-4590-8d9e-74ba0d0b1cff tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:35:35.753722 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c14ec47-1d28-4590-8d9e-74ba0d0b1cff tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:35:35.753990 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c14ec47-1d28-4590-8d9e-74ba0d0b1cff tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:35:35.754321 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c14ec47-1d28-4590-8d9e-74ba0d0b1cff tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:35:35.754650 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c14ec47-1d28-4590-8d9e-74ba0d0b1cff tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:35:35.754975 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c14ec47-1d28-4590-8d9e-74ba0d0b1cff tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:35:35.755300 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c14ec47-1d28-4590-8d9e-74ba0d0b1cff tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:35:35.755621 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c14ec47-1d28-4590-8d9e-74ba0d0b1cff tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:35:35.755943 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c14ec47-1d28-4590-8d9e-74ba0d0b1cff tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:35:35.756266 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c14ec47-1d28-4590-8d9e-74ba0d0b1cff tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:35:35.822019 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-61771a83-cbfe-462f-827c-e2caf38385ce req-3c958c80-a61d-4e4e-a20a-dc3b5bac2d08 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:35.831814 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-2c14ec47-1d28-4590-8d9e-74ba0d0b1cff tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:35.834316 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] get_ports_and_sgs() called for port_ids ['fbaca27c-775e-4826-a999-e46d492b3066'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:35:35.836288 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-2c14ec47-1d28-4590-8d9e-74ba0d0b1cff tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.7685947 Apr 18 19:35:35.842958 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 60918) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:35.875357 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-d3f7388f-50db-4ff1-920d-1537aa9ca8c8 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Request body: {'security_group_rule': {'security_group_id': '047ee21d-5362-43f1-bc7b-864559cc4a6c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:35:35.906411 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-d3f7388f-50db-4ff1-920d-1537aa9ca8c8 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:35:35.911949 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c958c80-a61d-4e4e-a20a-dc3b5bac2d08 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Pushing event deleted for resources: {'Port': ['ID=fbaca27c-775e-4826-a999-e46d492b3066,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:35.913769 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-2a8af8e8-827d-4f7e-a8c3-4abd23438146 req-6e94a0b0-0b01-4d4f-b9b1-b10f74b90a9c tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:35.919020 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [req-9fd10c85-7125-4425-9529-cb3b3939a352 req-f53ca881-f261-439b-9b13-abd0b3fe51e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e2ccd00-d13a-4f3a-8512-7cb817fd14d8 {{(pid=84763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:35:35.941555 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-d3f7388f-50db-4ff1-920d-1537aa9ca8c8 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Usage tracker for resource:security_group_rule and tenant:daa1e9a9eb654a04a70b9bdc41dad6d5 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:35:35.967456 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-2a8af8e8-827d-4f7e-a8c3-4abd23438146 req-6e94a0b0-0b01-4d4f-b9b1-b10f74b90a9c tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:35.968599 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-9fd10c85-7125-4425-9529-cb3b3939a352 req-f53ca881-f261-439b-9b13-abd0b3fe51e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:35.983780 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-d3f7388f-50db-4ff1-920d-1537aa9ca8c8 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:35:36.009120 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-d3f7388f-50db-4ff1-920d-1537aa9ca8c8 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:35:36.022369 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-8ab8a29f-87ed-4e13-a150-4cf655e69d75 req-1bfaeb50-4dce-46cd-aefc-d1dd6ad90460 tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:36.022752 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-8ab8a29f-87ed-4e13-a150-4cf655e69d75 req-1bfaeb50-4dce-46cd-aefc-d1dd6ad90460 tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:36.078092 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [req-61771a83-cbfe-462f-827c-e2caf38385ce req-3c958c80-a61d-4e4e-a20a-dc3b5bac2d08 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] No DVR routers for this DVR port fbaca27c-775e-4826-a999-e46d492b3066 on host n-h1-836017-2 {{(pid=84764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:35:36.081331 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-61771a83-cbfe-462f-827c-e2caf38385ce req-3c958c80-a61d-4e4e-a20a-dc3b5bac2d08 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:36.086128 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-61771a83-cbfe-462f-827c-e2caf38385ce req-3c958c80-a61d-4e4e-a20a-dc3b5bac2d08 tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.73 "DELETE /v2.0/ports/fbaca27c-775e-4826-a999-e46d492b3066 HTTP/1.1" status: 204 len: 173 time: 2.1504018 Apr 18 19:35:36.086128 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a379334-f5b6-4e99-9c88-11f2dece9c1d', 'name': 'network-vif-deleted', 'tag': 'fbaca27c-775e-4826-a999-e46d492b3066'}] {{(pid=84764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:35:36.186328 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-2a8af8e8-827d-4f7e-a8c3-4abd23438146 req-6e94a0b0-0b01-4d4f-b9b1-b10f74b90a9c tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:36.207853 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-8ab8a29f-87ed-4e13-a150-4cf655e69d75 req-1bfaeb50-4dce-46cd-aefc-d1dd6ad90460 tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Calling delete_port for cf903ed8-a88b-4e82-b5a3-13344f95a1bc owned by network:floatingip {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:35:36.224266 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e94a0b0-0b01-4d4f-b9b1-b10f74b90a9c tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9a61e4e-1e92-446d-84ae-45d9f6bbcdbd,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:36.247689 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-c7bcfb63-5a9f-4a57-b0cb-30472523e6bb req-71f66d14-02dd-4d4a-b0ae-d27c4cbdf79d service neutron] 10.222.0.72 "GET /v2.0/networks/a15d993a-6587-4728-b6e5-6aacd5a8669a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7780750 Apr 18 19:35:36.248230 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-2a8af8e8-827d-4f7e-a8c3-4abd23438146 req-6e94a0b0-0b01-4d4f-b9b1-b10f74b90a9c tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:36.249380 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2a8af8e8-827d-4f7e-a8c3-4abd23438146 req-6e94a0b0-0b01-4d4f-b9b1-b10f74b90a9c tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.69 "DELETE /v2.0/security-groups/b9a61e4e-1e92-446d-84ae-45d9f6bbcdbd HTTP/1.1" status: 204 len: 173 time: 0.7101777 Apr 18 19:35:36.255100 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-9256d569-79bb-4155-9b60-20b28cab9b4d tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:36.266162 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7d8eb6a8-f4a1-49a1-9c35-628176083651 req-58b39bc0-8f4b-4e53-b0c3-7a72e5ee4230 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c396792787224a06a1caca5f9016eb19&device_id=042e752e-6ab0-4b23-b37e-7217e8897b50 HTTP/1.1" status: 200 len: 1094 time: 0.7170389 Apr 18 19:35:36.350817 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d3f7388f-50db-4ff1-920d-1537aa9ca8c8 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:36.369878 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-9256d569-79bb-4155-9b60-20b28cab9b4d tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416787'] for floatingip, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:36.633727 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0a5ac8-a7c7-4955-9cd5-c971dba510ac req-a98281aa-95cf-41fd-8d6b-e964caddaa01 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:36.634568 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-ce0a5ac8-a7c7-4955-9cd5-c971dba510ac req-a98281aa-95cf-41fd-8d6b-e964caddaa01 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Synchronizing usage tracker for tenant:c396792787224a06a1caca5f9016eb19 on resource:port {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:35:36.698407 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [req-9fd10c85-7125-4425-9529-cb3b3939a352 req-f53ca881-f261-439b-9b13-abd0b3fe51e3 service neutron] Transition to ACTIVE for port object 2e2ccd00-d13a-4f3a-8512-7cb817fd14d8 will not be triggered until provisioned by entity L2. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:35:36.726501 n-d-836017-2 neutron-server[84764]: INFO neutron.db.l3_db [None req-9256d569-79bb-4155-9b60-20b28cab9b4d tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Floating IP 36506fb1-adbc-4d1c-8d70-95052ff87f09 associated. External IP: 172.25.3.225, port: 8885a960-0131-4e33-af5a-00c883bb2db8. Apr 18 19:35:36.737097 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-43c4a1e3-0954-4fb9-a2c9-640f3597c877 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:36.739050 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8eb6a8-f4a1-49a1-9c35-628176083651 req-db8c4f36-cade-4392-aa25-6a3879eaacfd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:36.740549 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7d8eb6a8-f4a1-49a1-9c35-628176083651 req-db8c4f36-cade-4392-aa25-6a3879eaacfd service neutron] 10.222.0.73 "GET /v2.0/networks?id=168a7e5c-88e7-4a61-b7dd-5d3e7de1ff8d HTTP/1.1" status: 200 len: 917 time: 0.4364009 Apr 18 19:35:36.789247 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-ce0a5ac8-a7c7-4955-9cd5-c971dba510ac req-a98281aa-95cf-41fd-8d6b-e964caddaa01 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Unset dirty status for tenant:c396792787224a06a1caca5f9016eb19 on resource:port {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:35:36.790402 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ce0a5ac8-a7c7-4955-9cd5-c971dba510ac req-a98281aa-95cf-41fd-8d6b-e964caddaa01 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] 10.222.0.69 "GET /v2.0/ports?device_id=5124f014-de78-482f-91e1-6e15f01717ac HTTP/1.1" status: 200 len: 931 time: 0.3339834 Apr 18 19:35:36.877399 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-9fd10c85-7125-4425-9529-cb3b3939a352 req-f53ca881-f261-439b-9b13-abd0b3fe51e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:36.881834 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c4a1e3-0954-4fb9-a2c9-640f3597c877 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Pushing event deleted for resources: {'Port': ['ID=87a78749-636d-4ec1-b074-a42463ec2eaa,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:37.039469 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-ce0a5ac8-a7c7-4955-9cd5-c971dba510ac req-847efc82-7614-40bb-bf54-5025e1692978 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Synchronizing usage tracker for tenant:c396792787224a06a1caca5f9016eb19 on resource:security_group {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:35:37.082472 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d3f7388f-50db-4ff1-920d-1537aa9ca8c8 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:37.084829 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-c7bcfb63-5a9f-4a57-b0cb-30472523e6bb req-c0a73c27-b07b-4a1e-a26b-37e52f4f3dba service neutron] 10.222.0.72 "GET /v2.0/networks/a15d993a-6587-4728-b6e5-6aacd5a8669a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8178129 Apr 18 19:35:37.099006 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7d8eb6a8-f4a1-49a1-9c35-628176083651 req-7375428f-f2af-4211-92ff-82ce2dd03cc2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=091abad1-c10a-4b3a-a889-b5557ed8e866 HTTP/1.1" status: 200 len: 217 time: 0.3087051 Apr 18 19:35:37.166773 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [req-f262e2d0-0349-4768-93cf-50299f49798d req-270286e6-1a83-4a8c-b392-3ad4aca3c55f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e60006b4-06d8-41ff-90f2-943698920fc9 {{(pid=84764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:35:37.177443 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-f262e2d0-0349-4768-93cf-50299f49798d req-270286e6-1a83-4a8c-b392-3ad4aca3c55f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:37.184876 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-ce0a5ac8-a7c7-4955-9cd5-c971dba510ac req-847efc82-7614-40bb-bf54-5025e1692978 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Unset dirty status for tenant:c396792787224a06a1caca5f9016eb19 on resource:security_group {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:35:37.185714 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ce0a5ac8-a7c7-4955-9cd5-c971dba510ac req-847efc82-7614-40bb-bf54-5025e1692978 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] 10.222.0.69 "GET /v2.0/security-groups?id=da701d94-d5ec-4d45-a306-33194a2dfb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3400693 Apr 18 19:35:37.203582 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.provisioning_blocks [req-f262e2d0-0349-4768-93cf-50299f49798d req-270286e6-1a83-4a8c-b392-3ad4aca3c55f service neutron] Transition to ACTIVE for port object e60006b4-06d8-41ff-90f2-943698920fc9 will not be triggered until provisioned by entity L2. {{(pid=84764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:35:37.337049 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d3f7388f-50db-4ff1-920d-1537aa9ca8c8 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484852'] for security_group_rule, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:37.430805 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53ca881-f261-439b-9b13-abd0b3fe51e3 service neutron] Pushing event updated for resources: {'Port': ['ID=2e2ccd00-d13a-4f3a-8512-7cb817fd14d8,revision_number=2']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:37.434914 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-8ab8a29f-87ed-4e13-a150-4cf655e69d75 req-1bfaeb50-4dce-46cd-aefc-d1dd6ad90460 tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:37.491052 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-f262e2d0-0349-4768-93cf-50299f49798d req-270286e6-1a83-4a8c-b392-3ad4aca3c55f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2290934'] for port, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:37.559721 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfaeb50-4dce-46cd-aefc-d1dd6ad90460 tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Pushing event deleted for resources: {'Port': ['ID=cf903ed8-a88b-4e82-b5a3-13344f95a1bc,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:37.562852 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f7388f-50db-4ff1-920d-1537aa9ca8c8 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5322356f-e4b0-4546-a51a-e95b7531b074,revision_number=0']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:37.616891 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d3f7388f-50db-4ff1-920d-1537aa9ca8c8 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:37.618110 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-d3f7388f-50db-4ff1-920d-1537aa9ca8c8 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 1.7689044 Apr 18 19:35:37.650604 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 60926) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:37.667171 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8eb6a8-f4a1-49a1-9c35-628176083651 req-23469fbc-2319-4b83-8e44-cdfc819bb7f0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:37.668777 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7d8eb6a8-f4a1-49a1-9c35-628176083651 req-23469fbc-2319-4b83-8e44-cdfc819bb7f0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=880fe736-40f1-40b4-9914-295fd7eafb79 HTTP/1.1" status: 200 len: 855 time: 0.5357268 Apr 18 19:35:37.682598 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-21de1d10-26c4-435a-b299-484a450522e3 req-605ab58d-4169-4fcd-a17e-a4b3f341f5ae tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Synchronizing usage tracker for tenant:73070b32fdb445869915286e0756abff on resource:port {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:35:37.822332 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-22e1d377-ccfa-4584-a5e8-e6c6a396960a tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:37.829542 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270286e6-1a83-4a8c-b392-3ad4aca3c55f service neutron] Pushing event updated for resources: {'Port': ['ID=e60006b4-06d8-41ff-90f2-943698920fc9,revision_number=2']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:37.843403 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-22e1d377-ccfa-4584-a5e8-e6c6a396960a tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:37.902505 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-21de1d10-26c4-435a-b299-484a450522e3 req-605ab58d-4169-4fcd-a17e-a4b3f341f5ae tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] Unset dirty status for tenant:73070b32fdb445869915286e0756abff on resource:port {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:35:37.903559 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-21de1d10-26c4-435a-b299-484a450522e3 req-605ab58d-4169-4fcd-a17e-a4b3f341f5ae tempest-ServersOnMultiNodesTest-110971367 tempest-ServersOnMultiNodesTest-110971367-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a379334-f5b6-4e99-9c88-11f2dece9c1d HTTP/1.1" status: 200 len: 210 time: 0.4206512 Apr 18 19:35:37.919739 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-9fd10c85-7125-4425-9529-cb3b3939a352 req-f53ca881-f261-439b-9b13-abd0b3fe51e3 service neutron] Attempting to bind port 2e2ccd00-d13a-4f3a-8512-7cb817fd14d8 on host n-h1-836017-2 for vnic_type normal with profile {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:35:37.920078 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-9fd10c85-7125-4425-9529-cb3b3939a352 req-f53ca881-f261-439b-9b13-abd0b3fe51e3 service neutron] Attempting to bind port 2e2ccd00-d13a-4f3a-8512-7cb817fd14d8 by drivers openvswitch,hyperv on host n-h1-836017-2 at level 0 using segments [{'id': '7f90ec0e-0730-4dc0-b368-2cc8764d9629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '168a7e5c-88e7-4a61-b7dd-5d3e7de1ff8d'}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:35:37.920493 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd10c85-7125-4425-9529-cb3b3939a352 req-f53ca881-f261-439b-9b13-abd0b3fe51e3 service neutron] Attempting to bind port 2e2ccd00-d13a-4f3a-8512-7cb817fd14d8 on network 168a7e5c-88e7-4a61-b7dd-5d3e7de1ff8d {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:35:37.926298 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-8ab8a29f-87ed-4e13-a150-4cf655e69d75 req-1bfaeb50-4dce-46cd-aefc-d1dd6ad90460 tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Notify callbacks [] for floatingip, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:37.928684 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-8ab8a29f-87ed-4e13-a150-4cf655e69d75 req-1bfaeb50-4dce-46cd-aefc-d1dd6ad90460 tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for floatingip, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:37.929864 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8ab8a29f-87ed-4e13-a150-4cf655e69d75 req-1bfaeb50-4dce-46cd-aefc-d1dd6ad90460 tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] 10.222.0.69 "DELETE /v2.0/floatingips/982730e9-0c2e-4ec2-9ee1-b3f6199dd95c HTTP/1.1" status: 204 len: 173 time: 3.6551280 Apr 18 19:35:37.952873 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-43c4a1e3-0954-4fb9-a2c9-640f3597c877 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:37.959142 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-43c4a1e3-0954-4fb9-a2c9-640f3597c877 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] 10.222.0.69 "DELETE /v2.0/ports/87a78749-636d-4ec1-b074-a42463ec2eaa HTTP/1.1" status: 204 len: 168 time: 4.6724534 Apr 18 19:35:37.959956 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 60932) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:37.964255 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd10c85-7125-4425-9529-cb3b3939a352 req-f53ca881-f261-439b-9b13-abd0b3fe51e3 service neutron] Port 2e2ccd00-d13a-4f3a-8512-7cb817fd14d8 on network 168a7e5c-88e7-4a61-b7dd-5d3e7de1ff8d not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-2 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:35:37.964638 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd10c85-7125-4425-9529-cb3b3939a352 req-f53ca881-f261-439b-9b13-abd0b3fe51e3 service neutron] Attempting to bind port 2e2ccd00-d13a-4f3a-8512-7cb817fd14d8 on network 168a7e5c-88e7-4a61-b7dd-5d3e7de1ff8d {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:35:38.024373 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7d8eb6a8-f4a1-49a1-9c35-628176083651 req-f58285dc-52ce-4d96-a8f8-e62099467943 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=168a7e5c-88e7-4a61-b7dd-5d3e7de1ff8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3187342 Apr 18 19:35:38.026709 n-d-836017-2 neutron-server[84763]: INFO neutron.pecan_wsgi.hooks.translation [None req-567fe1c5-6eaa-4217-8afe-2d19b824866a tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] GET failed (client error): The resource could not be found. Apr 18 19:35:38.027214 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-567fe1c5-6eaa-4217-8afe-2d19b824866a tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Synchronizing usage tracker for tenant:1840cd49365f4d2284a7378139d0987c on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:35:38.030281 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd10c85-7125-4425-9529-cb3b3939a352 req-f53ca881-f261-439b-9b13-abd0b3fe51e3 service neutron] Checking agent: {'id': 'e3a31811-08e0-42ba-bc2e-ed8a973b714f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 25), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:35:38.030625 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd10c85-7125-4425-9529-cb3b3939a352 req-f53ca881-f261-439b-9b13-abd0b3fe51e3 service neutron] Checking segment: {'id': '7f90ec0e-0730-4dc0-b368-2cc8764d9629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '168a7e5c-88e7-4a61-b7dd-5d3e7de1ff8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:35:38.031014 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd10c85-7125-4425-9529-cb3b3939a352 req-f53ca881-f261-439b-9b13-abd0b3fe51e3 service neutron] Bound using segment: {'id': '7f90ec0e-0730-4dc0-b368-2cc8764d9629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '168a7e5c-88e7-4a61-b7dd-5d3e7de1ff8d'} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:35:38.031489 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-9fd10c85-7125-4425-9529-cb3b3939a352 req-f53ca881-f261-439b-9b13-abd0b3fe51e3 service neutron] Bound port: 2e2ccd00-d13a-4f3a-8512-7cb817fd14d8, host: n-h1-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f90ec0e-0730-4dc0-b368-2cc8764d9629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '168a7e5c-88e7-4a61-b7dd-5d3e7de1ff8d'}}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:35:38.031969 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-9fd10c85-7125-4425-9529-cb3b3939a352 req-f53ca881-f261-439b-9b13-abd0b3fe51e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:38.042960 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4103d045-8e8b-4f8c-8c9e-b5b3cfe21cb1'] response: {'server_uuid': '348a0674-72eb-4eaa-9e57-ec09c1f87b74', 'name': 'network-vif-deleted', 'tag': '289548bf-a042-4a1b-af10-d15c4a36d705', 'status': 'completed', 'code': 200} Apr 18 19:35:38.048380 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-f262e2d0-0349-4768-93cf-50299f49798d req-270286e6-1a83-4a8c-b392-3ad4aca3c55f service neutron] Attempting to bind port e60006b4-06d8-41ff-90f2-943698920fc9 on host n-h2-836017-2 for vnic_type normal with profile {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:35:38.049013 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-f262e2d0-0349-4768-93cf-50299f49798d req-270286e6-1a83-4a8c-b392-3ad4aca3c55f service neutron] Attempting to bind port e60006b4-06d8-41ff-90f2-943698920fc9 by drivers openvswitch,hyperv on host n-h2-836017-2 at level 0 using segments [{'id': '7f90ec0e-0730-4dc0-b368-2cc8764d9629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '168a7e5c-88e7-4a61-b7dd-5d3e7de1ff8d'}] {{(pid=84764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:35:38.049563 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f262e2d0-0349-4768-93cf-50299f49798d req-270286e6-1a83-4a8c-b392-3ad4aca3c55f service neutron] Attempting to bind port e60006b4-06d8-41ff-90f2-943698920fc9 on network 168a7e5c-88e7-4a61-b7dd-5d3e7de1ff8d {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:35:38.068564 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f262e2d0-0349-4768-93cf-50299f49798d req-270286e6-1a83-4a8c-b392-3ad4aca3c55f service neutron] Port e60006b4-06d8-41ff-90f2-943698920fc9 on network 168a7e5c-88e7-4a61-b7dd-5d3e7de1ff8d not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-2 {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:35:38.069221 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f262e2d0-0349-4768-93cf-50299f49798d req-270286e6-1a83-4a8c-b392-3ad4aca3c55f service neutron] Attempting to bind port e60006b4-06d8-41ff-90f2-943698920fc9 on network 168a7e5c-88e7-4a61-b7dd-5d3e7de1ff8d {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:35:38.083917 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f262e2d0-0349-4768-93cf-50299f49798d req-270286e6-1a83-4a8c-b392-3ad4aca3c55f service neutron] Checking agent: {'id': '02e8f951-d3a3-40e1-b8cc-aed258af030b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 35, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:35:38.084357 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f262e2d0-0349-4768-93cf-50299f49798d req-270286e6-1a83-4a8c-b392-3ad4aca3c55f service neutron] Checking segment: {'id': '7f90ec0e-0730-4dc0-b368-2cc8764d9629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '168a7e5c-88e7-4a61-b7dd-5d3e7de1ff8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:35:38.084805 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f262e2d0-0349-4768-93cf-50299f49798d req-270286e6-1a83-4a8c-b392-3ad4aca3c55f service neutron] Bound using segment: {'id': '7f90ec0e-0730-4dc0-b368-2cc8764d9629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '168a7e5c-88e7-4a61-b7dd-5d3e7de1ff8d'} {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:35:38.085321 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-f262e2d0-0349-4768-93cf-50299f49798d req-270286e6-1a83-4a8c-b392-3ad4aca3c55f service neutron] Bound port: e60006b4-06d8-41ff-90f2-943698920fc9, host: n-h2-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f90ec0e-0730-4dc0-b368-2cc8764d9629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '168a7e5c-88e7-4a61-b7dd-5d3e7de1ff8d'}}] {{(pid=84764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:35:38.085749 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-f262e2d0-0349-4768-93cf-50299f49798d req-270286e6-1a83-4a8c-b392-3ad4aca3c55f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:38.104739 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-22e1d377-ccfa-4584-a5e8-e6c6a396960a tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484852'] for security_group_rule, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:38.146989 n-d-836017-2 neutron-server[84764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9817769f-3a4c-4b66-8f7f-66dc7e83b91c'] response: {'server_uuid': '0a379334-f5b6-4e99-9c88-11f2dece9c1d', 'name': 'network-vif-deleted', 'tag': 'fbaca27c-775e-4826-a999-e46d492b3066', 'status': 'completed', 'code': 200} Apr 18 19:35:38.158042 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e1d377-ccfa-4584-a5e8-e6c6a396960a tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5322356f-e4b0-4546-a51a-e95b7531b074,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:38.208837 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-22e1d377-ccfa-4584-a5e8-e6c6a396960a tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:38.212946 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-22e1d377-ccfa-4584-a5e8-e6c6a396960a tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/5322356f-e4b0-4546-a51a-e95b7531b074 HTTP/1.1" status: 204 len: 168 time: 0.5577798 Apr 18 19:35:38.216240 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 60938) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:38.258674 n-d-836017-2 neutron-server[84764]: INFO neutron.api.v2.resource [req-4fff1f2a-713d-4ee8-a96e-b307bde82213 req-dca3b457-a320-4a62-9125-41d1aa1dfa76 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] show failed (client error): The resource could not be found. Apr 18 19:35:38.259805 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-4fff1f2a-713d-4ee8-a96e-b307bde82213 req-dca3b457-a320-4a62-9125-41d1aa1dfa76 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.69 "GET /v2.0/security-groups/b9a61e4e-1e92-446d-84ae-45d9f6bbcdbd HTTP/1.1" status: 404 len: 352 time: 0.1055892 Apr 18 19:35:38.269187 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9256d569-79bb-4155-9b60-20b28cab9b4d tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Router 93402aa3-237a-4a2b-8122-fbd9b2efd80a has already been hosted by L3 agent 21b59c62-f184-4169-bc3e-79831cc043e8 {{(pid=84764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:35:38.274120 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-567fe1c5-6eaa-4217-8afe-2d19b824866a tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Unset dirty status for tenant:1840cd49365f4d2284a7378139d0987c on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:35:38.282119 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-567fe1c5-6eaa-4217-8afe-2d19b824866a tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] 10.222.0.69 "GET /v2.0/ports/87a78749-636d-4ec1-b074-a42463ec2eaa HTTP/1.1" status: 404 len: 333 time: 0.3198810 Apr 18 19:35:38.286610 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 60946) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:38.299298 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-a7057f57-6367-486a-8f5e-c7874fe1d186 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Request body: {'port': {'network_id': 'b69ea7bb-cbf2-4f04-858a-eb6c817d3a8c', 'name': 'tempest-AllowedAddressPairTestJSON-630046690'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:35:38.370813 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7d8eb6a8-f4a1-49a1-9c35-628176083651 req-9405d310-0d44-4d8b-9d0a-5a886c1b5579 service neutron] 10.222.0.73 "GET /v2.0/networks/168a7e5c-88e7-4a61-b7dd-5d3e7de1ff8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3255005 Apr 18 19:35:38.377269 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-59eb45d0-f0a8-422d-a0fe-64685176e424 req-decfcadd-6df3-44f4-b997-4dde06ad6c76 tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Synchronizing usage tracker for tenant:542ab1652bc6481698039fdf0fdfca7f on resource:floatingip {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:35:38.383867 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-9fd10c85-7125-4425-9529-cb3b3939a352 req-f53ca881-f261-439b-9b13-abd0b3fe51e3 service neutron] For port 2e2ccd00-d13a-4f3a-8512-7cb817fd14d8, host n-h1-836017-2, cleared binding levels {{(pid=84763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:35:38.453029 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-f262e2d0-0349-4768-93cf-50299f49798d req-270286e6-1a83-4a8c-b392-3ad4aca3c55f service neutron] For port e60006b4-06d8-41ff-90f2-943698920fc9, host n-h2-836017-2, cleared binding levels {{(pid=84764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:35:38.479715 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-9fd10c85-7125-4425-9529-cb3b3939a352 req-f53ca881-f261-439b-9b13-abd0b3fe51e3 service neutron] For port 2e2ccd00-d13a-4f3a-8512-7cb817fd14d8, host n-h1-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=2e2ccd00-d13a-4f3a-8512-7cb817fd14d8,segment=NetworkSegment(7f90ec0e-0730-4dc0-b368-2cc8764d9629),segment_id=7f90ec0e-0730-4dc0-b368-2cc8764d9629)] {{(pid=84763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:35:38.532415 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7d8eb6a8-f4a1-49a1-9c35-628176083651 req-7b1da397-8734-403e-b9db-6eced2a78c80 service neutron] 10.222.0.73 "GET /v2.0/networks/168a7e5c-88e7-4a61-b7dd-5d3e7de1ff8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508408 Apr 18 19:35:38.536188 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-6db017f3-2778-47d4-900d-27deac85e493 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Synchronizing usage tracker for tenant:daa1e9a9eb654a04a70b9bdc41dad6d5 on resource:security_group_rule {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:35:38.542901 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-59eb45d0-f0a8-422d-a0fe-64685176e424 req-decfcadd-6df3-44f4-b997-4dde06ad6c76 tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Unset dirty status for tenant:542ab1652bc6481698039fdf0fdfca7f on resource:floatingip {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:35:38.544222 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-59eb45d0-f0a8-422d-a0fe-64685176e424 req-decfcadd-6df3-44f4-b997-4dde06ad6c76 tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.3.126 HTTP/1.1" status: 200 len: 1002 time: 0.3644662 Apr 18 19:35:38.565331 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-f262e2d0-0349-4768-93cf-50299f49798d req-270286e6-1a83-4a8c-b392-3ad4aca3c55f service neutron] For port e60006b4-06d8-41ff-90f2-943698920fc9, host n-h2-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=e60006b4-06d8-41ff-90f2-943698920fc9,segment=NetworkSegment(7f90ec0e-0730-4dc0-b368-2cc8764d9629),segment_id=7f90ec0e-0730-4dc0-b368-2cc8764d9629)] {{(pid=84764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:35:38.591778 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-9fd10c85-7125-4425-9529-cb3b3939a352 req-f53ca881-f261-439b-9b13-abd0b3fe51e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:38.663627 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device fbaca27c-775e-4826-a999-e46d492b3066 no longer exists at agent hyperv_n-h1-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:35:38.692286 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-f262e2d0-0349-4768-93cf-50299f49798d req-270286e6-1a83-4a8c-b392-3ad4aca3c55f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2290934'] for port, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:38.692427 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb45d0-f0a8-422d-a0fe-64685176e424 req-404409ae-276d-4acb-919b-3dbe55c224a8 tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:38.692427 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-59eb45d0-f0a8-422d-a0fe-64685176e424 req-404409ae-276d-4acb-919b-3dbe55c224a8 tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Synchronizing usage tracker for tenant:542ab1652bc6481698039fdf0fdfca7f on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:35:38.692427 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-9fd10c85-7125-4425-9529-cb3b3939a352 req-f53ca881-f261-439b-9b13-abd0b3fe51e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:38.693847 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-9fd10c85-7125-4425-9529-cb3b3939a352 req-f53ca881-f261-439b-9b13-abd0b3fe51e3 service neutron] 10.222.0.73 "PUT /v2.0/ports/2e2ccd00-d13a-4f3a-8512-7cb817fd14d8 HTTP/1.1" status: 200 len: 1092 time: 5.9739697 Apr 18 19:35:38.712609 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53ca881-f261-439b-9b13-abd0b3fe51e3 service neutron] Pushing event updated for resources: {'Port': ['ID=2e2ccd00-d13a-4f3a-8512-7cb817fd14d8,revision_number=3']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:38.746263 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] No Port match for: fbaca27c-775e-4826-a999-e46d492b3066 {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:35:38.746595 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device fbaca27c-775e-4826-a999-e46d492b3066 not bound to the agent host n-h1-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:35:38.748924 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-a7057f57-6367-486a-8f5e-c7874fe1d186 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:35:38.778699 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-6db017f3-2778-47d4-900d-27deac85e493 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Unset dirty status for tenant:daa1e9a9eb654a04a70b9bdc41dad6d5 on resource:security_group_rule {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:35:38.779925 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-6db017f3-2778-47d4-900d-27deac85e493 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.5563099 Apr 18 19:35:38.783117 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 60952) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:38.793284 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-a7057f57-6367-486a-8f5e-c7874fe1d186 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:35:38.806603 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-f262e2d0-0349-4768-93cf-50299f49798d req-270286e6-1a83-4a8c-b392-3ad4aca3c55f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:38.808046 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f262e2d0-0349-4768-93cf-50299f49798d req-270286e6-1a83-4a8c-b392-3ad4aca3c55f service neutron] 10.222.0.72 "PUT /v2.0/ports/e60006b4-06d8-41ff-90f2-943698920fc9 HTTP/1.1" status: 200 len: 1091 time: 4.9194219 Apr 18 19:35:38.833814 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0fd0c6-65fa-49e3-b0da-8d6deadb22b9 req-fe435b6e-c315-4628-b74c-9905dc97ca4b tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:38.835495 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ef0fd0c6-65fa-49e3-b0da-8d6deadb22b9 req-fe435b6e-c315-4628-b74c-9905dc97ca4b tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] 10.222.0.69 "GET /v2.0/ports?device_id=5124f014-de78-482f-91e1-6e15f01717ac HTTP/1.1" status: 200 len: 943 time: 0.4356456 Apr 18 19:35:38.844503 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270286e6-1a83-4a8c-b392-3ad4aca3c55f service neutron] Pushing event updated for resources: {'Port': ['ID=e60006b4-06d8-41ff-90f2-943698920fc9,revision_number=3']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:38.911913 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ef0fd0c6-65fa-49e3-b0da-8d6deadb22b9 req-adfe964d-2444-4b53-9ae3-53d3a2098879 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] 10.222.0.69 "GET /v2.0/security-groups?id=da701d94-d5ec-4d45-a306-33194a2dfb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612013 Apr 18 19:35:39.052163 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-59eb45d0-f0a8-422d-a0fe-64685176e424 req-404409ae-276d-4acb-919b-3dbe55c224a8 tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Unset dirty status for tenant:542ab1652bc6481698039fdf0fdfca7f on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:35:39.052163 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-59eb45d0-f0a8-422d-a0fe-64685176e424 req-404409ae-276d-4acb-919b-3dbe55c224a8 tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] 10.222.0.69 "GET /v2.0/ports/ac6ccf01-ad6a-480a-945d-76509c20512e HTTP/1.1" status: 200 len: 943 time: 0.3967931 Apr 18 19:35:39.052163 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d1e583c2-2dbf-4420-9e3d-e1c533e1c6f8 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:39.055473 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9256d569-79bb-4155-9b60-20b28cab9b4d tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Notify agent at l3_agent.n-d-836017-2 the message routers_updated {{(pid=84764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:35:39.058301 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b54d236-d0d2-4bb4-9dd7-a69d6087b976 None None] Sync routers for ids ['93402aa3-237a-4a2b-8122-fbd9b2efd80a'] in n-d-836017-2 {{(pid=84766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:35:39.059056 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-9256d569-79bb-4155-9b60-20b28cab9b4d tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for floatingip, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:39.059273 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d1e583c2-2dbf-4420-9e3d-e1c533e1c6f8 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:39.059478 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b54d236-d0d2-4bb4-9dd7-a69d6087b976 None None] Routers {'93402aa3-237a-4a2b-8122-fbd9b2efd80a'} bound to L3 agent in host n-d-836017-2 {{(pid=84766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:35:39.059478 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-5b54d236-d0d2-4bb4-9dd7-a69d6087b976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:35:20Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['93402aa3-237a-4a2b-8122-fbd9b2efd80a'], 'active': True} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:35:39.059687 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [req-265ca87b-7888-485b-8417-588958513998 req-02812b33-be20-4086-9db4-c6161de4c2c7 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-864609092', 'description': 'tempest-description-1939738677'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:35:39.059687 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-265ca87b-7888-485b-8417-588958513998 req-02812b33-be20-4086-9db4-c6161de4c2c7 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:35:39.059859 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-9fd10c85-7125-4425-9529-cb3b3939a352 req-6efa741f-aa3e-44a4-a248-f65b8a1485dc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c396792787224a06a1caca5f9016eb19&device_id=800222b8-e25e-4e33-8455-2e217b825812 HTTP/1.1" status: 200 len: 1095 time: 0.1878827 Apr 18 19:35:39.059949 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-265ca87b-7888-485b-8417-588958513998 req-02812b33-be20-4086-9db4-c6161de4c2c7 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Usage tracker for resource:security_group and tenant:d24c05963c4f41ee8c8189c7acc53c87 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:35:39.059949 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-265ca87b-7888-485b-8417-588958513998 req-02812b33-be20-4086-9db4-c6161de4c2c7 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:35:39.082524 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-265ca87b-7888-485b-8417-588958513998 req-02812b33-be20-4086-9db4-c6161de4c2c7 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:35:39.087935 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7057f57-6367-486a-8f5e-c7874fe1d186 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Made reservation on behalf of 1840cd49365f4d2284a7378139d0987c for: {'port': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:35:39.097792 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-a7057f57-6367-486a-8f5e-c7874fe1d186 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:39.195761 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-9256d569-79bb-4155-9b60-20b28cab9b4d tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] 10.222.0.69 "PUT /v2.0/floatingips/36506fb1-adbc-4d1c-8d70-95052ff87f09 HTTP/1.1" status: 200 len: 992 time: 4.6718123 Apr 18 19:35:39.210823 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [None req-a7057f57-6367-486a-8f5e-c7874fe1d186 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] device_id is not set on port 612ff236-d141-499f-a311-ed48062a599b yet. {{(pid=84764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 19:35:39.237007 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvr_db [None req-5b54d236-d0d2-4bb4-9dd7-a69d6087b976 None None] Set router 93402aa3-237a-4a2b-8122-fbd9b2efd80a gateway port host: n-d-836017-2 {{(pid=84766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:35:39.324562 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-265ca87b-7888-485b-8417-588958513998 req-02812b33-be20-4086-9db4-c6161de4c2c7 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:39.362047 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-9fd10c85-7125-4425-9529-cb3b3939a352 req-5d7e3870-5cdd-4f41-a3ed-3845f5de2f62 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2e2ccd00-d13a-4f3a-8512-7cb817fd14d8 HTTP/1.1" status: 200 len: 217 time: 0.3269784 Apr 18 19:35:39.367943 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f262e2d0-0349-4768-93cf-50299f49798d req-4361cb96-fdc2-4d11-9584-e449c02185ef service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c396792787224a06a1caca5f9016eb19&device_id=5124f014-de78-482f-91e1-6e15f01717ac HTTP/1.1" status: 200 len: 1094 time: 0.2157862 Apr 18 19:35:39.480374 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-59eb45d0-f0a8-422d-a0fe-64685176e424 req-d9736f5a-8109-4f8c-985f-ce6e8204da66 tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.3.126 HTTP/1.1" status: 200 len: 1002 time: 0.2061555 Apr 18 19:35:39.489071 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd10c85-7125-4425-9529-cb3b3939a352 req-d04b22b0-ce09-43a8-b8e6-3d59539160bd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:39.490537 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-9fd10c85-7125-4425-9529-cb3b3939a352 req-d04b22b0-ce09-43a8-b8e6-3d59539160bd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=880fe736-40f1-40b4-9914-295fd7eafb79 HTTP/1.1" status: 200 len: 855 time: 0.1169221 Apr 18 19:35:39.636873 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f262e2d0-0349-4768-93cf-50299f49798d req-baa3112c-7ac9-48a2-98dd-014b020429a4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e60006b4-06d8-41ff-90f2-943698920fc9 HTTP/1.1" status: 200 len: 217 time: 0.2373137 Apr 18 19:35:39.637112 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d1e583c2-2dbf-4420-9e3d-e1c533e1c6f8 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:39.643903 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-265ca87b-7888-485b-8417-588958513998 req-02812b33-be20-4086-9db4-c6161de4c2c7 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:35:39.703108 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e583c2-2dbf-4420-9e3d-e1c533e1c6f8 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=047ee21d-5362-43f1-bc7b-864559cc4a6c,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:39.706221 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-265ca87b-7888-485b-8417-588958513998 req-02812b33-be20-4086-9db4-c6161de4c2c7 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Usage tracker for resource:security_group_rule and tenant:d24c05963c4f41ee8c8189c7acc53c87 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:35:39.717644 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-265ca87b-7888-485b-8417-588958513998 req-02812b33-be20-4086-9db4-c6161de4c2c7 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:35:39.722300 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_common [None req-a7057f57-6367-486a-8f5e-c7874fe1d186 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Allocated IP 172.20.0.13 (b69ea7bb-cbf2-4f04-858a-eb6c817d3a8c/6beccf49-70f4-4ca6-af6a-61efb3d70318/612ff236-d141-499f-a311-ed48062a599b) {{(pid=84764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:35:39.735285 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-265ca87b-7888-485b-8417-588958513998 req-02812b33-be20-4086-9db4-c6161de4c2c7 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:35:39.778255 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f262e2d0-0349-4768-93cf-50299f49798d req-8feb3f10-b97b-4d90-bbc4-51e8ffe757c4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:39.780116 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f262e2d0-0349-4768-93cf-50299f49798d req-8feb3f10-b97b-4d90-bbc4-51e8ffe757c4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=880fe736-40f1-40b4-9914-295fd7eafb79 HTTP/1.1" status: 200 len: 855 time: 0.1324391 Apr 18 19:35:39.812920 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d1e583c2-2dbf-4420-9e3d-e1c533e1c6f8 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:39.814557 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-d1e583c2-2dbf-4420-9e3d-e1c533e1c6f8 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] 10.222.0.69 "DELETE /v2.0/security-groups/047ee21d-5362-43f1-bc7b-864559cc4a6c HTTP/1.1" status: 204 len: 168 time: 1.0298612 Apr 18 19:35:39.817513 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 60960) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:39.825475 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb45d0-f0a8-422d-a0fe-64685176e424 req-f81ce7f5-9a72-4b42-81d0-0bc46392035d tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:39.826628 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-59eb45d0-f0a8-422d-a0fe-64685176e424 req-f81ce7f5-9a72-4b42-81d0-0bc46392035d tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] 10.222.0.69 "GET /v2.0/networks/11e8e108-37df-4084-b6b7-113e6beb66b4 HTTP/1.1" status: 200 len: 784 time: 0.3352010 Apr 18 19:35:39.850252 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-5b54d236-d0d2-4bb4-9dd7-a69d6087b976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93402aa3-237a-4a2b-8122-fbd9b2efd80a', 'name': 'tempest-ServersTestBootFromVolume-888195403-router', 'tenant_id': 'e2676fc802a645689154e56330711330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '03e519c2-7295-47c0-a4bf-d4b65bb3f70a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:33:40Z', 'updated_at': '2022-04-18T19:33:56Z', 'revision_number': 4, 'project_id': 'e2676fc802a645689154e56330711330', 'gw_port': {'id': '03e519c2-7295-47c0-a4bf-d4b65bb3f70a', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:81:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93402aa3-237a-4a2b-8122-fbd9b2efd80a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:33:44Z', 'updated_at': '2022-04-18T19:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_floatingips': [{'id': '36506fb1-adbc-4d1c-8d70-95052ff87f09', 'tenant_id': 'e2676fc802a645689154e56330711330', 'floating_ip_address': '172.25.3.225', 'floating_network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'router_id': '93402aa3-237a-4a2b-8122-fbd9b2efd80a', 'port_id': '8885a960-0131-4e33-af5a-00c883bb2db8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81ddcfcb-39cd-4419-a273-35df2938d568', 'mac_address': 'fa:16:3e:b0:19:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf343fda-f220-4488-a1e0-387aba683d76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T19:34:12Z', 'updated_at': '2022-04-18T19:35:36Z', 'revision_number': 1, 'project_id': 'e2676fc802a645689154e56330711330', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2a84594-0789-4e1c-b2bd-708fe1a58acd', 'name': '', 'network_id': '81ddcfcb-39cd-4419-a273-35df2938d568', 'tenant_id': 'e2676fc802a645689154e56330711330', 'mac_address': 'fa:16:3e:43:43:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93402aa3-237a-4a2b-8122-fbd9b2efd80a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f0e8042-5aa6-4184-80a1-a68583a09ee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:33:54Z', 'updated_at': '2022-04-18T19:34:07Z', 'revision_number': 5, 'project_id': 'e2676fc802a645689154e56330711330', 'subnets': [{'id': '5f0e8042-5aa6-4184-80a1-a68583a09ee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-2', False) {} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:35:39.855152 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b54d236-d0d2-4bb4-9dd7-a69d6087b976 None None] Checking router: 93402aa3-237a-4a2b-8122-fbd9b2efd80a for host: n-d-836017-2 {{(pid=84766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:35:39.870131 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b54d236-d0d2-4bb4-9dd7-a69d6087b976 None None] Routers {'93402aa3-237a-4a2b-8122-fbd9b2efd80a'} bound to L3 agent in host n-d-836017-2 {{(pid=84766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:35:39.871582 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-5b54d236-d0d2-4bb4-9dd7-a69d6087b976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:35:20Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['93402aa3-237a-4a2b-8122-fbd9b2efd80a'], 'active': True} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:35:39.935308 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-9fd10c85-7125-4425-9529-cb3b3939a352 req-83cd2c0c-93f7-490d-abcb-28a7eebd5f26 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=168a7e5c-88e7-4a61-b7dd-5d3e7de1ff8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4181049 Apr 18 19:35:39.950266 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-265ca87b-7888-485b-8417-588958513998 req-02812b33-be20-4086-9db4-c6161de4c2c7 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:40.030662 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f262e2d0-0349-4768-93cf-50299f49798d req-08193f65-6c42-49df-aa6a-8c047a9dca14 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=168a7e5c-88e7-4a61-b7dd-5d3e7de1ff8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2305839 Apr 18 19:35:40.034052 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-265ca87b-7888-485b-8417-588958513998 req-02812b33-be20-4086-9db4-c6161de4c2c7 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:40.063257 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '800222b8-e25e-4e33-8455-2e217b825812', 'tag': '2e2ccd00-d13a-4f3a-8512-7cb817fd14d8'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:35:40.096480 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-59eb45d0-f0a8-422d-a0fe-64685176e424 req-437b9db9-2199-47b0-b1ec-b3b73426ec0c tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.3.126 HTTP/1.1" status: 200 len: 1002 time: 0.2516496 Apr 18 19:35:40.098717 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-1e9f974d-355b-48a8-be6c-fa09b3c94222 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Synchronizing usage tracker for tenant:daa1e9a9eb654a04a70b9bdc41dad6d5 on resource:security_group {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:35:40.122806 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-59eb45d0-f0a8-422d-a0fe-64685176e424 req-0b09cc91-e9ac-455b-bd65-fe74968d39f5 tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:35:40.131103 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvr_db [None req-5b54d236-d0d2-4bb4-9dd7-a69d6087b976 None None] Set router 93402aa3-237a-4a2b-8122-fbd9b2efd80a gateway port host: n-d-836017-2 {{(pid=84766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:35:40.154504 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5124f014-de78-482f-91e1-6e15f01717ac', 'tag': 'e60006b4-06d8-41ff-90f2-943698920fc9'}, {'name': 'network-changed', 'server_uuid': 'bf343fda-f220-4488-a1e0-387aba683d76', 'tag': '8885a960-0131-4e33-af5a-00c883bb2db8'}] {{(pid=84764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:35:40.204694 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02812b33-be20-4086-9db4-c6161de4c2c7 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=693b8f66-f41d-4f73-97f1-abd47cf01531,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:40.249776 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-9fd10c85-7125-4425-9529-cb3b3939a352 req-887774ca-e602-4b60-b238-dae3b444bb96 service neutron] 10.222.0.73 "GET /v2.0/networks/168a7e5c-88e7-4a61-b7dd-5d3e7de1ff8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3042443 Apr 18 19:35:40.269569 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-a7057f57-6367-486a-8f5e-c7874fe1d186 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Notify callbacks [] for port, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:40.299534 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f262e2d0-0349-4768-93cf-50299f49798d req-1698773c-bf0d-455d-9e1e-042b4f506891 service neutron] 10.222.0.72 "GET /v2.0/networks/168a7e5c-88e7-4a61-b7dd-5d3e7de1ff8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433910 Apr 18 19:35:40.302266 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.provisioning_blocks [None req-a7057f57-6367-486a-8f5e-c7874fe1d186 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Transition to ACTIVE for port object 612ff236-d141-499f-a311-ed48062a599b will not be triggered until provisioned by entity DHCP. {{(pid=84764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:35:40.329856 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-59eb45d0-f0a8-422d-a0fe-64685176e424 req-0b09cc91-e9ac-455b-bd65-fe74968d39f5 tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Notify callbacks [] for floatingip, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:40.382061 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-265ca87b-7888-485b-8417-588958513998 req-02812b33-be20-4086-9db4-c6161de4c2c7 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:40.383232 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-265ca87b-7888-485b-8417-588958513998 req-02812b33-be20-4086-9db4-c6161de4c2c7 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1639 time: 1.3808663 Apr 18 19:35:40.387988 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-1e9f974d-355b-48a8-be6c-fa09b3c94222 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Unset dirty status for tenant:daa1e9a9eb654a04a70b9bdc41dad6d5 on resource:security_group {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:35:40.388916 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-1e9f974d-355b-48a8-be6c-fa09b3c94222 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5703738 Apr 18 19:35:40.392996 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 60970) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:40.408219 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-664b9e45-5916-4d88-a282-952eb6c622fb tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Request body: {'security_group': {'name': 'tempest-secgroup--317028282'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:35:40.422657 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-664b9e45-5916-4d88-a282-952eb6c622fb tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:35:40.444965 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-664b9e45-5916-4d88-a282-952eb6c622fb tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:35:40.485794 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f262e2d0-0349-4768-93cf-50299f49798d req-a4854513-6b2d-47a6-af3a-80a43ed83a4a service neutron] 10.222.0.72 "GET /v2.0/networks/168a7e5c-88e7-4a61-b7dd-5d3e7de1ff8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773355 Apr 18 19:35:40.497715 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-a7057f57-6367-486a-8f5e-c7874fe1d186 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:40.568615 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-9fd10c85-7125-4425-9529-cb3b3939a352 req-c01a921e-a9b1-49ca-a984-6c9223c1b53a service neutron] 10.222.0.73 "GET /v2.0/networks/168a7e5c-88e7-4a61-b7dd-5d3e7de1ff8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3114102 Apr 18 19:35:40.618349 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-5b54d236-d0d2-4bb4-9dd7-a69d6087b976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93402aa3-237a-4a2b-8122-fbd9b2efd80a', 'name': 'tempest-ServersTestBootFromVolume-888195403-router', 'tenant_id': 'e2676fc802a645689154e56330711330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '03e519c2-7295-47c0-a4bf-d4b65bb3f70a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:33:40Z', 'updated_at': '2022-04-18T19:33:56Z', 'revision_number': 4, 'project_id': 'e2676fc802a645689154e56330711330', 'gw_port': {'id': '03e519c2-7295-47c0-a4bf-d4b65bb3f70a', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:81:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93402aa3-237a-4a2b-8122-fbd9b2efd80a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:33:44Z', 'updated_at': '2022-04-18T19:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_floatingips': [{'id': '36506fb1-adbc-4d1c-8d70-95052ff87f09', 'tenant_id': 'e2676fc802a645689154e56330711330', 'floating_ip_address': '172.25.3.225', 'floating_network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'router_id': '93402aa3-237a-4a2b-8122-fbd9b2efd80a', 'port_id': '8885a960-0131-4e33-af5a-00c883bb2db8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81ddcfcb-39cd-4419-a273-35df2938d568', 'mac_address': 'fa:16:3e:b0:19:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf343fda-f220-4488-a1e0-387aba683d76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T19:34:12Z', 'updated_at': '2022-04-18T19:35:36Z', 'revision_number': 1, 'project_id': 'e2676fc802a645689154e56330711330', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2a84594-0789-4e1c-b2bd-708fe1a58acd', 'name': '', 'network_id': '81ddcfcb-39cd-4419-a273-35df2938d568', 'tenant_id': 'e2676fc802a645689154e56330711330', 'mac_address': 'fa:16:3e:43:43:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93402aa3-237a-4a2b-8122-fbd9b2efd80a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f0e8042-5aa6-4184-80a1-a68583a09ee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:33:54Z', 'updated_at': '2022-04-18T19:34:07Z', 'revision_number': 5, 'project_id': 'e2676fc802a645689154e56330711330', 'subnets': [{'id': '5f0e8042-5aa6-4184-80a1-a68583a09ee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-2', False) {} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:35:40.626348 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b54d236-d0d2-4bb4-9dd7-a69d6087b976 None None] The sync data for ids ['93402aa3-237a-4a2b-8122-fbd9b2efd80a'] in n-d-836017-2 is: [{'id': '93402aa3-237a-4a2b-8122-fbd9b2efd80a', 'name': 'tempest-ServersTestBootFromVolume-888195403-router', 'tenant_id': 'e2676fc802a645689154e56330711330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '03e519c2-7295-47c0-a4bf-d4b65bb3f70a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:33:40Z', 'updated_at': '2022-04-18T19:33:56Z', 'revision_number': 4, 'project_id': 'e2676fc802a645689154e56330711330', 'gw_port': {'id': '03e519c2-7295-47c0-a4bf-d4b65bb3f70a', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:81:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93402aa3-237a-4a2b-8122-fbd9b2efd80a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:33:44Z', 'updated_at': '2022-04-18T19:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_floatingips': [{'id': '36506fb1-adbc-4d1c-8d70-95052ff87f09', 'tenant_id': 'e2676fc802a645689154e56330711330', 'floating_ip_address': '172.25.3.225', 'floating_network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'router_id': '93402aa3-237a-4a2b-8122-fbd9b2efd80a', 'port_id': '8885a960-0131-4e33-af5a-00c883bb2db8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81ddcfcb-39cd-4419-a273-35df2938d568', 'mac_address': 'fa:16:3e:b0:19:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf343fda-f220-4488-a1e0-387aba683d76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T19:34:12Z', 'updated_at': '2022-04-18T19:35:36Z', 'revision_number': 1, 'project_id': 'e2676fc802a645689154e56330711330', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2a84594-0789-4e1c-b2bd-708fe1a58acd', 'name': '', 'network_id': '81ddcfcb-39cd-4419-a273-35df2938d568', 'tenant_id': 'e2676fc802a645689154e56330711330', 'mac_address': 'fa:16:3e:43:43:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93402aa3-237a-4a2b-8122-fbd9b2efd80a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f0e8042-5aa6-4184-80a1-a68583a09ee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:33:54Z', 'updated_at': '2022-04-18T19:34:07Z', 'revision_number': 5, 'project_id': 'e2676fc802a645689154e56330711330', 'subnets': [{'id': '5f0e8042-5aa6-4184-80a1-a68583a09ee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:35:40.663195 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 091abad1-c10a-4b3a-a889-b5557ed8e866 details requested by agent hyperv_n-h1-836017-2 with host n-h1-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:35:40.694957 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-664b9e45-5916-4d88-a282-952eb6c622fb tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:40.710423 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-59eb45d0-f0a8-422d-a0fe-64685176e424 req-0b09cc91-e9ac-455b-bd65-fe74968d39f5 tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:40.753142 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7057f57-6367-486a-8f5e-c7874fe1d186 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Pushing event updated for resources: {'Port': ['ID=612ff236-d141-499f-a311-ed48062a599b,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:40.776113 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7057f57-6367-486a-8f5e-c7874fe1d186 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Network b69ea7bb-cbf2-4f04-858a-eb6c817d3a8c is already hosted by enough agents. {{(pid=84764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:35:40.782344 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [None req-a7057f57-6367-486a-8f5e-c7874fe1d186 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Resources bound (agent type, host, resource id): {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:35:40.792993 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-59eb45d0-f0a8-422d-a0fe-64685176e424 req-0b09cc91-e9ac-455b-bd65-fe74968d39f5 tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416787'] for floatingip, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:40.793258 n-d-836017-2 neutron-server[84763]: INFO neutron.db.l3_db [req-59eb45d0-f0a8-422d-a0fe-64685176e424 req-0b09cc91-e9ac-455b-bd65-fe74968d39f5 tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Floating IP 326923ee-96b3-4b95-8359-59283ca2dbbc disassociated. External IP: 172.25.3.126, port: ac6ccf01-ad6a-480a-945d-76509c20512e. Apr 18 19:35:40.798198 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7057f57-6367-486a-8f5e-c7874fe1d186 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Received port after_create {{(pid=84764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:35:40.868874 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-664b9e45-5916-4d88-a282-952eb6c622fb tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:35:40.894825 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-664b9e45-5916-4d88-a282-952eb6c622fb tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Usage tracker for resource:security_group_rule and tenant:daa1e9a9eb654a04a70b9bdc41dad6d5 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:35:40.895064 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port 091abad1-c10a-4b3a-a889-b5557ed8e866, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=091abad1-c10a-4b3a-a889-b5557ed8e866,segment=NetworkSegment(7f90ec0e-0730-4dc0-b368-2cc8764d9629),segment_id=7f90ec0e-0730-4dc0-b368-2cc8764d9629)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:35:40.908500 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-664b9e45-5916-4d88-a282-952eb6c622fb tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:35:40.914453 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Returning: {'device': '091abad1-c10a-4b3a-a889-b5557ed8e866', 'network_id': '168a7e5c-88e7-4a61-b7dd-5d3e7de1ff8d', 'port_id': '091abad1-c10a-4b3a-a889-b5557ed8e866', 'mac_address': 'fa:16:3e:ec:e9:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '880fe736-40f1-40b4-9914-295fd7eafb79', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:35:40.918503 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-664b9e45-5916-4d88-a282-952eb6c622fb tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:35:40.939557 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8b729f-a6d3-4224-a580-bcedd6c667ea req-ad300f2c-e6bd-4445-ae5b-4da63d42b43a tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:40.946326 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-1a8b729f-a6d3-4224-a580-bcedd6c667ea req-ad300f2c-e6bd-4445-ae5b-4da63d42b43a tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/networks?id=0124e28f-2243-4533-b876-7d659443232d HTTP/1.1" status: 200 len: 804 time: 0.3793328 Apr 18 19:35:40.984009 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7057f57-6367-486a-8f5e-c7874fe1d186 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:40.984817 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-a7057f57-6367-486a-8f5e-c7874fe1d186 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:40.986769 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3536d7b-07e0-49d3-a547-5be87b82ce4f None None] New status for floating IP 36506fb1-adbc-4d1c-8d70-95052ff87f09: ACTIVE {{(pid=84765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 19:35:40.995675 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-1a8b729f-a6d3-4224-a580-bcedd6c667ea req-1d1a8e17-fae4-452f-878b-3992ad1ce8ca tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/quotas/e3b062c733cb48498c21458f46ee72da HTTP/1.1" status: 200 len: 375 time: 0.0473030 Apr 18 19:35:41.137401 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-664b9e45-5916-4d88-a282-952eb6c622fb tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:41.153369 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-1a8b729f-a6d3-4224-a580-bcedd6c667ea req-e705d573-f39d-4589-8df6-882065befeba tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=e3b062c733cb48498c21458f46ee72da&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1566262 Apr 18 19:35:41.188191 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-a7057f57-6367-486a-8f5e-c7874fe1d186 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8966656 Apr 18 19:35:41.190421 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 60980) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:41.216637 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:41.240559 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-cfc934fc-fa68-4cd7-b640-54d12408a18a tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:2b:12:74'}]}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:35:41.253447 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 091abad1-c10a-4b3a-a889-b5557ed8e866 {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:35:41.285457 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-664b9e45-5916-4d88-a282-952eb6c622fb tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:41.317965 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-4305b362-2060-4a9b-a075-35f8a0e6269f None None] Provisioning for port 612ff236-d141-499f-a311-ed48062a599b completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:35:41.328290 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port 091abad1-c10a-4b3a-a889-b5557ed8e866, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=091abad1-c10a-4b3a-a889-b5557ed8e866,segment=NetworkSegment(7f90ec0e-0730-4dc0-b368-2cc8764d9629),segment_id=7f90ec0e-0730-4dc0-b368-2cc8764d9629)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:35:41.329512 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-4305b362-2060-4a9b-a075-35f8a0e6269f None None] Provisioning complete for port 612ff236-d141-499f-a311-ed48062a599b triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:35:41.329818 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4305b362-2060-4a9b-a075-35f8a0e6269f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:41.376758 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664b9e45-5916-4d88-a282-952eb6c622fb tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cce453f-f906-4ef8-86f3-180ec132b289,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:41.384942 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-4305b362-2060-4a9b-a075-35f8a0e6269f None None] Port 612ff236-d141-499f-a311-ed48062a599b cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:35:41.418843 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:41.426613 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-664b9e45-5916-4d88-a282-952eb6c622fb tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:41.427825 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-664b9e45-5916-4d88-a282-952eb6c622fb tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.0336602 Apr 18 19:35:41.438009 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 60984) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:41.444858 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-f9ee330c-6924-4bdc-b95c-3b13a24283ef tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Request body: {'security_group_rule': {'security_group_id': '3cce453f-f906-4ef8-86f3-180ec132b289', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:35:41.454757 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.l3_agent_scheduler [req-59eb45d0-f0a8-422d-a0fe-64685176e424 req-0b09cc91-e9ac-455b-bd65-fe74968d39f5 tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Router 5db9a198-cca2-4839-964d-989973220cd5 has already been hosted by L3 agent 21b59c62-f184-4169-bc3e-79831cc043e8 {{(pid=84763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:35:41.455804 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-f9ee330c-6924-4bdc-b95c-3b13a24283ef tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:35:41.462607 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-f9ee330c-6924-4bdc-b95c-3b13a24283ef tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Usage tracker for resource:security_group_rule and tenant:daa1e9a9eb654a04a70b9bdc41dad6d5 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:35:41.466907 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-f9ee330c-6924-4bdc-b95c-3b13a24283ef tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:35:41.474189 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-f9ee330c-6924-4bdc-b95c-3b13a24283ef tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:35:41.483224 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-1a8b729f-a6d3-4224-a580-bcedd6c667ea req-3cd7dcf2-78ff-41af-a5a0-7352e864683c service neutron] 10.222.0.69 "GET /v2.0/networks/0124e28f-2243-4533-b876-7d659443232d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3213873 Apr 18 19:35:41.526784 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Pushing event updated for resources: {'Port': ['ID=091abad1-c10a-4b3a-a889-b5557ed8e866,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:41.641370 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-f9ee330c-6924-4bdc-b95c-3b13a24283ef tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:41.732292 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-f9ee330c-6924-4bdc-b95c-3b13a24283ef tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:41.783864 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-59eb45d0-f0a8-422d-a0fe-64685176e424 req-0b09cc91-e9ac-455b-bd65-fe74968d39f5 tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Notify agent at l3_agent.n-d-836017-2 the message routers_updated {{(pid=84763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:35:41.799880 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-59eb45d0-f0a8-422d-a0fe-64685176e424 req-0b09cc91-e9ac-455b-bd65-fe74968d39f5 tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for floatingip, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:41.806834 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a69f013-5d96-4a05-b69c-6db3f2a6f4d7 None None] Sync routers for ids ['5db9a198-cca2-4839-964d-989973220cd5'] in n-d-836017-2 {{(pid=84766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:35:41.831049 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a69f013-5d96-4a05-b69c-6db3f2a6f4d7 None None] Routers {'5db9a198-cca2-4839-964d-989973220cd5'} bound to L3 agent in host n-d-836017-2 {{(pid=84766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:35:41.831049 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-4a69f013-5d96-4a05-b69c-6db3f2a6f4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:35:20Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['5db9a198-cca2-4839-964d-989973220cd5'], 'active': True} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:35:41.838473 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-f9ee330c-6924-4bdc-b95c-3b13a24283ef tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484852'] for security_group_rule, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:41.845730 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] get_ports_and_sgs() called for port_ids ['091abad1-c10a-4b3a-a889-b5557ed8e866'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:35:41.892061 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-1a8b729f-a6d3-4224-a580-bcedd6c667ea req-7f9a2232-73e8-412d-883c-2367b364ad17 service neutron] 10.222.0.69 "GET /v2.0/networks/0124e28f-2243-4533-b876-7d659443232d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3780863 Apr 18 19:35:41.903248 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ee330c-6924-4bdc-b95c-3b13a24283ef tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ac5265b-5aa0-40cc-a748-d644dfc53530,revision_number=0']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:41.908738 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-cfc934fc-fa68-4cd7-b640-54d12408a18a tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:41.912846 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-59eb45d0-f0a8-422d-a0fe-64685176e424 req-0b09cc91-e9ac-455b-bd65-fe74968d39f5 tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] 10.222.0.69 "PUT /v2.0/floatingips/326923ee-96b3-4b95-8359-59283ca2dbbc HTTP/1.1" status: 200 len: 695 time: 1.8001578 Apr 18 19:35:41.935373 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-f9ee330c-6924-4bdc-b95c-3b13a24283ef tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:41.935373 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-f9ee330c-6924-4bdc-b95c-3b13a24283ef tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4877939 Apr 18 19:35:41.935373 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 60988) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:42.021224 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-f45cd6cb-0d24-4570-afb7-8b41fd23fa83 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] 10.222.0.69 "GET /v2.0/security-group-rules/9ac5265b-5aa0-40cc-a748-d644dfc53530 HTTP/1.1" status: 200 len: 705 time: 0.0903513 Apr 18 19:35:42.021983 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 60992) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:42.100993 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvr_db [None req-4a69f013-5d96-4a05-b69c-6db3f2a6f4d7 None None] Set router 5db9a198-cca2-4839-964d-989973220cd5 gateway port host: n-d-836017-2 {{(pid=84766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:35:42.188122 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-00e0c699-9781-41a1-93aa-23ba739695dc tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Synchronizing usage tracker for tenant:daa1e9a9eb654a04a70b9bdc41dad6d5 on resource:security_group_rule {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:35:42.221387 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-59eb45d0-f0a8-422d-a0fe-64685176e424 req-1d452265-98dc-4635-b11d-c91c1b81e790 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=542ab1652bc6481698039fdf0fdfca7f&device_id=799d2072-e17c-419a-ba93-c1e77d148bcf HTTP/1.1" status: 200 len: 1097 time: 0.2628944 Apr 18 19:35:42.361492 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-cfc934fc-fa68-4cd7-b640-54d12408a18a tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Notify callbacks [] for port, precommit_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:42.403576 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-00e0c699-9781-41a1-93aa-23ba739695dc tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Unset dirty status for tenant:daa1e9a9eb654a04a70b9bdc41dad6d5 on resource:security_group_rule {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:35:42.404864 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-00e0c699-9781-41a1-93aa-23ba739695dc tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.3811555 Apr 18 19:35:42.407940 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 32770) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:42.424065 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-cfc934fc-fa68-4cd7-b640-54d12408a18a tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2290934'] for port, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:42.479969 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-8de60933-e5e5-4d84-917b-387ebf9a307d tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:42.506171 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-8de60933-e5e5-4d84-917b-387ebf9a307d tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:42.521519 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb45d0-f0a8-422d-a0fe-64685176e424 req-a75f4f99-7255-4d3d-82d5-7ce1a8359cba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:42.522713 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-59eb45d0-f0a8-422d-a0fe-64685176e424 req-a75f4f99-7255-4d3d-82d5-7ce1a8359cba service neutron] 10.222.0.69 "GET /v2.0/networks?id=a6104562-d871-4869-9fa8-73c34a57c151 HTTP/1.1" status: 200 len: 930 time: 0.2974486 Apr 18 19:35:42.639259 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-59eb45d0-f0a8-422d-a0fe-64685176e424 req-00d3c2b6-f45d-4728-a852-2da824c2abaa service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac6ccf01-ad6a-480a-945d-76509c20512e HTTP/1.1" status: 200 len: 217 time: 0.0978818 Apr 18 19:35:42.683292 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-8de60933-e5e5-4d84-917b-387ebf9a307d tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484852'] for security_group_rule, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:42.711973 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de60933-e5e5-4d84-917b-387ebf9a307d tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9ac5265b-5aa0-40cc-a748-d644dfc53530,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:42.736522 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb45d0-f0a8-422d-a0fe-64685176e424 req-03ab129b-9d66-4ef1-a152-addd0c8907cf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:42.738177 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-59eb45d0-f0a8-422d-a0fe-64685176e424 req-03ab129b-9d66-4ef1-a152-addd0c8907cf service neutron] 10.222.0.69 "GET /v2.0/subnets?id=243c42e2-37fd-4e07-9b81-bac922c31c79 HTTP/1.1" status: 200 len: 868 time: 0.0950322 Apr 18 19:35:42.829717 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-4a69f013-5d96-4a05-b69c-6db3f2a6f4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db9a198-cca2-4839-964d-989973220cd5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1770307152-router', 'tenant_id': '542ab1652bc6481698039fdf0fdfca7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '6b2bb02a-da4d-441c-99c1-1d7d04d15bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:34:22Z', 'updated_at': '2022-04-18T19:34:33Z', 'revision_number': 4, 'project_id': '542ab1652bc6481698039fdf0fdfca7f', 'gw_port': {'id': '6b2bb02a-da4d-441c-99c1-1d7d04d15bca', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d6:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db9a198-cca2-4839-964d-989973220cd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:34:24Z', 'updated_at': '2022-04-18T19:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_interfaces': [{'id': 'e48e6d70-fd6b-4f0d-bf4c-b5f4a16be198', 'name': '', 'network_id': 'a6104562-d871-4869-9fa8-73c34a57c151', 'tenant_id': '542ab1652bc6481698039fdf0fdfca7f', 'mac_address': 'fa:16:3e:fe:cf:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db9a198-cca2-4839-964d-989973220cd5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '243c42e2-37fd-4e07-9b81-bac922c31c79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:34:31Z', 'updated_at': '2022-04-18T19:34:45Z', 'revision_number': 5, 'project_id': '542ab1652bc6481698039fdf0fdfca7f', 'subnets': [{'id': '243c42e2-37fd-4e07-9b81-bac922c31c79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-2', False) {} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:35:42.840577 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a69f013-5d96-4a05-b69c-6db3f2a6f4d7 None None] Checking router: 5db9a198-cca2-4839-964d-989973220cd5 for host: n-d-836017-2 {{(pid=84766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:35:42.860919 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-cfc934fc-fa68-4cd7-b640-54d12408a18a tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] In _notify_port_updated(), no bound segment for port 612ff236-d141-499f-a311-ed48062a599b on network b69ea7bb-cbf2-4f04-858a-eb6c817d3a8c {{(pid=84764) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 18 19:35:42.874657 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc934fc-fa68-4cd7-b640-54d12408a18a tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:42.874657 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-cfc934fc-fa68-4cd7-b640-54d12408a18a tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:42.875783 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-8de60933-e5e5-4d84-917b-387ebf9a307d tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:42.875887 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-cfc934fc-fa68-4cd7-b640-54d12408a18a tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] 10.222.0.69 "PUT /v2.0/ports/612ff236-d141-499f-a311-ed48062a599b HTTP/1.1" status: 200 len: 993 time: 1.6771896 Apr 18 19:35:42.875999 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a69f013-5d96-4a05-b69c-6db3f2a6f4d7 None None] Routers {'5db9a198-cca2-4839-964d-989973220cd5'} bound to L3 agent in host n-d-836017-2 {{(pid=84766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:35:42.875999 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-4a69f013-5d96-4a05-b69c-6db3f2a6f4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:35:20Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['5db9a198-cca2-4839-964d-989973220cd5'], 'active': True} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:35:42.876186 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc934fc-fa68-4cd7-b640-54d12408a18a tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Pushing event updated for resources: {'Port': ['ID=612ff236-d141-499f-a311-ed48062a599b,revision_number=2']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:42.878509 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-8de60933-e5e5-4d84-917b-387ebf9a307d tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/9ac5265b-5aa0-40cc-a748-d644dfc53530 HTTP/1.1" status: 204 len: 168 time: 0.4612441 Apr 18 19:35:42.881563 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 32778) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:42.881896 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 32780) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:42.964592 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edac1da-1b59-4dde-8bce-fcdf7147120f req-c910184c-2ac3-4aa0-bf21-501d242015d1 tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:42.964955 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-9edac1da-1b59-4dde-8bce-fcdf7147120f req-c910184c-2ac3-4aa0-bf21-501d242015d1 tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf343fda-f220-4488-a1e0-387aba683d76 HTTP/1.1" status: 200 len: 946 time: 0.4160869 Apr 18 19:35:43.091403 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-9edac1da-1b59-4dde-8bce-fcdf7147120f req-ca3faa06-31db-43a0-82a2-69cfa9804bec tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] 10.222.0.69 "GET /v2.0/security-groups?id=d91ae139-8b90-49fd-8dc9-70f1abc8c820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152995 Apr 18 19:35:43.105428 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-f33727ba-cb15-42a4-8e7c-6f4b1b48fd42 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Deleting port 612ff236-d141-499f-a311-ed48062a599b {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:35:43.105428 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-f33727ba-cb15-42a4-8e7c-6f4b1b48fd42 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:43.269552 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8e527ba4-6c25-4a00-aec2-41a2a32dd0dd None None] Provisioning complete for port 612ff236-d141-499f-a311-ed48062a599b triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:35:43.270047 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8e527ba4-6c25-4a00-aec2-41a2a32dd0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:43.271267 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-59eb45d0-f0a8-422d-a0fe-64685176e424 req-23ad36df-19c8-4b4a-acd2-e498273b098e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a6104562-d871-4869-9fa8-73c34a57c151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5232806 Apr 18 19:35:43.277589 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvr_db [None req-4a69f013-5d96-4a05-b69c-6db3f2a6f4d7 None None] Set router 5db9a198-cca2-4839-964d-989973220cd5 gateway port host: n-d-836017-2 {{(pid=84766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:35:43.288670 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-7cd7d66f-775b-4dd1-8e3d-562a149682af tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Synchronizing usage tracker for tenant:daa1e9a9eb654a04a70b9bdc41dad6d5 on resource:security_group_rule {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:35:43.329739 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 32792) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:43.397301 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-8e527ba4-6c25-4a00-aec2-41a2a32dd0dd None None] Port 612ff236-d141-499f-a311-ed48062a599b cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:35:43.525398 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8da0b66-abec-414a-978f-6920890e31ec req-92c38681-53f8-4aae-9332-144ae884aa57 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:43.539606 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f8da0b66-abec-414a-978f-6920890e31ec req-92c38681-53f8-4aae-9332-144ae884aa57 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] 10.222.0.69 "GET /v2.0/ports?device_id=5124f014-de78-482f-91e1-6e15f01717ac HTTP/1.1" status: 200 len: 943 time: 0.2040048 Apr 18 19:35:43.610607 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f8da0b66-abec-414a-978f-6920890e31ec req-eb59869f-a02a-45e9-8613-b4e9ca8d4d72 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] 10.222.0.69 "GET /v2.0/security-groups?id=da701d94-d5ec-4d45-a306-33194a2dfb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744774 Apr 18 19:35:43.768002 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-7cd7d66f-775b-4dd1-8e3d-562a149682af tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Unset dirty status for tenant:daa1e9a9eb654a04a70b9bdc41dad6d5 on resource:security_group_rule {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:35:43.771811 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-7cd7d66f-775b-4dd1-8e3d-562a149682af tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.8793619 Apr 18 19:35:43.771811 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-914bfa3a-c8a1-4b93-88ed-05904698e018'] response: {'name': 'network-changed', 'server_uuid': '800222b8-e25e-4e33-8455-2e217b825812', 'tag': '2e2ccd00-d13a-4f3a-8512-7cb817fd14d8', 'status': 'completed', 'code': 200} Apr 18 19:35:43.773777 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-f33727ba-cb15-42a4-8e7c-6f4b1b48fd42 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:43.777703 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 32800) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:43.788295 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-4237fe09-af5e-4425-8015-4f66981c2683 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Request body: {'security_group_rule': {'security_group_id': '3cce453f-f906-4ef8-86f3-180ec132b289', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:35:43.801340 n-d-836017-2 neutron-server[84764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06fedb07-ac3b-4f8f-89cb-36dc4df4a667'] response: {'name': 'network-changed', 'server_uuid': '5124f014-de78-482f-91e1-6e15f01717ac', 'tag': 'e60006b4-06d8-41ff-90f2-943698920fc9', 'status': 'completed', 'code': 200} Apr 18 19:35:43.801998 n-d-836017-2 neutron-server[84764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06fedb07-ac3b-4f8f-89cb-36dc4df4a667'] response: {'name': 'network-changed', 'server_uuid': 'bf343fda-f220-4488-a1e0-387aba683d76', 'tag': '8885a960-0131-4e33-af5a-00c883bb2db8', 'status': 'completed', 'code': 200} Apr 18 19:35:43.803415 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-4237fe09-af5e-4425-8015-4f66981c2683 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:35:43.853815 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-4a69f013-5d96-4a05-b69c-6db3f2a6f4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db9a198-cca2-4839-964d-989973220cd5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1770307152-router', 'tenant_id': '542ab1652bc6481698039fdf0fdfca7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '6b2bb02a-da4d-441c-99c1-1d7d04d15bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:34:22Z', 'updated_at': '2022-04-18T19:34:33Z', 'revision_number': 4, 'project_id': '542ab1652bc6481698039fdf0fdfca7f', 'gw_port': {'id': '6b2bb02a-da4d-441c-99c1-1d7d04d15bca', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d6:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db9a198-cca2-4839-964d-989973220cd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:34:24Z', 'updated_at': '2022-04-18T19:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_interfaces': [{'id': 'e48e6d70-fd6b-4f0d-bf4c-b5f4a16be198', 'name': '', 'network_id': 'a6104562-d871-4869-9fa8-73c34a57c151', 'tenant_id': '542ab1652bc6481698039fdf0fdfca7f', 'mac_address': 'fa:16:3e:fe:cf:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db9a198-cca2-4839-964d-989973220cd5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '243c42e2-37fd-4e07-9b81-bac922c31c79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:34:31Z', 'updated_at': '2022-04-18T19:34:45Z', 'revision_number': 5, 'project_id': '542ab1652bc6481698039fdf0fdfca7f', 'subnets': [{'id': '243c42e2-37fd-4e07-9b81-bac922c31c79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-2', False) {} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:35:43.857968 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a69f013-5d96-4a05-b69c-6db3f2a6f4d7 None None] The sync data for ids ['5db9a198-cca2-4839-964d-989973220cd5'] in n-d-836017-2 is: [{'id': '5db9a198-cca2-4839-964d-989973220cd5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1770307152-router', 'tenant_id': '542ab1652bc6481698039fdf0fdfca7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '6b2bb02a-da4d-441c-99c1-1d7d04d15bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:34:22Z', 'updated_at': '2022-04-18T19:34:33Z', 'revision_number': 4, 'project_id': '542ab1652bc6481698039fdf0fdfca7f', 'gw_port': {'id': '6b2bb02a-da4d-441c-99c1-1d7d04d15bca', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d6:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db9a198-cca2-4839-964d-989973220cd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:34:24Z', 'updated_at': '2022-04-18T19:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_interfaces': [{'id': 'e48e6d70-fd6b-4f0d-bf4c-b5f4a16be198', 'name': '', 'network_id': 'a6104562-d871-4869-9fa8-73c34a57c151', 'tenant_id': '542ab1652bc6481698039fdf0fdfca7f', 'mac_address': 'fa:16:3e:fe:cf:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db9a198-cca2-4839-964d-989973220cd5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '243c42e2-37fd-4e07-9b81-bac922c31c79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:34:31Z', 'updated_at': '2022-04-18T19:34:45Z', 'revision_number': 5, 'project_id': '542ab1652bc6481698039fdf0fdfca7f', 'subnets': [{'id': '243c42e2-37fd-4e07-9b81-bac922c31c79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:35:43.862133 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-4237fe09-af5e-4425-8015-4f66981c2683 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:35:43.879786 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [req-25b5b661-cd12-4cdf-90d2-0936fd5eaa70 req-16849184-1fde-4f34-84a8-43b0e6876128 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-506128954', 'description': 'tempest-description-751809813'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:35:43.904455 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-25b5b661-cd12-4cdf-90d2-0936fd5eaa70 req-16849184-1fde-4f34-84a8-43b0e6876128 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:35:43.918374 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-25b5b661-cd12-4cdf-90d2-0936fd5eaa70 req-16849184-1fde-4f34-84a8-43b0e6876128 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Usage tracker for resource:security_group and tenant:d24c05963c4f41ee8c8189c7acc53c87 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:35:43.926268 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-e3c607e4-0a54-4b11-b2df-04841d74d89a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=73070b32fdb445869915286e0756abff&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5989161 Apr 18 19:35:43.927845 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-25b5b661-cd12-4cdf-90d2-0936fd5eaa70 req-16849184-1fde-4f34-84a8-43b0e6876128 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:35:43.933283 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 32804) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:43.939147 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-25b5b661-cd12-4cdf-90d2-0936fd5eaa70 req-16849184-1fde-4f34-84a8-43b0e6876128 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:35:44.014033 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-4237fe09-af5e-4425-8015-4f66981c2683 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:44.079220 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e0400d4b-5293-430d-90aa-3dc8128cb4d1 req-736a6c6c-2399-4719-82d5-5c607957ee19 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c396792787224a06a1caca5f9016eb19&device_id=5124f014-de78-482f-91e1-6e15f01717ac HTTP/1.1" status: 200 len: 1094 time: 0.2505887 Apr 18 19:35:44.085359 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-25b5b661-cd12-4cdf-90d2-0936fd5eaa70 req-16849184-1fde-4f34-84a8-43b0e6876128 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:44.124427 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-f33727ba-cb15-42a4-8e7c-6f4b1b48fd42 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Calling delete_port for 612ff236-d141-499f-a311-ed48062a599b owned by {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:35:44.178436 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-59eb45d0-f0a8-422d-a0fe-64685176e424 req-d1c436fb-cf75-4286-93e1-55509012ed72 service neutron] 10.222.0.69 "GET /v2.0/networks/a6104562-d871-4869-9fa8-73c34a57c151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8676836 Apr 18 19:35:44.184159 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5bb5b2-834d-4da1-8e05-e2f8f2bc625b None None] New status for floating IP 326923ee-96b3-4b95-8359-59283ca2dbbc: DOWN {{(pid=84765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 19:35:44.209558 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-227f1416-8b6e-4b79-a5a5-be1b9ead11fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:44.296677 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-227f1416-8b6e-4b79-a5a5-be1b9ead11fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:44.336547 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-59eb45d0-f0a8-422d-a0fe-64685176e424 req-a28d93ab-1579-4bfe-92e5-34b756cf9ebf service neutron] 10.222.0.69 "GET /v2.0/networks/a6104562-d871-4869-9fa8-73c34a57c151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471555 Apr 18 19:35:44.336967 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-4237fe09-af5e-4425-8015-4f66981c2683 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:44.376100 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-25b5b661-cd12-4cdf-90d2-0936fd5eaa70 req-16849184-1fde-4f34-84a8-43b0e6876128 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:35:44.377648 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-9d4aabe8-7e3b-4b7d-b02e-6a1f03b2476d req-78feff94-0421-406f-a8e1-be56ac3c78c5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c396792787224a06a1caca5f9016eb19&device_id=800222b8-e25e-4e33-8455-2e217b825812 HTTP/1.1" status: 200 len: 1095 time: 0.5800843 Apr 18 19:35:44.387292 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-25b5b661-cd12-4cdf-90d2-0936fd5eaa70 req-16849184-1fde-4f34-84a8-43b0e6876128 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Usage tracker for resource:security_group_rule and tenant:d24c05963c4f41ee8c8189c7acc53c87 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:35:44.392266 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0400d4b-5293-430d-90aa-3dc8128cb4d1 req-7fde80d7-06e0-440f-95c8-c2d21ef163fc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:44.394662 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e0400d4b-5293-430d-90aa-3dc8128cb4d1 req-7fde80d7-06e0-440f-95c8-c2d21ef163fc service neutron] 10.222.0.72 "GET /v2.0/networks?id=168a7e5c-88e7-4a61-b7dd-5d3e7de1ff8d HTTP/1.1" status: 200 len: 917 time: 0.2959876 Apr 18 19:35:44.396436 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-25b5b661-cd12-4cdf-90d2-0936fd5eaa70 req-16849184-1fde-4f34-84a8-43b0e6876128 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:35:44.409692 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-25b5b661-cd12-4cdf-90d2-0936fd5eaa70 req-16849184-1fde-4f34-84a8-43b0e6876128 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:35:44.469609 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-4237fe09-af5e-4425-8015-4f66981c2683 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484852'] for security_group_rule, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:44.551679 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4237fe09-af5e-4425-8015-4f66981c2683 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=777790e6-17e8-45bf-a700-c3a90095beee,revision_number=0']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:44.565320 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e0400d4b-5293-430d-90aa-3dc8128cb4d1 req-83c79565-c2c1-427d-8efa-1ef107d00b37 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e60006b4-06d8-41ff-90f2-943698920fc9 HTTP/1.1" status: 200 len: 217 time: 0.1589675 Apr 18 19:35:44.613341 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4aabe8-7e3b-4b7d-b02e-6a1f03b2476d req-da3e3c72-e2d0-47d3-962e-bdd6cd53bf47 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:44.614889 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-9d4aabe8-7e3b-4b7d-b02e-6a1f03b2476d req-da3e3c72-e2d0-47d3-962e-bdd6cd53bf47 service neutron] 10.222.0.73 "GET /v2.0/networks?id=168a7e5c-88e7-4a61-b7dd-5d3e7de1ff8d HTTP/1.1" status: 200 len: 917 time: 0.2315869 Apr 18 19:35:44.631494 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device e60006b4-06d8-41ff-90f2-943698920fc9 details requested by agent hyperv_n-h2-836017-2 with host n-h2-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:35:44.659292 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-227f1416-8b6e-4b79-a5a5-be1b9ead11fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:44.677703 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 2e2ccd00-d13a-4f3a-8512-7cb817fd14d8 details requested by agent hyperv_n-h1-836017-2 with host n-h1-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:35:44.709958 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-f33727ba-cb15-42a4-8e7c-6f4b1b48fd42 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:44.737145 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f1416-8b6e-4b79-a5a5-be1b9ead11fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bb75c1f-620d-4cfd-a804-faa1a9266f3f,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:44.765522 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-25b5b661-cd12-4cdf-90d2-0936fd5eaa70 req-16849184-1fde-4f34-84a8-43b0e6876128 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:44.769465 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0400d4b-5293-430d-90aa-3dc8128cb4d1 req-31ee9a6f-e31c-41e2-a23d-ad32a309bd02 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:44.771183 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e0400d4b-5293-430d-90aa-3dc8128cb4d1 req-31ee9a6f-e31c-41e2-a23d-ad32a309bd02 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=880fe736-40f1-40b4-9914-295fd7eafb79 HTTP/1.1" status: 200 len: 855 time: 0.1934714 Apr 18 19:35:44.855874 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-9d4aabe8-7e3b-4b7d-b02e-6a1f03b2476d req-f8d34675-6bf0-4bae-9bf2-00b64f587cf0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2e2ccd00-d13a-4f3a-8512-7cb817fd14d8 HTTP/1.1" status: 200 len: 217 time: 0.2337136 Apr 18 19:35:44.858440 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-a2f76f19-2de9-4e7e-ae31-aaa9751dd329 req-bb88ba26-f37a-4ac9-8561-d34bdabad9bb tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Synchronizing usage tracker for tenant:e3b062c733cb48498c21458f46ee72da on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:35:44.864554 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33727ba-cb15-42a4-8e7c-6f4b1b48fd42 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Pushing event deleted for resources: {'Port': ['ID=612ff236-d141-499f-a311-ed48062a599b,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:44.875186 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-4237fe09-af5e-4425-8015-4f66981c2683 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:44.876895 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 091abad1-c10a-4b3a-a889-b5557ed8e866 up at agent hyperv_n-h1-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:35:44.879631 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-4237fe09-af5e-4425-8015-4f66981c2683 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.0991342 Apr 18 19:35:44.880541 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 32812) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:44.905647 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-227f1416-8b6e-4b79-a5a5-be1b9ead11fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:44.905647 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-227f1416-8b6e-4b79-a5a5-be1b9ead11fd admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3bb75c1f-620d-4cfd-a804-faa1a9266f3f HTTP/1.1" status: 204 len: 168 time: 0.9654205 Apr 18 19:35:44.925699 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-74659405-2942-422f-a3b2-6bcf91a09753 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] 10.222.0.69 "GET /v2.0/security-group-rules/777790e6-17e8-45bf-a700-c3a90095beee HTTP/1.1" status: 200 len: 705 time: 0.0372109 Apr 18 19:35:44.929695 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 32818) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:44.945621 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.db.resource_extend [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 19:35:44.961886 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e0400d4b-5293-430d-90aa-3dc8128cb4d1 req-458331b8-a178-4315-b6a1-2f59864e006d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=168a7e5c-88e7-4a61-b7dd-5d3e7de1ff8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1751544 Apr 18 19:35:44.966048 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-25b5b661-cd12-4cdf-90d2-0936fd5eaa70 req-16849184-1fde-4f34-84a8-43b0e6876128 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:45.076423 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port 2e2ccd00-d13a-4f3a-8512-7cb817fd14d8, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=2e2ccd00-d13a-4f3a-8512-7cb817fd14d8,segment=NetworkSegment(7f90ec0e-0730-4dc0-b368-2cc8764d9629),segment_id=7f90ec0e-0730-4dc0-b368-2cc8764d9629)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:35:45.091036 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Returning: {'device': '2e2ccd00-d13a-4f3a-8512-7cb817fd14d8', 'network_id': '168a7e5c-88e7-4a61-b7dd-5d3e7de1ff8d', 'port_id': '2e2ccd00-d13a-4f3a-8512-7cb817fd14d8', 'mac_address': 'fa:16:3e:c4:29:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '880fe736-40f1-40b4-9914-295fd7eafb79', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:35:45.146386 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-a2f76f19-2de9-4e7e-ae31-aaa9751dd329 req-bb88ba26-f37a-4ac9-8561-d34bdabad9bb tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Unset dirty status for tenant:e3b062c733cb48498c21458f46ee72da on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:35:45.147569 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a2f76f19-2de9-4e7e-ae31-aaa9751dd329 req-bb88ba26-f37a-4ac9-8561-d34bdabad9bb tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=52682ca6-5780-4875-8549-0db4bcfd16b0 HTTP/1.1" status: 200 len: 210 time: 0.4484851 Apr 18 19:35:45.196843 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e0400d4b-5293-430d-90aa-3dc8128cb4d1 req-043fe90e-442b-4cf2-b42a-a42949cbb08e service neutron] 10.222.0.72 "GET /v2.0/networks/168a7e5c-88e7-4a61-b7dd-5d3e7de1ff8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118695 Apr 18 19:35:45.203714 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-25b5b661-cd12-4cdf-90d2-0936fd5eaa70 req-16849184-1fde-4f34-84a8-43b0e6876128 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:45.216559 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4aabe8-7e3b-4b7d-b02e-6a1f03b2476d req-ac9aa592-92f2-4f52-a8d7-139be9dee874 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:45.218129 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-9d4aabe8-7e3b-4b7d-b02e-6a1f03b2476d req-ac9aa592-92f2-4f52-a8d7-139be9dee874 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=880fe736-40f1-40b4-9914-295fd7eafb79 HTTP/1.1" status: 200 len: 855 time: 0.3433046 Apr 18 19:35:45.218866 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-25b5b661-cd12-4cdf-90d2-0936fd5eaa70 req-16849184-1fde-4f34-84a8-43b0e6876128 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1638 time: 1.3924799 Apr 18 19:35:45.296252 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:45.341469 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port e60006b4-06d8-41ff-90f2-943698920fc9, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=e60006b4-06d8-41ff-90f2-943698920fc9,segment=NetworkSegment(7f90ec0e-0730-4dc0-b368-2cc8764d9629),segment_id=7f90ec0e-0730-4dc0-b368-2cc8764d9629)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:35:45.345994 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-530fd2ff-baa0-45d5-a5fd-27a1a7c5be0f tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Synchronizing usage tracker for tenant:daa1e9a9eb654a04a70b9bdc41dad6d5 on resource:security_group_rule {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:35:45.354794 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e2ccd00-d13a-4f3a-8512-7cb817fd14d8 {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:35:45.376462 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Returning: {'device': 'e60006b4-06d8-41ff-90f2-943698920fc9', 'network_id': '168a7e5c-88e7-4a61-b7dd-5d3e7de1ff8d', 'port_id': 'e60006b4-06d8-41ff-90f2-943698920fc9', 'mac_address': 'fa:16:3e:65:48:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '880fe736-40f1-40b4-9914-295fd7eafb79', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:35:45.413422 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port 2e2ccd00-d13a-4f3a-8512-7cb817fd14d8, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=2e2ccd00-d13a-4f3a-8512-7cb817fd14d8,segment=NetworkSegment(7f90ec0e-0730-4dc0-b368-2cc8764d9629),segment_id=7f90ec0e-0730-4dc0-b368-2cc8764d9629)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:35:45.434585 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Provisioning for port 091abad1-c10a-4b3a-a889-b5557ed8e866 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:35:45.438731 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16849184-1fde-4f34-84a8-43b0e6876128 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb344ada-d222-4b54-9b3b-83cb9678d714,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:45.443551 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Provisioning complete for port 091abad1-c10a-4b3a-a889-b5557ed8e866 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:35:45.444160 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:45.480076 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:45.491001 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2e51fa0d-b11d-46d0-ad48-2ba5bc5226af req-f1335a07-6161-4398-a5fb-ed29a1dd9586 tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] 10.222.0.69 "GET /v2.0/floatingips/326923ee-96b3-4b95-8359-59283ca2dbbc HTTP/1.1" status: 200 len: 693 time: 0.1688433 Apr 18 19:35:45.509892 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:45.579088 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e60006b4-06d8-41ff-90f2-943698920fc9 {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:35:45.633076 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port e60006b4-06d8-41ff-90f2-943698920fc9, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=e60006b4-06d8-41ff-90f2-943698920fc9,segment=NetworkSegment(7f90ec0e-0730-4dc0-b368-2cc8764d9629),segment_id=7f90ec0e-0730-4dc0-b368-2cc8764d9629)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:35:45.639157 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Pushing event updated for resources: {'Port': ['ID=2e2ccd00-d13a-4f3a-8512-7cb817fd14d8,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:45.657997 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-530fd2ff-baa0-45d5-a5fd-27a1a7c5be0f tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Unset dirty status for tenant:daa1e9a9eb654a04a70b9bdc41dad6d5 on resource:security_group_rule {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:35:45.662841 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-530fd2ff-baa0-45d5-a5fd-27a1a7c5be0f tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.7318640 Apr 18 19:35:45.681814 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 32826) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:45.720790 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:45.741498 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:45.782559 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-d87f859f-ec7e-4b76-b486-7a026a7f34a0 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:45.795463 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e0400d4b-5293-430d-90aa-3dc8128cb4d1 req-6b025705-be92-4ab3-bec2-1cfce406142a service neutron] 10.222.0.72 "GET /v2.0/networks/168a7e5c-88e7-4a61-b7dd-5d3e7de1ff8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5706367 Apr 18 19:35:45.813768 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7199390d-64a8-4f2f-98a8-80cfd03a4035 req-1e0afb6f-a351-4e3c-838f-f9f29633c3c2 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:45.815357 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-f33727ba-cb15-42a4-8e7c-6f4b1b48fd42 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:45.817476 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '042e752e-6ab0-4b23-b37e-7217e8897b50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '091abad1-c10a-4b3a-a889-b5557ed8e866'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:35:45.820994 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '799d2072-e17c-419a-ba93-c1e77d148bcf', 'tag': 'ac6ccf01-ad6a-480a-945d-76509c20512e'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:35:45.827778 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-7199390d-64a8-4f2f-98a8-80cfd03a4035 req-1e0afb6f-a351-4e3c-838f-f9f29633c3c2 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] 10.222.0.69 "GET /v2.0/ports?device_id=5124f014-de78-482f-91e1-6e15f01717ac HTTP/1.1" status: 200 len: 943 time: 0.3820345 Apr 18 19:35:45.832540 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-d87f859f-ec7e-4b76-b486-7a026a7f34a0 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:45.834141 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port 091abad1-c10a-4b3a-a889-b5557ed8e866, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=091abad1-c10a-4b3a-a889-b5557ed8e866,segment=NetworkSegment(7f90ec0e-0730-4dc0-b368-2cc8764d9629),segment_id=7f90ec0e-0730-4dc0-b368-2cc8764d9629)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:35:45.844775 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=e60006b4-06d8-41ff-90f2-943698920fc9,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:45.871689 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] get_ports_and_sgs() called for port_ids ['2e2ccd00-d13a-4f3a-8512-7cb817fd14d8'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:35:45.927889 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:45.934140 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 32834) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:45.990064 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e51fa0d-b11d-46d0-ad48-2ba5bc5226af req-3af1077c-0dcd-477c-b134-48fac6f7ee48 tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:45.991626 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2e51fa0d-b11d-46d0-ad48-2ba5bc5226af req-3af1077c-0dcd-477c-b134-48fac6f7ee48 tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] 10.222.0.69 "GET /v2.0/networks/11e8e108-37df-4084-b6b7-113e6beb66b4 HTTP/1.1" status: 200 len: 784 time: 0.3950481 Apr 18 19:35:46.033992 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] get_ports_and_sgs() called for port_ids ['e60006b4-06d8-41ff-90f2-943698920fc9'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:35:46.046539 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-f33727ba-cb15-42a4-8e7c-6f4b1b48fd42 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] 10.222.0.69 "DELETE /v2.0/ports/612ff236-d141-499f-a311-ed48062a599b HTTP/1.1" status: 204 len: 168 time: 3.1575658 Apr 18 19:35:46.053373 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 32838) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:46.109966 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-7199390d-64a8-4f2f-98a8-80cfd03a4035 req-cbc785a5-2708-4d9f-9144-b091629bb0f2 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] 10.222.0.69 "GET /v2.0/security-groups?id=da701d94-d5ec-4d45-a306-33194a2dfb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2808394 Apr 18 19:35:46.118232 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-d87f859f-ec7e-4b76-b486-7a026a7f34a0 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484852'] for security_group_rule, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:46.133539 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-918225c8-f0ab-4aba-8540-192fbb762817 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6e7e67c92c734726a2e7f93164bc5881&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1851642 Apr 18 19:35:46.140995 n-d-836017-2 neutron-server[84764]: INFO neutron.pecan_wsgi.hooks.translation [None req-a33eedf3-1917-4dfe-9984-748126106956 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] GET failed (client error): The resource could not be found. Apr 18 19:35:46.141207 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Pushing event updated for resources: {'Port': ['ID=091abad1-c10a-4b3a-a889-b5557ed8e866,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:46.144127 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-a33eedf3-1917-4dfe-9984-748126106956 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Synchronizing usage tracker for tenant:1840cd49365f4d2284a7378139d0987c on resource:port {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:35:46.148828 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 32842) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:46.158464 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87f859f-ec7e-4b76-b486-7a026a7f34a0 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=777790e6-17e8-45bf-a700-c3a90095beee,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:46.216617 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e0400d4b-5293-430d-90aa-3dc8128cb4d1 req-1abc13a7-a9de-46fa-b5ed-88fe7638542a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e2676fc802a645689154e56330711330&device_id=bf343fda-f220-4488-a1e0-387aba683d76 HTTP/1.1" status: 200 len: 1097 time: 0.3253164 Apr 18 19:35:46.233687 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [req-46eab478-ba1a-4b55-9ef3-2e6d4b3ac1b0 req-974bf6da-7195-470b-adf5-7a7798958bca tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-234271286', 'description': 'tempest-description-2076514798'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:35:46.267053 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-46eab478-ba1a-4b55-9ef3-2e6d4b3ac1b0 req-974bf6da-7195-470b-adf5-7a7798958bca tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:35:46.271447 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-d87f859f-ec7e-4b76-b486-7a026a7f34a0 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:46.276869 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-d87f859f-ec7e-4b76-b486-7a026a7f34a0 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/777790e6-17e8-45bf-a700-c3a90095beee HTTP/1.1" status: 204 len: 168 time: 0.5901184 Apr 18 19:35:46.285239 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 32848) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:46.323736 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8b729f-a6d3-4224-a580-bcedd6c667ea req-d638e8e7-1b7b-4e8c-a6c3-1c57d898af3a tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:46.325372 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-1a8b729f-a6d3-4224-a580-bcedd6c667ea req-d638e8e7-1b7b-4e8c-a6c3-1c57d898af3a tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.73 "GET /v2.0/networks?id=0124e28f-2243-4533-b876-7d659443232d HTTP/1.1" status: 200 len: 804 time: 0.7552607 Apr 18 19:35:46.328842 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-9d4aabe8-7e3b-4b7d-b02e-6a1f03b2476d req-664c7bfe-4d45-475f-8e3a-7d390145837a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=168a7e5c-88e7-4a61-b7dd-5d3e7de1ff8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1029115 Apr 18 19:35:46.331395 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-46eab478-ba1a-4b55-9ef3-2e6d4b3ac1b0 req-974bf6da-7195-470b-adf5-7a7798958bca tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Usage tracker for resource:security_group and tenant:d24c05963c4f41ee8c8189c7acc53c87 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:35:46.335438 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2e51fa0d-b11d-46d0-ad48-2ba5bc5226af req-c0247aee-b25e-422e-b5ae-3143e9611782 tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.3.126 HTTP/1.1" status: 200 len: 696 time: 0.3008711 Apr 18 19:35:46.341060 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-a33eedf3-1917-4dfe-9984-748126106956 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Unset dirty status for tenant:1840cd49365f4d2284a7378139d0987c on resource:port {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:35:46.346225 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-a33eedf3-1917-4dfe-9984-748126106956 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] 10.222.0.69 "GET /v2.0/ports/612ff236-d141-499f-a311-ed48062a599b HTTP/1.1" status: 404 len: 333 time: 0.2798254 Apr 18 19:35:46.346225 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-46eab478-ba1a-4b55-9ef3-2e6d4b3ac1b0 req-974bf6da-7195-470b-adf5-7a7798958bca tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:35:46.350274 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-1a8b729f-a6d3-4224-a580-bcedd6c667ea req-67121fd2-96d8-4abb-8189-5e0c5c6bb538 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Request body: {'port': {'device_id': '52682ca6-5780-4875-8549-0db4bcfd16b0', 'network_id': '0124e28f-2243-4533-b876-7d659443232d', 'admin_state_up': True, 'tenant_id': 'e3b062c733cb48498c21458f46ee72da'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:35:46.358667 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 32852) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:46.365924 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-46eab478-ba1a-4b55-9ef3-2e6d4b3ac1b0 req-974bf6da-7195-470b-adf5-7a7798958bca tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:35:46.373656 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-459a2b07-d897-44dc-a901-c18dee000540 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Request body: {'port': {'network_id': 'b69ea7bb-cbf2-4f04-858a-eb6c817d3a8c', 'name': 'tempest-AllowedAddressPairTestJSON-1176175411'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:35:46.496408 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-89a8d770-1c99-43d6-9778-180934c09511 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:46.545564 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-46eab478-ba1a-4b55-9ef3-2e6d4b3ac1b0 req-974bf6da-7195-470b-adf5-7a7798958bca tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:46.566845 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0400d4b-5293-430d-90aa-3dc8128cb4d1 req-801ba49d-26e5-4af8-8bbd-173e461129cc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:46.568617 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e0400d4b-5293-430d-90aa-3dc8128cb4d1 req-801ba49d-26e5-4af8-8bbd-173e461129cc service neutron] 10.222.0.72 "GET /v2.0/networks?id=81ddcfcb-39cd-4419-a273-35df2938d568 HTTP/1.1" status: 200 len: 916 time: 0.3284118 Apr 18 19:35:46.584585 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-89a8d770-1c99-43d6-9778-180934c09511 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:46.629436 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-0dd7dd76-5b40-4e3f-86d4-10a0f0f23959 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3376684 Apr 18 19:35:46.638410 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 32856) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:46.641263 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2e51fa0d-b11d-46d0-ad48-2ba5bc5226af req-91784b27-c011-4731-b5bc-0a02aa84f97c tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.3.126 HTTP/1.1" status: 200 len: 696 time: 0.2467957 Apr 18 19:35:46.651817 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-b487e3a0-38b2-4ef7-9ed9-9e9f9710fb35 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Request body: {'security_group_rule': {'security_group_id': '3cce453f-f906-4ef8-86f3-180ec132b289', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:35:46.738176 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-b487e3a0-38b2-4ef7-9ed9-9e9f9710fb35 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:35:46.753691 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-459a2b07-d897-44dc-a901-c18dee000540 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:35:46.771681 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-46eab478-ba1a-4b55-9ef3-2e6d4b3ac1b0 req-974bf6da-7195-470b-adf5-7a7798958bca tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:35:46.773535 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-b487e3a0-38b2-4ef7-9ed9-9e9f9710fb35 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Usage tracker for resource:security_group_rule and tenant:daa1e9a9eb654a04a70b9bdc41dad6d5 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:35:46.784017 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-b487e3a0-38b2-4ef7-9ed9-9e9f9710fb35 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:35:46.785585 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-46eab478-ba1a-4b55-9ef3-2e6d4b3ac1b0 req-974bf6da-7195-470b-adf5-7a7798958bca tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Usage tracker for resource:security_group_rule and tenant:d24c05963c4f41ee8c8189c7acc53c87 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:35:46.788400 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-459a2b07-d897-44dc-a901-c18dee000540 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:35:46.791494 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-46eab478-ba1a-4b55-9ef3-2e6d4b3ac1b0 req-974bf6da-7195-470b-adf5-7a7798958bca tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:35:46.796652 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e0400d4b-5293-430d-90aa-3dc8128cb4d1 req-d254e054-7810-4c80-9357-bae6f6c2e78b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8885a960-0131-4e33-af5a-00c883bb2db8 HTTP/1.1" status: 200 len: 1002 time: 0.2051759 Apr 18 19:35:46.804511 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-46eab478-ba1a-4b55-9ef3-2e6d4b3ac1b0 req-974bf6da-7195-470b-adf5-7a7798958bca tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:35:46.847557 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-b487e3a0-38b2-4ef7-9ed9-9e9f9710fb35 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:35:46.874890 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-459a2b07-d897-44dc-a901-c18dee000540 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Made reservation on behalf of 1840cd49365f4d2284a7378139d0987c for: {'port': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:35:46.877909 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-459a2b07-d897-44dc-a901-c18dee000540 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:46.902952 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0400d4b-5293-430d-90aa-3dc8128cb4d1 req-cbfe7bf1-faef-4872-a8df-e581f64ee905 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:46.907528 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e0400d4b-5293-430d-90aa-3dc8128cb4d1 req-cbfe7bf1-faef-4872-a8df-e581f64ee905 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5f0e8042-5aa6-4184-80a1-a68583a09ee2 HTTP/1.1" status: 200 len: 854 time: 0.0975938 Apr 18 19:35:46.907742 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-9d4aabe8-7e3b-4b7d-b02e-6a1f03b2476d req-6def8708-7d41-4296-aae8-f2f4f9162db4 service neutron] 10.222.0.73 "GET /v2.0/networks/168a7e5c-88e7-4a61-b7dd-5d3e7de1ff8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5366471 Apr 18 19:35:46.907948 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-2e51fa0d-b11d-46d0-ad48-2ba5bc5226af req-0e8007a3-fdc7-4cc0-a112-6719d06fff0b tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Deleting port 630307bd-79f2-4ebe-8c7f-3afe6da75c2b {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:35:46.908279 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-2e51fa0d-b11d-46d0-ad48-2ba5bc5226af req-0e8007a3-fdc7-4cc0-a112-6719d06fff0b tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:46.964181 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-89a8d770-1c99-43d6-9778-180934c09511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:46.968378 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [None req-459a2b07-d897-44dc-a901-c18dee000540 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] device_id is not set on port 77fba629-553c-4db5-a56f-b5c9274221ab yet. {{(pid=84764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 19:35:46.981381 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-1a8b729f-a6d3-4224-a580-bcedd6c667ea req-67121fd2-96d8-4abb-8189-5e0c5c6bb538 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:35:47.034069 n-d-836017-2 neutron-server[84763]: INFO neutron.db.securitygroups_db [None req-b487e3a0-38b2-4ef7-9ed9-9e9f9710fb35 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Project daa1e9a9eb654a04a70b9bdc41dad6d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 19:35:47.037685 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a8d770-1c99-43d6-9778-180934c09511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40d25561-7ecb-4740-b038-73006a60520e,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:47.060758 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-1a8b729f-a6d3-4224-a580-bcedd6c667ea req-67121fd2-96d8-4abb-8189-5e0c5c6bb538 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:35:47.073133 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-b487e3a0-38b2-4ef7-9ed9-9e9f9710fb35 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:47.079812 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-46eab478-ba1a-4b55-9ef3-2e6d4b3ac1b0 req-974bf6da-7195-470b-adf5-7a7798958bca tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:47.173298 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e0400d4b-5293-430d-90aa-3dc8128cb4d1 req-f7f2d104-7b13-4ede-ac56-0bfd7e3ae4de service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=81ddcfcb-39cd-4419-a273-35df2938d568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2591126 Apr 18 19:35:47.213207 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-46eab478-ba1a-4b55-9ef3-2e6d4b3ac1b0 req-974bf6da-7195-470b-adf5-7a7798958bca tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:47.220390 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_common [None req-459a2b07-d897-44dc-a901-c18dee000540 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Allocated IP 172.20.0.11 (b69ea7bb-cbf2-4f04-858a-eb6c817d3a8c/6beccf49-70f4-4ca6-af6a-61efb3d70318/77fba629-553c-4db5-a56f-b5c9274221ab) {{(pid=84764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:35:47.235394 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a8b729f-a6d3-4224-a580-bcedd6c667ea req-67121fd2-96d8-4abb-8189-5e0c5c6bb538 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Made reservation on behalf of e3b062c733cb48498c21458f46ee72da for: {'port': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:35:47.236146 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-89a8d770-1c99-43d6-9778-180934c09511 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:47.237278 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-89a8d770-1c99-43d6-9778-180934c09511 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/40d25561-7ecb-4740-b038-73006a60520e HTTP/1.1" status: 204 len: 168 time: 1.0867906 Apr 18 19:35:47.238526 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-1a8b729f-a6d3-4224-a580-bcedd6c667ea req-67121fd2-96d8-4abb-8189-5e0c5c6bb538 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:47.256832 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-9d4aabe8-7e3b-4b7d-b02e-6a1f03b2476d req-9a0e0f8a-258c-4675-b346-6e472030649e service neutron] 10.222.0.73 "GET /v2.0/networks/168a7e5c-88e7-4a61-b7dd-5d3e7de1ff8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3225825 Apr 18 19:35:47.340723 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974bf6da-7195-470b-adf5-7a7798958bca tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=838f339f-4a54-4732-bfc1-9675900b64f0,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:47.361792 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-b487e3a0-38b2-4ef7-9ed9-9e9f9710fb35 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:47.367537 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-2e51fa0d-b11d-46d0-ad48-2ba5bc5226af req-0e8007a3-fdc7-4cc0-a112-6719d06fff0b tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:47.367537 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-2e51fa0d-b11d-46d0-ad48-2ba5bc5226af req-0e8007a3-fdc7-4cc0-a112-6719d06fff0b tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:47.437122 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-46eab478-ba1a-4b55-9ef3-2e6d4b3ac1b0 req-974bf6da-7195-470b-adf5-7a7798958bca tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:47.437122 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-46eab478-ba1a-4b55-9ef3-2e6d4b3ac1b0 req-974bf6da-7195-470b-adf5-7a7798958bca tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1639 time: 1.2186029 Apr 18 19:35:47.454384 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e0400d4b-5293-430d-90aa-3dc8128cb4d1 req-7a917960-3e8a-4f45-9e66-70f78590c437 service neutron] 10.222.0.72 "GET /v2.0/networks/81ddcfcb-39cd-4419-a273-35df2938d568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2701564 Apr 18 19:35:47.510231 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-143517b1-c822-464e-bafb-b0145eec9f28'] response: {'server_uuid': '042e752e-6ab0-4b23-b37e-7217e8897b50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '091abad1-c10a-4b3a-a889-b5557ed8e866', 'code': 200} Apr 18 19:35:47.520782 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-2e51fa0d-b11d-46d0-ad48-2ba5bc5226af req-0e8007a3-fdc7-4cc0-a112-6719d06fff0b tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Calling delete_port for 630307bd-79f2-4ebe-8c7f-3afe6da75c2b owned by network:floatingip {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:35:47.550807 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-b487e3a0-38b2-4ef7-9ed9-9e9f9710fb35 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484852'] for security_group_rule, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:47.579347 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-619ba4f2-6b63-4de8-9243-d2a290ed6264'] response: {'name': 'network-changed', 'server_uuid': '799d2072-e17c-419a-ba93-c1e77d148bcf', 'tag': 'ac6ccf01-ad6a-480a-945d-76509c20512e', 'status': 'completed', 'code': 200} Apr 18 19:35:47.606272 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b487e3a0-38b2-4ef7-9ed9-9e9f9710fb35 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5681c538-a53c-4f24-85bf-77b8d73bc71b,revision_number=0']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:47.961276 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-46b42a0f-adac-451b-b4e5-e6be3b40c795 req-f869176e-0c03-4879-aa09-8e056afb6ae0 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=52682ca6-5780-4875-8549-0db4bcfd16b0 HTTP/1.1" status: 200 len: 210 time: 0.2194202 Apr 18 19:35:48.001836 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-b487e3a0-38b2-4ef7-9ed9-9e9f9710fb35 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:48.001836 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-b487e3a0-38b2-4ef7-9ed9-9e9f9710fb35 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 1.3532636 Apr 18 19:35:48.011030 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 32872) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:48.079806 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-39f1a4b8-b867-48f9-96fe-b8a1b2311a85 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] 10.222.0.69 "GET /v2.0/security-group-rules/5681c538-a53c-4f24-85bf-77b8d73bc71b HTTP/1.1" status: 200 len: 711 time: 0.0665293 Apr 18 19:35:48.085826 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 32876) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:48.098188 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_common [req-1a8b729f-a6d3-4224-a580-bcedd6c667ea req-67121fd2-96d8-4abb-8189-5e0c5c6bb538 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Allocated IP 172.20.0.4 (0124e28f-2243-4533-b876-7d659443232d/53fde093-fc81-475a-a625-0084a1c3acc5/71c7e09a-6096-4dfe-b7e0-3cbf2cbf97dc) {{(pid=84763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:35:48.099050 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-459a2b07-d897-44dc-a901-c18dee000540 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Notify callbacks [] for port, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:48.106423 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e0400d4b-5293-430d-90aa-3dc8128cb4d1 req-bee518e9-2846-4720-9958-214b836236ba service neutron] 10.222.0.72 "GET /v2.0/networks/81ddcfcb-39cd-4419-a273-35df2938d568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5365648 Apr 18 19:35:48.132185 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.provisioning_blocks [None req-459a2b07-d897-44dc-a901-c18dee000540 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Transition to ACTIVE for port object 77fba629-553c-4db5-a56f-b5c9274221ab will not be triggered until provisioned by entity DHCP. {{(pid=84764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:35:48.166918 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-caa30ea7-566c-48b1-87ac-e9cf12db1fb4 req-d08c0ffa-db43-4be7-a175-20107730dfc4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=542ab1652bc6481698039fdf0fdfca7f&device_id=799d2072-e17c-419a-ba93-c1e77d148bcf HTTP/1.1" status: 200 len: 1097 time: 0.5580397 Apr 18 19:35:48.242539 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-23586a3a-5219-4a7c-9217-a61b9ce62aad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:48.245966 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-459a2b07-d897-44dc-a901-c18dee000540 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:48.312746 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8702e31b-1dd7-4014-9cd7-0e9382aa2633 req-cb5f8e2d-de07-4da5-a96a-43f8d998330b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=042e752e-6ab0-4b23-b37e-7217e8897b50 HTTP/1.1" status: 200 len: 1096 time: 0.5582216 Apr 18 19:35:48.348662 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3c0319-286e-4afa-a2c9-14086ffb3277 req-9794553f-86c9-4293-afb4-ea88c94daf48 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:48.350408 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-7b3c0319-286e-4afa-a2c9-14086ffb3277 req-9794553f-86c9-4293-afb4-ea88c94daf48 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] 10.222.0.69 "GET /v2.0/ports?device_id=5124f014-de78-482f-91e1-6e15f01717ac HTTP/1.1" status: 200 len: 944 time: 0.1812308 Apr 18 19:35:48.357963 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459a2b07-d897-44dc-a901-c18dee000540 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Network b69ea7bb-cbf2-4f04-858a-eb6c817d3a8c is already hosted by enough agents. {{(pid=84764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:35:48.361631 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [None req-459a2b07-d897-44dc-a901-c18dee000540 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Resources bound (agent type, host, resource id): {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:35:48.369957 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459a2b07-d897-44dc-a901-c18dee000540 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Received port after_create {{(pid=84764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:35:48.371785 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-f27655f5-1a7e-40a9-acb9-465ef6f71076 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Synchronizing usage tracker for tenant:daa1e9a9eb654a04a70b9bdc41dad6d5 on resource:security_group_rule {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:35:48.381651 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-2e51fa0d-b11d-46d0-ad48-2ba5bc5226af req-0e8007a3-fdc7-4cc0-a112-6719d06fff0b tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:48.397987 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459a2b07-d897-44dc-a901-c18dee000540 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Pushing event updated for resources: {'Port': ['ID=77fba629-553c-4db5-a56f-b5c9274221ab,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:48.498040 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459a2b07-d897-44dc-a901-c18dee000540 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:48.498887 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-459a2b07-d897-44dc-a901-c18dee000540 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:48.506746 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-7b3c0319-286e-4afa-a2c9-14086ffb3277 req-a5e9eb61-e0b5-483d-91a4-e3672a9c4e57 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] 10.222.0.69 "GET /v2.0/security-groups?id=da701d94-d5ec-4d45-a306-33194a2dfb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394391 Apr 18 19:35:48.543368 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8007a3-fdc7-4cc0-a112-6719d06fff0b tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Pushing event deleted for resources: {'Port': ['ID=630307bd-79f2-4ebe-8c7f-3afe6da75c2b,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:48.574861 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device e60006b4-06d8-41ff-90f2-943698920fc9 up at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:35:48.626373 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8702e31b-1dd7-4014-9cd7-0e9382aa2633 req-94a511b9-325d-4f21-ac5d-7f2ebad8da8c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=da701d94-d5ec-4d45-a306-33194a2dfb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2937558 Apr 18 19:35:48.724486 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 2e2ccd00-d13a-4f3a-8512-7cb817fd14d8 up at agent hyperv_n-h1-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:35:48.730972 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-459a2b07-d897-44dc-a901-c18dee000540 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3700986 Apr 18 19:35:48.737104 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 32890) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:48.745599 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa30ea7-566c-48b1-87ac-e9cf12db1fb4 req-fca06210-ea0b-4181-92de-1961ecb73a98 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:48.747077 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-caa30ea7-566c-48b1-87ac-e9cf12db1fb4 req-fca06210-ea0b-4181-92de-1961ecb73a98 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a6104562-d871-4869-9fa8-73c34a57c151 HTTP/1.1" status: 200 len: 930 time: 0.5569139 Apr 18 19:35:48.780972 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-f27655f5-1a7e-40a9-acb9-465ef6f71076 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Unset dirty status for tenant:daa1e9a9eb654a04a70b9bdc41dad6d5 on resource:security_group_rule {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:35:48.781963 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-f27655f5-1a7e-40a9-acb9-465ef6f71076 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3713 time: 0.6950240 Apr 18 19:35:48.804984 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning for port e60006b4-06d8-41ff-90f2-943698920fc9 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:35:48.812496 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning complete for port e60006b4-06d8-41ff-90f2-943698920fc9 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:35:48.812496 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:48.816710 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 32892) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:48.830282 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-d297611b-f9b5-4c78-97b3-111416bacced tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:2b:12:74'}]}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:35:48.902350 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-caa30ea7-566c-48b1-87ac-e9cf12db1fb4 req-15a18623-3e32-4d27-b52f-59b89fcd151f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac6ccf01-ad6a-480a-945d-76509c20512e HTTP/1.1" status: 200 len: 217 time: 0.1097100 Apr 18 19:35:48.937306 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ff439109-e7bc-4409-b396-2c51cd127265 None None] Provisioning for port 77fba629-553c-4db5-a56f-b5c9274221ab completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:35:48.954213 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ff439109-e7bc-4409-b396-2c51cd127265 None None] Provisioning complete for port 77fba629-553c-4db5-a56f-b5c9274221ab triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:35:48.954697 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ff439109-e7bc-4409-b396-2c51cd127265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:48.967229 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-00ec7511-3f93-414a-8e0f-1220de76f2b9 req-14d189b0-92f5-4d7e-9468-6b2d54ccd7fd tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Synchronizing usage tracker for tenant:d24c05963c4f41ee8c8189c7acc53c87 on resource:security_group {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:35:48.982263 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-1a8b729f-a6d3-4224-a580-bcedd6c667ea req-67121fd2-96d8-4abb-8189-5e0c5c6bb538 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Notify callbacks [] for port, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:48.996696 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-2e51fa0d-b11d-46d0-ad48-2ba5bc5226af req-0e8007a3-fdc7-4cc0-a112-6719d06fff0b tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Notify callbacks [] for floatingip, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:48.998676 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-8fec4123-0ff1-4913-a478-e3fb19371603 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:49.014028 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Provisioning for port 2e2ccd00-d13a-4f3a-8512-7cb817fd14d8 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:35:49.030692 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:49.030944 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa30ea7-566c-48b1-87ac-e9cf12db1fb4 req-c6ae3644-4e62-46e7-ad36-d4c3912da997 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:49.032458 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-caa30ea7-566c-48b1-87ac-e9cf12db1fb4 req-c6ae3644-4e62-46e7-ad36-d4c3912da997 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=243c42e2-37fd-4e07-9b81-bac922c31c79 HTTP/1.1" status: 200 len: 868 time: 0.1142988 Apr 18 19:35:49.047791 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Provisioning complete for port 2e2ccd00-d13a-4f3a-8512-7cb817fd14d8 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:35:49.059651 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:49.088218 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-8fec4123-0ff1-4913-a478-e3fb19371603 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:49.125928 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-caa30ea7-566c-48b1-87ac-e9cf12db1fb4 req-b38e725e-f2a4-487c-b6cd-d2bc29f1e7c5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a6104562-d871-4869-9fa8-73c34a57c151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0861964 Apr 18 19:35:49.134131 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-00ec7511-3f93-414a-8e0f-1220de76f2b9 req-14d189b0-92f5-4d7e-9468-6b2d54ccd7fd tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Unset dirty status for tenant:d24c05963c4f41ee8c8189c7acc53c87 on resource:security_group {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:35:49.134131 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-00ec7511-3f93-414a-8e0f-1220de76f2b9 req-14d189b0-92f5-4d7e-9468-6b2d54ccd7fd tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d24c05963c4f41ee8c8189c7acc53c87 HTTP/1.1" status: 200 len: 9731 time: 0.5670378 Apr 18 19:35:49.134570 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-ff439109-e7bc-4409-b396-2c51cd127265 None None] Port 77fba629-553c-4db5-a56f-b5c9274221ab cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:35:49.158421 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port e60006b4-06d8-41ff-90f2-943698920fc9, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=e60006b4-06d8-41ff-90f2-943698920fc9,segment=NetworkSegment(7f90ec0e-0730-4dc0-b368-2cc8764d9629),segment_id=7f90ec0e-0730-4dc0-b368-2cc8764d9629)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:35:49.233477 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:49.246915 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-1a8b729f-a6d3-4224-a580-bcedd6c667ea req-67121fd2-96d8-4abb-8189-5e0c5c6bb538 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:49.255351 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-8fec4123-0ff1-4913-a478-e3fb19371603 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484852'] for security_group_rule, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:49.264583 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] get_ports_and_sgs() called for port_ids ['6ce9e8ca-c688-4360-a5c1-cb5597c9db75'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:35:49.295977 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:49.300963 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-00ec7511-3f93-414a-8e0f-1220de76f2b9 req-75ac2b5b-7c72-4cd8-b887-333542d462b0 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.69 "GET /v2.0/security-groups/6dbbe555-f817-4989-8ffe-4d7514677d3c HTTP/1.1" status: 200 len: 2649 time: 0.1608891 Apr 18 19:35:49.307703 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec4123-0ff1-4913-a478-e3fb19371603 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5681c538-a53c-4f24-85bf-77b8d73bc71b,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:49.341935 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a8b729f-a6d3-4224-a580-bcedd6c667ea req-67121fd2-96d8-4abb-8189-5e0c5c6bb538 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Network 0124e28f-2243-4533-b876-7d659443232d is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:35:49.343564 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-d297611b-f9b5-4c78-97b3-111416bacced tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:49.347771 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [req-1a8b729f-a6d3-4224-a580-bcedd6c667ea req-67121fd2-96d8-4abb-8189-5e0c5c6bb538 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:35:49.363627 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a8b729f-a6d3-4224-a580-bcedd6c667ea req-67121fd2-96d8-4abb-8189-5e0c5c6bb538 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Received port after_create {{(pid=84763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:35:49.432450 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port 2e2ccd00-d13a-4f3a-8512-7cb817fd14d8, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=2e2ccd00-d13a-4f3a-8512-7cb817fd14d8,segment=NetworkSegment(7f90ec0e-0730-4dc0-b368-2cc8764d9629),segment_id=7f90ec0e-0730-4dc0-b368-2cc8764d9629)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:35:49.432689 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-2e51fa0d-b11d-46d0-ad48-2ba5bc5226af req-0e8007a3-fdc7-4cc0-a112-6719d06fff0b tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for floatingip, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:49.433626 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2e51fa0d-b11d-46d0-ad48-2ba5bc5226af req-0e8007a3-fdc7-4cc0-a112-6719d06fff0b tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] 10.222.0.69 "DELETE /v2.0/floatingips/326923ee-96b3-4b95-8359-59283ca2dbbc HTTP/1.1" status: 204 len: 173 time: 2.7703145 Apr 18 19:35:49.452733 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-00ec7511-3f93-414a-8e0f-1220de76f2b9 req-cbc8095b-ab55-4733-9cd9-41a5b178316d tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.69 "GET /v2.0/security-groups/6dbbe555-f817-4989-8ffe-4d7514677d3c HTTP/1.1" status: 200 len: 2649 time: 0.1493547 Apr 18 19:35:49.461670 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67121fd2-96d8-4abb-8189-5e0c5c6bb538 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Pushing event updated for resources: {'Port': ['ID=71c7e09a-6096-4dfe-b7e0-3cbf2cbf97dc,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:49.467791 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-8fec4123-0ff1-4913-a478-e3fb19371603 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:49.469900 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-8fec4123-0ff1-4913-a478-e3fb19371603 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/5681c538-a53c-4f24-85bf-77b8d73bc71b HTTP/1.1" status: 204 len: 168 time: 0.5946448 Apr 18 19:35:49.475026 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=e60006b4-06d8-41ff-90f2-943698920fc9,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:49.479542 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 32908) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:49.486243 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-caa30ea7-566c-48b1-87ac-e9cf12db1fb4 req-049c4b33-0877-49f9-8578-8cce4ea115e6 service neutron] 10.222.0.72 "GET /v2.0/networks/a6104562-d871-4869-9fa8-73c34a57c151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3534873 Apr 18 19:35:49.495786 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8b729f-a6d3-4224-a580-bcedd6c667ea req-67121fd2-96d8-4abb-8189-5e0c5c6bb538 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:49.497051 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-1a8b729f-a6d3-4224-a580-bcedd6c667ea req-67121fd2-96d8-4abb-8189-5e0c5c6bb538 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:49.511846 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5124f014-de78-482f-91e1-6e15f01717ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e60006b4-06d8-41ff-90f2-943698920fc9'}, {'server_uuid': '800222b8-e25e-4e33-8455-2e217b825812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e2ccd00-d13a-4f3a-8512-7cb817fd14d8'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:35:49.550956 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-95a97e0f-f6f6-4357-b99d-2f10ff1a46e8 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Synchronizing usage tracker for tenant:daa1e9a9eb654a04a70b9bdc41dad6d5 on resource:security_group_rule {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:35:49.656457 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:49.764410 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-95a97e0f-f6f6-4357-b99d-2f10ff1a46e8 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Unset dirty status for tenant:daa1e9a9eb654a04a70b9bdc41dad6d5 on resource:security_group_rule {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:35:49.764410 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-95a97e0f-f6f6-4357-b99d-2f10ff1a46e8 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2784822 Apr 18 19:35:49.764410 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 32918) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:49.800121 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-caa30ea7-566c-48b1-87ac-e9cf12db1fb4 req-b7712709-477c-4849-b2a8-4178e62a65c7 service neutron] 10.222.0.72 "GET /v2.0/networks/a6104562-d871-4869-9fa8-73c34a57c151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2826138 Apr 18 19:35:49.818593 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-1a8b729f-a6d3-4224-a580-bcedd6c667ea req-67121fd2-96d8-4abb-8189-5e0c5c6bb538 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4696722 Apr 18 19:35:49.822250 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Pushing event updated for resources: {'Port': ['ID=2e2ccd00-d13a-4f3a-8512-7cb817fd14d8,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:49.847230 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-1a8b729f-a6d3-4224-a580-bcedd6c667ea req-77abddb7-488d-4093-9ef4-fbed567300d9 service neutron] Request body: {'port': {'device_id': '52682ca6-5780-4875-8549-0db4bcfd16b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-2'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:35:49.912589 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54475c3e-5d1e-4ab5-92ae-90a4da26521a req-d30a6b61-e9af-43e9-ad23-9192d6a00510 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:49.912589 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-54475c3e-5d1e-4ab5-92ae-90a4da26521a req-d30a6b61-e9af-43e9-ad23-9192d6a00510 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Synchronizing usage tracker for tenant:e3b062c733cb48498c21458f46ee72da on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:35:49.927716 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-d297611b-f9b5-4c78-97b3-111416bacced tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Notify callbacks [] for port, precommit_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:49.977493 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-310f5566-13e2-4dd3-b00c-0ca216c5e6b8 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:50.019244 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-310f5566-13e2-4dd3-b00c-0ca216c5e6b8 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:50.071149 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-d297611b-f9b5-4c78-97b3-111416bacced tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2290934'] for port, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:50.085075 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-1a8b729f-a6d3-4224-a580-bcedd6c667ea req-77abddb7-488d-4093-9ef4-fbed567300d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:50.119458 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-05774c0b-14b4-4303-9b7c-8b1f2eb7c527 req-09029c23-63f9-4709-a97f-77949645ba79 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.69 "GET /v2.0/security-groups/693b8f66-f41d-4f73-97f1-abd47cf01531 HTTP/1.1" status: 200 len: 1634 time: 0.2322176 Apr 18 19:35:50.133136 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-54475c3e-5d1e-4ab5-92ae-90a4da26521a req-d30a6b61-e9af-43e9-ad23-9192d6a00510 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Unset dirty status for tenant:e3b062c733cb48498c21458f46ee72da on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:35:50.140465 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-54475c3e-5d1e-4ab5-92ae-90a4da26521a req-d30a6b61-e9af-43e9-ad23-9192d6a00510 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=52682ca6-5780-4875-8549-0db4bcfd16b0 HTTP/1.1" status: 200 len: 931 time: 0.4862740 Apr 18 19:35:50.216802 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-310f5566-13e2-4dd3-b00c-0ca216c5e6b8 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:50.238856 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d297611b-f9b5-4c78-97b3-111416bacced tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Pushing event updated for resources: {'Port': ['ID=77fba629-553c-4db5-a56f-b5c9274221ab,revision_number=2']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:50.268262 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310f5566-13e2-4dd3-b00c-0ca216c5e6b8 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cce453f-f906-4ef8-86f3-180ec132b289,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:50.299042 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-d297611b-f9b5-4c78-97b3-111416bacced tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] In _notify_port_updated(), no bound segment for port 77fba629-553c-4db5-a56f-b5c9274221ab on network b69ea7bb-cbf2-4f04-858a-eb6c817d3a8c {{(pid=84764) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 18 19:35:50.319424 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d297611b-f9b5-4c78-97b3-111416bacced tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:50.320269 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-d297611b-f9b5-4c78-97b3-111416bacced tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:50.324945 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-d297611b-f9b5-4c78-97b3-111416bacced tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] 10.222.0.69 "PUT /v2.0/ports/77fba629-553c-4db5-a56f-b5c9274221ab HTTP/1.1" status: 200 len: 997 time: 1.5137300 Apr 18 19:35:50.334390 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 32930) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:50.400055 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-54475c3e-5d1e-4ab5-92ae-90a4da26521a req-fd50d723-acd5-4e0c-a477-2fcc05be1fb0 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/security-groups?id=6dce0218-3e63-47f4-ad5c-3b3c3b13b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525704 Apr 18 19:35:50.401209 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-05774c0b-14b4-4303-9b7c-8b1f2eb7c527 req-2d497341-b2d3-4fd4-8d17-eb776096e698 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:50.420557 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6175fb40-e82f-433f-ba3b-db77656fd365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:50.456991 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-024d2f82-9321-4719-9c43-80cd1b6b5446 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Deleting port 77fba629-553c-4db5-a56f-b5c9274221ab {{(pid=84764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:35:50.457340 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-024d2f82-9321-4719-9c43-80cd1b6b5446 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:50.504582 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-05774c0b-14b4-4303-9b7c-8b1f2eb7c527 req-2d497341-b2d3-4fd4-8d17-eb776096e698 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:50.530597 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-310f5566-13e2-4dd3-b00c-0ca216c5e6b8 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:50.530597 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-310f5566-13e2-4dd3-b00c-0ca216c5e6b8 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] 10.222.0.69 "DELETE /v2.0/security-groups/3cce453f-f906-4ef8-86f3-180ec132b289 HTTP/1.1" status: 204 len: 168 time: 0.7584732 Apr 18 19:35:50.559416 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 32934) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:50.651017 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d396f7ea-5a37-4a1d-8468-6413da47f6d6'] response: {'server_uuid': '5124f014-de78-482f-91e1-6e15f01717ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e60006b4-06d8-41ff-90f2-943698920fc9', 'code': 200} Apr 18 19:35:50.651017 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d396f7ea-5a37-4a1d-8468-6413da47f6d6'] response: {'server_uuid': '800222b8-e25e-4e33-8455-2e217b825812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e2ccd00-d13a-4f3a-8512-7cb817fd14d8', 'code': 200} Apr 18 19:35:50.734596 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-55aab4c9-6c41-4189-8adc-990fc5e7b444 None None] Provisioning complete for port 77fba629-553c-4db5-a56f-b5c9274221ab triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:35:50.734596 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-55aab4c9-6c41-4189-8adc-990fc5e7b444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:50.859948 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-19a38860-fe6d-4519-90c5-6c685d1aefa0 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Synchronizing usage tracker for tenant:daa1e9a9eb654a04a70b9bdc41dad6d5 on resource:security_group {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:35:50.911677 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-05774c0b-14b4-4303-9b7c-8b1f2eb7c527 req-2d497341-b2d3-4fd4-8d17-eb776096e698 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:50.935966 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-55aab4c9-6c41-4189-8adc-990fc5e7b444 None None] Port 77fba629-553c-4db5-a56f-b5c9274221ab cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:35:50.956801 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:50.965295 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d497341-b2d3-4fd4-8d17-eb776096e698 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=693b8f66-f41d-4f73-97f1-abd47cf01531,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:51.075160 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-19a38860-fe6d-4519-90c5-6c685d1aefa0 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Unset dirty status for tenant:daa1e9a9eb654a04a70b9bdc41dad6d5 on resource:security_group {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:35:51.075160 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-19a38860-fe6d-4519-90c5-6c685d1aefa0 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5091465 Apr 18 19:35:51.080285 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 32948) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:51.089017 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-46766e46-52c3-4cf3-91af-55f7cd4e117a tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Request body: {'security_group': {'name': 'tempest-secgroup--2054450774'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:35:51.100070 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-05774c0b-14b4-4303-9b7c-8b1f2eb7c527 req-2d497341-b2d3-4fd4-8d17-eb776096e698 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:51.100070 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-05774c0b-14b4-4303-9b7c-8b1f2eb7c527 req-2d497341-b2d3-4fd4-8d17-eb776096e698 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.69 "DELETE /v2.0/security-groups/693b8f66-f41d-4f73-97f1-abd47cf01531 HTTP/1.1" status: 204 len: 173 time: 0.9720767 Apr 18 19:35:51.112998 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-46766e46-52c3-4cf3-91af-55f7cd4e117a tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:35:51.150113 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-46766e46-52c3-4cf3-91af-55f7cd4e117a tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:35:51.288712 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [req-1a8b729f-a6d3-4224-a580-bcedd6c667ea req-77abddb7-488d-4093-9ef4-fbed567300d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71c7e09a-6096-4dfe-b7e0-3cbf2cbf97dc {{(pid=84763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:35:51.308148 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ad28871f-5853-4d84-8713-467adc05c108 req-75fdf8d0-5928-4856-90a9-a2804bf1d941 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=800222b8-e25e-4e33-8455-2e217b825812 HTTP/1.1" status: 200 len: 1097 time: 0.4264987 Apr 18 19:35:51.317422 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-1a8b729f-a6d3-4224-a580-bcedd6c667ea req-77abddb7-488d-4093-9ef4-fbed567300d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:51.346900 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-829cdb7c-6b8b-460a-9cc8-6bb121b084fb req-970d4506-f479-4bd7-bcae-7843a09134a5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5124f014-de78-482f-91e1-6e15f01717ac HTTP/1.1" status: 200 len: 1096 time: 0.5000975 Apr 18 19:35:51.359163 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-024d2f82-9321-4719-9c43-80cd1b6b5446 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:51.382288 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c8e029-3db7-430c-b6ec-474b87966076 req-d86ab02f-e3e2-4530-8fa8-81be5dc70023 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:51.382891 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-15c8e029-3db7-430c-b6ec-474b87966076 req-d86ab02f-e3e2-4530-8fa8-81be5dc70023 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Synchronizing usage tracker for tenant:c396792787224a06a1caca5f9016eb19 on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:35:51.389777 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-46766e46-52c3-4cf3-91af-55f7cd4e117a tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:51.403186 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [req-1a8b729f-a6d3-4224-a580-bcedd6c667ea req-77abddb7-488d-4093-9ef4-fbed567300d9 service neutron] Transition to ACTIVE for port object 71c7e09a-6096-4dfe-b7e0-3cbf2cbf97dc will not be triggered until provisioned by entity L2. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:35:51.461290 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-15c8e029-3db7-430c-b6ec-474b87966076 req-d86ab02f-e3e2-4530-8fa8-81be5dc70023 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Unset dirty status for tenant:c396792787224a06a1caca5f9016eb19 on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:35:51.461290 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-15c8e029-3db7-430c-b6ec-474b87966076 req-d86ab02f-e3e2-4530-8fa8-81be5dc70023 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] 10.222.0.69 "GET /v2.0/ports?device_id=5124f014-de78-482f-91e1-6e15f01717ac HTTP/1.1" status: 200 len: 945 time: 0.5262790 Apr 18 19:35:51.489467 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-829cdb7c-6b8b-460a-9cc8-6bb121b084fb req-6a4ba534-e60b-4a02-af29-f47be09e9613 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=da701d94-d5ec-4d45-a306-33194a2dfb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302662 Apr 18 19:35:51.496055 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ad28871f-5853-4d84-8713-467adc05c108 req-9e6f5911-6171-4c60-8d27-5f9d0d2f956a service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=da701d94-d5ec-4d45-a306-33194a2dfb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780186 Apr 18 19:35:51.503428 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-1a8b729f-a6d3-4224-a580-bcedd6c667ea req-77abddb7-488d-4093-9ef4-fbed567300d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:51.508069 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-46766e46-52c3-4cf3-91af-55f7cd4e117a tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:35:51.556983 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-024d2f82-9321-4719-9c43-80cd1b6b5446 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Calling delete_port for 77fba629-553c-4db5-a56f-b5c9274221ab owned by {{(pid=84764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:35:51.564130 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-46766e46-52c3-4cf3-91af-55f7cd4e117a tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Usage tracker for resource:security_group_rule and tenant:daa1e9a9eb654a04a70b9bdc41dad6d5 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:35:51.579017 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-46766e46-52c3-4cf3-91af-55f7cd4e117a tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:35:51.599417 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-46766e46-52c3-4cf3-91af-55f7cd4e117a tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:35:51.692012 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebf2041-50fe-4b1d-b24d-c0ec2e46dfee req-3baba6a3-b7bc-4f5b-bd3a-23936b432aa6 tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:51.692012 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6ebf2041-50fe-4b1d-b24d-c0ec2e46dfee req-3baba6a3-b7bc-4f5b-bd3a-23936b432aa6 tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] 10.222.0.69 "GET /v2.0/ports?device_id=799d2072-e17c-419a-ba93-c1e77d148bcf&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3165393 Apr 18 19:35:51.722955 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-15c8e029-3db7-430c-b6ec-474b87966076 req-6747f8dc-5a1e-400c-8c43-06769d443777 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] 10.222.0.69 "GET /v2.0/security-groups?id=da701d94-d5ec-4d45-a306-33194a2dfb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512610 Apr 18 19:35:51.733158 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77abddb7-488d-4093-9ef4-fbed567300d9 service neutron] Pushing event updated for resources: {'Port': ['ID=71c7e09a-6096-4dfe-b7e0-3cbf2cbf97dc,revision_number=2']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:51.824248 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6ebf2041-50fe-4b1d-b24d-c0ec2e46dfee req-e1746f18-5d17-4b73-9e7e-e6858374f13f tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1323514 Apr 18 19:35:51.843405 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1c541fd-6087-4755-8778-e68e27e46067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:51.848054 n-d-836017-2 neutron-server[84763]: INFO neutron.api.v2.resource [req-d9f2924e-6b5d-4b7e-8cb5-1be8e543cd27 req-953d036d-15db-42d4-a694-a1380d901cb2 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] show failed (client error): The resource could not be found. Apr 18 19:35:51.849066 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d9f2924e-6b5d-4b7e-8cb5-1be8e543cd27 req-953d036d-15db-42d4-a694-a1380d901cb2 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.69 "GET /v2.0/security-groups/693b8f66-f41d-4f73-97f1-abd47cf01531 HTTP/1.1" status: 404 len: 352 time: 0.0636737 Apr 18 19:35:51.895353 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-1a8b729f-a6d3-4224-a580-bcedd6c667ea req-77abddb7-488d-4093-9ef4-fbed567300d9 service neutron] Attempting to bind port 71c7e09a-6096-4dfe-b7e0-3cbf2cbf97dc on host n-h1-836017-2 for vnic_type normal with profile {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:35:51.895881 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-1a8b729f-a6d3-4224-a580-bcedd6c667ea req-77abddb7-488d-4093-9ef4-fbed567300d9 service neutron] Attempting to bind port 71c7e09a-6096-4dfe-b7e0-3cbf2cbf97dc by drivers openvswitch,hyperv on host n-h1-836017-2 at level 0 using segments [{'id': '56697489-6787-4e2b-895c-5ec0b051161d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '0124e28f-2243-4533-b876-7d659443232d'}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:35:51.896217 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8b729f-a6d3-4224-a580-bcedd6c667ea req-77abddb7-488d-4093-9ef4-fbed567300d9 service neutron] Attempting to bind port 71c7e09a-6096-4dfe-b7e0-3cbf2cbf97dc on network 0124e28f-2243-4533-b876-7d659443232d {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:35:51.911175 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8b729f-a6d3-4224-a580-bcedd6c667ea req-77abddb7-488d-4093-9ef4-fbed567300d9 service neutron] Port 71c7e09a-6096-4dfe-b7e0-3cbf2cbf97dc on network 0124e28f-2243-4533-b876-7d659443232d not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-2 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:35:51.911175 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8b729f-a6d3-4224-a580-bcedd6c667ea req-77abddb7-488d-4093-9ef4-fbed567300d9 service neutron] Attempting to bind port 71c7e09a-6096-4dfe-b7e0-3cbf2cbf97dc on network 0124e28f-2243-4533-b876-7d659443232d {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:35:51.913205 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8b729f-a6d3-4224-a580-bcedd6c667ea req-77abddb7-488d-4093-9ef4-fbed567300d9 service neutron] Checking agent: {'id': 'e3a31811-08e0-42ba-bc2e-ed8a973b714f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 25), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:35:51.913726 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8b729f-a6d3-4224-a580-bcedd6c667ea req-77abddb7-488d-4093-9ef4-fbed567300d9 service neutron] Checking segment: {'id': '56697489-6787-4e2b-895c-5ec0b051161d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '0124e28f-2243-4533-b876-7d659443232d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:35:51.914107 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8b729f-a6d3-4224-a580-bcedd6c667ea req-77abddb7-488d-4093-9ef4-fbed567300d9 service neutron] Bound using segment: {'id': '56697489-6787-4e2b-895c-5ec0b051161d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '0124e28f-2243-4533-b876-7d659443232d'} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:35:51.914711 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-1a8b729f-a6d3-4224-a580-bcedd6c667ea req-77abddb7-488d-4093-9ef4-fbed567300d9 service neutron] Bound port: 71c7e09a-6096-4dfe-b7e0-3cbf2cbf97dc, host: n-h1-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56697489-6787-4e2b-895c-5ec0b051161d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '0124e28f-2243-4533-b876-7d659443232d'}}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:35:51.915585 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-1a8b729f-a6d3-4224-a580-bcedd6c667ea req-77abddb7-488d-4093-9ef4-fbed567300d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:51.950751 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-024d2f82-9321-4719-9c43-80cd1b6b5446 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:52.027835 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b18e652b-4bc8-4c68-ad17-6a65ea911e3a req-676e8246-7917-468d-a369-a3ae98629eee tempest-FlavorsV2NegativeTest-1505692539 tempest-FlavorsV2NegativeTest-1505692539-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=675d25259150481bb9e1d779f83ff95d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0612187 Apr 18 19:35:52.047889 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:52.058851 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024d2f82-9321-4719-9c43-80cd1b6b5446 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Pushing event deleted for resources: {'Port': ['ID=77fba629-553c-4db5-a56f-b5c9274221ab,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:52.180276 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-1a8b729f-a6d3-4224-a580-bcedd6c667ea req-77abddb7-488d-4093-9ef4-fbed567300d9 service neutron] For port 71c7e09a-6096-4dfe-b7e0-3cbf2cbf97dc, host n-h1-836017-2, cleared binding levels {{(pid=84763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:35:52.185542 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-024d2f82-9321-4719-9c43-80cd1b6b5446 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:52.213315 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-46766e46-52c3-4cf3-91af-55f7cd4e117a tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:52.213315 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-1a8b729f-a6d3-4224-a580-bcedd6c667ea req-77abddb7-488d-4093-9ef4-fbed567300d9 service neutron] For port 71c7e09a-6096-4dfe-b7e0-3cbf2cbf97dc, host n-h1-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=71c7e09a-6096-4dfe-b7e0-3cbf2cbf97dc,segment=NetworkSegment(56697489-6787-4e2b-895c-5ec0b051161d),segment_id=56697489-6787-4e2b-895c-5ec0b051161d)] {{(pid=84763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:35:52.213666 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a060dac9-7f95-4f93-a720-2d9dd304ab0a req-67fab057-276d-4413-8c95-5a8539b03e7c tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:52.213666 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a060dac9-7f95-4f93-a720-2d9dd304ab0a req-67fab057-276d-4413-8c95-5a8539b03e7c tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=52682ca6-5780-4875-8549-0db4bcfd16b0 HTTP/1.1" status: 200 len: 943 time: 0.2147117 Apr 18 19:35:52.260621 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18e652b-4bc8-4c68-ad17-6a65ea911e3a req-36e553a2-6088-4bbd-8ba2-891f2ff7b878 tempest-FlavorsV2NegativeTest-1505692539 tempest-FlavorsV2NegativeTest-1505692539-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:52.265882 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a060dac9-7f95-4f93-a720-2d9dd304ab0a req-3bbdb303-21da-47b8-b47f-e7bf1557188f tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/security-groups?id=6dce0218-3e63-47f4-ad5c-3b3c3b13b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461082 Apr 18 19:35:52.267591 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b18e652b-4bc8-4c68-ad17-6a65ea911e3a req-36e553a2-6088-4bbd-8ba2-891f2ff7b878 tempest-FlavorsV2NegativeTest-1505692539 tempest-FlavorsV2NegativeTest-1505692539-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2298543 Apr 18 19:35:52.281531 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b18e652b-4bc8-4c68-ad17-6a65ea911e3a req-539c08ba-870d-4c0d-b12f-1650cea6ea11 tempest-FlavorsV2NegativeTest-1505692539 tempest-FlavorsV2NegativeTest-1505692539-project] 10.222.0.69 "GET /v2.0/quotas/675d25259150481bb9e1d779f83ff95d HTTP/1.1" status: 200 len: 375 time: 0.0128675 Apr 18 19:35:52.304878 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-024d2f82-9321-4719-9c43-80cd1b6b5446 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] 10.222.0.69 "DELETE /v2.0/ports/77fba629-553c-4db5-a56f-b5c9274221ab HTTP/1.1" status: 204 len: 168 time: 1.9637094 Apr 18 19:35:52.323345 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 32974) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:52.331044 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-46766e46-52c3-4cf3-91af-55f7cd4e117a tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:52.335591 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-1a8b729f-a6d3-4224-a580-bcedd6c667ea req-77abddb7-488d-4093-9ef4-fbed567300d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:52.366381 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-966762fa-7138-4d29-9721-4bbdfb2b3784 req-8ce9edac-fc74-4280-b90e-7d602921e424 tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0643113 Apr 18 19:35:52.442468 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b18e652b-4bc8-4c68-ad17-6a65ea911e3a req-e34be668-cc9d-4b23-a4ad-1d96a824e421 tempest-FlavorsV2NegativeTest-1505692539 tempest-FlavorsV2NegativeTest-1505692539-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=675d25259150481bb9e1d779f83ff95d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1427426 Apr 18 19:35:52.465788 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-702774c9-c4b4-4c2a-9b2b-a1532a0e76e1 req-a4e37d7c-2c2a-4aea-918c-e44457a44913 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.69 "GET /v2.0/security-groups/eb344ada-d222-4b54-9b3b-83cb9678d714 HTTP/1.1" status: 200 len: 1633 time: 0.0595567 Apr 18 19:35:52.482836 n-d-836017-2 neutron-server[84763]: INFO neutron.pecan_wsgi.hooks.translation [None req-55bbe2a6-fb59-4bf5-b5e5-c4783b8c4c4f tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] GET failed (client error): The resource could not be found. Apr 18 19:35:52.482836 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-55bbe2a6-fb59-4bf5-b5e5-c4783b8c4c4f tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Synchronizing usage tracker for tenant:1840cd49365f4d2284a7378139d0987c on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:35:52.503775 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46766e46-52c3-4cf3-91af-55f7cd4e117a tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74b66ef2-e883-4fa7-9ab8-a60a8fa05c5b,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:52.531377 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-1a8b729f-a6d3-4224-a580-bcedd6c667ea req-77abddb7-488d-4093-9ef4-fbed567300d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:52.531377 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-1a8b729f-a6d3-4224-a580-bcedd6c667ea req-77abddb7-488d-4093-9ef4-fbed567300d9 service neutron] 10.222.0.73 "PUT /v2.0/ports/71c7e09a-6096-4dfe-b7e0-3cbf2cbf97dc HTTP/1.1" status: 200 len: 1091 time: 2.6872728 Apr 18 19:35:52.531377 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52682ca6-5780-4875-8549-0db4bcfd16b0', 'tag': '71c7e09a-6096-4dfe-b7e0-3cbf2cbf97dc'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:35:52.533709 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77abddb7-488d-4093-9ef4-fbed567300d9 service neutron] Pushing event updated for resources: {'Port': ['ID=71c7e09a-6096-4dfe-b7e0-3cbf2cbf97dc,revision_number=3']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:52.559387 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-702774c9-c4b4-4c2a-9b2b-a1532a0e76e1 req-2cb91985-39d4-43f7-b499-76341326e757 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:52.603802 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-702774c9-c4b4-4c2a-9b2b-a1532a0e76e1 req-2cb91985-39d4-43f7-b499-76341326e757 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:52.609135 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-46766e46-52c3-4cf3-91af-55f7cd4e117a tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:52.610682 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-46766e46-52c3-4cf3-91af-55f7cd4e117a tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.5308824 Apr 18 19:35:52.613676 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 32990) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:52.620532 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-55bbe2a6-fb59-4bf5-b5e5-c4783b8c4c4f tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Unset dirty status for tenant:1840cd49365f4d2284a7378139d0987c on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:35:52.629788 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 32994) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:52.630643 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-55bbe2a6-fb59-4bf5-b5e5-c4783b8c4c4f tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] 10.222.0.69 "GET /v2.0/ports/77fba629-553c-4db5-a56f-b5c9274221ab HTTP/1.1" status: 404 len: 333 time: 0.3056204 Apr 18 19:35:52.645097 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-508c087d-b492-449d-8bf3-844b6200b807 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Request body: {'security_group_rule': {'security_group_id': '74b66ef2-e883-4fa7-9ab8-a60a8fa05c5b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:35:52.652614 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-279da538-cbae-48ba-b8f5-1e441aa0f8f2 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Request body: {'port': {'network_id': 'b69ea7bb-cbf2-4f04-858a-eb6c817d3a8c', 'name': 'tempest-AllowedAddressPairTestJSON-1785590826'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:35:52.655371 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-508c087d-b492-449d-8bf3-844b6200b807 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:35:52.758202 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-508c087d-b492-449d-8bf3-844b6200b807 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Usage tracker for resource:security_group_rule and tenant:daa1e9a9eb654a04a70b9bdc41dad6d5 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:35:52.762647 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-508c087d-b492-449d-8bf3-844b6200b807 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:35:52.781630 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-508c087d-b492-449d-8bf3-844b6200b807 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:35:52.840369 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-1a8b729f-a6d3-4224-a580-bcedd6c667ea req-2ef2fddf-d038-49b0-b563-49c548f3c347 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e3b062c733cb48498c21458f46ee72da&device_id=52682ca6-5780-4875-8549-0db4bcfd16b0 HTTP/1.1" status: 200 len: 1094 time: 0.1860178 Apr 18 19:35:52.942961 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-508c087d-b492-449d-8bf3-844b6200b807 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:52.955626 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-1a8b729f-a6d3-4224-a580-bcedd6c667ea req-25628a26-dca2-4f25-9b5e-f687c41e954e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=71c7e09a-6096-4dfe-b7e0-3cbf2cbf97dc HTTP/1.1" status: 200 len: 217 time: 0.1059394 Apr 18 19:35:52.957998 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-279da538-cbae-48ba-b8f5-1e441aa0f8f2 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:35:52.973191 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-279da538-cbae-48ba-b8f5-1e441aa0f8f2 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:35:53.042374 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-702774c9-c4b4-4c2a-9b2b-a1532a0e76e1 req-2cb91985-39d4-43f7-b499-76341326e757 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:53.067164 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb91985-39d4-43f7-b499-76341326e757 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb344ada-d222-4b54-9b3b-83cb9678d714,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:53.070645 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-702774c9-c4b4-4c2a-9b2b-a1532a0e76e1 req-2cb91985-39d4-43f7-b499-76341326e757 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:53.071165 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8b729f-a6d3-4224-a580-bcedd6c667ea req-f2c7561d-91d7-436a-b027-373b03353bc7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:53.072013 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-702774c9-c4b4-4c2a-9b2b-a1532a0e76e1 req-2cb91985-39d4-43f7-b499-76341326e757 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.69 "DELETE /v2.0/security-groups/eb344ada-d222-4b54-9b3b-83cb9678d714 HTTP/1.1" status: 204 len: 173 time: 0.6009805 Apr 18 19:35:53.082879 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-1a8b729f-a6d3-4224-a580-bcedd6c667ea req-f2c7561d-91d7-436a-b027-373b03353bc7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=53fde093-fc81-475a-a625-0084a1c3acc5 HTTP/1.1" status: 200 len: 844 time: 0.1174033 Apr 18 19:35:53.106826 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-279da538-cbae-48ba-b8f5-1e441aa0f8f2 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Made reservation on behalf of 1840cd49365f4d2284a7378139d0987c for: {'port': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:35:53.112419 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-279da538-cbae-48ba-b8f5-1e441aa0f8f2 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:53.118601 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a4106dab-6971-4e7e-8fdc-c66f0a3f4877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:53.128567 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-508c087d-b492-449d-8bf3-844b6200b807 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:53.141913 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-1a8b729f-a6d3-4224-a580-bcedd6c667ea req-096eb788-0323-43c8-b851-3f07eace5977 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0124e28f-2243-4533-b876-7d659443232d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487721 Apr 18 19:35:53.161625 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [None req-279da538-cbae-48ba-b8f5-1e441aa0f8f2 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] device_id is not set on port 9b642132-e221-4d9d-9e7b-219db7dd77b3 yet. {{(pid=84764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 19:35:53.348812 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ea9a47d-b730-4d78-82eb-b371e5dd652c'] response: {'name': 'network-changed', 'server_uuid': '52682ca6-5780-4875-8549-0db4bcfd16b0', 'tag': '71c7e09a-6096-4dfe-b7e0-3cbf2cbf97dc', 'status': 'completed', 'code': 200} Apr 18 19:35:53.349419 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-508c087d-b492-449d-8bf3-844b6200b807 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484852'] for security_group_rule, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:53.363329 n-d-836017-2 neutron-server[84764]: INFO neutron.api.v2.resource [req-01fa7a02-0329-429f-8d08-8a82bd73a746 req-41406dc7-fe87-4d4d-8a58-120f3e5f2a24 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] show failed (client error): The resource could not be found. Apr 18 19:35:53.364436 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-01fa7a02-0329-429f-8d08-8a82bd73a746 req-41406dc7-fe87-4d4d-8a58-120f3e5f2a24 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.69 "GET /v2.0/security-groups/eb344ada-d222-4b54-9b3b-83cb9678d714 HTTP/1.1" status: 404 len: 352 time: 0.0329123 Apr 18 19:35:53.391288 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_common [None req-279da538-cbae-48ba-b8f5-1e441aa0f8f2 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Allocated IP 172.20.0.10 (b69ea7bb-cbf2-4f04-858a-eb6c817d3a8c/6beccf49-70f4-4ca6-af6a-61efb3d70318/9b642132-e221-4d9d-9e7b-219db7dd77b3) {{(pid=84764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:35:53.497118 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508c087d-b492-449d-8bf3-844b6200b807 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cb35878-1a1b-4614-ba3a-59d3ca249cfd,revision_number=0']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:53.567213 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-1a8b729f-a6d3-4224-a580-bcedd6c667ea req-940fcacf-001d-45d4-bc39-7980b7bb3a3d service neutron] 10.222.0.73 "GET /v2.0/networks/0124e28f-2243-4533-b876-7d659443232d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4053953 Apr 18 19:35:53.578282 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b995d1dc-6541-47fa-afed-2a858d9cfc5b req-a63f8704-68ec-49b4-be25-560e2de4b995 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:53.579814 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b995d1dc-6541-47fa-afed-2a858d9cfc5b req-a63f8704-68ec-49b4-be25-560e2de4b995 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] 10.222.0.69 "GET /v2.0/ports?device_id=5124f014-de78-482f-91e1-6e15f01717ac HTTP/1.1" status: 200 len: 945 time: 0.2335420 Apr 18 19:35:53.678650 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b91c07b-a977-4b5f-a0b0-c95787e4ba04 req-473bd899-e09c-43d1-8370-1a1860a11ef3 tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:53.680495 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2b91c07b-a977-4b5f-a0b0-c95787e4ba04 req-473bd899-e09c-43d1-8370-1a1860a11ef3 tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] 10.222.0.69 "GET /v2.0/ports?device_id=799d2072-e17c-419a-ba93-c1e77d148bcf HTTP/1.1" status: 200 len: 946 time: 0.1936162 Apr 18 19:35:53.691853 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-279da538-cbae-48ba-b8f5-1e441aa0f8f2 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Notify callbacks [] for port, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:53.697697 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-508c087d-b492-449d-8bf3-844b6200b807 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:53.699204 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-508c087d-b492-449d-8bf3-844b6200b807 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.0839860 Apr 18 19:35:53.706109 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 33018) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:53.729982 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b995d1dc-6541-47fa-afed-2a858d9cfc5b req-a1268491-a07d-4902-be12-10461b11ef49 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] 10.222.0.69 "GET /v2.0/security-groups?id=da701d94-d5ec-4d45-a306-33194a2dfb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315966 Apr 18 19:35:53.749339 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.provisioning_blocks [None req-279da538-cbae-48ba-b8f5-1e441aa0f8f2 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Transition to ACTIVE for port object 9b642132-e221-4d9d-9e7b-219db7dd77b3 will not be triggered until provisioned by entity DHCP. {{(pid=84764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:35:53.795484 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-1a8b729f-a6d3-4224-a580-bcedd6c667ea req-defe7bc9-12cb-40a6-a799-0af622b9032a service neutron] 10.222.0.73 "GET /v2.0/networks/0124e28f-2243-4533-b876-7d659443232d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147522 Apr 18 19:35:53.807613 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2b91c07b-a977-4b5f-a0b0-c95787e4ba04 req-cf190da1-d1d8-4f5a-9690-4c60ac6ab2d3 tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] 10.222.0.69 "GET /v2.0/security-groups?id=d944a480-2945-4480-b491-0efb8db093ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199162 Apr 18 19:35:53.959545 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f8e62879-7cd2-43a9-9056-05a903703eab tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:54.011469 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f8e62879-7cd2-43a9-9056-05a903703eab tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:54.025157 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-279da538-cbae-48ba-b8f5-1e441aa0f8f2 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:54.057516 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98952ac4-72b8-4356-9389-bc65a6824eb2 req-b2b8c271-d1f1-47c6-a234-94601e05c566 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:54.060517 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-98952ac4-72b8-4356-9389-bc65a6824eb2 req-b2b8c271-d1f1-47c6-a234-94601e05c566 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=52682ca6-5780-4875-8549-0db4bcfd16b0 HTTP/1.1" status: 200 len: 943 time: 0.1716754 Apr 18 19:35:54.062793 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 33026) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:54.109755 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-7b5d5eb1-2777-407c-ad91-5e933b72fb2f req-77eed142-79bf-4c39-81a7-1adf6c9e5381 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.69 "GET /v2.0/security-groups/838f339f-4a54-4732-bfc1-9675900b64f0 HTTP/1.1" status: 200 len: 1634 time: 0.1678386 Apr 18 19:35:54.162736 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279da538-cbae-48ba-b8f5-1e441aa0f8f2 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Network b69ea7bb-cbf2-4f04-858a-eb6c817d3a8c is already hosted by enough agents. {{(pid=84764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:35:54.173756 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-98952ac4-72b8-4356-9389-bc65a6824eb2 req-67fcc00c-2bde-4ee5-a91b-634469b5c6c7 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/security-groups?id=6dce0218-3e63-47f4-ad5c-3b3c3b13b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910661 Apr 18 19:35:54.173756 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-022c3a3e-1ff1-407b-9a9a-953476761793 req-00ad4c7d-8277-44a5-baa7-cb7cd6635d40 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e3b062c733cb48498c21458f46ee72da&device_id=52682ca6-5780-4875-8549-0db4bcfd16b0 HTTP/1.1" status: 200 len: 1094 time: 0.1942132 Apr 18 19:35:54.179657 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [None req-279da538-cbae-48ba-b8f5-1e441aa0f8f2 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Resources bound (agent type, host, resource id): {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:35:54.179657 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279da538-cbae-48ba-b8f5-1e441aa0f8f2 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Received port after_create {{(pid=84764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:35:54.295719 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279da538-cbae-48ba-b8f5-1e441aa0f8f2 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Pushing event updated for resources: {'Port': ['ID=9b642132-e221-4d9d-9e7b-219db7dd77b3,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:54.373915 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f8e62879-7cd2-43a9-9056-05a903703eab tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:54.389617 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279da538-cbae-48ba-b8f5-1e441aa0f8f2 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:54.390338 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-279da538-cbae-48ba-b8f5-1e441aa0f8f2 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:54.402840 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-7b5d5eb1-2777-407c-ad91-5e933b72fb2f req-5abcd894-31d3-4496-90e4-fa4824d83c56 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:54.412361 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e62879-7cd2-43a9-9056-05a903703eab tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74b66ef2-e883-4fa7-9ab8-a60a8fa05c5b,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:54.447743 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d8d40189-1653-4e0f-a9ca-6d0c39d9f5a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:54.454589 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f8e62879-7cd2-43a9-9056-05a903703eab tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:54.455697 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-f8e62879-7cd2-43a9-9056-05a903703eab tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] 10.222.0.69 "DELETE /v2.0/security-groups/74b66ef2-e883-4fa7-9ab8-a60a8fa05c5b HTTP/1.1" status: 204 len: 168 time: 0.7447588 Apr 18 19:35:54.459214 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 33032) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:54.462084 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-7b5d5eb1-2777-407c-ad91-5e933b72fb2f req-5abcd894-31d3-4496-90e4-fa4824d83c56 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:54.479749 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022c3a3e-1ff1-407b-9a9a-953476761793 req-05658da6-fb4d-4266-b7a4-5f015503895f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:54.482299 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-022c3a3e-1ff1-407b-9a9a-953476761793 req-05658da6-fb4d-4266-b7a4-5f015503895f service neutron] 10.222.0.73 "GET /v2.0/networks?id=0124e28f-2243-4533-b876-7d659443232d HTTP/1.1" status: 200 len: 905 time: 0.3028951 Apr 18 19:35:54.525056 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-279da538-cbae-48ba-b8f5-1e441aa0f8f2 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8940632 Apr 18 19:35:54.531888 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 33036) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:54.544513 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-e026788c-0e09-4a16-9f03-b2e2199767fd tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Request body: {'port': {'network_id': 'b69ea7bb-cbf2-4f04-858a-eb6c817d3a8c', 'name': 'tempest-AllowedAddressPairTestJSON-785441614'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:35:54.570605 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-83e92987-0032-4864-81a7-e1fd09140d30 None None] Provisioning for port 9b642132-e221-4d9d-9e7b-219db7dd77b3 completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:35:54.579137 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-83e92987-0032-4864-81a7-e1fd09140d30 None None] Provisioning complete for port 9b642132-e221-4d9d-9e7b-219db7dd77b3 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:35:54.580696 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-83e92987-0032-4864-81a7-e1fd09140d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:54.580861 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-022c3a3e-1ff1-407b-9a9a-953476761793 req-918cec06-2094-4bd8-9662-905279d4e081 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=71c7e09a-6096-4dfe-b7e0-3cbf2cbf97dc HTTP/1.1" status: 200 len: 217 time: 0.0882728 Apr 18 19:35:54.598698 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08a1220-c5d1-463c-8255-867043b0424d req-7f6ef644-3bf8-4630-a4f5-b73f88be2c27 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:54.600552 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a08a1220-c5d1-463c-8255-867043b0424d req-7f6ef644-3bf8-4630-a4f5-b73f88be2c27 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] 10.222.0.69 "GET /v2.0/ports?device_id=042e752e-6ab0-4b23-b37e-7217e8897b50 HTTP/1.1" status: 200 len: 945 time: 0.2284071 Apr 18 19:35:54.648945 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-0184b182-dd4a-4bc6-a292-9a264e40a468 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Synchronizing usage tracker for tenant:daa1e9a9eb654a04a70b9bdc41dad6d5 on resource:security_group {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:35:54.719715 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-7b5d5eb1-2777-407c-ad91-5e933b72fb2f req-5abcd894-31d3-4496-90e4-fa4824d83c56 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:54.737792 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-d8d40189-1653-4e0f-a9ca-6d0c39d9f5a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:35:54.749093 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-d8d40189-1653-4e0f-a9ca-6d0c39d9f5a2 admin admin] Usage tracker for resource:security_group_rule and tenant:675d25259150481bb9e1d779f83ff95d is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:35:54.751217 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-e026788c-0e09-4a16-9f03-b2e2199767fd tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:35:54.754653 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abcd894-31d3-4496-90e4-fa4824d83c56 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=838f339f-4a54-4732-bfc1-9675900b64f0,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:54.769373 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-e026788c-0e09-4a16-9f03-b2e2199767fd tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:35:54.772001 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-7b5d5eb1-2777-407c-ad91-5e933b72fb2f req-5abcd894-31d3-4496-90e4-fa4824d83c56 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:54.772661 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-7b5d5eb1-2777-407c-ad91-5e933b72fb2f req-5abcd894-31d3-4496-90e4-fa4824d83c56 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.69 "DELETE /v2.0/security-groups/838f339f-4a54-4732-bfc1-9675900b64f0 HTTP/1.1" status: 204 len: 173 time: 0.6472805 Apr 18 19:35:54.779072 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-0184b182-dd4a-4bc6-a292-9a264e40a468 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Unset dirty status for tenant:daa1e9a9eb654a04a70b9bdc41dad6d5 on resource:security_group {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:35:54.783344 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-0184b182-dd4a-4bc6-a292-9a264e40a468 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3210490 Apr 18 19:35:54.783941 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a08a1220-c5d1-463c-8255-867043b0424d req-838cf411-12df-410e-ba94-64ab04b90d3e tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] 10.222.0.69 "GET /v2.0/security-groups?id=da701d94-d5ec-4d45-a306-33194a2dfb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477947 Apr 18 19:35:54.784034 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 33042) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:54.784130 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-d8d40189-1653-4e0f-a9ca-6d0c39d9f5a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:35:54.799180 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022c3a3e-1ff1-407b-9a9a-953476761793 req-c41ddf43-ec9f-42c4-9ed8-afcb9f040955 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:54.802689 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-022c3a3e-1ff1-407b-9a9a-953476761793 req-c41ddf43-ec9f-42c4-9ed8-afcb9f040955 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=53fde093-fc81-475a-a625-0084a1c3acc5 HTTP/1.1" status: 200 len: 844 time: 0.2140176 Apr 18 19:35:54.804960 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-83e92987-0032-4864-81a7-e1fd09140d30 None None] Port 9b642132-e221-4d9d-9e7b-219db7dd77b3 cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:35:54.805873 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-d8d40189-1653-4e0f-a9ca-6d0c39d9f5a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:35:54.857635 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-cf68ece0-4f77-4f57-92e7-704a7b33ef79 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Synchronizing usage tracker for tenant:daa1e9a9eb654a04a70b9bdc41dad6d5 on resource:security_group_rule {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:35:54.890036 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e026788c-0e09-4a16-9f03-b2e2199767fd tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Made reservation on behalf of 1840cd49365f4d2284a7378139d0987c for: {'port': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:35:54.890698 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-e026788c-0e09-4a16-9f03-b2e2199767fd tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:54.912478 n-d-836017-2 neutron-server[84764]: INFO neutron.api.v2.resource [req-2d9000ac-f116-413a-8c9f-37f24a1e83c6 req-3a378777-e602-491f-8073-15ead7279e3e tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] show failed (client error): The resource could not be found. Apr 18 19:35:54.913855 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:54.920968 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2d9000ac-f116-413a-8c9f-37f24a1e83c6 req-3a378777-e602-491f-8073-15ead7279e3e tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.69 "GET /v2.0/security-groups/838f339f-4a54-4732-bfc1-9675900b64f0 HTTP/1.1" status: 404 len: 352 time: 0.0694511 Apr 18 19:35:54.961374 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [None req-e026788c-0e09-4a16-9f03-b2e2199767fd tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] device_id is not set on port 2fe6041a-ca3f-405c-bd6c-f5ee2721df38 yet. {{(pid=84764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 19:35:54.985609 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc26f997-e4cd-4091-aeae-42a1f396845f req-e8e86842-35e5-450a-a80c-622ff3f02e74 tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:54.985609 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-bc26f997-e4cd-4091-aeae-42a1f396845f req-e8e86842-35e5-450a-a80c-622ff3f02e74 tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Synchronizing usage tracker for tenant:542ab1652bc6481698039fdf0fdfca7f on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:35:55.001281 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d8d40189-1653-4e0f-a9ca-6d0c39d9f5a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:55.035521 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-cf68ece0-4f77-4f57-92e7-704a7b33ef79 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] Unset dirty status for tenant:daa1e9a9eb654a04a70b9bdc41dad6d5 on resource:security_group_rule {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:35:55.040586 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-cf68ece0-4f77-4f57-92e7-704a7b33ef79 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.2527108 Apr 18 19:35:55.045938 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 33054) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:55.075283 n-d-836017-2 neutron-server[84764]: INFO neutron.api.v2.resource [None req-59d307e0-b615-4894-a4ed-791b49731651 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] delete failed (client error): The resource could not be found. Apr 18 19:35:55.080087 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-59d307e0-b615-4894-a4ed-791b49731651 tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] 10.222.0.69 "DELETE /v2.0/security-groups/74b66ef2-e883-4fa7-9ab8-a60a8fa05c5b HTTP/1.1" status: 404 len: 347 time: 0.0300188 Apr 18 19:35:55.080433 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 33058) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:55.094669 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d8d40189-1653-4e0f-a9ca-6d0c39d9f5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:55.122603 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-022c3a3e-1ff1-407b-9a9a-953476761793 req-6e5329b8-d681-4385-9a72-1ff62bea595b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0124e28f-2243-4533-b876-7d659443232d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2693775 Apr 18 19:35:55.132418 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-bc26f997-e4cd-4091-aeae-42a1f396845f req-e8e86842-35e5-450a-a80c-622ff3f02e74 tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Unset dirty status for tenant:542ab1652bc6481698039fdf0fdfca7f on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:35:55.132418 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-bc26f997-e4cd-4091-aeae-42a1f396845f req-e8e86842-35e5-450a-a80c-622ff3f02e74 tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] 10.222.0.72 "GET /v2.0/ports?device_id=799d2072-e17c-419a-ba93-c1e77d148bcf HTTP/1.1" status: 200 len: 946 time: 0.4722841 Apr 18 19:35:55.272526 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_common [None req-e026788c-0e09-4a16-9f03-b2e2199767fd tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Allocated IP 172.20.0.6 (b69ea7bb-cbf2-4f04-858a-eb6c817d3a8c/6beccf49-70f4-4ca6-af6a-61efb3d70318/2fe6041a-ca3f-405c-bd6c-f5ee2721df38) {{(pid=84764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:35:55.299058 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d40189-1653-4e0f-a9ca-6d0c39d9f5a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0002a2a-f07e-4a60-b8e1-a2b80ccc9ce4,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:55.311428 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-5a79ac0b-f070-44c7-87ec-7fc30f1b9ecb tempest-SecGroupIPv6Test-1546566750 tempest-SecGroupIPv6Test-1546566750-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2009828 Apr 18 19:35:55.317652 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-d8d40189-1653-4e0f-a9ca-6d0c39d9f5a2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=675d25259150481bb9e1d779f83ff95d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2239134 Apr 18 19:35:55.332725 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 33068) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:55.340346 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-bc26f997-e4cd-4091-aeae-42a1f396845f req-fafdf36f-54b3-40f5-9019-70803c3763cd tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Deleting port ac6ccf01-ad6a-480a-945d-76509c20512e {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:35:55.340346 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-bc26f997-e4cd-4091-aeae-42a1f396845f req-fafdf36f-54b3-40f5-9019-70803c3763cd tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:55.384881 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f91089a-e0e9-492a-aa65-96cd571bc586 req-e7089c86-40a5-42ee-b76e-168abe031b60 tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:55.384881 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-7f91089a-e0e9-492a-aa65-96cd571bc586 req-e7089c86-40a5-42ee-b76e-168abe031b60 tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] 10.222.0.69 "GET /v2.0/ports?device_id=799d2072-e17c-419a-ba93-c1e77d148bcf HTTP/1.1" status: 200 len: 946 time: 0.2689197 Apr 18 19:35:55.402541 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b614f716-7caa-4cde-8b02-f30e1b179800 req-360ea8f1-5d21-4cba-ac17-226ca38f9918 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:55.413128 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b614f716-7caa-4cde-8b02-f30e1b179800 req-360ea8f1-5d21-4cba-ac17-226ca38f9918 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] 10.222.0.69 "GET /v2.0/ports?device_id=800222b8-e25e-4e33-8455-2e217b825812 HTTP/1.1" status: 200 len: 946 time: 0.3965142 Apr 18 19:35:55.523048 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-022c3a3e-1ff1-407b-9a9a-953476761793 req-5dad1a4a-e681-47e2-923d-73beb8118226 service neutron] 10.222.0.73 "GET /v2.0/networks/0124e28f-2243-4533-b876-7d659443232d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3902071 Apr 18 19:35:55.579966 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-7f91089a-e0e9-492a-aa65-96cd571bc586 req-53f952d0-f64d-4452-9bf3-4ed854ba5370 tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] 10.222.0.69 "GET /v2.0/security-groups?id=d944a480-2945-4480-b491-0efb8db093ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756210 Apr 18 19:35:55.593139 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-869ee78e-d715-4621-8400-e87440d4da4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:55.659461 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-869ee78e-d715-4621-8400-e87440d4da4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:55.673681 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b614f716-7caa-4cde-8b02-f30e1b179800 req-b123f21c-6b77-4208-acac-22f962f35933 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] 10.222.0.69 "GET /v2.0/security-groups?id=da701d94-d5ec-4d45-a306-33194a2dfb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698474 Apr 18 19:35:55.726185 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-e026788c-0e09-4a16-9f03-b2e2199767fd tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Notify callbacks [] for port, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:55.807042 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.provisioning_blocks [None req-e026788c-0e09-4a16-9f03-b2e2199767fd tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Transition to ACTIVE for port object 2fe6041a-ca3f-405c-bd6c-f5ee2721df38 will not be triggered until provisioned by entity DHCP. {{(pid=84764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:35:55.902216 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-53a36e9f-9a88-498f-882d-bde4821813ac req-c3c1d705-bfd0-4bb1-b514-ba8772f81e26 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Synchronizing usage tracker for tenant:d24c05963c4f41ee8c8189c7acc53c87 on resource:security_group {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:35:55.953936 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-869ee78e-d715-4621-8400-e87440d4da4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:55.974181 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869ee78e-d715-4621-8400-e87440d4da4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0002a2a-f07e-4a60-b8e1-a2b80ccc9ce4,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:55.987452 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-e026788c-0e09-4a16-9f03-b2e2199767fd tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:56.051018 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e026788c-0e09-4a16-9f03-b2e2199767fd tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Network b69ea7bb-cbf2-4f04-858a-eb6c817d3a8c is already hosted by enough agents. {{(pid=84764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:35:56.052748 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [None req-e026788c-0e09-4a16-9f03-b2e2199767fd tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Resources bound (agent type, host, resource id): {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:35:56.055823 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e026788c-0e09-4a16-9f03-b2e2199767fd tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Received port after_create {{(pid=84764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:35:56.067779 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-022c3a3e-1ff1-407b-9a9a-953476761793 req-dffa1613-859f-4546-aaf2-587793b70679 service neutron] 10.222.0.73 "GET /v2.0/networks/0124e28f-2243-4533-b876-7d659443232d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5308125 Apr 18 19:35:56.086988 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 33076) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:56.155883 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-bc26f997-e4cd-4091-aeae-42a1f396845f req-fafdf36f-54b3-40f5-9019-70803c3763cd tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] For port ac6ccf01-ad6a-480a-945d-76509c20512e, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=ac6ccf01-ad6a-480a-945d-76509c20512e,segment=NetworkSegment(76e03cee-37c3-41cb-bd5f-699fff00054e),segment_id=76e03cee-37c3-41cb-bd5f-699fff00054e)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:35:56.156373 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-bc26f997-e4cd-4091-aeae-42a1f396845f req-fafdf36f-54b3-40f5-9019-70803c3763cd tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:56.174423 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-53a36e9f-9a88-498f-882d-bde4821813ac req-c3c1d705-bfd0-4bb1-b514-ba8772f81e26 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Unset dirty status for tenant:d24c05963c4f41ee8c8189c7acc53c87 on resource:security_group {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:35:56.183571 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-53a36e9f-9a88-498f-882d-bde4821813ac req-c3c1d705-bfd0-4bb1-b514-ba8772f81e26 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d24c05963c4f41ee8c8189c7acc53c87 HTTP/1.1" status: 200 len: 5484 time: 0.5160236 Apr 18 19:35:56.246834 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c9eacb-9229-46bd-8edd-53e0ea304bd2 req-7adf51b1-a287-407b-9372-49d55ba1a1c7 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:56.248410 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-22c9eacb-9229-46bd-8edd-53e0ea304bd2 req-7adf51b1-a287-407b-9372-49d55ba1a1c7 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=52682ca6-5780-4875-8549-0db4bcfd16b0 HTTP/1.1" status: 200 len: 943 time: 0.3282132 Apr 18 19:35:56.284453 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e026788c-0e09-4a16-9f03-b2e2199767fd tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:56.285422 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-e026788c-0e09-4a16-9f03-b2e2199767fd tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:56.294554 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-53a36e9f-9a88-498f-882d-bde4821813ac req-80d88571-bb6b-418f-919e-efefd387dbb4 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.69 "GET /v2.0/security-groups/6dbbe555-f817-4989-8ffe-4d7514677d3c HTTP/1.1" status: 200 len: 2649 time: 0.1097708 Apr 18 19:35:56.314180 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-bc26f997-e4cd-4091-aeae-42a1f396845f req-fafdf36f-54b3-40f5-9019-70803c3763cd tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Calling delete_port for ac6ccf01-ad6a-480a-945d-76509c20512e owned by compute:nova {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:35:56.314408 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e026788c-0e09-4a16-9f03-b2e2199767fd tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Pushing event updated for resources: {'Port': ['ID=2fe6041a-ca3f-405c-bd6c-f5ee2721df38,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:56.338824 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-869ee78e-d715-4621-8400-e87440d4da4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:56.341659 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-869ee78e-d715-4621-8400-e87440d4da4e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c0002a2a-f07e-4a60-b8e1-a2b80ccc9ce4 HTTP/1.1" status: 204 len: 168 time: 1.0322485 Apr 18 19:35:56.418737 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-53a36e9f-9a88-498f-882d-bde4821813ac req-068a62ee-a941-454a-9b7f-c7b8292a7e16 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.69 "GET /v2.0/security-groups/6dbbe555-f817-4989-8ffe-4d7514677d3c HTTP/1.1" status: 200 len: 2649 time: 0.1073592 Apr 18 19:35:56.421616 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-e026788c-0e09-4a16-9f03-b2e2199767fd tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.8850486 Apr 18 19:35:56.422887 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 33086) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:56.433177 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-26670a85-9807-4b33-aba2-cb408c3751b9 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:2b:12:74'}, {'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:33:d7:ef'}]}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:35:56.485279 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-42dee333-8dd5-4426-b05a-9e4c1e127343 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=daa1e9a9eb654a04a70b9bdc41dad6d5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3946352 Apr 18 19:35:56.486377 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 33092) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:56.496996 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-22c9eacb-9229-46bd-8edd-53e0ea304bd2 req-218e389d-1218-4918-bfc5-403edd04607d tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/security-groups?id=6dce0218-3e63-47f4-ad5c-3b3c3b13b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929264 Apr 18 19:35:56.605049 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-92ec0cc7-256d-42f0-bde3-4d9ad24f5238 req-d61a4602-a949-4c1f-a813-4d2b4b18c4c1 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1563296944', 'description': 'tempest-description-1234824925'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:35:56.619656 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-6043ed96-b92e-4dc4-b616-64e7f737103d None None] Provisioning for port 2fe6041a-ca3f-405c-bd6c-f5ee2721df38 completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:35:56.619656 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-6043ed96-b92e-4dc4-b616-64e7f737103d None None] Provisioning complete for port 2fe6041a-ca3f-405c-bd6c-f5ee2721df38 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:35:56.619656 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6043ed96-b92e-4dc4-b616-64e7f737103d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:56.620581 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-92ec0cc7-256d-42f0-bde3-4d9ad24f5238 req-d61a4602-a949-4c1f-a813-4d2b4b18c4c1 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:35:56.633332 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-92ec0cc7-256d-42f0-bde3-4d9ad24f5238 req-d61a4602-a949-4c1f-a813-4d2b4b18c4c1 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:35:56.666407 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b7746b50-b949-47be-b4c3-b23325f23500 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:56.718924 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-92ec0cc7-256d-42f0-bde3-4d9ad24f5238 req-d61a4602-a949-4c1f-a813-4d2b4b18c4c1 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Notify callbacks [] for security_group, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:56.771821 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-6043ed96-b92e-4dc4-b616-64e7f737103d None None] Port 2fe6041a-ca3f-405c-bd6c-f5ee2721df38 cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:35:56.785984 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-92ec0cc7-256d-42f0-bde3-4d9ad24f5238 req-d61a4602-a949-4c1f-a813-4d2b4b18c4c1 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:35:56.791787 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-92ec0cc7-256d-42f0-bde3-4d9ad24f5238 req-d61a4602-a949-4c1f-a813-4d2b4b18c4c1 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Usage tracker for resource:security_group_rule and tenant:d24c05963c4f41ee8c8189c7acc53c87 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:35:56.795167 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-92ec0cc7-256d-42f0-bde3-4d9ad24f5238 req-d61a4602-a949-4c1f-a813-4d2b4b18c4c1 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:35:56.811917 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-92ec0cc7-256d-42f0-bde3-4d9ad24f5238 req-d61a4602-a949-4c1f-a813-4d2b4b18c4c1 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:35:56.845264 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-bc26f997-e4cd-4091-aeae-42a1f396845f req-fafdf36f-54b3-40f5-9019-70803c3763cd tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:56.905008 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b7746b50-b949-47be-b4c3-b23325f23500 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:56.915562 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafdf36f-54b3-40f5-9019-70803c3763cd tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Pushing event deleted for resources: {'Port': ['ID=ac6ccf01-ad6a-480a-945d-76509c20512e,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:57.011275 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-92ec0cc7-256d-42f0-bde3-4d9ad24f5238 req-d61a4602-a949-4c1f-a813-4d2b4b18c4c1 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Notify callbacks [] for security_group, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:57.048620 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc26f997-e4cd-4091-aeae-42a1f396845f req-fafdf36f-54b3-40f5-9019-70803c3763cd tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] No DVR routers for this DVR port ac6ccf01-ad6a-480a-945d-76509c20512e on host n-h2-836017-2 {{(pid=84763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:35:57.051342 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-bc26f997-e4cd-4091-aeae-42a1f396845f req-fafdf36f-54b3-40f5-9019-70803c3763cd tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:57.054127 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '799d2072-e17c-419a-ba93-c1e77d148bcf', 'name': 'network-vif-deleted', 'tag': 'ac6ccf01-ad6a-480a-945d-76509c20512e'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:35:57.060899 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-26670a85-9807-4b33-aba2-cb408c3751b9 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:57.104322 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-92ec0cc7-256d-42f0-bde3-4d9ad24f5238 req-d61a4602-a949-4c1f-a813-4d2b4b18c4c1 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:57.149875 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61a4602-a949-4c1f-a813-4d2b4b18c4c1 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de46f637-816d-4eb3-b64c-9da660a14efb,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:57.160527 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-bc26f997-e4cd-4091-aeae-42a1f396845f req-fafdf36f-54b3-40f5-9019-70803c3763cd tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] 10.222.0.72 "DELETE /v2.0/ports/ac6ccf01-ad6a-480a-945d-76509c20512e HTTP/1.1" status: 204 len: 173 time: 1.9928422 Apr 18 19:35:57.181405 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4206f257-92b1-4460-af5c-64ccbec54d23 req-1358a1e0-8d92-4ca7-bf7b-5bc333acac5e tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:57.183059 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-4206f257-92b1-4460-af5c-64ccbec54d23 req-1358a1e0-8d92-4ca7-bf7b-5bc333acac5e tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] 10.222.0.69 "GET /v2.0/ports?device_id=5124f014-de78-482f-91e1-6e15f01717ac HTTP/1.1" status: 200 len: 945 time: 0.2716868 Apr 18 19:35:57.217008 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-92ec0cc7-256d-42f0-bde3-4d9ad24f5238 req-d61a4602-a949-4c1f-a813-4d2b4b18c4c1 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Notify callbacks [] for security_group, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:57.231136 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-92ec0cc7-256d-42f0-bde3-4d9ad24f5238 req-d61a4602-a949-4c1f-a813-4d2b4b18c4c1 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1640 time: 0.6266298 Apr 18 19:35:57.300804 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b7746b50-b949-47be-b4c3-b23325f23500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:57.374413 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7746b50-b949-47be-b4c3-b23325f23500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34248883-db7e-42db-b47e-757f658f567f,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:57.413944 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-10e38d30-c1b3-4cf6-8a5e-32f8c91d19b6 req-baddef3d-a49a-48b5-a71b-ff0418baf3d7 tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Synchronizing usage tracker for tenant:542ab1652bc6481698039fdf0fdfca7f on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:35:57.420082 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-4206f257-92b1-4460-af5c-64ccbec54d23 req-cee5cf24-38cf-47d4-87ab-cda0aa948111 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] 10.222.0.69 "GET /v2.0/security-groups?id=da701d94-d5ec-4d45-a306-33194a2dfb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292802 Apr 18 19:35:57.486127 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c29a305-67fb-4d56-a36d-d8bfcbb44c5e'] response: {'server_uuid': '799d2072-e17c-419a-ba93-c1e77d148bcf', 'name': 'network-vif-deleted', 'tag': 'ac6ccf01-ad6a-480a-945d-76509c20512e', 'status': 'completed', 'code': 200} Apr 18 19:35:57.550739 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-10e38d30-c1b3-4cf6-8a5e-32f8c91d19b6 req-baddef3d-a49a-48b5-a71b-ff0418baf3d7 tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] Unset dirty status for tenant:542ab1652bc6481698039fdf0fdfca7f on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:35:57.550739 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-10e38d30-c1b3-4cf6-8a5e-32f8c91d19b6 req-baddef3d-a49a-48b5-a71b-ff0418baf3d7 tempest-FloatingIPsAssociationNegativeTestJSON-37626634 tempest-FloatingIPsAssociationNegativeTestJSON-37626634-project] 10.222.0.69 "GET /v2.0/ports?device_id=799d2072-e17c-419a-ba93-c1e77d148bcf HTTP/1.1" status: 200 len: 210 time: 0.1874576 Apr 18 19:35:57.557152 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [req-462e1cd4-2037-4d0d-b3fb-59b5b9dcb521 req-944069d7-ddea-44fd-9ce1-2d7a97f4a1ba tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-448999958', 'description': 'tempest-description-1815163324'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:35:57.585197 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-462e1cd4-2037-4d0d-b3fb-59b5b9dcb521 req-944069d7-ddea-44fd-9ce1-2d7a97f4a1ba tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:35:57.607768 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b7746b50-b949-47be-b4c3-b23325f23500 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:57.607768 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-b7746b50-b949-47be-b4c3-b23325f23500 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/34248883-db7e-42db-b47e-757f658f567f HTTP/1.1" status: 204 len: 168 time: 1.1087990 Apr 18 19:35:57.607768 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-26670a85-9807-4b33-aba2-cb408c3751b9 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Notify callbacks [] for port, precommit_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:57.607768 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-462e1cd4-2037-4d0d-b3fb-59b5b9dcb521 req-944069d7-ddea-44fd-9ce1-2d7a97f4a1ba tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:35:57.714148 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-26670a85-9807-4b33-aba2-cb408c3751b9 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2290934'] for port, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:57.756640 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-462e1cd4-2037-4d0d-b3fb-59b5b9dcb521 req-944069d7-ddea-44fd-9ce1-2d7a97f4a1ba tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:57.861515 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26670a85-9807-4b33-aba2-cb408c3751b9 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Pushing event updated for resources: {'Port': ['ID=2fe6041a-ca3f-405c-bd6c-f5ee2721df38,revision_number=2']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:57.905186 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-462e1cd4-2037-4d0d-b3fb-59b5b9dcb521 req-944069d7-ddea-44fd-9ce1-2d7a97f4a1ba tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:35:57.922114 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-462e1cd4-2037-4d0d-b3fb-59b5b9dcb521 req-944069d7-ddea-44fd-9ce1-2d7a97f4a1ba tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Usage tracker for resource:security_group_rule and tenant:d24c05963c4f41ee8c8189c7acc53c87 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:35:57.939335 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-26670a85-9807-4b33-aba2-cb408c3751b9 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] In _notify_port_updated(), no bound segment for port 2fe6041a-ca3f-405c-bd6c-f5ee2721df38 on network b69ea7bb-cbf2-4f04-858a-eb6c817d3a8c {{(pid=84764) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 18 19:35:57.944178 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26670a85-9807-4b33-aba2-cb408c3751b9 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:57.944282 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-26670a85-9807-4b33-aba2-cb408c3751b9 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:57.952002 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-26670a85-9807-4b33-aba2-cb408c3751b9 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] 10.222.0.69 "PUT /v2.0/ports/2fe6041a-ca3f-405c-bd6c-f5ee2721df38 HTTP/1.1" status: 200 len: 1055 time: 1.5256765 Apr 18 19:35:57.952002 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-462e1cd4-2037-4d0d-b3fb-59b5b9dcb521 req-944069d7-ddea-44fd-9ce1-2d7a97f4a1ba tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:35:57.954687 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 33122) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:57.984229 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-462e1cd4-2037-4d0d-b3fb-59b5b9dcb521 req-944069d7-ddea-44fd-9ce1-2d7a97f4a1ba tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:35:58.170390 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-462e1cd4-2037-4d0d-b3fb-59b5b9dcb521 req-944069d7-ddea-44fd-9ce1-2d7a97f4a1ba tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:58.173499 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-20c96a22-176c-4b23-a417-9048bbb026ae tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Deleting port 2fe6041a-ca3f-405c-bd6c-f5ee2721df38 {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:35:58.173499 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-20c96a22-176c-4b23-a417-9048bbb026ae tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:58.214277 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-b0bd511d-2ccd-4df9-8ac7-7918797b125b None None] Provisioning complete for port 2fe6041a-ca3f-405c-bd6c-f5ee2721df38 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:35:58.215675 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b0bd511d-2ccd-4df9-8ac7-7918797b125b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:58.253314 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-462e1cd4-2037-4d0d-b3fb-59b5b9dcb521 req-944069d7-ddea-44fd-9ce1-2d7a97f4a1ba tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:58.308036 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944069d7-ddea-44fd-9ce1-2d7a97f4a1ba tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52c51fc6-3a78-4eda-a495-c14af94dd8e1,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:58.326328 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-b0bd511d-2ccd-4df9-8ac7-7918797b125b None None] Port 2fe6041a-ca3f-405c-bd6c-f5ee2721df38 cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:35:58.335349 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e688ab11-21c3-4f32-b599-67e95c1ba0d4 req-13e8477f-8563-40a0-be36-8d327a48ed42 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:58.342934 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e688ab11-21c3-4f32-b599-67e95c1ba0d4 req-13e8477f-8563-40a0-be36-8d327a48ed42 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] 10.222.0.69 "GET /v2.0/ports?device_id=042e752e-6ab0-4b23-b37e-7217e8897b50 HTTP/1.1" status: 200 len: 945 time: 0.2775638 Apr 18 19:35:58.445747 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-462e1cd4-2037-4d0d-b3fb-59b5b9dcb521 req-944069d7-ddea-44fd-9ce1-2d7a97f4a1ba tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:58.445747 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-462e1cd4-2037-4d0d-b3fb-59b5b9dcb521 req-944069d7-ddea-44fd-9ce1-2d7a97f4a1ba tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1639 time: 0.9040153 Apr 18 19:35:58.499413 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 33136) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:58.572173 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e688ab11-21c3-4f32-b599-67e95c1ba0d4 req-382717c2-9345-4f42-ade4-3de73f62cb4c tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] 10.222.0.69 "GET /v2.0/security-groups?id=da701d94-d5ec-4d45-a306-33194a2dfb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272158 Apr 18 19:35:58.675921 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device ac6ccf01-ad6a-480a-945d-76509c20512e no longer exists at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:35:58.683882 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-20c96a22-176c-4b23-a417-9048bbb026ae tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:58.758976 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 33150) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:58.787998 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] No Port match for: ac6ccf01-ad6a-480a-945d-76509c20512e {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:35:58.791794 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device ac6ccf01-ad6a-480a-945d-76509c20512e not bound to the agent host n-h2-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:35:58.823307 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 71c7e09a-6096-4dfe-b7e0-3cbf2cbf97dc details requested by agent hyperv_n-h1-836017-2 with host n-h1-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:35:58.906018 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-20c96a22-176c-4b23-a417-9048bbb026ae tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Calling delete_port for 2fe6041a-ca3f-405c-bd6c-f5ee2721df38 owned by {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:35:58.945302 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-e3a8981e-ead5-4e13-be8a-a21a08f94c33 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-462904081-network', 'tenant_id': '9310ca8ba6724b55a7efbc8c8976b2eb'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:35:58.964720 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-e3a8981e-ead5-4e13-be8a-a21a08f94c33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:35:58.997573 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-e3a8981e-ead5-4e13-be8a-a21a08f94c33 admin admin] Usage tracker for resource:network and tenant:9310ca8ba6724b55a7efbc8c8976b2eb is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:35:59.010011 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-e3a8981e-ead5-4e13-be8a-a21a08f94c33 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:35:59.021323 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bb8965-d23d-47cd-885e-031515752cd1 req-7acc4b0f-2d9a-4a01-bda6-cf33badf66e4 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:59.030105 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-76bb8965-d23d-47cd-885e-031515752cd1 req-7acc4b0f-2d9a-4a01-bda6-cf33badf66e4 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=52682ca6-5780-4875-8549-0db4bcfd16b0 HTTP/1.1" status: 200 len: 943 time: 0.3976071 Apr 18 19:35:59.063506 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-e3a8981e-ead5-4e13-be8a-a21a08f94c33 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:35:59.132172 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-76bb8965-d23d-47cd-885e-031515752cd1 req-5f9ab568-37e4-49e9-a2b4-5db557077b35 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/security-groups?id=6dce0218-3e63-47f4-ad5c-3b3c3b13b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002316 Apr 18 19:35:59.200831 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port 71c7e09a-6096-4dfe-b7e0-3cbf2cbf97dc, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=71c7e09a-6096-4dfe-b7e0-3cbf2cbf97dc,segment=NetworkSegment(56697489-6787-4e2b-895c-5ec0b051161d),segment_id=56697489-6787-4e2b-895c-5ec0b051161d)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:35:59.220600 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3a8981e-ead5-4e13-be8a-a21a08f94c33 admin admin] Made reservation on behalf of 9310ca8ba6724b55a7efbc8c8976b2eb for: {'network': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:35:59.222888 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-e3a8981e-ead5-4e13-be8a-a21a08f94c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for network, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:59.262147 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-e3a8981e-ead5-4e13-be8a-a21a08f94c33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:59.276639 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Returning: {'device': '71c7e09a-6096-4dfe-b7e0-3cbf2cbf97dc', 'network_id': '0124e28f-2243-4533-b876-7d659443232d', 'port_id': '71c7e09a-6096-4dfe-b7e0-3cbf2cbf97dc', 'mac_address': 'fa:16:3e:a8:cd:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53fde093-fc81-475a-a625-0084a1c3acc5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:35:59.351540 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:59.378261 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71c7e09a-6096-4dfe-b7e0-3cbf2cbf97dc {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:35:59.396511 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port 71c7e09a-6096-4dfe-b7e0-3cbf2cbf97dc, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=71c7e09a-6096-4dfe-b7e0-3cbf2cbf97dc,segment=NetworkSegment(56697489-6787-4e2b-895c-5ec0b051161d),segment_id=56697489-6787-4e2b-895c-5ec0b051161d)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:35:59.433614 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-20c96a22-176c-4b23-a417-9048bbb026ae tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:59.442835 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-e3a8981e-ead5-4e13-be8a-a21a08f94c33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:35:59.455596 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-e3a8981e-ead5-4e13-be8a-a21a08f94c33 admin admin] Usage tracker for resource:security_group_rule and tenant:9310ca8ba6724b55a7efbc8c8976b2eb is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:35:59.465987 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-e3a8981e-ead5-4e13-be8a-a21a08f94c33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:35:59.485995 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:59.513500 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c96a22-176c-4b23-a417-9048bbb026ae tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Pushing event deleted for resources: {'Port': ['ID=2fe6041a-ca3f-405c-bd6c-f5ee2721df38,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:59.526980 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-e3a8981e-ead5-4e13-be8a-a21a08f94c33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:35:59.623075 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Pushing event updated for resources: {'Port': ['ID=71c7e09a-6096-4dfe-b7e0-3cbf2cbf97dc,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:59.644956 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:35:59.645798 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:35:59.646618 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:35:59.647707 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:35:59.648659 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:35:59.650031 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:35:59.652219 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:35:59.653373 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:35:59.655025 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:35:59.655855 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:35:59.656468 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:35:59.680670 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd92fbff-e998-4f3d-be7f-47c40a9deef1 req-c2099d7d-a8ce-4000-9fb1-46bd79fa7537 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:59.682226 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-dd92fbff-e998-4f3d-be7f-47c40a9deef1 req-c2099d7d-a8ce-4000-9fb1-46bd79fa7537 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.69 "GET /v2.0/networks?id=a15d993a-6587-4728-b6e5-6aacd5a8669a HTTP/1.1" status: 200 len: 812 time: 0.3861535 Apr 18 19:35:59.735421 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-dd92fbff-e998-4f3d-be7f-47c40a9deef1 req-8f0ee862-e4f4-49b5-81e3-635968ba8db6 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.69 "GET /v2.0/quotas/d24c05963c4f41ee8c8189c7acc53c87 HTTP/1.1" status: 200 len: 375 time: 0.0398636 Apr 18 19:35:59.787924 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10cfb0e-1725-42a8-ae0e-c3c5123ae3e7 req-88f0dd55-9417-4e52-85d8-1ddf6b49467e tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:59.799903 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10cfb0e-1725-42a8-ae0e-c3c5123ae3e7 req-88f0dd55-9417-4e52-85d8-1ddf6b49467e tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:59.804425 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10cfb0e-1725-42a8-ae0e-c3c5123ae3e7 req-88f0dd55-9417-4e52-85d8-1ddf6b49467e tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:59.807580 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e10cfb0e-1725-42a8-ae0e-c3c5123ae3e7 req-88f0dd55-9417-4e52-85d8-1ddf6b49467e tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] 10.222.0.69 "GET /v2.0/ports?device_id=5124f014-de78-482f-91e1-6e15f01717ac&device_id=800222b8-e25e-4e33-8455-2e217b825812&device_id=042e752e-6ab0-4b23-b37e-7217e8897b50 HTTP/1.1" status: 200 len: 2417 time: 0.4355204 Apr 18 19:35:59.859604 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] get_ports_and_sgs() called for port_ids ['71c7e09a-6096-4dfe-b7e0-3cbf2cbf97dc'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:35:59.900251 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-e3a8981e-ead5-4e13-be8a-a21a08f94c33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:59.935412 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-dd92fbff-e998-4f3d-be7f-47c40a9deef1 req-1ae60e6e-75cc-4b2f-ba38-cdd7e21aecfb tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=d24c05963c4f41ee8c8189c7acc53c87&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1786671 Apr 18 19:35:59.995819 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e10cfb0e-1725-42a8-ae0e-c3c5123ae3e7 req-1cb2f3cd-7f7b-41e9-add5-d5b6480fe79e tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] 10.222.0.69 "GET /v2.0/security-groups?id=da701d94-d5ec-4d45-a306-33194a2dfb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793709 Apr 18 19:35:59.996992 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 33166) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:00.146923 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-e3a8981e-ead5-4e13-be8a-a21a08f94c33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:00.163678 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-20c96a22-176c-4b23-a417-9048bbb026ae tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:00.188269 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-20c96a22-176c-4b23-a417-9048bbb026ae tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] 10.222.0.69 "DELETE /v2.0/ports/2fe6041a-ca3f-405c-bd6c-f5ee2721df38 HTTP/1.1" status: 204 len: 168 time: 2.2319460 Apr 18 19:36:00.192183 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 33176) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:00.192910 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3a8981e-ead5-4e13-be8a-a21a08f94c33 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=84764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:36:00.253423 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-e3a8981e-ead5-4e13-be8a-a21a08f94c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:00.255563 n-d-836017-2 neutron-server[84764]: INFO neutron.db.segments_db [None req-e3a8981e-ead5-4e13-be8a-a21a08f94c33 admin admin] Added segment d7b5cbe0-8fc8-4115-92e4-1bd19913a956 of type vlan for network a4f0342c-b449-407b-a05f-85e8a508337c Apr 18 19:36:00.255713 n-d-836017-2 neutron-server[84763]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c3b161b-b9dd-4cb0-bdc8-853f09f8e8a7 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] GET failed (client error): The resource could not be found. Apr 18 19:36:00.255713 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-0c3b161b-b9dd-4cb0-bdc8-853f09f8e8a7 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Synchronizing usage tracker for tenant:1840cd49365f4d2284a7378139d0987c on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:36:00.257513 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a8981e-ead5-4e13-be8a-a21a08f94c33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fc8cad4-d294-4f95-8ee7-70fd96d97773,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:00.308749 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-dd92fbff-e998-4f3d-be7f-47c40a9deef1 req-17283028-4848-4a26-babe-acdbcb67c041 service neutron] 10.222.0.69 "GET /v2.0/networks/a15d993a-6587-4728-b6e5-6aacd5a8669a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3725002 Apr 18 19:36:00.330062 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-9f6af43a-372b-421f-a52a-2e9c7bb7424b tempest-ServiceProvidersTest-281809633 tempest-ServiceProvidersTest-281809633-project] 10.222.0.69 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2779548 Apr 18 19:36:00.337324 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-e3a8981e-ead5-4e13-be8a-a21a08f94c33 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791093404182'] for network, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:00.386633 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62c2daf-dcdf-40a7-bf9c-d67273a0980f req-36676d20-f867-4ecc-8ce5-e6e18bd4d0ec tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:00.388183 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b62c2daf-dcdf-40a7-bf9c-d67273a0980f req-36676d20-f867-4ecc-8ce5-e6e18bd4d0ec tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] 10.222.0.69 "GET /v2.0/ports?device_id=5124f014-de78-482f-91e1-6e15f01717ac HTTP/1.1" status: 200 len: 945 time: 0.1110103 Apr 18 19:36:00.398027 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-0c3b161b-b9dd-4cb0-bdc8-853f09f8e8a7 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Unset dirty status for tenant:1840cd49365f4d2284a7378139d0987c on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:36:00.400186 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-6e7faf6b-5eef-4a1a-a3d8-2bffb058db13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417313'] for router_interface, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:00.400352 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-0c3b161b-b9dd-4cb0-bdc8-853f09f8e8a7 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] 10.222.0.69 "GET /v2.0/ports/2fe6041a-ca3f-405c-bd6c-f5ee2721df38 HTTP/1.1" status: 404 len: 333 time: 0.2050221 Apr 18 19:36:00.415983 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 33182) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:00.508088 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-2c790fef-d6b5-4ec3-adec-b88dda3fea99 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Deleting port 9b642132-e221-4d9d-9e7b-219db7dd77b3 {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:36:00.509377 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-2c790fef-d6b5-4ec3-adec-b88dda3fea99 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:00.539171 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b62c2daf-dcdf-40a7-bf9c-d67273a0980f req-b32d832b-1902-4fb2-9523-ca6082e12479 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] 10.222.0.69 "GET /v2.0/security-groups?id=da701d94-d5ec-4d45-a306-33194a2dfb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443777 Apr 18 19:36:00.624050 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-dd92fbff-e998-4f3d-be7f-47c40a9deef1 req-a3ea5443-33d3-491d-88e7-3ebe5b641f2b service neutron] 10.222.0.69 "GET /v2.0/networks/a15d993a-6587-4728-b6e5-6aacd5a8669a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3080544 Apr 18 19:36:00.683340 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-e3a8981e-ead5-4e13-be8a-a21a08f94c33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251'] for network, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:00.684444 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a8981e-ead5-4e13-be8a-a21a08f94c33 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:00.685183 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-e3a8981e-ead5-4e13-be8a-a21a08f94c33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:00.827895 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a8981e-ead5-4e13-be8a-a21a08f94c33 admin admin] Pushing event updated for resources: {'Network': ['ID=a4f0342c-b449-407b-a05f-85e8a508337c,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:00.840706 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Network a4f0342c-b449-407b-a05f-85e8a508337c details requested by agent ovs-agent-n-d-836017-2 with host n-d-836017-2 {{(pid=84765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:36:00.959454 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-2c790fef-d6b5-4ec3-adec-b88dda3fea99 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:00.965698 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-e3a8981e-ead5-4e13-be8a-a21a08f94c33 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.4648438 Apr 18 19:36:00.973926 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 33194) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:01.082104 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-39cdc3d7-e913-4518-ae97-074d7d2a2b16 admin admin] Request body: {'subnet': {'network_id': 'a4f0342c-b449-407b-a05f-85e8a508337c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-462904081-subnet', 'tenant_id': '9310ca8ba6724b55a7efbc8c8976b2eb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:36:01.084216 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 33198) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:01.156498 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-2c790fef-d6b5-4ec3-adec-b88dda3fea99 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Calling delete_port for 9b642132-e221-4d9d-9e7b-219db7dd77b3 owned by {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:36:01.189968 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-39cdc3d7-e913-4518-ae97-074d7d2a2b16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:36:01.211018 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-39cdc3d7-e913-4518-ae97-074d7d2a2b16 admin admin] Usage tracker for resource:subnet and tenant:9310ca8ba6724b55a7efbc8c8976b2eb is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:36:01.226784 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a73b0bb-0b99-4b1f-9e63-e15403186242 req-75e82f71-1d6c-4202-a5b8-3439a2bcd486 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:01.229838 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-1a73b0bb-0b99-4b1f-9e63-e15403186242 req-75e82f71-1d6c-4202-a5b8-3439a2bcd486 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=52682ca6-5780-4875-8549-0db4bcfd16b0 HTTP/1.1" status: 200 len: 944 time: 0.5379391 Apr 18 19:36:01.236689 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-39cdc3d7-e913-4518-ae97-074d7d2a2b16 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:36:01.247834 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-39cdc3d7-e913-4518-ae97-074d7d2a2b16 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:36:01.333736 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-1a73b0bb-0b99-4b1f-9e63-e15403186242 req-3105328f-847a-4340-b1b7-3f92ef1547de tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/security-groups?id=6dce0218-3e63-47f4-ad5c-3b3c3b13b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866482 Apr 18 19:36:01.368660 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39cdc3d7-e913-4518-ae97-074d7d2a2b16 admin admin] Made reservation on behalf of 9310ca8ba6724b55a7efbc8c8976b2eb for: {'subnet': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:36:01.371228 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-39cdc3d7-e913-4518-ae97-074d7d2a2b16 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540907'] for subnet, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:01.401914 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-99436247-af7e-4060-bd90-8d6add33b1f6 req-17dd1bdd-e1b5-4863-9566-0fb36831db5f tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.69 "GET /v2.0/ports?device_id=9fa46597-e784-41cf-816d-60aa1608c3a5 HTTP/1.1" status: 200 len: 210 time: 0.1403844 Apr 18 19:36:01.417493 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-00284260-56e1-4d7b-a7a1-903f4c18305f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:01.514719 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-00284260-56e1-4d7b-a7a1-903f4c18305f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:36:01.524967 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-00284260-56e1-4d7b-a7a1-903f4c18305f admin admin] Usage tracker for resource:security_group_rule and tenant:1c89e5b95b0143f68d1db6308694bb09 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:36:01.532029 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-00284260-56e1-4d7b-a7a1-903f4c18305f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:36:01.553170 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-00284260-56e1-4d7b-a7a1-903f4c18305f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:36:01.598796 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-2c790fef-d6b5-4ec3-adec-b88dda3fea99 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:01.666090 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c790fef-d6b5-4ec3-adec-b88dda3fea99 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Pushing event deleted for resources: {'Port': ['ID=9b642132-e221-4d9d-9e7b-219db7dd77b3,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:01.757860 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-00284260-56e1-4d7b-a7a1-903f4c18305f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:01.852682 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-6e7faf6b-5eef-4a1a-a3d8-2bffb058db13 admin admin] Deleting port e48e6d70-fd6b-4f0d-bf4c-b5f4a16be198 {{(pid=84764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:36:01.853200 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-6e7faf6b-5eef-4a1a-a3d8-2bffb058db13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:02.025246 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-2c790fef-d6b5-4ec3-adec-b88dda3fea99 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:02.025551 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-00284260-56e1-4d7b-a7a1-903f4c18305f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:02.102216 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00284260-56e1-4d7b-a7a1-903f4c18305f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04519d46-aa91-4406-bc41-367166e059d8,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:02.112872 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-00284260-56e1-4d7b-a7a1-903f4c18305f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1c89e5b95b0143f68d1db6308694bb09&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0271158 Apr 18 19:36:02.113542 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 33216) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:02.140837 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-39cdc3d7-e913-4518-ae97-074d7d2a2b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66351616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66540921'] for subnet, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:02.141409 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [None req-6e7faf6b-5eef-4a1a-a3d8-2bffb058db13 admin admin] For port e48e6d70-fd6b-4f0d-bf4c-b5f4a16be198, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=e48e6d70-fd6b-4f0d-bf4c-b5f4a16be198,segment=NetworkSegment(76e03cee-37c3-41cb-bd5f-699fff00054e),segment_id=76e03cee-37c3-41cb-bd5f-699fff00054e)] {{(pid=84764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:36:02.141782 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-6e7faf6b-5eef-4a1a-a3d8-2bffb058db13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:02.200101 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-2c790fef-d6b5-4ec3-adec-b88dda3fea99 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] 10.222.0.69 "DELETE /v2.0/ports/9b642132-e221-4d9d-9e7b-219db7dd77b3 HTTP/1.1" status: 204 len: 168 time: 1.7807376 Apr 18 19:36:02.211341 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 33220) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:02.262492 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cdc3d7-e913-4518-ae97-074d7d2a2b16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e16bd6e8-9e0f-433a-a51f-c1ed12cf570e,revision_number=0']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:02.289011 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-6e7faf6b-5eef-4a1a-a3d8-2bffb058db13 admin admin] Calling delete_port for e48e6d70-fd6b-4f0d-bf4c-b5f4a16be198 owned by network:router_interface {{(pid=84764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:36:02.302173 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-c4e865b3-45d3-47f5-a709-ec68a99e6daf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:02.322378 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cdc3d7-e913-4518-ae97-074d7d2a2b16 admin admin] Checking segment: {'id': 'd7b5cbe0-8fc8-4115-92e4-1bd19913a956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'a4f0342c-b449-407b-a05f-85e8a508337c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:36:02.322987 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39cdc3d7-e913-4518-ae97-074d7d2a2b16 admin admin] Network hostable DHCP agents. Network: a4f0342c-b449-407b-a05f-85e8a508337c, hostable agents: ['f6987c12-6d6c-47d4-b22d-cfcd164dc40d'], hosted agents: [] {{(pid=84763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:36:02.351352 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-c4e865b3-45d3-47f5-a709-ec68a99e6daf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:02.488558 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39cdc3d7-e913-4518-ae97-074d7d2a2b16 admin admin] Network a4f0342c-b449-407b-a05f-85e8a508337c is scheduled to be hosted by DHCP agent f6987c12-6d6c-47d4-b22d-cfcd164dc40d with binding_index 1 {{(pid=84763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:36:02.515876 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-c4e865b3-45d3-47f5-a709-ec68a99e6daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:02.540920 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e865b3-45d3-47f5-a709-ec68a99e6daf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04519d46-aa91-4406-bc41-367166e059d8,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:02.548937 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-c4e865b3-45d3-47f5-a709-ec68a99e6daf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:02.557625 n-d-836017-2 neutron-server[84764]: INFO neutron.pecan_wsgi.hooks.translation [None req-b88b9dde-9a04-46de-ae64-7dac47933216 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] GET failed (client error): The resource could not be found. Apr 18 19:36:02.558365 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-b88b9dde-9a04-46de-ae64-7dac47933216 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Synchronizing usage tracker for tenant:1840cd49365f4d2284a7378139d0987c on resource:port {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:36:02.564714 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-c4e865b3-45d3-47f5-a709-ec68a99e6daf admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/04519d46-aa91-4406-bc41-367166e059d8 HTTP/1.1" status: 204 len: 168 time: 0.4499087 Apr 18 19:36:02.651491 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cb53c7-b61a-4866-886e-638c5cdf76f8 req-0e15c6d0-5a7e-46f8-8d77-6954a41db53d tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:02.653350 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c6cb53c7-b61a-4866-886e-638c5cdf76f8 req-0e15c6d0-5a7e-46f8-8d77-6954a41db53d tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=52682ca6-5780-4875-8549-0db4bcfd16b0 HTTP/1.1" status: 200 len: 944 time: 0.1639056 Apr 18 19:36:02.681142 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a57880ce-c053-4b43-bf92-95be44af06ec req-21cb622e-ee6d-4a27-acff-8fb41fda60f0 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.69 "GET /v2.0/ports?device_id=9fa46597-e784-41cf-816d-60aa1608c3a5 HTTP/1.1" status: 200 len: 210 time: 0.0667500 Apr 18 19:36:02.681142 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [None req-39cdc3d7-e913-4518-ae97-074d7d2a2b16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-2, a4f0342c-b449-407b-a05f-85e8a508337c) {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:36:02.687824 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39cdc3d7-e913-4518-ae97-074d7d2a2b16 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:02.688932 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-39cdc3d7-e913-4518-ae97-074d7d2a2b16 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:02.691511 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8791311e-c78c-4344-8e58-8985a995034e None None] Network a4f0342c-b449-407b-a05f-85e8a508337c requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:36:02.693776 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-b88b9dde-9a04-46de-ae64-7dac47933216 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Unset dirty status for tenant:1840cd49365f4d2284a7378139d0987c on resource:port {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:36:02.695092 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-b88b9dde-9a04-46de-ae64-7dac47933216 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] 10.222.0.69 "GET /v2.0/ports/9b642132-e221-4d9d-9e7b-219db7dd77b3 HTTP/1.1" status: 404 len: 333 time: 0.4822800 Apr 18 19:36:02.702743 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 33232) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:02.788622 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c6cb53c7-b61a-4866-886e-638c5cdf76f8 req-e97b79ad-5841-4291-a697-e2245214952a tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/security-groups?id=6dce0218-3e63-47f4-ad5c-3b3c3b13b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257963 Apr 18 19:36:02.824169 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-39cdc3d7-e913-4518-ae97-074d7d2a2b16 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.8386765 Apr 18 19:36:02.824605 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 33236) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:02.830585 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-095d97a5-8a9c-4e9b-a9a0-4d38b8e92546 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-462904081-router', 'tenant_id': '9310ca8ba6724b55a7efbc8c8976b2eb', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'}}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:36:02.841878 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-095d97a5-8a9c-4e9b-a9a0-4d38b8e92546 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:36:02.844685 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 71c7e09a-6096-4dfe-b7e0-3cbf2cbf97dc up at agent hyperv_n-h1-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:36:02.852512 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-095d97a5-8a9c-4e9b-a9a0-4d38b8e92546 admin admin] Usage tracker for resource:router and tenant:9310ca8ba6724b55a7efbc8c8976b2eb is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:36:02.863494 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-095d97a5-8a9c-4e9b-a9a0-4d38b8e92546 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:36:02.878311 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-679edc0a-49d9-4c13-9065-891d5cdcc070 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Deleting port 77bf6d85-49a9-4130-a968-654e7eb3f70c {{(pid=84764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:36:02.878546 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-679edc0a-49d9-4c13-9065-891d5cdcc070 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:02.881616 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-095d97a5-8a9c-4e9b-a9a0-4d38b8e92546 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:36:02.999312 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-095d97a5-8a9c-4e9b-a9a0-4d38b8e92546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-415242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4425'] for router, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:03.004981 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-095d97a5-8a9c-4e9b-a9a0-4d38b8e92546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-416909', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4418'] for router, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:03.063097 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-6e7faf6b-5eef-4a1a-a3d8-2bffb058db13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:03.090482 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-095d97a5-8a9c-4e9b-a9a0-4d38b8e92546 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:03.124734 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7c4097-0262-4afe-9e10-ca611c500235 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31f5fbf7-4b5c-5a44-b255-70c4fc176ae8-a4f0342c-b449-407b-a05f-85e8a508337c', 'network_id': 'a4f0342c-b449-407b-a05f-85e8a508337c', 'tenant_id': '9310ca8ba6724b55a7efbc8c8976b2eb', 'fixed_ips': [{'subnet_id': 'e16bd6e8-9e0f-433a-a51f-c1ed12cf570e'}]}} from n-d-836017-2. {{(pid=84765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 19:36:03.125654 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6b7c4097-0262-4afe-9e10-ca611c500235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:03.148234 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Provisioning for port 71c7e09a-6096-4dfe-b7e0-3cbf2cbf97dc completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:36:03.201373 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Provisioning complete for port 71c7e09a-6096-4dfe-b7e0-3cbf2cbf97dc triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:36:03.202237 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:03.248104 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7faf6b-5eef-4a1a-a3d8-2bffb058db13 admin admin] Pushing event deleted for resources: {'Port': ['ID=e48e6d70-fd6b-4f0d-bf4c-b5f4a16be198,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:03.427811 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-679edc0a-49d9-4c13-9065-891d5cdcc070 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:03.448226 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-6b7c4097-0262-4afe-9e10-ca611c500235 None None] Allocated IP 172.20.0.2 (a4f0342c-b449-407b-a05f-85e8a508337c/e16bd6e8-9e0f-433a-a51f-c1ed12cf570e/afe8ae54-6bb0-45b9-ac3e-d4dfffee1113) {{(pid=84765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:36:03.503840 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-095d97a5-8a9c-4e9b-a9a0-4d38b8e92546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416895', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4776'] for router, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:03.755894 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-679edc0a-49d9-4c13-9065-891d5cdcc070 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Calling delete_port for 77bf6d85-49a9-4130-a968-654e7eb3f70c owned by {{(pid=84764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:36:03.811743 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:03.904074 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52682ca6-5780-4875-8549-0db4bcfd16b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71c7e09a-6096-4dfe-b7e0-3cbf2cbf97dc'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:36:03.954920 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port 71c7e09a-6096-4dfe-b7e0-3cbf2cbf97dc, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=71c7e09a-6096-4dfe-b7e0-3cbf2cbf97dc,segment=NetworkSegment(56697489-6787-4e2b-895c-5ec0b051161d),segment_id=56697489-6787-4e2b-895c-5ec0b051161d)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:36:04.110082 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6b7c4097-0262-4afe-9e10-ca611c500235 None None] Notify callbacks [] for port, precommit_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:04.122386 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-6b7c4097-0262-4afe-9e10-ca611c500235 None None] Transition to ACTIVE for port object afe8ae54-6bb0-45b9-ac3e-d4dfffee1113 will not be triggered until provisioned by entity L2. {{(pid=84765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:36:04.148687 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-6b7c4097-0262-4afe-9e10-ca611c500235 None None] Transition to ACTIVE for port object afe8ae54-6bb0-45b9-ac3e-d4dfffee1113 will not be triggered until provisioned by entity DHCP. {{(pid=84765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:36:04.153915 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:04.203648 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-404c9e56-7510-4bf6-b39f-4a066f509f32 req-b49c92e7-b20d-4c68-bf53-c55f5b50425a tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.69 "GET /v2.0/ports?device_id=9fa46597-e784-41cf-816d-60aa1608c3a5 HTTP/1.1" status: 200 len: 210 time: 0.0814750 Apr 18 19:36:04.207769 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-095d97a5-8a9c-4e9b-a9a0-4d38b8e92546 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:04.250649 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-679edc0a-49d9-4c13-9065-891d5cdcc070 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:04.255459 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-095d97a5-8a9c-4e9b-a9a0-4d38b8e92546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:04.256719 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6b7c4097-0262-4afe-9e10-ca611c500235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331'] for port, after_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:04.310904 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679edc0a-49d9-4c13-9065-891d5cdcc070 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Pushing event deleted for resources: {'Port': ['ID=77bf6d85-49a9-4130-a968-654e7eb3f70c,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:04.319631 n-d-836017-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7c4097-0262-4afe-9e10-ca611c500235 None None] Network a4f0342c-b449-407b-a05f-85e8a508337c is already hosted by enough agents. {{(pid=84765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:36:04.327329 n-d-836017-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-6b7c4097-0262-4afe-9e10-ca611c500235 None None] Resources bound (agent type, host, resource id): {{(pid=84765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:36:04.339266 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7c4097-0262-4afe-9e10-ca611c500235 None None] Received port after_create {{(pid=84765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:36:04.396705 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Pushing event updated for resources: {'Port': ['ID=71c7e09a-6096-4dfe-b7e0-3cbf2cbf97dc,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:04.493083 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd92fbff-e998-4f3d-be7f-47c40a9deef1 req-81c65d5e-120c-46e3-9252-15370f14103e tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:04.493083 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-dd92fbff-e998-4f3d-be7f-47c40a9deef1 req-81c65d5e-120c-46e3-9252-15370f14103e tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Synchronizing usage tracker for tenant:d24c05963c4f41ee8c8189c7acc53c87 on resource:network {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:36:04.543757 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7c4097-0262-4afe-9e10-ca611c500235 None None] Pushing event updated for resources: {'Port': ['ID=afe8ae54-6bb0-45b9-ac3e-d4dfffee1113,revision_number=1']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:04.558346 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-6b7c4097-0262-4afe-9e10-ca611c500235 None None] Attempting to bind port afe8ae54-6bb0-45b9-ac3e-d4dfffee1113 on host n-d-836017-2 for vnic_type normal with profile {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:36:04.560431 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-6b7c4097-0262-4afe-9e10-ca611c500235 None None] Attempting to bind port afe8ae54-6bb0-45b9-ac3e-d4dfffee1113 by drivers openvswitch,hyperv on host n-d-836017-2 at level 0 using segments [{'id': 'd7b5cbe0-8fc8-4115-92e4-1bd19913a956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'a4f0342c-b449-407b-a05f-85e8a508337c'}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:36:04.568782 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7c4097-0262-4afe-9e10-ca611c500235 None None] Attempting to bind port afe8ae54-6bb0-45b9-ac3e-d4dfffee1113 on network a4f0342c-b449-407b-a05f-85e8a508337c {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:36:04.580270 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-679edc0a-49d9-4c13-9065-891d5cdcc070 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:04.587436 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7c4097-0262-4afe-9e10-ca611c500235 None None] Checking agent: {'id': 'df2a5cfe-6839-400b-a998-e4fffce70f45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 8, 22), 'started_at': datetime.datetime(2022, 4, 18, 19, 8, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:36:04.587436 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7c4097-0262-4afe-9e10-ca611c500235 None None] Checking segment: {'id': 'd7b5cbe0-8fc8-4115-92e4-1bd19913a956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'a4f0342c-b449-407b-a05f-85e8a508337c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:36:04.587436 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6b7c4097-0262-4afe-9e10-ca611c500235 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:04.587436 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7c4097-0262-4afe-9e10-ca611c500235 None None] Bound using segment: {'id': 'd7b5cbe0-8fc8-4115-92e4-1bd19913a956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'a4f0342c-b449-407b-a05f-85e8a508337c'} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:36:04.587436 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-6b7c4097-0262-4afe-9e10-ca611c500235 None None] Bound port: afe8ae54-6bb0-45b9-ac3e-d4dfffee1113, host: n-d-836017-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7b5cbe0-8fc8-4115-92e4-1bd19913a956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'a4f0342c-b449-407b-a05f-85e8a508337c'}}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:36:04.587436 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6b7c4097-0262-4afe-9e10-ca611c500235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:04.595497 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_common [None req-095d97a5-8a9c-4e9b-a9a0-4d38b8e92546 admin admin] Allocated IP 172.25.3.67 (11e8e108-37df-4084-b6b7-113e6beb66b4/3b0abf32-1504-448b-b06e-c8c870b6a7c8/3a66d512-5ac0-4959-bd04-73072f0a3b8d) {{(pid=84763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:36:04.661593 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf401e10-251d-4537-b62a-a09130471f3d req-0007d5bf-8aae-4c96-a254-7aeac19107cb tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:04.671384 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-cf401e10-251d-4537-b62a-a09130471f3d req-0007d5bf-8aae-4c96-a254-7aeac19107cb tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=52682ca6-5780-4875-8549-0db4bcfd16b0 HTTP/1.1" status: 200 len: 945 time: 0.1953666 Apr 18 19:36:04.748772 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-6b7c4097-0262-4afe-9e10-ca611c500235 None None] For port afe8ae54-6bb0-45b9-ac3e-d4dfffee1113, host n-d-836017-2, cleared binding levels {{(pid=84765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:36:04.755349 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-6b7c4097-0262-4afe-9e10-ca611c500235 None None] For port afe8ae54-6bb0-45b9-ac3e-d4dfffee1113, host n-d-836017-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=afe8ae54-6bb0-45b9-ac3e-d4dfffee1113,segment=NetworkSegment(d7b5cbe0-8fc8-4115-92e4-1bd19913a956),segment_id=d7b5cbe0-8fc8-4115-92e4-1bd19913a956)] {{(pid=84765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:36:04.755831 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-cf401e10-251d-4537-b62a-a09130471f3d req-0fdb129f-58ff-4d83-969a-9eeb8bcf1763 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/security-groups?id=6dce0218-3e63-47f4-ad5c-3b3c3b13b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829217 Apr 18 19:36:04.768138 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-679edc0a-49d9-4c13-9065-891d5cdcc070 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] 10.222.0.69 "DELETE /v2.0/ports/77bf6d85-49a9-4130-a968-654e7eb3f70c HTTP/1.1" status: 204 len: 168 time: 2.0582106 Apr 18 19:36:04.768138 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-6e7faf6b-5eef-4a1a-a3d8-2bffb058db13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417398'] for router_interface, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:04.775811 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 33272) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:04.793290 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-dd92fbff-e998-4f3d-be7f-47c40a9deef1 req-81c65d5e-120c-46e3-9252-15370f14103e tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Unset dirty status for tenant:d24c05963c4f41ee8c8189c7acc53c87 on resource:network {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:36:04.794435 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-dd92fbff-e998-4f3d-be7f-47c40a9deef1 req-81c65d5e-120c-46e3-9252-15370f14103e tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.72 "GET /v2.0/networks?id=a15d993a-6587-4728-b6e5-6aacd5a8669a HTTP/1.1" status: 200 len: 812 time: 0.8856335 Apr 18 19:36:04.871568 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6b7c4097-0262-4afe-9e10-ca611c500235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:04.986903 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-dd92fbff-e998-4f3d-be7f-47c40a9deef1 req-f922b814-5f8e-48d0-be11-fb4d89fddd53 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Request body: {'port': {'device_id': '9fa46597-e784-41cf-816d-60aa1608c3a5', 'network_id': 'a15d993a-6587-4728-b6e5-6aacd5a8669a', 'admin_state_up': True, 'tenant_id': 'd24c05963c4f41ee8c8189c7acc53c87'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:36:05.023692 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7c4097-0262-4afe-9e10-ca611c500235 None None] Pushing event updated for resources: {'Port': ['ID=afe8ae54-6bb0-45b9-ac3e-d4dfffee1113,revision_number=2']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:05.074121 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06704610-5aec-4b82-9b22-1b4732066c83'] response: {'server_uuid': '52682ca6-5780-4875-8549-0db4bcfd16b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71c7e09a-6096-4dfe-b7e0-3cbf2cbf97dc', 'code': 200} Apr 18 19:36:05.452487 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-dd92fbff-e998-4f3d-be7f-47c40a9deef1 req-f922b814-5f8e-48d0-be11-fb4d89fddd53 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:36:05.472132 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-dd92fbff-e998-4f3d-be7f-47c40a9deef1 req-f922b814-5f8e-48d0-be11-fb4d89fddd53 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:36:05.495421 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-733fa62b-4856-4092-b530-3a6541d30908 req-55ed6d2c-d990-4697-b471-32810a4603b4 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.69 "GET /v2.0/ports?device_id=9fa46597-e784-41cf-816d-60aa1608c3a5 HTTP/1.1" status: 200 len: 210 time: 0.0621893 Apr 18 19:36:05.555141 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eaf506-b688-4bce-9bfd-06e9cf9833b3 req-1fc822a1-0231-4131-988c-7b62bd67f9b0 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:05.557270 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-75eaf506-b688-4bce-9bfd-06e9cf9833b3 req-1fc822a1-0231-4131-988c-7b62bd67f9b0 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] 10.222.0.69 "GET /v2.0/ports?device_id=042e752e-6ab0-4b23-b37e-7217e8897b50 HTTP/1.1" status: 200 len: 945 time: 1.3126552 Apr 18 19:36:05.596524 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd92fbff-e998-4f3d-be7f-47c40a9deef1 req-f922b814-5f8e-48d0-be11-fb4d89fddd53 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Made reservation on behalf of d24c05963c4f41ee8c8189c7acc53c87 for: {'port': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:36:05.599520 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-dd92fbff-e998-4f3d-be7f-47c40a9deef1 req-f922b814-5f8e-48d0-be11-fb4d89fddd53 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:05.655422 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf021871-34a4-4045-8e5c-67e8e941ee8c tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Deleting subnet 6beccf49-70f4-4ca6-af6a-61efb3d70318 {{(pid=84763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:36:05.675506 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-095d97a5-8a9c-4e9b-a9a0-4d38b8e92546 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:05.698370 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-cf021871-34a4-4045-8e5c-67e8e941ee8c tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Notify callbacks [] for subnet, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:05.798953 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e7faf6b-5eef-4a1a-a3d8-2bffb058db13 admin admin] Router 5db9a198-cca2-4839-964d-989973220cd5 has already been hosted by L3 agent 21b59c62-f184-4169-bc3e-79831cc043e8 {{(pid=84764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:36:05.827771 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-20e2187e-8399-4874-a734-5c07963b0c48 req-f92a6e55-a2bd-4ee7-b0e7-999b39cea156 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=52682ca6-5780-4875-8549-0db4bcfd16b0 HTTP/1.1" status: 200 len: 1096 time: 0.4615242 Apr 18 19:36:05.849927 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-cf021871-34a4-4045-8e5c-67e8e941ee8c tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66272755'] for subnet, precommit_delete_associations {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:05.918900 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-75eaf506-b688-4bce-9bfd-06e9cf9833b3 req-5e872c1c-d5f3-4ea7-8e1f-639a658e1be5 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] 10.222.0.69 "GET /v2.0/security-groups?id=da701d94-d5ec-4d45-a306-33194a2dfb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3360531 Apr 18 19:36:06.112194 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-20e2187e-8399-4874-a734-5c07963b0c48 req-cb76e997-2600-4ea6-a367-92e51079ee65 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=6dce0218-3e63-47f4-ad5c-3b3c3b13b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649720 Apr 18 19:36:06.114005 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device afe8ae54-6bb0-45b9-ac3e-d4dfffee1113 up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:36:06.127814 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-095d97a5-8a9c-4e9b-a9a0-4d38b8e92546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:06.252673 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_common [req-dd92fbff-e998-4f3d-be7f-47c40a9deef1 req-f922b814-5f8e-48d0-be11-fb4d89fddd53 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Allocated IP 172.20.0.5 (a15d993a-6587-4728-b6e5-6aacd5a8669a/3cbdddc8-bf0a-4ac7-9f09-4e4fdeb7252a/4684dfb2-682f-4e56-958b-9234e6b3c272) {{(pid=84763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:36:06.264054 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095d97a5-8a9c-4e9b-a9a0-4d38b8e92546 admin admin] Network 11e8e108-37df-4084-b6b7-113e6beb66b4 is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:36:06.266203 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-cf021871-34a4-4045-8e5c-67e8e941ee8c tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1258508'] for subnet, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:06.295338 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f58f54-c46d-4b87-9ce8-634db713c525 req-c94d978a-7720-4c6f-9058-bf7257c386ba tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:06.296279 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095d97a5-8a9c-4e9b-a9a0-4d38b8e92546 admin admin] Pushing event updated for resources: {'Port': ['ID=3a66d512-5ac0-4959-bd04-73072f0a3b8d,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:06.297026 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-17f58f54-c46d-4b87-9ce8-634db713c525 req-c94d978a-7720-4c6f-9058-bf7257c386ba tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=52682ca6-5780-4875-8549-0db4bcfd16b0 HTTP/1.1" status: 200 len: 945 time: 0.2647049 Apr 18 19:36:06.307404 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning for port afe8ae54-6bb0-45b9-ac3e-d4dfffee1113 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:36:06.307627 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [None req-095d97a5-8a9c-4e9b-a9a0-4d38b8e92546 admin admin] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:36:06.317838 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095d97a5-8a9c-4e9b-a9a0-4d38b8e92546 admin admin] Received port after_create {{(pid=84763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:36:06.394359 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-17f58f54-c46d-4b87-9ce8-634db713c525 req-be159c77-11c8-4d26-a018-7b354a69d8c8 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/security-groups?id=6dce0218-3e63-47f4-ad5c-3b3c3b13b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622599 Apr 18 19:36:06.408596 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e7faf6b-5eef-4a1a-a3d8-2bffb058db13 admin admin] Notify agent at l3_agent.n-d-836017-2 the message routers_updated {{(pid=84764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:36:06.417530 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-6e7faf6b-5eef-4a1a-a3d8-2bffb058db13 admin admin] 10.222.0.69 "PUT /v2.0/routers/5db9a198-cca2-4839-964d-989973220cd5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6451569 Apr 18 19:36:06.421392 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 33296) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:06.425804 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e129e4-58bf-4b2f-b48c-203201a99411 None None] Sync routers for ids ['5db9a198-cca2-4839-964d-989973220cd5'] in n-d-836017-2 {{(pid=84766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:36:06.454540 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e129e4-58bf-4b2f-b48c-203201a99411 None None] Routers {'5db9a198-cca2-4839-964d-989973220cd5'} bound to L3 agent in host n-d-836017-2 {{(pid=84766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:36:06.455282 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-f9e129e4-58bf-4b2f-b48c-203201a99411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:35:50Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['5db9a198-cca2-4839-964d-989973220cd5'], 'active': True} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:36:06.482600 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de66dc5-0663-4255-8be9-cb45b7dc25c6 None None] Network a4f0342c-b449-407b-a05f-85e8a508337c requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:36:06.655768 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-cf021871-34a4-4045-8e5c-67e8e941ee8c tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1258501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66351815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66540800'] for subnet, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:06.726064 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf021871-34a4-4045-8e5c-67e8e941ee8c tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Pushing event deleted for resources: {'Subnet': ['ID=6beccf49-70f4-4ca6-af6a-61efb3d70318,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:06.773176 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-cf021871-34a4-4045-8e5c-67e8e941ee8c tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Notify callbacks [] for subnet, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:06.906415 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-cf021871-34a4-4045-8e5c-67e8e941ee8c tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] 10.222.0.69 "DELETE /v2.0/subnets/6beccf49-70f4-4ca6-af6a-61efb3d70318 HTTP/1.1" status: 204 len: 168 time: 2.1278653 Apr 18 19:36:06.907720 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 33304) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:06.975930 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvr_db [None req-f9e129e4-58bf-4b2f-b48c-203201a99411 None None] Set router 5db9a198-cca2-4839-964d-989973220cd5 gateway port host: n-d-836017-2 {{(pid=84766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:36:07.044122 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-dd92fbff-e998-4f3d-be7f-47c40a9deef1 req-f922b814-5f8e-48d0-be11-fb4d89fddd53 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Notify callbacks [] for port, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:07.081215 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724eddce-27b2-4a71-8297-20a5af537387 None None] Network b69ea7bb-cbf2-4f04-858a-eb6c817d3a8c requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:36:07.110730 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-0610003e-a4e4-409e-b18b-c94cd3f60d6c req-1c255057-e6f1-4a86-bc99-99169fc7ce55 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Synchronizing usage tracker for tenant:d24c05963c4f41ee8c8189c7acc53c87 on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:36:07.163093 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-0610003e-a4e4-409e-b18b-c94cd3f60d6c req-1c255057-e6f1-4a86-bc99-99169fc7ce55 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Unset dirty status for tenant:d24c05963c4f41ee8c8189c7acc53c87 on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:36:07.169198 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0610003e-a4e4-409e-b18b-c94cd3f60d6c req-1c255057-e6f1-4a86-bc99-99169fc7ce55 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.69 "GET /v2.0/ports?device_id=9fa46597-e784-41cf-816d-60aa1608c3a5 HTTP/1.1" status: 200 len: 210 time: 0.2787077 Apr 18 19:36:07.182945 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-dd92fbff-e998-4f3d-be7f-47c40a9deef1 req-f922b814-5f8e-48d0-be11-fb4d89fddd53 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:07.202901 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b0c094d5-a64d-418b-adca-3ad6721e1bf3 admin admin] Notify callbacks [] for router, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:07.344152 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] get_ports_and_sgs() called for port_ids ['41ba133b-cad2-4cdb-9a46-9cff74025eb1'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:36:07.358412 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd92fbff-e998-4f3d-be7f-47c40a9deef1 req-f922b814-5f8e-48d0-be11-fb4d89fddd53 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Network a15d993a-6587-4728-b6e5-6aacd5a8669a is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:36:07.362896 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [req-dd92fbff-e998-4f3d-be7f-47c40a9deef1 req-f922b814-5f8e-48d0-be11-fb4d89fddd53 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:36:07.369034 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd92fbff-e998-4f3d-be7f-47c40a9deef1 req-f922b814-5f8e-48d0-be11-fb4d89fddd53 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Received port after_create {{(pid=84763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:36:07.407280 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-095d97a5-8a9c-4e9b-a9a0-4d38b8e92546 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:07.408161 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-095d97a5-8a9c-4e9b-a9a0-4d38b8e92546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416864'] for router, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:07.410453 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f922b814-5f8e-48d0-be11-fb4d89fddd53 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Pushing event updated for resources: {'Port': ['ID=4684dfb2-682f-4e56-958b-9234e6b3c272,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:07.488434 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-f9e129e4-58bf-4b2f-b48c-203201a99411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db9a198-cca2-4839-964d-989973220cd5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1770307152-router', 'tenant_id': '542ab1652bc6481698039fdf0fdfca7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '6b2bb02a-da4d-441c-99c1-1d7d04d15bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:34:22Z', 'updated_at': '2022-04-18T19:36:02Z', 'revision_number': 5, 'project_id': '542ab1652bc6481698039fdf0fdfca7f', 'gw_port': {'id': '6b2bb02a-da4d-441c-99c1-1d7d04d15bca', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d6:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db9a198-cca2-4839-964d-989973220cd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:34:24Z', 'updated_at': '2022-04-18T19:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2'}], 'n-d-836017-2', False) {} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:36:07.499201 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e129e4-58bf-4b2f-b48c-203201a99411 None None] Checking router: 5db9a198-cca2-4839-964d-989973220cd5 for host: n-d-836017-2 {{(pid=84766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:36:07.529066 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e129e4-58bf-4b2f-b48c-203201a99411 None None] Routers {'5db9a198-cca2-4839-964d-989973220cd5'} bound to L3 agent in host n-d-836017-2 {{(pid=84766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:36:07.532369 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-f9e129e4-58bf-4b2f-b48c-203201a99411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:35:50Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['5db9a198-cca2-4839-964d-989973220cd5'], 'active': True} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:36:07.609192 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd92fbff-e998-4f3d-be7f-47c40a9deef1 req-f922b814-5f8e-48d0-be11-fb4d89fddd53 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:07.613600 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-dd92fbff-e998-4f3d-be7f-47c40a9deef1 req-f922b814-5f8e-48d0-be11-fb4d89fddd53 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:07.629769 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-c518a445-d7ba-451b-86a5-2b4d68af9fbd None None] Provisioning for port afe8ae54-6bb0-45b9-ac3e-d4dfffee1113 completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:36:07.684291 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-c518a445-d7ba-451b-86a5-2b4d68af9fbd None None] Provisioning complete for port afe8ae54-6bb0-45b9-ac3e-d4dfffee1113 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:36:07.685005 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c518a445-d7ba-451b-86a5-2b4d68af9fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:07.952293 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvr_db [None req-f9e129e4-58bf-4b2f-b48c-203201a99411 None None] Set router 5db9a198-cca2-4839-964d-989973220cd5 gateway port host: n-d-836017-2 {{(pid=84766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:36:07.977348 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-dd92fbff-e998-4f3d-be7f-47c40a9deef1 req-f922b814-5f8e-48d0-be11-fb4d89fddd53 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0025344 Apr 18 19:36:07.989468 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-9775ed86-062b-4855-bf18-e4d7263bad34 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:08.006152 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-dd92fbff-e998-4f3d-be7f-47c40a9deef1 req-bc3d3cb7-d5ff-471c-a578-2efd0c57ae26 service neutron] Request body: {'port': {'device_id': '9fa46597-e784-41cf-816d-60aa1608c3a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-2'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:36:08.081431 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-9775ed86-062b-4855-bf18-e4d7263bad34 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Deleting port db1c7da3-a82e-41af-8c76-785f063e9d2a {{(pid=84764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:36:08.082040 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-9775ed86-062b-4855-bf18-e4d7263bad34 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:08.138652 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c518a445-d7ba-451b-86a5-2b4d68af9fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:08.264073 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b36b208-67b9-41b4-95c1-ae305252d09c None None] DHCP port deletion for b69ea7bb-cbf2-4f04-858a-eb6c817d3a8c request from n-d-836017-2 {{(pid=84765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 19:36:08.279296 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-c518a445-d7ba-451b-86a5-2b4d68af9fbd None None] For port afe8ae54-6bb0-45b9-ac3e-d4dfffee1113, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=afe8ae54-6bb0-45b9-ac3e-d4dfffee1113,segment=NetworkSegment(d7b5cbe0-8fc8-4115-92e4-1bd19913a956),segment_id=d7b5cbe0-8fc8-4115-92e4-1bd19913a956)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:36:08.281108 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-4b36b208-67b9-41b4-95c1-ae305252d09c None None] Deleting port db1c7da3-a82e-41af-8c76-785f063e9d2a {{(pid=84765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:36:08.284937 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4b36b208-67b9-41b4-95c1-ae305252d09c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:08.362442 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-dd92fbff-e998-4f3d-be7f-47c40a9deef1 req-bc3d3cb7-d5ff-471c-a578-2efd0c57ae26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:08.394540 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26af609-1619-49c2-bb12-23e89e3cf024 req-7540397b-914b-4256-b707-86e99ebef9cc tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:08.394540 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e26af609-1619-49c2-bb12-23e89e3cf024 req-7540397b-914b-4256-b707-86e99ebef9cc tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=52682ca6-5780-4875-8549-0db4bcfd16b0 HTTP/1.1" status: 200 len: 945 time: 0.6076858 Apr 18 19:36:08.471627 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c518a445-d7ba-451b-86a5-2b4d68af9fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:08.483772 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27217828-d112-434b-8d54-25166ba03019 req-b5aa1910-34ae-421a-9623-45424b88bf16 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:08.491418 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-27217828-d112-434b-8d54-25166ba03019 req-b5aa1910-34ae-421a-9623-45424b88bf16 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] 10.222.0.69 "GET /v2.0/ports?device_id=042e752e-6ab0-4b23-b37e-7217e8897b50 HTTP/1.1" status: 200 len: 945 time: 1.1425507 Apr 18 19:36:08.593983 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [None req-9775ed86-062b-4855-bf18-e4d7263bad34 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] For port db1c7da3-a82e-41af-8c76-785f063e9d2a, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=db1c7da3-a82e-41af-8c76-785f063e9d2a,segment=NetworkSegment(4df9e48b-7ca0-4fab-bc57-7a3eee83145d),segment_id=4df9e48b-7ca0-4fab-bc57-7a3eee83145d)] {{(pid=84764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:36:08.593983 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-9775ed86-062b-4855-bf18-e4d7263bad34 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:08.601143 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-f9e129e4-58bf-4b2f-b48c-203201a99411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db9a198-cca2-4839-964d-989973220cd5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1770307152-router', 'tenant_id': '542ab1652bc6481698039fdf0fdfca7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '6b2bb02a-da4d-441c-99c1-1d7d04d15bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:34:22Z', 'updated_at': '2022-04-18T19:36:02Z', 'revision_number': 5, 'project_id': '542ab1652bc6481698039fdf0fdfca7f', 'gw_port': {'id': '6b2bb02a-da4d-441c-99c1-1d7d04d15bca', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d6:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db9a198-cca2-4839-964d-989973220cd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:34:24Z', 'updated_at': '2022-04-18T19:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2'}], 'n-d-836017-2', False) {} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:36:08.607806 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e129e4-58bf-4b2f-b48c-203201a99411 None None] The sync data for ids ['5db9a198-cca2-4839-964d-989973220cd5'] in n-d-836017-2 is: [{'id': '5db9a198-cca2-4839-964d-989973220cd5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1770307152-router', 'tenant_id': '542ab1652bc6481698039fdf0fdfca7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '6b2bb02a-da4d-441c-99c1-1d7d04d15bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:34:22Z', 'updated_at': '2022-04-18T19:36:02Z', 'revision_number': 5, 'project_id': '542ab1652bc6481698039fdf0fdfca7f', 'gw_port': {'id': '6b2bb02a-da4d-441c-99c1-1d7d04d15bca', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d6:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db9a198-cca2-4839-964d-989973220cd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:34:24Z', 'updated_at': '2022-04-18T19:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2'}] {{(pid=84766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:36:08.647851 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c518a445-d7ba-451b-86a5-2b4d68af9fbd None None] Pushing event updated for resources: {'Port': ['ID=afe8ae54-6bb0-45b9-ac3e-d4dfffee1113,revision_number=3']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:08.789297 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-9775ed86-062b-4855-bf18-e4d7263bad34 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Calling delete_port for db1c7da3-a82e-41af-8c76-785f063e9d2a owned by network:dhcp {{(pid=84764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:36:08.817469 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-1d1a0814-2e47-41b8-b62e-3a996c0f46db None None] Provisioning complete for port afe8ae54-6bb0-45b9-ac3e-d4dfffee1113 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:36:08.817833 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1d1a0814-2e47-41b8-b62e-3a996c0f46db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:08.840589 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-27217828-d112-434b-8d54-25166ba03019 req-e28e1965-e557-4282-a9e6-04a64badae63 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] 10.222.0.69 "GET /v2.0/security-groups?id=da701d94-d5ec-4d45-a306-33194a2dfb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3467655 Apr 18 19:36:08.926237 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b0c094d5-a64d-418b-adca-3ad6721e1bf3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:08.944722 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e26af609-1619-49c2-bb12-23e89e3cf024 req-2e279d03-c6ea-47de-aace-469afe98f4cc tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/security-groups?id=6dce0218-3e63-47f4-ad5c-3b3c3b13b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5419419 Apr 18 19:36:08.951552 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-4b36b208-67b9-41b4-95c1-ae305252d09c None None] For port db1c7da3-a82e-41af-8c76-785f063e9d2a, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=db1c7da3-a82e-41af-8c76-785f063e9d2a,segment=NetworkSegment(4df9e48b-7ca0-4fab-bc57-7a3eee83145d),segment_id=4df9e48b-7ca0-4fab-bc57-7a3eee83145d)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:36:08.952061 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4b36b208-67b9-41b4-95c1-ae305252d09c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:09.083093 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-9775ed86-062b-4855-bf18-e4d7263bad34 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:09.087379 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-b0c094d5-a64d-418b-adca-3ad6721e1bf3 admin admin] Deleting port 6b2bb02a-da4d-441c-99c1-1d7d04d15bca {{(pid=84764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:36:09.087855 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b0c094d5-a64d-418b-adca-3ad6721e1bf3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:09.099768 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-4b36b208-67b9-41b4-95c1-ae305252d09c None None] Calling delete_port for db1c7da3-a82e-41af-8c76-785f063e9d2a owned by network:dhcp {{(pid=84765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:36:09.202492 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9775ed86-062b-4855-bf18-e4d7263bad34 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Pushing event deleted for resources: {'Port': ['ID=db1c7da3-a82e-41af-8c76-785f063e9d2a,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:09.238917 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9775ed86-062b-4855-bf18-e4d7263bad34 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] No DVR routers for this DVR port db1c7da3-a82e-41af-8c76-785f063e9d2a on host n-d-836017-2 {{(pid=84764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:36:09.260345 n-d-836017-2 neutron-server[84765]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 18 19:36:09.260345 n-d-836017-2 neutron-server[84765]: util.warn_limited( Apr 18 19:36:09.260345 n-d-836017-2 neutron-server[84765]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:36:09.260345 n-d-836017-2 neutron-server[84765]: util.warn( Apr 18 19:36:09.260345 n-d-836017-2 neutron-server[84765]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:36:09.260345 n-d-836017-2 neutron-server[84765]: util.warn( Apr 18 19:36:09.260345 n-d-836017-2 neutron-server[84765]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:36:09.260345 n-d-836017-2 neutron-server[84765]: util.warn( Apr 18 19:36:09.260345 n-d-836017-2 neutron-server[84765]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:36:09.260345 n-d-836017-2 neutron-server[84765]: util.warn( Apr 18 19:36:09.260345 n-d-836017-2 neutron-server[84765]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:36:09.260345 n-d-836017-2 neutron-server[84765]: util.warn( Apr 18 19:36:09.260345 n-d-836017-2 neutron-server[84765]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:36:09.260345 n-d-836017-2 neutron-server[84765]: util.warn( Apr 18 19:36:09.260345 n-d-836017-2 neutron-server[84765]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:36:09.260345 n-d-836017-2 neutron-server[84765]: util.warn( Apr 18 19:36:09.260345 n-d-836017-2 neutron-server[84765]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:36:09.260345 n-d-836017-2 neutron-server[84765]: util.warn( Apr 18 19:36:09.260345 n-d-836017-2 neutron-server[84765]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:36:09.260345 n-d-836017-2 neutron-server[84765]: util.warn( Apr 18 19:36:09.260345 n-d-836017-2 neutron-server[84765]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:36:09.260345 n-d-836017-2 neutron-server[84765]: util.warn( Apr 18 19:36:09.260345 n-d-836017-2 neutron-server[84765]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:36:09.260345 n-d-836017-2 neutron-server[84765]: util.warn( Apr 18 19:36:09.260345 n-d-836017-2 neutron-server[84765]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:36:09.260345 n-d-836017-2 neutron-server[84765]: util.warn( Apr 18 19:36:09.260345 n-d-836017-2 neutron-server[84765]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:36:09.260345 n-d-836017-2 neutron-server[84765]: util.warn( Apr 18 19:36:09.260345 n-d-836017-2 neutron-server[84765]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:36:09.260345 n-d-836017-2 neutron-server[84765]: util.warn( Apr 18 19:36:09.260345 n-d-836017-2 neutron-server[84765]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:36:09.260345 n-d-836017-2 neutron-server[84765]: util.warn( Apr 18 19:36:09.260345 n-d-836017-2 neutron-server[84765]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:36:09.260345 n-d-836017-2 neutron-server[84765]: util.warn( Apr 18 19:36:09.260345 n-d-836017-2 neutron-server[84765]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:36:09.260345 n-d-836017-2 neutron-server[84765]: util.warn( Apr 18 19:36:09.260345 n-d-836017-2 neutron-server[84765]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:36:09.260345 n-d-836017-2 neutron-server[84765]: util.warn( Apr 18 19:36:09.260345 n-d-836017-2 neutron-server[84765]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:36:09.260345 n-d-836017-2 neutron-server[84765]: util.warn( Apr 18 19:36:09.260345 n-d-836017-2 neutron-server[84765]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:36:09.260345 n-d-836017-2 neutron-server[84765]: util.warn( Apr 18 19:36:09.263441 n-d-836017-2 neutron-server[84765]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:36:09.263441 n-d-836017-2 neutron-server[84765]: util.warn( Apr 18 19:36:09.263441 n-d-836017-2 neutron-server[84765]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:36:09.263441 n-d-836017-2 neutron-server[84765]: util.warn( Apr 18 19:36:09.263441 n-d-836017-2 neutron-server[84765]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:36:09.263441 n-d-836017-2 neutron-server[84765]: util.warn( Apr 18 19:36:09.263441 n-d-836017-2 neutron-server[84765]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:36:09.263441 n-d-836017-2 neutron-server[84765]: util.warn( Apr 18 19:36:09.263441 n-d-836017-2 neutron-server[84765]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:36:09.263441 n-d-836017-2 neutron-server[84765]: util.warn( Apr 18 19:36:09.263441 n-d-836017-2 neutron-server[84765]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:36:09.263441 n-d-836017-2 neutron-server[84765]: util.warn( Apr 18 19:36:09.263441 n-d-836017-2 neutron-server[84765]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:36:09.263441 n-d-836017-2 neutron-server[84765]: util.warn( Apr 18 19:36:09.265483 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-4b36b208-67b9-41b4-95c1-ae305252d09c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84765) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 19:36:09.265843 n-d-836017-2 neutron-server[84765]: DEBUG oslo_db.api [None req-4b36b208-67b9-41b4-95c1-ae305252d09c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 19:36:09.297208 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-095d97a5-8a9c-4e9b-a9a0-4d38b8e92546 admin admin] Router 647c356c-ac36-413e-80ed-17c53878abef is scheduled to L3 agent 21b59c62-f184-4169-bc3e-79831cc043e8 with binding_index 1 {{(pid=84763) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 19:36:09.335103 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [req-dd92fbff-e998-4f3d-be7f-47c40a9deef1 req-bc3d3cb7-d5ff-471c-a578-2efd0c57ae26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4684dfb2-682f-4e56-958b-9234e6b3c272 {{(pid=84763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:36:09.396850 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-dd92fbff-e998-4f3d-be7f-47c40a9deef1 req-bc3d3cb7-d5ff-471c-a578-2efd0c57ae26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:09.457986 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.agents_db [None req-eb67022b-f881-4bc8-8f45-fca90fb27803 None None] Agent healthcheck: found 7 active agents {{(pid=84766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:36:09.482302 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [req-dd92fbff-e998-4f3d-be7f-47c40a9deef1 req-bc3d3cb7-d5ff-471c-a578-2efd0c57ae26 service neutron] Transition to ACTIVE for port object 4684dfb2-682f-4e56-958b-9234e6b3c272 will not be triggered until provisioned by entity L2. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:36:09.500630 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-9775ed86-062b-4855-bf18-e4d7263bad34 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256345', 'neutron.services.segments.db._delete_segments_for_network-8791093852025'] for network, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:09.531135 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-dd92fbff-e998-4f3d-be7f-47c40a9deef1 req-bc3d3cb7-d5ff-471c-a578-2efd0c57ae26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:09.542967 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18255ea9-d0e2-4b25-ae61-b2c21fd12e0d req-60c443df-04bf-4980-a1a2-1bc6effd8458 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:09.544471 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-18255ea9-d0e2-4b25-ae61-b2c21fd12e0d req-60c443df-04bf-4980-a1a2-1bc6effd8458 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.69 "GET /v2.0/ports?device_id=9fa46597-e784-41cf-816d-60aa1608c3a5 HTTP/1.1" status: 200 len: 931 time: 0.5350163 Apr 18 19:36:09.555882 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-9775ed86-062b-4855-bf18-e4d7263bad34 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b69ea7bb-cbf2-4f04-858a-eb6c817d3a8c']}} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:36:09.569158 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [None req-b0c094d5-a64d-418b-adca-3ad6721e1bf3 admin admin] For port 6b2bb02a-da4d-441c-99c1-1d7d04d15bca, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=6b2bb02a-da4d-441c-99c1-1d7d04d15bca,segment=NetworkSegment(5de34947-6c56-419b-85d0-f61f69ce7c45),segment_id=5de34947-6c56-419b-85d0-f61f69ce7c45)] {{(pid=84764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:36:09.569522 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b0c094d5-a64d-418b-adca-3ad6721e1bf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:09.607210 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-9775ed86-062b-4855-bf18-e4d7263bad34 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4df9e48b-7ca0-4fab-bc57-7a3eee83145d') {'for_net_delete': True} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:36:09.607514 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-9775ed86-062b-4855-bf18-e4d7263bad34 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4df9e48b-7ca0-4fab-bc57-7a3eee83145d') {} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:36:09.684697 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3d3cb7-d5ff-471c-a578-2efd0c57ae26 service neutron] Pushing event updated for resources: {'Port': ['ID=4684dfb2-682f-4e56-958b-9234e6b3c272,revision_number=2']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:09.743650 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-b0c094d5-a64d-418b-adca-3ad6721e1bf3 admin admin] Calling delete_port for 6b2bb02a-da4d-441c-99c1-1d7d04d15bca owned by network:router_gateway {{(pid=84764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:36:09.767040 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-4b36b208-67b9-41b4-95c1-ae305252d09c None None] Deleting port db1c7da3-a82e-41af-8c76-785f063e9d2a {{(pid=84765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:36:09.767561 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4b36b208-67b9-41b4-95c1-ae305252d09c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:09.781322 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-9775ed86-062b-4855-bf18-e4d7263bad34 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791093851908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66932133'] for segment, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:09.823242 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-9775ed86-062b-4855-bf18-e4d7263bad34 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:09.825188 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-095d97a5-8a9c-4e9b-a9a0-4d38b8e92546 admin admin] Notify agent at l3_agent.n-d-836017-2 the message routers_updated {{(pid=84763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:36:09.829373 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-18255ea9-d0e2-4b25-ae61-b2c21fd12e0d req-9db3d990-3160-4474-bc36-f9c116ae7b98 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Synchronizing usage tracker for tenant:d24c05963c4f41ee8c8189c7acc53c87 on resource:security_group {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:36:09.853063 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9775ed86-062b-4855-bf18-e4d7263bad34 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=84764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:36:09.853774 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-9775ed86-062b-4855-bf18-e4d7263bad34 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2290898'] for segment, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:09.868263 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-4b36b208-67b9-41b4-95c1-ae305252d09c None None] The port 'db1c7da3-a82e-41af-8c76-785f063e9d2a' was deleted {{(pid=84765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 19:36:09.872456 n-d-836017-2 neutron-server[84764]: Traceback (most recent call last): Apr 18 19:36:09.872456 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:36:09.872456 n-d-836017-2 neutron-server[84764]: timer() Apr 18 19:36:09.872456 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:36:09.872456 n-d-836017-2 neutron-server[84764]: cb(*args, **kw) Apr 18 19:36:09.872456 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:36:09.872456 n-d-836017-2 neutron-server[84764]: return func(*args, **kwargs) Apr 18 19:36:09.872456 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:36:09.872456 n-d-836017-2 neutron-server[84764]: self._notify() Apr 18 19:36:09.872456 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:36:09.872456 n-d-836017-2 neutron-server[84764]: self.callback(batched_events) Apr 18 19:36:09.872456 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:36:09.872456 n-d-836017-2 neutron-server[84764]: event.method(event) Apr 18 19:36:09.872456 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:36:09.872456 n-d-836017-2 neutron-server[84764]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:36:09.872456 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:36:09.872456 n-d-836017-2 neutron-server[84764]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:36:09.872456 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:36:09.872456 n-d-836017-2 neutron-server[84764]: return f(self, *a, **k) Apr 18 19:36:09.872456 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:36:09.872456 n-d-836017-2 neutron-server[84764]: return self._get(url).json() Apr 18 19:36:09.872456 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:36:09.872456 n-d-836017-2 neutron-server[84764]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:36:09.872456 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:36:09.872456 n-d-836017-2 neutron-server[84764]: return self.request(url, 'GET', **kwargs) Apr 18 19:36:09.872456 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:36:09.872456 n-d-836017-2 neutron-server[84764]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:36:09.872456 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:36:09.872456 n-d-836017-2 neutron-server[84764]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:36:09.872456 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:36:09.872456 n-d-836017-2 neutron-server[84764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:36:09.872456 n-d-836017-2 neutron-server[84764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:36:09.875158 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b03cbf6-a4c9-4187-9430-92a55728c832 None None] Sync routers for ids ['647c356c-ac36-413e-80ed-17c53878abef'] in n-d-836017-2 {{(pid=84765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:36:09.895283 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-dd92fbff-e998-4f3d-be7f-47c40a9deef1 req-bc3d3cb7-d5ff-471c-a578-2efd0c57ae26 service neutron] Attempting to bind port 4684dfb2-682f-4e56-958b-9234e6b3c272 on host n-h2-836017-2 for vnic_type normal with profile {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:36:09.895932 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-dd92fbff-e998-4f3d-be7f-47c40a9deef1 req-bc3d3cb7-d5ff-471c-a578-2efd0c57ae26 service neutron] Attempting to bind port 4684dfb2-682f-4e56-958b-9234e6b3c272 by drivers openvswitch,hyperv on host n-h2-836017-2 at level 0 using segments [{'id': '5ace1d40-f719-4fb4-a8a8-baa0ea54f7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'a15d993a-6587-4728-b6e5-6aacd5a8669a'}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:36:09.897315 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd92fbff-e998-4f3d-be7f-47c40a9deef1 req-bc3d3cb7-d5ff-471c-a578-2efd0c57ae26 service neutron] Attempting to bind port 4684dfb2-682f-4e56-958b-9234e6b3c272 on network a15d993a-6587-4728-b6e5-6aacd5a8669a {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:36:09.909412 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd92fbff-e998-4f3d-be7f-47c40a9deef1 req-bc3d3cb7-d5ff-471c-a578-2efd0c57ae26 service neutron] Port 4684dfb2-682f-4e56-958b-9234e6b3c272 on network a15d993a-6587-4728-b6e5-6aacd5a8669a not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-2 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:36:09.910128 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd92fbff-e998-4f3d-be7f-47c40a9deef1 req-bc3d3cb7-d5ff-471c-a578-2efd0c57ae26 service neutron] Attempting to bind port 4684dfb2-682f-4e56-958b-9234e6b3c272 on network a15d993a-6587-4728-b6e5-6aacd5a8669a {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:36:09.923145 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd92fbff-e998-4f3d-be7f-47c40a9deef1 req-bc3d3cb7-d5ff-471c-a578-2efd0c57ae26 service neutron] Checking agent: {'id': '02e8f951-d3a3-40e1-b8cc-aed258af030b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 35, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:36:09.923755 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd92fbff-e998-4f3d-be7f-47c40a9deef1 req-bc3d3cb7-d5ff-471c-a578-2efd0c57ae26 service neutron] Checking segment: {'id': '5ace1d40-f719-4fb4-a8a8-baa0ea54f7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'a15d993a-6587-4728-b6e5-6aacd5a8669a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:36:09.924470 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd92fbff-e998-4f3d-be7f-47c40a9deef1 req-bc3d3cb7-d5ff-471c-a578-2efd0c57ae26 service neutron] Bound using segment: {'id': '5ace1d40-f719-4fb4-a8a8-baa0ea54f7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'a15d993a-6587-4728-b6e5-6aacd5a8669a'} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:36:09.925311 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-dd92fbff-e998-4f3d-be7f-47c40a9deef1 req-bc3d3cb7-d5ff-471c-a578-2efd0c57ae26 service neutron] Bound port: 4684dfb2-682f-4e56-958b-9234e6b3c272, host: n-h2-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ace1d40-f719-4fb4-a8a8-baa0ea54f7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'a15d993a-6587-4728-b6e5-6aacd5a8669a'}}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:36:09.925998 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-dd92fbff-e998-4f3d-be7f-47c40a9deef1 req-bc3d3cb7-d5ff-471c-a578-2efd0c57ae26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:09.932558 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b03cbf6-a4c9-4187-9430-92a55728c832 None None] Routers {'647c356c-ac36-413e-80ed-17c53878abef'} bound to L3 agent in host n-d-836017-2 {{(pid=84765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:36:09.951489 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-9b03cbf6-a4c9-4187-9430-92a55728c832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:35:50Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['647c356c-ac36-413e-80ed-17c53878abef'], 'active': True} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:36:10.111450 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-dd92fbff-e998-4f3d-be7f-47c40a9deef1 req-bc3d3cb7-d5ff-471c-a578-2efd0c57ae26 service neutron] For port 4684dfb2-682f-4e56-958b-9234e6b3c272, host n-h2-836017-2, cleared binding levels {{(pid=84763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:36:10.120876 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-095d97a5-8a9c-4e9b-a9a0-4d38b8e92546 admin admin] Notify callbacks [] for router, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:10.125450 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-18255ea9-d0e2-4b25-ae61-b2c21fd12e0d req-9db3d990-3160-4474-bc36-f9c116ae7b98 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Unset dirty status for tenant:d24c05963c4f41ee8c8189c7acc53c87 on resource:security_group {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:36:10.125962 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-095d97a5-8a9c-4e9b-a9a0-4d38b8e92546 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 7.2963529 Apr 18 19:36:10.130852 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 33334) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:10.133672 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device afe8ae54-6bb0-45b9-ac3e-d4dfffee1113 up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:36:10.134380 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-18255ea9-d0e2-4b25-ae61-b2c21fd12e0d req-9db3d990-3160-4474-bc36-f9c116ae7b98 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.69 "GET /v2.0/security-groups?id=6dbbe555-f817-4989-8ffe-4d7514677d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5809009 Apr 18 19:36:10.135872 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-dd92fbff-e998-4f3d-be7f-47c40a9deef1 req-bc3d3cb7-d5ff-471c-a578-2efd0c57ae26 service neutron] For port 4684dfb2-682f-4e56-958b-9234e6b3c272, host n-h2-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=4684dfb2-682f-4e56-958b-9234e6b3c272,segment=NetworkSegment(5ace1d40-f719-4fb4-a8a8-baa0ea54f7e5),segment_id=5ace1d40-f719-4fb4-a8a8-baa0ea54f7e5)] {{(pid=84763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:36:10.276514 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-dd92fbff-e998-4f3d-be7f-47c40a9deef1 req-bc3d3cb7-d5ff-471c-a578-2efd0c57ae26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:10.307911 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-9775ed86-062b-4855-bf18-e4d7263bad34 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416801'] for network, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:10.337653 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-9775ed86-062b-4855-bf18-e4d7263bad34 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:10.363272 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9775ed86-062b-4855-bf18-e4d7263bad34 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] Pushing event deleted for resources: {'Network': ['ID=b69ea7bb-cbf2-4f04-858a-eb6c817d3a8c,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:10.376282 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-9775ed86-062b-4855-bf18-e4d7263bad34 tempest-AllowedAddressPairTestJSON-1857017475 tempest-AllowedAddressPairTestJSON-1857017475-project] 10.222.0.69 "DELETE /v2.0/networks/b69ea7bb-cbf2-4f04-858a-eb6c817d3a8c HTTP/1.1" status: 204 len: 168 time: 3.4675632 Apr 18 19:36:10.403651 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port afe8ae54-6bb0-45b9-ac3e-d4dfffee1113 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:36:10.403651 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:10.404020 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-dd92fbff-e998-4f3d-be7f-47c40a9deef1 req-bc3d3cb7-d5ff-471c-a578-2efd0c57ae26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:10.405569 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-dd92fbff-e998-4f3d-be7f-47c40a9deef1 req-bc3d3cb7-d5ff-471c-a578-2efd0c57ae26 service neutron] 10.222.0.72 "PUT /v2.0/ports/4684dfb2-682f-4e56-958b-9234e6b3c272 HTTP/1.1" status: 200 len: 1091 time: 2.4113128 Apr 18 19:36:10.416185 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fa46597-e784-41cf-816d-60aa1608c3a5', 'tag': '4684dfb2-682f-4e56-958b-9234e6b3c272'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:36:10.420592 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c89673-506c-48e5-89c0-aa3fa8e7fbdf req-b64f8ce6-fdb6-41ef-856d-b0ae6d514e5f tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:10.422333 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d7c89673-506c-48e5-89c0-aa3fa8e7fbdf req-b64f8ce6-fdb6-41ef-856d-b0ae6d514e5f tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=52682ca6-5780-4875-8549-0db4bcfd16b0 HTTP/1.1" status: 200 len: 945 time: 0.1659446 Apr 18 19:36:10.448423 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b0c094d5-a64d-418b-adca-3ad6721e1bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:10.467879 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e8b016-81ad-443d-8d22-e05293c0da7e req-f405b073-1d12-4324-a755-4a6b049c15e1 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:10.487264 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-73e8b016-81ad-443d-8d22-e05293c0da7e req-f405b073-1d12-4324-a755-4a6b049c15e1 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] 10.222.0.69 "GET /v2.0/ports?device_id=042e752e-6ab0-4b23-b37e-7217e8897b50 HTTP/1.1" status: 200 len: 945 time: 0.4383411 Apr 18 19:36:10.491571 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-9b03cbf6-a4c9-4187-9430-92a55728c832 None None] Set router 647c356c-ac36-413e-80ed-17c53878abef gateway port host: n-d-836017-2 {{(pid=84765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:36:10.518430 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c094d5-a64d-418b-adca-3ad6721e1bf3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b2bb02a-da4d-441c-99c1-1d7d04d15bca,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:10.538911 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3d3cb7-d5ff-471c-a578-2efd0c57ae26 service neutron] Pushing event updated for resources: {'Port': ['ID=4684dfb2-682f-4e56-958b-9234e6b3c272,revision_number=3']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:10.592871 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-73e8b016-81ad-443d-8d22-e05293c0da7e req-5e45cef6-a37f-4657-9214-36687bbbd730 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] 10.222.0.69 "GET /v2.0/security-groups?id=da701d94-d5ec-4d45-a306-33194a2dfb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992212 Apr 18 19:36:10.739963 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d7c89673-506c-48e5-89c0-aa3fa8e7fbdf req-4943a253-7ae5-408f-b87c-49c3fb5b41f5 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/security-groups?id=6dce0218-3e63-47f4-ad5c-3b3c3b13b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3089905 Apr 18 19:36:10.747679 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0426461-ae09-4f79-a8b3-8df69eadc60e'] response: {'name': 'network-changed', 'server_uuid': '9fa46597-e784-41cf-816d-60aa1608c3a5', 'tag': '4684dfb2-682f-4e56-958b-9234e6b3c272', 'status': 'completed', 'code': 200} Apr 18 19:36:10.967506 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device db1c7da3-a82e-41af-8c76-785f063e9d2a no longer exists at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:36:10.990883 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b0c094d5-a64d-418b-adca-3ad6721e1bf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416828'] for router_gateway, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:10.998530 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-dd92fbff-e998-4f3d-be7f-47c40a9deef1 req-f0d01b37-5c74-43f2-8efd-fe13217615b7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d24c05963c4f41ee8c8189c7acc53c87&device_id=9fa46597-e784-41cf-816d-60aa1608c3a5 HTTP/1.1" status: 200 len: 1094 time: 0.3912303 Apr 18 19:36:11.036546 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] No Port match for: db1c7da3-a82e-41af-8c76-785f063e9d2a {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:36:11.036880 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device db1c7da3-a82e-41af-8c76-785f063e9d2a not bound to the agent host n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:36:11.037281 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device e48e6d70-fd6b-4f0d-bf4c-b5f4a16be198 no longer exists at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:36:11.081423 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] No Port match for: e48e6d70-fd6b-4f0d-bf4c-b5f4a16be198 {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:36:11.081815 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device e48e6d70-fd6b-4f0d-bf4c-b5f4a16be198 not bound to the agent host n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:36:11.113662 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-9b03cbf6-a4c9-4187-9430-92a55728c832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '647c356c-ac36-413e-80ed-17c53878abef', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-462904081-router', 'tenant_id': '9310ca8ba6724b55a7efbc8c8976b2eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '3a66d512-5ac0-4959-bd04-73072f0a3b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:36:03Z', 'updated_at': '2022-04-18T19:36:06Z', 'revision_number': 3, 'project_id': '9310ca8ba6724b55a7efbc8c8976b2eb', 'gw_port': {'id': '3a66d512-5ac0-4959-bd04-73072f0a3b8d', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:6d:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '647c356c-ac36-413e-80ed-17c53878abef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:36:04Z', 'updated_at': '2022-04-18T19:36:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2'}], 'n-d-836017-2', False) {} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:36:11.119816 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b03cbf6-a4c9-4187-9430-92a55728c832 None None] Checking router: 647c356c-ac36-413e-80ed-17c53878abef for host: n-d-836017-2 {{(pid=84765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:36:11.121493 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b03cbf6-a4c9-4187-9430-92a55728c832 None None] Updating router 647c356c-ac36-413e-80ed-17c53878abef port 3a66d512-5ac0-4959-bd04-73072f0a3b8d binding host n-d-836017-2 {{(pid=84765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 19:36:11.244027 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-dd92fbff-e998-4f3d-be7f-47c40a9deef1 req-b4804cf1-6073-44c4-9c62-c491e8f1ae7e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4684dfb2-682f-4e56-958b-9234e6b3c272 HTTP/1.1" status: 200 len: 217 time: 0.2289319 Apr 18 19:36:11.342268 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b0c094d5-a64d-418b-adca-3ad6721e1bf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4443'] for router, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:11.349347 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b0c094d5-a64d-418b-adca-3ad6721e1bf3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:11.377846 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9b03cbf6-a4c9-4187-9430-92a55728c832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:11.393522 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 33352) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:11.443082 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd92fbff-e998-4f3d-be7f-47c40a9deef1 req-263cd8de-d4b7-4cf1-8f38-d9d8fc820e12 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:11.444605 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-dd92fbff-e998-4f3d-be7f-47c40a9deef1 req-263cd8de-d4b7-4cf1-8f38-d9d8fc820e12 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3cbdddc8-bf0a-4ac7-9f09-4e4fdeb7252a HTTP/1.1" status: 200 len: 852 time: 0.1949532 Apr 18 19:36:11.474005 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a165ad2-d82c-4afb-a5e3-d511c0c795f3 req-7e278132-1d40-485d-bd98-cdb5f53fc759 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:11.476145 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-0a165ad2-d82c-4afb-a5e3-d511c0c795f3 req-7e278132-1d40-485d-bd98-cdb5f53fc759 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=52682ca6-5780-4875-8549-0db4bcfd16b0 HTTP/1.1" status: 200 len: 945 time: 0.1175752 Apr 18 19:36:11.517198 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-dd92fbff-e998-4f3d-be7f-47c40a9deef1 req-2328fb65-3ebb-4c22-83ab-6edcb736ffe5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a15d993a-6587-4728-b6e5-6aacd5a8669a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566678 Apr 18 19:36:11.536389 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b0c094d5-a64d-418b-adca-3ad6721e1bf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412768'] for router, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:11.537149 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0c094d5-a64d-418b-adca-3ad6721e1bf3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5db9a198-cca2-4839-964d-989973220cd5 {{(pid=84764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 19:36:11.575982 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b0c094d5-a64d-418b-adca-3ad6721e1bf3 admin admin] Notify callbacks [] for router, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:11.581298 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-b0c094d5-a64d-418b-adca-3ad6721e1bf3 admin admin] 10.222.0.69 "DELETE /v2.0/routers/5db9a198-cca2-4839-964d-989973220cd5 HTTP/1.1" status: 204 len: 168 time: 5.1539752 Apr 18 19:36:11.592896 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-0a165ad2-d82c-4afb-a5e3-d511c0c795f3 req-312c6825-28b3-4a5e-8782-a526eeaaa511 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/security-groups?id=6dce0218-3e63-47f4-ad5c-3b3c3b13b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063945 Apr 18 19:36:11.593485 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 33360) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:11.782513 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a069773-8ba8-4594-8e39-d73b06f4d06c req-26101122-8b82-46a0-98c9-a61c676fd6e8 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:11.792155 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0a069773-8ba8-4594-8e39-d73b06f4d06c req-26101122-8b82-46a0-98c9-a61c676fd6e8 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.69 "GET /v2.0/ports?device_id=9fa46597-e784-41cf-816d-60aa1608c3a5 HTTP/1.1" status: 200 len: 943 time: 0.4393449 Apr 18 19:36:11.807024 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dc1f779-c8b9-4204-8b23-d0dc6c53a9e4 admin admin] Deleting subnet 243c42e2-37fd-4e07-9b81-bac922c31c79 {{(pid=84764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:36:11.814644 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-2dc1f779-c8b9-4204-8b23-d0dc6c53a9e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:11.892391 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9b03cbf6-a4c9-4187-9430-92a55728c832 None None] Notify callbacks [] for port, precommit_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:11.909352 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9b03cbf6-a4c9-4187-9430-92a55728c832 None None] Transition to ACTIVE for port object 3a66d512-5ac0-4959-bd04-73072f0a3b8d will not be triggered until provisioned by entity L2. {{(pid=84765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:36:11.940071 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-2dc1f779-c8b9-4204-8b23-d0dc6c53a9e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66931798'] for subnet, precommit_delete_associations {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:12.018641 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9b03cbf6-a4c9-4187-9430-92a55728c832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:12.030325 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-79303e27-8ac5-464c-affc-4aab99457274 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1840cd49365f4d2284a7378139d0987c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6245408 Apr 18 19:36:12.033098 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 33372) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:12.063082 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-dd92fbff-e998-4f3d-be7f-47c40a9deef1 req-bcf6f1f0-834e-4ce9-b849-6cd0b8296d83 service neutron] 10.222.0.72 "GET /v2.0/networks/a15d993a-6587-4728-b6e5-6aacd5a8669a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5383837 Apr 18 19:36:12.095111 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ad0466-58fa-452c-8c4d-e7bbceb756cd req-dda871cb-f81d-4c2d-bcdf-4d6a5eb501f6 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:12.095394 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-0a069773-8ba8-4594-8e39-d73b06f4d06c req-de549fed-8ae0-4e81-b164-3a2a2187ff89 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Synchronizing usage tracker for tenant:d24c05963c4f41ee8c8189c7acc53c87 on resource:security_group {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:36:12.098262 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a7ad0466-58fa-452c-8c4d-e7bbceb756cd req-dda871cb-f81d-4c2d-bcdf-4d6a5eb501f6 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] 10.222.0.69 "GET /v2.0/ports?device_id=042e752e-6ab0-4b23-b37e-7217e8897b50 HTTP/1.1" status: 200 len: 945 time: 0.2912855 Apr 18 19:36:12.157931 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-2dc1f779-c8b9-4204-8b23-d0dc6c53a9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1258508'] for subnet, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:12.158431 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8ddb28-54c5-4b7b-a46c-1010dba94b91 None None] Pushing event updated for resources: {'Port': ['ID=3a66d512-5ac0-4959-bd04-73072f0a3b8d,revision_number=2']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:12.168648 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 6b2bb02a-da4d-441c-99c1-1d7d04d15bca no longer exists at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:36:12.205223 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-0a069773-8ba8-4594-8e39-d73b06f4d06c req-de549fed-8ae0-4e81-b164-3a2a2187ff89 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Unset dirty status for tenant:d24c05963c4f41ee8c8189c7acc53c87 on resource:security_group {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:36:12.206424 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0a069773-8ba8-4594-8e39-d73b06f4d06c req-de549fed-8ae0-4e81-b164-3a2a2187ff89 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.69 "GET /v2.0/security-groups?id=6dbbe555-f817-4989-8ffe-4d7514677d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4146342 Apr 18 19:36:12.212143 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-9b03cbf6-a4c9-4187-9430-92a55728c832 None None] Attempting to bind port 3a66d512-5ac0-4959-bd04-73072f0a3b8d on host n-d-836017-2 for vnic_type normal with profile {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:36:12.212982 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-9b03cbf6-a4c9-4187-9430-92a55728c832 None None] Attempting to bind port 3a66d512-5ac0-4959-bd04-73072f0a3b8d by drivers openvswitch,hyperv on host n-d-836017-2 at level 0 using segments [{'id': '5de34947-6c56-419b-85d0-f61f69ce7c45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:36:12.213587 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b03cbf6-a4c9-4187-9430-92a55728c832 None None] Attempting to bind port 3a66d512-5ac0-4959-bd04-73072f0a3b8d on network 11e8e108-37df-4084-b6b7-113e6beb66b4 {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:36:12.216666 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] No Port match for: 6b2bb02a-da4d-441c-99c1-1d7d04d15bca {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:36:12.217292 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 6b2bb02a-da4d-441c-99c1-1d7d04d15bca not bound to the agent host n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:36:12.229132 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b03cbf6-a4c9-4187-9430-92a55728c832 None None] Checking agent: {'id': 'df2a5cfe-6839-400b-a998-e4fffce70f45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 8, 22), 'started_at': datetime.datetime(2022, 4, 18, 19, 8, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:36:12.230187 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b03cbf6-a4c9-4187-9430-92a55728c832 None None] Checking segment: {'id': '5de34947-6c56-419b-85d0-f61f69ce7c45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:36:12.230851 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9b03cbf6-a4c9-4187-9430-92a55728c832 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:12.238026 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b03cbf6-a4c9-4187-9430-92a55728c832 None None] Bound using segment: {'id': '5de34947-6c56-419b-85d0-f61f69ce7c45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:36:12.238026 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-9b03cbf6-a4c9-4187-9430-92a55728c832 None None] Bound port: 3a66d512-5ac0-4959-bd04-73072f0a3b8d, host: n-d-836017-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5de34947-6c56-419b-85d0-f61f69ce7c45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'}}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:36:12.238026 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9b03cbf6-a4c9-4187-9430-92a55728c832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:12.291617 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-dd92fbff-e998-4f3d-be7f-47c40a9deef1 req-7498cbc4-8623-416b-a426-c2e892f773bf service neutron] 10.222.0.72 "GET /v2.0/networks/a15d993a-6587-4728-b6e5-6aacd5a8669a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192297 Apr 18 19:36:12.305409 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a7ad0466-58fa-452c-8c4d-e7bbceb756cd req-7d2772e5-2291-4128-930c-b78013ea6ffb tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] 10.222.0.69 "GET /v2.0/security-groups?id=da701d94-d5ec-4d45-a306-33194a2dfb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050898 Apr 18 19:36:12.333497 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-091affc0-cd66-476e-8d0a-dfd041323529 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:12.338852 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9b03cbf6-a4c9-4187-9430-92a55728c832 None None] For port 3a66d512-5ac0-4959-bd04-73072f0a3b8d, host n-d-836017-2, cleared binding levels {{(pid=84765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:36:12.343288 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9b03cbf6-a4c9-4187-9430-92a55728c832 None None] For port 3a66d512-5ac0-4959-bd04-73072f0a3b8d, host n-d-836017-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=3a66d512-5ac0-4959-bd04-73072f0a3b8d,segment=NetworkSegment(5de34947-6c56-419b-85d0-f61f69ce7c45),segment_id=5de34947-6c56-419b-85d0-f61f69ce7c45)] {{(pid=84765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:36:12.355261 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-2dc1f779-c8b9-4204-8b23-d0dc6c53a9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1258501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2290876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65862598'] for subnet, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:12.412359 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc1f779-c8b9-4204-8b23-d0dc6c53a9e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=243c42e2-37fd-4e07-9b81-bac922c31c79,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:12.417577 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-091affc0-cd66-476e-8d0a-dfd041323529 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:12.432296 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-2dc1f779-c8b9-4204-8b23-d0dc6c53a9e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for subnet, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:12.437715 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-915c0bfa-3226-4f26-bf53-7b99eeb97561 None None] Network a6104562-d871-4869-9fa8-73c34a57c151 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:36:12.448387 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-2dc1f779-c8b9-4204-8b23-d0dc6c53a9e4 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/243c42e2-37fd-4e07-9b81-bac922c31c79 HTTP/1.1" status: 204 len: 168 time: 0.8535435 Apr 18 19:36:12.456869 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 33376) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:12.514579 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9b03cbf6-a4c9-4187-9430-92a55728c832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:12.579161 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-1169412e-3f03-44c9-bda5-58553c3be40c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:12.595077 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-1169412e-3f03-44c9-bda5-58553c3be40c admin admin] Deleting port b02c93a0-da59-4a7f-a936-03ecbd7f8f9f {{(pid=84764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:36:12.595476 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-1169412e-3f03-44c9-bda5-58553c3be40c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:12.686989 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-07a4b81f-643b-4fe8-ab71-59f4daf01cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:12.702665 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4ac136-db11-4f87-b90a-495a41f12eb9 req-e6c17015-1b04-4397-97f9-3f8278d68a4c tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:12.711828 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8ddb28-54c5-4b7b-a46c-1010dba94b91 None None] Pushing event updated for resources: {'Port': ['ID=3a66d512-5ac0-4959-bd04-73072f0a3b8d,revision_number=3']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:12.720420 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2f4ac136-db11-4f87-b90a-495a41f12eb9 req-e6c17015-1b04-4397-97f9-3f8278d68a4c tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=52682ca6-5780-4875-8549-0db4bcfd16b0 HTTP/1.1" status: 200 len: 945 time: 0.3340547 Apr 18 19:36:12.729215 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b03cbf6-a4c9-4187-9430-92a55728c832 None None] Routers {'647c356c-ac36-413e-80ed-17c53878abef'} bound to L3 agent in host n-d-836017-2 {{(pid=84765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:36:12.730420 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-9b03cbf6-a4c9-4187-9430-92a55728c832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:35:50Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['647c356c-ac36-413e-80ed-17c53878abef'], 'active': True} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:36:12.814283 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-091affc0-cd66-476e-8d0a-dfd041323529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:12.848705 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fe859d29-2924-41aa-ba7e-f34764e8854f req-7b68cad1-f04c-4369-a662-2cea38cf1a45 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d24c05963c4f41ee8c8189c7acc53c87&device_id=9fa46597-e784-41cf-816d-60aa1608c3a5 HTTP/1.1" status: 200 len: 1094 time: 0.3293102 Apr 18 19:36:12.866307 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091affc0-cd66-476e-8d0a-dfd041323529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=201437e0-d260-4da7-87f5-1181b991392a,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:12.876180 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-091affc0-cd66-476e-8d0a-dfd041323529 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:12.876180 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-091affc0-cd66-476e-8d0a-dfd041323529 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/201437e0-d260-4da7-87f5-1181b991392a HTTP/1.1" status: 204 len: 168 time: 0.8406732 Apr 18 19:36:13.062893 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-9b03cbf6-a4c9-4187-9430-92a55728c832 None None] Set router 647c356c-ac36-413e-80ed-17c53878abef gateway port host: n-d-836017-2 {{(pid=84765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:36:13.068926 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2f4ac136-db11-4f87-b90a-495a41f12eb9 req-62564735-32a5-452d-83bd-4e9c48d7713a tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/security-groups?id=6dce0218-3e63-47f4-ad5c-3b3c3b13b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3457913 Apr 18 19:36:13.113571 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1641d90-0b0b-4ef5-aa92-0437c3b4be84 None None] DHCP port deletion for a6104562-d871-4869-9fa8-73c34a57c151 request from n-d-836017-2 {{(pid=84765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 19:36:13.130699 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-b1641d90-0b0b-4ef5-aa92-0437c3b4be84 None None] Deleting port b02c93a0-da59-4a7f-a936-03ecbd7f8f9f {{(pid=84765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:36:13.131507 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1641d90-0b0b-4ef5-aa92-0437c3b4be84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:13.155697 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe859d29-2924-41aa-ba7e-f34764e8854f req-83be5eff-c308-4b2e-adc2-b6511135e343 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:13.155697 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fe859d29-2924-41aa-ba7e-f34764e8854f req-83be5eff-c308-4b2e-adc2-b6511135e343 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a15d993a-6587-4728-b6e5-6aacd5a8669a HTTP/1.1" status: 200 len: 913 time: 0.2914002 Apr 18 19:36:13.173748 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [None req-1169412e-3f03-44c9-bda5-58553c3be40c admin admin] For port b02c93a0-da59-4a7f-a936-03ecbd7f8f9f, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=b02c93a0-da59-4a7f-a936-03ecbd7f8f9f,segment=NetworkSegment(76e03cee-37c3-41cb-bd5f-699fff00054e),segment_id=76e03cee-37c3-41cb-bd5f-699fff00054e)] {{(pid=84764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:36:13.175598 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-1169412e-3f03-44c9-bda5-58553c3be40c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:13.275966 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fe859d29-2924-41aa-ba7e-f34764e8854f req-133685a6-274b-46d9-8aad-09ed775227b2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4684dfb2-682f-4e56-958b-9234e6b3c272 HTTP/1.1" status: 200 len: 217 time: 0.1134386 Apr 18 19:36:13.355676 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe859d29-2924-41aa-ba7e-f34764e8854f req-29fa6a96-c3b8-4fe1-aef7-1156d1d9cfd6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:13.358070 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fe859d29-2924-41aa-ba7e-f34764e8854f req-29fa6a96-c3b8-4fe1-aef7-1156d1d9cfd6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3cbdddc8-bf0a-4ac7-9f09-4e4fdeb7252a HTTP/1.1" status: 200 len: 852 time: 0.0664027 Apr 18 19:36:13.526725 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-1169412e-3f03-44c9-bda5-58553c3be40c admin admin] Calling delete_port for b02c93a0-da59-4a7f-a936-03ecbd7f8f9f owned by network:dhcp {{(pid=84764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:36:13.571213 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fe859d29-2924-41aa-ba7e-f34764e8854f req-93e38804-a62d-40aa-8622-d83798e8f50d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a15d993a-6587-4728-b6e5-6aacd5a8669a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2059076 Apr 18 19:36:13.771281 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fe859d29-2924-41aa-ba7e-f34764e8854f req-2a912214-649a-4474-9ae6-b9f3b67139bd service neutron] 10.222.0.72 "GET /v2.0/networks/a15d993a-6587-4728-b6e5-6aacd5a8669a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911795 Apr 18 19:36:13.864175 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-1169412e-3f03-44c9-bda5-58553c3be40c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:13.876696 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-9b03cbf6-a4c9-4187-9430-92a55728c832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '647c356c-ac36-413e-80ed-17c53878abef', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-462904081-router', 'tenant_id': '9310ca8ba6724b55a7efbc8c8976b2eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '3a66d512-5ac0-4959-bd04-73072f0a3b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:36:03Z', 'updated_at': '2022-04-18T19:36:06Z', 'revision_number': 3, 'project_id': '9310ca8ba6724b55a7efbc8c8976b2eb', 'gw_port': {'id': '3a66d512-5ac0-4959-bd04-73072f0a3b8d', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:6d:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '647c356c-ac36-413e-80ed-17c53878abef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:36:04Z', 'updated_at': '2022-04-18T19:36:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2'}], 'n-d-836017-2', False) {} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:36:13.904877 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b03cbf6-a4c9-4187-9430-92a55728c832 None None] The sync data for ids ['647c356c-ac36-413e-80ed-17c53878abef'] in n-d-836017-2 is: [{'id': '647c356c-ac36-413e-80ed-17c53878abef', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-462904081-router', 'tenant_id': '9310ca8ba6724b55a7efbc8c8976b2eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '3a66d512-5ac0-4959-bd04-73072f0a3b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:36:03Z', 'updated_at': '2022-04-18T19:36:06Z', 'revision_number': 3, 'project_id': '9310ca8ba6724b55a7efbc8c8976b2eb', 'gw_port': {'id': '3a66d512-5ac0-4959-bd04-73072f0a3b8d', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:6d:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '647c356c-ac36-413e-80ed-17c53878abef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:36:04Z', 'updated_at': '2022-04-18T19:36:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2'}] {{(pid=84765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:36:13.942331 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1169412e-3f03-44c9-bda5-58553c3be40c admin admin] Pushing event deleted for resources: {'Port': ['ID=b02c93a0-da59-4a7f-a936-03ecbd7f8f9f,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:13.966951 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d615c30-67cf-4b39-9801-3347fd97c101 req-b9bcb2cf-c7f0-4137-9761-fb6697bc6f35 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:13.981543 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2d615c30-67cf-4b39-9801-3347fd97c101 req-b9bcb2cf-c7f0-4137-9761-fb6697bc6f35 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] 10.222.0.69 "GET /v2.0/ports?device_id=042e752e-6ab0-4b23-b37e-7217e8897b50 HTTP/1.1" status: 200 len: 945 time: 0.2009566 Apr 18 19:36:14.030191 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-b1641d90-0b0b-4ef5-aa92-0437c3b4be84 None None] For port b02c93a0-da59-4a7f-a936-03ecbd7f8f9f, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=b02c93a0-da59-4a7f-a936-03ecbd7f8f9f,segment=NetworkSegment(76e03cee-37c3-41cb-bd5f-699fff00054e),segment_id=76e03cee-37c3-41cb-bd5f-699fff00054e)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:36:14.030728 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1641d90-0b0b-4ef5-aa92-0437c3b4be84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:14.058712 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device b02c93a0-da59-4a7f-a936-03ecbd7f8f9f no longer exists at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:36:14.069205 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1169412e-3f03-44c9-bda5-58553c3be40c admin admin] No DVR routers for this DVR port b02c93a0-da59-4a7f-a936-03ecbd7f8f9f on host n-d-836017-2 {{(pid=84764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:36:14.171234 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2d615c30-67cf-4b39-9801-3347fd97c101 req-a333b527-dd6f-4ee8-a808-ed7292d76f76 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] 10.222.0.69 "GET /v2.0/security-groups?id=da701d94-d5ec-4d45-a306-33194a2dfb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865096 Apr 18 19:36:14.233827 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_common [None req-07a4b81f-643b-4fe8-ab71-59f4daf01cd8 admin admin] Allocated IP 172.20.0.1 (a4f0342c-b449-407b-a05f-85e8a508337c/e16bd6e8-9e0f-433a-a51f-c1ed12cf570e/a7ca7d6e-fb2b-4fdd-8cdb-b167fc96a556) {{(pid=84763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:36:14.311926 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfe103c-ad8f-40ff-9a30-1c836bf4e20f req-dc09b555-339f-4d8d-b47a-ea128904b2c2 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:14.320095 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-6cfe103c-ad8f-40ff-9a30-1c836bf4e20f req-dc09b555-339f-4d8d-b47a-ea128904b2c2 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.69 "GET /v2.0/ports?device_id=9fa46597-e784-41cf-816d-60aa1608c3a5 HTTP/1.1" status: 200 len: 943 time: 0.5476663 Apr 18 19:36:14.325165 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fe859d29-2924-41aa-ba7e-f34764e8854f req-e1790773-744a-401e-9e5f-3122749ab3f6 service neutron] 10.222.0.72 "GET /v2.0/networks/a15d993a-6587-4728-b6e5-6aacd5a8669a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4769454 Apr 18 19:36:14.406359 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] No Port match for: b02c93a0-da59-4a7f-a936-03ecbd7f8f9f {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:36:14.408698 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device b02c93a0-da59-4a7f-a936-03ecbd7f8f9f not bound to the agent host n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:36:14.434269 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-b1641d90-0b0b-4ef5-aa92-0437c3b4be84 None None] Calling delete_port for b02c93a0-da59-4a7f-a936-03ecbd7f8f9f owned by network:dhcp {{(pid=84765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:36:14.442571 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-1169412e-3f03-44c9-bda5-58553c3be40c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256345', 'neutron.services.segments.db._delete_segments_for_network-8791093852025'] for network, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:14.574179 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-1169412e-3f03-44c9-bda5-58553c3be40c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6104562-d871-4869-9fa8-73c34a57c151']}} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:36:14.584844 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-6cfe103c-ad8f-40ff-9a30-1c836bf4e20f req-e1e34414-7a90-4d30-98c5-15c7fe1bc966 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.69 "GET /v2.0/security-groups?id=6dbbe555-f817-4989-8ffe-4d7514677d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623255 Apr 18 19:36:14.586878 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-b1641d90-0b0b-4ef5-aa92-0437c3b4be84 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84765) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 19:36:14.587524 n-d-836017-2 neutron-server[84765]: DEBUG oslo_db.api [None req-b1641d90-0b0b-4ef5-aa92-0437c3b4be84 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 19:36:14.618993 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-1169412e-3f03-44c9-bda5-58553c3be40c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76e03cee-37c3-41cb-bd5f-699fff00054e') {'for_net_delete': True} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:36:14.619665 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-1169412e-3f03-44c9-bda5-58553c3be40c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76e03cee-37c3-41cb-bd5f-699fff00054e') {} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:36:14.638651 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-1169412e-3f03-44c9-bda5-58553c3be40c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791093851908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66932133'] for segment, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:14.666570 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-1169412e-3f03-44c9-bda5-58553c3be40c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:14.681201 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1169412e-3f03-44c9-bda5-58553c3be40c admin admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=84764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:36:14.681979 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-1169412e-3f03-44c9-bda5-58553c3be40c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2290898'] for segment, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:14.689751 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-07a4b81f-643b-4fe8-ab71-59f4daf01cd8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:14.702781 n-d-836017-2 neutron-server[84764]: Traceback (most recent call last): Apr 18 19:36:14.702781 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:36:14.702781 n-d-836017-2 neutron-server[84764]: timer() Apr 18 19:36:14.702781 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:36:14.702781 n-d-836017-2 neutron-server[84764]: cb(*args, **kw) Apr 18 19:36:14.702781 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:36:14.702781 n-d-836017-2 neutron-server[84764]: return func(*args, **kwargs) Apr 18 19:36:14.702781 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:36:14.702781 n-d-836017-2 neutron-server[84764]: self._notify() Apr 18 19:36:14.702781 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:36:14.702781 n-d-836017-2 neutron-server[84764]: self.callback(batched_events) Apr 18 19:36:14.702781 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:36:14.702781 n-d-836017-2 neutron-server[84764]: event.method(event) Apr 18 19:36:14.702781 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:36:14.702781 n-d-836017-2 neutron-server[84764]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:36:14.702781 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:36:14.702781 n-d-836017-2 neutron-server[84764]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:36:14.702781 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:36:14.702781 n-d-836017-2 neutron-server[84764]: return f(self, *a, **k) Apr 18 19:36:14.702781 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:36:14.702781 n-d-836017-2 neutron-server[84764]: return self._get(url).json() Apr 18 19:36:14.702781 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:36:14.702781 n-d-836017-2 neutron-server[84764]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:36:14.702781 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:36:14.702781 n-d-836017-2 neutron-server[84764]: return self.request(url, 'GET', **kwargs) Apr 18 19:36:14.702781 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:36:14.702781 n-d-836017-2 neutron-server[84764]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:36:14.702781 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:36:14.702781 n-d-836017-2 neutron-server[84764]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:36:14.702781 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:36:14.702781 n-d-836017-2 neutron-server[84764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:36:14.702781 n-d-836017-2 neutron-server[84764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:36:14.721514 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [None req-07a4b81f-643b-4fe8-ab71-59f4daf01cd8 admin admin] Transition to ACTIVE for port object a7ca7d6e-fb2b-4fdd-8cdb-b167fc96a556 will not be triggered until provisioned by entity DHCP. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:36:14.725699 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 4684dfb2-682f-4e56-958b-9234e6b3c272 details requested by agent hyperv_n-h2-836017-2 with host n-h2-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:36:14.840993 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b6de62-f2a7-4f60-a9e4-ca34e89ad078 req-3bde70e3-ed4b-48f8-89e5-1b415a069aca tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:14.840993 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-b6b6de62-f2a7-4f60-a9e4-ca34e89ad078 req-3bde70e3-ed4b-48f8-89e5-1b415a069aca tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=52682ca6-5780-4875-8549-0db4bcfd16b0 HTTP/1.1" status: 200 len: 945 time: 0.3330104 Apr 18 19:36:14.901337 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 4684dfb2-682f-4e56-958b-9234e6b3c272, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=4684dfb2-682f-4e56-958b-9234e6b3c272,segment=NetworkSegment(5ace1d40-f719-4fb4-a8a8-baa0ea54f7e5),segment_id=5ace1d40-f719-4fb4-a8a8-baa0ea54f7e5)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:36:14.915237 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-b6b6de62-f2a7-4f60-a9e4-ca34e89ad078 req-b12b7235-debc-42b2-8914-03bcdac062bf tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/security-groups?id=6dce0218-3e63-47f4-ad5c-3b3c3b13b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656610 Apr 18 19:36:14.929787 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Returning: {'device': '4684dfb2-682f-4e56-958b-9234e6b3c272', 'network_id': 'a15d993a-6587-4728-b6e5-6aacd5a8669a', 'port_id': '4684dfb2-682f-4e56-958b-9234e6b3c272', 'mac_address': 'fa:16:3e:b6:a7:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cbdddc8-bf0a-4ac7-9f09-4e4fdeb7252a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:36:14.976124 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-07a4b81f-643b-4fe8-ab71-59f4daf01cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:14.979349 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-1169412e-3f03-44c9-bda5-58553c3be40c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416801'] for network, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:14.987020 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-1169412e-3f03-44c9-bda5-58553c3be40c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:15.013515 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:15.041332 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1169412e-3f03-44c9-bda5-58553c3be40c admin admin] Pushing event deleted for resources: {'Network': ['ID=a6104562-d871-4869-9fa8-73c34a57c151,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:15.042483 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4684dfb2-682f-4e56-958b-9234e6b3c272 {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:36:15.065595 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 4684dfb2-682f-4e56-958b-9234e6b3c272, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=4684dfb2-682f-4e56-958b-9234e6b3c272,segment=NetworkSegment(5ace1d40-f719-4fb4-a8a8-baa0ea54f7e5),segment_id=5ace1d40-f719-4fb4-a8a8-baa0ea54f7e5)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:36:15.088539 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a4b81f-643b-4fe8-ab71-59f4daf01cd8 admin admin] Network a4f0342c-b449-407b-a05f-85e8a508337c is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:36:15.089161 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-b1641d90-0b0b-4ef5-aa92-0437c3b4be84 None None] Deleting port b02c93a0-da59-4a7f-a936-03ecbd7f8f9f {{(pid=84765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:36:15.089675 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1641d90-0b0b-4ef5-aa92-0437c3b4be84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:15.092294 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [None req-07a4b81f-643b-4fe8-ab71-59f4daf01cd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:36:15.095331 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a4b81f-643b-4fe8-ab71-59f4daf01cd8 admin admin] Received port after_create {{(pid=84763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:36:15.145227 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-1169412e-3f03-44c9-bda5-58553c3be40c admin admin] 10.222.0.69 "DELETE /v2.0/networks/a6104562-d871-4869-9fa8-73c34a57c151 HTTP/1.1" status: 204 len: 168 time: 2.6842022 Apr 18 19:36:15.161376 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:15.171307 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a4b81f-643b-4fe8-ab71-59f4daf01cd8 admin admin] Pushing event updated for resources: {'Port': ['ID=a7ca7d6e-fb2b-4fdd-8cdb-b167fc96a556,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:15.180670 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-07a4b81f-643b-4fe8-ab71-59f4daf01cd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417434'] for router_interface, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:15.267255 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-b1641d90-0b0b-4ef5-aa92-0437c3b4be84 None None] The port 'b02c93a0-da59-4a7f-a936-03ecbd7f8f9f' was deleted {{(pid=84765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 19:36:15.358977 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=4684dfb2-682f-4e56-958b-9234e6b3c272,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:15.439050 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-07a4b81f-643b-4fe8-ab71-59f4daf01cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:15.467589 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] get_ports_and_sgs() called for port_ids ['4684dfb2-682f-4e56-958b-9234e6b3c272'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:36:15.513386 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 33432) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:15.635808 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8963dc22-daee-4c4d-9c07-04722b4e8a3b req-6d30876a-4bf0-4f04-aaf4-d36eed819c52 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:15.646284 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8963dc22-daee-4c4d-9c07-04722b4e8a3b req-6d30876a-4bf0-4f04-aaf4-d36eed819c52 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] 10.222.0.69 "GET /v2.0/ports?device_id=042e752e-6ab0-4b23-b37e-7217e8897b50 HTTP/1.1" status: 200 len: 945 time: 0.1844037 Apr 18 19:36:15.650857 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-a8ca2088-c22e-40af-84c3-773bf89c8b4e None None] Provisioning for port a7ca7d6e-fb2b-4fdd-8cdb-b167fc96a556 completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:36:15.661638 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-a8ca2088-c22e-40af-84c3-773bf89c8b4e None None] Provisioning complete for port a7ca7d6e-fb2b-4fdd-8cdb-b167fc96a556 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:36:15.662268 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a8ca2088-c22e-40af-84c3-773bf89c8b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:15.770777 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 33446) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:15.780088 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-a8ca2088-c22e-40af-84c3-773bf89c8b4e None None] Port a7ca7d6e-fb2b-4fdd-8cdb-b167fc96a556 cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:36:15.820992 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [None req-dcc76b36-093c-45d8-97e0-55800beb0679 tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=84764) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:36:15.823330 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-dcc76b36-093c-45d8-97e0-55800beb0679 tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.3084874 Apr 18 19:36:15.828117 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 33450) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:15.833601 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [None req-e27cec57-d3ec-4770-9618-9027321e6767 tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] http://10.222.0.69:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=84764) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:36:15.834920 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-e27cec57-d3ec-4770-9618-9027321e6767 tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] 10.222.0.69 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0056474 Apr 18 19:36:15.876444 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 33454) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:15.899724 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [None req-b966c80c-2941-4d8f-a8f2-ee8a9c0797e1 tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] http://10.222.0.69:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=84764) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:36:15.901759 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-b966c80c-2941-4d8f-a8f2-ee8a9c0797e1 tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] 10.222.0.69 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0166013 Apr 18 19:36:15.904560 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 33460) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:15.914185 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [None req-f40f4796-ed84-4469-8e0b-a273b08059b5 tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] http://10.222.0.69:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=84763) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:36:15.915743 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-f40f4796-ed84-4469-8e0b-a273b08059b5 tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] 10.222.0.69 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0104327 Apr 18 19:36:15.918155 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 33464) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:15.935118 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8963dc22-daee-4c4d-9c07-04722b4e8a3b req-e1b480d5-5266-4283-acd1-e90e342d8e83 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] 10.222.0.69 "GET /v2.0/security-groups?id=da701d94-d5ec-4d45-a306-33194a2dfb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2909417 Apr 18 19:36:15.940569 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [None req-bf53bc22-7620-426c-a3f1-e2adaf6d41fc tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] http://10.222.0.69:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=84763) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:36:15.941548 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-bf53bc22-7620-426c-a3f1-e2adaf6d41fc tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] 10.222.0.69 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0222785 Apr 18 19:36:15.945737 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 33470) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:15.963159 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [None req-52f4f311-39f4-4dd8-b07e-13dbb634597c tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] http://10.222.0.69:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=84763) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:36:15.964195 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-52f4f311-39f4-4dd8-b07e-13dbb634597c tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] 10.222.0.69 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0175729 Apr 18 19:36:15.968392 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 33476) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:15.994265 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-430b9221-2c75-46cf-ba6b-d03427647fc5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=542ab1652bc6481698039fdf0fdfca7f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2176766 Apr 18 19:36:15.997027 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 33480) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:15.997351 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [None req-ba7c15bd-617a-435d-9a32-a7f7a587fcaa tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] http://10.222.0.69:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=84763) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:36:16.009608 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-ba7c15bd-617a-435d-9a32-a7f7a587fcaa tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] 10.222.0.69 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0389595 Apr 18 19:36:16.016884 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-07a4b81f-643b-4fe8-ab71-59f4daf01cd8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:16.017405 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 33484) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:16.026152 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [None req-ecd1785e-1f7f-496a-a4ab-3eb5e84f4b85 tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] http://10.222.0.69:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=84764) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:36:16.027132 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-ecd1785e-1f7f-496a-a4ab-3eb5e84f4b85 tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] 10.222.0.69 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0088029 Apr 18 19:36:16.030059 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 33490) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:16.033076 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bd0351-0e6d-41c6-b0ab-8d5864f95f02 req-e8e5e16d-4a2e-420b-90fb-1944f622d892 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:16.036462 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [None req-6e36912d-6f8a-4e90-8027-8694cf2c0dc2 tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] http://10.222.0.69:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=84763) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:36:16.041933 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-6e36912d-6f8a-4e90-8027-8694cf2c0dc2 tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] 10.222.0.69 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0062907 Apr 18 19:36:16.043085 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-90bd0351-0e6d-41c6-b0ab-8d5864f95f02 req-e8e5e16d-4a2e-420b-90fb-1944f622d892 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.69 "GET /v2.0/ports?device_id=9fa46597-e784-41cf-816d-60aa1608c3a5 HTTP/1.1" status: 200 len: 944 time: 0.2156925 Apr 18 19:36:16.045262 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 33494) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:16.050176 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [None req-ac32436b-32f8-4af2-8105-9edffe375a28 tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] http://10.222.0.69:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=84763) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:36:16.055727 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-ac32436b-32f8-4af2-8105-9edffe375a28 tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] 10.222.0.69 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0049193 Apr 18 19:36:16.060701 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 33498) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:16.066164 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [None req-51d820ec-76b1-4f2c-9541-e09f5560e6f7 tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] http://10.222.0.69:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=84763) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:36:16.070209 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-51d820ec-76b1-4f2c-9541-e09f5560e6f7 tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] 10.222.0.69 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0054131 Apr 18 19:36:16.072856 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 33502) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:16.078187 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [None req-cb9fc229-7c40-4890-a20e-df1b3305c64d tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] http://10.222.0.69:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=84763) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:36:16.081538 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-cb9fc229-7c40-4890-a20e-df1b3305c64d tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] 10.222.0.69 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0053654 Apr 18 19:36:16.082357 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 33506) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:16.091857 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [None req-5d0cc75b-34ef-4f9e-9f32-1db73a2f8653 tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] http://10.222.0.69:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=84763) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:36:16.098028 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-5d0cc75b-34ef-4f9e-9f32-1db73a2f8653 tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] 10.222.0.69 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0066698 Apr 18 19:36:16.100398 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 33510) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:16.110888 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 3a66d512-5ac0-4959-bd04-73072f0a3b8d up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:36:16.120485 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [None req-6bc0be20-6ba6-4c24-9d28-6d25a7e04832 tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] http://10.222.0.69:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=84763) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:36:16.121503 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-6bc0be20-6ba6-4c24-9d28-6d25a7e04832 tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] 10.222.0.69 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0189693 Apr 18 19:36:16.128061 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-90bd0351-0e6d-41c6-b0ab-8d5864f95f02 req-5bcf9174-2b7c-4532-b4d9-34961a7196b1 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.69 "GET /v2.0/security-groups?id=6dbbe555-f817-4989-8ffe-4d7514677d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839334 Apr 18 19:36:16.129638 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 33516) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:16.130545 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-07a4b81f-643b-4fe8-ab71-59f4daf01cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:16.185916 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-03e44d59-3b61-4c84-a67c-64ff59b46a8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:16.220717 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-03e44d59-3b61-4c84-a67c-64ff59b46a8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:16.223982 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [None req-0ab84416-4410-4245-adb3-b591d9538420 tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] http://10.222.0.69:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=84763) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:36:16.229704 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-0ab84416-4410-4245-adb3-b591d9538420 tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] 10.222.0.69 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0404279 Apr 18 19:36:16.229957 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 33520) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:16.237873 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [None req-acd60ab8-e56c-4408-b06e-42dda1aaf03a tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] http://10.222.0.69:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=84764) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:36:16.240352 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-acd60ab8-e56c-4408-b06e-42dda1aaf03a tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] 10.222.0.69 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0089650 Apr 18 19:36:16.242388 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 33524) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:16.253668 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [None req-6feec0a7-fdb3-4fe2-bb16-7973f2b2d83b tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] http://10.222.0.69:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=84764) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:36:16.255687 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-6feec0a7-fdb3-4fe2-bb16-7973f2b2d83b tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] 10.222.0.69 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0113857 Apr 18 19:36:16.270898 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 33528) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:16.282132 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [None req-3bf26a5c-76ab-4bc2-9771-044954422874 tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] http://10.222.0.69:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=84764) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:36:16.283419 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-3bf26a5c-76ab-4bc2-9771-044954422874 tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] 10.222.0.69 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0112219 Apr 18 19:36:16.286730 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 33534) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:16.291753 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [None req-d63f2a0b-e6be-46a2-b001-d83d9b6fef20 tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] http://10.222.0.69:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=84764) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:36:16.292913 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-d63f2a0b-e6be-46a2-b001-d83d9b6fef20 tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] 10.222.0.69 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0054870 Apr 18 19:36:16.295490 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 33538) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:16.301162 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [None req-4b52fc73-214c-433e-9aa0-e49714e0d563 tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] http://10.222.0.69:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=84764) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:36:16.302245 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-4b52fc73-214c-433e-9aa0-e49714e0d563 tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] 10.222.0.69 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0056438 Apr 18 19:36:16.306464 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 33542) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:16.314209 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [None req-affdf00a-48a0-4110-a1cc-95179337e159 tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] http://10.222.0.69:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=84764) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:36:16.315417 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-affdf00a-48a0-4110-a1cc-95179337e159 tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] 10.222.0.69 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0068753 Apr 18 19:36:16.316613 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning for port 3a66d512-5ac0-4959-bd04-73072f0a3b8d completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:36:16.322941 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 33546) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:16.323445 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port 3a66d512-5ac0-4959-bd04-73072f0a3b8d triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:36:16.324290 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:16.328673 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [None req-41c7626b-f7f7-45cf-85a0-1077126cf8df tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] http://10.222.0.69:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=84764) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:36:16.329790 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-41c7626b-f7f7-45cf-85a0-1077126cf8df tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] 10.222.0.69 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0057273 Apr 18 19:36:16.332465 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 33550) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:16.338748 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [None req-aedaa264-d1df-4a83-848b-459c7ef4b834 tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] http://10.222.0.69:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=84764) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:36:16.339939 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-aedaa264-d1df-4a83-848b-459c7ef4b834 tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] 10.222.0.69 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0063913 Apr 18 19:36:16.343484 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 33554) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:16.353832 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [None req-df3dcdbe-795c-42ce-9995-01f5293bbf97 tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] http://10.222.0.69:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=84764) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:36:16.355274 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-df3dcdbe-795c-42ce-9995-01f5293bbf97 tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] 10.222.0.69 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0060322 Apr 18 19:36:16.357739 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 33558) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:16.362947 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [None req-ee53a238-d9e8-4331-91bc-a4474a3a780e tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] http://10.222.0.69:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=84764) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:36:16.364132 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-ee53a238-d9e8-4331-91bc-a4474a3a780e tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] 10.222.0.69 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0052681 Apr 18 19:36:16.367894 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 33562) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:16.375264 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-07a4b81f-643b-4fe8-ab71-59f4daf01cd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-417335'] for router_interface, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:16.377990 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [None req-81c0576c-a67c-4cf6-8540-ee6c9449838b tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] http://10.222.0.69:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=84764) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:36:16.379111 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-81c0576c-a67c-4cf6-8540-ee6c9449838b tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] 10.222.0.69 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0101886 Apr 18 19:36:16.379919 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a4b81f-643b-4fe8-ab71-59f4daf01cd8 admin admin] Pushing event updated for resources: {'Port': ['ID=a7ca7d6e-fb2b-4fdd-8cdb-b167fc96a556,revision_number=2']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:16.387223 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 33566) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:16.395820 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [None req-8f9bf553-19cd-4d97-adc1-531d31e84e4c tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] http://10.222.0.69:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=84763) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:36:16.396771 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-8f9bf553-19cd-4d97-adc1-531d31e84e4c tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] 10.222.0.69 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0064619 Apr 18 19:36:16.402137 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 33570) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:16.412280 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [None req-69206f1f-fd57-480d-bb4a-9f6b9a609a8f tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] http://10.222.0.69:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=84764) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:36:16.415145 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-69206f1f-fd57-480d-bb4a-9f6b9a609a8f tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] 10.222.0.69 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0084906 Apr 18 19:36:16.419428 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 33574) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:16.426303 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [None req-19e3ccd6-401e-4792-abaf-aa3a0d41b0c8 tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] http://10.222.0.69:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=84764) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:36:16.430291 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-19e3ccd6-401e-4792-abaf-aa3a0d41b0c8 tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] 10.222.0.69 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0077524 Apr 18 19:36:16.433243 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-03e44d59-3b61-4c84-a67c-64ff59b46a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:16.437216 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 33578) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:16.453947 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [None req-3a61efb1-f42b-45c3-bd3e-a54c5a348b6a tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] http://10.222.0.69:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=84764) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:36:16.455036 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-3a61efb1-f42b-45c3-bd3e-a54c5a348b6a tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] 10.222.0.69 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0107329 Apr 18 19:36:16.460991 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e44d59-3b61-4c84-a67c-64ff59b46a8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d944a480-2945-4480-b491-0efb8db093ac,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:16.465466 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 33582) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:16.472525 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [None req-15d520e8-9cc7-4a1a-a5ff-0caffb16ec9c tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] http://10.222.0.69:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=84764) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:36:16.474076 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-15d520e8-9cc7-4a1a-a5ff-0caffb16ec9c tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] 10.222.0.69 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0069189 Apr 18 19:36:16.476589 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 33586) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:16.485809 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [None req-ef113465-7c18-4251-9f3e-6452cd3ce23a tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] http://10.222.0.69:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=84764) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:36:16.487636 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-ef113465-7c18-4251-9f3e-6452cd3ce23a tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] 10.222.0.69 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0090363 Apr 18 19:36:16.490254 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 33590) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:16.496958 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [None req-012ddc0d-e62a-4847-9a8c-ddb0e2602500 tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] http://10.222.0.69:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=84764) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:36:16.498218 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-012ddc0d-e62a-4847-9a8c-ddb0e2602500 tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] 10.222.0.69 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0068834 Apr 18 19:36:16.499792 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe5aae3-134c-4dc5-b062-a7a1ced925bc req-f89adc6c-6194-4a86-9f50-08fba5aeab82 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:16.500884 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 33594) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:16.505892 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [None req-fed20fe3-ac74-4c77-8654-ff1afb782067 tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] http://10.222.0.69:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=84764) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:36:16.516620 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-fed20fe3-ac74-4c77-8654-ff1afb782067 tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] 10.222.0.69 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0049629 Apr 18 19:36:16.516783 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-6fe5aae3-134c-4dc5-b062-a7a1ced925bc req-f89adc6c-6194-4a86-9f50-08fba5aeab82 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=52682ca6-5780-4875-8549-0db4bcfd16b0 HTTP/1.1" status: 200 len: 945 time: 0.3212976 Apr 18 19:36:16.519102 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 33598) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:16.525611 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:16.527441 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [None req-ea77d8aa-6fb4-43a9-8aab-bb8f30bfa601 tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] http://10.222.0.69:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=84764) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:36:16.531686 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-ea77d8aa-6fb4-43a9-8aab-bb8f30bfa601 tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] 10.222.0.69 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0101094 Apr 18 19:36:16.533700 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 33602) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:16.538987 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [None req-b4e35e21-adcc-4ba4-b65c-5efb4a3e992a tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] http://10.222.0.69:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=84764) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:36:16.541279 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-b4e35e21-adcc-4ba4-b65c-5efb4a3e992a tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] 10.222.0.69 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0074079 Apr 18 19:36:16.543356 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 33606) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:16.547941 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] For port 3a66d512-5ac0-4959-bd04-73072f0a3b8d, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=3a66d512-5ac0-4959-bd04-73072f0a3b8d,segment=NetworkSegment(5de34947-6c56-419b-85d0-f61f69ce7c45),segment_id=5de34947-6c56-419b-85d0-f61f69ce7c45)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:36:16.549451 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [None req-1fef9289-0880-4b1b-984c-ea7b3c64dcd6 tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] http://10.222.0.69:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=84764) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:36:16.550439 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-1fef9289-0880-4b1b-984c-ea7b3c64dcd6 tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] 10.222.0.69 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0060389 Apr 18 19:36:16.553574 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 33610) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:16.559487 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [None req-0ac83c05-ad56-4061-a1e0-ea784dc21b2a tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] http://10.222.0.69:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=84764) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:36:16.560151 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-0ac83c05-ad56-4061-a1e0-ea784dc21b2a tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] 10.222.0.69 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0056946 Apr 18 19:36:16.566157 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 33614) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:16.578385 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [None req-d1606b84-1e54-4718-a73d-a1d2d9c96b8d tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] http://10.222.0.69:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=84763) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:36:16.581873 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-d1606b84-1e54-4718-a73d-a1d2d9c96b8d tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] 10.222.0.69 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0106235 Apr 18 19:36:16.582983 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 33620) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:16.589818 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [None req-78b5f66d-3fe8-467a-a910-4473bfdfbb21 tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] http://10.222.0.69:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=84764) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:36:16.590773 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-78b5f66d-3fe8-467a-a910-4473bfdfbb21 tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] 10.222.0.69 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0073712 Apr 18 19:36:16.594310 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-03e44d59-3b61-4c84-a67c-64ff59b46a8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:16.595349 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-03e44d59-3b61-4c84-a67c-64ff59b46a8c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d944a480-2945-4480-b491-0efb8db093ac HTTP/1.1" status: 204 len: 168 time: 0.5932250 Apr 18 19:36:16.596044 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 33624) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:16.602310 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [None req-87f8bc9d-f64e-489b-8f38-c6adc2101631 tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] http://10.222.0.69:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=84764) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:36:16.603376 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-87f8bc9d-f64e-489b-8f38-c6adc2101631 tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] 10.222.0.69 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0060534 Apr 18 19:36:16.606083 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 33630) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:16.610767 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-6fe5aae3-134c-4dc5-b062-a7a1ced925bc req-a2c4d321-00f8-4a4e-88e2-a8744b63f8ad tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/security-groups?id=6dce0218-3e63-47f4-ad5c-3b3c3b13b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014335 Apr 18 19:36:16.612272 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [None req-3acf4748-e331-4d0a-a425-652076c06aaf tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] http://10.222.0.69:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=84764) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:36:16.612923 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-3acf4748-e331-4d0a-a425-652076c06aaf tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] 10.222.0.69 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0055518 Apr 18 19:36:16.616294 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 33634) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:16.623682 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [None req-40151a31-f43b-4fa1-a5a0-a8d474d12482 tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] http://10.222.0.69:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=84764) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:36:16.629774 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-40151a31-f43b-4fa1-a5a0-a8d474d12482 tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] 10.222.0.69 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0113859 Apr 18 19:36:16.632196 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 33638) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:16.640103 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [None req-05d4fab5-3464-4e22-b211-dfb79223959c tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] http://10.222.0.69:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=84764) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:36:16.641189 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-05d4fab5-3464-4e22-b211-dfb79223959c tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] 10.222.0.69 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0079679 Apr 18 19:36:16.643753 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 33642) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:16.650186 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:16.650362 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [None req-abf15cdc-6ddf-4800-9900-00ac1cf67e46 tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] http://10.222.0.69:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=84764) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:36:16.651648 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-abf15cdc-6ddf-4800-9900-00ac1cf67e46 tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] 10.222.0.69 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0064173 Apr 18 19:36:16.668184 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 33646) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:16.674847 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [None req-6f168516-4c4a-493a-a0c8-fcbf0fe71647 tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] http://10.222.0.69:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=84764) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:36:16.676123 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-6f168516-4c4a-493a-a0c8-fcbf0fe71647 tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] 10.222.0.69 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0065181 Apr 18 19:36:16.678714 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 33650) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:16.688857 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [None req-b4f5d8e9-da5f-47cd-9d3a-251b066e851d tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] http://10.222.0.69:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=84764) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:36:16.689872 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-b4f5d8e9-da5f-47cd-9d3a-251b066e851d tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] 10.222.0.69 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0097039 Apr 18 19:36:16.692540 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 33656) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:16.699116 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [None req-a5253cd1-00ce-4113-be7b-720cab56ced7 tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] http://10.222.0.69:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=84764) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:36:16.700088 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-a5253cd1-00ce-4113-be7b-720cab56ced7 tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] 10.222.0.69 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0065329 Apr 18 19:36:16.702900 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 33660) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:16.710200 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [None req-e4994b1e-f70c-4806-8a1d-56a4a5646399 tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] http://10.222.0.69:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=84764) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:36:16.712819 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-e4994b1e-f70c-4806-8a1d-56a4a5646399 tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] 10.222.0.69 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0084543 Apr 18 19:36:16.714087 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 33664) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:16.720594 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [None req-cd0464f6-25eb-4ce9-88e9-ce3c287777a4 tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] http://10.222.0.69:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=84764) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:36:16.720811 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a4b81f-643b-4fe8-ab71-59f4daf01cd8 admin admin] Network a4f0342c-b449-407b-a05f-85e8a508337c is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:36:16.722292 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-cd0464f6-25eb-4ce9-88e9-ce3c287777a4 tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] 10.222.0.69 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0064204 Apr 18 19:36:16.722454 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [None req-07a4b81f-643b-4fe8-ab71-59f4daf01cd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:36:16.745650 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 33668) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:16.745650 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [None req-46305091-20f9-480f-83c6-bf1e7bcff322 tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] http://10.222.0.69:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=84764) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:36:16.745650 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-46305091-20f9-480f-83c6-bf1e7bcff322 tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] 10.222.0.69 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0068653 Apr 18 19:36:16.747077 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 33672) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:16.748963 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 4684dfb2-682f-4e56-958b-9234e6b3c272 up at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:36:16.756785 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [None req-7b96ad19-a30f-4024-93dd-83fd70c0056e tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] http://10.222.0.69:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=84764) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:36:16.757965 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-7b96ad19-a30f-4024-93dd-83fd70c0056e tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] 10.222.0.69 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0098591 Apr 18 19:36:16.760900 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 33676) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:16.782395 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [None req-11eeb6de-005d-4213-9abe-bca1c17dc2b6 tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] http://10.222.0.69:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=84764) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:36:16.782395 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-11eeb6de-005d-4213-9abe-bca1c17dc2b6 tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] 10.222.0.69 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0160792 Apr 18 19:36:16.791890 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 33680) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:16.798444 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [None req-ce8565ca-4f19-4b3e-bc96-b7b3cc1a1367 tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] http://10.222.0.69:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=84764) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:36:16.799381 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-ce8565ca-4f19-4b3e-bc96-b7b3cc1a1367 tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] 10.222.0.69 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0064344 Apr 18 19:36:16.803795 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 33684) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:16.819250 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [None req-5490f209-8b97-4341-9fee-7cf613f91640 tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] http://10.222.0.69:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=84764) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:36:16.825973 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-5490f209-8b97-4341-9fee-7cf613f91640 tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] 10.222.0.69 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0198724 Apr 18 19:36:16.829051 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 33688) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:16.849415 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Pushing event updated for resources: {'Port': ['ID=3a66d512-5ac0-4959-bd04-73072f0a3b8d,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:16.852589 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [None req-444477af-0d2b-4c68-adf7-6fe53eceebee tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] http://10.222.0.69:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=84764) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:36:16.854028 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-444477af-0d2b-4c68-adf7-6fe53eceebee tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] 10.222.0.69 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0239713 Apr 18 19:36:16.862878 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 33692) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:16.870447 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [None req-5aabc0bc-e522-40ea-90f6-cc36f685b2fc tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] http://10.222.0.69:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=84764) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:36:16.873338 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-5aabc0bc-e522-40ea-90f6-cc36f685b2fc tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] 10.222.0.69 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0095778 Apr 18 19:36:16.875637 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 33696) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:16.892430 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [None req-de7ee60d-aac9-438c-a8c1-ceb79cd91745 tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] http://10.222.0.69:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=84764) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:36:16.893602 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-de7ee60d-aac9-438c-a8c1-ceb79cd91745 tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] 10.222.0.69 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0138118 Apr 18 19:36:16.905303 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 33700) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:16.917720 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [None req-68b46b81-6c6f-435f-ba61-90001d460b9e tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] http://10.222.0.69:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=84764) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:36:16.918822 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-68b46b81-6c6f-435f-ba61-90001d460b9e tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] 10.222.0.69 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0124257 Apr 18 19:36:16.924589 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 33704) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:16.930633 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [None req-2178626b-5cd8-4182-8828-b37e581315b1 tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] http://10.222.0.69:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=84764) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:36:16.931407 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-2178626b-5cd8-4182-8828-b37e581315b1 tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] 10.222.0.69 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0058606 Apr 18 19:36:16.941009 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 33708) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:16.947186 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [None req-1d2c5d8a-4e95-48c3-adee-1a9f9403f2bc tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] http://10.222.0.69:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=84764) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:36:16.949503 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-1d2c5d8a-4e95-48c3-adee-1a9f9403f2bc tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] 10.222.0.69 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0066638 Apr 18 19:36:16.951508 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 33712) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:16.959317 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [None req-3cd2b988-727e-4c20-ad1a-833a90c8cc91 tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] http://10.222.0.69:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=84764) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:36:16.964837 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-3cd2b988-727e-4c20-ad1a-833a90c8cc91 tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] 10.222.0.69 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0117540 Apr 18 19:36:16.966085 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 33718) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:16.969540 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning for port 4684dfb2-682f-4e56-958b-9234e6b3c272 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:36:16.975823 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning complete for port 4684dfb2-682f-4e56-958b-9234e6b3c272 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:36:16.976394 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:16.986276 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [None req-1c19c21e-48ab-4c38-a71b-9a1e0f2a2612 tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] http://10.222.0.69:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=84764) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:36:16.992844 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-1c19c21e-48ab-4c38-a71b-9a1e0f2a2612 tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] 10.222.0.69 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0191617 Apr 18 19:36:16.993822 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 33722) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:17.004575 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [None req-df1da4f7-3a81-4157-ac17-0004b80e04aa tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] http://10.222.0.69:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=84764) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:36:17.017803 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-df1da4f7-3a81-4157-ac17-0004b80e04aa tempest-ExtensionsTestJSON-633795721 tempest-ExtensionsTestJSON-633795721-project] 10.222.0.69 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0108690 Apr 18 19:36:17.324051 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:17.346084 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8e62affa-4cbf-4b85-8896-ec4ae2098e93 None None] Provisioning complete for port a7ca7d6e-fb2b-4fdd-8cdb-b167fc96a556 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:36:17.346459 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8e62affa-4cbf-4b85-8896-ec4ae2098e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:17.410968 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4283916e-92ac-43f9-9634-3d17b925a813 req-886d201c-7f93-497c-982c-47e4945867d6 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:17.412571 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 4684dfb2-682f-4e56-958b-9234e6b3c272, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=4684dfb2-682f-4e56-958b-9234e6b3c272,segment=NetworkSegment(5ace1d40-f719-4fb4-a8a8-baa0ea54f7e5),segment_id=5ace1d40-f719-4fb4-a8a8-baa0ea54f7e5)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:36:17.419668 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-4283916e-92ac-43f9-9634-3d17b925a813 req-886d201c-7f93-497c-982c-47e4945867d6 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] 10.222.0.69 "GET /v2.0/ports?device_id=042e752e-6ab0-4b23-b37e-7217e8897b50 HTTP/1.1" status: 200 len: 945 time: 0.2465291 Apr 18 19:36:17.422150 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fa46597-e784-41cf-816d-60aa1608c3a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4684dfb2-682f-4e56-958b-9234e6b3c272'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:36:17.451797 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-8e62affa-4cbf-4b85-8896-ec4ae2098e93 None None] Port a7ca7d6e-fb2b-4fdd-8cdb-b167fc96a556 cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:36:17.521229 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:17.540683 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-4283916e-92ac-43f9-9634-3d17b925a813 req-4e34aa05-d2c3-41bb-b4af-2a5b1b01032d tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] 10.222.0.69 "GET /v2.0/security-groups?id=da701d94-d5ec-4d45-a306-33194a2dfb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147227 Apr 18 19:36:17.673431 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=4684dfb2-682f-4e56-958b-9234e6b3c272,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:17.689272 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c69c4792-0c88-4d64-87ac-43666c0829ba'] response: {'server_uuid': '9fa46597-e784-41cf-816d-60aa1608c3a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4684dfb2-682f-4e56-958b-9234e6b3c272', 'code': 200} Apr 18 19:36:17.974535 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804b6db2-8ddc-4db3-9165-5e3612f08051 req-daa72a4d-95c5-4950-aaa6-77dcf7dcc2a0 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:17.979981 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-804b6db2-8ddc-4db3-9165-5e3612f08051 req-daa72a4d-95c5-4950-aaa6-77dcf7dcc2a0 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=52682ca6-5780-4875-8549-0db4bcfd16b0 HTTP/1.1" status: 200 len: 945 time: 0.1650746 Apr 18 19:36:18.040094 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae631fc-d9ca-4fec-a426-e9c95f011005 req-48176495-1ac7-4f1b-b0ee-889c7e56e25c tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:18.055353 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-9ae631fc-d9ca-4fec-a426-e9c95f011005 req-48176495-1ac7-4f1b-b0ee-889c7e56e25c tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.69 "GET /v2.0/ports?device_id=9fa46597-e784-41cf-816d-60aa1608c3a5 HTTP/1.1" status: 200 len: 945 time: 0.5734887 Apr 18 19:36:18.103589 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 3a66d512-5ac0-4959-bd04-73072f0a3b8d up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:36:18.109472 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-804b6db2-8ddc-4db3-9165-5e3612f08051 req-e7bf9267-2309-4ce5-86d1-476302e9d770 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/security-groups?id=6dce0218-3e63-47f4-ad5c-3b3c3b13b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197064 Apr 18 19:36:18.130539 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-1d87c619-6b54-4731-b178-648ec0252bac req-bf189e21-f65f-44ac-bc60-67889b411178 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9fa46597-e784-41cf-816d-60aa1608c3a5 HTTP/1.1" status: 200 len: 1096 time: 0.3578210 Apr 18 19:36:18.138024 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 33750) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:18.252668 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port 3a66d512-5ac0-4959-bd04-73072f0a3b8d triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:36:18.253370 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:18.290436 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-9ae631fc-d9ca-4fec-a426-e9c95f011005 req-71f9812d-ac24-4af0-801b-7dff8e762bba tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.69 "GET /v2.0/security-groups?id=6dbbe555-f817-4989-8ffe-4d7514677d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347584 Apr 18 19:36:18.294284 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-61fa176c-b860-42b9-9865-1063e65bb922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:18.332325 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-1d87c619-6b54-4731-b178-648ec0252bac req-eb1c7e5e-2158-4c4e-876e-0730af6ea951 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=6dbbe555-f817-4989-8ffe-4d7514677d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879535 Apr 18 19:36:18.370464 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07a4b81f-643b-4fe8-ab71-59f4daf01cd8 admin admin] Router 647c356c-ac36-413e-80ed-17c53878abef has already been hosted by L3 agent 21b59c62-f184-4169-bc3e-79831cc043e8 {{(pid=84763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:36:18.407986 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-33cef188-a063-4447-8254-c1a67dbea324 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:18.456131 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-33cef188-a063-4447-8254-c1a67dbea324 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:36:18.463677 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-33cef188-a063-4447-8254-c1a67dbea324 admin admin] Usage tracker for resource:security_group_rule and tenant:c1ef46e53da84563ba752e386289d0dc is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:36:18.475749 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-33cef188-a063-4447-8254-c1a67dbea324 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:36:18.485077 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-33cef188-a063-4447-8254-c1a67dbea324 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:36:18.605307 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-33cef188-a063-4447-8254-c1a67dbea324 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:18.681438 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-33cef188-a063-4447-8254-c1a67dbea324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:18.691695 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07a4b81f-643b-4fe8-ab71-59f4daf01cd8 admin admin] Notify agent at l3_agent.n-d-836017-2 the message routers_updated {{(pid=84763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:36:18.704351 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae29c55b-02de-4d6b-8721-6d15d4956441 None None] Sync routers for ids ['647c356c-ac36-413e-80ed-17c53878abef'] in n-d-836017-2 {{(pid=84766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:36:18.721406 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-07a4b81f-643b-4fe8-ab71-59f4daf01cd8 admin admin] 10.222.0.69 "PUT /v2.0/routers/647c356c-ac36-413e-80ed-17c53878abef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5781252 Apr 18 19:36:18.727971 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae29c55b-02de-4d6b-8721-6d15d4956441 None None] Routers {'647c356c-ac36-413e-80ed-17c53878abef'} bound to L3 agent in host n-d-836017-2 {{(pid=84766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:36:18.728716 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-ae29c55b-02de-4d6b-8721-6d15d4956441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:35:50Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['647c356c-ac36-413e-80ed-17c53878abef'], 'active': True} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:36:18.907845 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cef188-a063-4447-8254-c1a67dbea324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92c02ee4-e5d5-4161-8a14-09752c392dc5,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:18.928956 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-33cef188-a063-4447-8254-c1a67dbea324 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c1ef46e53da84563ba752e386289d0dc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7826760 Apr 18 19:36:18.934366 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 33766) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:18.966786 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvr_db [None req-ae29c55b-02de-4d6b-8721-6d15d4956441 None None] Set router 647c356c-ac36-413e-80ed-17c53878abef gateway port host: n-d-836017-2 {{(pid=84766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:36:19.016712 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85bf078-ee8c-4a75-8b72-dc1b87805fa8 req-c1b145a9-dbdd-465c-84a9-26c399aa3f1d tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:19.026761 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-b85bf078-ee8c-4a75-8b72-dc1b87805fa8 req-c1b145a9-dbdd-465c-84a9-26c399aa3f1d tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] 10.222.0.69 "GET /v2.0/ports?device_id=042e752e-6ab0-4b23-b37e-7217e8897b50 HTTP/1.1" status: 200 len: 945 time: 0.1765840 Apr 18 19:36:19.116131 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-b85bf078-ee8c-4a75-8b72-dc1b87805fa8 req-3b15b6e8-246c-4098-a231-647efabbd787 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] 10.222.0.69 "GET /v2.0/security-groups?id=da701d94-d5ec-4d45-a306-33194a2dfb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883257 Apr 18 19:36:19.135402 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-6eac9720-af8a-4958-be4f-c259a246f413 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:19.192730 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-6eac9720-af8a-4958-be4f-c259a246f413 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:19.367757 n-d-836017-2 neutron-server[84763]: INFO neutron.api.v2.resource [req-2057d61a-9561-47d3-b303-d1cd9d69cc29 req-b61048cf-0b94-401b-a04c-5fabce71ec0b tempest-FloatingIPDetailsNegativeTestJSON-256918786 tempest-FloatingIPDetailsNegativeTestJSON-256918786-project] show failed (client error): The resource could not be found. Apr 18 19:36:19.369521 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2057d61a-9561-47d3-b303-d1cd9d69cc29 req-b61048cf-0b94-401b-a04c-5fabce71ec0b tempest-FloatingIPDetailsNegativeTestJSON-256918786 tempest-FloatingIPDetailsNegativeTestJSON-256918786-project] 10.222.0.69 "GET /v2.0/floatingips/6ed24595-0e99-44b2-9d62-11430713c097 HTTP/1.1" status: 404 len: 350 time: 0.0949070 Apr 18 19:36:19.380604 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 33790) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:19.453174 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-ae29c55b-02de-4d6b-8721-6d15d4956441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '647c356c-ac36-413e-80ed-17c53878abef', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-462904081-router', 'tenant_id': '9310ca8ba6724b55a7efbc8c8976b2eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '3a66d512-5ac0-4959-bd04-73072f0a3b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:36:03Z', 'updated_at': '2022-04-18T19:36:15Z', 'revision_number': 4, 'project_id': '9310ca8ba6724b55a7efbc8c8976b2eb', 'gw_port': {'id': '3a66d512-5ac0-4959-bd04-73072f0a3b8d', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:6d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '647c356c-ac36-413e-80ed-17c53878abef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:36:04Z', 'updated_at': '2022-04-18T19:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_interfaces': [{'id': 'a7ca7d6e-fb2b-4fdd-8cdb-b167fc96a556', 'name': '', 'network_id': 'a4f0342c-b449-407b-a05f-85e8a508337c', 'tenant_id': '9310ca8ba6724b55a7efbc8c8976b2eb', 'mac_address': 'fa:16:3e:b3:56:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '647c356c-ac36-413e-80ed-17c53878abef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e16bd6e8-9e0f-433a-a51f-c1ed12cf570e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:36:12Z', 'updated_at': '2022-04-18T19:36:15Z', 'revision_number': 2, 'project_id': '9310ca8ba6724b55a7efbc8c8976b2eb', 'subnets': [{'id': 'e16bd6e8-9e0f-433a-a51f-c1ed12cf570e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-2', False) {} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:36:19.457727 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae29c55b-02de-4d6b-8721-6d15d4956441 None None] Checking router: 647c356c-ac36-413e-80ed-17c53878abef for host: n-d-836017-2 {{(pid=84766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:36:19.458280 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae29c55b-02de-4d6b-8721-6d15d4956441 None None] Updating router 647c356c-ac36-413e-80ed-17c53878abef port a7ca7d6e-fb2b-4fdd-8cdb-b167fc96a556 binding host n-d-836017-2 {{(pid=84766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 19:36:19.544569 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-ae29c55b-02de-4d6b-8721-6d15d4956441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:19.567878 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-6eac9720-af8a-4958-be4f-c259a246f413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:19.660595 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eac9720-af8a-4958-be4f-c259a246f413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92c02ee4-e5d5-4161-8a14-09752c392dc5,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:19.668609 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796ccb3e-bd93-43ca-9cf6-c34156d0696d req-a3bc16e0-80a2-48ac-8e65-f11dac37c188 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:19.671681 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-796ccb3e-bd93-43ca-9cf6-c34156d0696d req-a3bc16e0-80a2-48ac-8e65-f11dac37c188 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.69 "GET /v2.0/ports?device_id=9fa46597-e784-41cf-816d-60aa1608c3a5 HTTP/1.1" status: 200 len: 945 time: 0.1423795 Apr 18 19:36:19.675765 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-6eac9720-af8a-4958-be4f-c259a246f413 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:19.702490 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-6eac9720-af8a-4958-be4f-c259a246f413 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/92c02ee4-e5d5-4161-8a14-09752c392dc5 HTTP/1.1" status: 204 len: 168 time: 0.7333395 Apr 18 19:36:19.780515 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-796ccb3e-bd93-43ca-9cf6-c34156d0696d req-e2d2f0de-a918-4d88-b3d5-38c9f9ebf1e7 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.69 "GET /v2.0/security-groups?id=6dbbe555-f817-4989-8ffe-4d7514677d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005044 Apr 18 19:36:19.834252 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d363047f-0b46-4d45-baa0-5188fb12007b req-4009ab74-e78e-4338-8bcf-8e64ad4a6fc6 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:19.836902 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d363047f-0b46-4d45-baa0-5188fb12007b req-4009ab74-e78e-4338-8bcf-8e64ad4a6fc6 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=52682ca6-5780-4875-8549-0db4bcfd16b0 HTTP/1.1" status: 200 len: 945 time: 0.2704551 Apr 18 19:36:19.940420 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-85788088-cce6-4c60-85dd-c6ccc41f6b28 req-8e5f1ef0-c544-4a7f-abe8-f6f25867061c tempest-AbsoluteLimitsNegativeTestJSON-321872620 tempest-AbsoluteLimitsNegativeTestJSON-321872620-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=897f2dbb8b8c4614855bb538b0127737&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0472322 Apr 18 19:36:19.998920 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d363047f-0b46-4d45-baa0-5188fb12007b req-e23abf1b-d70f-495f-aa31-6312e533d2d9 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/security-groups?id=6dce0218-3e63-47f4-ad5c-3b3c3b13b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483128 Apr 18 19:36:20.104933 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-ae29c55b-02de-4d6b-8721-6d15d4956441 None None] Notify callbacks [] for port, precommit_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:20.129773 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.provisioning_blocks [None req-ae29c55b-02de-4d6b-8721-6d15d4956441 None None] Transition to ACTIVE for port object a7ca7d6e-fb2b-4fdd-8cdb-b167fc96a556 will not be triggered until provisioned by entity L2. {{(pid=84766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:36:20.147959 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85788088-cce6-4c60-85dd-c6ccc41f6b28 req-e0d41d52-5c67-4027-a792-4bf5feb2538a tempest-AbsoluteLimitsNegativeTestJSON-321872620 tempest-AbsoluteLimitsNegativeTestJSON-321872620-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:20.149814 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-85788088-cce6-4c60-85dd-c6ccc41f6b28 req-e0d41d52-5c67-4027-a792-4bf5feb2538a tempest-AbsoluteLimitsNegativeTestJSON-321872620 tempest-AbsoluteLimitsNegativeTestJSON-321872620-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1983154 Apr 18 19:36:20.174966 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-85788088-cce6-4c60-85dd-c6ccc41f6b28 req-a7896ad1-6e20-4b13-8a80-1594cbd67831 tempest-AbsoluteLimitsNegativeTestJSON-321872620 tempest-AbsoluteLimitsNegativeTestJSON-321872620-project] 10.222.0.69 "GET /v2.0/quotas/897f2dbb8b8c4614855bb538b0127737 HTTP/1.1" status: 200 len: 375 time: 0.0129459 Apr 18 19:36:20.233033 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-85788088-cce6-4c60-85dd-c6ccc41f6b28 req-366862f8-c690-4841-9e62-71b9055b4aae tempest-AbsoluteLimitsNegativeTestJSON-321872620 tempest-AbsoluteLimitsNegativeTestJSON-321872620-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=897f2dbb8b8c4614855bb538b0127737&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0598891 Apr 18 19:36:20.333560 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-ae29c55b-02de-4d6b-8721-6d15d4956441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:20.336892 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-92936c6e-498b-4587-bca2-eeaea04c27ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417313'] for router_interface, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:20.362093 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6549d036-1cbf-4a58-8681-497405d06cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:20.565061 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7cdf45-d1c7-4459-bd49-a579f5d78b21 req-7ee15ca4-c750-4c3f-a814-6994375d34de tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:20.575437 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8c7cdf45-d1c7-4459-bd49-a579f5d78b21 req-7ee15ca4-c750-4c3f-a814-6994375d34de tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] 10.222.0.69 "GET /v2.0/ports?device_id=042e752e-6ab0-4b23-b37e-7217e8897b50 HTTP/1.1" status: 200 len: 945 time: 0.3036938 Apr 18 19:36:20.668663 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8c7cdf45-d1c7-4459-bd49-a579f5d78b21 req-bda70048-2618-46ee-b00f-0388dbdfeb03 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] 10.222.0.69 "GET /v2.0/security-groups?id=da701d94-d5ec-4d45-a306-33194a2dfb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922091 Apr 18 19:36:20.921565 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:20.933883 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087620b6-9efb-44d9-b0f1-6b9b9ca881eb None None] Pushing event updated for resources: {'Port': ['ID=a7ca7d6e-fb2b-4fdd-8cdb-b167fc96a556,revision_number=3']} {{(pid=84766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:20.952981 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087620b6-9efb-44d9-b0f1-6b9b9ca881eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:36:20.954434 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087620b6-9efb-44d9-b0f1-6b9b9ca881eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:36:20.955385 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087620b6-9efb-44d9-b0f1-6b9b9ca881eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:36:20.956236 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087620b6-9efb-44d9-b0f1-6b9b9ca881eb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:36:20.958645 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087620b6-9efb-44d9-b0f1-6b9b9ca881eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:36:20.959087 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087620b6-9efb-44d9-b0f1-6b9b9ca881eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:36:20.959544 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087620b6-9efb-44d9-b0f1-6b9b9ca881eb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:36:20.959967 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087620b6-9efb-44d9-b0f1-6b9b9ca881eb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:36:20.962597 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087620b6-9efb-44d9-b0f1-6b9b9ca881eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:36:20.963046 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087620b6-9efb-44d9-b0f1-6b9b9ca881eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:36:20.963476 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087620b6-9efb-44d9-b0f1-6b9b9ca881eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:36:21.008035 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.managers [None req-ae29c55b-02de-4d6b-8721-6d15d4956441 None None] Attempting to bind port a7ca7d6e-fb2b-4fdd-8cdb-b167fc96a556 on host n-d-836017-2 for vnic_type normal with profile {{(pid=84766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:36:21.016500 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.managers [None req-ae29c55b-02de-4d6b-8721-6d15d4956441 None None] Attempting to bind port a7ca7d6e-fb2b-4fdd-8cdb-b167fc96a556 by drivers openvswitch,hyperv on host n-d-836017-2 at level 0 using segments [{'id': 'd7b5cbe0-8fc8-4115-92e4-1bd19913a956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'a4f0342c-b449-407b-a05f-85e8a508337c'}] {{(pid=84766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:36:21.016971 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae29c55b-02de-4d6b-8721-6d15d4956441 None None] Attempting to bind port a7ca7d6e-fb2b-4fdd-8cdb-b167fc96a556 on network a4f0342c-b449-407b-a05f-85e8a508337c {{(pid=84766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:36:21.033532 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae29c55b-02de-4d6b-8721-6d15d4956441 None None] Checking agent: {'id': 'df2a5cfe-6839-400b-a998-e4fffce70f45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 8, 22), 'started_at': datetime.datetime(2022, 4, 18, 19, 8, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:36:21.035693 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae29c55b-02de-4d6b-8721-6d15d4956441 None None] Checking segment: {'id': 'd7b5cbe0-8fc8-4115-92e4-1bd19913a956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'a4f0342c-b449-407b-a05f-85e8a508337c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:36:21.036175 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-ae29c55b-02de-4d6b-8721-6d15d4956441 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:21.036673 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae29c55b-02de-4d6b-8721-6d15d4956441 None None] Bound using segment: {'id': 'd7b5cbe0-8fc8-4115-92e4-1bd19913a956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'a4f0342c-b449-407b-a05f-85e8a508337c'} {{(pid=84766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:36:21.037841 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.managers [None req-ae29c55b-02de-4d6b-8721-6d15d4956441 None None] Bound port: a7ca7d6e-fb2b-4fdd-8cdb-b167fc96a556, host: n-d-836017-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7b5cbe0-8fc8-4115-92e4-1bd19913a956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'a4f0342c-b449-407b-a05f-85e8a508337c'}}] {{(pid=84766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:36:21.038306 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-ae29c55b-02de-4d6b-8721-6d15d4956441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:21.157516 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 33830) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:21.216882 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3dc743-a53b-4709-bcd5-ce80e3b7e60b req-9cb0f17f-6acc-4a63-a545-8666858dafca tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:21.219123 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3e3dc743-a53b-4709-bcd5-ce80e3b7e60b req-9cb0f17f-6acc-4a63-a545-8666858dafca tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.69 "GET /v2.0/ports?device_id=9fa46597-e784-41cf-816d-60aa1608c3a5 HTTP/1.1" status: 200 len: 945 time: 0.1478393 Apr 18 19:36:21.263897 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.db [None req-ae29c55b-02de-4d6b-8721-6d15d4956441 None None] For port a7ca7d6e-fb2b-4fdd-8cdb-b167fc96a556, host n-d-836017-2, cleared binding levels {{(pid=84766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:36:21.278139 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.db [None req-ae29c55b-02de-4d6b-8721-6d15d4956441 None None] For port a7ca7d6e-fb2b-4fdd-8cdb-b167fc96a556, host n-d-836017-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=a7ca7d6e-fb2b-4fdd-8cdb-b167fc96a556,segment=NetworkSegment(d7b5cbe0-8fc8-4115-92e4-1bd19913a956),segment_id=d7b5cbe0-8fc8-4115-92e4-1bd19913a956)] {{(pid=84766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:36:21.324935 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3e3dc743-a53b-4709-bcd5-ce80e3b7e60b req-bc461f21-09de-4bde-9c03-acaa021546d5 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.69 "GET /v2.0/security-groups?id=6dbbe555-f817-4989-8ffe-4d7514677d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998869 Apr 18 19:36:21.436984 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-3b2b6db0-53c7-408c-8e26-67b106b56a99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:21.444221 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-ae29c55b-02de-4d6b-8721-6d15d4956441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:21.500583 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-3b2b6db0-53c7-408c-8e26-67b106b56a99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:36:21.504919 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-3b2b6db0-53c7-408c-8e26-67b106b56a99 admin admin] Usage tracker for resource:security_group_rule and tenant:897f2dbb8b8c4614855bb538b0127737 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:36:21.508860 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-3b2b6db0-53c7-408c-8e26-67b106b56a99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:36:21.515013 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-3b2b6db0-53c7-408c-8e26-67b106b56a99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:36:21.591957 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3ece8b-506b-4c18-b643-52d07e8139db req-b4d29084-6537-435f-80fb-78f078ba0074 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:21.595311 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-fe3ece8b-506b-4c18-b643-52d07e8139db req-b4d29084-6537-435f-80fb-78f078ba0074 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=52682ca6-5780-4875-8549-0db4bcfd16b0 HTTP/1.1" status: 200 len: 945 time: 0.2895267 Apr 18 19:36:21.606073 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-3b2b6db0-53c7-408c-8e26-67b106b56a99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:21.673891 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae29c55b-02de-4d6b-8721-6d15d4956441 None None] Routers {'647c356c-ac36-413e-80ed-17c53878abef'} bound to L3 agent in host n-d-836017-2 {{(pid=84766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:36:21.674934 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-ae29c55b-02de-4d6b-8721-6d15d4956441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:36:20Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['647c356c-ac36-413e-80ed-17c53878abef'], 'active': True} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:36:21.681386 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-23697b2a-1fee-44a3-894f-f29768852fe5 req-06fc4dc5-a66d-491a-a627-f70925fdf7e6 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1563296944&fields=id&tenant_id=d24c05963c4f41ee8c8189c7acc53c87 HTTP/1.1" status: 200 len: 267 time: 0.0733500 Apr 18 19:36:21.749185 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-fe3ece8b-506b-4c18-b643-52d07e8139db req-c937f9bd-7d2f-4f70-a6dc-d15919139e98 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/security-groups?id=6dce0218-3e63-47f4-ad5c-3b3c3b13b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275220 Apr 18 19:36:21.849769 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-3b2b6db0-53c7-408c-8e26-67b106b56a99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:21.884589 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1c541fd-6087-4755-8778-e68e27e46067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:21.935138 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-3b2b6db0-53c7-408c-8e26-67b106b56a99 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=897f2dbb8b8c4614855bb538b0127737&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7751355 Apr 18 19:36:21.946081 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 33848) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:22.104109 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:22.185481 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2b6db0-53c7-408c-8e26-67b106b56a99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4145d41b-bb6c-4cbc-a582-1ac534fa1dfb,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:22.214747 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-c3239620-8021-4a81-bcfc-f9ab3ceb60f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:22.245708 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-c3239620-8021-4a81-bcfc-f9ab3ceb60f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:22.303763 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvr_db [None req-ae29c55b-02de-4d6b-8721-6d15d4956441 None None] Set router 647c356c-ac36-413e-80ed-17c53878abef gateway port host: n-d-836017-2 {{(pid=84766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:36:22.329875 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23697b2a-1fee-44a3-894f-f29768852fe5 req-ef011de6-f8e9-4a44-a1af-b401403b1b2a tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:22.343731 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-23697b2a-1fee-44a3-894f-f29768852fe5 req-ef011de6-f8e9-4a44-a1af-b401403b1b2a tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.69 "GET /v2.0/ports?device_id=9fa46597-e784-41cf-816d-60aa1608c3a5 HTTP/1.1" status: 200 len: 945 time: 0.6563816 Apr 18 19:36:22.350947 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-23697b2a-1fee-44a3-894f-f29768852fe5 req-13fefa5e-9cae-41f1-8f5d-5a3b24f01012 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Request body: {'port': {'security_groups': ['6dbbe555-f817-4989-8ffe-4d7514677d3c', 'de46f637-816d-4eb3-b64c-9da660a14efb']}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:36:22.482841 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-92936c6e-498b-4587-bca2-eeaea04c27ec admin admin] Deleting port a7ca7d6e-fb2b-4fdd-8cdb-b167fc96a556 {{(pid=84764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:36:22.489327 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-92936c6e-498b-4587-bca2-eeaea04c27ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:22.562745 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-23697b2a-1fee-44a3-894f-f29768852fe5 req-13fefa5e-9cae-41f1-8f5d-5a3b24f01012 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:22.574948 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-c3239620-8021-4a81-bcfc-f9ab3ceb60f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:22.600104 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3239620-8021-4a81-bcfc-f9ab3ceb60f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4145d41b-bb6c-4cbc-a582-1ac534fa1dfb,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:22.701095 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-c3239620-8021-4a81-bcfc-f9ab3ceb60f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:22.702226 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-c3239620-8021-4a81-bcfc-f9ab3ceb60f0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4145d41b-bb6c-4cbc-a582-1ac534fa1dfb HTTP/1.1" status: 204 len: 168 time: 0.7400429 Apr 18 19:36:22.702889 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 33870) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:22.789800 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087620b6-9efb-44d9-b0f1-6b9b9ca881eb None None] Pushing event updated for resources: {'Port': ['ID=a7ca7d6e-fb2b-4fdd-8cdb-b167fc96a556,revision_number=4']} {{(pid=84766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:22.808609 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-ae29c55b-02de-4d6b-8721-6d15d4956441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '647c356c-ac36-413e-80ed-17c53878abef', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-462904081-router', 'tenant_id': '9310ca8ba6724b55a7efbc8c8976b2eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '3a66d512-5ac0-4959-bd04-73072f0a3b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:36:03Z', 'updated_at': '2022-04-18T19:36:15Z', 'revision_number': 4, 'project_id': '9310ca8ba6724b55a7efbc8c8976b2eb', 'gw_port': {'id': '3a66d512-5ac0-4959-bd04-73072f0a3b8d', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:6d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '647c356c-ac36-413e-80ed-17c53878abef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:36:04Z', 'updated_at': '2022-04-18T19:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_interfaces': [{'id': 'a7ca7d6e-fb2b-4fdd-8cdb-b167fc96a556', 'name': '', 'network_id': 'a4f0342c-b449-407b-a05f-85e8a508337c', 'tenant_id': '9310ca8ba6724b55a7efbc8c8976b2eb', 'mac_address': 'fa:16:3e:b3:56:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '647c356c-ac36-413e-80ed-17c53878abef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e16bd6e8-9e0f-433a-a51f-c1ed12cf570e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:36:12Z', 'updated_at': '2022-04-18T19:36:21Z', 'revision_number': 4, 'project_id': '9310ca8ba6724b55a7efbc8c8976b2eb', 'subnets': [{'id': 'e16bd6e8-9e0f-433a-a51f-c1ed12cf570e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-2', False) {} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:36:22.828948 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae29c55b-02de-4d6b-8721-6d15d4956441 None None] The sync data for ids ['647c356c-ac36-413e-80ed-17c53878abef'] in n-d-836017-2 is: [{'id': '647c356c-ac36-413e-80ed-17c53878abef', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-462904081-router', 'tenant_id': '9310ca8ba6724b55a7efbc8c8976b2eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '3a66d512-5ac0-4959-bd04-73072f0a3b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:36:03Z', 'updated_at': '2022-04-18T19:36:15Z', 'revision_number': 4, 'project_id': '9310ca8ba6724b55a7efbc8c8976b2eb', 'gw_port': {'id': '3a66d512-5ac0-4959-bd04-73072f0a3b8d', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:6d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '647c356c-ac36-413e-80ed-17c53878abef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:36:04Z', 'updated_at': '2022-04-18T19:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_interfaces': [{'id': 'a7ca7d6e-fb2b-4fdd-8cdb-b167fc96a556', 'name': '', 'network_id': 'a4f0342c-b449-407b-a05f-85e8a508337c', 'tenant_id': '9310ca8ba6724b55a7efbc8c8976b2eb', 'mac_address': 'fa:16:3e:b3:56:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '647c356c-ac36-413e-80ed-17c53878abef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e16bd6e8-9e0f-433a-a51f-c1ed12cf570e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:36:12Z', 'updated_at': '2022-04-18T19:36:21Z', 'revision_number': 4, 'project_id': '9310ca8ba6724b55a7efbc8c8976b2eb', 'subnets': [{'id': 'e16bd6e8-9e0f-433a-a51f-c1ed12cf570e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:36:22.844143 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [None req-92936c6e-498b-4587-bca2-eeaea04c27ec admin admin] For port a7ca7d6e-fb2b-4fdd-8cdb-b167fc96a556, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=a7ca7d6e-fb2b-4fdd-8cdb-b167fc96a556,segment=NetworkSegment(d7b5cbe0-8fc8-4115-92e4-1bd19913a956),segment_id=d7b5cbe0-8fc8-4115-92e4-1bd19913a956)] {{(pid=84764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:36:22.844755 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-92936c6e-498b-4587-bca2-eeaea04c27ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:23.059896 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-92936c6e-498b-4587-bca2-eeaea04c27ec admin admin] Calling delete_port for a7ca7d6e-fb2b-4fdd-8cdb-b167fc96a556 owned by network:router_interface {{(pid=84764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:36:23.084621 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-236b01ba-1db1-4839-b281-ab1c57f4240a tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1261738643'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:36:23.084772 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a4106dab-6971-4e7e-8fdc-c66f0a3f4877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:23.096881 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-236b01ba-1db1-4839-b281-ab1c57f4240a tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:36:23.113489 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-236b01ba-1db1-4839-b281-ab1c57f4240a tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Usage tracker for resource:network and tenant:8097f6133aa24824a0d11d98456dfce8 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:36:23.119735 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-236b01ba-1db1-4839-b281-ab1c57f4240a tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:36:23.138341 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-236b01ba-1db1-4839-b281-ab1c57f4240a tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:36:23.162260 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48546433-ad10-45f4-b4f6-0c03676143e6 req-fe6fdd22-83f2-45f8-b06a-e4f4fd3a0229 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:23.164735 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-48546433-ad10-45f4-b4f6-0c03676143e6 req-fe6fdd22-83f2-45f8-b06a-e4f4fd3a0229 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] 10.222.0.69 "GET /v2.0/ports?device_id=042e752e-6ab0-4b23-b37e-7217e8897b50 HTTP/1.1" status: 200 len: 945 time: 0.7889876 Apr 18 19:36:23.213265 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-23697b2a-1fee-44a3-894f-f29768852fe5 req-13fefa5e-9cae-41f1-8f5d-5a3b24f01012 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] For port 4684dfb2-682f-4e56-958b-9234e6b3c272, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=4684dfb2-682f-4e56-958b-9234e6b3c272,segment=NetworkSegment(5ace1d40-f719-4fb4-a8a8-baa0ea54f7e5),segment_id=5ace1d40-f719-4fb4-a8a8-baa0ea54f7e5)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:36:23.243143 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-48546433-ad10-45f4-b4f6-0c03676143e6 req-90512235-b749-4e29-84ef-2baa75f71b61 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] 10.222.0.69 "GET /v2.0/security-groups?id=da701d94-d5ec-4d45-a306-33194a2dfb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674410 Apr 18 19:36:23.273270 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-23697b2a-1fee-44a3-894f-f29768852fe5 req-13fefa5e-9cae-41f1-8f5d-5a3b24f01012 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Notify callbacks [] for port, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:23.297925 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-236b01ba-1db1-4839-b281-ab1c57f4240a tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Made reservation on behalf of 8097f6133aa24824a0d11d98456dfce8 for: {'network': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:36:23.301475 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-236b01ba-1db1-4839-b281-ab1c57f4240a tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for network, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:23.325198 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-236b01ba-1db1-4839-b281-ab1c57f4240a tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks [] for security_group, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:23.354971 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-23697b2a-1fee-44a3-894f-f29768852fe5 req-13fefa5e-9cae-41f1-8f5d-5a3b24f01012 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:23.370651 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] get_ports_and_sgs() called for port_ids ['41ba133b-cad2-4cdb-9a46-9cff74025eb1', '4684dfb2-682f-4e56-958b-9234e6b3c272'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:36:23.474402 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23697b2a-1fee-44a3-894f-f29768852fe5 req-13fefa5e-9cae-41f1-8f5d-5a3b24f01012 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:23.475178 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-23697b2a-1fee-44a3-894f-f29768852fe5 req-13fefa5e-9cae-41f1-8f5d-5a3b24f01012 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:23.476901 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-23697b2a-1fee-44a3-894f-f29768852fe5 req-13fefa5e-9cae-41f1-8f5d-5a3b24f01012 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.69 "PUT /v2.0/ports/4684dfb2-682f-4e56-958b-9234e6b3c272 HTTP/1.1" status: 200 len: 981 time: 1.1309447 Apr 18 19:36:23.477119 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fa46597-e784-41cf-816d-60aa1608c3a5', 'tag': '4684dfb2-682f-4e56-958b-9234e6b3c272'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:36:23.511259 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-92936c6e-498b-4587-bca2-eeaea04c27ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:23.541308 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-236b01ba-1db1-4839-b281-ab1c57f4240a tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:36:23.549185 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-236b01ba-1db1-4839-b281-ab1c57f4240a tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Usage tracker for resource:security_group_rule and tenant:8097f6133aa24824a0d11d98456dfce8 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:36:23.555597 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-236b01ba-1db1-4839-b281-ab1c57f4240a tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:36:23.563666 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fefa5e-9cae-41f1-8f5d-5a3b24f01012 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Pushing event updated for resources: {'Port': ['ID=4684dfb2-682f-4e56-958b-9234e6b3c272,revision_number=6']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:23.574658 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] get_ports_and_sgs() called for port_ids ['4684dfb2-682f-4e56-958b-9234e6b3c272'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:36:23.580053 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-236b01ba-1db1-4839-b281-ab1c57f4240a tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:36:23.714587 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92936c6e-498b-4587-bca2-eeaea04c27ec admin admin] Pushing event deleted for resources: {'Port': ['ID=a7ca7d6e-fb2b-4fdd-8cdb-b167fc96a556,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:23.851923 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-236b01ba-1db1-4839-b281-ab1c57f4240a tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks [] for security_group, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:23.854784 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-322c8163-7466-487a-acf2-db7bf8093eb6 req-a3011874-c04b-4c14-8068-8f7ec400fc13 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.69 "GET /v2.0/security-groups/de46f637-816d-4eb3-b64c-9da660a14efb HTTP/1.1" status: 200 len: 1635 time: 0.2786846 Apr 18 19:36:23.925989 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-236b01ba-1db1-4839-b281-ab1c57f4240a tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:23.971629 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236b01ba-1db1-4839-b281-ab1c57f4240a tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d17ba32-1e82-4c7b-9414-9aa962ac6891,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:23.989772 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-236b01ba-1db1-4839-b281-ab1c57f4240a tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=84763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:36:23.992392 n-d-836017-2 neutron-server[84763]: INFO neutron.api.v2.resource [req-322c8163-7466-487a-acf2-db7bf8093eb6 req-9dfdcfee-e54f-4a3e-9c63-a43b86eab759 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 18 19:36:24.008539 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-322c8163-7466-487a-acf2-db7bf8093eb6 req-9dfdcfee-e54f-4a3e-9c63-a43b86eab759 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.69 "DELETE /v2.0/security-groups/de46f637-816d-4eb3-b64c-9da660a14efb HTTP/1.1" status: 409 len: 341 time: 0.1467323 Apr 18 19:36:24.031602 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-236b01ba-1db1-4839-b281-ab1c57f4240a tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:24.032037 n-d-836017-2 neutron-server[84763]: INFO neutron.db.segments_db [None req-236b01ba-1db1-4839-b281-ab1c57f4240a tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Added segment c1d1ca63-ff25-4558-9f27-265eac5bbba9 of type vlan for network d56be34c-7b73-4700-ae04-c94175a27b0b Apr 18 19:36:24.092962 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-236b01ba-1db1-4839-b281-ab1c57f4240a tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791093404182'] for network, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:24.125819 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b04b9b3-48d5-4d1b-88e4-f53567a1f363'] response: {'name': 'network-changed', 'server_uuid': '9fa46597-e784-41cf-816d-60aa1608c3a5', 'tag': '4684dfb2-682f-4e56-958b-9234e6b3c272', 'status': 'completed', 'code': 200} Apr 18 19:36:24.292027 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c8a2d8-dd00-4c92-b437-7c325e731250 req-a06db024-6e2f-4049-bb03-ecc5936856ca tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:24.301494 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-96c8a2d8-dd00-4c92-b437-7c325e731250 req-a06db024-6e2f-4049-bb03-ecc5936856ca tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=52682ca6-5780-4875-8549-0db4bcfd16b0 HTTP/1.1" status: 200 len: 945 time: 0.6945820 Apr 18 19:36:24.409246 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0650380a-d281-4a07-86bb-5a02fbc53786 req-41552663-8270-4ba2-b9ea-0b7b9d6913de service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d24c05963c4f41ee8c8189c7acc53c87&device_id=9fa46597-e784-41cf-816d-60aa1608c3a5 HTTP/1.1" status: 200 len: 1135 time: 0.2584295 Apr 18 19:36:24.418078 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-236b01ba-1db1-4839-b281-ab1c57f4240a tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251'] for network, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:24.423840 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236b01ba-1db1-4839-b281-ab1c57f4240a tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:24.433325 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-236b01ba-1db1-4839-b281-ab1c57f4240a tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:24.449428 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-96c8a2d8-dd00-4c92-b437-7c325e731250 req-84b0a0e2-d127-46e2-94ba-d5510d8685de tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/security-groups?id=6dce0218-3e63-47f4-ad5c-3b3c3b13b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469774 Apr 18 19:36:24.508610 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-92936c6e-498b-4587-bca2-eeaea04c27ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417398'] for router_interface, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:24.863710 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:24.888639 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236b01ba-1db1-4839-b281-ab1c57f4240a tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Pushing event updated for resources: {'Network': ['ID=d56be34c-7b73-4700-ae04-c94175a27b0b,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:24.900362 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b19198-ef33-4bb5-934e-47924630072b req-4b8bd8b1-fb63-4515-97a4-a4bc67f7cffe tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:24.943976 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c2b19198-ef33-4bb5-934e-47924630072b req-4b8bd8b1-fb63-4515-97a4-a4bc67f7cffe tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] 10.222.0.69 "GET /v2.0/ports?device_id=042e752e-6ab0-4b23-b37e-7217e8897b50 HTTP/1.1" status: 200 len: 945 time: 0.1493571 Apr 18 19:36:24.944091 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Network d56be34c-7b73-4700-ae04-c94175a27b0b details requested by agent ovs-agent-n-d-836017-2 with host n-d-836017-2 {{(pid=84765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:36:24.954644 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0650380a-d281-4a07-86bb-5a02fbc53786 req-b27ca395-920e-41df-8921-86ec28351712 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:24.956248 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0650380a-d281-4a07-86bb-5a02fbc53786 req-b27ca395-920e-41df-8921-86ec28351712 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a15d993a-6587-4728-b6e5-6aacd5a8669a HTTP/1.1" status: 200 len: 913 time: 0.5156140 Apr 18 19:36:25.017207 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c2b19198-ef33-4bb5-934e-47924630072b req-4a09b1c7-43fc-4a52-8945-41d5951db9e3 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] 10.222.0.69 "GET /v2.0/security-groups?id=da701d94-d5ec-4d45-a306-33194a2dfb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023512 Apr 18 19:36:25.056718 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0650380a-d281-4a07-86bb-5a02fbc53786 req-5f47b93f-d48b-4809-a4bf-42336983b2e1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4684dfb2-682f-4e56-958b-9234e6b3c272 HTTP/1.1" status: 200 len: 217 time: 0.0876508 Apr 18 19:36:25.065196 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4c6832-1bf8-412a-b54e-c1cbfe3ec499 req-824a50b3-55bc-447b-8695-a712f2c33e5a tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:25.066719 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-aa4c6832-1bf8-412a-b54e-c1cbfe3ec499 req-824a50b3-55bc-447b-8695-a712f2c33e5a tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.69 "GET /v2.0/ports?device_id=9fa46597-e784-41cf-816d-60aa1608c3a5 HTTP/1.1" status: 200 len: 984 time: 0.2404099 Apr 18 19:36:25.107752 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 33914) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:25.114788 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-236b01ba-1db1-4839-b281-ab1c57f4240a tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.3893893 Apr 18 19:36:25.136465 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 33918) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:25.151319 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-bece074f-020d-41d5-8540-2386b3af0c2c tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Request body: {'port': {'network_id': 'd56be34c-7b73-4700-ae04-c94175a27b0b', 'name': 'tempest-PortsIpV6TestJSON-1667542238'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:36:25.264143 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0650380a-d281-4a07-86bb-5a02fbc53786 req-75031b64-f72d-471d-9f65-4be614c5bb83 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:25.265749 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0650380a-d281-4a07-86bb-5a02fbc53786 req-75031b64-f72d-471d-9f65-4be614c5bb83 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3cbdddc8-bf0a-4ac7-9f09-4e4fdeb7252a HTTP/1.1" status: 200 len: 852 time: 0.2071540 Apr 18 19:36:25.331242 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0650380a-d281-4a07-86bb-5a02fbc53786 req-4f0fb2d0-1576-4727-8728-7e4796ee673c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a15d993a-6587-4728-b6e5-6aacd5a8669a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539453 Apr 18 19:36:25.334106 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-aa4c6832-1bf8-412a-b54e-c1cbfe3ec499 req-6f9543c0-70d2-453a-9de0-2f189bb71322 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.69 "GET /v2.0/security-groups?id=de46f637-816d-4eb3-b64c-9da660a14efb&id=6dbbe555-f817-4989-8ffe-4d7514677d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2263622 Apr 18 19:36:25.416472 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-bece074f-020d-41d5-8540-2386b3af0c2c tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:36:25.492037 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-bece074f-020d-41d5-8540-2386b3af0c2c tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Usage tracker for resource:port and tenant:8097f6133aa24824a0d11d98456dfce8 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:36:25.492037 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-bece074f-020d-41d5-8540-2386b3af0c2c tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:36:25.492037 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-bece074f-020d-41d5-8540-2386b3af0c2c tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:36:25.493355 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-9b5f21e8-f4b1-4a73-ae0d-3e0b713b26c2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-737233638-network', 'tenant_id': 'ead4979455fe4a3c85919ab5c6c5397d'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:36:25.500994 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-9b5f21e8-f4b1-4a73-ae0d-3e0b713b26c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:36:25.507284 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-9b5f21e8-f4b1-4a73-ae0d-3e0b713b26c2 admin admin] Usage tracker for resource:network and tenant:ead4979455fe4a3c85919ab5c6c5397d is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:36:25.511408 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-9b5f21e8-f4b1-4a73-ae0d-3e0b713b26c2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:36:25.519384 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-9b5f21e8-f4b1-4a73-ae0d-3e0b713b26c2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:36:25.598843 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0650380a-d281-4a07-86bb-5a02fbc53786 req-8088a9e9-b632-4a4e-b5a2-8804f37492e7 service neutron] 10.222.0.72 "GET /v2.0/networks/a15d993a-6587-4728-b6e5-6aacd5a8669a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604527 Apr 18 19:36:25.664941 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92936c6e-498b-4587-bca2-eeaea04c27ec admin admin] Router 647c356c-ac36-413e-80ed-17c53878abef has already been hosted by L3 agent 21b59c62-f184-4169-bc3e-79831cc043e8 {{(pid=84764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:36:25.679379 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bece074f-020d-41d5-8540-2386b3af0c2c tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Made reservation on behalf of 8097f6133aa24824a0d11d98456dfce8 for: {'port': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:36:25.682440 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-bece074f-020d-41d5-8540-2386b3af0c2c tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:25.690184 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0bae95-d676-46ed-981d-d1db43a5c27d req-036bd33c-ea6e-4b79-964c-78f753ef4261 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:25.697767 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-fa0bae95-d676-46ed-981d-d1db43a5c27d req-036bd33c-ea6e-4b79-964c-78f753ef4261 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=52682ca6-5780-4875-8549-0db4bcfd16b0 HTTP/1.1" status: 200 len: 945 time: 0.1041772 Apr 18 19:36:25.727445 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [None req-bece074f-020d-41d5-8540-2386b3af0c2c tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] device_id is not set on port 5fdfde06-f346-4b42-ad99-bbc95b967041 yet. {{(pid=84763) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 19:36:25.748341 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b5f21e8-f4b1-4a73-ae0d-3e0b713b26c2 admin admin] Made reservation on behalf of ead4979455fe4a3c85919ab5c6c5397d for: {'network': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:36:25.750660 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-9b5f21e8-f4b1-4a73-ae0d-3e0b713b26c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for network, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:25.845026 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0650380a-d281-4a07-86bb-5a02fbc53786 req-09fc5abb-28d9-449b-b9ff-f2a92b23405f service neutron] 10.222.0.72 "GET /v2.0/networks/a15d993a-6587-4728-b6e5-6aacd5a8669a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358086 Apr 18 19:36:25.845128 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-9b5f21e8-f4b1-4a73-ae0d-3e0b713b26c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:25.909942 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-fa0bae95-d676-46ed-981d-d1db43a5c27d req-372005e2-a1ed-465a-bb02-ad27c4e9eff8 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/security-groups?id=6dce0218-3e63-47f4-ad5c-3b3c3b13b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689525 Apr 18 19:36:25.919554 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-9b5f21e8-f4b1-4a73-ae0d-3e0b713b26c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:36:25.922402 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-9b5f21e8-f4b1-4a73-ae0d-3e0b713b26c2 admin admin] Usage tracker for resource:security_group_rule and tenant:ead4979455fe4a3c85919ab5c6c5397d is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:36:25.926226 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-9b5f21e8-f4b1-4a73-ae0d-3e0b713b26c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:36:25.933651 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-9b5f21e8-f4b1-4a73-ae0d-3e0b713b26c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:36:26.038020 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-9b5f21e8-f4b1-4a73-ae0d-3e0b713b26c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:26.047752 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92936c6e-498b-4587-bca2-eeaea04c27ec admin admin] Notify agent at l3_agent.n-d-836017-2 the message routers_updated {{(pid=84764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:36:26.073089 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-92936c6e-498b-4587-bca2-eeaea04c27ec admin admin] 10.222.0.69 "PUT /v2.0/routers/647c356c-ac36-413e-80ed-17c53878abef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6908870 Apr 18 19:36:26.075713 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 33936) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:26.084014 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-bece074f-020d-41d5-8540-2386b3af0c2c tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks [] for port, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:26.155199 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-9b5f21e8-f4b1-4a73-ae0d-3e0b713b26c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:26.189063 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b5f21e8-f4b1-4a73-ae0d-3e0b713b26c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=84764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:36:26.193891 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f21e8-f4b1-4a73-ae0d-3e0b713b26c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19c60d53-cc16-4415-9eeb-253909d57ea4,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:26.203036 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-9b5f21e8-f4b1-4a73-ae0d-3e0b713b26c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:26.203385 n-d-836017-2 neutron-server[84764]: INFO neutron.db.segments_db [None req-9b5f21e8-f4b1-4a73-ae0d-3e0b713b26c2 admin admin] Added segment c37ed0f4-4b65-4c52-8597-38e03165bf09 of type vlan for network 4ba88f28-0990-41ca-bd40-3e2062d89123 Apr 18 19:36:26.233734 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-9b5f21e8-f4b1-4a73-ae0d-3e0b713b26c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791093404182'] for network, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:26.327212 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-c0774941-f687-4ef6-af68-89ebc20d1250 req-b56e1707-c5e0-4745-afec-a2a71e183b17 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d24c05963c4f41ee8c8189c7acc53c87&device_id=9fa46597-e784-41cf-816d-60aa1608c3a5 HTTP/1.1" status: 200 len: 1135 time: 0.3165720 Apr 18 19:36:26.344825 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-9b5f21e8-f4b1-4a73-ae0d-3e0b713b26c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251'] for network, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:26.345974 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5f21e8-f4b1-4a73-ae0d-3e0b713b26c2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:26.346680 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-9b5f21e8-f4b1-4a73-ae0d-3e0b713b26c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:26.458327 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd9eac3-dcc7-491e-9304-f5a76660f7fa req-31b8376d-abfe-4ed1-beb9-e75eb6fef390 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:26.459867 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5cd9eac3-dcc7-491e-9304-f5a76660f7fa req-31b8376d-abfe-4ed1-beb9-e75eb6fef390 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] 10.222.0.69 "GET /v2.0/ports?device_id=042e752e-6ab0-4b23-b37e-7217e8897b50 HTTP/1.1" status: 200 len: 945 time: 0.2966607 Apr 18 19:36:26.467697 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f21e8-f4b1-4a73-ae0d-3e0b713b26c2 admin admin] Pushing event updated for resources: {'Network': ['ID=4ba88f28-0990-41ca-bd40-3e2062d89123,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:26.482199 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Network 4ba88f28-0990-41ca-bd40-3e2062d89123 details requested by agent ovs-agent-n-d-836017-2 with host n-d-836017-2 {{(pid=84765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:36:26.482744 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-bece074f-020d-41d5-8540-2386b3af0c2c tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:26.578134 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0774941-f687-4ef6-af68-89ebc20d1250 req-ed966696-1840-4c7e-8f2d-eaedb08319ba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:26.583541 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-c0774941-f687-4ef6-af68-89ebc20d1250 req-ed966696-1840-4c7e-8f2d-eaedb08319ba service neutron] 10.222.0.72 "GET /v2.0/networks?id=a15d993a-6587-4728-b6e5-6aacd5a8669a HTTP/1.1" status: 200 len: 913 time: 0.2446592 Apr 18 19:36:26.609221 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-9b5f21e8-f4b1-4a73-ae0d-3e0b713b26c2 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5001955 Apr 18 19:36:26.618974 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 33944) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:26.626074 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-24be004d-1891-4d2d-bc46-a5de945f45ee admin admin] Request body: {'subnet': {'network_id': '4ba88f28-0990-41ca-bd40-3e2062d89123', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-737233638-subnet', 'tenant_id': 'ead4979455fe4a3c85919ab5c6c5397d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:36:26.633823 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-24be004d-1891-4d2d-bc46-a5de945f45ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:36:26.639771 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-24be004d-1891-4d2d-bc46-a5de945f45ee admin admin] Usage tracker for resource:subnet and tenant:ead4979455fe4a3c85919ab5c6c5397d is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:36:26.647394 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-24be004d-1891-4d2d-bc46-a5de945f45ee admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:36:26.657056 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-24be004d-1891-4d2d-bc46-a5de945f45ee admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:36:26.687695 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584ea4b8-29a3-4ea6-9deb-1aa90e223037 req-df9900cd-3d86-44f3-b90a-1bf5ce90620f tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:26.689129 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-584ea4b8-29a3-4ea6-9deb-1aa90e223037 req-df9900cd-3d86-44f3-b90a-1bf5ce90620f tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.69 "GET /v2.0/ports?device_id=9fa46597-e784-41cf-816d-60aa1608c3a5 HTTP/1.1" status: 200 len: 984 time: 0.1257968 Apr 18 19:36:26.720593 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-c0774941-f687-4ef6-af68-89ebc20d1250 req-d3f3e9a6-50d6-4a80-aa74-0c97748c7f2d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4684dfb2-682f-4e56-958b-9234e6b3c272 HTTP/1.1" status: 200 len: 217 time: 0.1260607 Apr 18 19:36:26.751694 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-584ea4b8-29a3-4ea6-9deb-1aa90e223037 req-aba0f65e-925c-4390-8038-97c5438b1110 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.69 "GET /v2.0/security-groups?id=de46f637-816d-4eb3-b64c-9da660a14efb&id=6dbbe555-f817-4989-8ffe-4d7514677d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0555782 Apr 18 19:36:26.787187 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24be004d-1891-4d2d-bc46-a5de945f45ee admin admin] Made reservation on behalf of ead4979455fe4a3c85919ab5c6c5397d for: {'subnet': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:36:26.790808 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-24be004d-1891-4d2d-bc46-a5de945f45ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65862573'] for subnet, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:26.806352 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bece074f-020d-41d5-8540-2386b3af0c2c tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Pushing event updated for resources: {'Port': ['ID=5fdfde06-f346-4b42-ad99-bbc95b967041,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:26.822700 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5cd9eac3-dcc7-491e-9304-f5a76660f7fa req-39adedd4-8d55-4985-a143-2e6dec14c75d tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] 10.222.0.69 "GET /v2.0/security-groups?id=da701d94-d5ec-4d45-a306-33194a2dfb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2964022 Apr 18 19:36:26.840526 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bece074f-020d-41d5-8540-2386b3af0c2c tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:36:26.840872 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bece074f-020d-41d5-8540-2386b3af0c2c tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:36:26.841214 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bece074f-020d-41d5-8540-2386b3af0c2c tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:36:26.841548 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bece074f-020d-41d5-8540-2386b3af0c2c tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:36:26.841878 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bece074f-020d-41d5-8540-2386b3af0c2c tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:36:26.842210 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bece074f-020d-41d5-8540-2386b3af0c2c tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:36:26.842538 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bece074f-020d-41d5-8540-2386b3af0c2c tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:36:26.842857 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bece074f-020d-41d5-8540-2386b3af0c2c tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:36:26.843179 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bece074f-020d-41d5-8540-2386b3af0c2c tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:36:26.843504 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bece074f-020d-41d5-8540-2386b3af0c2c tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:36:26.843828 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bece074f-020d-41d5-8540-2386b3af0c2c tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:36:26.848851 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bece074f-020d-41d5-8540-2386b3af0c2c tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Checking segment: {'id': 'c1d1ca63-ff25-4558-9f27-265eac5bbba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd56be34c-7b73-4700-ae04-c94175a27b0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:36:26.849223 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bece074f-020d-41d5-8540-2386b3af0c2c tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Network hostable DHCP agents. Network: d56be34c-7b73-4700-ae04-c94175a27b0b, hostable agents: ['f6987c12-6d6c-47d4-b22d-cfcd164dc40d'], hosted agents: [] {{(pid=84763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:36:26.870519 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0774941-f687-4ef6-af68-89ebc20d1250 req-eeb10da3-434c-484c-98e7-cd5e57c3642c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:26.871861 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-c0774941-f687-4ef6-af68-89ebc20d1250 req-eeb10da3-434c-484c-98e7-cd5e57c3642c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3cbdddc8-bf0a-4ac7-9f09-4e4fdeb7252a HTTP/1.1" status: 200 len: 852 time: 0.1386220 Apr 18 19:36:26.874488 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-81493742-b699-47fd-8c6d-d6e5aa9b1f56 admin admin] Notify callbacks [] for router, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:27.138820 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-24be004d-1891-4d2d-bc46-a5de945f45ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2290811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65862591'] for subnet, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:27.235680 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-c0774941-f687-4ef6-af68-89ebc20d1250 req-e8ccd8b4-6715-4de5-b373-315eeb80c73e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a15d993a-6587-4728-b6e5-6aacd5a8669a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2913623 Apr 18 19:36:27.282232 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24be004d-1891-4d2d-bc46-a5de945f45ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=08f81762-3ded-4d29-801b-030c5338b353,revision_number=0']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:27.309908 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24be004d-1891-4d2d-bc46-a5de945f45ee admin admin] Checking segment: {'id': 'c37ed0f4-4b65-4c52-8597-38e03165bf09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4ba88f28-0990-41ca-bd40-3e2062d89123'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:36:27.310268 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24be004d-1891-4d2d-bc46-a5de945f45ee admin admin] Network hostable DHCP agents. Network: 4ba88f28-0990-41ca-bd40-3e2062d89123, hostable agents: ['f6987c12-6d6c-47d4-b22d-cfcd164dc40d'], hosted agents: [] {{(pid=84764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:36:27.447586 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24be004d-1891-4d2d-bc46-a5de945f45ee admin admin] Network 4ba88f28-0990-41ca-bd40-3e2062d89123 is scheduled to be hosted by DHCP agent f6987c12-6d6c-47d4-b22d-cfcd164dc40d with binding_index 1 {{(pid=84764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:36:27.545412 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bece074f-020d-41d5-8540-2386b3af0c2c tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Network d56be34c-7b73-4700-ae04-c94175a27b0b is scheduled to be hosted by DHCP agent f6987c12-6d6c-47d4-b22d-cfcd164dc40d with binding_index 1 {{(pid=84763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:36:27.609137 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-c0774941-f687-4ef6-af68-89ebc20d1250 req-5bebd97c-3d03-4be2-ae36-b1920987c379 service neutron] 10.222.0.72 "GET /v2.0/networks/a15d993a-6587-4728-b6e5-6aacd5a8669a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3059058 Apr 18 19:36:27.614869 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85f61b1-f90b-46e5-9fec-0c6e0d81b29f req-20d7838c-2fef-4109-8541-49a1e48c1bec tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:27.617186 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a85f61b1-f90b-46e5-9fec-0c6e0d81b29f req-20d7838c-2fef-4109-8541-49a1e48c1bec tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=52682ca6-5780-4875-8549-0db4bcfd16b0 HTTP/1.1" status: 200 len: 945 time: 0.3881238 Apr 18 19:36:27.652688 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [None req-24be004d-1891-4d2d-bc46-a5de945f45ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-2, 4ba88f28-0990-41ca-bd40-3e2062d89123) {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:36:27.665264 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c2baa1-a533-43db-a682-5f5bea1b185e None None] Network 4ba88f28-0990-41ca-bd40-3e2062d89123 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:36:27.674831 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24be004d-1891-4d2d-bc46-a5de945f45ee admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:27.678140 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-24be004d-1891-4d2d-bc46-a5de945f45ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for subnet, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:27.741531 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [None req-bece074f-020d-41d5-8540-2386b3af0c2c tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-2, d56be34c-7b73-4700-ae04-c94175a27b0b) {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:36:27.746815 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bece074f-020d-41d5-8540-2386b3af0c2c tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Received port after_create {{(pid=84763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:36:27.758616 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bece074f-020d-41d5-8540-2386b3af0c2c tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:27.758616 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-bece074f-020d-41d5-8540-2386b3af0c2c tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:27.763636 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491b28ca-7b1e-4255-b1c5-5d85209da57b None None] Network d56be34c-7b73-4700-ae04-c94175a27b0b requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:36:27.833792 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-24be004d-1891-4d2d-bc46-a5de945f45ee admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2119317 Apr 18 19:36:27.839336 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 33962) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:27.848110 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-5579cf12-2557-40b1-a6e8-e0002cb97c22 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-737233638-router', 'tenant_id': 'ead4979455fe4a3c85919ab5c6c5397d', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'}}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:36:27.863187 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-5579cf12-2557-40b1-a6e8-e0002cb97c22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:36:27.874717 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-5579cf12-2557-40b1-a6e8-e0002cb97c22 admin admin] Usage tracker for resource:router and tenant:ead4979455fe4a3c85919ab5c6c5397d is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:36:27.882981 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-5579cf12-2557-40b1-a6e8-e0002cb97c22 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:36:27.897174 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-5579cf12-2557-40b1-a6e8-e0002cb97c22 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:36:27.935830 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-bece074f-020d-41d5-8540-2386b3af0c2c tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.7969356 Apr 18 19:36:27.940977 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-c0774941-f687-4ef6-af68-89ebc20d1250 req-29b826aa-d686-4291-b320-35a2547fbfbe service neutron] 10.222.0.72 "GET /v2.0/networks/a15d993a-6587-4728-b6e5-6aacd5a8669a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3224788 Apr 18 19:36:27.943357 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a85f61b1-f90b-46e5-9fec-0c6e0d81b29f req-d03e7bb3-e24f-4581-a3cb-fb24b5dc4c24 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/security-groups?id=6dce0218-3e63-47f4-ad5c-3b3c3b13b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3000650 Apr 18 19:36:27.945457 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 33966) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:27.997356 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-338a7c79-f91d-4c7f-b68f-d2dec0c10e32 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1427508118'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:36:28.002740 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-338a7c79-f91d-4c7f-b68f-d2dec0c10e32 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:36:28.016141 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-5579cf12-2557-40b1-a6e8-e0002cb97c22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-415242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4425'] for router, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:28.016141 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-5579cf12-2557-40b1-a6e8-e0002cb97c22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-416909', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4418'] for router, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:28.016462 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-338a7c79-f91d-4c7f-b68f-d2dec0c10e32 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Usage tracker for resource:network and tenant:8097f6133aa24824a0d11d98456dfce8 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:36:28.049762 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-5579cf12-2557-40b1-a6e8-e0002cb97c22 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:28.062097 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-338a7c79-f91d-4c7f-b68f-d2dec0c10e32 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:36:28.064435 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaabf8e-d506-40cc-8cd6-395e91a79bdc req-683b58e9-3f72-4306-8ee9-fce729ca8713 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:28.066210 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ecaabf8e-d506-40cc-8cd6-395e91a79bdc req-683b58e9-3f72-4306-8ee9-fce729ca8713 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] 10.222.0.69 "GET /v2.0/ports?device_id=042e752e-6ab0-4b23-b37e-7217e8897b50 HTTP/1.1" status: 200 len: 945 time: 0.1412933 Apr 18 19:36:28.078213 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-338a7c79-f91d-4c7f-b68f-d2dec0c10e32 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:36:28.097043 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-81493742-b699-47fd-8c6d-d6e5aa9b1f56 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:28.112846 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a05a8edd-618b-49bb-9aa4-0538834d2c4a req-2c7571b2-d271-4242-a869-c4fe811534df service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c396792787224a06a1caca5f9016eb19&device_id=042e752e-6ab0-4b23-b37e-7217e8897b50 HTTP/1.1" status: 200 len: 1096 time: 0.1756704 Apr 18 19:36:28.129384 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ecaabf8e-d506-40cc-8cd6-395e91a79bdc req-e59e8b68-984f-4c16-a0a8-eab7255933ca tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] 10.222.0.69 "GET /v2.0/security-groups?id=da701d94-d5ec-4d45-a306-33194a2dfb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560689 Apr 18 19:36:28.204864 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8e5db6-878b-48a2-90d6-da96c0141f91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31f5fbf7-4b5c-5a44-b255-70c4fc176ae8-4ba88f28-0990-41ca-bd40-3e2062d89123', 'network_id': '4ba88f28-0990-41ca-bd40-3e2062d89123', 'tenant_id': 'ead4979455fe4a3c85919ab5c6c5397d', 'fixed_ips': [{'subnet_id': '08f81762-3ded-4d29-801b-030c5338b353'}]}} from n-d-836017-2. {{(pid=84765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 19:36:28.205278 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4e8e5db6-878b-48a2-90d6-da96c0141f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:28.234945 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-338a7c79-f91d-4c7f-b68f-d2dec0c10e32 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Made reservation on behalf of 8097f6133aa24824a0d11d98456dfce8 for: {'network': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:36:28.237976 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-338a7c79-f91d-4c7f-b68f-d2dec0c10e32 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for network, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:28.307605 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-81493742-b699-47fd-8c6d-d6e5aa9b1f56 admin admin] Deleting port 3a66d512-5ac0-4959-bd04-73072f0a3b8d {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:36:28.307859 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-81493742-b699-47fd-8c6d-d6e5aa9b1f56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:28.349773 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-338a7c79-f91d-4c7f-b68f-d2dec0c10e32 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=84763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:36:28.416543 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-338a7c79-f91d-4c7f-b68f-d2dec0c10e32 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:28.417247 n-d-836017-2 neutron-server[84763]: INFO neutron.db.segments_db [None req-338a7c79-f91d-4c7f-b68f-d2dec0c10e32 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Added segment e58bcfba-3a92-4b66-852d-f7956740a1eb of type vlan for network f9d99c61-31b2-47ef-86db-b8ce3c7363c2 Apr 18 19:36:28.460342 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-4e8e5db6-878b-48a2-90d6-da96c0141f91 None None] Allocated IP 172.20.0.2 (4ba88f28-0990-41ca-bd40-3e2062d89123/08f81762-3ded-4d29-801b-030c5338b353/2c7eea04-ee1d-47c1-b47f-a05207f8e01f) {{(pid=84765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:36:28.485380 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-5579cf12-2557-40b1-a6e8-e0002cb97c22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416895', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4776'] for router, precommit_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:28.513118 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05a8edd-618b-49bb-9aa4-0538834d2c4a req-d14018c6-28de-496a-af3c-2b9ee9e45967 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:28.514670 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a05a8edd-618b-49bb-9aa4-0538834d2c4a req-d14018c6-28de-496a-af3c-2b9ee9e45967 service neutron] 10.222.0.73 "GET /v2.0/networks?id=168a7e5c-88e7-4a61-b7dd-5d3e7de1ff8d HTTP/1.1" status: 200 len: 917 time: 0.3959513 Apr 18 19:36:28.649475 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9335581-35dd-4959-8eff-4f4785c63839 req-7d749dc0-be31-4d45-8c2a-9aba6713a710 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:28.650969 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a9335581-35dd-4959-8eff-4f4785c63839 req-7d749dc0-be31-4d45-8c2a-9aba6713a710 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.69 "GET /v2.0/ports?device_id=9fa46597-e784-41cf-816d-60aa1608c3a5 HTTP/1.1" status: 200 len: 984 time: 0.5051851 Apr 18 19:36:28.660014 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-338a7c79-f91d-4c7f-b68f-d2dec0c10e32 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791093404182'] for network, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:28.714253 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a05a8edd-618b-49bb-9aa4-0538834d2c4a req-a2e6c782-410f-40a8-908a-22ae36d66aaf service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=091abad1-c10a-4b3a-a889-b5557ed8e866 HTTP/1.1" status: 200 len: 217 time: 0.1300676 Apr 18 19:36:28.726537 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4e8e5db6-878b-48a2-90d6-da96c0141f91 None None] Notify callbacks [] for port, precommit_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:28.742478 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-4e8e5db6-878b-48a2-90d6-da96c0141f91 None None] Transition to ACTIVE for port object 2c7eea04-ee1d-47c1-b47f-a05207f8e01f will not be triggered until provisioned by entity L2. {{(pid=84765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:36:28.767187 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-4e8e5db6-878b-48a2-90d6-da96c0141f91 None None] Transition to ACTIVE for port object 2c7eea04-ee1d-47c1-b47f-a05207f8e01f will not be triggered until provisioned by entity DHCP. {{(pid=84765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:36:28.853822 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a9335581-35dd-4959-8eff-4f4785c63839 req-2285e477-2bb5-44e7-8480-9893a36ce66e tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.69 "GET /v2.0/security-groups?id=de46f637-816d-4eb3-b64c-9da660a14efb&id=6dbbe555-f817-4989-8ffe-4d7514677d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1891375 Apr 18 19:36:28.864339 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [None req-81493742-b699-47fd-8c6d-d6e5aa9b1f56 admin admin] For port 3a66d512-5ac0-4959-bd04-73072f0a3b8d, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=3a66d512-5ac0-4959-bd04-73072f0a3b8d,segment=NetworkSegment(5de34947-6c56-419b-85d0-f61f69ce7c45),segment_id=5de34947-6c56-419b-85d0-f61f69ce7c45)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:36:28.864339 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-81493742-b699-47fd-8c6d-d6e5aa9b1f56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:28.892988 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4e8e5db6-878b-48a2-90d6-da96c0141f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331'] for port, after_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:28.913707 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-5579cf12-2557-40b1-a6e8-e0002cb97c22 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:28.946110 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05a8edd-618b-49bb-9aa4-0538834d2c4a req-469a90ea-65cc-4c4a-9dd4-ff8a9da99e00 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:28.947667 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a05a8edd-618b-49bb-9aa4-0538834d2c4a req-469a90ea-65cc-4c4a-9dd4-ff8a9da99e00 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=880fe736-40f1-40b4-9914-295fd7eafb79 HTTP/1.1" status: 200 len: 855 time: 0.2114973 Apr 18 19:36:28.955934 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-5579cf12-2557-40b1-a6e8-e0002cb97c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:29.070416 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-81493742-b699-47fd-8c6d-d6e5aa9b1f56 admin admin] Calling delete_port for 3a66d512-5ac0-4959-bd04-73072f0a3b8d owned by network:router_gateway {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:36:29.098688 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-338a7c79-f91d-4c7f-b68f-d2dec0c10e32 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251'] for network, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:29.103914 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338a7c79-f91d-4c7f-b68f-d2dec0c10e32 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:29.104550 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-338a7c79-f91d-4c7f-b68f-d2dec0c10e32 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:29.123257 n-d-836017-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e8e5db6-878b-48a2-90d6-da96c0141f91 None None] Network 4ba88f28-0990-41ca-bd40-3e2062d89123 is already hosted by enough agents. {{(pid=84765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:36:29.127531 n-d-836017-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-4e8e5db6-878b-48a2-90d6-da96c0141f91 None None] Resources bound (agent type, host, resource id): {{(pid=84765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:36:29.138584 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8e5db6-878b-48a2-90d6-da96c0141f91 None None] Received port after_create {{(pid=84765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:36:29.142726 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8e5db6-878b-48a2-90d6-da96c0141f91 None None] Pushing event updated for resources: {'Port': ['ID=2c7eea04-ee1d-47c1-b47f-a05207f8e01f,revision_number=1']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:29.244060 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_common [None req-5579cf12-2557-40b1-a6e8-e0002cb97c22 admin admin] Allocated IP 172.25.3.30 (11e8e108-37df-4084-b6b7-113e6beb66b4/3b0abf32-1504-448b-b06e-c8c870b6a7c8/5f27187c-ded7-4425-9dd8-a1d5dead1ee8) {{(pid=84764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:36:29.307705 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-4e8e5db6-878b-48a2-90d6-da96c0141f91 None None] Attempting to bind port 2c7eea04-ee1d-47c1-b47f-a05207f8e01f on host n-d-836017-2 for vnic_type normal with profile {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:36:29.308123 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-4e8e5db6-878b-48a2-90d6-da96c0141f91 None None] Attempting to bind port 2c7eea04-ee1d-47c1-b47f-a05207f8e01f by drivers openvswitch,hyperv on host n-d-836017-2 at level 0 using segments [{'id': 'c37ed0f4-4b65-4c52-8597-38e03165bf09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4ba88f28-0990-41ca-bd40-3e2062d89123'}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:36:29.308517 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8e5db6-878b-48a2-90d6-da96c0141f91 None None] Attempting to bind port 2c7eea04-ee1d-47c1-b47f-a05207f8e01f on network 4ba88f28-0990-41ca-bd40-3e2062d89123 {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:36:29.315227 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8e5db6-878b-48a2-90d6-da96c0141f91 None None] Checking agent: {'id': 'df2a5cfe-6839-400b-a998-e4fffce70f45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 8, 22), 'started_at': datetime.datetime(2022, 4, 18, 19, 8, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:36:29.315720 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8e5db6-878b-48a2-90d6-da96c0141f91 None None] Checking segment: {'id': 'c37ed0f4-4b65-4c52-8597-38e03165bf09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4ba88f28-0990-41ca-bd40-3e2062d89123'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:36:29.316118 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4e8e5db6-878b-48a2-90d6-da96c0141f91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:29.316585 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8e5db6-878b-48a2-90d6-da96c0141f91 None None] Bound using segment: {'id': 'c37ed0f4-4b65-4c52-8597-38e03165bf09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4ba88f28-0990-41ca-bd40-3e2062d89123'} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:36:29.316994 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-4e8e5db6-878b-48a2-90d6-da96c0141f91 None None] Bound port: 2c7eea04-ee1d-47c1-b47f-a05207f8e01f, host: n-d-836017-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c37ed0f4-4b65-4c52-8597-38e03165bf09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4ba88f28-0990-41ca-bd40-3e2062d89123'}}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:36:29.317363 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4e8e5db6-878b-48a2-90d6-da96c0141f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:29.367646 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338a7c79-f91d-4c7f-b68f-d2dec0c10e32 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Pushing event updated for resources: {'Network': ['ID=f9d99c61-31b2-47ef-86db-b8ce3c7363c2,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:29.396746 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-338a7c79-f91d-4c7f-b68f-d2dec0c10e32 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3965514 Apr 18 19:36:29.396864 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Network f9d99c61-31b2-47ef-86db-b8ce3c7363c2 details requested by agent ovs-agent-n-d-836017-2 with host n-d-836017-2 {{(pid=84765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:36:29.396965 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 33980) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:29.416790 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a05a8edd-618b-49bb-9aa4-0538834d2c4a req-14190f29-e729-4592-ac9d-d4ac0f8b88fa service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=168a7e5c-88e7-4a61-b7dd-5d3e7de1ff8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4006433 Apr 18 19:36:29.422667 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-368dbca8-a165-40bb-9ea9-73d8ee7e8150 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Request body: {'ports': [{'network_id': 'd56be34c-7b73-4700-ae04-c94175a27b0b'}, {'network_id': 'f9d99c61-31b2-47ef-86db-b8ce3c7363c2'}]} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:36:29.423218 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-368dbca8-a165-40bb-9ea9-73d8ee7e8150 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Request body: {'port': {'network_id': 'd56be34c-7b73-4700-ae04-c94175a27b0b'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:36:29.423870 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-368dbca8-a165-40bb-9ea9-73d8ee7e8150 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Request body: {'port': {'network_id': 'f9d99c61-31b2-47ef-86db-b8ce3c7363c2'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:36:29.524567 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-5579cf12-2557-40b1-a6e8-e0002cb97c22 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:29.528783 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-4e8e5db6-878b-48a2-90d6-da96c0141f91 None None] For port 2c7eea04-ee1d-47c1-b47f-a05207f8e01f, host n-d-836017-2, cleared binding levels {{(pid=84765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:36:29.543962 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-4e8e5db6-878b-48a2-90d6-da96c0141f91 None None] For port 2c7eea04-ee1d-47c1-b47f-a05207f8e01f, host n-d-836017-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=2c7eea04-ee1d-47c1-b47f-a05207f8e01f,segment=NetworkSegment(c37ed0f4-4b65-4c52-8597-38e03165bf09),segment_id=c37ed0f4-4b65-4c52-8597-38e03165bf09)] {{(pid=84765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:36:29.564194 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edb3860-7fd1-429f-bfa3-8b0092309671 req-a89353db-a7d8-4f54-b723-f255b4311392 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:29.565912 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6edb3860-7fd1-429f-bfa3-8b0092309671 req-a89353db-a7d8-4f54-b723-f255b4311392 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=52682ca6-5780-4875-8549-0db4bcfd16b0 HTTP/1.1" status: 200 len: 945 time: 0.4107306 Apr 18 19:36:29.614143 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4e8e5db6-878b-48a2-90d6-da96c0141f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:29.654980 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6edb3860-7fd1-429f-bfa3-8b0092309671 req-cf4f194b-8d91-4bc9-9c1f-e60e5d53a175 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/security-groups?id=6dce0218-3e63-47f4-ad5c-3b3c3b13b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750980 Apr 18 19:36:29.697408 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-5579cf12-2557-40b1-a6e8-e0002cb97c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:29.739545 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8e5db6-878b-48a2-90d6-da96c0141f91 None None] Pushing event updated for resources: {'Port': ['ID=2c7eea04-ee1d-47c1-b47f-a05207f8e01f,revision_number=2']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:29.783218 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5579cf12-2557-40b1-a6e8-e0002cb97c22 admin admin] Network 11e8e108-37df-4084-b6b7-113e6beb66b4 is already hosted by enough agents. {{(pid=84764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:36:29.784246 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5579cf12-2557-40b1-a6e8-e0002cb97c22 admin admin] Pushing event updated for resources: {'Port': ['ID=5f27187c-ded7-4425-9dd8-a1d5dead1ee8,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:29.787526 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [None req-5579cf12-2557-40b1-a6e8-e0002cb97c22 admin admin] Resources bound (agent type, host, resource id): {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:36:29.790318 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5579cf12-2557-40b1-a6e8-e0002cb97c22 admin admin] Received port after_create {{(pid=84764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:36:29.968058 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29100440-addb-411d-b4cf-7234b0bf4d03 req-5c34e5b4-d785-45b1-9eaf-f6611f067872 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:29.969884 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-29100440-addb-411d-b4cf-7234b0bf4d03 req-5c34e5b4-d785-45b1-9eaf-f6611f067872 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] 10.222.0.69 "GET /v2.0/ports?device_id=042e752e-6ab0-4b23-b37e-7217e8897b50 HTTP/1.1" status: 200 len: 945 time: 0.6740127 Apr 18 19:36:30.134642 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a05a8edd-618b-49bb-9aa4-0538834d2c4a req-a82064a2-f418-4c38-8de5-9df0982c5c48 service neutron] 10.222.0.73 "GET /v2.0/networks/168a7e5c-88e7-4a61-b7dd-5d3e7de1ff8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6902902 Apr 18 19:36:30.166796 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9c1f8f-ee60-4201-843e-c1013bad20a3 req-5bf9858a-cb1d-4635-91af-505b37c569b0 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:30.174825 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8c9c1f8f-ee60-4201-843e-c1013bad20a3 req-5bf9858a-cb1d-4635-91af-505b37c569b0 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.69 "GET /v2.0/ports?device_id=9fa46597-e784-41cf-816d-60aa1608c3a5 HTTP/1.1" status: 200 len: 984 time: 0.1275046 Apr 18 19:36:30.240795 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8c9c1f8f-ee60-4201-843e-c1013bad20a3 req-95876c22-019e-4e0a-888f-0365b10b6731 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.69 "GET /v2.0/security-groups?id=de46f637-816d-4eb3-b64c-9da660a14efb&id=6dbbe555-f817-4989-8ffe-4d7514677d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0647178 Apr 18 19:36:30.371569 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-368dbca8-a165-40bb-9ea9-73d8ee7e8150 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:36:30.378603 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-368dbca8-a165-40bb-9ea9-73d8ee7e8150 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Usage tracker for resource:port and tenant:8097f6133aa24824a0d11d98456dfce8 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:36:30.384460 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-368dbca8-a165-40bb-9ea9-73d8ee7e8150 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:36:30.393263 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-368dbca8-a165-40bb-9ea9-73d8ee7e8150 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:36:30.424696 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-29100440-addb-411d-b4cf-7234b0bf4d03 req-4aeebee3-4e69-46bb-a86f-b5f495c26058 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] 10.222.0.69 "GET /v2.0/security-groups?id=da701d94-d5ec-4d45-a306-33194a2dfb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4336219 Apr 18 19:36:30.432477 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-81493742-b699-47fd-8c6d-d6e5aa9b1f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:30.448393 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-24e8ef92-3056-4244-8375-e6ea63baaf3f req-77a3a141-e50c-4a23-a4c9-ded7c7291b53 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-448999958&fields=id&tenant_id=d24c05963c4f41ee8c8189c7acc53c87 HTTP/1.1" status: 200 len: 267 time: 0.0650370 Apr 18 19:36:30.494654 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a05a8edd-618b-49bb-9aa4-0538834d2c4a req-d5741c78-fb97-440d-91dc-a155060decfc service neutron] 10.222.0.73 "GET /v2.0/networks/168a7e5c-88e7-4a61-b7dd-5d3e7de1ff8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2902083 Apr 18 19:36:30.495642 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81493742-b699-47fd-8c6d-d6e5aa9b1f56 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a66d512-5ac0-4959-bd04-73072f0a3b8d,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:30.546424 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e8ef92-3056-4244-8375-e6ea63baaf3f req-59d5e2d8-a923-45de-a349-80200aa10b7c tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:30.548821 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-24e8ef92-3056-4244-8375-e6ea63baaf3f req-59d5e2d8-a923-45de-a349-80200aa10b7c tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.69 "GET /v2.0/ports?device_id=9fa46597-e784-41cf-816d-60aa1608c3a5 HTTP/1.1" status: 200 len: 984 time: 0.0936236 Apr 18 19:36:30.561365 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [req-24e8ef92-3056-4244-8375-e6ea63baaf3f req-b14a1795-9462-4fbc-ba06-1f176b13c6eb tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Request body: {'port': {'security_groups': ['6dbbe555-f817-4989-8ffe-4d7514677d3c', 'de46f637-816d-4eb3-b64c-9da660a14efb', '52c51fc6-3a78-4eda-a495-c14af94dd8e1']}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:36:30.581461 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-368dbca8-a165-40bb-9ea9-73d8ee7e8150 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Made reservation on behalf of 8097f6133aa24824a0d11d98456dfce8 for: {'port': 2} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:36:30.585606 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-368dbca8-a165-40bb-9ea9-73d8ee7e8150 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:30.611524 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-368dbca8-a165-40bb-9ea9-73d8ee7e8150 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:30.830679 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-24e8ef92-3056-4244-8375-e6ea63baaf3f req-b14a1795-9462-4fbc-ba06-1f176b13c6eb tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:30.960856 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-5579cf12-2557-40b1-a6e8-e0002cb97c22 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:30.962444 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-5579cf12-2557-40b1-a6e8-e0002cb97c22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416864'] for router, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:31.128325 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-81493742-b699-47fd-8c6d-d6e5aa9b1f56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416828'] for router_gateway, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:31.128872 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6c22ec-be66-4b8c-ada4-8c733c1752f7 None None] Network 4ba88f28-0990-41ca-bd40-3e2062d89123 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:36:31.381566 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-4f76a9e4-6e7d-48a6-b40d-30724180498d None None] Provisioning for port 2c7eea04-ee1d-47c1-b47f-a05207f8e01f completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:36:31.455893 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-24e8ef92-3056-4244-8375-e6ea63baaf3f req-b14a1795-9462-4fbc-ba06-1f176b13c6eb tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] For port 4684dfb2-682f-4e56-958b-9234e6b3c272, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=4684dfb2-682f-4e56-958b-9234e6b3c272,segment=NetworkSegment(5ace1d40-f719-4fb4-a8a8-baa0ea54f7e5),segment_id=5ace1d40-f719-4fb4-a8a8-baa0ea54f7e5)] {{(pid=84764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:36:31.514228 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-24e8ef92-3056-4244-8375-e6ea63baaf3f req-b14a1795-9462-4fbc-ba06-1f176b13c6eb tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Notify callbacks [] for port, precommit_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:31.586499 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-24e8ef92-3056-4244-8375-e6ea63baaf3f req-b14a1795-9462-4fbc-ba06-1f176b13c6eb tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2290934'] for port, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:31.599599 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] get_ports_and_sgs() called for port_ids ['41ba133b-cad2-4cdb-9a46-9cff74025eb1', '4684dfb2-682f-4e56-958b-9234e6b3c272'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:36:31.690826 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [None req-368dbca8-a165-40bb-9ea9-73d8ee7e8150 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] device_id is not set on port c7d158f2-9257-4477-b39f-f7d533c7bc18 yet. {{(pid=84763) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 19:36:31.724415 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-81493742-b699-47fd-8c6d-d6e5aa9b1f56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4443'] for router, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:31.744169 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-81493742-b699-47fd-8c6d-d6e5aa9b1f56 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:31.754169 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b032a5ec-ffb6-4363-92ee-521f43781335 req-78574034-ba93-4f56-ac80-a33fd6d86867 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:31.755826 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b032a5ec-ffb6-4363-92ee-521f43781335 req-78574034-ba93-4f56-ac80-a33fd6d86867 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=52682ca6-5780-4875-8549-0db4bcfd16b0 HTTP/1.1" status: 200 len: 945 time: 0.4383721 Apr 18 19:36:31.873829 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e8ef92-3056-4244-8375-e6ea63baaf3f req-b14a1795-9462-4fbc-ba06-1f176b13c6eb tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:31.874546 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-24e8ef92-3056-4244-8375-e6ea63baaf3f req-b14a1795-9462-4fbc-ba06-1f176b13c6eb tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:31.875867 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-24e8ef92-3056-4244-8375-e6ea63baaf3f req-b14a1795-9462-4fbc-ba06-1f176b13c6eb tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.69 "PUT /v2.0/ports/4684dfb2-682f-4e56-958b-9234e6b3c272 HTTP/1.1" status: 200 len: 1020 time: 1.3198667 Apr 18 19:36:31.876325 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fa46597-e784-41cf-816d-60aa1608c3a5', 'tag': '4684dfb2-682f-4e56-958b-9234e6b3c272'}] {{(pid=84764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:36:31.921311 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14a1795-9462-4fbc-ba06-1f176b13c6eb tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Pushing event updated for resources: {'Port': ['ID=4684dfb2-682f-4e56-958b-9234e6b3c272,revision_number=7']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:31.932151 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-81493742-b699-47fd-8c6d-d6e5aa9b1f56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412768'] for router, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:31.932991 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81493742-b699-47fd-8c6d-d6e5aa9b1f56 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 647c356c-ac36-413e-80ed-17c53878abef {{(pid=84763) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 19:36:31.949253 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5579cf12-2557-40b1-a6e8-e0002cb97c22 admin admin] Router 098af519-5143-451b-9a87-429c1de96ea0 is scheduled to L3 agent 21b59c62-f184-4169-bc3e-79831cc043e8 with binding_index 1 {{(pid=84764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 19:36:31.956902 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] get_ports_and_sgs() called for port_ids ['4684dfb2-682f-4e56-958b-9234e6b3c272'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:36:32.018421 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b032a5ec-ffb6-4363-92ee-521f43781335 req-06464bdc-a8e0-47ca-91e6-f645da7d6f3c tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/security-groups?id=6dce0218-3e63-47f4-ad5c-3b3c3b13b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414489 Apr 18 19:36:32.065117 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-81493742-b699-47fd-8c6d-d6e5aa9b1f56 admin admin] Notify callbacks [] for router, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:32.069449 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-81493742-b699-47fd-8c6d-d6e5aa9b1f56 admin admin] 10.222.0.69 "DELETE /v2.0/routers/647c356c-ac36-413e-80ed-17c53878abef HTTP/1.1" status: 204 len: 168 time: 5.9914639 Apr 18 19:36:32.081737 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 34020) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:32.252645 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 2c7eea04-ee1d-47c1-b47f-a05207f8e01f up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:36:32.275608 n-d-836017-2 neutron-server[84764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a25ba57-bb00-4b1f-a36e-21915facad4b'] response: {'name': 'network-changed', 'server_uuid': '9fa46597-e784-41cf-816d-60aa1608c3a5', 'tag': '4684dfb2-682f-4e56-958b-9234e6b3c272', 'status': 'completed', 'code': 200} Apr 18 19:36:32.311877 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c8fc94-2120-4775-a200-6322155cdcb0 None None] Sync routers for ids ['647c356c-ac36-413e-80ed-17c53878abef'] in n-d-836017-2 {{(pid=84765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:36:32.382999 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a94fec-1ad4-42a9-87d4-bc0575d62af5 req-0bf3789a-445f-497f-80ad-164d7ecad8f5 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:32.384644 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d3a94fec-1ad4-42a9-87d4-bc0575d62af5 req-0bf3789a-445f-497f-80ad-164d7ecad8f5 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] 10.222.0.69 "GET /v2.0/ports?device_id=042e752e-6ab0-4b23-b37e-7217e8897b50 HTTP/1.1" status: 200 len: 945 time: 0.2804646 Apr 18 19:36:32.390474 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-368dbca8-a165-40bb-9ea9-73d8ee7e8150 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks [] for port, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:32.422700 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c8fc94-2120-4775-a200-6322155cdcb0 None None] Routers set() bound to L3 agent in host n-d-836017-2 {{(pid=84765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:36:32.423350 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c8fc94-2120-4775-a200-6322155cdcb0 None None] Router IDs set() for agent in host n-d-836017-2 {{(pid=84765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Apr 18 19:36:32.424270 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_agentschedulers_db [None req-48c8fc94-2120-4775-a200-6322155cdcb0 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'647c356c-ac36-413e-80ed-17c53878abef'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:36:20Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent'). {{(pid=84765) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 18 19:36:32.455927 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d3a94fec-1ad4-42a9-87d4-bc0575d62af5 req-bdbe8a8a-0e28-4e45-a93c-3e0235142429 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] 10.222.0.69 "GET /v2.0/security-groups?id=da701d94-d5ec-4d45-a306-33194a2dfb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627842 Apr 18 19:36:32.507882 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5579cf12-2557-40b1-a6e8-e0002cb97c22 admin admin] Notify agent at l3_agent.n-d-836017-2 the message routers_updated {{(pid=84764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:36:32.527785 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf91606-f03e-47d0-b52c-a8dde818b841 None None] Sync routers for ids ['098af519-5143-451b-9a87-429c1de96ea0'] in n-d-836017-2 {{(pid=84766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:36:32.531191 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_v2 [None req-02a99822-a27c-4c23-98ae-881bc885ae2a admin admin] Deleting subnet e16bd6e8-9e0f-433a-a51f-c1ed12cf570e {{(pid=84763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:36:32.551019 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f91898a0-01a4-408c-88e2-3545b006df52 req-8a77e3ab-9154-4d0a-8596-1b230b5da87b tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.69 "GET /v2.0/security-groups/52c51fc6-3a78-4eda-a495-c14af94dd8e1 HTTP/1.1" status: 200 len: 1634 time: 0.2633245 Apr 18 19:36:32.561675 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-02a99822-a27c-4c23-98ae-881bc885ae2a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:32.563113 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf91606-f03e-47d0-b52c-a8dde818b841 None None] Routers {'098af519-5143-451b-9a87-429c1de96ea0'} bound to L3 agent in host n-d-836017-2 {{(pid=84766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:36:32.565271 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-7cf91606-f03e-47d0-b52c-a8dde818b841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:36:20Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['098af519-5143-451b-9a87-429c1de96ea0'], 'active': True} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:36:32.676959 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [None req-368dbca8-a165-40bb-9ea9-73d8ee7e8150 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] device_id is not set on port fe8c890f-40f1-46b0-b5fb-68b672a4124d yet. {{(pid=84763) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 19:36:32.703047 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7d4fdbe2-f1b2-4d40-a927-bbc27bddf20b req-37a36077-1008-4a07-aa1d-d55321df503d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d24c05963c4f41ee8c8189c7acc53c87&device_id=9fa46597-e784-41cf-816d-60aa1608c3a5 HTTP/1.1" status: 200 len: 1174 time: 0.4998267 Apr 18 19:36:32.709435 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-5579cf12-2557-40b1-a6e8-e0002cb97c22 admin admin] Notify callbacks [] for router, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:32.711501 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-5579cf12-2557-40b1-a6e8-e0002cb97c22 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.8707161 Apr 18 19:36:32.717531 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 34030) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:32.739458 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-02a99822-a27c-4c23-98ae-881bc885ae2a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66272755'] for subnet, precommit_delete_associations {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:32.768879 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c8fc94-2120-4775-a200-6322155cdcb0 None None] Routers set() bound to L3 agent in host n-d-836017-2 {{(pid=84765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:36:32.769460 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c8fc94-2120-4775-a200-6322155cdcb0 None None] Router IDs set() for agent in host n-d-836017-2 {{(pid=84765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Apr 18 19:36:32.770598 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_agentschedulers_db [None req-48c8fc94-2120-4775-a200-6322155cdcb0 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'647c356c-ac36-413e-80ed-17c53878abef'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:36:20Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent'). {{(pid=84765) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 18 19:36:32.773258 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c8fc94-2120-4775-a200-6322155cdcb0 None None] The sync data for ids ['647c356c-ac36-413e-80ed-17c53878abef'] in n-d-836017-2 is: [] {{(pid=84765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:36:32.877502 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-02a99822-a27c-4c23-98ae-881bc885ae2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1258508'] for subnet, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:32.878801 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvr_db [None req-7cf91606-f03e-47d0-b52c-a8dde818b841 None None] Set router 098af519-5143-451b-9a87-429c1de96ea0 gateway port host: n-d-836017-2 {{(pid=84766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:36:32.943835 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7cd6d6-de62-4218-b984-aedeaac61985 req-371f8a23-aa5a-4d4a-8910-18f0b182b2f3 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:32.951976 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6c7cd6d6-de62-4218-b984-aedeaac61985 req-371f8a23-aa5a-4d4a-8910-18f0b182b2f3 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] 10.222.0.69 "GET /v2.0/ports?device_id=042e752e-6ab0-4b23-b37e-7217e8897b50 HTTP/1.1" status: 200 len: 945 time: 0.2803617 Apr 18 19:36:32.968721 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning for port 2c7eea04-ee1d-47c1-b47f-a05207f8e01f completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:36:32.989694 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port 2c7eea04-ee1d-47c1-b47f-a05207f8e01f triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:36:32.990358 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:33.022851 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6c7cd6d6-de62-4218-b984-aedeaac61985 req-b305a33e-43d3-484e-8ecb-8011e76c0c22 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] 10.222.0.69 "GET /v2.0/security-groups?id=da701d94-d5ec-4d45-a306-33194a2dfb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697043 Apr 18 19:36:33.135834 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-02a99822-a27c-4c23-98ae-881bc885ae2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1258501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66351815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66540800'] for subnet, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:33.211572 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-02a99822-a27c-4c23-98ae-881bc885ae2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:33.219297 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4fdbe2-f1b2-4d40-a927-bbc27bddf20b req-20305c4f-7eed-4ac9-81f1-98bc71f592c6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:33.220727 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7d4fdbe2-f1b2-4d40-a927-bbc27bddf20b req-20305c4f-7eed-4ac9-81f1-98bc71f592c6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a15d993a-6587-4728-b6e5-6aacd5a8669a HTTP/1.1" status: 200 len: 913 time: 0.2627876 Apr 18 19:36:33.228913 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a99822-a27c-4c23-98ae-881bc885ae2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e16bd6e8-9e0f-433a-a51f-c1ed12cf570e,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:33.254141 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:33.267194 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd33e388-ab02-48cd-9361-2069958d8f3e None None] Network a4f0342c-b449-407b-a05f-85e8a508337c requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:36:33.306517 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-7cf91606-f03e-47d0-b52c-a8dde818b841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '098af519-5143-451b-9a87-429c1de96ea0', 'name': 'tempest-ServersTestFqdnHostnames-737233638-router', 'tenant_id': 'ead4979455fe4a3c85919ab5c6c5397d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '5f27187c-ded7-4425-9dd8-a1d5dead1ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:36:28Z', 'updated_at': '2022-04-18T19:36:29Z', 'revision_number': 3, 'project_id': 'ead4979455fe4a3c85919ab5c6c5397d', 'gw_port': {'id': '5f27187c-ded7-4425-9dd8-a1d5dead1ee8', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:d6:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '098af519-5143-451b-9a87-429c1de96ea0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:36:29Z', 'updated_at': '2022-04-18T19:36:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2'}], 'n-d-836017-2', False) {} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:36:33.308371 n-d-836017-2 neutron-server[84763]: INFO neutron.api.v2.resource [req-f91898a0-01a4-408c-88e2-3545b006df52 req-6ae316e5-a646-46f4-9fd4-5bbc6ff0bcd1 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 18 19:36:33.309635 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f91898a0-01a4-408c-88e2-3545b006df52 req-6ae316e5-a646-46f4-9fd4-5bbc6ff0bcd1 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.69 "DELETE /v2.0/security-groups/52c51fc6-3a78-4eda-a495-c14af94dd8e1 HTTP/1.1" status: 409 len: 341 time: 0.7229724 Apr 18 19:36:33.322301 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-02a99822-a27c-4c23-98ae-881bc885ae2a admin admin] 10.222.0.69 "DELETE /v2.0/subnets/e16bd6e8-9e0f-433a-a51f-c1ed12cf570e HTTP/1.1" status: 204 len: 168 time: 1.2395113 Apr 18 19:36:33.329142 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf91606-f03e-47d0-b52c-a8dde818b841 None None] Checking router: 098af519-5143-451b-9a87-429c1de96ea0 for host: n-d-836017-2 {{(pid=84766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:36:33.329554 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf91606-f03e-47d0-b52c-a8dde818b841 None None] Updating router 098af519-5143-451b-9a87-429c1de96ea0 port 5f27187c-ded7-4425-9dd8-a1d5dead1ee8 binding host n-d-836017-2 {{(pid=84766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 19:36:33.336569 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 34040) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:33.360978 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7d4fdbe2-f1b2-4d40-a927-bbc27bddf20b req-d2c13b9f-82da-4db7-8137-1dc3db1fb4fb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4684dfb2-682f-4e56-958b-9234e6b3c272 HTTP/1.1" status: 200 len: 217 time: 0.1286407 Apr 18 19:36:33.422661 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] For port 2c7eea04-ee1d-47c1-b47f-a05207f8e01f, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=2c7eea04-ee1d-47c1-b47f-a05207f8e01f,segment=NetworkSegment(c37ed0f4-4b65-4c52-8597-38e03165bf09),segment_id=c37ed0f4-4b65-4c52-8597-38e03165bf09)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:36:33.478840 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-7cf91606-f03e-47d0-b52c-a8dde818b841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:33.529237 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f06665a-f6eb-45bc-bf90-963f730d4958 req-4fdf98fb-e1f9-46a8-822b-ce814cd1594c tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:33.532228 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6f06665a-f6eb-45bc-bf90-963f730d4958 req-4fdf98fb-e1f9-46a8-822b-ce814cd1594c tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] 10.222.0.69 "GET /v2.0/ports?device_id=800222b8-e25e-4e33-8455-2e217b825812 HTTP/1.1" status: 200 len: 946 time: 0.2157938 Apr 18 19:36:33.582612 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:33.604929 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6f06665a-f6eb-45bc-bf90-963f730d4958 req-fca8ca63-10ea-4dad-94d9-7de1eab1d1d6 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] 10.222.0.69 "GET /v2.0/security-groups?id=da701d94-d5ec-4d45-a306-33194a2dfb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631971 Apr 18 19:36:33.658715 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ec3c1833-285b-43cc-a9d8-64f891704f52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:33.677254 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4fdbe2-f1b2-4d40-a927-bbc27bddf20b req-3892731d-aa93-452a-a9a5-445cf2ab2ae8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:33.678940 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7d4fdbe2-f1b2-4d40-a927-bbc27bddf20b req-3892731d-aa93-452a-a9a5-445cf2ab2ae8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3cbdddc8-bf0a-4ac7-9f09-4e4fdeb7252a HTTP/1.1" status: 200 len: 852 time: 0.3063738 Apr 18 19:36:33.791802 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Pushing event updated for resources: {'Port': ['ID=2c7eea04-ee1d-47c1-b47f-a05207f8e01f,revision_number=3']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:33.817779 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7d4fdbe2-f1b2-4d40-a927-bbc27bddf20b req-5858dd7e-755e-4da3-ae66-c98291f5addf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a15d993a-6587-4728-b6e5-6aacd5a8669a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1165249 Apr 18 19:36:33.820539 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-368dbca8-a165-40bb-9ea9-73d8ee7e8150 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks [] for port, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:33.851154 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-ec3c1833-285b-43cc-a9d8-64f891704f52 admin admin] Deleting port afe8ae54-6bb0-45b9-ac3e-d4dfffee1113 {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:36:33.852278 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ec3c1833-285b-43cc-a9d8-64f891704f52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:34.012266 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f485402c-8ddd-407e-a982-c5046ce71c30 None None] DHCP port deletion for a4f0342c-b449-407b-a05f-85e8a508337c request from n-d-836017-2 {{(pid=84765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 19:36:34.012266 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-f485402c-8ddd-407e-a982-c5046ce71c30 None None] Deleting port afe8ae54-6bb0-45b9-ac3e-d4dfffee1113 {{(pid=84765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:36:34.012266 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f485402c-8ddd-407e-a982-c5046ce71c30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:34.146313 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 2c7eea04-ee1d-47c1-b47f-a05207f8e01f up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:36:34.154694 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdafb988-42f8-4e78-a150-11392dec3048 req-297263cb-cb1c-4109-a9e8-397b36e95d8d tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:34.156639 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fdafb988-42f8-4e78-a150-11392dec3048 req-297263cb-cb1c-4109-a9e8-397b36e95d8d tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=52682ca6-5780-4875-8549-0db4bcfd16b0 HTTP/1.1" status: 200 len: 945 time: 0.6781995 Apr 18 19:36:34.242438 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-7cf91606-f03e-47d0-b52c-a8dde818b841 None None] Notify callbacks [] for port, precommit_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:34.261185 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.provisioning_blocks [None req-7cf91606-f03e-47d0-b52c-a8dde818b841 None None] Transition to ACTIVE for port object 5f27187c-ded7-4425-9dd8-a1d5dead1ee8 will not be triggered until provisioned by entity L2. {{(pid=84766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:36:34.311660 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-fef4cbd1-272a-44aa-a971-deb4b2650312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:34.371789 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-368dbca8-a165-40bb-9ea9-73d8ee7e8150 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:34.410186 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-7cf91606-f03e-47d0-b52c-a8dde818b841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:34.415373 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fdafb988-42f8-4e78-a150-11392dec3048 req-5f1700ce-9efd-4c08-8c7d-1964909390ca tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/security-groups?id=6dce0218-3e63-47f4-ad5c-3b3c3b13b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087824 Apr 18 19:36:34.458478 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port 2c7eea04-ee1d-47c1-b47f-a05207f8e01f triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:36:34.458999 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:34.506809 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-f485402c-8ddd-407e-a982-c5046ce71c30 None None] For port afe8ae54-6bb0-45b9-ac3e-d4dfffee1113, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=afe8ae54-6bb0-45b9-ac3e-d4dfffee1113,segment=NetworkSegment(d7b5cbe0-8fc8-4115-92e4-1bd19913a956),segment_id=d7b5cbe0-8fc8-4115-92e4-1bd19913a956)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:36:34.507260 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f485402c-8ddd-407e-a982-c5046ce71c30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:34.597287 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4291c133-d996-40ca-a9f9-58edbf17e63a None None] Pushing event updated for resources: {'Port': ['ID=5f27187c-ded7-4425-9dd8-a1d5dead1ee8,revision_number=2']} {{(pid=84766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:34.603568 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.managers [None req-7cf91606-f03e-47d0-b52c-a8dde818b841 None None] Attempting to bind port 5f27187c-ded7-4425-9dd8-a1d5dead1ee8 on host n-d-836017-2 for vnic_type normal with profile {{(pid=84766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:36:34.607476 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.managers [None req-7cf91606-f03e-47d0-b52c-a8dde818b841 None None] Attempting to bind port 5f27187c-ded7-4425-9dd8-a1d5dead1ee8 by drivers openvswitch,hyperv on host n-d-836017-2 at level 0 using segments [{'id': '5de34947-6c56-419b-85d0-f61f69ce7c45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'}] {{(pid=84766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:36:34.608107 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf91606-f03e-47d0-b52c-a8dde818b841 None None] Attempting to bind port 5f27187c-ded7-4425-9dd8-a1d5dead1ee8 on network 11e8e108-37df-4084-b6b7-113e6beb66b4 {{(pid=84766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:36:34.630393 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf91606-f03e-47d0-b52c-a8dde818b841 None None] Checking agent: {'id': 'df2a5cfe-6839-400b-a998-e4fffce70f45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 8, 22), 'started_at': datetime.datetime(2022, 4, 18, 19, 8, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:36:34.631711 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf91606-f03e-47d0-b52c-a8dde818b841 None None] Checking segment: {'id': '5de34947-6c56-419b-85d0-f61f69ce7c45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:36:34.633265 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-7cf91606-f03e-47d0-b52c-a8dde818b841 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:34.634842 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf91606-f03e-47d0-b52c-a8dde818b841 None None] Bound using segment: {'id': '5de34947-6c56-419b-85d0-f61f69ce7c45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'} {{(pid=84766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:36:34.639046 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.managers [None req-7cf91606-f03e-47d0-b52c-a8dde818b841 None None] Bound port: 5f27187c-ded7-4425-9dd8-a1d5dead1ee8, host: n-d-836017-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5de34947-6c56-419b-85d0-f61f69ce7c45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'}}] {{(pid=84766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:36:34.639548 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-7cf91606-f03e-47d0-b52c-a8dde818b841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:34.728833 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-f485402c-8ddd-407e-a982-c5046ce71c30 None None] Calling delete_port for afe8ae54-6bb0-45b9-ac3e-d4dfffee1113 owned by network:dhcp {{(pid=84765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:36:34.843014 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.db [None req-7cf91606-f03e-47d0-b52c-a8dde818b841 None None] For port 5f27187c-ded7-4425-9dd8-a1d5dead1ee8, host n-d-836017-2, cleared binding levels {{(pid=84766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:36:34.847872 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.db [None req-7cf91606-f03e-47d0-b52c-a8dde818b841 None None] For port 5f27187c-ded7-4425-9dd8-a1d5dead1ee8, host n-d-836017-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=5f27187c-ded7-4425-9dd8-a1d5dead1ee8,segment=NetworkSegment(5de34947-6c56-419b-85d0-f61f69ce7c45),segment_id=5de34947-6c56-419b-85d0-f61f69ce7c45)] {{(pid=84766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:36:34.938510 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-7cf91606-f03e-47d0-b52c-a8dde818b841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:34.972805 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device afe8ae54-6bb0-45b9-ac3e-d4dfffee1113 no longer exists at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:36:34.987730 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_common [None req-fef4cbd1-272a-44aa-a971-deb4b2650312 admin admin] Allocated IP 172.20.0.1 (4ba88f28-0990-41ca-bd40-3e2062d89123/08f81762-3ded-4d29-801b-030c5338b353/6dac80ee-a1e6-43d5-be68-70bf331cc33c) {{(pid=84764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:36:34.999285 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7d4fdbe2-f1b2-4d40-a927-bbc27bddf20b req-9f974847-a9d7-4e52-85c1-6f0692642155 service neutron] 10.222.0.72 "GET /v2.0/networks/a15d993a-6587-4728-b6e5-6aacd5a8669a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1707740 Apr 18 19:36:35.011318 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-368dbca8-a165-40bb-9ea9-73d8ee7e8150 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Network d56be34c-7b73-4700-ae04-c94175a27b0b is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:36:35.012551 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [None req-ec3c1833-285b-43cc-a9d8-64f891704f52 admin admin] For port afe8ae54-6bb0-45b9-ac3e-d4dfffee1113, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=afe8ae54-6bb0-45b9-ac3e-d4dfffee1113,segment=NetworkSegment(d7b5cbe0-8fc8-4115-92e4-1bd19913a956),segment_id=d7b5cbe0-8fc8-4115-92e4-1bd19913a956)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:36:35.012917 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ec3c1833-285b-43cc-a9d8-64f891704f52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:35.024620 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [None req-368dbca8-a165-40bb-9ea9-73d8ee7e8150 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:36:35.025957 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4291c133-d996-40ca-a9f9-58edbf17e63a None None] Pushing event updated for resources: {'Port': ['ID=5f27187c-ded7-4425-9dd8-a1d5dead1ee8,revision_number=3']} {{(pid=84766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:35.039676 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf91606-f03e-47d0-b52c-a8dde818b841 None None] Routers {'098af519-5143-451b-9a87-429c1de96ea0'} bound to L3 agent in host n-d-836017-2 {{(pid=84766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:36:35.040325 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-7cf91606-f03e-47d0-b52c-a8dde818b841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:36:20Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['098af519-5143-451b-9a87-429c1de96ea0'], 'active': True} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:36:35.045583 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368dbca8-a165-40bb-9ea9-73d8ee7e8150 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Received port after_create {{(pid=84763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:36:35.046434 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-368dbca8-a165-40bb-9ea9-73d8ee7e8150 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:35.052734 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f485402c-8ddd-407e-a982-c5046ce71c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340'] for port, after_delete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:35.092698 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] No Port match for: afe8ae54-6bb0-45b9-ac3e-d4dfffee1113 {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:36:35.093831 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device afe8ae54-6bb0-45b9-ac3e-d4dfffee1113 not bound to the agent host n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:36:35.094455 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device a7ca7d6e-fb2b-4fdd-8cdb-b167fc96a556 no longer exists at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:36:35.153878 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f485402c-8ddd-407e-a982-c5046ce71c30 None None] Pushing event deleted for resources: {'Port': ['ID=afe8ae54-6bb0-45b9-ac3e-d4dfffee1113,revision_number=None']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:35.157843 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] No Port match for: a7ca7d6e-fb2b-4fdd-8cdb-b167fc96a556 {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:36:35.158462 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device a7ca7d6e-fb2b-4fdd-8cdb-b167fc96a556 not bound to the agent host n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:36:35.167662 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f485402c-8ddd-407e-a982-c5046ce71c30 None None] No DVR routers for this DVR port afe8ae54-6bb0-45b9-ac3e-d4dfffee1113 on host n-d-836017-2 {{(pid=84765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:36:35.203348 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368dbca8-a165-40bb-9ea9-73d8ee7e8150 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Pushing event updated for resources: {'Port': ['ID=c7d158f2-9257-4477-b39f-f7d533c7bc18,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:35.250398 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-fef4cbd1-272a-44aa-a971-deb4b2650312 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:35.260006 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-ec3c1833-285b-43cc-a9d8-64f891704f52 admin admin] Calling delete_port for afe8ae54-6bb0-45b9-ac3e-d4dfffee1113 owned by network:dhcp {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:36:35.283665 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedbb90a-49b8-4529-8b7b-cc8b22f6403f req-69c8941d-e1ce-44e5-8b45-1d9633d483fc tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:35.287167 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-bedbb90a-49b8-4529-8b7b-cc8b22f6403f req-69c8941d-e1ce-44e5-8b45-1d9633d483fc tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.69 "GET /v2.0/ports?device_id=9fa46597-e784-41cf-816d-60aa1608c3a5 HTTP/1.1" status: 200 len: 1023 time: 0.3947115 Apr 18 19:36:35.287167 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.provisioning_blocks [None req-fef4cbd1-272a-44aa-a971-deb4b2650312 admin admin] Transition to ACTIVE for port object 6dac80ee-a1e6-43d5-be68-70bf331cc33c will not be triggered until provisioned by entity DHCP. {{(pid=84764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:36:35.301447 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvr_db [None req-7cf91606-f03e-47d0-b52c-a8dde818b841 None None] Set router 098af519-5143-451b-9a87-429c1de96ea0 gateway port host: n-d-836017-2 {{(pid=84766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:36:35.385296 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-bedbb90a-49b8-4529-8b7b-cc8b22f6403f req-69d76fbe-0edf-49d3-a1f7-5b75f12e6052 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.69 "GET /v2.0/security-groups?id=de46f637-816d-4eb3-b64c-9da660a14efb&id=6dbbe555-f817-4989-8ffe-4d7514677d3c&id=52c51fc6-3a78-4eda-a495-c14af94dd8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0865796 Apr 18 19:36:35.419808 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-fef4cbd1-272a-44aa-a971-deb4b2650312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:35.481535 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368dbca8-a165-40bb-9ea9-73d8ee7e8150 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Pushing event updated for resources: {'Port': ['ID=fe8c890f-40f1-46b0-b5fb-68b672a4124d,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:35.514888 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368dbca8-a165-40bb-9ea9-73d8ee7e8150 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Checking segment: {'id': 'e58bcfba-3a92-4b66-852d-f7956740a1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f9d99c61-31b2-47ef-86db-b8ce3c7363c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:36:35.515489 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-368dbca8-a165-40bb-9ea9-73d8ee7e8150 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Network hostable DHCP agents. Network: f9d99c61-31b2-47ef-86db-b8ce3c7363c2, hostable agents: ['f6987c12-6d6c-47d4-b22d-cfcd164dc40d'], hosted agents: [] {{(pid=84763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:36:35.515769 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef4cbd1-272a-44aa-a971-deb4b2650312 admin admin] Network 4ba88f28-0990-41ca-bd40-3e2062d89123 is already hosted by enough agents. {{(pid=84764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:36:35.521113 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [None req-fef4cbd1-272a-44aa-a971-deb4b2650312 admin admin] Resources bound (agent type, host, resource id): {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:36:35.526265 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef4cbd1-272a-44aa-a971-deb4b2650312 admin admin] Received port after_create {{(pid=84764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:36:35.537250 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8244ae7a-3300-4fbe-af2a-6454b5bf28b0 req-9b8a3ad7-a3ca-48ba-9ced-f3804a6daa18 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:35.539444 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8244ae7a-3300-4fbe-af2a-6454b5bf28b0 req-9b8a3ad7-a3ca-48ba-9ced-f3804a6daa18 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] 10.222.0.69 "GET /v2.0/ports?device_id=5124f014-de78-482f-91e1-6e15f01717ac HTTP/1.1" status: 200 len: 945 time: 0.6348228 Apr 18 19:36:35.540275 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.db.api [None req-ec3c1833-285b-43cc-a9d8-64f891704f52 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84763) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 19:36:35.540788 n-d-836017-2 neutron-server[84763]: DEBUG oslo_db.api [None req-ec3c1833-285b-43cc-a9d8-64f891704f52 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 19:36:35.556652 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7d4fdbe2-f1b2-4d40-a927-bbc27bddf20b req-0e7b533d-f5e7-49e1-94d3-fc241e739676 service neutron] 10.222.0.72 "GET /v2.0/networks/a15d993a-6587-4728-b6e5-6aacd5a8669a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5356288 Apr 18 19:36:35.628585 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef4cbd1-272a-44aa-a971-deb4b2650312 admin admin] Pushing event updated for resources: {'Port': ['ID=6dac80ee-a1e6-43d5-be68-70bf331cc33c,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:35.696894 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8244ae7a-3300-4fbe-af2a-6454b5bf28b0 req-b3f421a0-22cd-40c5-9050-5f61f0293288 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] 10.222.0.69 "GET /v2.0/security-groups?id=da701d94-d5ec-4d45-a306-33194a2dfb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356862 Apr 18 19:36:35.715007 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-368dbca8-a165-40bb-9ea9-73d8ee7e8150 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Network f9d99c61-31b2-47ef-86db-b8ce3c7363c2 is scheduled to be hosted by DHCP agent f6987c12-6d6c-47d4-b22d-cfcd164dc40d with binding_index 1 {{(pid=84763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:36:35.792430 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-7cf91606-f03e-47d0-b52c-a8dde818b841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '098af519-5143-451b-9a87-429c1de96ea0', 'name': 'tempest-ServersTestFqdnHostnames-737233638-router', 'tenant_id': 'ead4979455fe4a3c85919ab5c6c5397d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '5f27187c-ded7-4425-9dd8-a1d5dead1ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:36:28Z', 'updated_at': '2022-04-18T19:36:29Z', 'revision_number': 3, 'project_id': 'ead4979455fe4a3c85919ab5c6c5397d', 'gw_port': {'id': '5f27187c-ded7-4425-9dd8-a1d5dead1ee8', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:d6:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '098af519-5143-451b-9a87-429c1de96ea0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:36:29Z', 'updated_at': '2022-04-18T19:36:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2'}], 'n-d-836017-2', False) {} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:36:35.794661 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [req-13033daa-fa7c-4020-b68e-dc8732e637c0 req-2540c3e8-ee59-455d-acf3-8069f8b7ec6f tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=84763) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:36:35.795377 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf91606-f03e-47d0-b52c-a8dde818b841 None None] The sync data for ids ['098af519-5143-451b-9a87-429c1de96ea0'] in n-d-836017-2 is: [{'id': '098af519-5143-451b-9a87-429c1de96ea0', 'name': 'tempest-ServersTestFqdnHostnames-737233638-router', 'tenant_id': 'ead4979455fe4a3c85919ab5c6c5397d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '5f27187c-ded7-4425-9dd8-a1d5dead1ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:36:28Z', 'updated_at': '2022-04-18T19:36:29Z', 'revision_number': 3, 'project_id': 'ead4979455fe4a3c85919ab5c6c5397d', 'gw_port': {'id': '5f27187c-ded7-4425-9dd8-a1d5dead1ee8', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:d6:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '098af519-5143-451b-9a87-429c1de96ea0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:36:29Z', 'updated_at': '2022-04-18T19:36:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2'}] {{(pid=84766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:36:35.796102 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-13033daa-fa7c-4020-b68e-dc8732e637c0 req-2540c3e8-ee59-455d-acf3-8069f8b7ec6f tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0094483 Apr 18 19:36:35.809665 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [None req-368dbca8-a165-40bb-9ea9-73d8ee7e8150 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-2, f9d99c61-31b2-47ef-86db-b8ce3c7363c2) {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:36:35.811322 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-fef4cbd1-272a-44aa-a971-deb4b2650312 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417434'] for router_interface, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:35.820165 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4395b2-a638-4192-9316-1fcec2620907 None None] Network f9d99c61-31b2-47ef-86db-b8ce3c7363c2 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:36:35.825091 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368dbca8-a165-40bb-9ea9-73d8ee7e8150 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Received port after_create {{(pid=84763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:36:35.830794 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368dbca8-a165-40bb-9ea9-73d8ee7e8150 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:35.837255 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368dbca8-a165-40bb-9ea9-73d8ee7e8150 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:35.838400 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-368dbca8-a165-40bb-9ea9-73d8ee7e8150 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:35.941284 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafa007f-af92-40ed-a22a-2259123ef195 req-245e10d5-1030-4c3c-a5d6-b1dc5845bb63 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:35.943100 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-aafa007f-af92-40ed-a22a-2259123ef195 req-245e10d5-1030-4c3c-a5d6-b1dc5845bb63 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=52682ca6-5780-4875-8549-0db4bcfd16b0 HTTP/1.1" status: 200 len: 945 time: 0.2635906 Apr 18 19:36:36.020281 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 3a66d512-5ac0-4959-bd04-73072f0a3b8d no longer exists at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:36:36.043287 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-ec3c1833-285b-43cc-a9d8-64f891704f52 admin admin] Deleting port afe8ae54-6bb0-45b9-ac3e-d4dfffee1113 {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:36:36.044657 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ec3c1833-285b-43cc-a9d8-64f891704f52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:36.088635 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] No Port match for: 3a66d512-5ac0-4959-bd04-73072f0a3b8d {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:36:36.089176 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 3a66d512-5ac0-4959-bd04-73072f0a3b8d not bound to the agent host n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:36:36.193982 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-368dbca8-a165-40bb-9ea9-73d8ee7e8150 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 6.7918084 Apr 18 19:36:36.195222 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 34080) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:36.216526 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-0b916f8d-53da-43e9-bcd1-51b4e6da97a8 None None] Provisioning for port 6dac80ee-a1e6-43d5-be68-70bf331cc33c completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:36:36.228419 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-aafa007f-af92-40ed-a22a-2259123ef195 req-5badb10b-5077-43b0-8244-fc8cd2d8cfe0 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/security-groups?id=6dce0218-3e63-47f4-ad5c-3b3c3b13b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2733524 Apr 18 19:36:36.256070 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-0b916f8d-53da-43e9-bcd1-51b4e6da97a8 None None] Provisioning complete for port 6dac80ee-a1e6-43d5-be68-70bf331cc33c triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:36:36.256970 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0b916f8d-53da-43e9-bcd1-51b4e6da97a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:36.269284 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-fef4cbd1-272a-44aa-a971-deb4b2650312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:36.350029 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-0b916f8d-53da-43e9-bcd1-51b4e6da97a8 None None] Port 6dac80ee-a1e6-43d5-be68-70bf331cc33c cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:36:36.352351 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-ec3c1833-285b-43cc-a9d8-64f891704f52 admin admin] The port 'afe8ae54-6bb0-45b9-ac3e-d4dfffee1113' was deleted {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 19:36:36.466697 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-13033daa-fa7c-4020-b68e-dc8732e637c0 req-711dd064-680e-4478-95b1-6fb0df1b675b tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] 10.222.0.69 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.11&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.6592097 Apr 18 19:36:36.551322 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-82cea705-9c3d-410d-9e1a-32632e8ede97 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Deleting port fe8c890f-40f1-46b0-b5fb-68b672a4124d {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:36:36.552018 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-82cea705-9c3d-410d-9e1a-32632e8ede97 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:36.722117 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ec3c1833-285b-43cc-a9d8-64f891704f52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256345', 'neutron.services.segments.db._delete_segments_for_network-8791093852025'] for network, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:36.794926 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9cee56-d81f-42f7-adaa-33fabe19a332 req-02cd14a8-d2a6-4eed-8f2a-2645ed296a3d tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:36.801008 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-fc9cee56-d81f-42f7-adaa-33fabe19a332 req-02cd14a8-d2a6-4eed-8f2a-2645ed296a3d tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.69 "GET /v2.0/ports?device_id=9fa46597-e784-41cf-816d-60aa1608c3a5 HTTP/1.1" status: 200 len: 1023 time: 0.1777425 Apr 18 19:36:36.807432 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-fef4cbd1-272a-44aa-a971-deb4b2650312 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:36.837154 n-d-836017-2 neutron-server[84763]: DEBUG neutron.services.segments.db [None req-ec3c1833-285b-43cc-a9d8-64f891704f52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4f0342c-b449-407b-a05f-85e8a508337c']}} {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:36:36.874848 n-d-836017-2 neutron-server[84763]: DEBUG neutron.services.segments.db [None req-ec3c1833-285b-43cc-a9d8-64f891704f52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7b5cbe0-8fc8-4115-92e4-1bd19913a956') {'for_net_delete': True} {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:36:36.874848 n-d-836017-2 neutron-server[84763]: DEBUG neutron.services.segments.db [None req-ec3c1833-285b-43cc-a9d8-64f891704f52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7b5cbe0-8fc8-4115-92e4-1bd19913a956') {} {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:36:36.892797 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436271ab-3085-4543-ac88-1c209360d05a req-ff255dad-4a14-40a3-91ad-117a523765cb tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:36.894339 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-436271ab-3085-4543-ac88-1c209360d05a req-ff255dad-4a14-40a3-91ad-117a523765cb tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.72 "GET /v2.0/ports?device_id=9fa46597-e784-41cf-816d-60aa1608c3a5 HTTP/1.1" status: 200 len: 1023 time: 0.7735536 Apr 18 19:36:36.909264 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-fc9cee56-d81f-42f7-adaa-33fabe19a332 req-555ea0c9-8de2-43b7-b2af-6386faf3a8b1 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.69 "GET /v2.0/security-groups?id=de46f637-816d-4eb3-b64c-9da660a14efb&id=6dbbe555-f817-4989-8ffe-4d7514677d3c&id=52c51fc6-3a78-4eda-a495-c14af94dd8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0940793 Apr 18 19:36:36.910064 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-fef4cbd1-272a-44aa-a971-deb4b2650312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2290934'] for port, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:36.953556 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ec3c1833-285b-43cc-a9d8-64f891704f52 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791093851908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66272256'] for segment, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:37.023836 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-fef4cbd1-272a-44aa-a971-deb4b2650312 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-417335'] for router_interface, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:37.134549 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ec3c1833-285b-43cc-a9d8-64f891704f52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:37.170967 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef4cbd1-272a-44aa-a971-deb4b2650312 admin admin] Pushing event updated for resources: {'Port': ['ID=6dac80ee-a1e6-43d5-be68-70bf331cc33c,revision_number=2']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:37.192206 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef4cbd1-272a-44aa-a971-deb4b2650312 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:36:37.194068 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef4cbd1-272a-44aa-a971-deb4b2650312 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:36:37.195629 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef4cbd1-272a-44aa-a971-deb4b2650312 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:36:37.196223 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef4cbd1-272a-44aa-a971-deb4b2650312 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:36:37.197052 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef4cbd1-272a-44aa-a971-deb4b2650312 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:36:37.197450 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef4cbd1-272a-44aa-a971-deb4b2650312 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:36:37.214229 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef4cbd1-272a-44aa-a971-deb4b2650312 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:36:37.214229 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef4cbd1-272a-44aa-a971-deb4b2650312 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:36:37.214229 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef4cbd1-272a-44aa-a971-deb4b2650312 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:36:37.214229 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef4cbd1-272a-44aa-a971-deb4b2650312 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:36:37.214229 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef4cbd1-272a-44aa-a971-deb4b2650312 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:36:37.268805 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef4cbd1-272a-44aa-a971-deb4b2650312 admin admin] Network 4ba88f28-0990-41ca-bd40-3e2062d89123 is already hosted by enough agents. {{(pid=84764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:36:37.270295 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [None req-fef4cbd1-272a-44aa-a971-deb4b2650312 admin admin] Resources bound (agent type, host, resource id): {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:36:37.354035 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-436271ab-3085-4543-ac88-1c209360d05a req-0ddcad64-0cda-4de6-801b-f39d829ab976 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Deleting port 4684dfb2-682f-4e56-958b-9234e6b3c272 {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:36:37.354035 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-436271ab-3085-4543-ac88-1c209360d05a req-0ddcad64-0cda-4de6-801b-f39d829ab976 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:37.384751 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec3c1833-285b-43cc-a9d8-64f891704f52 admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=84763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:36:37.385057 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ec3c1833-285b-43cc-a9d8-64f891704f52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66351785'] for segment, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:37.400928 n-d-836017-2 neutron-server[84763]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:36:37.400928 n-d-836017-2 neutron-server[84763]: util.warn( Apr 18 19:36:37.400928 n-d-836017-2 neutron-server[84763]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:36:37.400928 n-d-836017-2 neutron-server[84763]: util.warn( Apr 18 19:36:37.400928 n-d-836017-2 neutron-server[84763]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:36:37.400928 n-d-836017-2 neutron-server[84763]: util.warn( Apr 18 19:36:37.400928 n-d-836017-2 neutron-server[84763]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:36:37.400928 n-d-836017-2 neutron-server[84763]: util.warn( Apr 18 19:36:37.400928 n-d-836017-2 neutron-server[84763]: Traceback (most recent call last): Apr 18 19:36:37.400928 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:36:37.400928 n-d-836017-2 neutron-server[84763]: timer() Apr 18 19:36:37.400928 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:36:37.400928 n-d-836017-2 neutron-server[84763]: cb(*args, **kw) Apr 18 19:36:37.400928 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:36:37.400928 n-d-836017-2 neutron-server[84763]: return func(*args, **kwargs) Apr 18 19:36:37.400928 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:36:37.400928 n-d-836017-2 neutron-server[84763]: self._notify() Apr 18 19:36:37.400928 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:36:37.400928 n-d-836017-2 neutron-server[84763]: self.callback(batched_events) Apr 18 19:36:37.400928 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:36:37.400928 n-d-836017-2 neutron-server[84763]: event.method(event) Apr 18 19:36:37.400928 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:36:37.400928 n-d-836017-2 neutron-server[84763]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:36:37.400928 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:36:37.400928 n-d-836017-2 neutron-server[84763]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:36:37.400928 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:36:37.400928 n-d-836017-2 neutron-server[84763]: return f(self, *a, **k) Apr 18 19:36:37.400928 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:36:37.400928 n-d-836017-2 neutron-server[84763]: return self._get(url).json() Apr 18 19:36:37.400928 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:36:37.400928 n-d-836017-2 neutron-server[84763]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:36:37.400928 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:36:37.400928 n-d-836017-2 neutron-server[84763]: return self.request(url, 'GET', **kwargs) Apr 18 19:36:37.400928 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:36:37.400928 n-d-836017-2 neutron-server[84763]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:36:37.400928 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:36:37.400928 n-d-836017-2 neutron-server[84763]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:36:37.400928 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:36:37.400928 n-d-836017-2 neutron-server[84763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:36:37.400928 n-d-836017-2 neutron-server[84763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:36:37.429667 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-82cea705-9c3d-410d-9e1a-32632e8ede97 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:37.702563 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-6a0d4e15-2f1d-48a1-b3eb-d7b7331ce958 None None] Provisioning complete for port 6dac80ee-a1e6-43d5-be68-70bf331cc33c triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:36:37.703201 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6a0d4e15-2f1d-48a1-b3eb-d7b7331ce958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:37.727153 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-82cea705-9c3d-410d-9e1a-32632e8ede97 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Calling delete_port for fe8c890f-40f1-46b0-b5fb-68b672a4124d owned by {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:36:37.782465 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-6a0d4e15-2f1d-48a1-b3eb-d7b7331ce958 None None] Port 6dac80ee-a1e6-43d5-be68-70bf331cc33c cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:36:37.857259 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5604b4e4-e870-43aa-8406-f305724b6bc9 req-93c88071-3539-4ca8-9820-e5a20ef4f982 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:37.858845 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-5604b4e4-e870-43aa-8406-f305724b6bc9 req-93c88071-3539-4ca8-9820-e5a20ef4f982 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=52682ca6-5780-4875-8549-0db4bcfd16b0 HTTP/1.1" status: 200 len: 945 time: 0.3917186 Apr 18 19:36:37.922067 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ec3c1833-285b-43cc-a9d8-64f891704f52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416801'] for network, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:37.953345 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-5604b4e4-e870-43aa-8406-f305724b6bc9 req-3ebb2f8c-bb6c-434b-b61a-7a7cf45e94b9 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/security-groups?id=6dce0218-3e63-47f4-ad5c-3b3c3b13b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754018 Apr 18 19:36:38.008389 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ec3c1833-285b-43cc-a9d8-64f891704f52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:38.042759 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f546dcb4-c2b5-4ddd-8e34-56be57a2c070 req-2054d801-7737-478b-8729-38c30963a29c tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:38.044809 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f546dcb4-c2b5-4ddd-8e34-56be57a2c070 req-2054d801-7737-478b-8729-38c30963a29c tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] 10.222.0.69 "GET /v2.0/ports?device_id=042e752e-6ab0-4b23-b37e-7217e8897b50 HTTP/1.1" status: 200 len: 945 time: 0.9068203 Apr 18 19:36:38.046131 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3c1833-285b-43cc-a9d8-64f891704f52 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4f0342c-b449-407b-a05f-85e8a508337c,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:38.057969 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-ec3c1833-285b-43cc-a9d8-64f891704f52 admin admin] 10.222.0.69 "DELETE /v2.0/networks/a4f0342c-b449-407b-a05f-85e8a508337c HTTP/1.1" status: 204 len: 168 time: 4.7195373 Apr 18 19:36:38.067047 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fef4cbd1-272a-44aa-a971-deb4b2650312 admin admin] Router 098af519-5143-451b-9a87-429c1de96ea0 has already been hosted by L3 agent 21b59c62-f184-4169-bc3e-79831cc043e8 {{(pid=84764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:36:38.142025 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 5f27187c-ded7-4425-9dd8-a1d5dead1ee8 up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:36:38.159147 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f546dcb4-c2b5-4ddd-8e34-56be57a2c070 req-09af1861-bb29-4629-83e7-12573d1a91da tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] 10.222.0.69 "GET /v2.0/security-groups?id=da701d94-d5ec-4d45-a306-33194a2dfb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979085 Apr 18 19:36:38.179277 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-82cea705-9c3d-410d-9e1a-32632e8ede97 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:38.353416 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cea705-9c3d-410d-9e1a-32632e8ede97 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Pushing event deleted for resources: {'Port': ['ID=fe8c890f-40f1-46b0-b5fb-68b672a4124d,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:38.357640 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-82cea705-9c3d-410d-9e1a-32632e8ede97 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:38.380932 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-436271ab-3085-4543-ac88-1c209360d05a req-0ddcad64-0cda-4de6-801b-f39d829ab976 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] For port 4684dfb2-682f-4e56-958b-9234e6b3c272, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=4684dfb2-682f-4e56-958b-9234e6b3c272,segment=NetworkSegment(5ace1d40-f719-4fb4-a8a8-baa0ea54f7e5),segment_id=5ace1d40-f719-4fb4-a8a8-baa0ea54f7e5)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:36:38.381356 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-436271ab-3085-4543-ac88-1c209360d05a req-0ddcad64-0cda-4de6-801b-f39d829ab976 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:38.399421 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-82cea705-9c3d-410d-9e1a-32632e8ede97 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "DELETE /v2.0/ports/fe8c890f-40f1-46b0-b5fb-68b672a4124d HTTP/1.1" status: 204 len: 168 time: 2.1900537 Apr 18 19:36:38.403422 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 34106) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:38.411168 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning for port 5f27187c-ded7-4425-9dd8-a1d5dead1ee8 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:36:38.415794 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port 5f27187c-ded7-4425-9dd8-a1d5dead1ee8 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:36:38.416556 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:38.489766 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb20b70-1ea5-42a1-bcd5-fde1e6ec4409 req-a36b87dc-cf3b-40ed-bd90-be30e2b091e1 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:38.499169 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-aeb20b70-1ea5-42a1-bcd5-fde1e6ec4409 req-a36b87dc-cf3b-40ed-bd90-be30e2b091e1 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.69 "GET /v2.0/ports?device_id=9fa46597-e784-41cf-816d-60aa1608c3a5 HTTP/1.1" status: 200 len: 1023 time: 0.2077293 Apr 18 19:36:38.565083 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6e9cd9bb-1421-4eb5-be8d-7ab5b60e38a5 req-010d1568-98a5-4bde-a97a-098e51cba065 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=cbdd5ffa-f105-4784-abc1-1bc005d88439&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1789105 Apr 18 19:36:38.588948 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-aeb20b70-1ea5-42a1-bcd5-fde1e6ec4409 req-82e531c0-1aa9-413c-bd6c-73bf232433e6 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.69 "GET /v2.0/security-groups?id=de46f637-816d-4eb3-b64c-9da660a14efb&id=6dbbe555-f817-4989-8ffe-4d7514677d3c&id=52c51fc6-3a78-4eda-a495-c14af94dd8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0888171 Apr 18 19:36:38.653618 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:38.660142 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fef4cbd1-272a-44aa-a971-deb4b2650312 admin admin] Notify agent at l3_agent.n-d-836017-2 the message routers_updated {{(pid=84764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:36:38.680437 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-fef4cbd1-272a-44aa-a971-deb4b2650312 admin admin] 10.222.0.69 "PUT /v2.0/routers/098af519-5143-451b-9a87-429c1de96ea0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9618375 Apr 18 19:36:38.692666 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 34112) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:38.696781 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] For port 5f27187c-ded7-4425-9dd8-a1d5dead1ee8, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=5f27187c-ded7-4425-9dd8-a1d5dead1ee8,segment=NetworkSegment(5de34947-6c56-419b-85d0-f61f69ce7c45),segment_id=5de34947-6c56-419b-85d0-f61f69ce7c45)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:36:38.710788 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-436271ab-3085-4543-ac88-1c209360d05a req-0ddcad64-0cda-4de6-801b-f39d829ab976 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Calling delete_port for 4684dfb2-682f-4e56-958b-9234e6b3c272 owned by compute:nova {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:36:38.790326 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:38.823760 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-465c97d6-7e77-4f66-8db2-66f5db56aba6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9310ca8ba6724b55a7efbc8c8976b2eb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1299200 Apr 18 19:36:38.825286 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 34116) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:38.879401 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6e9cd9bb-1421-4eb5-be8d-7ab5b60e38a5 req-7d1fec75-03b0-4f71-8efb-4b44fee9aa25 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d24c05963c4f41ee8c8189c7acc53c87&device_id=cbdd5ffa-f105-4784-abc1-1bc005d88439 HTTP/1.1" status: 200 len: 1174 time: 0.1700211 Apr 18 19:36:38.906410 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Pushing event updated for resources: {'Port': ['ID=5f27187c-ded7-4425-9dd8-a1d5dead1ee8,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:38.918877 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 34120) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:38.953348 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-1158d199-886f-4f0d-9d6a-98516510d115 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:39.127006 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-1158d199-886f-4f0d-9d6a-98516510d115 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:39.224329 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed17e37d-012d-4b4e-aca6-0c60666e3a56 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:39.232654 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed17e37d-012d-4b4e-aca6-0c60666e3a56 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:39.233998 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-ed17e37d-012d-4b4e-aca6-0c60666e3a56 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Synchronizing usage tracker for tenant:8097f6133aa24824a0d11d98456dfce8 on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:36:39.274016 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9cd9bb-1421-4eb5-be8d-7ab5b60e38a5 req-683ed768-f16d-43ed-a419-b9005b1518d3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:39.275573 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6e9cd9bb-1421-4eb5-be8d-7ab5b60e38a5 req-683ed768-f16d-43ed-a419-b9005b1518d3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a15d993a-6587-4728-b6e5-6aacd5a8669a HTTP/1.1" status: 200 len: 913 time: 0.3608139 Apr 18 19:36:39.329018 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44773b02-9949-47b3-a7e8-3a3b895fbc8c req-e095ea95-13e4-47bb-beab-9bbfa17e5ba6 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:39.330532 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-44773b02-9949-47b3-a7e8-3a3b895fbc8c req-e095ea95-13e4-47bb-beab-9bbfa17e5ba6 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] 10.222.0.69 "GET /v2.0/ports?device_id=800222b8-e25e-4e33-8455-2e217b825812 HTTP/1.1" status: 200 len: 946 time: 0.9348462 Apr 18 19:36:39.348982 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-ed17e37d-012d-4b4e-aca6-0c60666e3a56 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Unset dirty status for tenant:8097f6133aa24824a0d11d98456dfce8 on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:36:39.348982 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-ed17e37d-012d-4b4e-aca6-0c60666e3a56 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.8032436 Apr 18 19:36:39.352436 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 34130) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:39.382010 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6e9cd9bb-1421-4eb5-be8d-7ab5b60e38a5 req-42275073-3bb0-41dc-b20a-f78f2b890cbe service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=41ba133b-cad2-4cdb-9a46-9cff74025eb1 HTTP/1.1" status: 200 len: 217 time: 0.0990891 Apr 18 19:36:39.447220 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-1158d199-886f-4f0d-9d6a-98516510d115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:39.471597 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1158d199-886f-4f0d-9d6a-98516510d115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fc8cad4-d294-4f95-8ee7-70fd96d97773,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:39.484386 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9cd9bb-1421-4eb5-be8d-7ab5b60e38a5 req-f3f2b97e-072e-4f3b-912c-5259c0ea913b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:39.485922 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6e9cd9bb-1421-4eb5-be8d-7ab5b60e38a5 req-f3f2b97e-072e-4f3b-912c-5259c0ea913b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3cbdddc8-bf0a-4ac7-9f09-4e4fdeb7252a HTTP/1.1" status: 200 len: 852 time: 0.0959210 Apr 18 19:36:39.493326 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1775e79f-83e8-46e9-9388-41adf0029920 req-1f145cdf-649c-474c-b96a-9c4173899cb6 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:39.498264 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-cd2d6eec-89b7-4b71-8876-22200660a121 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Deleting port c7d158f2-9257-4477-b39f-f7d533c7bc18 {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:36:39.498499 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-cd2d6eec-89b7-4b71-8876-22200660a121 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:39.500481 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-1775e79f-83e8-46e9-9388-41adf0029920 req-1f145cdf-649c-474c-b96a-9c4173899cb6 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=52682ca6-5780-4875-8549-0db4bcfd16b0 HTTP/1.1" status: 200 len: 945 time: 0.3009360 Apr 18 19:36:39.543263 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-1158d199-886f-4f0d-9d6a-98516510d115 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:39.543498 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-436271ab-3085-4543-ac88-1c209360d05a req-0ddcad64-0cda-4de6-801b-f39d829ab976 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:39.547957 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-1158d199-886f-4f0d-9d6a-98516510d115 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3fc8cad4-d294-4f95-8ee7-70fd96d97773 HTTP/1.1" status: 204 len: 168 time: 0.7197392 Apr 18 19:36:39.555419 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] get_ports_and_sgs() called for port_ids ['41ba133b-cad2-4cdb-9a46-9cff74025eb1'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:36:39.576215 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6e9cd9bb-1421-4eb5-be8d-7ab5b60e38a5 req-6270f8d3-eb30-4669-adb8-75c847e9ea0a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a15d993a-6587-4728-b6e5-6aacd5a8669a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735798 Apr 18 19:36:39.741743 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-1775e79f-83e8-46e9-9388-41adf0029920 req-e5d94432-dac7-4884-935c-7a90a49bee9e tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/security-groups?id=6dce0218-3e63-47f4-ad5c-3b3c3b13b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394969 Apr 18 19:36:39.901418 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6e9cd9bb-1421-4eb5-be8d-7ab5b60e38a5 req-06c76783-06e6-45e1-a813-131b780fbf3b service neutron] 10.222.0.72 "GET /v2.0/networks/a15d993a-6587-4728-b6e5-6aacd5a8669a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3026800 Apr 18 19:36:39.991277 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddcad64-0cda-4de6-801b-f39d829ab976 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Pushing event deleted for resources: {'Port': ['ID=4684dfb2-682f-4e56-958b-9234e6b3c272,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:40.015073 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-44773b02-9949-47b3-a7e8-3a3b895fbc8c req-7a035dbd-26e7-4061-93d6-5d782c13192d tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] 10.222.0.69 "GET /v2.0/security-groups?id=da701d94-d5ec-4d45-a306-33194a2dfb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6573732 Apr 18 19:36:40.099302 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 5f27187c-ded7-4425-9dd8-a1d5dead1ee8 up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:36:40.252943 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a1b908e3-eac6-4ee5-b46f-b316200b0cda req-52934f42-21b9-4728-b7c7-55627ee7974a tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.69 "GET /v2.0/ports?device_id=9fa46597-e784-41cf-816d-60aa1608c3a5 HTTP/1.1" status: 200 len: 210 time: 0.2471523 Apr 18 19:36:40.413668 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port 5f27187c-ded7-4425-9dd8-a1d5dead1ee8 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:36:40.414140 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:40.478226 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6e9cd9bb-1421-4eb5-be8d-7ab5b60e38a5 req-e1b1e651-7923-4657-acb2-d5b8a0642d60 service neutron] 10.222.0.72 "GET /v2.0/networks/a15d993a-6587-4728-b6e5-6aacd5a8669a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5748999 Apr 18 19:36:40.501994 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efad18c-da0a-4359-a669-678b055b0dbf None None] Sync routers for ids ['098af519-5143-451b-9a87-429c1de96ea0'] in n-d-836017-2 {{(pid=84765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:36:40.571937 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efad18c-da0a-4359-a669-678b055b0dbf None None] Routers {'098af519-5143-451b-9a87-429c1de96ea0'} bound to L3 agent in host n-d-836017-2 {{(pid=84765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:36:40.573180 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-4efad18c-da0a-4359-a669-678b055b0dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:36:20Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['098af519-5143-451b-9a87-429c1de96ea0'], 'active': True} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:36:40.681434 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-436271ab-3085-4543-ac88-1c209360d05a req-0ddcad64-0cda-4de6-801b-f39d829ab976 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] No DVR routers for this DVR port 4684dfb2-682f-4e56-958b-9234e6b3c272 on host n-h2-836017-2 {{(pid=84763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:36:40.686597 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-436271ab-3085-4543-ac88-1c209360d05a req-0ddcad64-0cda-4de6-801b-f39d829ab976 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:40.700815 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fa46597-e784-41cf-816d-60aa1608c3a5', 'name': 'network-vif-deleted', 'tag': '4684dfb2-682f-4e56-958b-9234e6b3c272'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:36:40.869045 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 4684dfb2-682f-4e56-958b-9234e6b3c272 no longer exists at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:36:40.873484 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f613ea47-759a-4cea-a140-577df9de5587'] response: {'server_uuid': '9fa46597-e784-41cf-816d-60aa1608c3a5', 'name': 'network-vif-deleted', 'tag': '4684dfb2-682f-4e56-958b-9234e6b3c272', 'status': 'completed', 'code': 200} Apr 18 19:36:40.909888 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-cd2d6eec-89b7-4b71-8876-22200660a121 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:40.932993 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] No Port match for: 4684dfb2-682f-4e56-958b-9234e6b3c272 {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:36:40.933574 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 4684dfb2-682f-4e56-958b-9234e6b3c272 not bound to the agent host n-h2-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:36:40.995996 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-4efad18c-da0a-4359-a669-678b055b0dbf None None] Set router 098af519-5143-451b-9a87-429c1de96ea0 gateway port host: n-d-836017-2 {{(pid=84765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:36:40.997294 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-436271ab-3085-4543-ac88-1c209360d05a req-0ddcad64-0cda-4de6-801b-f39d829ab976 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.72 "DELETE /v2.0/ports/4684dfb2-682f-4e56-958b-9234e6b3c272 HTTP/1.1" status: 204 len: 173 time: 4.0621049 Apr 18 19:36:41.181477 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-cd2d6eec-89b7-4b71-8876-22200660a121 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Calling delete_port for c7d158f2-9257-4477-b39f-f7d533c7bc18 owned by {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:36:41.218655 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5cf273-67c0-43a4-a4d5-36eb3658ebdf req-d70022fa-79ce-42aa-9901-20c46300d3e4 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:41.223202 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ce5cf273-67c0-43a4-a4d5-36eb3658ebdf req-d70022fa-79ce-42aa-9901-20c46300d3e4 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=52682ca6-5780-4875-8549-0db4bcfd16b0 HTTP/1.1" status: 200 len: 945 time: 0.1730993 Apr 18 19:36:41.283381 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fb977e-1f0f-4963-bb82-b49ebe6dd819 req-3ea794fc-a083-45b6-b875-08f29cc760c7 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:41.291264 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-37fb977e-1f0f-4963-bb82-b49ebe6dd819 req-3ea794fc-a083-45b6-b875-08f29cc760c7 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] 10.222.0.69 "GET /v2.0/ports?device_id=5124f014-de78-482f-91e1-6e15f01717ac HTTP/1.1" status: 200 len: 945 time: 0.6914766 Apr 18 19:36:41.420561 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-37fb977e-1f0f-4963-bb82-b49ebe6dd819 req-f587da63-1c55-4f2a-82a4-409a5c8e0b63 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] 10.222.0.69 "GET /v2.0/security-groups?id=da701d94-d5ec-4d45-a306-33194a2dfb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279724 Apr 18 19:36:41.453334 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-cd2d6eec-89b7-4b71-8876-22200660a121 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:41.490086 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ce5cf273-67c0-43a4-a4d5-36eb3658ebdf req-f80c79a8-7b4d-45ca-a9fd-e937c1f351fa tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/security-groups?id=6dce0218-3e63-47f4-ad5c-3b3c3b13b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575567 Apr 18 19:36:41.576601 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2d6eec-89b7-4b71-8876-22200660a121 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Pushing event deleted for resources: {'Port': ['ID=c7d158f2-9257-4477-b39f-f7d533c7bc18,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:41.633302 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-cd2d6eec-89b7-4b71-8876-22200660a121 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:41.649512 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-4efad18c-da0a-4359-a669-678b055b0dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '098af519-5143-451b-9a87-429c1de96ea0', 'name': 'tempest-ServersTestFqdnHostnames-737233638-router', 'tenant_id': 'ead4979455fe4a3c85919ab5c6c5397d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '5f27187c-ded7-4425-9dd8-a1d5dead1ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:36:28Z', 'updated_at': '2022-04-18T19:36:35Z', 'revision_number': 4, 'project_id': 'ead4979455fe4a3c85919ab5c6c5397d', 'gw_port': {'id': '5f27187c-ded7-4425-9dd8-a1d5dead1ee8', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:d6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '098af519-5143-451b-9a87-429c1de96ea0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:36:29Z', 'updated_at': '2022-04-18T19:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_interfaces': [{'id': '6dac80ee-a1e6-43d5-be68-70bf331cc33c', 'name': '', 'network_id': '4ba88f28-0990-41ca-bd40-3e2062d89123', 'tenant_id': 'ead4979455fe4a3c85919ab5c6c5397d', 'mac_address': 'fa:16:3e:6c:51:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '098af519-5143-451b-9a87-429c1de96ea0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '08f81762-3ded-4d29-801b-030c5338b353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:36:34Z', 'updated_at': '2022-04-18T19:36:36Z', 'revision_number': 2, 'project_id': 'ead4979455fe4a3c85919ab5c6c5397d', 'subnets': [{'id': '08f81762-3ded-4d29-801b-030c5338b353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-2', False) {} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:36:41.656697 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efad18c-da0a-4359-a669-678b055b0dbf None None] Checking router: 098af519-5143-451b-9a87-429c1de96ea0 for host: n-d-836017-2 {{(pid=84765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:36:41.657412 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efad18c-da0a-4359-a669-678b055b0dbf None None] Updating router 098af519-5143-451b-9a87-429c1de96ea0 port 6dac80ee-a1e6-43d5-be68-70bf331cc33c binding host n-d-836017-2 {{(pid=84765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 19:36:41.783185 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4efad18c-da0a-4359-a669-678b055b0dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:41.884217 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 34172) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:41.894216 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-cd2d6eec-89b7-4b71-8876-22200660a121 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "DELETE /v2.0/ports/c7d158f2-9257-4477-b39f-f7d533c7bc18 HTTP/1.1" status: 204 len: 168 time: 2.5380909 Apr 18 19:36:41.902232 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-a8dfab63-8234-4180-b139-52080db0c5fd req-7c14fc12-28ef-495f-9652-4271d4992361 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Synchronizing usage tracker for tenant:d24c05963c4f41ee8c8189c7acc53c87 on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:36:41.926925 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ea44e2bc-76a4-4175-8dc4-a15ac527d740 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417313'] for router_interface, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:42.134640 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b359e7-00f3-4f66-b199-dbeb98bcfd0c tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:42.136586 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-b7b359e7-00f3-4f66-b199-dbeb98bcfd0c tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2509964 Apr 18 19:36:42.142652 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 34182) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:42.194865 n-d-836017-2 neutron-server[84764]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad69ad93-4f19-47a3-a391-944a99ffaad0 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] GET failed (client error): The resource could not be found. Apr 18 19:36:42.196803 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-ad69ad93-4f19-47a3-a391-944a99ffaad0 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "GET /v2.0/ports/fe8c890f-40f1-46b0-b5fb-68b672a4124d HTTP/1.1" status: 404 len: 333 time: 0.0529444 Apr 18 19:36:42.205870 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abb4860-5904-409d-8323-d7c6b959b1c9 req-83596765-4aff-4a69-aa68-20f4e277502d tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:42.214004 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 34186) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:42.215213 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abb4860-5904-409d-8323-d7c6b959b1c9 req-83596765-4aff-4a69-aa68-20f4e277502d tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:42.220819 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abb4860-5904-409d-8323-d7c6b959b1c9 req-83596765-4aff-4a69-aa68-20f4e277502d tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:42.223367 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-1abb4860-5904-409d-8323-d7c6b959b1c9 req-83596765-4aff-4a69-aa68-20f4e277502d tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] 10.222.0.69 "GET /v2.0/ports?device_id=5124f014-de78-482f-91e1-6e15f01717ac&device_id=800222b8-e25e-4e33-8455-2e217b825812&device_id=042e752e-6ab0-4b23-b37e-7217e8897b50 HTTP/1.1" status: 200 len: 2417 time: 0.2053072 Apr 18 19:36:42.280758 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-1abb4860-5904-409d-8323-d7c6b959b1c9 req-b94e04c8-1bf9-4a06-b3a1-c5d203871095 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] 10.222.0.69 "GET /v2.0/security-groups?id=da701d94-d5ec-4d45-a306-33194a2dfb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496421 Apr 18 19:36:42.301348 n-d-836017-2 neutron-server[84763]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c8628f4-a40a-42f6-85b2-d3066005f93c tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] GET failed (client error): The resource could not be found. Apr 18 19:36:42.301865 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-6c8628f4-a40a-42f6-85b2-d3066005f93c tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Synchronizing usage tracker for tenant:8097f6133aa24824a0d11d98456dfce8 on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:36:42.329471 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-a8dfab63-8234-4180-b139-52080db0c5fd req-7c14fc12-28ef-495f-9652-4271d4992361 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Unset dirty status for tenant:d24c05963c4f41ee8c8189c7acc53c87 on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:36:42.330726 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a8dfab63-8234-4180-b139-52080db0c5fd req-7c14fc12-28ef-495f-9652-4271d4992361 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.69 "GET /v2.0/ports?device_id=9fa46597-e784-41cf-816d-60aa1608c3a5 HTTP/1.1" status: 200 len: 210 time: 0.5766585 Apr 18 19:36:42.495004 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4efad18c-da0a-4359-a669-678b055b0dbf None None] Notify callbacks [] for port, precommit_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:42.520218 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-4efad18c-da0a-4359-a669-678b055b0dbf None None] Transition to ACTIVE for port object 6dac80ee-a1e6-43d5-be68-70bf331cc33c will not be triggered until provisioned by entity L2. {{(pid=84765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:36:42.521397 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-6c8628f4-a40a-42f6-85b2-d3066005f93c tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Unset dirty status for tenant:8097f6133aa24824a0d11d98456dfce8 on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:36:42.522715 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-6c8628f4-a40a-42f6-85b2-d3066005f93c tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "GET /v2.0/ports/c7d158f2-9257-4477-b39f-f7d533c7bc18 HTTP/1.1" status: 404 len: 333 time: 0.3055301 Apr 18 19:36:42.525960 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 34192) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:42.603818 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4efad18c-da0a-4359-a669-678b055b0dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:42.692758 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b8bc2ac4-106e-417f-9db5-4d8a4eeb3524 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:42.715111 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7fc18f0b-620c-4821-affb-a696fced0502 req-f7316303-a73d-45ac-9c79-ca6ed4b4ba42 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] 10.222.0.69 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2644196 Apr 18 19:36:42.910702 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b2cff0-aeaf-4e9f-abe0-073c05b86fb7 None None] Pushing event updated for resources: {'Port': ['ID=6dac80ee-a1e6-43d5-be68-70bf331cc33c,revision_number=3']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:43.146329 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-4efad18c-da0a-4359-a669-678b055b0dbf None None] Attempting to bind port 6dac80ee-a1e6-43d5-be68-70bf331cc33c on host n-d-836017-2 for vnic_type normal with profile {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:36:43.147604 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-4efad18c-da0a-4359-a669-678b055b0dbf None None] Attempting to bind port 6dac80ee-a1e6-43d5-be68-70bf331cc33c by drivers openvswitch,hyperv on host n-d-836017-2 at level 0 using segments [{'id': 'c37ed0f4-4b65-4c52-8597-38e03165bf09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4ba88f28-0990-41ca-bd40-3e2062d89123'}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:36:43.149145 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4efad18c-da0a-4359-a669-678b055b0dbf None None] Attempting to bind port 6dac80ee-a1e6-43d5-be68-70bf331cc33c on network 4ba88f28-0990-41ca-bd40-3e2062d89123 {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:36:43.161486 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4efad18c-da0a-4359-a669-678b055b0dbf None None] Checking agent: {'id': 'df2a5cfe-6839-400b-a998-e4fffce70f45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 8, 22), 'started_at': datetime.datetime(2022, 4, 18, 19, 8, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:36:43.162095 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4efad18c-da0a-4359-a669-678b055b0dbf None None] Checking segment: {'id': 'c37ed0f4-4b65-4c52-8597-38e03165bf09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4ba88f28-0990-41ca-bd40-3e2062d89123'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:36:43.163312 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4efad18c-da0a-4359-a669-678b055b0dbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:43.164388 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4efad18c-da0a-4359-a669-678b055b0dbf None None] Bound using segment: {'id': 'c37ed0f4-4b65-4c52-8597-38e03165bf09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4ba88f28-0990-41ca-bd40-3e2062d89123'} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:36:43.165255 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-4efad18c-da0a-4359-a669-678b055b0dbf None None] Bound port: 6dac80ee-a1e6-43d5-be68-70bf331cc33c, host: n-d-836017-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c37ed0f4-4b65-4c52-8597-38e03165bf09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4ba88f28-0990-41ca-bd40-3e2062d89123'}}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:36:43.165853 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4efad18c-da0a-4359-a669-678b055b0dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:43.285536 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b8bc2ac4-106e-417f-9db5-4d8a4eeb3524 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256345', 'neutron.services.segments.db._delete_segments_for_network-8791093852025'] for network, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:43.327587 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-b8bc2ac4-106e-417f-9db5-4d8a4eeb3524 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9d99c61-31b2-47ef-86db-b8ce3c7363c2']}} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:36:43.344681 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-b8bc2ac4-106e-417f-9db5-4d8a4eeb3524 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e58bcfba-3a92-4b66-852d-f7956740a1eb') {'for_net_delete': True} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:36:43.344681 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-b8bc2ac4-106e-417f-9db5-4d8a4eeb3524 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e58bcfba-3a92-4b66-852d-f7956740a1eb') {} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:36:43.357935 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b8bc2ac4-106e-417f-9db5-4d8a4eeb3524 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791093851908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66932133'] for segment, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:43.396025 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b8bc2ac4-106e-417f-9db5-4d8a4eeb3524 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:43.424977 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8bc2ac4-106e-417f-9db5-4d8a4eeb3524 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=84764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:36:43.429274 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b8bc2ac4-106e-417f-9db5-4d8a4eeb3524 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2290898'] for segment, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:43.458166 n-d-836017-2 neutron-server[84764]: Traceback (most recent call last): Apr 18 19:36:43.458166 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:36:43.458166 n-d-836017-2 neutron-server[84764]: timer() Apr 18 19:36:43.458166 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:36:43.458166 n-d-836017-2 neutron-server[84764]: cb(*args, **kw) Apr 18 19:36:43.458166 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:36:43.458166 n-d-836017-2 neutron-server[84764]: return func(*args, **kwargs) Apr 18 19:36:43.458166 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:36:43.458166 n-d-836017-2 neutron-server[84764]: self._notify() Apr 18 19:36:43.458166 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:36:43.458166 n-d-836017-2 neutron-server[84764]: self.callback(batched_events) Apr 18 19:36:43.458166 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:36:43.458166 n-d-836017-2 neutron-server[84764]: event.method(event) Apr 18 19:36:43.458166 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:36:43.458166 n-d-836017-2 neutron-server[84764]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:36:43.458166 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:36:43.458166 n-d-836017-2 neutron-server[84764]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:36:43.458166 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:36:43.458166 n-d-836017-2 neutron-server[84764]: return f(self, *a, **k) Apr 18 19:36:43.458166 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:36:43.458166 n-d-836017-2 neutron-server[84764]: return self._get(url).json() Apr 18 19:36:43.458166 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:36:43.458166 n-d-836017-2 neutron-server[84764]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:36:43.458166 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:36:43.458166 n-d-836017-2 neutron-server[84764]: return self.request(url, 'GET', **kwargs) Apr 18 19:36:43.458166 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:36:43.458166 n-d-836017-2 neutron-server[84764]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:36:43.458166 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:36:43.458166 n-d-836017-2 neutron-server[84764]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:36:43.458166 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:36:43.458166 n-d-836017-2 neutron-server[84764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:36:43.458166 n-d-836017-2 neutron-server[84764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:36:43.544420 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-4efad18c-da0a-4359-a669-678b055b0dbf None None] For port 6dac80ee-a1e6-43d5-be68-70bf331cc33c, host n-d-836017-2, cleared binding levels {{(pid=84765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:36:43.575186 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-ea44e2bc-76a4-4175-8dc4-a15ac527d740 admin admin] Deleting port 6dac80ee-a1e6-43d5-be68-70bf331cc33c {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:36:43.577194 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ea44e2bc-76a4-4175-8dc4-a15ac527d740 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:43.609587 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b85fe70-baec-48d4-82c0-16a04086aadf req-b5e92434-0094-4cdd-8719-71f560e55a70 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:43.612540 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8b85fe70-baec-48d4-82c0-16a04086aadf req-b5e92434-0094-4cdd-8719-71f560e55a70 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=52682ca6-5780-4875-8549-0db4bcfd16b0 HTTP/1.1" status: 200 len: 945 time: 0.5683980 Apr 18 19:36:43.685269 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8b85fe70-baec-48d4-82c0-16a04086aadf req-55c41750-8aca-4b34-8d6c-5ba883884c6f tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/security-groups?id=6dce0218-3e63-47f4-ad5c-3b3c3b13b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642531 Apr 18 19:36:43.694775 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-4efad18c-da0a-4359-a669-678b055b0dbf None None] For port 6dac80ee-a1e6-43d5-be68-70bf331cc33c, host n-d-836017-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=6dac80ee-a1e6-43d5-be68-70bf331cc33c,segment=NetworkSegment(c37ed0f4-4b65-4c52-8597-38e03165bf09),segment_id=c37ed0f4-4b65-4c52-8597-38e03165bf09)] {{(pid=84765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:36:43.702741 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b8bc2ac4-106e-417f-9db5-4d8a4eeb3524 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416801'] for network, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:43.745128 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b8bc2ac4-106e-417f-9db5-4d8a4eeb3524 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:43.770342 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bc2ac4-106e-417f-9db5-4d8a4eeb3524 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Pushing event deleted for resources: {'Network': ['ID=f9d99c61-31b2-47ef-86db-b8ce3c7363c2,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:43.806588 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4efad18c-da0a-4359-a669-678b055b0dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:43.828659 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-b8bc2ac4-106e-417f-9db5-4d8a4eeb3524 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "DELETE /v2.0/networks/f9d99c61-31b2-47ef-86db-b8ce3c7363c2 HTTP/1.1" status: 204 len: 168 time: 1.2981286 Apr 18 19:36:43.828918 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 34228) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:43.848012 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-410def26-2545-4657-8a12-050b0f66e6d9 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1728369040'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:36:43.863231 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-410def26-2545-4657-8a12-050b0f66e6d9 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:36:43.869975 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-410def26-2545-4657-8a12-050b0f66e6d9 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Usage tracker for resource:network and tenant:8097f6133aa24824a0d11d98456dfce8 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:36:43.880296 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-5588b7e3-e757-49cb-9734-915a23504a53 req-dfd600c6-198d-4467-8b4f-9354891cf249 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.69 "GET /v2.0/security-groups/de46f637-816d-4eb3-b64c-9da660a14efb HTTP/1.1" status: 200 len: 1635 time: 0.1016247 Apr 18 19:36:43.882521 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-410def26-2545-4657-8a12-050b0f66e6d9 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:36:43.906177 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-410def26-2545-4657-8a12-050b0f66e6d9 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:36:43.968027 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [None req-ea44e2bc-76a4-4175-8dc4-a15ac527d740 admin admin] For port 6dac80ee-a1e6-43d5-be68-70bf331cc33c, host n-d-836017-2, got binding levels [] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:36:43.968707 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ea44e2bc-76a4-4175-8dc4-a15ac527d740 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:43.977977 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efad18c-da0a-4359-a669-678b055b0dbf None None] Routers {'098af519-5143-451b-9a87-429c1de96ea0'} bound to L3 agent in host n-d-836017-2 {{(pid=84765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:36:43.980638 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-4efad18c-da0a-4359-a669-678b055b0dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:36:20Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['098af519-5143-451b-9a87-429c1de96ea0'], 'active': True} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:36:44.003411 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-5588b7e3-e757-49cb-9734-915a23504a53 req-d915f5ec-583c-4378-b6fd-b42018810726 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:44.024349 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-410def26-2545-4657-8a12-050b0f66e6d9 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Made reservation on behalf of 8097f6133aa24824a0d11d98456dfce8 for: {'network': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:36:44.035859 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-410def26-2545-4657-8a12-050b0f66e6d9 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for network, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:44.093429 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-5588b7e3-e757-49cb-9734-915a23504a53 req-d915f5ec-583c-4378-b6fd-b42018810726 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:44.137226 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-ea44e2bc-76a4-4175-8dc4-a15ac527d740 admin admin] Calling delete_port for 6dac80ee-a1e6-43d5-be68-70bf331cc33c owned by network:router_interface {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:36:44.154406 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-410def26-2545-4657-8a12-050b0f66e6d9 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=84764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:36:44.164341 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-410def26-2545-4657-8a12-050b0f66e6d9 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:44.164858 n-d-836017-2 neutron-server[84764]: INFO neutron.db.segments_db [None req-410def26-2545-4657-8a12-050b0f66e6d9 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Added segment d558d80a-ce93-469d-87ed-e2c0ff5a7fef of type vlan for network 2609e586-4713-4b9b-b1a4-ae557b4cbe29 Apr 18 19:36:44.195488 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-410def26-2545-4657-8a12-050b0f66e6d9 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791093404182'] for network, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:44.288720 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-4efad18c-da0a-4359-a669-678b055b0dbf None None] Set router 098af519-5143-451b-9a87-429c1de96ea0 gateway port host: n-d-836017-2 {{(pid=84765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:36:44.309168 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-410def26-2545-4657-8a12-050b0f66e6d9 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251'] for network, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:44.313708 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-410def26-2545-4657-8a12-050b0f66e6d9 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:44.315139 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-410def26-2545-4657-8a12-050b0f66e6d9 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:44.361915 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.db.api [None req-ea44e2bc-76a4-4175-8dc4-a15ac527d740 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84763) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 19:36:44.362062 n-d-836017-2 neutron-server[84763]: DEBUG oslo_db.api [None req-ea44e2bc-76a4-4175-8dc4-a15ac527d740 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 19:36:44.375954 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b2cff0-aeaf-4e9f-abe0-073c05b86fb7 None None] Pushing event updated for resources: {'Port': ['ID=6dac80ee-a1e6-43d5-be68-70bf331cc33c,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:44.426060 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-5588b7e3-e757-49cb-9734-915a23504a53 req-d915f5ec-583c-4378-b6fd-b42018810726 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:44.472525 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed9bbb3-deb7-4aa5-a359-a3fd11e50d1e req-80dc31a8-1efc-421f-8454-1cf5e05affd2 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:44.474526 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5ed9bbb3-deb7-4aa5-a359-a3fd11e50d1e req-80dc31a8-1efc-421f-8454-1cf5e05affd2 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=52682ca6-5780-4875-8549-0db4bcfd16b0 HTTP/1.1" status: 200 len: 945 time: 0.1067119 Apr 18 19:36:44.477604 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d915f5ec-583c-4378-b6fd-b42018810726 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de46f637-816d-4eb3-b64c-9da660a14efb,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:44.493661 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410def26-2545-4657-8a12-050b0f66e6d9 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Pushing event updated for resources: {'Network': ['ID=2609e586-4713-4b9b-b1a4-ae557b4cbe29,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:44.500137 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-5588b7e3-e757-49cb-9734-915a23504a53 req-d915f5ec-583c-4378-b6fd-b42018810726 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:44.505340 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-5588b7e3-e757-49cb-9734-915a23504a53 req-d915f5ec-583c-4378-b6fd-b42018810726 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.69 "DELETE /v2.0/security-groups/de46f637-816d-4eb3-b64c-9da660a14efb HTTP/1.1" status: 204 len: 173 time: 0.6218626 Apr 18 19:36:44.530546 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Network 2609e586-4713-4b9b-b1a4-ae557b4cbe29 details requested by agent ovs-agent-n-d-836017-2 with host n-d-836017-2 {{(pid=84765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:36:44.569891 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5ed9bbb3-deb7-4aa5-a359-a3fd11e50d1e req-49a0755c-d521-486b-a02f-9a989abdacaa tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/security-groups?id=6dce0218-3e63-47f4-ad5c-3b3c3b13b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812685 Apr 18 19:36:44.574601 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-410def26-2545-4657-8a12-050b0f66e6d9 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7448845 Apr 18 19:36:44.578671 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 34248) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:44.586818 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-12ef7284-ce6d-4f0d-812a-72da7970aa0c tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Request body: {'subnet': {'network_id': '2609e586-4713-4b9b-b1a4-ae557b4cbe29', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:36:44.777558 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-1ceb63ed-9814-4c59-9e08-df7f7a78a827 req-6a5296f2-9e0d-4dcd-aede-05e7d638b7af tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.69 "GET /v2.0/security-groups/52c51fc6-3a78-4eda-a495-c14af94dd8e1 HTTP/1.1" status: 200 len: 1634 time: 0.1288254 Apr 18 19:36:44.866828 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-ea44e2bc-76a4-4175-8dc4-a15ac527d740 admin admin] Deleting port 6dac80ee-a1e6-43d5-be68-70bf331cc33c {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:36:44.870930 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ea44e2bc-76a4-4175-8dc4-a15ac527d740 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:44.903317 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-12ef7284-ce6d-4f0d-812a-72da7970aa0c tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:36:44.910243 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-12ef7284-ce6d-4f0d-812a-72da7970aa0c tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Usage tracker for resource:subnet and tenant:8097f6133aa24824a0d11d98456dfce8 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:36:44.923491 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-12ef7284-ce6d-4f0d-812a-72da7970aa0c tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:36:44.933508 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-12ef7284-ce6d-4f0d-812a-72da7970aa0c tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:36:45.024197 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12ef7284-ce6d-4f0d-812a-72da7970aa0c tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Made reservation on behalf of 8097f6133aa24824a0d11d98456dfce8 for: {'subnet': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:36:45.066089 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-4efad18c-da0a-4359-a669-678b055b0dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '098af519-5143-451b-9a87-429c1de96ea0', 'name': 'tempest-ServersTestFqdnHostnames-737233638-router', 'tenant_id': 'ead4979455fe4a3c85919ab5c6c5397d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '5f27187c-ded7-4425-9dd8-a1d5dead1ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:36:28Z', 'updated_at': '2022-04-18T19:36:35Z', 'revision_number': 4, 'project_id': 'ead4979455fe4a3c85919ab5c6c5397d', 'gw_port': {'id': '5f27187c-ded7-4425-9dd8-a1d5dead1ee8', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:d6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '098af519-5143-451b-9a87-429c1de96ea0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:36:29Z', 'updated_at': '2022-04-18T19:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_interfaces': [{'id': '6dac80ee-a1e6-43d5-be68-70bf331cc33c', 'name': '', 'network_id': '4ba88f28-0990-41ca-bd40-3e2062d89123', 'tenant_id': 'ead4979455fe4a3c85919ab5c6c5397d', 'mac_address': 'fa:16:3e:6c:51:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '098af519-5143-451b-9a87-429c1de96ea0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '08f81762-3ded-4d29-801b-030c5338b353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:36:34Z', 'updated_at': '2022-04-18T19:36:43Z', 'revision_number': 4, 'project_id': 'ead4979455fe4a3c85919ab5c6c5397d', 'subnets': [{'id': '08f81762-3ded-4d29-801b-030c5338b353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-2', False) {} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:36:45.085852 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efad18c-da0a-4359-a669-678b055b0dbf None None] The sync data for ids ['098af519-5143-451b-9a87-429c1de96ea0'] in n-d-836017-2 is: [{'id': '098af519-5143-451b-9a87-429c1de96ea0', 'name': 'tempest-ServersTestFqdnHostnames-737233638-router', 'tenant_id': 'ead4979455fe4a3c85919ab5c6c5397d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '5f27187c-ded7-4425-9dd8-a1d5dead1ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:36:28Z', 'updated_at': '2022-04-18T19:36:35Z', 'revision_number': 4, 'project_id': 'ead4979455fe4a3c85919ab5c6c5397d', 'gw_port': {'id': '5f27187c-ded7-4425-9dd8-a1d5dead1ee8', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:d6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '098af519-5143-451b-9a87-429c1de96ea0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:36:29Z', 'updated_at': '2022-04-18T19:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_interfaces': [{'id': '6dac80ee-a1e6-43d5-be68-70bf331cc33c', 'name': '', 'network_id': '4ba88f28-0990-41ca-bd40-3e2062d89123', 'tenant_id': 'ead4979455fe4a3c85919ab5c6c5397d', 'mac_address': 'fa:16:3e:6c:51:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '098af519-5143-451b-9a87-429c1de96ea0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '08f81762-3ded-4d29-801b-030c5338b353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:36:34Z', 'updated_at': '2022-04-18T19:36:43Z', 'revision_number': 4, 'project_id': 'ead4979455fe4a3c85919ab5c6c5397d', 'subnets': [{'id': '08f81762-3ded-4d29-801b-030c5338b353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:36:45.275942 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-12ef7284-ce6d-4f0d-812a-72da7970aa0c tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65862573'] for subnet, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:45.294382 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [None req-ea44e2bc-76a4-4175-8dc4-a15ac527d740 admin admin] For port 6dac80ee-a1e6-43d5-be68-70bf331cc33c, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=6dac80ee-a1e6-43d5-be68-70bf331cc33c,segment=NetworkSegment(c37ed0f4-4b65-4c52-8597-38e03165bf09),segment_id=c37ed0f4-4b65-4c52-8597-38e03165bf09)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:36:45.294659 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ea44e2bc-76a4-4175-8dc4-a15ac527d740 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:45.311430 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-1ceb63ed-9814-4c59-9e08-df7f7a78a827 req-687983f0-1eda-4ef2-88d7-2792a7c909d3 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Notify callbacks [] for security_group, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:45.410971 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.ipam_backend_mixin [None req-12ef7284-ce6d-4f0d-812a-72da7970aa0c tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Performing IP validity checks on allocation pools {{(pid=84764) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 18 19:36:45.415382 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.ipam_backend_mixin [None req-12ef7284-ce6d-4f0d-812a-72da7970aa0c tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84764) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 18 19:36:45.445677 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-ea44e2bc-76a4-4175-8dc4-a15ac527d740 admin admin] Calling delete_port for 6dac80ee-a1e6-43d5-be68-70bf331cc33c owned by network:router_interface {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:36:45.512073 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-1ceb63ed-9814-4c59-9e08-df7f7a78a827 req-687983f0-1eda-4ef2-88d7-2792a7c909d3 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:45.712934 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-1ceb63ed-9814-4c59-9e08-df7f7a78a827 req-687983f0-1eda-4ef2-88d7-2792a7c909d3 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:45.749877 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-12ef7284-ce6d-4f0d-812a-72da7970aa0c tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2290811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65862591'] for subnet, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:45.750038 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687983f0-1eda-4ef2-88d7-2792a7c909d3 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52c51fc6-3a78-4eda-a495-c14af94dd8e1,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:45.772118 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-1ceb63ed-9814-4c59-9e08-df7f7a78a827 req-687983f0-1eda-4ef2-88d7-2792a7c909d3 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Notify callbacks [] for security_group, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:45.773650 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-1ceb63ed-9814-4c59-9e08-df7f7a78a827 req-687983f0-1eda-4ef2-88d7-2792a7c909d3 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.69 "DELETE /v2.0/security-groups/52c51fc6-3a78-4eda-a495-c14af94dd8e1 HTTP/1.1" status: 204 len: 173 time: 0.9921954 Apr 18 19:36:45.867166 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ea44e2bc-76a4-4175-8dc4-a15ac527d740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:45.942547 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea44e2bc-76a4-4175-8dc4-a15ac527d740 admin admin] Pushing event deleted for resources: {'Port': ['ID=6dac80ee-a1e6-43d5-be68-70bf331cc33c,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:46.113541 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ef7284-ce6d-4f0d-812a-72da7970aa0c tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Pushing event updated for resources: {'Subnet': ['ID=6cfe9b8e-0d23-43bb-8ee2-30e17582ad6d,revision_number=0']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:46.129765 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ef7284-ce6d-4f0d-812a-72da7970aa0c tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Checking segment: {'id': 'd558d80a-ce93-469d-87ed-e2c0ff5a7fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2609e586-4713-4b9b-b1a4-ae557b4cbe29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:36:46.129765 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ef7284-ce6d-4f0d-812a-72da7970aa0c tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Network hostable DHCP agents. Network: 2609e586-4713-4b9b-b1a4-ae557b4cbe29, hostable agents: ['f6987c12-6d6c-47d4-b22d-cfcd164dc40d'], hosted agents: [] {{(pid=84764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:36:46.278870 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ef7284-ce6d-4f0d-812a-72da7970aa0c tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Network 2609e586-4713-4b9b-b1a4-ae557b4cbe29 is scheduled to be hosted by DHCP agent f6987c12-6d6c-47d4-b22d-cfcd164dc40d with binding_index 1 {{(pid=84764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:36:46.377720 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [None req-12ef7284-ce6d-4f0d-812a-72da7970aa0c tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-2, 2609e586-4713-4b9b-b1a4-ae557b4cbe29) {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:36:46.389337 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ef7284-ce6d-4f0d-812a-72da7970aa0c tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:46.390308 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d54f17-0884-4d06-a3e5-3059593f769f None None] Network 2609e586-4713-4b9b-b1a4-ae557b4cbe29 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:36:46.391703 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-12ef7284-ce6d-4f0d-812a-72da7970aa0c tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for subnet, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:46.463270 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 34312) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:46.468866 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.agents_db [None req-eb67022b-f881-4bc8-8f45-fca90fb27803 None None] Agent healthcheck: found 7 active agents {{(pid=84766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:36:46.538311 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-12ef7284-ce6d-4f0d-812a-72da7970aa0c tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9561760 Apr 18 19:36:46.539070 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 34320) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:46.545253 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-d9735bb0-d4bc-4463-a37c-268bbcc1e1e9 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Request body: {'port': {'network_id': '2609e586-4713-4b9b-b1a4-ae557b4cbe29', 'name': 'tempest-PortsIpV6TestJSON-1962056665'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:36:46.606137 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [req-b2078c77-24d5-47c8-8cdf-b8d2502c4c60 req-33dc6da5-e025-4738-a5c9-2c7802cd2c47 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-451153226', 'description': 'tempest-description-1297987502'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:36:46.721166 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ea44e2bc-76a4-4175-8dc4-a15ac527d740 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417398'] for router_interface, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:46.721984 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-b2078c77-24d5-47c8-8cdf-b8d2502c4c60 req-33dc6da5-e025-4738-a5c9-2c7802cd2c47 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:36:46.736744 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-b2078c77-24d5-47c8-8cdf-b8d2502c4c60 req-33dc6da5-e025-4738-a5c9-2c7802cd2c47 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Usage tracker for resource:security_group and tenant:d24c05963c4f41ee8c8189c7acc53c87 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:36:46.743312 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-b2078c77-24d5-47c8-8cdf-b8d2502c4c60 req-33dc6da5-e025-4738-a5c9-2c7802cd2c47 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:36:46.760210 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-b2078c77-24d5-47c8-8cdf-b8d2502c4c60 req-33dc6da5-e025-4738-a5c9-2c7802cd2c47 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:36:46.798205 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b693003a-f0bf-4f3e-b7c2-4a95c1e09dc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31f5fbf7-4b5c-5a44-b255-70c4fc176ae8-2609e586-4713-4b9b-b1a4-ae557b4cbe29', 'network_id': '2609e586-4713-4b9b-b1a4-ae557b4cbe29', 'tenant_id': '8097f6133aa24824a0d11d98456dfce8', 'fixed_ips': [{'subnet_id': '6cfe9b8e-0d23-43bb-8ee2-30e17582ad6d'}]}} from n-d-836017-2. {{(pid=84765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 19:36:46.798205 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b693003a-f0bf-4f3e-b7c2-4a95c1e09dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:46.841625 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-d9735bb0-d4bc-4463-a37c-268bbcc1e1e9 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:36:46.870907 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-d9735bb0-d4bc-4463-a37c-268bbcc1e1e9 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:36:46.926952 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-b2078c77-24d5-47c8-8cdf-b8d2502c4c60 req-33dc6da5-e025-4738-a5c9-2c7802cd2c47 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:46.947451 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-9cef5415-49fb-49a7-a040-2ee0e0ab2489 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:46.984873 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-b2078c77-24d5-47c8-8cdf-b8d2502c4c60 req-33dc6da5-e025-4738-a5c9-2c7802cd2c47 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:36:46.985801 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-b2078c77-24d5-47c8-8cdf-b8d2502c4c60 req-33dc6da5-e025-4738-a5c9-2c7802cd2c47 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Usage tracker for resource:security_group_rule and tenant:d24c05963c4f41ee8c8189c7acc53c87 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:36:46.989352 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-b2078c77-24d5-47c8-8cdf-b8d2502c4c60 req-33dc6da5-e025-4738-a5c9-2c7802cd2c47 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:36:46.999942 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-b2078c77-24d5-47c8-8cdf-b8d2502c4c60 req-33dc6da5-e025-4738-a5c9-2c7802cd2c47 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:36:47.005368 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9735bb0-d4bc-4463-a37c-268bbcc1e1e9 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Made reservation on behalf of 8097f6133aa24824a0d11d98456dfce8 for: {'port': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:36:47.007686 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-9cef5415-49fb-49a7-a040-2ee0e0ab2489 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:36:47.009764 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-d9735bb0-d4bc-4463-a37c-268bbcc1e1e9 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:47.014011 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-9cef5415-49fb-49a7-a040-2ee0e0ab2489 admin admin] Usage tracker for resource:security_group_rule and tenant:1580ce72c006410ba75248c633abfdbf is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:36:47.017457 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-9cef5415-49fb-49a7-a040-2ee0e0ab2489 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:36:47.028998 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-9cef5415-49fb-49a7-a040-2ee0e0ab2489 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:36:47.045113 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [None req-d9735bb0-d4bc-4463-a37c-268bbcc1e1e9 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] device_id is not set on port d0f7fdd4-1d3d-4ce0-b4b1-e043b0337071 yet. {{(pid=84764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 19:36:47.060438 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-b693003a-f0bf-4f3e-b7c2-4a95c1e09dc0 None None] Allocated IP 2001:db8::2 (2609e586-4713-4b9b-b1a4-ae557b4cbe29/6cfe9b8e-0d23-43bb-8ee2-30e17582ad6d/ef0503b3-60b5-470d-a669-e1f38b35dbbd) {{(pid=84765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:36:47.142889 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-9cef5415-49fb-49a7-a040-2ee0e0ab2489 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:47.184458 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-b2078c77-24d5-47c8-8cdf-b8d2502c4c60 req-33dc6da5-e025-4738-a5c9-2c7802cd2c47 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:47.260845 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-b2078c77-24d5-47c8-8cdf-b8d2502c4c60 req-33dc6da5-e025-4738-a5c9-2c7802cd2c47 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:47.276831 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-9cef5415-49fb-49a7-a040-2ee0e0ab2489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:47.336157 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dc6da5-e025-4738-a5c9-2c7802cd2c47 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d9448d6-c07d-4974-b970-edd9be6629cf,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:47.351147 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b693003a-f0bf-4f3e-b7c2-4a95c1e09dc0 None None] Notify callbacks [] for port, precommit_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:47.354977 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-b2078c77-24d5-47c8-8cdf-b8d2502c4c60 req-33dc6da5-e025-4738-a5c9-2c7802cd2c47 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:47.356184 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-b2078c77-24d5-47c8-8cdf-b8d2502c4c60 req-33dc6da5-e025-4738-a5c9-2c7802cd2c47 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1639 time: 0.7618349 Apr 18 19:36:47.367721 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-b693003a-f0bf-4f3e-b7c2-4a95c1e09dc0 None None] Transition to ACTIVE for port object ef0503b3-60b5-470d-a669-e1f38b35dbbd will not be triggered until provisioned by entity L2. {{(pid=84765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:36:47.391092 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-b693003a-f0bf-4f3e-b7c2-4a95c1e09dc0 None None] Transition to ACTIVE for port object ef0503b3-60b5-470d-a669-e1f38b35dbbd will not be triggered until provisioned by entity DHCP. {{(pid=84765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:36:47.414411 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cef5415-49fb-49a7-a040-2ee0e0ab2489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=935be91a-cb19-487f-bad2-2a2c1dd2a8a3,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:47.426848 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 34338) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:47.427024 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-9cef5415-49fb-49a7-a040-2ee0e0ab2489 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1580ce72c006410ba75248c633abfdbf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9621468 Apr 18 19:36:47.461940 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b693003a-f0bf-4f3e-b7c2-4a95c1e09dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331'] for port, after_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:47.483529 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c703bc-7de8-434f-95a0-07ab263c0412 req-44dfe0a2-692c-425c-a975-ade8cf384b09 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:47.486615 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-97c703bc-7de8-434f-95a0-07ab263c0412 req-44dfe0a2-692c-425c-a975-ade8cf384b09 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=52682ca6-5780-4875-8549-0db4bcfd16b0 HTTP/1.1" status: 200 len: 945 time: 0.1791520 Apr 18 19:36:47.552458 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b693003a-f0bf-4f3e-b7c2-4a95c1e09dc0 None None] Pushing event updated for resources: {'Port': ['ID=ef0503b3-60b5-470d-a669-e1f38b35dbbd,revision_number=1']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:47.559931 n-d-836017-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b693003a-f0bf-4f3e-b7c2-4a95c1e09dc0 None None] Network 2609e586-4713-4b9b-b1a4-ae557b4cbe29 is already hosted by enough agents. {{(pid=84765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:36:47.563711 n-d-836017-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-b693003a-f0bf-4f3e-b7c2-4a95c1e09dc0 None None] Resources bound (agent type, host, resource id): {{(pid=84765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:36:47.563711 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b693003a-f0bf-4f3e-b7c2-4a95c1e09dc0 None None] Received port after_create {{(pid=84765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:36:47.597911 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-6363af97-c577-4022-bb57-b9f7b0665476 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:47.658823 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-6363af97-c577-4022-bb57-b9f7b0665476 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:47.668050 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_common [None req-d9735bb0-d4bc-4463-a37c-268bbcc1e1e9 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Allocated IP 2001:db8::186 (2609e586-4713-4b9b-b1a4-ae557b4cbe29/6cfe9b8e-0d23-43bb-8ee2-30e17582ad6d/d0f7fdd4-1d3d-4ce0-b4b1-e043b0337071) {{(pid=84764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:36:47.709596 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-97c703bc-7de8-434f-95a0-07ab263c0412 req-bee0d2f0-2c0f-4a8f-b66f-5be402f79bea tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/security-groups?id=6dce0218-3e63-47f4-ad5c-3b3c3b13b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619375 Apr 18 19:36:47.717486 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-b693003a-f0bf-4f3e-b7c2-4a95c1e09dc0 None None] Attempting to bind port ef0503b3-60b5-470d-a669-e1f38b35dbbd on host n-d-836017-2 for vnic_type normal with profile {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:36:47.717847 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-b693003a-f0bf-4f3e-b7c2-4a95c1e09dc0 None None] Attempting to bind port ef0503b3-60b5-470d-a669-e1f38b35dbbd by drivers openvswitch,hyperv on host n-d-836017-2 at level 0 using segments [{'id': 'd558d80a-ce93-469d-87ed-e2c0ff5a7fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2609e586-4713-4b9b-b1a4-ae557b4cbe29'}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:36:47.718200 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b693003a-f0bf-4f3e-b7c2-4a95c1e09dc0 None None] Attempting to bind port ef0503b3-60b5-470d-a669-e1f38b35dbbd on network 2609e586-4713-4b9b-b1a4-ae557b4cbe29 {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:36:47.737886 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b693003a-f0bf-4f3e-b7c2-4a95c1e09dc0 None None] Checking agent: {'id': 'df2a5cfe-6839-400b-a998-e4fffce70f45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 8, 22), 'started_at': datetime.datetime(2022, 4, 18, 19, 8, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:36:47.737886 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b693003a-f0bf-4f3e-b7c2-4a95c1e09dc0 None None] Checking segment: {'id': 'd558d80a-ce93-469d-87ed-e2c0ff5a7fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2609e586-4713-4b9b-b1a4-ae557b4cbe29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:36:47.737886 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b693003a-f0bf-4f3e-b7c2-4a95c1e09dc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:47.737886 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b693003a-f0bf-4f3e-b7c2-4a95c1e09dc0 None None] Bound using segment: {'id': 'd558d80a-ce93-469d-87ed-e2c0ff5a7fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2609e586-4713-4b9b-b1a4-ae557b4cbe29'} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:36:47.737886 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-b693003a-f0bf-4f3e-b7c2-4a95c1e09dc0 None None] Bound port: ef0503b3-60b5-470d-a669-e1f38b35dbbd, host: n-d-836017-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd558d80a-ce93-469d-87ed-e2c0ff5a7fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2609e586-4713-4b9b-b1a4-ae557b4cbe29'}}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:36:47.737886 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b693003a-f0bf-4f3e-b7c2-4a95c1e09dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:47.841730 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3ded4e86-d91d-4369-a99b-a6afa2fd26dd req-7ec514ae-2ae4-4581-af2e-2cb43e523d67 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.69 "GET /v2.0/security-groups/2d9448d6-c07d-4974-b970-edd9be6629cf HTTP/1.1" status: 200 len: 1634 time: 0.0880146 Apr 18 19:36:47.847372 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-b693003a-f0bf-4f3e-b7c2-4a95c1e09dc0 None None] For port ef0503b3-60b5-470d-a669-e1f38b35dbbd, host n-d-836017-2, cleared binding levels {{(pid=84765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:36:47.852712 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-b693003a-f0bf-4f3e-b7c2-4a95c1e09dc0 None None] For port ef0503b3-60b5-470d-a669-e1f38b35dbbd, host n-d-836017-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=ef0503b3-60b5-470d-a669-e1f38b35dbbd,segment=NetworkSegment(d558d80a-ce93-469d-87ed-e2c0ff5a7fef),segment_id=d558d80a-ce93-469d-87ed-e2c0ff5a7fef)] {{(pid=84765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:36:47.869109 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea44e2bc-76a4-4175-8dc4-a15ac527d740 admin admin] Router 098af519-5143-451b-9a87-429c1de96ea0 has already been hosted by L3 agent 21b59c62-f184-4169-bc3e-79831cc043e8 {{(pid=84763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:36:47.877655 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-3ded4e86-d91d-4369-a99b-a6afa2fd26dd req-138c83ba-5a72-495a-a2e3-62c21c110993 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Request body: {'security_group': {'name': 'tempest-sg-hth-815771892', 'description': 'tempest-description-hth-338122909'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:36:47.920908 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-6363af97-c577-4022-bb57-b9f7b0665476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:47.961629 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6363af97-c577-4022-bb57-b9f7b0665476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=935be91a-cb19-487f-bad2-2a2c1dd2a8a3,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:47.966011 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b693003a-f0bf-4f3e-b7c2-4a95c1e09dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:47.983218 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-6363af97-c577-4022-bb57-b9f7b0665476 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:47.984627 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-6363af97-c577-4022-bb57-b9f7b0665476 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/935be91a-cb19-487f-bad2-2a2c1dd2a8a3 HTTP/1.1" status: 204 len: 168 time: 0.5565653 Apr 18 19:36:47.985096 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-3ded4e86-d91d-4369-a99b-a6afa2fd26dd req-138c83ba-5a72-495a-a2e3-62c21c110993 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Notify callbacks [] for security_group, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:47.993104 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-d9735bb0-d4bc-4463-a37c-268bbcc1e1e9 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks [] for port, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:48.011878 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.provisioning_blocks [None req-d9735bb0-d4bc-4463-a37c-268bbcc1e1e9 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Transition to ACTIVE for port object d0f7fdd4-1d3d-4ce0-b4b1-e043b0337071 will not be triggered until provisioned by entity DHCP. {{(pid=84764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:36:48.085724 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b693003a-f0bf-4f3e-b7c2-4a95c1e09dc0 None None] Pushing event updated for resources: {'Port': ['ID=ef0503b3-60b5-470d-a669-e1f38b35dbbd,revision_number=2']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:48.186510 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-d9735bb0-d4bc-4463-a37c-268bbcc1e1e9 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:48.216015 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-3ded4e86-d91d-4369-a99b-a6afa2fd26dd req-138c83ba-5a72-495a-a2e3-62c21c110993 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Notify callbacks [] for security_group, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:48.261846 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd75510-825b-479e-a7ed-11515e5d667f req-1abb6b7d-7f4b-4679-85bc-d298e6705941 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:48.264133 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5bd75510-825b-479e-a7ed-11515e5d667f req-1abb6b7d-7f4b-4679-85bc-d298e6705941 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.73 "GET /v2.0/ports?device_id=52682ca6-5780-4875-8549-0db4bcfd16b0 HTTP/1.1" status: 200 len: 945 time: 0.3533015 Apr 18 19:36:48.299668 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9735bb0-d4bc-4463-a37c-268bbcc1e1e9 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Network 2609e586-4713-4b9b-b1a4-ae557b4cbe29 is already hosted by enough agents. {{(pid=84764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:36:48.304864 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [None req-d9735bb0-d4bc-4463-a37c-268bbcc1e1e9 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Resources bound (agent type, host, resource id): {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:36:48.309357 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9735bb0-d4bc-4463-a37c-268bbcc1e1e9 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Pushing event updated for resources: {'Port': ['ID=d0f7fdd4-1d3d-4ce0-b4b1-e043b0337071,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:48.314864 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9735bb0-d4bc-4463-a37c-268bbcc1e1e9 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Received port after_create {{(pid=84764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:36:48.321664 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9735bb0-d4bc-4463-a37c-268bbcc1e1e9 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:48.322731 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-d9735bb0-d4bc-4463-a37c-268bbcc1e1e9 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:48.335275 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f01b507e-16ce-4410-bf2e-cb02ba9cae01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:48.342243 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-3ded4e86-d91d-4369-a99b-a6afa2fd26dd req-138c83ba-5a72-495a-a2e3-62c21c110993 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:48.399506 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138c83ba-5a72-495a-a2e3-62c21c110993 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d9448d6-c07d-4974-b970-edd9be6629cf,revision_number=2']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:48.426143 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-d9735bb0-d4bc-4463-a37c-268bbcc1e1e9 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8752823 Apr 18 19:36:48.426960 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-3ded4e86-d91d-4369-a99b-a6afa2fd26dd req-138c83ba-5a72-495a-a2e3-62c21c110993 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Notify callbacks [] for security_group, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:48.427077 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 34364) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:48.427173 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3ded4e86-d91d-4369-a99b-a6afa2fd26dd req-138c83ba-5a72-495a-a2e3-62c21c110993 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.69 "PUT /v2.0/security-groups/2d9448d6-c07d-4974-b970-edd9be6629cf HTTP/1.1" status: 200 len: 1607 time: 0.5626328 Apr 18 19:36:48.457747 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-5bd75510-825b-479e-a7ed-11515e5d667f req-647502a7-be9a-49f1-ba32-e01aa9b72593 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Deleting port 71c7e09a-6096-4dfe-b7e0-3cbf2cbf97dc {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:36:48.458167 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-5bd75510-825b-479e-a7ed-11515e5d667f req-647502a7-be9a-49f1-ba32-e01aa9b72593 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:48.563193 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-005e15b1-80f8-44e0-9398-1d63799ca175 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Deleting port d0f7fdd4-1d3d-4ce0-b4b1-e043b0337071 {{(pid=84764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:36:48.564584 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-005e15b1-80f8-44e0-9398-1d63799ca175 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:48.994011 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-10d5ed97-b80d-40a5-a771-c8584c772f5b req-43d7122a-28b1-4b96-a9fc-0f8614436608 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.69 "GET /v2.0/security-groups/2d9448d6-c07d-4974-b970-edd9be6629cf HTTP/1.1" status: 200 len: 1607 time: 0.1388638 Apr 18 19:36:49.021939 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-005e15b1-80f8-44e0-9398-1d63799ca175 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:49.126615 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-83e40603-dc6a-46df-b864-05201eb9b2dc req-28c4211e-dd32-4ae5-aef9-cad51f81f9c0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=63f735e6-8486-48e8-85e0-cdebbb5eae7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3646646 Apr 18 19:36:49.161431 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 34382) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:49.169948 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea44e2bc-76a4-4175-8dc4-a15ac527d740 admin admin] Notify agent at l3_agent.n-d-836017-2 the message routers_updated {{(pid=84763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:36:49.173461 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-005e15b1-80f8-44e0-9398-1d63799ca175 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Calling delete_port for d0f7fdd4-1d3d-4ce0-b4b1-e043b0337071 owned by {{(pid=84764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:36:49.189418 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-5bd75510-825b-479e-a7ed-11515e5d667f req-647502a7-be9a-49f1-ba32-e01aa9b72593 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] For port 71c7e09a-6096-4dfe-b7e0-3cbf2cbf97dc, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=71c7e09a-6096-4dfe-b7e0-3cbf2cbf97dc,segment=NetworkSegment(56697489-6787-4e2b-895c-5ec0b051161d),segment_id=56697489-6787-4e2b-895c-5ec0b051161d)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:36:49.189793 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-5bd75510-825b-479e-a7ed-11515e5d667f req-647502a7-be9a-49f1-ba32-e01aa9b72593 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:49.207635 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-ea44e2bc-76a4-4175-8dc4-a15ac527d740 admin admin] 10.222.0.69 "PUT /v2.0/routers/098af519-5143-451b-9a87-429c1de96ea0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2832253 Apr 18 19:36:49.230001 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 34386) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:49.247196 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea75b07-d6f7-4301-b3a6-a8cbe6bff300 req-a2cf5402-8edd-42e4-9622-061e12cbabeb tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:49.249059 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-dea75b07-d6f7-4301-b3a6-a8cbe6bff300 req-a2cf5402-8edd-42e4-9622-061e12cbabeb tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] 10.222.0.69 "GET /v2.0/ports?device_id=5124f014-de78-482f-91e1-6e15f01717ac HTTP/1.1" status: 200 len: 945 time: 0.4931610 Apr 18 19:36:49.396635 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88a763a-a11f-4433-bc67-9be7babec741 req-b01708c4-8ae0-47b9-ba04-058d9627a6e0 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:49.398518 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a88a763a-a11f-4433-bc67-9be7babec741 req-b01708c4-8ae0-47b9-ba04-058d9627a6e0 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=52682ca6-5780-4875-8549-0db4bcfd16b0 HTTP/1.1" status: 200 len: 945 time: 0.2331014 Apr 18 19:36:49.402695 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-56edd62f-5cee-4e3e-9453-0f3317643121 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:49.475782 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a88a763a-a11f-4433-bc67-9be7babec741 req-f154aed0-1198-419e-97cd-71d67f8cb7f3 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/security-groups?id=6dce0218-3e63-47f4-ad5c-3b3c3b13b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484767 Apr 18 19:36:49.507703 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-005e15b1-80f8-44e0-9398-1d63799ca175 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:49.550275 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-5bd75510-825b-479e-a7ed-11515e5d667f req-647502a7-be9a-49f1-ba32-e01aa9b72593 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Calling delete_port for 71c7e09a-6096-4dfe-b7e0-3cbf2cbf97dc owned by compute:nova {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:36:49.563138 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c512d528-f17c-40f4-8777-f0aec9bc90e4 None None] Network 2609e586-4713-4b9b-b1a4-ae557b4cbe29 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:36:49.591777 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005e15b1-80f8-44e0-9398-1d63799ca175 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Pushing event deleted for resources: {'Port': ['ID=d0f7fdd4-1d3d-4ce0-b4b1-e043b0337071,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:50.057952 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-dea75b07-d6f7-4301-b3a6-a8cbe6bff300 req-e42bbacf-cb67-4f5d-8b4e-515466d24e2c tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] 10.222.0.69 "GET /v2.0/security-groups?id=da701d94-d5ec-4d45-a306-33194a2dfb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4289215 Apr 18 19:36:50.057952 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-56edd62f-5cee-4e3e-9453-0f3317643121 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:36:50.063580 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-005e15b1-80f8-44e0-9398-1d63799ca175 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:50.075867 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-56edd62f-5cee-4e3e-9453-0f3317643121 admin admin] Usage tracker for resource:security_group_rule and tenant:c8011fabe35b47699e063ee83ef22ca8 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:36:50.075867 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-56edd62f-5cee-4e3e-9453-0f3317643121 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:36:50.075867 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-56edd62f-5cee-4e3e-9453-0f3317643121 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:36:50.075867 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-83e40603-dc6a-46df-b864-05201eb9b2dc req-a6bd1aac-d506-48d0-ac8e-38f68748ce2f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e3b062c733cb48498c21458f46ee72da&device_id=63f735e6-8486-48e8-85e0-cdebbb5eae7f HTTP/1.1" status: 200 len: 1096 time: 0.5689218 Apr 18 19:36:50.075867 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 34400) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:50.086527 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-005e15b1-80f8-44e0-9398-1d63799ca175 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "DELETE /v2.0/ports/d0f7fdd4-1d3d-4ce0-b4b1-e043b0337071 HTTP/1.1" status: 204 len: 168 time: 1.4549704 Apr 18 19:36:50.086527 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-aaf38399-457b-4154-b7b3-77df84a44e5a req-ff49a780-2294-4a22-b30a-993db918a169 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.69 "GET /v2.0/security-groups/2d9448d6-c07d-4974-b970-edd9be6629cf HTTP/1.1" status: 200 len: 1607 time: 0.1175616 Apr 18 19:36:50.098982 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc65ebb-bf8d-433d-9f2b-a6314e01775e req-14b03f8d-b5b5-45bf-8045-e6fc24fe297a tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:50.098982 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-bcc65ebb-bf8d-433d-9f2b-a6314e01775e req-14b03f8d-b5b5-45bf-8045-e6fc24fe297a tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] 10.222.0.72 "GET /v2.0/ports?device_id=5124f014-de78-482f-91e1-6e15f01717ac HTTP/1.1" status: 200 len: 945 time: 0.5381839 Apr 18 19:36:50.105629 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-98a371f3-ef3f-479d-8e07-8c6051bf6a60 None None] Provisioning for port ef0503b3-60b5-470d-a669-e1f38b35dbbd completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:36:50.114997 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-aaf38399-457b-4154-b7b3-77df84a44e5a req-69069b4a-3d3e-4ff9-a5fc-80a0755a5476 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:50.122725 n-d-836017-2 neutron-server[84763]: INFO neutron.pecan_wsgi.hooks.translation [None req-243c8035-3699-4d66-a67d-3e4bf8f19d4b tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] DELETE failed (client error): The resource could not be found. Apr 18 19:36:50.122725 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-243c8035-3699-4d66-a67d-3e4bf8f19d4b tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84763) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 19:36:50.147210 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-aaf38399-457b-4154-b7b3-77df84a44e5a req-69069b4a-3d3e-4ff9-a5fc-80a0755a5476 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:50.220907 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device ef0503b3-60b5-470d-a669-e1f38b35dbbd up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:36:50.222468 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-243c8035-3699-4d66-a67d-3e4bf8f19d4b tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "DELETE /v2.0/ports/d0f7fdd4-1d3d-4ce0-b4b1-e043b0337071 HTTP/1.1" status: 404 len: 333 time: 0.3337762 Apr 18 19:36:50.227946 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 34416) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:50.308634 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-bcc65ebb-bf8d-433d-9f2b-a6314e01775e req-785b07ca-dc8d-43c7-959e-836ea02eda46 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Deleting port e60006b4-06d8-41ff-90f2-943698920fc9 {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:36:50.308840 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-bcc65ebb-bf8d-433d-9f2b-a6314e01775e req-785b07ca-dc8d-43c7-959e-836ea02eda46 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:50.351232 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-aaf38399-457b-4154-b7b3-77df84a44e5a req-69069b4a-3d3e-4ff9-a5fc-80a0755a5476 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:50.374229 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69069b4a-3d3e-4ff9-a5fc-80a0755a5476 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d9448d6-c07d-4974-b970-edd9be6629cf,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:50.388634 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-aaf38399-457b-4154-b7b3-77df84a44e5a req-69069b4a-3d3e-4ff9-a5fc-80a0755a5476 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:50.408073 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-aaf38399-457b-4154-b7b3-77df84a44e5a req-69069b4a-3d3e-4ff9-a5fc-80a0755a5476 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.69 "DELETE /v2.0/security-groups/2d9448d6-c07d-4974-b970-edd9be6629cf HTTP/1.1" status: 204 len: 173 time: 0.4815412 Apr 18 19:36:50.408323 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b99e73f5-d0a4-4e0a-8c7a-d4ceaafa0b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:50.408323 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning for port ef0503b3-60b5-470d-a669-e1f38b35dbbd completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:36:50.408323 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port ef0503b3-60b5-470d-a669-e1f38b35dbbd triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:36:50.408323 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:50.500063 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-a67cc647-2ee2-48f0-9f8d-38c89fb1cfd3 None None] Provisioning complete for port ef0503b3-60b5-470d-a669-e1f38b35dbbd triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:36:50.500063 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a67cc647-2ee2-48f0-9f8d-38c89fb1cfd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:50.716434 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:50.745787 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-30601974-2f74-41ab-af22-37a69533877c req-a8c0ae3c-3071-45a8-9720-628780e2cfac tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=52682ca6-5780-4875-8549-0db4bcfd16b0 HTTP/1.1" status: 200 len: 210 time: 0.0727901 Apr 18 19:36:50.791791 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] For port ef0503b3-60b5-470d-a669-e1f38b35dbbd, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=ef0503b3-60b5-470d-a669-e1f38b35dbbd,segment=NetworkSegment(d558d80a-ce93-469d-87ed-e2c0ff5a7fef),segment_id=d558d80a-ce93-469d-87ed-e2c0ff5a7fef)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:36:50.802524 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-56edd62f-5cee-4e3e-9453-0f3317643121 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:50.809894 n-d-836017-2 neutron-server[84763]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0cc4aea-efeb-4819-b466-c741c2589b9a tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] GET failed (client error): The resource could not be found. Apr 18 19:36:50.815045 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-d0cc4aea-efeb-4819-b466-c741c2589b9a tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "GET /v2.0/ports/d0f7fdd4-1d3d-4ce0-b4b1-e043b0337071 HTTP/1.1" status: 404 len: 333 time: 0.5841284 Apr 18 19:36:50.820089 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 34450) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:50.838877 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-5bd75510-825b-479e-a7ed-11515e5d667f req-647502a7-be9a-49f1-ba32-e01aa9b72593 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:50.883160 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a67cc647-2ee2-48f0-9f8d-38c89fb1cfd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:50.892530 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] get_ports_and_sgs() called for port_ids ['6ce9e8ca-c688-4360-a5c1-cb5597c9db75', '71c7e09a-6096-4dfe-b7e0-3cbf2cbf97dc'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:36:50.957543 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-56edd62f-5cee-4e3e-9453-0f3317643121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:50.979032 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:50.979742 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:51.142883 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-56edd62f-5cee-4e3e-9453-0f3317643121 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c8011fabe35b47699e063ee83ef22ca8&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9790440 Apr 18 19:36:51.154277 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 34470) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:51.160342 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647502a7-be9a-49f1-ba32-e01aa9b72593 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Pushing event deleted for resources: {'Port': ['ID=71c7e09a-6096-4dfe-b7e0-3cbf2cbf97dc,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:51.190993 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Pushing event updated for resources: {'Port': ['ID=ef0503b3-60b5-470d-a669-e1f38b35dbbd,revision_number=3']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:51.238232 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e661f7a-20c6-44bd-afce-cd20ace919d3 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Deleting subnet 6cfe9b8e-0d23-43bb-8ee2-30e17582ad6d {{(pid=84764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:36:51.243779 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-6e661f7a-20c6-44bd-afce-cd20ace919d3 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks [] for subnet, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:51.249363 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-a67cc647-2ee2-48f0-9f8d-38c89fb1cfd3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84765) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 19:36:51.249721 n-d-836017-2 neutron-server[84765]: DEBUG oslo_db.api [None req-a67cc647-2ee2-48f0-9f8d-38c89fb1cfd3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 19:36:51.292602 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e40603-dc6a-46df-b864-05201eb9b2dc req-ff48c0da-1baa-44e3-b09a-acae5584b10c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:51.294113 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-83e40603-dc6a-46df-b864-05201eb9b2dc req-ff48c0da-1baa-44e3-b09a-acae5584b10c service neutron] 10.222.0.73 "GET /v2.0/networks?id=0124e28f-2243-4533-b876-7d659443232d HTTP/1.1" status: 200 len: 905 time: 1.3540704 Apr 18 19:36:51.313207 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-6e661f7a-20c6-44bd-afce-cd20ace919d3 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66931798'] for subnet, precommit_delete_associations {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:51.339029 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bd75510-825b-479e-a7ed-11515e5d667f req-647502a7-be9a-49f1-ba32-e01aa9b72593 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] No DVR routers for this DVR port 71c7e09a-6096-4dfe-b7e0-3cbf2cbf97dc on host n-h1-836017-2 {{(pid=84763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:36:51.395792 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-5bd75510-825b-479e-a7ed-11515e5d667f req-647502a7-be9a-49f1-ba32-e01aa9b72593 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:51.402236 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-6e661f7a-20c6-44bd-afce-cd20ace919d3 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1258508'] for subnet, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:51.402758 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52682ca6-5780-4875-8549-0db4bcfd16b0', 'name': 'network-vif-deleted', 'tag': '71c7e09a-6096-4dfe-b7e0-3cbf2cbf97dc'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:36:51.417202 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56edd62f-5cee-4e3e-9453-0f3317643121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ee7e614-5a7b-4930-ac88-b4b3c1e4ff25,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:51.462661 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5bd75510-825b-479e-a7ed-11515e5d667f req-647502a7-be9a-49f1-ba32-e01aa9b72593 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.73 "DELETE /v2.0/ports/71c7e09a-6096-4dfe-b7e0-3cbf2cbf97dc HTTP/1.1" status: 204 len: 173 time: 3.1913409 Apr 18 19:36:51.476150 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-83e40603-dc6a-46df-b864-05201eb9b2dc req-067600c0-31c9-4c25-bc7a-3600e0297777 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6ce9e8ca-c688-4360-a5c1-cb5597c9db75 HTTP/1.1" status: 200 len: 217 time: 0.1602900 Apr 18 19:36:51.477834 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-bcc65ebb-bf8d-433d-9f2b-a6314e01775e req-785b07ca-dc8d-43c7-959e-836ea02eda46 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] For port e60006b4-06d8-41ff-90f2-943698920fc9, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=e60006b4-06d8-41ff-90f2-943698920fc9,segment=NetworkSegment(7f90ec0e-0730-4dc0-b368-2cc8764d9629),segment_id=7f90ec0e-0730-4dc0-b368-2cc8764d9629)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:36:51.482296 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-bcc65ebb-bf8d-433d-9f2b-a6314e01775e req-785b07ca-dc8d-43c7-959e-836ea02eda46 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:51.488542 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-9efec48d-9c68-401d-bf62-28eb89754578 admin admin] Notify callbacks [] for router, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:51.623074 n-d-836017-2 neutron-server[84764]: INFO neutron.api.v2.resource [req-c3256025-4eac-498e-9798-a1c466667111 req-0f529bed-01ea-47d2-a132-2ad989ca5b2e tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] show failed (client error): The resource could not be found. Apr 18 19:36:51.625158 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c3256025-4eac-498e-9798-a1c466667111 req-0f529bed-01ea-47d2-a132-2ad989ca5b2e tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.69 "GET /v2.0/security-groups/52c51fc6-3a78-4eda-a495-c14af94dd8e1 HTTP/1.1" status: 404 len: 352 time: 0.0178671 Apr 18 19:36:51.683944 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-6e661f7a-20c6-44bd-afce-cd20ace919d3 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1258501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2290876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65862598'] for subnet, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:51.752295 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e661f7a-20c6-44bd-afce-cd20ace919d3 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Pushing event deleted for resources: {'Subnet': ['ID=6cfe9b8e-0d23-43bb-8ee2-30e17582ad6d,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:51.764926 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9560cc9-877e-4377-8d57-f7928b8ac161'] response: {'server_uuid': '52682ca6-5780-4875-8549-0db4bcfd16b0', 'name': 'network-vif-deleted', 'tag': '71c7e09a-6096-4dfe-b7e0-3cbf2cbf97dc', 'status': 'completed', 'code': 200} Apr 18 19:36:51.765307 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-6e661f7a-20c6-44bd-afce-cd20ace919d3 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for subnet, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:51.774756 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-6e661f7a-20c6-44bd-afce-cd20ace919d3 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "DELETE /v2.0/subnets/6cfe9b8e-0d23-43bb-8ee2-30e17582ad6d HTTP/1.1" status: 204 len: 168 time: 0.9466133 Apr 18 19:36:51.783356 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 34496) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:51.790719 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-bcc65ebb-bf8d-433d-9f2b-a6314e01775e req-785b07ca-dc8d-43c7-959e-836ea02eda46 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Calling delete_port for e60006b4-06d8-41ff-90f2-943698920fc9 owned by compute:nova {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:36:51.811696 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5faea4fd-7cc8-44a1-bdae-c86290f85ed9 None None] Network 2609e586-4713-4b9b-b1a4-ae557b4cbe29 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:36:51.830747 n-d-836017-2 neutron-server[84764]: INFO neutron.api.v2.resource [req-10461866-70ee-4026-a941-9e055e58908c req-6d706bdb-5f15-4e68-bf48-60553269047a tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] show failed (client error): The resource could not be found. Apr 18 19:36:51.832728 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-10461866-70ee-4026-a941-9e055e58908c req-6d706bdb-5f15-4e68-bf48-60553269047a tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.69 "GET /v2.0/security-groups/de46f637-816d-4eb3-b64c-9da660a14efb HTTP/1.1" status: 404 len: 352 time: 0.0229111 Apr 18 19:36:51.998070 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e40603-dc6a-46df-b864-05201eb9b2dc req-5c0a329f-d477-46ae-bcb1-78b01c4cec76 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:52.000119 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-83e40603-dc6a-46df-b864-05201eb9b2dc req-5c0a329f-d477-46ae-bcb1-78b01c4cec76 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=53fde093-fc81-475a-a625-0084a1c3acc5 HTTP/1.1" status: 200 len: 844 time: 0.4519219 Apr 18 19:36:52.003512 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1c541fd-6087-4755-8778-e68e27e46067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:52.027775 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ab722de0-9c5e-4d59-8fef-5678620a9c7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:52.056871 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-b04011b2-6454-4ef8-a054-d928f74a9bf2 None None] Could not find standard attr ID for object d0f7fdd4-1d3d-4ce0-b4b1-e043b0337071. {{(pid=84765) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 19:36:52.060521 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-87f96bd2-76ba-429f-901f-912d2453f8ef req-b9ce5610-6657-4030-8e01-e217a92639d8 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=52682ca6-5780-4875-8549-0db4bcfd16b0 HTTP/1.1" status: 200 len: 210 time: 0.0730724 Apr 18 19:36:52.091030 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1fa1a7-3412-46db-81a0-03555a27daeb req-c45b169c-5f7f-4750-9242-9d99262cd472 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:52.101282 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2f1fa1a7-3412-46db-81a0-03555a27daeb req-c45b169c-5f7f-4750-9242-9d99262cd472 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] 10.222.0.69 "GET /v2.0/ports?device_id=5124f014-de78-482f-91e1-6e15f01717ac HTTP/1.1" status: 200 len: 945 time: 0.9522433 Apr 18 19:36:52.129736 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device ef0503b3-60b5-470d-a669-e1f38b35dbbd up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:36:52.158337 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:52.168179 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-83e40603-dc6a-46df-b864-05201eb9b2dc req-f8bd63f6-5ab3-42f5-b5d7-5d03b49c28af service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0124e28f-2243-4533-b876-7d659443232d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1492431 Apr 18 19:36:52.187155 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-1df0a5d0-1fdc-4bd9-917f-87e2161494e9 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:52.228530 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246eb45b-fa91-483b-b7b3-e265eeeee8ac None None] DHCP port deletion for 2609e586-4713-4b9b-b1a4-ae557b4cbe29 request from n-d-836017-2 {{(pid=84765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 19:36:52.232488 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port ef0503b3-60b5-470d-a669-e1f38b35dbbd triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:36:52.233092 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:52.284223 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ab722de0-9c5e-4d59-8fef-5678620a9c7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:52.296710 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-246eb45b-fa91-483b-b7b3-e265eeeee8ac None None] Deleting port ef0503b3-60b5-470d-a669-e1f38b35dbbd {{(pid=84765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:36:52.300086 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-246eb45b-fa91-483b-b7b3-e265eeeee8ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:52.409264 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-1df0a5d0-1fdc-4bd9-917f-87e2161494e9 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Deleting port ef0503b3-60b5-470d-a669-e1f38b35dbbd {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:36:52.409789 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-1df0a5d0-1fdc-4bd9-917f-87e2161494e9 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:52.453313 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2f1fa1a7-3412-46db-81a0-03555a27daeb req-d675f84e-a129-4b86-92f6-ca186b3cc74b tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] 10.222.0.69 "GET /v2.0/security-groups?id=da701d94-d5ec-4d45-a306-33194a2dfb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3543389 Apr 18 19:36:52.600196 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-246eb45b-fa91-483b-b7b3-e265eeeee8ac None None] For port ef0503b3-60b5-470d-a669-e1f38b35dbbd, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=ef0503b3-60b5-470d-a669-e1f38b35dbbd,segment=NetworkSegment(d558d80a-ce93-469d-87ed-e2c0ff5a7fef),segment_id=d558d80a-ce93-469d-87ed-e2c0ff5a7fef)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:36:52.600701 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-246eb45b-fa91-483b-b7b3-e265eeeee8ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:52.720666 n-d-836017-2 neutron-server[84763]: INFO neutron.api.v2.resource [req-b528fac1-2415-4f4f-8487-ff2a3a42fc2d req-782dca30-d69b-4bc5-9454-f57d67dae016 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] show failed (client error): The resource could not be found. Apr 18 19:36:52.727641 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b528fac1-2415-4f4f-8487-ff2a3a42fc2d req-782dca30-d69b-4bc5-9454-f57d67dae016 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.69 "GET /v2.0/security-groups/838f339f-4a54-4732-bfc1-9675900b64f0 HTTP/1.1" status: 404 len: 352 time: 0.0983350 Apr 18 19:36:52.729773 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-83e40603-dc6a-46df-b864-05201eb9b2dc req-bdb7a373-6cad-45a4-ac33-bae1dcab2001 service neutron] 10.222.0.73 "GET /v2.0/networks/0124e28f-2243-4533-b876-7d659443232d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5393786 Apr 18 19:36:52.753418 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-246eb45b-fa91-483b-b7b3-e265eeeee8ac None None] Calling delete_port for ef0503b3-60b5-470d-a669-e1f38b35dbbd owned by network:dhcp {{(pid=84765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:36:52.795864 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-bcc65ebb-bf8d-433d-9f2b-a6314e01775e req-785b07ca-dc8d-43c7-959e-836ea02eda46 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:52.841204 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] get_ports_and_sgs() called for port_ids ['091abad1-c10a-4b3a-a889-b5557ed8e866', '2e2ccd00-d13a-4f3a-8512-7cb817fd14d8'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:36:52.942783 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device e60006b4-06d8-41ff-90f2-943698920fc9 no longer exists at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:36:52.957449 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ab722de0-9c5e-4d59-8fef-5678620a9c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:52.982523 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785b07ca-dc8d-43c7-959e-836ea02eda46 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Pushing event deleted for resources: {'Port': ['ID=e60006b4-06d8-41ff-90f2-943698920fc9,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:52.984098 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] No Port match for: e60006b4-06d8-41ff-90f2-943698920fc9 {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:36:52.984879 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device e60006b4-06d8-41ff-90f2-943698920fc9 not bound to the agent host n-h2-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:36:52.986555 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-246eb45b-fa91-483b-b7b3-e265eeeee8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340'] for port, after_delete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:52.998731 n-d-836017-2 neutron-server[84763]: INFO neutron.api.v2.resource [req-c6793954-6658-43f2-8a28-5bf57f6af59e req-f3af3956-abcd-4964-8eee-642d67b9fe4a tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] show failed (client error): The resource could not be found. Apr 18 19:36:53.010816 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-c6793954-6658-43f2-8a28-5bf57f6af59e req-f3af3956-abcd-4964-8eee-642d67b9fe4a tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.69 "GET /v2.0/security-groups/eb344ada-d222-4b54-9b3b-83cb9678d714 HTTP/1.1" status: 404 len: 352 time: 0.2164283 Apr 18 19:36:53.050791 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab722de0-9c5e-4d59-8fef-5678620a9c7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ee7e614-5a7b-4930-ac88-b4b3c1e4ff25,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:53.084497 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246eb45b-fa91-483b-b7b3-e265eeeee8ac None None] Pushing event deleted for resources: {'Port': ['ID=ef0503b3-60b5-470d-a669-e1f38b35dbbd,revision_number=None']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:53.151463 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246eb45b-fa91-483b-b7b3-e265eeeee8ac None None] No DVR routers for this DVR port ef0503b3-60b5-470d-a669-e1f38b35dbbd on host n-d-836017-2 {{(pid=84765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:36:53.178997 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 71c7e09a-6096-4dfe-b7e0-3cbf2cbf97dc no longer exists at agent hyperv_n-h1-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:36:53.223640 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] No Port match for: 71c7e09a-6096-4dfe-b7e0-3cbf2cbf97dc {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:36:53.223868 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 71c7e09a-6096-4dfe-b7e0-3cbf2cbf97dc not bound to the agent host n-h1-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:36:53.235167 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a4106dab-6971-4e7e-8fdc-c66f0a3f4877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:53.267244 n-d-836017-2 neutron-server[84763]: INFO neutron.api.v2.resource [req-bfd54ed0-826c-472c-b94d-e9f986758f21 req-39e0cdac-7f7b-4faa-851c-1dc536374e2d tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] show failed (client error): The resource could not be found. Apr 18 19:36:53.268318 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-bfd54ed0-826c-472c-b94d-e9f986758f21 req-39e0cdac-7f7b-4faa-851c-1dc536374e2d tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.69 "GET /v2.0/security-groups/693b8f66-f41d-4f73-97f1-abd47cf01531 HTTP/1.1" status: 404 len: 352 time: 0.1265278 Apr 18 19:36:53.286739 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcc65ebb-bf8d-433d-9f2b-a6314e01775e req-785b07ca-dc8d-43c7-959e-836ea02eda46 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] No DVR routers for this DVR port e60006b4-06d8-41ff-90f2-943698920fc9 on host n-h2-836017-2 {{(pid=84763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:36:53.296479 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-bcc65ebb-bf8d-433d-9f2b-a6314e01775e req-785b07ca-dc8d-43c7-959e-836ea02eda46 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:53.317875 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [None req-1df0a5d0-1fdc-4bd9-917f-87e2161494e9 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] For port ef0503b3-60b5-470d-a669-e1f38b35dbbd, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=ef0503b3-60b5-470d-a669-e1f38b35dbbd,segment=NetworkSegment(d558d80a-ce93-469d-87ed-e2c0ff5a7fef),segment_id=d558d80a-ce93-469d-87ed-e2c0ff5a7fef)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:36:53.319141 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-1df0a5d0-1fdc-4bd9-917f-87e2161494e9 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:53.332140 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ab722de0-9c5e-4d59-8fef-5678620a9c7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:53.348009 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-ab722de0-9c5e-4d59-8fef-5678620a9c7d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3ee7e614-5a7b-4930-ac88-b4b3c1e4ff25 HTTP/1.1" status: 204 len: 168 time: 2.1686635 Apr 18 19:36:53.351555 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-83e40603-dc6a-46df-b864-05201eb9b2dc req-b9ea5cdb-1655-4927-9ee2-786592c7bd77 service neutron] 10.222.0.73 "GET /v2.0/networks/0124e28f-2243-4533-b876-7d659443232d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6060927 Apr 18 19:36:53.383363 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-bcc65ebb-bf8d-433d-9f2b-a6314e01775e req-785b07ca-dc8d-43c7-959e-836ea02eda46 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] 10.222.0.72 "DELETE /v2.0/ports/e60006b4-06d8-41ff-90f2-943698920fc9 HTTP/1.1" status: 204 len: 173 time: 3.3615143 Apr 18 19:36:53.539171 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-1df0a5d0-1fdc-4bd9-917f-87e2161494e9 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Calling delete_port for ef0503b3-60b5-470d-a669-e1f38b35dbbd owned by network:dhcp {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:36:53.584984 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-9efec48d-9c68-401d-bf62-28eb89754578 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:53.608203 n-d-836017-2 neutron-server[84763]: INFO neutron.api.v2.resource [req-3054b628-3d4a-4ea5-a671-91057cce5e87 req-3db2ce9d-c12a-42e7-9e95-7536ffc7f408 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] show failed (client error): The resource could not be found. Apr 18 19:36:53.609380 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3054b628-3d4a-4ea5-a671-91057cce5e87 req-3db2ce9d-c12a-42e7-9e95-7536ffc7f408 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.69 "GET /v2.0/security-groups/b9a61e4e-1e92-446d-84ae-45d9f6bbcdbd HTTP/1.1" status: 404 len: 352 time: 0.1548345 Apr 18 19:36:53.701926 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.db.api [None req-1df0a5d0-1fdc-4bd9-917f-87e2161494e9 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84763) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 19:36:53.702713 n-d-836017-2 neutron-server[84763]: DEBUG oslo_db.api [None req-1df0a5d0-1fdc-4bd9-917f-87e2161494e9 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 19:36:53.726436 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-9efec48d-9c68-401d-bf62-28eb89754578 admin admin] Deleting port 5f27187c-ded7-4425-9dd8-a1d5dead1ee8 {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:36:53.726721 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-9efec48d-9c68-401d-bf62-28eb89754578 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:53.768004 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5124f014-de78-482f-91e1-6e15f01717ac', 'name': 'network-vif-deleted', 'tag': 'e60006b4-06d8-41ff-90f2-943698920fc9'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:36:53.805646 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-679917fc-0a4f-417e-b1d4-1d16865238b8 req-baa792b4-a34a-4a8e-acf7-537d873d65d6 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] 10.222.0.69 "GET /v2.0/ports?device_id=5124f014-de78-482f-91e1-6e15f01717ac HTTP/1.1" status: 200 len: 210 time: 0.0609667 Apr 18 19:36:54.026606 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [None req-9efec48d-9c68-401d-bf62-28eb89754578 admin admin] For port 5f27187c-ded7-4425-9dd8-a1d5dead1ee8, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=5f27187c-ded7-4425-9dd8-a1d5dead1ee8,segment=NetworkSegment(5de34947-6c56-419b-85d0-f61f69ce7c45),segment_id=5de34947-6c56-419b-85d0-f61f69ce7c45)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:36:54.027040 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-9efec48d-9c68-401d-bf62-28eb89754578 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:54.065893 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device ef0503b3-60b5-470d-a669-e1f38b35dbbd no longer exists at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:36:54.121363 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] No Port match for: ef0503b3-60b5-470d-a669-e1f38b35dbbd {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:36:54.122000 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device ef0503b3-60b5-470d-a669-e1f38b35dbbd not bound to the agent host n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:36:54.171162 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-9efec48d-9c68-401d-bf62-28eb89754578 admin admin] Calling delete_port for 5f27187c-ded7-4425-9dd8-a1d5dead1ee8 owned by network:router_gateway {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:36:54.206584 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-1df0a5d0-1fdc-4bd9-917f-87e2161494e9 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Deleting port ef0503b3-60b5-470d-a669-e1f38b35dbbd {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:36:54.206937 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-1df0a5d0-1fdc-4bd9-917f-87e2161494e9 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:54.316326 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-1df0a5d0-1fdc-4bd9-917f-87e2161494e9 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] The port 'ef0503b3-60b5-470d-a669-e1f38b35dbbd' was deleted {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 19:36:54.448357 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be1f95c5-ffd9-4eb1-b526-c6fe4155b733'] response: {'server_uuid': '5124f014-de78-482f-91e1-6e15f01717ac', 'name': 'network-vif-deleted', 'tag': 'e60006b4-06d8-41ff-90f2-943698920fc9', 'status': 'completed', 'code': 200} Apr 18 19:36:54.491435 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-1df0a5d0-1fdc-4bd9-917f-87e2161494e9 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256345', 'neutron.services.segments.db._delete_segments_for_network-8791093852025'] for network, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:54.527681 n-d-836017-2 neutron-server[84763]: DEBUG neutron.services.segments.db [None req-1df0a5d0-1fdc-4bd9-917f-87e2161494e9 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2609e586-4713-4b9b-b1a4-ae557b4cbe29']}} {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:36:54.545035 n-d-836017-2 neutron-server[84763]: DEBUG neutron.services.segments.db [None req-1df0a5d0-1fdc-4bd9-917f-87e2161494e9 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd558d80a-ce93-469d-87ed-e2c0ff5a7fef') {'for_net_delete': True} {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:36:54.545707 n-d-836017-2 neutron-server[84763]: DEBUG neutron.services.segments.db [None req-1df0a5d0-1fdc-4bd9-917f-87e2161494e9 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd558d80a-ce93-469d-87ed-e2c0ff5a7fef') {} {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:36:54.564103 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-1df0a5d0-1fdc-4bd9-917f-87e2161494e9 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791093851908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66272256'] for segment, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:54.820025 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-1df0a5d0-1fdc-4bd9-917f-87e2161494e9 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:54.843041 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1df0a5d0-1fdc-4bd9-917f-87e2161494e9 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=84763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:36:54.843041 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-1df0a5d0-1fdc-4bd9-917f-87e2161494e9 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66351785'] for segment, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:54.861123 n-d-836017-2 neutron-server[84763]: Traceback (most recent call last): Apr 18 19:36:54.861123 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:36:54.861123 n-d-836017-2 neutron-server[84763]: timer() Apr 18 19:36:54.861123 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:36:54.861123 n-d-836017-2 neutron-server[84763]: cb(*args, **kw) Apr 18 19:36:54.861123 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:36:54.861123 n-d-836017-2 neutron-server[84763]: return func(*args, **kwargs) Apr 18 19:36:54.861123 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:36:54.861123 n-d-836017-2 neutron-server[84763]: self._notify() Apr 18 19:36:54.861123 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:36:54.861123 n-d-836017-2 neutron-server[84763]: self.callback(batched_events) Apr 18 19:36:54.861123 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:36:54.861123 n-d-836017-2 neutron-server[84763]: event.method(event) Apr 18 19:36:54.861123 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:36:54.861123 n-d-836017-2 neutron-server[84763]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:36:54.861123 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:36:54.861123 n-d-836017-2 neutron-server[84763]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:36:54.861123 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:36:54.861123 n-d-836017-2 neutron-server[84763]: return f(self, *a, **k) Apr 18 19:36:54.861123 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:36:54.861123 n-d-836017-2 neutron-server[84763]: return self._get(url).json() Apr 18 19:36:54.861123 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:36:54.861123 n-d-836017-2 neutron-server[84763]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:36:54.861123 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:36:54.861123 n-d-836017-2 neutron-server[84763]: return self.request(url, 'GET', **kwargs) Apr 18 19:36:54.861123 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:36:54.861123 n-d-836017-2 neutron-server[84763]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:36:54.861123 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:36:54.861123 n-d-836017-2 neutron-server[84763]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:36:54.861123 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:36:54.861123 n-d-836017-2 neutron-server[84763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:36:54.861123 n-d-836017-2 neutron-server[84763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:36:54.868746 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:54.956143 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e618c7-718f-46e5-96ff-4f7132b43551 req-d92eb43d-8741-4278-a4ff-f70885834bfb tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:54.964006 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-89e618c7-718f-46e5-96ff-4f7132b43551 req-d92eb43d-8741-4278-a4ff-f70885834bfb tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.69 "GET /v2.0/ports?device_id=cbdd5ffa-f105-4784-abc1-1bc005d88439 HTTP/1.1" status: 200 len: 1023 time: 0.2291424 Apr 18 19:36:54.980018 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-9efec48d-9c68-401d-bf62-28eb89754578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:55.036519 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efec48d-9c68-401d-bf62-28eb89754578 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f27187c-ded7-4425-9dd8-a1d5dead1ee8,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:55.079772 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-1df0a5d0-1fdc-4bd9-917f-87e2161494e9 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416801'] for network, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:55.141675 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-1df0a5d0-1fdc-4bd9-917f-87e2161494e9 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:55.160822 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df0a5d0-1fdc-4bd9-917f-87e2161494e9 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Pushing event deleted for resources: {'Network': ['ID=2609e586-4713-4b9b-b1a4-ae557b4cbe29,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:55.174615 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-89e618c7-718f-46e5-96ff-4f7132b43551 req-4b741549-5d8a-4839-bd96-e622e038d2be tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Synchronizing usage tracker for tenant:d24c05963c4f41ee8c8189c7acc53c87 on resource:security_group {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:36:55.196773 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-1df0a5d0-1fdc-4bd9-917f-87e2161494e9 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "DELETE /v2.0/networks/2609e586-4713-4b9b-b1a4-ae557b4cbe29 HTTP/1.1" status: 204 len: 168 time: 3.3681483 Apr 18 19:36:55.201096 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 34636) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:55.210787 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-1286dc11-8550-42fd-881c-d365bfcbb438 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-53428891'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:36:55.220579 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-1286dc11-8550-42fd-881c-d365bfcbb438 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:36:55.230494 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-1286dc11-8550-42fd-881c-d365bfcbb438 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Usage tracker for resource:network and tenant:8097f6133aa24824a0d11d98456dfce8 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:36:55.234718 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-1286dc11-8550-42fd-881c-d365bfcbb438 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:36:55.245340 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-1286dc11-8550-42fd-881c-d365bfcbb438 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:36:55.273795 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c70d70b-ebd7-4699-9113-ec4ff1ba991e None None] Sync routers for ids ['098af519-5143-451b-9a87-429c1de96ea0'] in n-d-836017-2 {{(pid=84766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:36:55.294925 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c70d70b-ebd7-4699-9113-ec4ff1ba991e None None] Routers {'098af519-5143-451b-9a87-429c1de96ea0'} bound to L3 agent in host n-d-836017-2 {{(pid=84766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:36:55.295649 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-3c70d70b-ebd7-4699-9113-ec4ff1ba991e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:36:50Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['098af519-5143-451b-9a87-429c1de96ea0'], 'active': True} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:36:55.361373 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-9efec48d-9c68-401d-bf62-28eb89754578 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416828'] for router_gateway, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:55.363594 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1286dc11-8550-42fd-881c-d365bfcbb438 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Made reservation on behalf of 8097f6133aa24824a0d11d98456dfce8 for: {'network': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:36:55.368330 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-1286dc11-8550-42fd-881c-d365bfcbb438 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for network, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:55.445539 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1286dc11-8550-42fd-881c-d365bfcbb438 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=84764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:36:55.458505 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-1286dc11-8550-42fd-881c-d365bfcbb438 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:55.458977 n-d-836017-2 neutron-server[84764]: INFO neutron.db.segments_db [None req-1286dc11-8550-42fd-881c-d365bfcbb438 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Added segment a35a15d6-c590-4729-b5ca-418952bf20d2 of type vlan for network 51252906-94f2-4d46-bd30-75da9d2030a0 Apr 18 19:36:55.460966 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvr_db [None req-3c70d70b-ebd7-4699-9113-ec4ff1ba991e None None] Set router 098af519-5143-451b-9a87-429c1de96ea0 gateway port host: None {{(pid=84766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:36:55.536388 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-1286dc11-8550-42fd-881c-d365bfcbb438 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791093404182'] for network, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:55.652535 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-3c70d70b-ebd7-4699-9113-ec4ff1ba991e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '098af519-5143-451b-9a87-429c1de96ea0', 'name': 'tempest-ServersTestFqdnHostnames-737233638-router', 'tenant_id': 'ead4979455fe4a3c85919ab5c6c5397d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:36:28Z', 'updated_at': '2022-04-18T19:36:54Z', 'revision_number': 7, 'project_id': 'ead4979455fe4a3c85919ab5c6c5397d', 'gw_port_host': None}], 'n-d-836017-2', False) {} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:36:55.654708 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-1286dc11-8550-42fd-881c-d365bfcbb438 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251'] for network, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:55.670053 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1286dc11-8550-42fd-881c-d365bfcbb438 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:55.670053 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-1286dc11-8550-42fd-881c-d365bfcbb438 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:55.673346 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c70d70b-ebd7-4699-9113-ec4ff1ba991e None None] Checking router: 098af519-5143-451b-9a87-429c1de96ea0 for host: n-d-836017-2 {{(pid=84766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:36:55.712403 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c70d70b-ebd7-4699-9113-ec4ff1ba991e None None] Routers {'098af519-5143-451b-9a87-429c1de96ea0'} bound to L3 agent in host n-d-836017-2 {{(pid=84766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:36:55.713297 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-3c70d70b-ebd7-4699-9113-ec4ff1ba991e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:36:50Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['098af519-5143-451b-9a87-429c1de96ea0'], 'active': True} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:36:55.756975 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-89e618c7-718f-46e5-96ff-4f7132b43551 req-4b741549-5d8a-4839-bd96-e622e038d2be tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Unset dirty status for tenant:d24c05963c4f41ee8c8189c7acc53c87 on resource:security_group {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:36:55.763730 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-89e618c7-718f-46e5-96ff-4f7132b43551 req-4b741549-5d8a-4839-bd96-e622e038d2be tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.69 "GET /v2.0/security-groups?id=dcfb2357-6b1f-4bbf-b5b8-04774e61e421&id=6dbbe555-f817-4989-8ffe-4d7514677d3c&id=a867955f-9297-4a40-ac99-ebb01f7393e5&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.7986331 Apr 18 19:36:55.972047 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-9efec48d-9c68-401d-bf62-28eb89754578 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4443'] for router, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:55.983683 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1286dc11-8550-42fd-881c-d365bfcbb438 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Pushing event updated for resources: {'Network': ['ID=51252906-94f2-4d46-bd30-75da9d2030a0,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:55.997995 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-9efec48d-9c68-401d-bf62-28eb89754578 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:56.017595 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Network 51252906-94f2-4d46-bd30-75da9d2030a0 details requested by agent ovs-agent-n-d-836017-2 with host n-d-836017-2 {{(pid=84765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:36:56.055945 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dbf46f-e7d6-4a16-8a09-db3cab7cdf24 req-6a1f64cb-f310-4700-8191-130efd8e9057 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:56.057751 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-78dbf46f-e7d6-4a16-8a09-db3cab7cdf24 req-6a1f64cb-f310-4700-8191-130efd8e9057 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbdd5ffa-f105-4784-abc1-1bc005d88439 HTTP/1.1" status: 200 len: 1023 time: 0.2878768 Apr 18 19:36:56.097223 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvr_db [None req-3c70d70b-ebd7-4699-9113-ec4ff1ba991e None None] Set router 098af519-5143-451b-9a87-429c1de96ea0 gateway port host: None {{(pid=84766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:36:56.149646 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-1286dc11-8550-42fd-881c-d365bfcbb438 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9463077 Apr 18 19:36:56.159774 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 34676) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:56.167120 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-e4b19cb5-edc5-4897-bb6a-53d3e7f748b2 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Request body: {'subnet': {'network_id': '51252906-94f2-4d46-bd30-75da9d2030a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:36:56.227859 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-9efec48d-9c68-401d-bf62-28eb89754578 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412768'] for router, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:56.232131 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9efec48d-9c68-401d-bf62-28eb89754578 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 098af519-5143-451b-9a87-429c1de96ea0 {{(pid=84763) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 19:36:56.267910 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-9efec48d-9c68-401d-bf62-28eb89754578 admin admin] Notify callbacks [] for router, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:56.274908 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-9efec48d-9c68-401d-bf62-28eb89754578 admin admin] 10.222.0.69 "DELETE /v2.0/routers/098af519-5143-451b-9a87-429c1de96ea0 HTTP/1.1" status: 204 len: 168 time: 7.0375843 Apr 18 19:36:56.280885 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-78dbf46f-e7d6-4a16-8a09-db3cab7cdf24 req-5cf7c483-7e7c-4056-a258-0153ddb7df6d tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Deleting port 41ba133b-cad2-4cdb-9a46-9cff74025eb1 {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:36:56.281224 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-78dbf46f-e7d6-4a16-8a09-db3cab7cdf24 req-5cf7c483-7e7c-4056-a258-0153ddb7df6d tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:56.314646 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-3c70d70b-ebd7-4699-9113-ec4ff1ba991e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '098af519-5143-451b-9a87-429c1de96ea0', 'name': 'tempest-ServersTestFqdnHostnames-737233638-router', 'tenant_id': 'ead4979455fe4a3c85919ab5c6c5397d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:36:28Z', 'updated_at': '2022-04-18T19:36:54Z', 'revision_number': 7, 'project_id': 'ead4979455fe4a3c85919ab5c6c5397d', 'gw_port_host': None}], 'n-d-836017-2', False) {} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:36:56.329942 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c70d70b-ebd7-4699-9113-ec4ff1ba991e None None] The sync data for ids ['098af519-5143-451b-9a87-429c1de96ea0'] in n-d-836017-2 is: [{'id': '098af519-5143-451b-9a87-429c1de96ea0', 'name': 'tempest-ServersTestFqdnHostnames-737233638-router', 'tenant_id': 'ead4979455fe4a3c85919ab5c6c5397d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:36:28Z', 'updated_at': '2022-04-18T19:36:54Z', 'revision_number': 7, 'project_id': 'ead4979455fe4a3c85919ab5c6c5397d', 'gw_port_host': None}] {{(pid=84766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:36:56.337862 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 34684) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:56.436717 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-e4b19cb5-edc5-4897-bb6a-53d3e7f748b2 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:36:56.444504 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-e4b19cb5-edc5-4897-bb6a-53d3e7f748b2 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Usage tracker for resource:subnet and tenant:8097f6133aa24824a0d11d98456dfce8 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:36:56.449313 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_v2 [None req-82824c12-813a-4a3b-a358-da6290e4110f admin admin] Deleting subnet 08f81762-3ded-4d29-801b-030c5338b353 {{(pid=84764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:36:56.452090 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-e4b19cb5-edc5-4897-bb6a-53d3e7f748b2 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:36:56.454890 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-82824c12-813a-4a3b-a358-da6290e4110f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:56.542407 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-82824c12-813a-4a3b-a358-da6290e4110f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66931798'] for subnet, precommit_delete_associations {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:56.624270 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-78dbf46f-e7d6-4a16-8a09-db3cab7cdf24 req-5cf7c483-7e7c-4056-a258-0153ddb7df6d tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] For port 41ba133b-cad2-4cdb-9a46-9cff74025eb1, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=41ba133b-cad2-4cdb-9a46-9cff74025eb1,segment=NetworkSegment(5ace1d40-f719-4fb4-a8a8-baa0ea54f7e5),segment_id=5ace1d40-f719-4fb4-a8a8-baa0ea54f7e5)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:36:56.624660 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-78dbf46f-e7d6-4a16-8a09-db3cab7cdf24 req-5cf7c483-7e7c-4056-a258-0153ddb7df6d tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:56.644751 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-82824c12-813a-4a3b-a358-da6290e4110f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1258508'] for subnet, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:56.748525 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-e4b19cb5-edc5-4897-bb6a-53d3e7f748b2 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:36:56.937389 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d67a333-13fc-41a9-82c6-c6f6f92555ca req-9f169e97-5aac-44d9-aa98-33851eb8015a tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:56.945656 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-3d67a333-13fc-41a9-82c6-c6f6f92555ca req-9f169e97-5aac-44d9-aa98-33851eb8015a tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] 10.222.0.69 "GET /v2.0/ports?device_id=800222b8-e25e-4e33-8455-2e217b825812 HTTP/1.1" status: 200 len: 946 time: 0.1987371 Apr 18 19:36:56.968467 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4b19cb5-edc5-4897-bb6a-53d3e7f748b2 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Made reservation on behalf of 8097f6133aa24824a0d11d98456dfce8 for: {'subnet': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:36:57.053375 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-78dbf46f-e7d6-4a16-8a09-db3cab7cdf24 req-5cf7c483-7e7c-4056-a258-0153ddb7df6d tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Calling delete_port for 41ba133b-cad2-4cdb-9a46-9cff74025eb1 owned by compute:nova {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:36:57.063714 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-82824c12-813a-4a3b-a358-da6290e4110f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1258501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2290876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65862598'] for subnet, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:57.222273 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82824c12-813a-4a3b-a358-da6290e4110f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08f81762-3ded-4d29-801b-030c5338b353,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:57.239909 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-82824c12-813a-4a3b-a358-da6290e4110f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for subnet, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:57.245484 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-3d67a333-13fc-41a9-82c6-c6f6f92555ca req-029e837d-69f2-4a4c-8f31-5a4e8c71412c tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] 10.222.0.69 "GET /v2.0/security-groups?id=da701d94-d5ec-4d45-a306-33194a2dfb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988148 Apr 18 19:36:57.245834 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8415900-57b6-4f26-8781-c431f52041dd None None] Network 4ba88f28-0990-41ca-bd40-3e2062d89123 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:36:57.253562 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-e4b19cb5-edc5-4897-bb6a-53d3e7f748b2 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65862573'] for subnet, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:57.276117 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-82824c12-813a-4a3b-a358-da6290e4110f admin admin] 10.222.0.69 "DELETE /v2.0/subnets/08f81762-3ded-4d29-801b-030c5338b353 HTTP/1.1" status: 204 len: 168 time: 0.9365680 Apr 18 19:36:57.288851 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 34716) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:57.460176 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-78dbf46f-e7d6-4a16-8a09-db3cab7cdf24 req-5cf7c483-7e7c-4056-a258-0153ddb7df6d tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:57.488050 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] get_ports_and_sgs() called for port_ids ['41ba133b-cad2-4cdb-9a46-9cff74025eb1'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:36:57.524093 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-fc524509-f8bf-4fa8-9bcf-51ece5fe59f7 req-93ae7dfd-b90c-4fac-ab22-448783b54ed4 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.69 "GET /v2.0/ports?device_id=cbdd5ffa-f105-4784-abc1-1bc005d88439 HTTP/1.1" status: 200 len: 210 time: 0.0695109 Apr 18 19:36:57.566300 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf7c483-7e7c-4056-a258-0153ddb7df6d tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Pushing event deleted for resources: {'Port': ['ID=41ba133b-cad2-4cdb-9a46-9cff74025eb1,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:57.631850 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-bfbafd84-6da5-487c-a4cd-ea4ba8be924c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:57.696488 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-bfbafd84-6da5-487c-a4cd-ea4ba8be924c admin admin] Deleting port 2c7eea04-ee1d-47c1-b47f-a05207f8e01f {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:36:57.697076 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-bfbafd84-6da5-487c-a4cd-ea4ba8be924c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:57.758190 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf46468-72b0-4f87-bbcc-e12729461f42 None None] DHCP port deletion for 4ba88f28-0990-41ca-bd40-3e2062d89123 request from n-d-836017-2 {{(pid=84765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 19:36:57.765110 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-dbf46468-72b0-4f87-bbcc-e12729461f42 None None] Deleting port 2c7eea04-ee1d-47c1-b47f-a05207f8e01f {{(pid=84765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:36:57.765490 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dbf46468-72b0-4f87-bbcc-e12729461f42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:57.803434 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-78dbf46f-e7d6-4a16-8a09-db3cab7cdf24 req-5cf7c483-7e7c-4056-a258-0153ddb7df6d tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] No DVR routers for this DVR port 41ba133b-cad2-4cdb-9a46-9cff74025eb1 on host n-h2-836017-2 {{(pid=84763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:36:57.810099 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-78dbf46f-e7d6-4a16-8a09-db3cab7cdf24 req-5cf7c483-7e7c-4056-a258-0153ddb7df6d tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:57.814650 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbdd5ffa-f105-4784-abc1-1bc005d88439', 'name': 'network-vif-deleted', 'tag': '41ba133b-cad2-4cdb-9a46-9cff74025eb1'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:36:57.829373 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 34728) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:57.942429 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a4baa60-e45a-487c-b2e0-ee917cdf755a'] response: {'server_uuid': 'cbdd5ffa-f105-4784-abc1-1bc005d88439', 'name': 'network-vif-deleted', 'tag': '41ba133b-cad2-4cdb-9a46-9cff74025eb1', 'status': 'completed', 'code': 200} Apr 18 19:36:57.974914 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-e4b19cb5-edc5-4897-bb6a-53d3e7f748b2 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2290811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65862591'] for subnet, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:58.060294 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-78dbf46f-e7d6-4a16-8a09-db3cab7cdf24 req-5cf7c483-7e7c-4056-a258-0153ddb7df6d tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.72 "DELETE /v2.0/ports/41ba133b-cad2-4cdb-9a46-9cff74025eb1 HTTP/1.1" status: 204 len: 173 time: 1.9957297 Apr 18 19:36:58.094360 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b19cb5-edc5-4897-bb6a-53d3e7f748b2 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Pushing event updated for resources: {'Subnet': ['ID=abba4c34-54b5-4f84-ab7f-e3e19c90d48d,revision_number=0']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:58.144652 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb055bc-822a-49bb-8f8f-7460bdcd4f1b req-aea0c006-5bb6-4669-93b3-9c08441e8710 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:58.152216 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-bdb055bc-822a-49bb-8f8f-7460bdcd4f1b req-aea0c006-5bb6-4669-93b3-9c08441e8710 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=63f735e6-8486-48e8-85e0-cdebbb5eae7f HTTP/1.1" status: 200 len: 945 time: 0.2718275 Apr 18 19:36:58.170578 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b19cb5-edc5-4897-bb6a-53d3e7f748b2 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Checking segment: {'id': 'a35a15d6-c590-4729-b5ca-418952bf20d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '51252906-94f2-4d46-bd30-75da9d2030a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:36:58.178794 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b19cb5-edc5-4897-bb6a-53d3e7f748b2 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Network hostable DHCP agents. Network: 51252906-94f2-4d46-bd30-75da9d2030a0, hostable agents: ['f6987c12-6d6c-47d4-b22d-cfcd164dc40d'], hosted agents: [] {{(pid=84764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:36:58.196098 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 2c7eea04-ee1d-47c1-b47f-a05207f8e01f no longer exists at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:36:58.260885 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-dbf46468-72b0-4f87-bbcc-e12729461f42 None None] For port 2c7eea04-ee1d-47c1-b47f-a05207f8e01f, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=2c7eea04-ee1d-47c1-b47f-a05207f8e01f,segment=NetworkSegment(c37ed0f4-4b65-4c52-8597-38e03165bf09),segment_id=c37ed0f4-4b65-4c52-8597-38e03165bf09)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:36:58.262126 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dbf46468-72b0-4f87-bbcc-e12729461f42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:58.263574 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-0cb24138-0b06-407e-b10e-2c0d91891409 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:58.316269 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-bdb055bc-822a-49bb-8f8f-7460bdcd4f1b req-7fefc22c-0232-41b1-ae06-31fdf85a68e4 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/security-groups?id=6dce0218-3e63-47f4-ad5c-3b3c3b13b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621420 Apr 18 19:36:58.359866 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-0cb24138-0b06-407e-b10e-2c0d91891409 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:36:58.371378 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-0cb24138-0b06-407e-b10e-2c0d91891409 admin admin] Usage tracker for resource:security_group_rule and tenant:47f53b3fda6b471f93b7977ec0699438 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:36:58.386184 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-0cb24138-0b06-407e-b10e-2c0d91891409 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:36:58.401298 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-0cb24138-0b06-407e-b10e-2c0d91891409 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:36:58.444723 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b19cb5-edc5-4897-bb6a-53d3e7f748b2 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Network 51252906-94f2-4d46-bd30-75da9d2030a0 is scheduled to be hosted by DHCP agent f6987c12-6d6c-47d4-b22d-cfcd164dc40d with binding_index 1 {{(pid=84764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:36:58.460596 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-dbf46468-72b0-4f87-bbcc-e12729461f42 None None] Calling delete_port for 2c7eea04-ee1d-47c1-b47f-a05207f8e01f owned by network:dhcp {{(pid=84765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:36:58.515140 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-0cb24138-0b06-407e-b10e-2c0d91891409 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:58.550600 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [None req-e4b19cb5-edc5-4897-bb6a-53d3e7f748b2 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-2, 51252906-94f2-4d46-bd30-75da9d2030a0) {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:36:58.571824 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b19cb5-edc5-4897-bb6a-53d3e7f748b2 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:58.575495 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-e4b19cb5-edc5-4897-bb6a-53d3e7f748b2 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for subnet, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:58.598640 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550284c0-a9b0-4e82-ba0b-e7d1361e0c33 None None] Network 51252906-94f2-4d46-bd30-75da9d2030a0 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:36:58.609833 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [None req-bfbafd84-6da5-487c-a4cd-ea4ba8be924c admin admin] For port 2c7eea04-ee1d-47c1-b47f-a05207f8e01f, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=2c7eea04-ee1d-47c1-b47f-a05207f8e01f,segment=NetworkSegment(c37ed0f4-4b65-4c52-8597-38e03165bf09),segment_id=c37ed0f4-4b65-4c52-8597-38e03165bf09)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:36:58.610168 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-bfbafd84-6da5-487c-a4cd-ea4ba8be924c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:58.645949 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-0cb24138-0b06-407e-b10e-2c0d91891409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:58.707122 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb24138-0b06-407e-b10e-2c0d91891409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40c9bcf8-5b67-4215-8026-926bb52923a6,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:58.715260 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-0cb24138-0b06-407e-b10e-2c0d91891409 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=47f53b3fda6b471f93b7977ec0699438&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8955204 Apr 18 19:36:58.720971 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 34750) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:58.734357 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:58.753263 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dbf46468-72b0-4f87-bbcc-e12729461f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340'] for port, after_delete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:58.805336 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-e4b19cb5-edc5-4897-bb6a-53d3e7f748b2 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6441886 Apr 18 19:36:58.825143 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf46468-72b0-4f87-bbcc-e12729461f42 None None] Pushing event deleted for resources: {'Port': ['ID=2c7eea04-ee1d-47c1-b47f-a05207f8e01f,revision_number=None']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:58.838889 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 34754) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:58.845963 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-bfbafd84-6da5-487c-a4cd-ea4ba8be924c admin admin] Calling delete_port for 2c7eea04-ee1d-47c1-b47f-a05207f8e01f owned by network:dhcp {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:36:58.889000 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf46468-72b0-4f87-bbcc-e12729461f42 None None] No DVR routers for this DVR port 2c7eea04-ee1d-47c1-b47f-a05207f8e01f on host n-d-836017-2 {{(pid=84765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:36:58.900423 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-fc29822b-11f4-4731-8f1b-578089892c28 req-0456f4dd-76ea-4567-b679-a3ba9e78f423 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.69 "GET /v2.0/ports?device_id=cbdd5ffa-f105-4784-abc1-1bc005d88439 HTTP/1.1" status: 200 len: 210 time: 0.1047347 Apr 18 19:36:58.902996 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-91eeaa6a-ca74-4b42-a223-ab1df513225b tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Request body: {'port': {'network_id': '51252906-94f2-4d46-bd30-75da9d2030a0', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-152355973'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:36:58.977783 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-2e067a76-bf49-466f-b3b0-0688e719fd82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:59.007131 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076f2863-a1e6-4823-ac3b-9bbbcf4f1f25 req-645d6bae-f048-4087-a242-e7e3940f9ca7 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:59.007131 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-076f2863-a1e6-4823-ac3b-9bbbcf4f1f25 req-645d6bae-f048-4087-a242-e7e3940f9ca7 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Synchronizing usage tracker for tenant:c396792787224a06a1caca5f9016eb19 on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:36:59.015983 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 6dac80ee-a1e6-43d5-be68-70bf331cc33c no longer exists at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:36:59.034416 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-2e067a76-bf49-466f-b3b0-0688e719fd82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:59.107142 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2a3ff8-14dc-48bc-845d-25a8a923f79e req-c976fe89-9317-42b6-ba18-f9d07f8783c6 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:59.107880 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-9d2a3ff8-14dc-48bc-845d-25a8a923f79e req-c976fe89-9317-42b6-ba18-f9d07f8783c6 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Synchronizing usage tracker for tenant:e3b062c733cb48498c21458f46ee72da on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:36:59.122582 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83540638-8556-453b-a1fc-cc106a1e9187 req-e5131b80-c9d6-4d10-8aa2-a82382112d34 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:59.122582 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-83540638-8556-453b-a1fc-cc106a1e9187 req-e5131b80-c9d6-4d10-8aa2-a82382112d34 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Synchronizing usage tracker for tenant:c396792787224a06a1caca5f9016eb19 on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:36:59.132451 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.db.api [None req-bfbafd84-6da5-487c-a4cd-ea4ba8be924c admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84763) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 19:36:59.132778 n-d-836017-2 neutron-server[84763]: DEBUG oslo_db.api [None req-bfbafd84-6da5-487c-a4cd-ea4ba8be924c admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 19:36:59.149556 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] No Port match for: 6dac80ee-a1e6-43d5-be68-70bf331cc33c {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:36:59.149901 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 6dac80ee-a1e6-43d5-be68-70bf331cc33c not bound to the agent host n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:36:59.150593 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 5f27187c-ded7-4425-9dd8-a1d5dead1ee8 no longer exists at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:36:59.160800 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-076f2863-a1e6-4823-ac3b-9bbbcf4f1f25 req-645d6bae-f048-4087-a242-e7e3940f9ca7 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Unset dirty status for tenant:c396792787224a06a1caca5f9016eb19 on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:36:59.163790 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-076f2863-a1e6-4823-ac3b-9bbbcf4f1f25 req-645d6bae-f048-4087-a242-e7e3940f9ca7 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] 10.222.0.73 "GET /v2.0/ports?device_id=800222b8-e25e-4e33-8455-2e217b825812 HTTP/1.1" status: 200 len: 946 time: 0.9131708 Apr 18 19:36:59.201492 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] No Port match for: 5f27187c-ded7-4425-9dd8-a1d5dead1ee8 {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:36:59.201817 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 5f27187c-ded7-4425-9dd8-a1d5dead1ee8 not bound to the agent host n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:36:59.225022 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-83540638-8556-453b-a1fc-cc106a1e9187 req-e5131b80-c9d6-4d10-8aa2-a82382112d34 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Unset dirty status for tenant:c396792787224a06a1caca5f9016eb19 on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:36:59.226418 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-83540638-8556-453b-a1fc-cc106a1e9187 req-e5131b80-c9d6-4d10-8aa2-a82382112d34 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] 10.222.0.69 "GET /v2.0/ports?device_id=800222b8-e25e-4e33-8455-2e217b825812 HTTP/1.1" status: 200 len: 946 time: 0.7769542 Apr 18 19:36:59.243888 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-2e067a76-bf49-466f-b3b0-0688e719fd82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:59.247282 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b6a3df-d1d9-4170-8fb5-3aa4524d3812 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31f5fbf7-4b5c-5a44-b255-70c4fc176ae8-51252906-94f2-4d46-bd30-75da9d2030a0', 'network_id': '51252906-94f2-4d46-bd30-75da9d2030a0', 'tenant_id': '8097f6133aa24824a0d11d98456dfce8', 'fixed_ips': [{'subnet_id': 'abba4c34-54b5-4f84-ab7f-e3e19c90d48d'}]}} from n-d-836017-2. {{(pid=84765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 19:36:59.248168 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-44b6a3df-d1d9-4170-8fb5-3aa4524d3812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:59.263824 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e067a76-bf49-466f-b3b0-0688e719fd82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c9bcf8-5b67-4215-8026-926bb52923a6,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:59.290742 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-2e067a76-bf49-466f-b3b0-0688e719fd82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:59.292867 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-9d2a3ff8-14dc-48bc-845d-25a8a923f79e req-c976fe89-9317-42b6-ba18-f9d07f8783c6 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Unset dirty status for tenant:e3b062c733cb48498c21458f46ee72da on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:36:59.293496 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-2e067a76-bf49-466f-b3b0-0688e719fd82 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/40c9bcf8-5b67-4215-8026-926bb52923a6 HTTP/1.1" status: 204 len: 168 time: 0.5701435 Apr 18 19:36:59.294408 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-9d2a3ff8-14dc-48bc-845d-25a8a923f79e req-c976fe89-9317-42b6-ba18-f9d07f8783c6 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.73 "GET /v2.0/ports?device_id=63f735e6-8486-48e8-85e0-cdebbb5eae7f HTTP/1.1" status: 200 len: 945 time: 0.9211674 Apr 18 19:36:59.304531 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-91eeaa6a-ca74-4b42-a223-ab1df513225b tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:36:59.350557 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-076f2863-a1e6-4823-ac3b-9bbbcf4f1f25 req-0068d5a5-567e-462d-809d-6e7061278913 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Deleting port 2e2ccd00-d13a-4f3a-8512-7cb817fd14d8 {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:36:59.351627 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-076f2863-a1e6-4823-ac3b-9bbbcf4f1f25 req-0068d5a5-567e-462d-809d-6e7061278913 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:59.413279 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-91eeaa6a-ca74-4b42-a223-ab1df513225b tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Usage tracker for resource:port and tenant:8097f6133aa24824a0d11d98456dfce8 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:36:59.483366 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-91eeaa6a-ca74-4b42-a223-ab1df513225b tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:36:59.492486 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-83540638-8556-453b-a1fc-cc106a1e9187 req-e292cdb1-e506-4c7d-bc9f-f0763fd25ad7 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] 10.222.0.69 "GET /v2.0/security-groups?id=da701d94-d5ec-4d45-a306-33194a2dfb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532389 Apr 18 19:36:59.511003 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-91eeaa6a-ca74-4b42-a223-ab1df513225b tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:36:59.561728 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-44b6a3df-d1d9-4170-8fb5-3aa4524d3812 None None] Allocated IP 2001:db8::2 (51252906-94f2-4d46-bd30-75da9d2030a0/abba4c34-54b5-4f84-ab7f-e3e19c90d48d/b8c0a723-1b0e-47b8-93aa-510d571b4008) {{(pid=84765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:36:59.601360 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-9d2a3ff8-14dc-48bc-845d-25a8a923f79e req-6ac59566-50c8-4573-a304-26bb7567e5f1 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Deleting port 6ce9e8ca-c688-4360-a5c1-cb5597c9db75 {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:36:59.601360 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-9d2a3ff8-14dc-48bc-845d-25a8a923f79e req-6ac59566-50c8-4573-a304-26bb7567e5f1 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:59.636606 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-bfbafd84-6da5-487c-a4cd-ea4ba8be924c admin admin] Deleting port 2c7eea04-ee1d-47c1-b47f-a05207f8e01f {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:36:59.637239 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-bfbafd84-6da5-487c-a4cd-ea4ba8be924c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:59.695911 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acf4326-9b41-41ef-9751-25e8c3ab1584 req-b01583af-5746-4932-bdcc-fbb4061e9981 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:59.697567 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-0acf4326-9b41-41ef-9751-25e8c3ab1584 req-b01583af-5746-4932-bdcc-fbb4061e9981 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=63f735e6-8486-48e8-85e0-cdebbb5eae7f HTTP/1.1" status: 200 len: 945 time: 0.1956835 Apr 18 19:36:59.769226 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-0acf4326-9b41-41ef-9751-25e8c3ab1584 req-c80dcb04-110e-4edb-8c1b-74d7becc842f tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/security-groups?id=6dce0218-3e63-47f4-ad5c-3b3c3b13b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625360 Apr 18 19:36:59.809226 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91eeaa6a-ca74-4b42-a223-ab1df513225b tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Made reservation on behalf of 8097f6133aa24824a0d11d98456dfce8 for: {'port': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:36:59.812455 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-91eeaa6a-ca74-4b42-a223-ab1df513225b tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:59.893383 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-44b6a3df-d1d9-4170-8fb5-3aa4524d3812 None None] Notify callbacks [] for port, precommit_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:59.909035 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-44b6a3df-d1d9-4170-8fb5-3aa4524d3812 None None] Transition to ACTIVE for port object b8c0a723-1b0e-47b8-93aa-510d571b4008 will not be triggered until provisioned by entity L2. {{(pid=84765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:36:59.912960 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-bfbafd84-6da5-487c-a4cd-ea4ba8be924c admin admin] The port '2c7eea04-ee1d-47c1-b47f-a05207f8e01f' was deleted {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 19:36:59.933211 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-44b6a3df-d1d9-4170-8fb5-3aa4524d3812 None None] Transition to ACTIVE for port object b8c0a723-1b0e-47b8-93aa-510d571b4008 will not be triggered until provisioned by entity DHCP. {{(pid=84765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:37:00.008918 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [None req-91eeaa6a-ca74-4b42-a223-ab1df513225b tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] device_id is not set on port 978c2696-3911-4f50-852f-e9e3de65d3f2 yet. {{(pid=84763) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 19:37:00.026314 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-44b6a3df-d1d9-4170-8fb5-3aa4524d3812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331'] for port, after_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:00.117908 n-d-836017-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b6a3df-d1d9-4170-8fb5-3aa4524d3812 None None] Network 51252906-94f2-4d46-bd30-75da9d2030a0 is already hosted by enough agents. {{(pid=84765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:37:00.127037 n-d-836017-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-44b6a3df-d1d9-4170-8fb5-3aa4524d3812 None None] Resources bound (agent type, host, resource id): {{(pid=84765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:37:00.137936 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b6a3df-d1d9-4170-8fb5-3aa4524d3812 None None] Received port after_create {{(pid=84765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:37:00.157077 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b6a3df-d1d9-4170-8fb5-3aa4524d3812 None None] Pushing event updated for resources: {'Port': ['ID=b8c0a723-1b0e-47b8-93aa-510d571b4008,revision_number=1']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:00.173653 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b6a3df-d1d9-4170-8fb5-3aa4524d3812 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:37:00.174347 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b6a3df-d1d9-4170-8fb5-3aa4524d3812 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:37:00.174881 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b6a3df-d1d9-4170-8fb5-3aa4524d3812 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:37:00.175410 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b6a3df-d1d9-4170-8fb5-3aa4524d3812 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:37:00.176088 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b6a3df-d1d9-4170-8fb5-3aa4524d3812 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:37:00.176622 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b6a3df-d1d9-4170-8fb5-3aa4524d3812 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:37:00.177827 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b6a3df-d1d9-4170-8fb5-3aa4524d3812 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:37:00.178345 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b6a3df-d1d9-4170-8fb5-3aa4524d3812 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:37:00.183685 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b6a3df-d1d9-4170-8fb5-3aa4524d3812 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:37:00.183685 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b6a3df-d1d9-4170-8fb5-3aa4524d3812 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:37:00.183685 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b6a3df-d1d9-4170-8fb5-3aa4524d3812 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:37:00.200260 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-18e6ff5a-7653-47d4-8de6-06be1f74e632 req-d86a3655-ef7c-4896-8bb6-a6f591013f34 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.69 "GET /v2.0/security-groups/a867955f-9297-4a40-ac99-ebb01f7393e5 HTTP/1.1" status: 200 len: 1634 time: 0.0709357 Apr 18 19:37:00.332211 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-44b6a3df-d1d9-4170-8fb5-3aa4524d3812 None None] Attempting to bind port b8c0a723-1b0e-47b8-93aa-510d571b4008 on host n-d-836017-2 for vnic_type normal with profile {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:37:00.332608 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-44b6a3df-d1d9-4170-8fb5-3aa4524d3812 None None] Attempting to bind port b8c0a723-1b0e-47b8-93aa-510d571b4008 by drivers openvswitch,hyperv on host n-d-836017-2 at level 0 using segments [{'id': 'a35a15d6-c590-4729-b5ca-418952bf20d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '51252906-94f2-4d46-bd30-75da9d2030a0'}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:37:00.333030 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b6a3df-d1d9-4170-8fb5-3aa4524d3812 None None] Attempting to bind port b8c0a723-1b0e-47b8-93aa-510d571b4008 on network 51252906-94f2-4d46-bd30-75da9d2030a0 {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:37:00.337614 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-bfbafd84-6da5-487c-a4cd-ea4ba8be924c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256345', 'neutron.services.segments.db._delete_segments_for_network-8791093852025'] for network, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:00.338992 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-18e6ff5a-7653-47d4-8de6-06be1f74e632 req-a87165b9-d709-4e8c-b33e-3df49c3597f0 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:00.343399 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b6a3df-d1d9-4170-8fb5-3aa4524d3812 None None] Checking agent: {'id': 'df2a5cfe-6839-400b-a998-e4fffce70f45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 8, 22), 'started_at': datetime.datetime(2022, 4, 18, 19, 8, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:37:00.346173 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b6a3df-d1d9-4170-8fb5-3aa4524d3812 None None] Checking segment: {'id': 'a35a15d6-c590-4729-b5ca-418952bf20d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '51252906-94f2-4d46-bd30-75da9d2030a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:37:00.346173 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-44b6a3df-d1d9-4170-8fb5-3aa4524d3812 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:00.346173 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b6a3df-d1d9-4170-8fb5-3aa4524d3812 None None] Bound using segment: {'id': 'a35a15d6-c590-4729-b5ca-418952bf20d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '51252906-94f2-4d46-bd30-75da9d2030a0'} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:37:00.346173 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-44b6a3df-d1d9-4170-8fb5-3aa4524d3812 None None] Bound port: b8c0a723-1b0e-47b8-93aa-510d571b4008, host: n-d-836017-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a35a15d6-c590-4729-b5ca-418952bf20d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '51252906-94f2-4d46-bd30-75da9d2030a0'}}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:37:00.346173 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-44b6a3df-d1d9-4170-8fb5-3aa4524d3812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:00.379137 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-18e6ff5a-7653-47d4-8de6-06be1f74e632 req-a87165b9-d709-4e8c-b33e-3df49c3597f0 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:00.464945 n-d-836017-2 neutron-server[84763]: DEBUG neutron.services.segments.db [None req-bfbafd84-6da5-487c-a4cd-ea4ba8be924c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ba88f28-0990-41ca-bd40-3e2062d89123']}} {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:37:00.482123 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-44b6a3df-d1d9-4170-8fb5-3aa4524d3812 None None] For port b8c0a723-1b0e-47b8-93aa-510d571b4008, host n-d-836017-2, cleared binding levels {{(pid=84765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:37:00.485818 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-44b6a3df-d1d9-4170-8fb5-3aa4524d3812 None None] For port b8c0a723-1b0e-47b8-93aa-510d571b4008, host n-d-836017-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=b8c0a723-1b0e-47b8-93aa-510d571b4008,segment=NetworkSegment(a35a15d6-c590-4729-b5ca-418952bf20d2),segment_id=a35a15d6-c590-4729-b5ca-418952bf20d2)] {{(pid=84765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:37:00.505412 n-d-836017-2 neutron-server[84763]: DEBUG neutron.services.segments.db [None req-bfbafd84-6da5-487c-a4cd-ea4ba8be924c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c37ed0f4-4b65-4c52-8597-38e03165bf09') {'for_net_delete': True} {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:37:00.505412 n-d-836017-2 neutron-server[84763]: DEBUG neutron.services.segments.db [None req-bfbafd84-6da5-487c-a4cd-ea4ba8be924c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c37ed0f4-4b65-4c52-8597-38e03165bf09') {} {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:37:00.522606 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-076f2863-a1e6-4823-ac3b-9bbbcf4f1f25 req-0068d5a5-567e-462d-809d-6e7061278913 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] For port 2e2ccd00-d13a-4f3a-8512-7cb817fd14d8, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=2e2ccd00-d13a-4f3a-8512-7cb817fd14d8,segment=NetworkSegment(7f90ec0e-0730-4dc0-b368-2cc8764d9629),segment_id=7f90ec0e-0730-4dc0-b368-2cc8764d9629)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:37:00.522966 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-076f2863-a1e6-4823-ac3b-9bbbcf4f1f25 req-0068d5a5-567e-462d-809d-6e7061278913 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:00.531472 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-18e6ff5a-7653-47d4-8de6-06be1f74e632 req-a87165b9-d709-4e8c-b33e-3df49c3597f0 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:00.544443 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-bfbafd84-6da5-487c-a4cd-ea4ba8be924c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791093851908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66272256'] for segment, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:00.555226 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87165b9-d709-4e8c-b33e-3df49c3597f0 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a867955f-9297-4a40-ac99-ebb01f7393e5,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:00.566857 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-44b6a3df-d1d9-4170-8fb5-3aa4524d3812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:00.708969 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-076f2863-a1e6-4823-ac3b-9bbbcf4f1f25 req-0068d5a5-567e-462d-809d-6e7061278913 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Calling delete_port for 2e2ccd00-d13a-4f3a-8512-7cb817fd14d8 owned by compute:nova {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:37:00.750712 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b6a3df-d1d9-4170-8fb5-3aa4524d3812 None None] Pushing event updated for resources: {'Port': ['ID=b8c0a723-1b0e-47b8-93aa-510d571b4008,revision_number=2']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:00.751897 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-18e6ff5a-7653-47d4-8de6-06be1f74e632 req-a87165b9-d709-4e8c-b33e-3df49c3597f0 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:00.758349 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-18e6ff5a-7653-47d4-8de6-06be1f74e632 req-a87165b9-d709-4e8c-b33e-3df49c3597f0 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.69 "DELETE /v2.0/security-groups/a867955f-9297-4a40-ac99-ebb01f7393e5 HTTP/1.1" status: 204 len: 173 time: 0.5568116 Apr 18 19:37:00.778911 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-bfbafd84-6da5-487c-a4cd-ea4ba8be924c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:00.781625 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_common [None req-91eeaa6a-ca74-4b42-a223-ab1df513225b tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Allocated IP 2001:db8::19d (51252906-94f2-4d46-bd30-75da9d2030a0/abba4c34-54b5-4f84-ab7f-e3e19c90d48d/978c2696-3911-4f50-852f-e9e3de65d3f2) {{(pid=84763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:37:00.867001 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfbafd84-6da5-487c-a4cd-ea4ba8be924c admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=84763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:37:00.867412 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-bfbafd84-6da5-487c-a4cd-ea4ba8be924c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66351785'] for segment, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:00.881900 n-d-836017-2 neutron-server[84763]: Traceback (most recent call last): Apr 18 19:37:00.881900 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:37:00.881900 n-d-836017-2 neutron-server[84763]: timer() Apr 18 19:37:00.881900 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:37:00.881900 n-d-836017-2 neutron-server[84763]: cb(*args, **kw) Apr 18 19:37:00.881900 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:37:00.881900 n-d-836017-2 neutron-server[84763]: return func(*args, **kwargs) Apr 18 19:37:00.881900 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:37:00.881900 n-d-836017-2 neutron-server[84763]: self._notify() Apr 18 19:37:00.881900 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:37:00.881900 n-d-836017-2 neutron-server[84763]: self.callback(batched_events) Apr 18 19:37:00.881900 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:37:00.881900 n-d-836017-2 neutron-server[84763]: event.method(event) Apr 18 19:37:00.881900 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:37:00.881900 n-d-836017-2 neutron-server[84763]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:37:00.881900 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:37:00.881900 n-d-836017-2 neutron-server[84763]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:37:00.881900 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:37:00.881900 n-d-836017-2 neutron-server[84763]: return f(self, *a, **k) Apr 18 19:37:00.881900 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:37:00.881900 n-d-836017-2 neutron-server[84763]: return self._get(url).json() Apr 18 19:37:00.881900 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:37:00.881900 n-d-836017-2 neutron-server[84763]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:37:00.881900 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:37:00.881900 n-d-836017-2 neutron-server[84763]: return self.request(url, 'GET', **kwargs) Apr 18 19:37:00.881900 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:37:00.881900 n-d-836017-2 neutron-server[84763]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:37:00.881900 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:37:00.881900 n-d-836017-2 neutron-server[84763]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:37:00.881900 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:37:00.881900 n-d-836017-2 neutron-server[84763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:37:00.881900 n-d-836017-2 neutron-server[84763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:37:00.921409 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-cf0e9f5b-147b-4f6e-885f-3ee9e7e61927 req-7738b756-3719-448b-b88d-646a13413972 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.69 "GET /v2.0/security-groups/dcfb2357-6b1f-4bbf-b5b8-04774e61e421 HTTP/1.1" status: 200 len: 1634 time: 0.1008799 Apr 18 19:37:00.989379 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 41ba133b-cad2-4cdb-9a46-9cff74025eb1 no longer exists at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:37:01.024438 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-9d2a3ff8-14dc-48bc-845d-25a8a923f79e req-6ac59566-50c8-4573-a304-26bb7567e5f1 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] For port 6ce9e8ca-c688-4360-a5c1-cb5597c9db75, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=6ce9e8ca-c688-4360-a5c1-cb5597c9db75,segment=NetworkSegment(56697489-6787-4e2b-895c-5ec0b051161d),segment_id=56697489-6787-4e2b-895c-5ec0b051161d)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:37:01.025071 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-9d2a3ff8-14dc-48bc-845d-25a8a923f79e req-6ac59566-50c8-4573-a304-26bb7567e5f1 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:01.047550 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] No Port match for: 41ba133b-cad2-4cdb-9a46-9cff74025eb1 {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:37:01.047881 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 41ba133b-cad2-4cdb-9a46-9cff74025eb1 not bound to the agent host n-h2-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:37:01.078920 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-cf0e9f5b-147b-4f6e-885f-3ee9e7e61927 req-5eb7a9a5-5592-4fd6-a2a9-718189b273c0 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:01.113693 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-cf0e9f5b-147b-4f6e-885f-3ee9e7e61927 req-5eb7a9a5-5592-4fd6-a2a9-718189b273c0 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:01.293512 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-cf0e9f5b-147b-4f6e-885f-3ee9e7e61927 req-5eb7a9a5-5592-4fd6-a2a9-718189b273c0 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:01.313652 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 34832) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:01.324464 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb7a9a5-5592-4fd6-a2a9-718189b273c0 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcfb2357-6b1f-4bbf-b5b8-04774e61e421,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:01.342067 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-cf0e9f5b-147b-4f6e-885f-3ee9e7e61927 req-5eb7a9a5-5592-4fd6-a2a9-718189b273c0 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:01.346420 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-cf0e9f5b-147b-4f6e-885f-3ee9e7e61927 req-5eb7a9a5-5592-4fd6-a2a9-718189b273c0 tempest-SecurityGroupsTestJSON-132868023 tempest-SecurityGroupsTestJSON-132868023-project] 10.222.0.69 "DELETE /v2.0/security-groups/dcfb2357-6b1f-4bbf-b5b8-04774e61e421 HTTP/1.1" status: 204 len: 173 time: 0.4222536 Apr 18 19:37:01.348334 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-9d2a3ff8-14dc-48bc-845d-25a8a923f79e req-6ac59566-50c8-4573-a304-26bb7567e5f1 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Calling delete_port for 6ce9e8ca-c688-4360-a5c1-cb5597c9db75 owned by compute:nova {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:37:01.351102 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 34838) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:01.386928 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-bfbafd84-6da5-487c-a4cd-ea4ba8be924c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416801'] for network, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:01.391917 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-bfbafd84-6da5-487c-a4cd-ea4ba8be924c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:01.442522 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-bfbafd84-6da5-487c-a4cd-ea4ba8be924c admin admin] 10.222.0.69 "DELETE /v2.0/networks/4ba88f28-0990-41ca-bd40-3e2062d89123 HTTP/1.1" status: 204 len: 168 time: 4.1433873 Apr 18 19:37:01.525225 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_v2 [None req-913e9ccd-39cd-4c25-91ee-ca4cc4f362da admin admin] Deleting subnet 3cbdddc8-bf0a-4ac7-9f09-4e4fdeb7252a {{(pid=84764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:37:01.531170 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-913e9ccd-39cd-4c25-91ee-ca4cc4f362da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:01.597719 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-962a27a2-712b-4479-8c68-27b8cc0f6a11 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1074017163-network', 'tenant_id': 'f7f855ff57c84f41949916661be0c661'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:37:01.615994 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-962a27a2-712b-4479-8c68-27b8cc0f6a11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:37:01.627410 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-962a27a2-712b-4479-8c68-27b8cc0f6a11 admin admin] Usage tracker for resource:network and tenant:f7f855ff57c84f41949916661be0c661 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:37:01.639412 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-962a27a2-712b-4479-8c68-27b8cc0f6a11 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:37:01.666274 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-962a27a2-712b-4479-8c68-27b8cc0f6a11 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:37:01.673794 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbafd84-6da5-487c-a4cd-ea4ba8be924c admin admin] Pushing event deleted for resources: {'Network': ['ID=4ba88f28-0990-41ca-bd40-3e2062d89123,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:01.752942 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100ce071-0552-4f7b-a127-ae9c770dc28d req-ae875f07-df70-46d7-b1c5-34c2e6ba95f2 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:01.761092 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-100ce071-0552-4f7b-a127-ae9c770dc28d req-ae875f07-df70-46d7-b1c5-34c2e6ba95f2 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] 10.222.0.69 "GET /v2.0/ports?device_id=800222b8-e25e-4e33-8455-2e217b825812 HTTP/1.1" status: 200 len: 946 time: 0.9855263 Apr 18 19:37:01.822794 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-913e9ccd-39cd-4c25-91ee-ca4cc4f362da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66931798'] for subnet, precommit_delete_associations {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:01.879369 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-962a27a2-712b-4479-8c68-27b8cc0f6a11 admin admin] Made reservation on behalf of f7f855ff57c84f41949916661be0c661 for: {'network': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:37:01.882667 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-962a27a2-712b-4479-8c68-27b8cc0f6a11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for network, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:01.892787 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-91eeaa6a-ca74-4b42-a223-ab1df513225b tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks [] for port, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:01.914578 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-962a27a2-712b-4479-8c68-27b8cc0f6a11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:01.941074 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362bc02c-922c-4b52-9b1f-eefb2464b9c8 req-e89e5f3c-db39-426f-b33e-e9990af0d4bb tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:01.949061 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-362bc02c-922c-4b52-9b1f-eefb2464b9c8 req-e89e5f3c-db39-426f-b33e-e9990af0d4bb tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=63f735e6-8486-48e8-85e0-cdebbb5eae7f HTTP/1.1" status: 200 len: 945 time: 0.3597348 Apr 18 19:37:01.952754 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-913e9ccd-39cd-4c25-91ee-ca4cc4f362da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1258508'] for subnet, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:01.962350 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-100ce071-0552-4f7b-a127-ae9c770dc28d req-f9f29754-8dda-411d-b6f1-13bb3137f1f3 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] 10.222.0.69 "GET /v2.0/security-groups?id=da701d94-d5ec-4d45-a306-33194a2dfb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001643 Apr 18 19:37:02.009757 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 34866) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:02.030504 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [None req-91eeaa6a-ca74-4b42-a223-ab1df513225b tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Transition to ACTIVE for port object 978c2696-3911-4f50-852f-e9e3de65d3f2 will not be triggered until provisioned by entity DHCP. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:37:02.056671 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-076f2863-a1e6-4823-ac3b-9bbbcf4f1f25 req-0068d5a5-567e-462d-809d-6e7061278913 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:02.065100 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] get_ports_and_sgs() called for port_ids ['091abad1-c10a-4b3a-a889-b5557ed8e866'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:37:02.126446 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-9d2a3ff8-14dc-48bc-845d-25a8a923f79e req-6ac59566-50c8-4573-a304-26bb7567e5f1 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:02.143356 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0068d5a5-567e-462d-809d-6e7061278913 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Pushing event deleted for resources: {'Port': ['ID=2e2ccd00-d13a-4f3a-8512-7cb817fd14d8,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:02.180446 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device b8c0a723-1b0e-47b8-93aa-510d571b4008 up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:37:02.192658 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-91eeaa6a-ca74-4b42-a223-ab1df513225b tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:02.212495 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-362bc02c-922c-4b52-9b1f-eefb2464b9c8 req-d5e03be6-1f49-48b3-a2c5-f37c11416068 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/security-groups?id=6dce0218-3e63-47f4-ad5c-3b3c3b13b319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612157 Apr 18 19:37:02.227411 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-962a27a2-712b-4479-8c68-27b8cc0f6a11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:37:02.246364 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac59566-50c8-4573-a304-26bb7567e5f1 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Pushing event deleted for resources: {'Port': ['ID=6ce9e8ca-c688-4360-a5c1-cb5597c9db75,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:02.266701 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-962a27a2-712b-4479-8c68-27b8cc0f6a11 admin admin] Usage tracker for resource:security_group_rule and tenant:f7f855ff57c84f41949916661be0c661 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:37:02.273622 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-962a27a2-712b-4479-8c68-27b8cc0f6a11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:37:02.276064 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199c2ff3-6640-46dc-b5d7-8a297f4405ee None None] Network 51252906-94f2-4d46-bd30-75da9d2030a0 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:37:02.286337 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-962a27a2-712b-4479-8c68-27b8cc0f6a11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:37:02.299832 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-a37c3048-df50-4404-b6ea-7e02d58199a8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ead4979455fe4a3c85919ab5c6c5397d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2805839 Apr 18 19:37:02.300613 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 34874) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:02.326940 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-913e9ccd-39cd-4c25-91ee-ca4cc4f362da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1258501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2290876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65862598'] for subnet, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:02.391585 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913e9ccd-39cd-4c25-91ee-ca4cc4f362da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cbdddc8-bf0a-4ac7-9f09-4e4fdeb7252a,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:02.431882 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-913e9ccd-39cd-4c25-91ee-ca4cc4f362da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for subnet, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:02.453803 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91eeaa6a-ca74-4b42-a223-ab1df513225b tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Network 51252906-94f2-4d46-bd30-75da9d2030a0 is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:37:02.465355 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-076f2863-a1e6-4823-ac3b-9bbbcf4f1f25 req-0068d5a5-567e-462d-809d-6e7061278913 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] No DVR routers for this DVR port 2e2ccd00-d13a-4f3a-8512-7cb817fd14d8 on host n-h1-836017-2 {{(pid=84763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:37:02.468613 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-913e9ccd-39cd-4c25-91ee-ca4cc4f362da admin admin] 10.222.0.69 "DELETE /v2.0/subnets/3cbdddc8-bf0a-4ac7-9f09-4e4fdeb7252a HTTP/1.1" status: 204 len: 168 time: 1.1158166 Apr 18 19:37:02.481878 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 34882) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:02.507085 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-962a27a2-712b-4479-8c68-27b8cc0f6a11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:02.526764 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [None req-91eeaa6a-ca74-4b42-a223-ab1df513225b tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:37:02.529788 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-076f2863-a1e6-4823-ac3b-9bbbcf4f1f25 req-0068d5a5-567e-462d-809d-6e7061278913 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:02.537403 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d2a3ff8-14dc-48bc-845d-25a8a923f79e req-6ac59566-50c8-4573-a304-26bb7567e5f1 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] No DVR routers for this DVR port 6ce9e8ca-c688-4360-a5c1-cb5597c9db75 on host n-h1-836017-2 {{(pid=84763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:37:02.540166 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '800222b8-e25e-4e33-8455-2e217b825812', 'name': 'network-vif-deleted', 'tag': '2e2ccd00-d13a-4f3a-8512-7cb817fd14d8'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:37:02.546099 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-9d2a3ff8-14dc-48bc-845d-25a8a923f79e req-6ac59566-50c8-4573-a304-26bb7567e5f1 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:02.555525 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91eeaa6a-ca74-4b42-a223-ab1df513225b tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Received port after_create {{(pid=84763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:37:02.560618 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91eeaa6a-ca74-4b42-a223-ab1df513225b tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:02.561705 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-91eeaa6a-ca74-4b42-a223-ab1df513225b tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:02.584394 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eeaa6a-ca74-4b42-a223-ab1df513225b tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Pushing event updated for resources: {'Port': ['ID=978c2696-3911-4f50-852f-e9e3de65d3f2,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:02.653461 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5748d91f-fe1e-4244-9a11-8c8d80820f9b'] response: {'server_uuid': '800222b8-e25e-4e33-8455-2e217b825812', 'name': 'network-vif-deleted', 'tag': '2e2ccd00-d13a-4f3a-8512-7cb817fd14d8', 'status': 'completed', 'code': 200} Apr 18 19:37:02.698335 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-91eeaa6a-ca74-4b42-a223-ab1df513225b tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 3.8195996 Apr 18 19:37:02.700856 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-076f2863-a1e6-4823-ac3b-9bbbcf4f1f25 req-0068d5a5-567e-462d-809d-6e7061278913 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] 10.222.0.73 "DELETE /v2.0/ports/2e2ccd00-d13a-4f3a-8512-7cb817fd14d8 HTTP/1.1" status: 204 len: 173 time: 3.5300319 Apr 18 19:37:02.703109 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-9d2a3ff8-14dc-48bc-845d-25a8a923f79e req-6ac59566-50c8-4573-a304-26bb7567e5f1 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.73 "DELETE /v2.0/ports/6ce9e8ca-c688-4360-a5c1-cb5597c9db75 HTTP/1.1" status: 204 len: 173 time: 3.4016714 Apr 18 19:37:02.705852 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 34888) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:02.755314 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning for port b8c0a723-1b0e-47b8-93aa-510d571b4008 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:37:02.760082 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f367b20f-9c4e-4aff-8bf6-a234d5b002e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:02.762962 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-962a27a2-712b-4479-8c68-27b8cc0f6a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:02.766371 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-7f462228-0433-438c-9289-0139f810a8e7 None None] Provisioning for port b8c0a723-1b0e-47b8-93aa-510d571b4008 completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:37:02.779816 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port b8c0a723-1b0e-47b8-93aa-510d571b4008 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:37:02.780646 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:02.834111 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-215359c2-9fc3-42ff-8561-f6cfa054216c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:02.869780 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-1a774125-e957-4f5a-acde-5ba9f1e22179 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Deleting port 978c2696-3911-4f50-852f-e9e3de65d3f2 {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:37:02.870711 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-1a774125-e957-4f5a-acde-5ba9f1e22179 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:02.873993 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-7f462228-0433-438c-9289-0139f810a8e7 None None] Provisioning complete for port b8c0a723-1b0e-47b8-93aa-510d571b4008 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:37:02.874615 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7f462228-0433-438c-9289-0139f810a8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:02.934362 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f367b20f-9c4e-4aff-8bf6-a234d5b002e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:03.141809 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-962a27a2-712b-4479-8c68-27b8cc0f6a11 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=84764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:37:03.239857 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962a27a2-712b-4479-8c68-27b8cc0f6a11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51df22c1-554b-4779-a025-65f2af6e2a78,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:03.269343 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f367b20f-9c4e-4aff-8bf6-a234d5b002e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:03.318941 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 6ce9e8ca-c688-4360-a5c1-cb5597c9db75 no longer exists at agent hyperv_n-h1-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:37:03.328211 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-1a774125-e957-4f5a-acde-5ba9f1e22179 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:03.409343 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] No Port match for: 6ce9e8ca-c688-4360-a5c1-cb5597c9db75 {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:37:03.410028 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 6ce9e8ca-c688-4360-a5c1-cb5597c9db75 not bound to the agent host n-h1-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:37:03.410771 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 2e2ccd00-d13a-4f3a-8512-7cb817fd14d8 no longer exists at agent hyperv_n-h1-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:37:03.421233 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-962a27a2-712b-4479-8c68-27b8cc0f6a11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:03.429253 n-d-836017-2 neutron-server[84764]: INFO neutron.db.segments_db [None req-962a27a2-712b-4479-8c68-27b8cc0f6a11 admin admin] Added segment 6e09292d-9dc6-4a58-913a-7eef33e1cf20 of type vlan for network 11569783-78f6-4d10-9370-768c4acb7a65 Apr 18 19:37:03.478002 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f367b20f-9c4e-4aff-8bf6-a234d5b002e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19c60d53-cc16-4415-9eeb-253909d57ea4,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:03.488635 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] No Port match for: 2e2ccd00-d13a-4f3a-8512-7cb817fd14d8 {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:37:03.488912 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 2e2ccd00-d13a-4f3a-8512-7cb817fd14d8 not bound to the agent host n-h1-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:37:03.509801 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-b29eb427-0881-4358-9032-d3db1c5d0d0f req-e76f18c5-a994-4565-9098-bb8e68ecf48b tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] 10.222.0.69 "GET /v2.0/ports?device_id=800222b8-e25e-4e33-8455-2e217b825812 HTTP/1.1" status: 200 len: 210 time: 0.1993148 Apr 18 19:37:03.566070 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:03.626837 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-1a774125-e957-4f5a-acde-5ba9f1e22179 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Calling delete_port for 978c2696-3911-4f50-852f-e9e3de65d3f2 owned by {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:37:03.631950 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7f462228-0433-438c-9289-0139f810a8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:03.689468 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] For port b8c0a723-1b0e-47b8-93aa-510d571b4008, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=b8c0a723-1b0e-47b8-93aa-510d571b4008,segment=NetworkSegment(a35a15d6-c590-4729-b5ca-418952bf20d2),segment_id=a35a15d6-c590-4729-b5ca-418952bf20d2)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:37:03.701457 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f367b20f-9c4e-4aff-8bf6-a234d5b002e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:03.704970 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-f367b20f-9c4e-4aff-8bf6-a234d5b002e0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/19c60d53-cc16-4415-9eeb-253909d57ea4 HTTP/1.1" status: 204 len: 168 time: 1.3975029 Apr 18 19:37:03.721023 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-215359c2-9fc3-42ff-8561-f6cfa054216c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256345', 'neutron.services.segments.db._delete_segments_for_network-8791093852025'] for network, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:03.734706 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-54f24d4d-ebe8-4322-a7d0-9eaa90cc953b req-5a164ea6-805e-40eb-81a2-66511e85ac44 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Synchronizing usage tracker for tenant:e3b062c733cb48498c21458f46ee72da on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:37:03.739184 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-962a27a2-712b-4479-8c68-27b8cc0f6a11 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791093404182'] for network, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:03.766307 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-215359c2-9fc3-42ff-8561-f6cfa054216c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a15d993a-6587-4728-b6e5-6aacd5a8669a']}} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:37:03.782818 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-215359c2-9fc3-42ff-8561-f6cfa054216c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ace1d40-f719-4fb4-a8a8-baa0ea54f7e5') {'for_net_delete': True} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:37:03.783535 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-215359c2-9fc3-42ff-8561-f6cfa054216c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ace1d40-f719-4fb4-a8a8-baa0ea54f7e5') {} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:37:03.816562 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:03.832601 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-215359c2-9fc3-42ff-8561-f6cfa054216c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791093851908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66932133'] for segment, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:03.860565 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-215359c2-9fc3-42ff-8561-f6cfa054216c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:03.874034 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-215359c2-9fc3-42ff-8561-f6cfa054216c admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=84764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:37:03.874770 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-215359c2-9fc3-42ff-8561-f6cfa054216c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2290898'] for segment, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:03.910858 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-54f24d4d-ebe8-4322-a7d0-9eaa90cc953b req-5a164ea6-805e-40eb-81a2-66511e85ac44 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] Unset dirty status for tenant:e3b062c733cb48498c21458f46ee72da on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:37:03.916738 n-d-836017-2 neutron-server[84764]: Traceback (most recent call last): Apr 18 19:37:03.916738 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:37:03.916738 n-d-836017-2 neutron-server[84764]: timer() Apr 18 19:37:03.916738 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:37:03.916738 n-d-836017-2 neutron-server[84764]: cb(*args, **kw) Apr 18 19:37:03.916738 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:37:03.916738 n-d-836017-2 neutron-server[84764]: return func(*args, **kwargs) Apr 18 19:37:03.916738 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:37:03.916738 n-d-836017-2 neutron-server[84764]: self._notify() Apr 18 19:37:03.916738 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:37:03.916738 n-d-836017-2 neutron-server[84764]: self.callback(batched_events) Apr 18 19:37:03.916738 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:37:03.916738 n-d-836017-2 neutron-server[84764]: event.method(event) Apr 18 19:37:03.916738 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:37:03.916738 n-d-836017-2 neutron-server[84764]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:37:03.916738 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:37:03.916738 n-d-836017-2 neutron-server[84764]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:37:03.916738 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:37:03.916738 n-d-836017-2 neutron-server[84764]: return f(self, *a, **k) Apr 18 19:37:03.916738 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:37:03.916738 n-d-836017-2 neutron-server[84764]: return self._get(url).json() Apr 18 19:37:03.916738 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:37:03.916738 n-d-836017-2 neutron-server[84764]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:37:03.916738 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:37:03.916738 n-d-836017-2 neutron-server[84764]: return self.request(url, 'GET', **kwargs) Apr 18 19:37:03.916738 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:37:03.916738 n-d-836017-2 neutron-server[84764]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:37:03.916738 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:37:03.916738 n-d-836017-2 neutron-server[84764]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:37:03.916738 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:37:03.916738 n-d-836017-2 neutron-server[84764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:37:03.916738 n-d-836017-2 neutron-server[84764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:37:03.924937 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-54f24d4d-ebe8-4322-a7d0-9eaa90cc953b req-5a164ea6-805e-40eb-81a2-66511e85ac44 tempest-ServersTestJSON-1855821409 tempest-ServersTestJSON-1855821409-project] 10.222.0.69 "GET /v2.0/ports?device_id=63f735e6-8486-48e8-85e0-cdebbb5eae7f HTTP/1.1" status: 200 len: 210 time: 0.3130310 Apr 18 19:37:03.983080 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Pushing event updated for resources: {'Port': ['ID=b8c0a723-1b0e-47b8-93aa-510d571b4008,revision_number=3']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:04.040210 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-962a27a2-712b-4479-8c68-27b8cc0f6a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251'] for network, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:04.041026 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962a27a2-712b-4479-8c68-27b8cc0f6a11 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:04.041607 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-962a27a2-712b-4479-8c68-27b8cc0f6a11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:04.077262 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-7f462228-0433-438c-9289-0139f810a8e7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84765) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 19:37:04.077652 n-d-836017-2 neutron-server[84765]: DEBUG oslo_db.api [None req-7f462228-0433-438c-9289-0139f810a8e7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 19:37:04.090931 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-1a774125-e957-4f5a-acde-5ba9f1e22179 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:04.139033 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device b8c0a723-1b0e-47b8-93aa-510d571b4008 up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:37:04.191895 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a774125-e957-4f5a-acde-5ba9f1e22179 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Pushing event deleted for resources: {'Port': ['ID=978c2696-3911-4f50-852f-e9e3de65d3f2,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:04.226379 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 34910) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:04.241101 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-1a774125-e957-4f5a-acde-5ba9f1e22179 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:04.254244 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port b8c0a723-1b0e-47b8-93aa-510d571b4008 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:37:04.254244 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:04.257484 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962a27a2-712b-4479-8c68-27b8cc0f6a11 admin admin] Pushing event updated for resources: {'Network': ['ID=11569783-78f6-4d10-9370-768c4acb7a65,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:04.261128 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-1a774125-e957-4f5a-acde-5ba9f1e22179 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "DELETE /v2.0/ports/978c2696-3911-4f50-852f-e9e3de65d3f2 HTTP/1.1" status: 204 len: 168 time: 1.5539997 Apr 18 19:37:04.267728 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 34916) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:04.326627 n-d-836017-2 neutron-server[84764]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfd29627-2d64-49a7-81b0-41db2fd07be6 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] GET failed (client error): The resource could not be found. Apr 18 19:37:04.327492 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-cfd29627-2d64-49a7-81b0-41db2fd07be6 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Synchronizing usage tracker for tenant:8097f6133aa24824a0d11d98456dfce8 on resource:port {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:37:04.332832 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-962a27a2-712b-4479-8c68-27b8cc0f6a11 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 3.0180037 Apr 18 19:37:04.334454 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-215359c2-9fc3-42ff-8561-f6cfa054216c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416801'] for network, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:04.337018 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 34922) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:04.342882 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-663f819b-d3fc-4040-afdd-38a27362a727 admin admin] Request body: {'subnet': {'network_id': '11569783-78f6-4d10-9370-768c4acb7a65', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1074017163-subnet', 'tenant_id': 'f7f855ff57c84f41949916661be0c661', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:37:04.357510 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Network 11569783-78f6-4d10-9370-768c4acb7a65 details requested by agent ovs-agent-n-d-836017-2 with host n-d-836017-2 {{(pid=84765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:37:04.358683 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-663f819b-d3fc-4040-afdd-38a27362a727 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:37:04.362891 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-663f819b-d3fc-4040-afdd-38a27362a727 admin admin] Usage tracker for resource:subnet and tenant:f7f855ff57c84f41949916661be0c661 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:37:04.366302 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-663f819b-d3fc-4040-afdd-38a27362a727 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:37:04.387373 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-663f819b-d3fc-4040-afdd-38a27362a727 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:37:04.413470 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-215359c2-9fc3-42ff-8561-f6cfa054216c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:04.432207 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215359c2-9fc3-42ff-8561-f6cfa054216c admin admin] Pushing event deleted for resources: {'Network': ['ID=a15d993a-6587-4728-b6e5-6aacd5a8669a,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:04.533789 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-663f819b-d3fc-4040-afdd-38a27362a727 admin admin] Made reservation on behalf of f7f855ff57c84f41949916661be0c661 for: {'subnet': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:37:04.538251 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-663f819b-d3fc-4040-afdd-38a27362a727 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540907'] for subnet, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:04.554617 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-cfd29627-2d64-49a7-81b0-41db2fd07be6 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Unset dirty status for tenant:8097f6133aa24824a0d11d98456dfce8 on resource:port {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:37:04.555843 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-cfd29627-2d64-49a7-81b0-41db2fd07be6 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "GET /v2.0/ports/978c2696-3911-4f50-852f-e9e3de65d3f2 HTTP/1.1" status: 404 len: 333 time: 0.2879064 Apr 18 19:37:04.561077 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-215359c2-9fc3-42ff-8561-f6cfa054216c admin admin] 10.222.0.69 "DELETE /v2.0/networks/a15d993a-6587-4728-b6e5-6aacd5a8669a HTTP/1.1" status: 204 len: 168 time: 2.0779097 Apr 18 19:37:04.562814 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 34926) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:04.701989 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63f735e6-8486-48e8-85e0-cdebbb5eae7f', 'name': 'network-vif-deleted', 'tag': '6ce9e8ca-c688-4360-a5c1-cb5597c9db75'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:37:04.769727 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-92860353-7bc6-4c78-885a-78b585f4e616 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:04.812898 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-92860353-7bc6-4c78-885a-78b585f4e616 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:37:04.813752 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-271088d1-83fc-4474-88b6-17a87ec0a5c1 None None] Could not find standard attr ID for object 978c2696-3911-4f50-852f-e9e3de65d3f2. {{(pid=84765) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 19:37:04.828657 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-92860353-7bc6-4c78-885a-78b585f4e616 admin admin] Usage tracker for resource:security_group_rule and tenant:ce3e32d585d941b0addc2a18c3354ff2 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:37:04.832200 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-92860353-7bc6-4c78-885a-78b585f4e616 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:37:04.845415 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-271088d1-83fc-4474-88b6-17a87ec0a5c1 None None] Provisioning complete for port b8c0a723-1b0e-47b8-93aa-510d571b4008 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:37:04.850598 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-271088d1-83fc-4474-88b6-17a87ec0a5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:04.850984 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-92860353-7bc6-4c78-885a-78b585f4e616 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:37:04.925430 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-92860353-7bc6-4c78-885a-78b585f4e616 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:04.929385 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0aa00aaa-7964-45a2-bad7-ea2c9039c6dc'] response: {'server_uuid': '63f735e6-8486-48e8-85e0-cdebbb5eae7f', 'name': 'network-vif-deleted', 'tag': '6ce9e8ca-c688-4360-a5c1-cb5597c9db75', 'status': 'completed', 'code': 200} Apr 18 19:37:04.988085 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd37b972-5b67-45df-8d3f-8dc9a3be954d tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Deleting subnet abba4c34-54b5-4f84-ab7f-e3e19c90d48d {{(pid=84764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:37:05.001069 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-cd37b972-5b67-45df-8d3f-8dc9a3be954d tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks [] for subnet, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:05.079704 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-92860353-7bc6-4c78-885a-78b585f4e616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:05.093978 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-cd37b972-5b67-45df-8d3f-8dc9a3be954d tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66931798'] for subnet, precommit_delete_associations {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:05.104652 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 34946) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:05.162208 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92860353-7bc6-4c78-885a-78b585f4e616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf43239e-6744-41ad-b29d-c64c7c7ccb20,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:05.166852 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-92860353-7bc6-4c78-885a-78b585f4e616 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ce3e32d585d941b0addc2a18c3354ff2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9390638 Apr 18 19:37:05.185330 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 34954) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:05.210177 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 34958) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:05.218141 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-cd37b972-5b67-45df-8d3f-8dc9a3be954d tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1258508'] for subnet, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:05.313167 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-83310410-32c6-44dc-a7d1-6e89a660c361 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d24c05963c4f41ee8c8189c7acc53c87&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1003056 Apr 18 19:37:05.320586 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 34962) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:05.398417 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-cd37b972-5b67-45df-8d3f-8dc9a3be954d tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1258501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2290876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65862598'] for subnet, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:05.445928 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-663f819b-d3fc-4040-afdd-38a27362a727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66351616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66540921'] for subnet, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:05.469303 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd37b972-5b67-45df-8d3f-8dc9a3be954d tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Pushing event deleted for resources: {'Subnet': ['ID=abba4c34-54b5-4f84-ab7f-e3e19c90d48d,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:05.475523 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-cd37b972-5b67-45df-8d3f-8dc9a3be954d tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for subnet, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:05.487056 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f4f3b2f-0cda-4925-8b49-38e5e598b901 None None] Network 51252906-94f2-4d46-bd30-75da9d2030a0 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:37:05.493917 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 34970) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:05.499956 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-50acbbc7-f3c8-4b45-838c-dada1f6e90b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:05.507494 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-cd37b972-5b67-45df-8d3f-8dc9a3be954d tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "DELETE /v2.0/subnets/abba4c34-54b5-4f84-ab7f-e3e19c90d48d HTTP/1.1" status: 204 len: 168 time: 0.9132869 Apr 18 19:37:05.703559 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40c0c8c-68c9-46a5-8481-b5be81c8895e req-ecaa0605-9c2e-42b3-adae-37fb9c2b0870 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:05.705194 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-b40c0c8c-68c9-46a5-8481-b5be81c8895e req-ecaa0605-9c2e-42b3-adae-37fb9c2b0870 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] 10.222.0.69 "GET /v2.0/ports?device_id=042e752e-6ab0-4b23-b37e-7217e8897b50 HTTP/1.1" status: 200 len: 945 time: 0.1433790 Apr 18 19:37:05.771461 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-b40c0c8c-68c9-46a5-8481-b5be81c8895e req-f11db6de-2721-48a1-b29e-5353791f9fd2 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] 10.222.0.69 "GET /v2.0/security-groups?id=da701d94-d5ec-4d45-a306-33194a2dfb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587928 Apr 18 19:37:05.779760 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-50acbbc7-f3c8-4b45-838c-dada1f6e90b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:05.795419 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-2f1f7f3a-d3e3-42c4-9d1b-94f762720c12 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:05.837769 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663f819b-d3fc-4040-afdd-38a27362a727 admin admin] Pushing event updated for resources: {'Subnet': ['ID=183f16e9-913d-4006-a470-a5bf63783425,revision_number=0']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:05.858541 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0819f7e-a4ad-4031-8a15-54efa915e0a8 admin admin] Deleting subnet 53fde093-fc81-475a-a625-0084a1c3acc5 {{(pid=84763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:37:05.886084 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d80d14-e5ca-498e-b988-3899f7f58167 None None] DHCP port deletion for 51252906-94f2-4d46-bd30-75da9d2030a0 request from n-d-836017-2 {{(pid=84765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 19:37:05.888162 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d0819f7e-a4ad-4031-8a15-54efa915e0a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:05.890609 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-01d80d14-e5ca-498e-b988-3899f7f58167 None None] Deleting port b8c0a723-1b0e-47b8-93aa-510d571b4008 {{(pid=84765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:37:05.890982 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-01d80d14-e5ca-498e-b988-3899f7f58167 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:05.925073 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 34978) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:05.938870 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-2f1f7f3a-d3e3-42c4-9d1b-94f762720c12 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Deleting port b8c0a723-1b0e-47b8-93aa-510d571b4008 {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:37:05.939274 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-2f1f7f3a-d3e3-42c4-9d1b-94f762720c12 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:05.981385 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-29fb7472-4d91-4fe6-b7a9-6fb485f14c77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:06.021597 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d0819f7e-a4ad-4031-8a15-54efa915e0a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66272755'] for subnet, precommit_delete_associations {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:06.072273 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663f819b-d3fc-4040-afdd-38a27362a727 admin admin] Checking segment: {'id': '6e09292d-9dc6-4a58-913a-7eef33e1cf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '11569783-78f6-4d10-9370-768c4acb7a65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:37:06.072703 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663f819b-d3fc-4040-afdd-38a27362a727 admin admin] Network hostable DHCP agents. Network: 11569783-78f6-4d10-9370-768c4acb7a65, hostable agents: ['f6987c12-6d6c-47d4-b22d-cfcd164dc40d'], hosted agents: [] {{(pid=84763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:37:06.109339 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device b8c0a723-1b0e-47b8-93aa-510d571b4008 no longer exists at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:37:06.132256 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-0ae202f7-abb1-44e1-94f1-e009ea5a23ac admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-2037699191-network', 'tenant_id': '55080d7e03b84961904f44cea106a34f'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:37:06.137616 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-0ae202f7-abb1-44e1-94f1-e009ea5a23ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:37:06.139506 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-29fb7472-4d91-4fe6-b7a9-6fb485f14c77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:06.141861 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-0ae202f7-abb1-44e1-94f1-e009ea5a23ac admin admin] Usage tracker for resource:network and tenant:55080d7e03b84961904f44cea106a34f is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:37:06.147517 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-0ae202f7-abb1-44e1-94f1-e009ea5a23ac admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:37:06.155924 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-0ae202f7-abb1-44e1-94f1-e009ea5a23ac admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:37:06.198747 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-50acbbc7-f3c8-4b45-838c-dada1f6e90b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:06.207153 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-01d80d14-e5ca-498e-b988-3899f7f58167 None None] For port b8c0a723-1b0e-47b8-93aa-510d571b4008, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=b8c0a723-1b0e-47b8-93aa-510d571b4008,segment=NetworkSegment(a35a15d6-c590-4729-b5ca-418952bf20d2),segment_id=a35a15d6-c590-4729-b5ca-418952bf20d2)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:37:06.207542 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-01d80d14-e5ca-498e-b988-3899f7f58167 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:06.216711 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ae202f7-abb1-44e1-94f1-e009ea5a23ac admin admin] Made reservation on behalf of 55080d7e03b84961904f44cea106a34f for: {'network': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:37:06.220433 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-0ae202f7-abb1-44e1-94f1-e009ea5a23ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for network, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:06.235244 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-0ae202f7-abb1-44e1-94f1-e009ea5a23ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:06.262862 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d0819f7e-a4ad-4031-8a15-54efa915e0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1258508'] for subnet, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:06.276766 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-0ae202f7-abb1-44e1-94f1-e009ea5a23ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:37:06.280955 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-0ae202f7-abb1-44e1-94f1-e009ea5a23ac admin admin] Usage tracker for resource:security_group_rule and tenant:55080d7e03b84961904f44cea106a34f is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:37:06.284166 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-0ae202f7-abb1-44e1-94f1-e009ea5a23ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:37:06.292157 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-0ae202f7-abb1-44e1-94f1-e009ea5a23ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:37:06.299092 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50acbbc7-f3c8-4b45-838c-dada1f6e90b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf43239e-6744-41ad-b29d-c64c7c7ccb20,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:06.395766 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-0ae202f7-abb1-44e1-94f1-e009ea5a23ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:06.401113 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-50acbbc7-f3c8-4b45-838c-dada1f6e90b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:06.402491 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-50acbbc7-f3c8-4b45-838c-dada1f6e90b6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/cf43239e-6744-41ad-b29d-c64c7c7ccb20 HTTP/1.1" status: 204 len: 168 time: 1.2160964 Apr 18 19:37:06.405579 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-01d80d14-e5ca-498e-b988-3899f7f58167 None None] Calling delete_port for b8c0a723-1b0e-47b8-93aa-510d571b4008 owned by network:dhcp {{(pid=84765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:37:06.431226 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [None req-2f1f7f3a-d3e3-42c4-9d1b-94f762720c12 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] For port b8c0a723-1b0e-47b8-93aa-510d571b4008, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=b8c0a723-1b0e-47b8-93aa-510d571b4008,segment=NetworkSegment(a35a15d6-c590-4729-b5ca-418952bf20d2),segment_id=a35a15d6-c590-4729-b5ca-418952bf20d2)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:37:06.431806 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-2f1f7f3a-d3e3-42c4-9d1b-94f762720c12 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:06.493081 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:06.564087 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663f819b-d3fc-4040-afdd-38a27362a727 admin admin] Network 11569783-78f6-4d10-9370-768c4acb7a65 is scheduled to be hosted by DHCP agent f6987c12-6d6c-47d4-b22d-cfcd164dc40d with binding_index 1 {{(pid=84763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:37:06.572631 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-2f1f7f3a-d3e3-42c4-9d1b-94f762720c12 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Calling delete_port for b8c0a723-1b0e-47b8-93aa-510d571b4008 owned by network:dhcp {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:37:06.594192 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-0ae202f7-abb1-44e1-94f1-e009ea5a23ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:06.611985 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-29fb7472-4d91-4fe6-b7a9-6fb485f14c77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:06.630168 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Apr 18 19:37:06.630168 n-d-836017-2 neutron-server[84765]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s] Apr 18 19:37:06.630168 n-d-836017-2 neutron-server[84765]: [parameters: {'status': 'DOWN', 'ports_id': 'b8c0a723-1b0e-47b8-93aa-510d571b4008'}] Apr 18 19:37:06.630168 n-d-836017-2 neutron-server[84765]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=84765) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 19:37:06.630864 n-d-836017-2 neutron-server[84765]: DEBUG oslo_db.api [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 19:37:06.633804 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-01d80d14-e5ca-498e-b988-3899f7f58167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340'] for port, after_delete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:06.644722 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fb7472-4d91-4fe6-b7a9-6fb485f14c77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dbbe555-f817-4989-8ffe-4d7514677d3c,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:06.662139 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-29fb7472-4d91-4fe6-b7a9-6fb485f14c77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:06.663813 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-29fb7472-4d91-4fe6-b7a9-6fb485f14c77 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6dbbe555-f817-4989-8ffe-4d7514677d3c HTTP/1.1" status: 204 len: 168 time: 1.3421495 Apr 18 19:37:06.699172 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d80d14-e5ca-498e-b988-3899f7f58167 None None] Pushing event deleted for resources: {'Port': ['ID=b8c0a723-1b0e-47b8-93aa-510d571b4008,revision_number=None']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:06.710852 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.db.api [None req-2f1f7f3a-d3e3-42c4-9d1b-94f762720c12 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84763) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 19:37:06.710852 n-d-836017-2 neutron-server[84763]: DEBUG oslo_db.api [None req-2f1f7f3a-d3e3-42c4-9d1b-94f762720c12 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 19:37:06.711127 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ae202f7-abb1-44e1-94f1-e009ea5a23ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=84764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:37:06.711240 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d80d14-e5ca-498e-b988-3899f7f58167 None None] No DVR routers for this DVR port b8c0a723-1b0e-47b8-93aa-510d571b4008 on host n-d-836017-2 {{(pid=84765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:37:06.746325 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d0819f7e-a4ad-4031-8a15-54efa915e0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1258501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66351815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66540800'] for subnet, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:06.763559 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae202f7-abb1-44e1-94f1-e009ea5a23ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2acc624c-9329-4157-819e-89822d3c0c03,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:06.778387 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-0ae202f7-abb1-44e1-94f1-e009ea5a23ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:06.779840 n-d-836017-2 neutron-server[84764]: INFO neutron.db.segments_db [None req-0ae202f7-abb1-44e1-94f1-e009ea5a23ac admin admin] Added segment c3255f4b-ef57-4674-a268-31691e3a8b08 of type vlan for network 90209d61-e826-43c7-b870-7c37c04ae80f Apr 18 19:37:06.806845 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [None req-663f819b-d3fc-4040-afdd-38a27362a727 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-2, 11569783-78f6-4d10-9370-768c4acb7a65) {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:37:06.816498 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663f819b-d3fc-4040-afdd-38a27362a727 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:06.821349 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-663f819b-d3fc-4040-afdd-38a27362a727 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:06.821509 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a87dfe3-0c39-4e87-931d-c2667048bfef None None] Network 11569783-78f6-4d10-9370-768c4acb7a65 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:37:06.822453 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0819f7e-a4ad-4031-8a15-54efa915e0a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53fde093-fc81-475a-a625-0084a1c3acc5,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:06.829793 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d0819f7e-a4ad-4031-8a15-54efa915e0a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:06.846865 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-0ae202f7-abb1-44e1-94f1-e009ea5a23ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791093404182'] for network, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:06.995203 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-d0819f7e-a4ad-4031-8a15-54efa915e0a8 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/53fde093-fc81-475a-a625-0084a1c3acc5 HTTP/1.1" status: 204 len: 168 time: 1.8858933 Apr 18 19:37:06.999772 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 34994) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:07.089773 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-0ae202f7-abb1-44e1-94f1-e009ea5a23ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251'] for network, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:07.090627 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae202f7-abb1-44e1-94f1-e009ea5a23ac admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:07.091429 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-0ae202f7-abb1-44e1-94f1-e009ea5a23ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:07.110522 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-663f819b-d3fc-4040-afdd-38a27362a727 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.7723653 Apr 18 19:37:07.174177 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc793eec-4291-4897-9c15-cc7848312f14 req-8570c653-84fa-42f4-8435-6dfe4b10b5df tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:07.174978 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-fc793eec-4291-4897-9c15-cc7848312f14 req-8570c653-84fa-42f4-8435-6dfe4b10b5df tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Synchronizing usage tracker for tenant:c396792787224a06a1caca5f9016eb19 on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:37:07.180845 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Port b8c0a723-1b0e-47b8-93aa-510d571b4008 update to DOWN by agent not found {{(pid=84765) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Apr 18 19:37:07.198403 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d27f159-d39c-4af8-a919-6bf8532ea43b req-34ecb245-ccda-4aa1-b3e7-fc884ae16fbd tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:07.199539 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e45fb80-8a6b-41a2-b431-667e3f60cbea None None] Network 11569783-78f6-4d10-9370-768c4acb7a65 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:37:07.201760 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-3d27f159-d39c-4af8-a919-6bf8532ea43b req-34ecb245-ccda-4aa1-b3e7-fc884ae16fbd tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Synchronizing usage tracker for tenant:c396792787224a06a1caca5f9016eb19 on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:37:07.208790 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-2f1f7f3a-d3e3-42c4-9d1b-94f762720c12 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Deleting port b8c0a723-1b0e-47b8-93aa-510d571b4008 {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:37:07.209687 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-2f1f7f3a-d3e3-42c4-9d1b-94f762720c12 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:07.260067 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-fe0c9a14-8e85-4e17-8c8e-1c031ed99c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:07.275023 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae202f7-abb1-44e1-94f1-e009ea5a23ac admin admin] Pushing event updated for resources: {'Network': ['ID=90209d61-e826-43c7-b870-7c37c04ae80f,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:07.328423 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-2f1f7f3a-d3e3-42c4-9d1b-94f762720c12 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] The port 'b8c0a723-1b0e-47b8-93aa-510d571b4008' was deleted {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 19:37:07.374845 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-fc793eec-4291-4897-9c15-cc7848312f14 req-8570c653-84fa-42f4-8435-6dfe4b10b5df tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Unset dirty status for tenant:c396792787224a06a1caca5f9016eb19 on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:37:07.376496 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fc793eec-4291-4897-9c15-cc7848312f14 req-8570c653-84fa-42f4-8435-6dfe4b10b5df tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] 10.222.0.69 "GET /v2.0/ports?device_id=042e752e-6ab0-4b23-b37e-7217e8897b50 HTTP/1.1" status: 200 len: 945 time: 0.3800988 Apr 18 19:37:07.377971 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-3d27f159-d39c-4af8-a919-6bf8532ea43b req-34ecb245-ccda-4aa1-b3e7-fc884ae16fbd tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Unset dirty status for tenant:c396792787224a06a1caca5f9016eb19 on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:37:07.379559 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3d27f159-d39c-4af8-a919-6bf8532ea43b req-34ecb245-ccda-4aa1-b3e7-fc884ae16fbd tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] 10.222.0.73 "GET /v2.0/ports?device_id=042e752e-6ab0-4b23-b37e-7217e8897b50 HTTP/1.1" status: 200 len: 945 time: 0.3278339 Apr 18 19:37:07.469881 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 35000) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:07.647318 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Network 90209d61-e826-43c7-b870-7c37c04ae80f details requested by agent ovs-agent-n-d-836017-2 with host n-d-836017-2 {{(pid=84765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:37:07.653958 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-fe0c9a14-8e85-4e17-8c8e-1c031ed99c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256345', 'neutron.services.segments.db._delete_segments_for_network-8791093852025'] for network, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:07.689889 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-fe0c9a14-8e85-4e17-8c8e-1c031ed99c21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0124e28f-2243-4533-b876-7d659443232d']}} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:37:07.710899 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-fe0c9a14-8e85-4e17-8c8e-1c031ed99c21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56697489-6787-4e2b-895c-5ec0b051161d') {'for_net_delete': True} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:37:07.720050 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-fe0c9a14-8e85-4e17-8c8e-1c031ed99c21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56697489-6787-4e2b-895c-5ec0b051161d') {} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:37:07.739574 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-fe0c9a14-8e85-4e17-8c8e-1c031ed99c21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791093851908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66932133'] for segment, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:07.767762 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-fe0c9a14-8e85-4e17-8c8e-1c031ed99c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:07.779326 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe0c9a14-8e85-4e17-8c8e-1c031ed99c21 admin admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=84764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:37:07.779775 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-fe0c9a14-8e85-4e17-8c8e-1c031ed99c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2290898'] for segment, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:07.866033 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-6cb58934-23c4-47af-9a99-77ec8385579e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:07.882096 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-2f1f7f3a-d3e3-42c4-9d1b-94f762720c12 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256345', 'neutron.services.segments.db._delete_segments_for_network-8791093852025'] for network, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:07.904770 n-d-836017-2 neutron-server[84764]: Traceback (most recent call last): Apr 18 19:37:07.904770 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:37:07.904770 n-d-836017-2 neutron-server[84764]: timer() Apr 18 19:37:07.904770 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:37:07.904770 n-d-836017-2 neutron-server[84764]: cb(*args, **kw) Apr 18 19:37:07.904770 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:37:07.904770 n-d-836017-2 neutron-server[84764]: return func(*args, **kwargs) Apr 18 19:37:07.904770 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:37:07.904770 n-d-836017-2 neutron-server[84764]: self._notify() Apr 18 19:37:07.904770 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:37:07.904770 n-d-836017-2 neutron-server[84764]: self.callback(batched_events) Apr 18 19:37:07.904770 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:37:07.904770 n-d-836017-2 neutron-server[84764]: event.method(event) Apr 18 19:37:07.904770 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:37:07.904770 n-d-836017-2 neutron-server[84764]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:37:07.904770 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:37:07.904770 n-d-836017-2 neutron-server[84764]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:37:07.904770 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:37:07.904770 n-d-836017-2 neutron-server[84764]: return f(self, *a, **k) Apr 18 19:37:07.904770 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:37:07.904770 n-d-836017-2 neutron-server[84764]: return self._get(url).json() Apr 18 19:37:07.904770 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:37:07.904770 n-d-836017-2 neutron-server[84764]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:37:07.904770 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:37:07.904770 n-d-836017-2 neutron-server[84764]: return self.request(url, 'GET', **kwargs) Apr 18 19:37:07.904770 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:37:07.904770 n-d-836017-2 neutron-server[84764]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:37:07.904770 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:37:07.904770 n-d-836017-2 neutron-server[84764]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:37:07.904770 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:37:07.904770 n-d-836017-2 neutron-server[84764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:37:07.904770 n-d-836017-2 neutron-server[84764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:37:07.906884 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-0ae202f7-abb1-44e1-94f1-e009ea5a23ac admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.9801488 Apr 18 19:37:07.909626 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 35016) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:07.919751 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-47de797c-4dc9-439f-a9fc-ec0f6a7341d7 admin admin] Request body: {'subnet': {'network_id': '90209d61-e826-43c7-b870-7c37c04ae80f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-2037699191-subnet', 'tenant_id': '55080d7e03b84961904f44cea106a34f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:37:07.926673 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-47de797c-4dc9-439f-a9fc-ec0f6a7341d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:37:07.929029 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fc793eec-4291-4897-9c15-cc7848312f14 req-fe7adcf8-fe3a-4d69-8f22-d55523df4c5c tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] 10.222.0.69 "GET /v2.0/security-groups?id=da701d94-d5ec-4d45-a306-33194a2dfb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4814584 Apr 18 19:37:07.930492 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-47de797c-4dc9-439f-a9fc-ec0f6a7341d7 admin admin] Usage tracker for resource:subnet and tenant:55080d7e03b84961904f44cea106a34f is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:37:07.934204 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-47de797c-4dc9-439f-a9fc-ec0f6a7341d7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:37:07.944984 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-47de797c-4dc9-439f-a9fc-ec0f6a7341d7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:37:07.975947 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-fe0c9a14-8e85-4e17-8c8e-1c031ed99c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416801'] for network, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:07.988693 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-3d27f159-d39c-4af8-a919-6bf8532ea43b req-f0410a19-7a34-4f3b-b806-261fa85cf6cb tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Deleting port 091abad1-c10a-4b3a-a889-b5557ed8e866 {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:37:07.989955 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-3d27f159-d39c-4af8-a919-6bf8532ea43b req-f0410a19-7a34-4f3b-b806-261fa85cf6cb tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:08.034071 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-fe0c9a14-8e85-4e17-8c8e-1c031ed99c21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:08.050469 n-d-836017-2 neutron-server[84763]: DEBUG neutron.services.segments.db [None req-2f1f7f3a-d3e3-42c4-9d1b-94f762720c12 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51252906-94f2-4d46-bd30-75da9d2030a0']}} {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:37:08.053062 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0c9a14-8e85-4e17-8c8e-1c031ed99c21 admin admin] Pushing event deleted for resources: {'Network': ['ID=0124e28f-2243-4533-b876-7d659443232d,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:08.057618 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47de797c-4dc9-439f-a9fc-ec0f6a7341d7 admin admin] Made reservation on behalf of 55080d7e03b84961904f44cea106a34f for: {'subnet': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:37:08.059936 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-47de797c-4dc9-439f-a9fc-ec0f6a7341d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65862573'] for subnet, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:08.084681 n-d-836017-2 neutron-server[84763]: DEBUG neutron.services.segments.db [None req-2f1f7f3a-d3e3-42c4-9d1b-94f762720c12 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a35a15d6-c590-4729-b5ca-418952bf20d2') {'for_net_delete': True} {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:37:08.084895 n-d-836017-2 neutron-server[84763]: DEBUG neutron.services.segments.db [None req-2f1f7f3a-d3e3-42c4-9d1b-94f762720c12 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a35a15d6-c590-4729-b5ca-418952bf20d2') {} {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:37:08.092662 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-6cb58934-23c4-47af-9a99-77ec8385579e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:37:08.111194 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-6cb58934-23c4-47af-9a99-77ec8385579e admin admin] Usage tracker for resource:security_group_rule and tenant:2a25c13109464a1f8d9af052ad1a519b is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:37:08.118863 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-6cb58934-23c4-47af-9a99-77ec8385579e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:37:08.123025 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-2f1f7f3a-d3e3-42c4-9d1b-94f762720c12 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791093851908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66272256'] for segment, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:08.140325 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-6cb58934-23c4-47af-9a99-77ec8385579e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:37:08.170400 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-fe0c9a14-8e85-4e17-8c8e-1c031ed99c21 admin admin] 10.222.0.69 "DELETE /v2.0/networks/0124e28f-2243-4533-b876-7d659443232d HTTP/1.1" status: 204 len: 168 time: 1.1690145 Apr 18 19:37:08.198034 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-2f1f7f3a-d3e3-42c4-9d1b-94f762720c12 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:08.225082 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f1f7f3a-d3e3-42c4-9d1b-94f762720c12 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=84763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:37:08.226087 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-2f1f7f3a-d3e3-42c4-9d1b-94f762720c12 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66351785'] for segment, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:08.246294 n-d-836017-2 neutron-server[84763]: Traceback (most recent call last): Apr 18 19:37:08.246294 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:37:08.246294 n-d-836017-2 neutron-server[84763]: timer() Apr 18 19:37:08.246294 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:37:08.246294 n-d-836017-2 neutron-server[84763]: cb(*args, **kw) Apr 18 19:37:08.246294 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:37:08.246294 n-d-836017-2 neutron-server[84763]: return func(*args, **kwargs) Apr 18 19:37:08.246294 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:37:08.246294 n-d-836017-2 neutron-server[84763]: self._notify() Apr 18 19:37:08.246294 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:37:08.246294 n-d-836017-2 neutron-server[84763]: self.callback(batched_events) Apr 18 19:37:08.246294 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:37:08.246294 n-d-836017-2 neutron-server[84763]: event.method(event) Apr 18 19:37:08.246294 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:37:08.246294 n-d-836017-2 neutron-server[84763]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:37:08.246294 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:37:08.246294 n-d-836017-2 neutron-server[84763]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:37:08.246294 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:37:08.246294 n-d-836017-2 neutron-server[84763]: return f(self, *a, **k) Apr 18 19:37:08.246294 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:37:08.246294 n-d-836017-2 neutron-server[84763]: return self._get(url).json() Apr 18 19:37:08.246294 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:37:08.246294 n-d-836017-2 neutron-server[84763]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:37:08.246294 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:37:08.246294 n-d-836017-2 neutron-server[84763]: return self.request(url, 'GET', **kwargs) Apr 18 19:37:08.246294 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:37:08.246294 n-d-836017-2 neutron-server[84763]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:37:08.246294 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:37:08.246294 n-d-836017-2 neutron-server[84763]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:37:08.246294 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:37:08.246294 n-d-836017-2 neutron-server[84763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:37:08.246294 n-d-836017-2 neutron-server[84763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:37:08.527041 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af50b674-3d6e-461e-9e0a-056f930a1e28 req-6a76b347-04a9-4d4a-aaa6-55ce95dad7ef tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:08.527830 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-af50b674-3d6e-461e-9e0a-056f930a1e28 req-6a76b347-04a9-4d4a-aaa6-55ce95dad7ef tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Synchronizing usage tracker for tenant:f7f855ff57c84f41949916661be0c661 on resource:network {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:37:08.582783 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-6cb58934-23c4-47af-9a99-77ec8385579e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:08.586511 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-3d27f159-d39c-4af8-a919-6bf8532ea43b req-f0410a19-7a34-4f3b-b806-261fa85cf6cb tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] For port 091abad1-c10a-4b3a-a889-b5557ed8e866, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=091abad1-c10a-4b3a-a889-b5557ed8e866,segment=NetworkSegment(7f90ec0e-0730-4dc0-b368-2cc8764d9629),segment_id=7f90ec0e-0730-4dc0-b368-2cc8764d9629)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:37:08.586882 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-3d27f159-d39c-4af8-a919-6bf8532ea43b req-f0410a19-7a34-4f3b-b806-261fa85cf6cb tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:08.595135 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-2f1f7f3a-d3e3-42c4-9d1b-94f762720c12 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416801'] for network, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:08.618930 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-2f1f7f3a-d3e3-42c4-9d1b-94f762720c12 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:08.682661 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-47de797c-4dc9-439f-a9fc-ec0f6a7341d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2290811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65862591'] for subnet, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:08.686009 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-af50b674-3d6e-461e-9e0a-056f930a1e28 req-6a76b347-04a9-4d4a-aaa6-55ce95dad7ef tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Unset dirty status for tenant:f7f855ff57c84f41949916661be0c661 on resource:network {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:37:08.687182 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-af50b674-3d6e-461e-9e0a-056f930a1e28 req-6a76b347-04a9-4d4a-aaa6-55ce95dad7ef tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/networks?id=11569783-78f6-4d10-9370-768c4acb7a65 HTTP/1.1" status: 200 len: 805 time: 0.3861945 Apr 18 19:37:08.752136 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-3d27f159-d39c-4af8-a919-6bf8532ea43b req-f0410a19-7a34-4f3b-b806-261fa85cf6cb tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Calling delete_port for 091abad1-c10a-4b3a-a889-b5557ed8e866 owned by compute:nova {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:37:08.756396 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-af50b674-3d6e-461e-9e0a-056f930a1e28 req-369ff743-4286-4a20-97dc-999a54e127bd tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/quotas/f7f855ff57c84f41949916661be0c661 HTTP/1.1" status: 200 len: 375 time: 0.0392630 Apr 18 19:37:08.786010 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 35034) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:08.792816 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1f7f3a-d3e3-42c4-9d1b-94f762720c12 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Pushing event deleted for resources: {'Network': ['ID=51252906-94f2-4d46-bd30-75da9d2030a0,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:08.803188 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-6cb58934-23c4-47af-9a99-77ec8385579e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:08.837390 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-af50b674-3d6e-461e-9e0a-056f930a1e28 req-a7090d98-c1a1-419b-b961-a3ea2916fcee tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=f7f855ff57c84f41949916661be0c661&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0680671 Apr 18 19:37:08.838290 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47de797c-4dc9-439f-a9fc-ec0f6a7341d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f74d436-afb8-465f-b659-1be967ed4d5d,revision_number=0']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:08.848493 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47de797c-4dc9-439f-a9fc-ec0f6a7341d7 admin admin] Checking segment: {'id': 'c3255f4b-ef57-4674-a268-31691e3a8b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '90209d61-e826-43c7-b870-7c37c04ae80f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:37:08.848759 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47de797c-4dc9-439f-a9fc-ec0f6a7341d7 admin admin] Network hostable DHCP agents. Network: 90209d61-e826-43c7-b870-7c37c04ae80f, hostable agents: ['f6987c12-6d6c-47d4-b22d-cfcd164dc40d'], hosted agents: [] {{(pid=84764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:37:08.860197 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-2f1f7f3a-d3e3-42c4-9d1b-94f762720c12 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "DELETE /v2.0/networks/51252906-94f2-4d46-bd30-75da9d2030a0 HTTP/1.1" status: 204 len: 168 time: 3.3562548 Apr 18 19:37:08.860664 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 35040) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:08.890505 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-98dd2957-81e4-47a2-878c-92d4e73566cd tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Request body: {'port': {'network_id': 'd56be34c-7b73-4700-ae04-c94175a27b0b', 'name': 'tempest-PortsIpV6TestJSON-710801592'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:37:08.910066 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb58934-23c4-47af-9a99-77ec8385579e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=939a2984-1a56-47a9-927e-683e3a576b26,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:08.945942 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-6cb58934-23c4-47af-9a99-77ec8385579e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2a25c13109464a1f8d9af052ad1a519b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4496837 Apr 18 19:37:08.949398 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 35044) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:09.001929 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 35050) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:09.007439 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-0e9d0f77-4c24-4462-ab7d-441e0314d589 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e3b062c733cb48498c21458f46ee72da&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2133963 Apr 18 19:37:09.014532 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 35054) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:09.092487 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-eb4a10f4-29a9-4607-a375-6ac07829d9fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:09.158516 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-98dd2957-81e4-47a2-878c-92d4e73566cd tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:37:09.170860 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-eb4a10f4-29a9-4607-a375-6ac07829d9fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:09.180153 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-98dd2957-81e4-47a2-878c-92d4e73566cd tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Usage tracker for resource:port and tenant:8097f6133aa24824a0d11d98456dfce8 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:37:09.182004 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-3d27f159-d39c-4af8-a919-6bf8532ea43b req-f0410a19-7a34-4f3b-b806-261fa85cf6cb tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:09.192527 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-98dd2957-81e4-47a2-878c-92d4e73566cd tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:37:09.193682 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] get_ports_and_sgs() called for port_ids ['091abad1-c10a-4b3a-a889-b5557ed8e866'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:37:09.215381 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-98dd2957-81e4-47a2-878c-92d4e73566cd tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:37:09.229721 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47de797c-4dc9-439f-a9fc-ec0f6a7341d7 admin admin] Network 90209d61-e826-43c7-b870-7c37c04ae80f is scheduled to be hosted by DHCP agent f6987c12-6d6c-47d4-b22d-cfcd164dc40d with binding_index 1 {{(pid=84764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:37:09.253367 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-af50b674-3d6e-461e-9e0a-056f930a1e28 req-a31e04a3-8198-476a-af11-8cb367f863c9 service neutron] 10.222.0.69 "GET /v2.0/networks/11569783-78f6-4d10-9370-768c4acb7a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3905432 Apr 18 19:37:09.258047 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-c75de670-4068-4114-8c2a-a7b8f05da865 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1985967791-network', 'tenant_id': '3afdb7c079564f3880276d09ef1896cc'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:37:09.266104 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0410a19-7a34-4f3b-b806-261fa85cf6cb tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Pushing event deleted for resources: {'Port': ['ID=091abad1-c10a-4b3a-a889-b5557ed8e866,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:09.269250 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-c75de670-4068-4114-8c2a-a7b8f05da865 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:37:09.278904 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-76e2d2c1-5f70-4c23-b192-e36701790e76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:09.290721 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-c75de670-4068-4114-8c2a-a7b8f05da865 admin admin] Usage tracker for resource:network and tenant:3afdb7c079564f3880276d09ef1896cc is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:37:09.295765 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-c75de670-4068-4114-8c2a-a7b8f05da865 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:37:09.329082 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-c75de670-4068-4114-8c2a-a7b8f05da865 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:37:09.342423 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [None req-47de797c-4dc9-439f-a9fc-ec0f6a7341d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-2, 90209d61-e826-43c7-b870-7c37c04ae80f) {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:37:09.343938 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98dd2957-81e4-47a2-878c-92d4e73566cd tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Made reservation on behalf of 8097f6133aa24824a0d11d98456dfce8 for: {'port': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:37:09.346856 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-98dd2957-81e4-47a2-878c-92d4e73566cd tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:09.351239 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6207fa0e-c423-4663-a3e5-f3e5ebcd101b None None] Network 90209d61-e826-43c7-b870-7c37c04ae80f requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:37:09.377416 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47de797c-4dc9-439f-a9fc-ec0f6a7341d7 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:09.378097 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-47de797c-4dc9-439f-a9fc-ec0f6a7341d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for subnet, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:09.387441 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf9accf-74c8-431a-a992-9f105e6d148c req-64f2f036-5fbf-44bc-828a-2ace3cc63c56 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:09.388956 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-dbf9accf-74c8-431a-a992-9f105e6d148c req-64f2f036-5fbf-44bc-828a-2ace3cc63c56 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] 10.222.0.69 "GET /v2.0/ports?device_id=042e752e-6ab0-4b23-b37e-7217e8897b50 HTTP/1.1" status: 200 len: 945 time: 0.3012202 Apr 18 19:37:09.394489 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d27f159-d39c-4af8-a919-6bf8532ea43b req-f0410a19-7a34-4f3b-b806-261fa85cf6cb tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] No DVR routers for this DVR port 091abad1-c10a-4b3a-a889-b5557ed8e866 on host n-h1-836017-2 {{(pid=84763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:37:09.397507 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-3d27f159-d39c-4af8-a919-6bf8532ea43b req-f0410a19-7a34-4f3b-b806-261fa85cf6cb tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:09.400515 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '042e752e-6ab0-4b23-b37e-7217e8897b50', 'name': 'network-vif-deleted', 'tag': '091abad1-c10a-4b3a-a889-b5557ed8e866'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:37:09.423442 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-76e2d2c1-5f70-4c23-b192-e36701790e76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:09.436399 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c75de670-4068-4114-8c2a-a7b8f05da865 admin admin] Made reservation on behalf of 3afdb7c079564f3880276d09ef1896cc for: {'network': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:37:09.439004 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-c75de670-4068-4114-8c2a-a7b8f05da865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for network, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:09.460780 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-c75de670-4068-4114-8c2a-a7b8f05da865 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:09.477944 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [None req-98dd2957-81e4-47a2-878c-92d4e73566cd tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] device_id is not set on port 96bac1d2-cf9a-487d-9133-a8b173787b8f yet. {{(pid=84764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 19:37:09.505257 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-dbf9accf-74c8-431a-a992-9f105e6d148c req-8284147b-f09e-4ed4-b16e-8f7ae0688334 tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] 10.222.0.69 "GET /v2.0/security-groups?id=da701d94-d5ec-4d45-a306-33194a2dfb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967715 Apr 18 19:37:09.506022 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-eb4a10f4-29a9-4607-a375-6ac07829d9fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:09.529269 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-eb4a10f4-29a9-4607-a375-6ac07829d9fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:09.530641 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-eb4a10f4-29a9-4607-a375-6ac07829d9fc admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/939a2984-1a56-47a9-927e-683e3a576b26 HTTP/1.1" status: 204 len: 168 time: 0.5809135 Apr 18 19:37:09.531924 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-c75de670-4068-4114-8c2a-a7b8f05da865 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:37:09.534533 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4a10f4-29a9-4607-a375-6ac07829d9fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=939a2984-1a56-47a9-927e-683e3a576b26,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:09.539767 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-c75de670-4068-4114-8c2a-a7b8f05da865 admin admin] Usage tracker for resource:security_group_rule and tenant:3afdb7c079564f3880276d09ef1896cc is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:37:09.542973 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-c75de670-4068-4114-8c2a-a7b8f05da865 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:37:09.549528 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-c75de670-4068-4114-8c2a-a7b8f05da865 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:37:09.565704 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-47de797c-4dc9-439f-a9fc-ec0f6a7341d7 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.6537950 Apr 18 19:37:09.586958 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3d27f159-d39c-4af8-a919-6bf8532ea43b req-f0410a19-7a34-4f3b-b806-261fa85cf6cb tempest-ListServerFiltersTestJSON-1946815020 tempest-ListServerFiltersTestJSON-1946815020-project] 10.222.0.73 "DELETE /v2.0/ports/091abad1-c10a-4b3a-a889-b5557ed8e866 HTTP/1.1" status: 204 len: 173 time: 2.1876783 Apr 18 19:37:09.597714 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-af50b674-3d6e-461e-9e0a-056f930a1e28 req-f978322a-cb52-4f4d-9f17-3ee41ca78742 service neutron] 10.222.0.69 "GET /v2.0/networks/11569783-78f6-4d10-9370-768c4acb7a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3415613 Apr 18 19:37:09.668616 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-c75de670-4068-4114-8c2a-a7b8f05da865 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:09.751966 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-c75de670-4068-4114-8c2a-a7b8f05da865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:09.774431 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac548605-f96b-4529-97d5-ddd105cf703e None None] Network 90209d61-e826-43c7-b870-7c37c04ae80f requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:37:09.826586 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c75de670-4068-4114-8c2a-a7b8f05da865 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=84763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:37:09.840875 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75de670-4068-4114-8c2a-a7b8f05da865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2de644d2-60d6-4053-92dc-c6ef5e36b329,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:09.854377 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-c75de670-4068-4114-8c2a-a7b8f05da865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:09.855324 n-d-836017-2 neutron-server[84763]: INFO neutron.db.segments_db [None req-c75de670-4068-4114-8c2a-a7b8f05da865 admin admin] Added segment 86989d44-b8fd-4658-91be-1be4d2fca194 of type vlan for network c1201e78-a7b1-460b-84fa-e05ee0ba7d5f Apr 18 19:37:09.889043 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-602c7e64-4ce7-4711-83d8-502dd2b9a1e0'] response: {'server_uuid': '042e752e-6ab0-4b23-b37e-7217e8897b50', 'name': 'network-vif-deleted', 'tag': '091abad1-c10a-4b3a-a889-b5557ed8e866', 'status': 'completed', 'code': 200} Apr 18 19:37:09.965205 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-c75de670-4068-4114-8c2a-a7b8f05da865 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791093404182'] for network, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:10.141352 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-98dd2957-81e4-47a2-878c-92d4e73566cd tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks [] for port, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:10.143685 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e55d8c43-2331-4da4-ba77-60b1696490f6 req-5fb0f51b-bb94-4be5-a7b6-977bbd63ad9a tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a7e3627-fe0c-454f-94c0-2c81f29abab8 HTTP/1.1" status: 200 len: 210 time: 0.0620594 Apr 18 19:37:10.154813 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-c75de670-4068-4114-8c2a-a7b8f05da865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251'] for network, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:10.155699 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75de670-4068-4114-8c2a-a7b8f05da865 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:10.156341 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-c75de670-4068-4114-8c2a-a7b8f05da865 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:10.176797 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-76e2d2c1-5f70-4c23-b192-e36701790e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:10.205277 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e2d2c1-5f70-4c23-b192-e36701790e76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dce0218-3e63-47f4-ad5c-3b3c3b13b319,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:10.237589 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-98dd2957-81e4-47a2-878c-92d4e73566cd tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:10.322097 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75de670-4068-4114-8c2a-a7b8f05da865 admin admin] Pushing event updated for resources: {'Network': ['ID=c1201e78-a7b1-460b-84fa-e05ee0ba7d5f,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:10.332862 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Network c1201e78-a7b1-460b-84fa-e05ee0ba7d5f details requested by agent ovs-agent-n-d-836017-2 with host n-d-836017-2 {{(pid=84765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:37:10.417497 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-c75de670-4068-4114-8c2a-a7b8f05da865 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.4088438 Apr 18 19:37:10.430252 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 35086) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:10.432152 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-191e0c6f-acca-4163-b4a8-52d6a70c066f admin admin] Request body: {'subnet': {'network_id': 'c1201e78-a7b1-460b-84fa-e05ee0ba7d5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1985967791-subnet', 'tenant_id': '3afdb7c079564f3880276d09ef1896cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:37:10.472864 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-191e0c6f-acca-4163-b4a8-52d6a70c066f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:37:10.477362 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-191e0c6f-acca-4163-b4a8-52d6a70c066f admin admin] Usage tracker for resource:subnet and tenant:3afdb7c079564f3880276d09ef1896cc is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:37:10.484876 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-191e0c6f-acca-4163-b4a8-52d6a70c066f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:37:10.490318 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-76e2d2c1-5f70-4c23-b192-e36701790e76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:10.491418 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-76e2d2c1-5f70-4c23-b192-e36701790e76 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6dce0218-3e63-47f4-ad5c-3b3c3b13b319 HTTP/1.1" status: 204 len: 168 time: 1.4759731 Apr 18 19:37:10.508441 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-191e0c6f-acca-4163-b4a8-52d6a70c066f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:37:10.511933 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98dd2957-81e4-47a2-878c-92d4e73566cd tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Network d56be34c-7b73-4700-ae04-c94175a27b0b is already hosted by enough agents. {{(pid=84764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:37:10.513199 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dd2957-81e4-47a2-878c-92d4e73566cd tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Pushing event updated for resources: {'Port': ['ID=96bac1d2-cf9a-487d-9133-a8b173787b8f,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:10.517343 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [None req-98dd2957-81e4-47a2-878c-92d4e73566cd tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Resources bound (agent type, host, resource id): {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:37:10.529559 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98dd2957-81e4-47a2-878c-92d4e73566cd tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Received port after_create {{(pid=84764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:37:10.532090 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98dd2957-81e4-47a2-878c-92d4e73566cd tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:10.532921 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-98dd2957-81e4-47a2-878c-92d4e73566cd tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:10.638873 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-191e0c6f-acca-4163-b4a8-52d6a70c066f admin admin] Made reservation on behalf of 3afdb7c079564f3880276d09ef1896cc for: {'subnet': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:37:10.641236 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-191e0c6f-acca-4163-b4a8-52d6a70c066f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540907'] for subnet, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:10.670858 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-98dd2957-81e4-47a2-878c-92d4e73566cd tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.8069639 Apr 18 19:37:10.675823 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 35098) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:10.915991 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-62c9d936-d435-438b-b4bb-4c6e70a6c8e1 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Deleting port 96bac1d2-cf9a-487d-9133-a8b173787b8f {{(pid=84764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:37:10.915991 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-62c9d936-d435-438b-b4bb-4c6e70a6c8e1 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:10.955005 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 35108) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:11.194990 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-191e0c6f-acca-4163-b4a8-52d6a70c066f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66351616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66540921'] for subnet, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:11.233471 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_v2 [None req-f599045b-c37d-44b8-b5d0-6967cec4d1c9 admin admin] Deleting subnet 880fe736-40f1-40b4-9914-295fd7eafb79 {{(pid=84764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:37:11.248911 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f599045b-c37d-44b8-b5d0-6967cec4d1c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:11.251063 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 091abad1-c10a-4b3a-a889-b5557ed8e866 no longer exists at agent hyperv_n-h1-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:37:11.367466 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] No Port match for: 091abad1-c10a-4b3a-a889-b5557ed8e866 {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:37:11.368120 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 091abad1-c10a-4b3a-a889-b5557ed8e866 not bound to the agent host n-h1-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:37:11.418924 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-77f2b05e-ca1f-4d96-9e7c-35fa3624474f tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:11.419099 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-77f2b05e-ca1f-4d96-9e7c-35fa3624474f tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Synchronizing usage tracker for tenant:55080d7e03b84961904f44cea106a34f on resource:network {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:37:11.430072 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ff7f74bb-eaf9-4a50-bc8b-7e3c9a9ef517 req-fccb5d8c-c5dc-4f11-acbe-9dc3fa715f4e tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a7e3627-fe0c-454f-94c0-2c81f29abab8 HTTP/1.1" status: 200 len: 210 time: 0.1066892 Apr 18 19:37:11.455082 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f599045b-c37d-44b8-b5d0-6967cec4d1c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66931798'] for subnet, precommit_delete_associations {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:11.464438 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191e0c6f-acca-4163-b4a8-52d6a70c066f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6904d0b3-3a3b-42ab-a2f8-bc5a06f0b707,revision_number=0']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:11.478490 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191e0c6f-acca-4163-b4a8-52d6a70c066f admin admin] Checking segment: {'id': '86989d44-b8fd-4658-91be-1be4d2fca194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'c1201e78-a7b1-460b-84fa-e05ee0ba7d5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:37:11.479356 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191e0c6f-acca-4163-b4a8-52d6a70c066f admin admin] Network hostable DHCP agents. Network: c1201e78-a7b1-460b-84fa-e05ee0ba7d5f, hostable agents: ['f6987c12-6d6c-47d4-b22d-cfcd164dc40d'], hosted agents: [] {{(pid=84763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:37:11.518793 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-62c9d936-d435-438b-b4bb-4c6e70a6c8e1 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:11.654968 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-62c9d936-d435-438b-b4bb-4c6e70a6c8e1 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Calling delete_port for 96bac1d2-cf9a-487d-9133-a8b173787b8f owned by {{(pid=84764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:37:11.717306 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191e0c6f-acca-4163-b4a8-52d6a70c066f admin admin] Network c1201e78-a7b1-460b-84fa-e05ee0ba7d5f is scheduled to be hosted by DHCP agent f6987c12-6d6c-47d4-b22d-cfcd164dc40d with binding_index 1 {{(pid=84763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:37:11.742329 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-77f2b05e-ca1f-4d96-9e7c-35fa3624474f tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Unset dirty status for tenant:55080d7e03b84961904f44cea106a34f on resource:network {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:37:11.744268 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-77f2b05e-ca1f-4d96-9e7c-35fa3624474f tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] 10.222.0.69 "GET /v2.0/networks?id=90209d61-e826-43c7-b870-7c37c04ae80f HTTP/1.1" status: 200 len: 818 time: 0.7910676 Apr 18 19:37:11.789659 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-80a8c204-e21c-4287-88f8-94137a596e13 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] 10.222.0.69 "GET /v2.0/quotas/55080d7e03b84961904f44cea106a34f HTTP/1.1" status: 200 len: 375 time: 0.0363634 Apr 18 19:37:11.792969 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f599045b-c37d-44b8-b5d0-6967cec4d1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1258508'] for subnet, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:11.862198 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [None req-191e0c6f-acca-4163-b4a8-52d6a70c066f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-2, c1201e78-a7b1-460b-84fa-e05ee0ba7d5f) {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:37:11.874069 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-363a74ee-7e58-4024-b5e1-e641caa5a1af None None] Network c1201e78-a7b1-460b-84fa-e05ee0ba7d5f requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:37:11.874734 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191e0c6f-acca-4163-b4a8-52d6a70c066f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:11.875983 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-191e0c6f-acca-4163-b4a8-52d6a70c066f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:11.884131 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-15b3e89d-2569-48f6-b0d6-82149b40b6df tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=55080d7e03b84961904f44cea106a34f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0629079 Apr 18 19:37:12.007423 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-62c9d936-d435-438b-b4bb-4c6e70a6c8e1 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:12.062801 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-191e0c6f-acca-4163-b4a8-52d6a70c066f admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.6352718 Apr 18 19:37:12.084831 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c9d936-d435-438b-b4bb-4c6e70a6c8e1 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Pushing event deleted for resources: {'Port': ['ID=96bac1d2-cf9a-487d-9133-a8b173787b8f,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:12.090030 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-38d8450f-90f3-45e9-ab36-2fd493a00157 service neutron] 10.222.0.69 "GET /v2.0/networks/90209d61-e826-43c7-b870-7c37c04ae80f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976492 Apr 18 19:37:12.103226 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-62c9d936-d435-438b-b4bb-4c6e70a6c8e1 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:12.148941 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d90f6a-11b3-4928-ae4f-5e0403238e17 None None] Network c1201e78-a7b1-460b-84fa-e05ee0ba7d5f requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:37:12.186942 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-62c9d936-d435-438b-b4bb-4c6e70a6c8e1 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "DELETE /v2.0/ports/96bac1d2-cf9a-487d-9133-a8b173787b8f HTTP/1.1" status: 204 len: 168 time: 1.5095594 Apr 18 19:37:12.190560 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 35140) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:12.202756 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f599045b-c37d-44b8-b5d0-6967cec4d1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1258501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2290876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65862598'] for subnet, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:12.203487 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-a339a21d-622b-446f-ae6d-a2c8a64f91ce tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Request body: {'port': {'network_id': 'd56be34c-7b73-4700-ae04-c94175a27b0b', 'mac_address': 'fa:16:3e:07:87:a6', 'name': 'tempest-PortsIpV6TestJSON-117167202'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:37:12.246411 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f599045b-c37d-44b8-b5d0-6967cec4d1c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=880fe736-40f1-40b4-9914-295fd7eafb79,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:12.286963 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f599045b-c37d-44b8-b5d0-6967cec4d1c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for subnet, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:12.288469 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-f599045b-c37d-44b8-b5d0-6967cec4d1c9 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/880fe736-40f1-40b4-9914-295fd7eafb79 HTTP/1.1" status: 204 len: 168 time: 1.3230298 Apr 18 19:37:12.295266 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 35146) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:12.324532 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-af53c153-7d29-4201-b183-7d241ba08096 service neutron] 10.222.0.69 "GET /v2.0/networks/90209d61-e826-43c7-b870-7c37c04ae80f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156727 Apr 18 19:37:12.344016 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9b8088-1e2d-44c1-987a-498cfebaac49 None None] Network 168a7e5c-88e7-4a61-b7dd-5d3e7de1ff8d requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:37:12.465657 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-916b93c2-815c-45a2-930f-f39818b20812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:12.487555 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-916b93c2-815c-45a2-930f-f39818b20812 admin admin] Deleting port 21bcf457-7eb0-47c2-a877-d2668df1343c {{(pid=84764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:37:12.488037 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-916b93c2-815c-45a2-930f-f39818b20812 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:12.518649 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-a339a21d-622b-446f-ae6d-a2c8a64f91ce tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:37:12.530488 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-a339a21d-622b-446f-ae6d-a2c8a64f91ce tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Usage tracker for resource:port and tenant:8097f6133aa24824a0d11d98456dfce8 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:37:12.537376 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-a339a21d-622b-446f-ae6d-a2c8a64f91ce tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:37:12.557955 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-a339a21d-622b-446f-ae6d-a2c8a64f91ce tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:37:12.653269 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a339a21d-622b-446f-ae6d-a2c8a64f91ce tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Made reservation on behalf of 8097f6133aa24824a0d11d98456dfce8 for: {'port': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:37:12.834743 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-a339a21d-622b-446f-ae6d-a2c8a64f91ce tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:12.942839 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [None req-a339a21d-622b-446f-ae6d-a2c8a64f91ce tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] device_id is not set on port 4fde5e94-da75-42b9-b62d-cd7027501fcd yet. {{(pid=84763) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 19:37:12.986611 n-d-836017-2 neutron-server[84763]: INFO neutron.api.v2.resource [req-72adef15-8df0-4607-9541-d2ea7d53d9d5 req-785466ed-b121-455f-b20c-db5e18dc4e7d tempest-SecurityGroupsNegativeTestJSON-676687618 tempest-SecurityGroupsNegativeTestJSON-676687618-project] show failed (client error): The resource could not be found. Apr 18 19:37:12.987933 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-72adef15-8df0-4607-9541-d2ea7d53d9d5 req-785466ed-b121-455f-b20c-db5e18dc4e7d tempest-SecurityGroupsNegativeTestJSON-676687618 tempest-SecurityGroupsNegativeTestJSON-676687618-project] 10.222.0.69 "GET /v2.0/security-groups/350dd7d1-0512-4dbb-a2d0-d02c360e39db HTTP/1.1" status: 404 len: 352 time: 0.1172836 Apr 18 19:37:13.006167 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12844400-9971-4d1f-8a30-77fba323a61a None None] DHCP port deletion for 168a7e5c-88e7-4a61-b7dd-5d3e7de1ff8d request from n-d-836017-2 {{(pid=84765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 19:37:13.012474 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-12844400-9971-4d1f-8a30-77fba323a61a None None] Deleting port 21bcf457-7eb0-47c2-a877-d2668df1343c {{(pid=84765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:37:13.013815 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-12844400-9971-4d1f-8a30-77fba323a61a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:13.027153 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [None req-916b93c2-815c-45a2-930f-f39818b20812 admin admin] For port 21bcf457-7eb0-47c2-a877-d2668df1343c, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=21bcf457-7eb0-47c2-a877-d2668df1343c,segment=NetworkSegment(7f90ec0e-0730-4dc0-b368-2cc8764d9629),segment_id=7f90ec0e-0730-4dc0-b368-2cc8764d9629)] {{(pid=84764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:37:13.027691 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-916b93c2-815c-45a2-930f-f39818b20812 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:13.374238 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8f5c08b4-5026-4684-971a-a37d8fb09d54 req-001f79bd-0f34-4a61-8106-083ae0f579d8 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a7e3627-fe0c-454f-94c0-2c81f29abab8 HTTP/1.1" status: 200 len: 210 time: 0.1194091 Apr 18 19:37:13.408427 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-916b93c2-815c-45a2-930f-f39818b20812 admin admin] Calling delete_port for 21bcf457-7eb0-47c2-a877-d2668df1343c owned by network:dhcp {{(pid=84764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:37:13.451415 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-12844400-9971-4d1f-8a30-77fba323a61a None None] For port 21bcf457-7eb0-47c2-a877-d2668df1343c, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=21bcf457-7eb0-47c2-a877-d2668df1343c,segment=NetworkSegment(7f90ec0e-0730-4dc0-b368-2cc8764d9629),segment_id=7f90ec0e-0730-4dc0-b368-2cc8764d9629)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:37:13.452211 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-12844400-9971-4d1f-8a30-77fba323a61a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:13.452427 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 35180) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:13.483232 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-a339a21d-622b-446f-ae6d-a2c8a64f91ce tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks [] for port, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:13.555718 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a210fa98-99bd-492a-87f0-a0e44ba3c1c1 req-50704cd4-672a-4b6e-ae3e-b738b12b741c tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] 10.222.0.69 "GET /v2.0/ports?device_id=012c79ba-837f-4083-8180-a6605aaa25b9 HTTP/1.1" status: 200 len: 210 time: 0.0623500 Apr 18 19:37:13.687830 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-0475d28d-20d9-40a8-8bc0-30602334c74e req-24b41812-cafd-4f60-9577-6c78e5932a41 tempest-SecurityGroupsNegativeTestJSON-676687618 tempest-SecurityGroupsNegativeTestJSON-676687618-project] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3afdb7c079564f3880276d09ef1896cc HTTP/1.1" status: 200 len: 2652 time: 0.1988711 Apr 18 19:37:13.706727 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-12844400-9971-4d1f-8a30-77fba323a61a None None] Calling delete_port for 21bcf457-7eb0-47c2-a877-d2668df1343c owned by network:dhcp {{(pid=84765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:37:13.724977 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-a339a21d-622b-446f-ae6d-a2c8a64f91ce tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:13.836040 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-0475d28d-20d9-40a8-8bc0-30602334c74e req-27d1d5bd-8888-4673-a642-b702358c4130 tempest-SecurityGroupsNegativeTestJSON-676687618 tempest-SecurityGroupsNegativeTestJSON-676687618-project] 10.222.0.69 "GET /v2.0/security-groups/2de644d2-60d6-4053-92dc-c6ef5e36b329 HTTP/1.1" status: 200 len: 2649 time: 0.1214345 Apr 18 19:37:13.855809 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a339a21d-622b-446f-ae6d-a2c8a64f91ce tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Network d56be34c-7b73-4700-ae04-c94175a27b0b is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:37:13.862792 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [None req-a339a21d-622b-446f-ae6d-a2c8a64f91ce tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:37:13.885748 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a339a21d-622b-446f-ae6d-a2c8a64f91ce tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Received port after_create {{(pid=84763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:37:13.892571 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a339a21d-622b-446f-ae6d-a2c8a64f91ce tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:13.893454 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-a339a21d-622b-446f-ae6d-a2c8a64f91ce tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:13.917461 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a339a21d-622b-446f-ae6d-a2c8a64f91ce tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Pushing event updated for resources: {'Port': ['ID=4fde5e94-da75-42b9-b62d-cd7027501fcd,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:13.958495 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-0475d28d-20d9-40a8-8bc0-30602334c74e req-0ab2e100-aa9c-4d12-8478-1860779e34bb tempest-SecurityGroupsNegativeTestJSON-676687618 tempest-SecurityGroupsNegativeTestJSON-676687618-project] 10.222.0.69 "GET /v2.0/security-groups/2de644d2-60d6-4053-92dc-c6ef5e36b329 HTTP/1.1" status: 200 len: 2649 time: 0.1168075 Apr 18 19:37:13.959325 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af50b674-3d6e-461e-9e0a-056f930a1e28 req-d8c9a728-0c3d-44ed-9298-6529d4969d7d tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:13.959831 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-af50b674-3d6e-461e-9e0a-056f930a1e28 req-d8c9a728-0c3d-44ed-9298-6529d4969d7d tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.73 "GET /v2.0/networks?id=11569783-78f6-4d10-9370-768c4acb7a65 HTTP/1.1" status: 200 len: 805 time: 0.3520567 Apr 18 19:37:13.979890 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-916b93c2-815c-45a2-930f-f39818b20812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:13.980508 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-af50b674-3d6e-461e-9e0a-056f930a1e28 req-59640b77-073e-4f58-8168-3d3949651b0b tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Request body: {'port': {'device_id': '7a7e3627-fe0c-454f-94c0-2c81f29abab8', 'network_id': '11569783-78f6-4d10-9370-768c4acb7a65', 'admin_state_up': True, 'tenant_id': 'f7f855ff57c84f41949916661be0c661'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:37:13.982564 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-12844400-9971-4d1f-8a30-77fba323a61a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84765) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 19:37:13.982854 n-d-836017-2 neutron-server[84765]: DEBUG oslo_db.api [None req-12844400-9971-4d1f-8a30-77fba323a61a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 19:37:14.089851 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916b93c2-815c-45a2-930f-f39818b20812 admin admin] Pushing event deleted for resources: {'Port': ['ID=21bcf457-7eb0-47c2-a877-d2668df1343c,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:14.098134 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-feffdf42-9eef-42c3-a90b-887d4be59885 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-2100901188-network', 'tenant_id': 'f23daf946b4d4874b9d361b56e2fb9b5'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:37:14.102807 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 21bcf457-7eb0-47c2-a877-d2668df1343c no longer exists at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:37:14.119207 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-a339a21d-622b-446f-ae6d-a2c8a64f91ce tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.9243395 Apr 18 19:37:14.119703 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916b93c2-815c-45a2-930f-f39818b20812 admin admin] No DVR routers for this DVR port 21bcf457-7eb0-47c2-a877-d2668df1343c on host n-d-836017-2 {{(pid=84764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:37:14.119819 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-feffdf42-9eef-42c3-a90b-887d4be59885 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:37:14.126249 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 35198) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:14.137559 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-feffdf42-9eef-42c3-a90b-887d4be59885 admin admin] Usage tracker for resource:network and tenant:f23daf946b4d4874b9d361b56e2fb9b5 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:37:14.142734 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-feffdf42-9eef-42c3-a90b-887d4be59885 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:37:14.152508 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] No Port match for: 21bcf457-7eb0-47c2-a877-d2668df1343c {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:37:14.153236 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 21bcf457-7eb0-47c2-a877-d2668df1343c not bound to the agent host n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:37:14.241129 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-feffdf42-9eef-42c3-a90b-887d4be59885 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:37:14.295440 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-af50b674-3d6e-461e-9e0a-056f930a1e28 req-59640b77-073e-4f58-8168-3d3949651b0b tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:37:14.297325 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-916b93c2-815c-45a2-930f-f39818b20812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256345', 'neutron.services.segments.db._delete_segments_for_network-8791093852025'] for network, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:14.299531 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-af50b674-3d6e-461e-9e0a-056f930a1e28 req-59640b77-073e-4f58-8168-3d3949651b0b tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Usage tracker for resource:port and tenant:f7f855ff57c84f41949916661be0c661 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:37:14.302981 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-af50b674-3d6e-461e-9e0a-056f930a1e28 req-59640b77-073e-4f58-8168-3d3949651b0b tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:37:14.309771 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-af50b674-3d6e-461e-9e0a-056f930a1e28 req-59640b77-073e-4f58-8168-3d3949651b0b tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:37:14.330946 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-916b93c2-815c-45a2-930f-f39818b20812 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['168a7e5c-88e7-4a61-b7dd-5d3e7de1ff8d']}} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:37:14.339580 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c1184e-38cd-41f1-ae26-c8fe73eaa7bd tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:14.340486 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-18c1184e-38cd-41f1-ae26-c8fe73eaa7bd tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Synchronizing usage tracker for tenant:8097f6133aa24824a0d11d98456dfce8 on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:37:14.344482 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-57da9b17-577e-4291-847d-47e76b3bdd70 req-e43106c4-3d72-43e3-9826-63c92b124191 tempest-SecurityGroupsNegativeTestJSON-676687618 tempest-SecurityGroupsNegativeTestJSON-676687618-project] 10.222.0.69 "GET /v2.0/security-groups/2de644d2-60d6-4053-92dc-c6ef5e36b329 HTTP/1.1" status: 200 len: 2649 time: 0.3207164 Apr 18 19:37:14.351626 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-916b93c2-815c-45a2-930f-f39818b20812 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f90ec0e-0730-4dc0-b368-2cc8764d9629') {'for_net_delete': True} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:37:14.351968 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-916b93c2-815c-45a2-930f-f39818b20812 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f90ec0e-0730-4dc0-b368-2cc8764d9629') {} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:37:14.366755 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-916b93c2-815c-45a2-930f-f39818b20812 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791093851908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66932133'] for segment, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:14.385385 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-916b93c2-815c-45a2-930f-f39818b20812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:14.392047 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-916b93c2-815c-45a2-930f-f39818b20812 admin admin] Releasing vlan 553 on physical network physnet1 to pool {{(pid=84764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:37:14.392459 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-916b93c2-815c-45a2-930f-f39818b20812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2290898'] for segment, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:14.408562 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feffdf42-9eef-42c3-a90b-887d4be59885 admin admin] Made reservation on behalf of f23daf946b4d4874b9d361b56e2fb9b5 for: {'network': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:37:14.411723 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-feffdf42-9eef-42c3-a90b-887d4be59885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for network, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:14.417104 n-d-836017-2 neutron-server[84764]: Traceback (most recent call last): Apr 18 19:37:14.417104 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:37:14.417104 n-d-836017-2 neutron-server[84764]: timer() Apr 18 19:37:14.417104 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:37:14.417104 n-d-836017-2 neutron-server[84764]: cb(*args, **kw) Apr 18 19:37:14.417104 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:37:14.417104 n-d-836017-2 neutron-server[84764]: return func(*args, **kwargs) Apr 18 19:37:14.417104 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:37:14.417104 n-d-836017-2 neutron-server[84764]: self._notify() Apr 18 19:37:14.417104 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:37:14.417104 n-d-836017-2 neutron-server[84764]: self.callback(batched_events) Apr 18 19:37:14.417104 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:37:14.417104 n-d-836017-2 neutron-server[84764]: event.method(event) Apr 18 19:37:14.417104 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:37:14.417104 n-d-836017-2 neutron-server[84764]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:37:14.417104 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:37:14.417104 n-d-836017-2 neutron-server[84764]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:37:14.417104 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:37:14.417104 n-d-836017-2 neutron-server[84764]: return f(self, *a, **k) Apr 18 19:37:14.417104 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:37:14.417104 n-d-836017-2 neutron-server[84764]: return self._get(url).json() Apr 18 19:37:14.417104 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:37:14.417104 n-d-836017-2 neutron-server[84764]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:37:14.417104 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:37:14.417104 n-d-836017-2 neutron-server[84764]: return self.request(url, 'GET', **kwargs) Apr 18 19:37:14.417104 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:37:14.417104 n-d-836017-2 neutron-server[84764]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:37:14.417104 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:37:14.417104 n-d-836017-2 neutron-server[84764]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:37:14.417104 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:37:14.417104 n-d-836017-2 neutron-server[84764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:37:14.417104 n-d-836017-2 neutron-server[84764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:37:14.446458 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af50b674-3d6e-461e-9e0a-056f930a1e28 req-59640b77-073e-4f58-8168-3d3949651b0b tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Made reservation on behalf of f7f855ff57c84f41949916661be0c661 for: {'port': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:37:14.448578 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-af50b674-3d6e-461e-9e0a-056f930a1e28 req-59640b77-073e-4f58-8168-3d3949651b0b tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:14.460494 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-18c1184e-38cd-41f1-ae26-c8fe73eaa7bd tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Unset dirty status for tenant:8097f6133aa24824a0d11d98456dfce8 on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:37:14.460494 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-18c1184e-38cd-41f1-ae26-c8fe73eaa7bd tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "GET /v2.0/ports/4fde5e94-da75-42b9-b62d-cd7027501fcd HTTP/1.1" status: 200 len: 844 time: 0.3302598 Apr 18 19:37:14.464997 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-feffdf42-9eef-42c3-a90b-887d4be59885 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:14.484798 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-12844400-9971-4d1f-8a30-77fba323a61a None None] Deleting port 21bcf457-7eb0-47c2-a877-d2668df1343c {{(pid=84765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:37:14.485175 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-12844400-9971-4d1f-8a30-77fba323a61a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:14.500721 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 35212) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:14.562797 n-d-836017-2 neutron-server[84763]: INFO neutron.api.v2.resource [req-57da9b17-577e-4291-847d-47e76b3bdd70 req-6cef68b7-6438-43d9-a06c-b91b35be9933 tempest-SecurityGroupsNegativeTestJSON-676687618 tempest-SecurityGroupsNegativeTestJSON-676687618-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 18 19:37:14.576672 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-57da9b17-577e-4291-847d-47e76b3bdd70 req-6cef68b7-6438-43d9-a06c-b91b35be9933 tempest-SecurityGroupsNegativeTestJSON-676687618 tempest-SecurityGroupsNegativeTestJSON-676687618-project] 10.222.0.69 "DELETE /v2.0/security-groups/2de644d2-60d6-4053-92dc-c6ef5e36b329 HTTP/1.1" status: 409 len: 352 time: 0.2152152 Apr 18 19:37:14.612115 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-12844400-9971-4d1f-8a30-77fba323a61a None None] The port '21bcf457-7eb0-47c2-a877-d2668df1343c' was deleted {{(pid=84765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 19:37:14.628232 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-b0bc1f53-6592-485a-b498-13f95fa4f541 req-01519da2-86c5-4b72-a421-1f9102963ad3 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a7e3627-fe0c-454f-94c0-2c81f29abab8 HTTP/1.1" status: 200 len: 210 time: 0.0578146 Apr 18 19:37:14.684806 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-916b93c2-815c-45a2-930f-f39818b20812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416801'] for network, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:14.747298 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-916b93c2-815c-45a2-930f-f39818b20812 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:14.783339 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-904b5a2f-23e9-4f1e-b9ab-1bef76216f42 req-43333575-d26f-46fd-b5cf-887c42c57127 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] 10.222.0.69 "GET /v2.0/ports?device_id=012c79ba-837f-4083-8180-a6605aaa25b9 HTTP/1.1" status: 200 len: 210 time: 0.0712125 Apr 18 19:37:14.784422 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916b93c2-815c-45a2-930f-f39818b20812 admin admin] Pushing event deleted for resources: {'Network': ['ID=168a7e5c-88e7-4a61-b7dd-5d3e7de1ff8d,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:14.810166 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-cd8c38b0-8b05-4fae-8254-90441727889d tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Deleting port 4fde5e94-da75-42b9-b62d-cd7027501fcd {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:37:14.810493 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-cd8c38b0-8b05-4fae-8254-90441727889d tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:14.866179 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-916b93c2-815c-45a2-930f-f39818b20812 admin admin] 10.222.0.69 "DELETE /v2.0/networks/168a7e5c-88e7-4a61-b7dd-5d3e7de1ff8d HTTP/1.1" status: 204 len: 168 time: 2.5438495 Apr 18 19:37:14.976745 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-feffdf42-9eef-42c3-a90b-887d4be59885 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:37:14.988528 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-feffdf42-9eef-42c3-a90b-887d4be59885 admin admin] Usage tracker for resource:security_group_rule and tenant:f23daf946b4d4874b9d361b56e2fb9b5 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:37:14.998714 n-d-836017-2 neutron-server[84763]: INFO neutron.api.v2.resource [req-53e94569-8937-426b-ac1e-feb5755cbc94 req-1bba62fd-6023-4d42-b2e5-ead835d11f85 tempest-SecurityGroupsNegativeTestJSON-676687618 tempest-SecurityGroupsNegativeTestJSON-676687618-project] show failed (client error): The resource could not be found. Apr 18 19:37:14.998714 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-53e94569-8937-426b-ac1e-feb5755cbc94 req-1bba62fd-6023-4d42-b2e5-ead835d11f85 tempest-SecurityGroupsNegativeTestJSON-676687618 tempest-SecurityGroupsNegativeTestJSON-676687618-project] 10.222.0.69 "GET /v2.0/security-groups/bd9e23a3-496c-4470-af18-008cc54bebd7 HTTP/1.1" status: 404 len: 352 time: 0.2352331 Apr 18 19:37:15.002238 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-feffdf42-9eef-42c3-a90b-887d4be59885 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:37:15.059320 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-feffdf42-9eef-42c3-a90b-887d4be59885 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:37:15.060671 n-d-836017-2 neutron-server[84764]: INFO neutron.api.v2.resource [req-effbd25d-6e57-497b-b93f-71232221545f req-5b218310-deb5-4970-b2b1-6030d54daaaf tempest-SecurityGroupsNegativeTestJSON-676687618 tempest-SecurityGroupsNegativeTestJSON-676687618-project] show failed (client error): The resource could not be found. Apr 18 19:37:15.061696 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-effbd25d-6e57-497b-b93f-71232221545f req-5b218310-deb5-4970-b2b1-6030d54daaaf tempest-SecurityGroupsNegativeTestJSON-676687618 tempest-SecurityGroupsNegativeTestJSON-676687618-project] 10.222.0.69 "GET /v2.0/security-groups/ec273170-0dd7-401a-a758-f96f055f79ac HTTP/1.1" status: 404 len: 352 time: 0.0263546 Apr 18 19:37:15.080372 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 35228) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:15.151133 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_v2 [None req-03be46ad-5d4d-4011-a022-8caa6948e76d admin admin] Deleting subnet 6904d0b3-3a3b-42ab-a2f8-bc5a06f0b707 {{(pid=84764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:37:15.154438 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-03be46ad-5d4d-4011-a022-8caa6948e76d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:15.182217 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_common [req-af50b674-3d6e-461e-9e0a-056f930a1e28 req-59640b77-073e-4f58-8168-3d3949651b0b tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Allocated IP 172.20.0.8 (11569783-78f6-4d10-9370-768c4acb7a65/183f16e9-913d-4006-a470-a5bf63783425/7a233cc4-3ce9-4044-b37e-ae1b2c47daaf) {{(pid=84763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:37:15.214473 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-03be46ad-5d4d-4011-a022-8caa6948e76d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66931798'] for subnet, precommit_delete_associations {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:15.283744 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-03be46ad-5d4d-4011-a022-8caa6948e76d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1258508'] for subnet, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:15.335458 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-cd8c38b0-8b05-4fae-8254-90441727889d tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:15.369868 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 35232) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:15.434161 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-feffdf42-9eef-42c3-a90b-887d4be59885 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:15.442658 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-a8dea9a3-11de-45e1-a34f-1e0cacb0a2ba admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c396792787224a06a1caca5f9016eb19&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0711131 Apr 18 19:37:15.444922 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 35238) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:15.511448 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-cd8c38b0-8b05-4fae-8254-90441727889d tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Calling delete_port for 4fde5e94-da75-42b9-b62d-cd7027501fcd owned by {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:37:15.519297 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-0b1153c6-edd4-43ac-923a-90b8566f0789 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:15.523240 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-03be46ad-5d4d-4011-a022-8caa6948e76d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1258501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2290876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65862598'] for subnet, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:15.577457 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-03be46ad-5d4d-4011-a022-8caa6948e76d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for subnet, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:15.587401 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-feffdf42-9eef-42c3-a90b-887d4be59885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:15.587690 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03be46ad-5d4d-4011-a022-8caa6948e76d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6904d0b3-3a3b-42ab-a2f8-bc5a06f0b707,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:15.600446 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-feffdf42-9eef-42c3-a90b-887d4be59885 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=84763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:37:15.607860 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-03be46ad-5d4d-4011-a022-8caa6948e76d admin admin] 10.222.0.69 "DELETE /v2.0/subnets/6904d0b3-3a3b-42ab-a2f8-bc5a06f0b707 HTTP/1.1" status: 204 len: 168 time: 0.5281029 Apr 18 19:37:15.607860 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 35244) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:15.627122 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-0b1153c6-edd4-43ac-923a-90b8566f0789 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:15.686581 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-feffdf42-9eef-42c3-a90b-887d4be59885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:15.687182 n-d-836017-2 neutron-server[84763]: INFO neutron.db.segments_db [None req-feffdf42-9eef-42c3-a90b-887d4be59885 admin admin] Added segment 1f6ca8e3-6019-45df-8c47-18f1673dd06b of type vlan for network 47c820f3-b421-48a9-a537-e0e4851dd399 Apr 18 19:37:15.755596 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feffdf42-9eef-42c3-a90b-887d4be59885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e6781d5-e05b-47db-9120-271b96ce8d8d,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:15.767037 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-feffdf42-9eef-42c3-a90b-887d4be59885 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791093404182'] for network, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:15.776854 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-31108c10-57a2-4d19-863d-23d579551f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:15.899023 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b7d870f8-7b1e-408c-af23-bad65d844598 req-5143bd7b-2fc1-4498-8ac5-c256f3c93be8 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a7e3627-fe0c-454f-94c0-2c81f29abab8 HTTP/1.1" status: 200 len: 210 time: 0.0691965 Apr 18 19:37:15.899670 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-cd8c38b0-8b05-4fae-8254-90441727889d tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:15.990879 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-feffdf42-9eef-42c3-a90b-887d4be59885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251'] for network, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:15.992712 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feffdf42-9eef-42c3-a90b-887d4be59885 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:15.995055 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-feffdf42-9eef-42c3-a90b-887d4be59885 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:16.000111 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-cd8c38b0-8b05-4fae-8254-90441727889d tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:16.033490 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8c38b0-8b05-4fae-8254-90441727889d tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Pushing event deleted for resources: {'Port': ['ID=4fde5e94-da75-42b9-b62d-cd7027501fcd,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:16.048094 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-0b1153c6-edd4-43ac-923a-90b8566f0789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:16.048246 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-af50b674-3d6e-461e-9e0a-056f930a1e28 req-59640b77-073e-4f58-8168-3d3949651b0b tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Notify callbacks [] for port, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:16.086879 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ef856b41-072c-4cfe-b683-59f1eaa53b8d req-f3c82f61-dacc-4f30-aff3-097fc6e98f93 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] 10.222.0.69 "GET /v2.0/ports?device_id=012c79ba-837f-4083-8180-a6605aaa25b9 HTTP/1.1" status: 200 len: 210 time: 0.0881338 Apr 18 19:37:16.093009 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1153c6-edd4-43ac-923a-90b8566f0789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da701d94-d5ec-4d45-a306-33194a2dfb0e,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:16.097436 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-31108c10-57a2-4d19-863d-23d579551f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256345', 'neutron.services.segments.db._delete_segments_for_network-8791093852025'] for network, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:16.148072 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feffdf42-9eef-42c3-a90b-887d4be59885 admin admin] Pushing event updated for resources: {'Network': ['ID=47c820f3-b421-48a9-a537-e0e4851dd399,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:16.164372 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-31108c10-57a2-4d19-863d-23d579551f82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1201e78-a7b1-460b-84fa-e05ee0ba7d5f']}} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:37:16.165845 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Network 47c820f3-b421-48a9-a537-e0e4851dd399 details requested by agent ovs-agent-n-d-836017-2 with host n-d-836017-2 {{(pid=84765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:37:16.178425 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-31108c10-57a2-4d19-863d-23d579551f82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86989d44-b8fd-4658-91be-1be4d2fca194') {'for_net_delete': True} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:37:16.178909 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-31108c10-57a2-4d19-863d-23d579551f82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86989d44-b8fd-4658-91be-1be4d2fca194') {} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:37:16.199736 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-31108c10-57a2-4d19-863d-23d579551f82 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791093851908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66932133'] for segment, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:16.213523 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-31108c10-57a2-4d19-863d-23d579551f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:16.222432 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-cd8c38b0-8b05-4fae-8254-90441727889d tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "DELETE /v2.0/ports/4fde5e94-da75-42b9-b62d-cd7027501fcd HTTP/1.1" status: 204 len: 168 time: 1.7070341 Apr 18 19:37:16.223225 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31108c10-57a2-4d19-863d-23d579551f82 admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=84764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:37:16.229025 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-31108c10-57a2-4d19-863d-23d579551f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2290898'] for segment, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:16.229177 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 35254) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:16.279801 n-d-836017-2 neutron-server[84763]: INFO neutron.pecan_wsgi.hooks.translation [None req-c43c3c24-57c3-4ae8-9746-0f6fad16105f tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] GET failed (client error): The resource could not be found. Apr 18 19:37:16.280242 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-c43c3c24-57c3-4ae8-9746-0f6fad16105f tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Synchronizing usage tracker for tenant:8097f6133aa24824a0d11d98456dfce8 on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:37:16.302993 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-feffdf42-9eef-42c3-a90b-887d4be59885 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.8465507 Apr 18 19:37:16.304211 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-af50b674-3d6e-461e-9e0a-056f930a1e28 req-59640b77-073e-4f58-8168-3d3949651b0b tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:16.313510 n-d-836017-2 neutron-server[84764]: Traceback (most recent call last): Apr 18 19:37:16.313510 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:37:16.313510 n-d-836017-2 neutron-server[84764]: timer() Apr 18 19:37:16.313510 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:37:16.313510 n-d-836017-2 neutron-server[84764]: cb(*args, **kw) Apr 18 19:37:16.313510 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:37:16.313510 n-d-836017-2 neutron-server[84764]: return func(*args, **kwargs) Apr 18 19:37:16.313510 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:37:16.313510 n-d-836017-2 neutron-server[84764]: self._notify() Apr 18 19:37:16.313510 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:37:16.313510 n-d-836017-2 neutron-server[84764]: self.callback(batched_events) Apr 18 19:37:16.313510 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:37:16.313510 n-d-836017-2 neutron-server[84764]: event.method(event) Apr 18 19:37:16.313510 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:37:16.313510 n-d-836017-2 neutron-server[84764]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:37:16.313510 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:37:16.313510 n-d-836017-2 neutron-server[84764]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:37:16.313510 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:37:16.313510 n-d-836017-2 neutron-server[84764]: return f(self, *a, **k) Apr 18 19:37:16.313510 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:37:16.313510 n-d-836017-2 neutron-server[84764]: return self._get(url).json() Apr 18 19:37:16.313510 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:37:16.313510 n-d-836017-2 neutron-server[84764]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:37:16.313510 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:37:16.313510 n-d-836017-2 neutron-server[84764]: return self.request(url, 'GET', **kwargs) Apr 18 19:37:16.313510 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:37:16.313510 n-d-836017-2 neutron-server[84764]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:37:16.313510 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:37:16.313510 n-d-836017-2 neutron-server[84764]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:37:16.313510 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:37:16.313510 n-d-836017-2 neutron-server[84764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:37:16.313510 n-d-836017-2 neutron-server[84764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:37:16.315770 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 35258) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:16.342016 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-0b1153c6-edd4-43ac-923a-90b8566f0789 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:16.345650 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-0b1153c6-edd4-43ac-923a-90b8566f0789 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/da701d94-d5ec-4d45-a306-33194a2dfb0e HTTP/1.1" status: 204 len: 168 time: 0.8979645 Apr 18 19:37:16.359719 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-cd1938ac-34e7-45e7-8988-8e424594572f admin admin] Request body: {'subnet': {'network_id': '47c820f3-b421-48a9-a537-e0e4851dd399', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-2100901188-subnet', 'tenant_id': 'f23daf946b4d4874b9d361b56e2fb9b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:37:16.376230 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-cd1938ac-34e7-45e7-8988-8e424594572f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:37:16.391023 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-cd1938ac-34e7-45e7-8988-8e424594572f admin admin] Usage tracker for resource:subnet and tenant:f23daf946b4d4874b9d361b56e2fb9b5 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:37:16.402558 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-cd1938ac-34e7-45e7-8988-8e424594572f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:37:16.415962 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af50b674-3d6e-461e-9e0a-056f930a1e28 req-59640b77-073e-4f58-8168-3d3949651b0b tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Network 11569783-78f6-4d10-9370-768c4acb7a65 is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:37:16.417096 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-cd1938ac-34e7-45e7-8988-8e424594572f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:37:16.422645 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [req-af50b674-3d6e-461e-9e0a-056f930a1e28 req-59640b77-073e-4f58-8168-3d3949651b0b tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:37:16.427131 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-af50b674-3d6e-461e-9e0a-056f930a1e28 req-59640b77-073e-4f58-8168-3d3949651b0b tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Received port after_create {{(pid=84763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:37:16.457866 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59640b77-073e-4f58-8168-3d3949651b0b tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Pushing event updated for resources: {'Port': ['ID=7a233cc4-3ce9-4044-b37e-ae1b2c47daaf,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:16.501069 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af50b674-3d6e-461e-9e0a-056f930a1e28 req-59640b77-073e-4f58-8168-3d3949651b0b tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:16.501713 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-af50b674-3d6e-461e-9e0a-056f930a1e28 req-59640b77-073e-4f58-8168-3d3949651b0b tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:16.508346 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-c43c3c24-57c3-4ae8-9746-0f6fad16105f tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Unset dirty status for tenant:8097f6133aa24824a0d11d98456dfce8 on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:37:16.509553 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-c43c3c24-57c3-4ae8-9746-0f6fad16105f tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "GET /v2.0/ports/4fde5e94-da75-42b9-b62d-cd7027501fcd HTTP/1.1" status: 404 len: 333 time: 0.2794025 Apr 18 19:37:16.513955 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 35266) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:16.519658 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-9dff9e29-49e4-44d6-8552-4830c63d1c36 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Request body: {'port': {'network_id': 'd56be34c-7b73-4700-ae04-c94175a27b0b', 'name': 'tempest-PortsIpV6TestJSON-1928067354'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:37:16.600212 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd1938ac-34e7-45e7-8988-8e424594572f admin admin] Made reservation on behalf of f23daf946b4d4874b9d361b56e2fb9b5 for: {'subnet': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:37:16.607349 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-cd1938ac-34e7-45e7-8988-8e424594572f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540907'] for subnet, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:16.607517 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-31108c10-57a2-4d19-863d-23d579551f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416801'] for network, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:16.628631 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-31108c10-57a2-4d19-863d-23d579551f82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:16.642880 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-af50b674-3d6e-461e-9e0a-056f930a1e28 req-59640b77-073e-4f58-8168-3d3949651b0b tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6731455 Apr 18 19:37:16.654979 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31108c10-57a2-4d19-863d-23d579551f82 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1201e78-a7b1-460b-84fa-e05ee0ba7d5f,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:16.666741 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-31108c10-57a2-4d19-863d-23d579551f82 admin admin] 10.222.0.69 "DELETE /v2.0/networks/c1201e78-a7b1-460b-84fa-e05ee0ba7d5f HTTP/1.1" status: 204 len: 168 time: 1.0557075 Apr 18 19:37:16.726655 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-9dff9e29-49e4-44d6-8552-4830c63d1c36 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:37:16.760094 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-9dff9e29-49e4-44d6-8552-4830c63d1c36 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:37:16.792355 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-af50b674-3d6e-461e-9e0a-056f930a1e28 req-25809bd8-55fe-4b86-9c4e-ceacf564a2fe service neutron] Request body: {'port': {'device_id': '7a7e3627-fe0c-454f-94c0-2c81f29abab8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-2'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:37:16.957021 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-af50b674-3d6e-461e-9e0a-056f930a1e28 req-25809bd8-55fe-4b86-9c4e-ceacf564a2fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:17.035478 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dff9e29-49e4-44d6-8552-4830c63d1c36 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Made reservation on behalf of 8097f6133aa24824a0d11d98456dfce8 for: {'port': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:37:17.049655 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-9dff9e29-49e4-44d6-8552-4830c63d1c36 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:17.124411 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [None req-9dff9e29-49e4-44d6-8552-4830c63d1c36 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] device_id is not set on port b49db2e4-0511-4338-a312-e6c5411f2e3e yet. {{(pid=84764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 19:37:17.503082 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 35284) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:17.555288 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-cd1938ac-34e7-45e7-8988-8e424594572f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66351616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66540921'] for subnet, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:17.658164 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-b544a184-51fd-4b2c-9eb0-91eb74dfd3df req-ab98338f-8ca0-4758-b28f-8ad51a0166a1 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] 10.222.0.69 "GET /v2.0/ports?device_id=012c79ba-837f-4083-8180-a6605aaa25b9 HTTP/1.1" status: 200 len: 210 time: 0.2814941 Apr 18 19:37:17.759867 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1938ac-34e7-45e7-8988-8e424594572f admin admin] Pushing event updated for resources: {'Subnet': ['ID=796a481f-8e54-4cc2-b013-83edb23d78ce,revision_number=0']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:17.774121 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-9dff9e29-49e4-44d6-8552-4830c63d1c36 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks [] for port, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:17.819467 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-a173dcf2-a353-4fb5-9333-988766679527 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3afdb7c079564f3880276d09ef1896cc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3095214 Apr 18 19:37:17.821955 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 35292) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:17.918325 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-c55f6510-ef6a-450a-88dd-8e3ae8625190 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:17.953074 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-c55f6510-ef6a-450a-88dd-8e3ae8625190 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:17.962892 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b18ea0b-9a5d-473f-b678-a9db67f34fde req-62772c4d-6653-4ecc-addf-acfbaa092e05 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:17.967343 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-2b18ea0b-9a5d-473f-b678-a9db67f34fde req-62772c4d-6653-4ecc-addf-acfbaa092e05 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Synchronizing usage tracker for tenant:f7f855ff57c84f41949916661be0c661 on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:37:17.993281 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [req-af50b674-3d6e-461e-9e0a-056f930a1e28 req-25809bd8-55fe-4b86-9c4e-ceacf564a2fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a233cc4-3ce9-4044-b37e-ae1b2c47daaf {{(pid=84763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:37:17.993955 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-9dff9e29-49e4-44d6-8552-4830c63d1c36 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:18.004493 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-af50b674-3d6e-461e-9e0a-056f930a1e28 req-25809bd8-55fe-4b86-9c4e-ceacf564a2fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:18.011723 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1938ac-34e7-45e7-8988-8e424594572f admin admin] Checking segment: {'id': '1f6ca8e3-6019-45df-8c47-18f1673dd06b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '47c820f3-b421-48a9-a537-e0e4851dd399'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:37:18.012124 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1938ac-34e7-45e7-8988-8e424594572f admin admin] Network hostable DHCP agents. Network: 47c820f3-b421-48a9-a537-e0e4851dd399, hostable agents: ['f6987c12-6d6c-47d4-b22d-cfcd164dc40d'], hosted agents: [] {{(pid=84763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:37:18.072990 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [req-af50b674-3d6e-461e-9e0a-056f930a1e28 req-25809bd8-55fe-4b86-9c4e-ceacf564a2fe service neutron] Transition to ACTIVE for port object 7a233cc4-3ce9-4044-b37e-ae1b2c47daaf will not be triggered until provisioned by entity L2. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:37:18.108028 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-d48b9f23-8cf8-4013-8972-ebfd33ed853e tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:18.109790 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-d48b9f23-8cf8-4013-8972-ebfd33ed853e tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] 10.222.0.72 "GET /v2.0/networks?id=90209d61-e826-43c7-b870-7c37c04ae80f HTTP/1.1" status: 200 len: 818 time: 0.4151251 Apr 18 19:37:18.117856 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dff9e29-49e4-44d6-8552-4830c63d1c36 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Network d56be34c-7b73-4700-ae04-c94175a27b0b is already hosted by enough agents. {{(pid=84764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:37:18.127833 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-212650dd-55b6-4faa-9375-9b0946f13dd2 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Request body: {'port': {'device_id': '768144c2-7f8a-49d7-9214-69984840d579', 'network_id': '90209d61-e826-43c7-b870-7c37c04ae80f', 'admin_state_up': True, 'tenant_id': '55080d7e03b84961904f44cea106a34f'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:37:18.128016 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [None req-9dff9e29-49e4-44d6-8552-4830c63d1c36 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Resources bound (agent type, host, resource id): {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:37:18.132494 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dff9e29-49e4-44d6-8552-4830c63d1c36 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Received port after_create {{(pid=84764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:37:18.137231 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dff9e29-49e4-44d6-8552-4830c63d1c36 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:18.137872 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-9dff9e29-49e4-44d6-8552-4830c63d1c36 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:18.194339 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dff9e29-49e4-44d6-8552-4830c63d1c36 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Pushing event updated for resources: {'Port': ['ID=b49db2e4-0511-4338-a312-e6c5411f2e3e,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:18.219381 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-2b18ea0b-9a5d-473f-b678-a9db67f34fde req-62772c4d-6653-4ecc-addf-acfbaa092e05 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Unset dirty status for tenant:f7f855ff57c84f41949916661be0c661 on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:37:18.227180 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2b18ea0b-9a5d-473f-b678-a9db67f34fde req-62772c4d-6653-4ecc-addf-acfbaa092e05 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a7e3627-fe0c-454f-94c0-2c81f29abab8 HTTP/1.1" status: 200 len: 931 time: 0.8072839 Apr 18 19:37:18.232378 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-af50b674-3d6e-461e-9e0a-056f930a1e28 req-25809bd8-55fe-4b86-9c4e-ceacf564a2fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:18.367451 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-9dff9e29-49e4-44d6-8552-4830c63d1c36 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.8517780 Apr 18 19:37:18.369149 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-c55f6510-ef6a-450a-88dd-8e3ae8625190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:18.373799 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1938ac-34e7-45e7-8988-8e424594572f admin admin] Network 47c820f3-b421-48a9-a537-e0e4851dd399 is scheduled to be hosted by DHCP agent f6987c12-6d6c-47d4-b22d-cfcd164dc40d with binding_index 1 {{(pid=84763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:37:18.375988 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 35300) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:18.401759 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-ddff6cd2-dfb1-4594-a943-f839841d44ec tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:37:18.443357 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55f6510-ef6a-450a-88dd-8e3ae8625190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2de644d2-60d6-4053-92dc-c6ef5e36b329,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:18.455108 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-c55f6510-ef6a-450a-88dd-8e3ae8625190 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:18.455878 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-c55f6510-ef6a-450a-88dd-8e3ae8625190 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2de644d2-60d6-4053-92dc-c6ef5e36b329 HTTP/1.1" status: 204 len: 168 time: 0.6308570 Apr 18 19:37:18.495199 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f9bac3b5-2566-4ffb-a61c-ab995fc4d9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:18.625630 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-ddff6cd2-dfb1-4594-a943-f839841d44ec tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:18.628634 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25809bd8-55fe-4b86-9c4e-ceacf564a2fe service neutron] Pushing event updated for resources: {'Port': ['ID=7a233cc4-3ce9-4044-b37e-ae1b2c47daaf,revision_number=2']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:18.704908 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2b18ea0b-9a5d-473f-b678-a9db67f34fde req-d4972739-069c-4433-991b-f1b78fe81487 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/security-groups?id=51df22c1-554b-4779-a025-65f2af6e2a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4764104 Apr 18 19:37:18.712260 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-212650dd-55b6-4faa-9375-9b0946f13dd2 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:37:18.857430 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [None req-cd1938ac-34e7-45e7-8988-8e424594572f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-2, 47c820f3-b421-48a9-a537-e0e4851dd399) {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:37:18.858926 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-212650dd-55b6-4faa-9375-9b0946f13dd2 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Usage tracker for resource:port and tenant:55080d7e03b84961904f44cea106a34f is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:37:18.873714 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fecfbdf6-bf14-4355-bd10-a0d4311ea8ac None None] Network 47c820f3-b421-48a9-a537-e0e4851dd399 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:37:18.974646 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 35314) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:18.992075 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-212650dd-55b6-4faa-9375-9b0946f13dd2 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:37:19.011840 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1938ac-34e7-45e7-8988-8e424594572f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:19.015122 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-cd1938ac-34e7-45e7-8988-8e424594572f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:19.050106 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-212650dd-55b6-4faa-9375-9b0946f13dd2 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:37:19.151084 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-af50b674-3d6e-461e-9e0a-056f930a1e28 req-25809bd8-55fe-4b86-9c4e-ceacf564a2fe service neutron] Attempting to bind port 7a233cc4-3ce9-4044-b37e-ae1b2c47daaf on host n-h1-836017-2 for vnic_type normal with profile {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:37:19.151084 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-af50b674-3d6e-461e-9e0a-056f930a1e28 req-25809bd8-55fe-4b86-9c4e-ceacf564a2fe service neutron] Attempting to bind port 7a233cc4-3ce9-4044-b37e-ae1b2c47daaf by drivers openvswitch,hyperv on host n-h1-836017-2 at level 0 using segments [{'id': '6e09292d-9dc6-4a58-913a-7eef33e1cf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '11569783-78f6-4d10-9370-768c4acb7a65'}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:37:19.151084 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af50b674-3d6e-461e-9e0a-056f930a1e28 req-25809bd8-55fe-4b86-9c4e-ceacf564a2fe service neutron] Attempting to bind port 7a233cc4-3ce9-4044-b37e-ae1b2c47daaf on network 11569783-78f6-4d10-9370-768c4acb7a65 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:37:19.156143 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af50b674-3d6e-461e-9e0a-056f930a1e28 req-25809bd8-55fe-4b86-9c4e-ceacf564a2fe service neutron] Port 7a233cc4-3ce9-4044-b37e-ae1b2c47daaf on network 11569783-78f6-4d10-9370-768c4acb7a65 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-2 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:37:19.156902 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af50b674-3d6e-461e-9e0a-056f930a1e28 req-25809bd8-55fe-4b86-9c4e-ceacf564a2fe service neutron] Attempting to bind port 7a233cc4-3ce9-4044-b37e-ae1b2c47daaf on network 11569783-78f6-4d10-9370-768c4acb7a65 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:37:19.180071 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-212650dd-55b6-4faa-9375-9b0946f13dd2 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Made reservation on behalf of 55080d7e03b84961904f44cea106a34f for: {'port': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:37:19.183445 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-212650dd-55b6-4faa-9375-9b0946f13dd2 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:19.201764 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af50b674-3d6e-461e-9e0a-056f930a1e28 req-25809bd8-55fe-4b86-9c4e-ceacf564a2fe service neutron] Checking agent: {'id': 'e3a31811-08e0-42ba-bc2e-ed8a973b714f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 25), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:37:19.202334 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af50b674-3d6e-461e-9e0a-056f930a1e28 req-25809bd8-55fe-4b86-9c4e-ceacf564a2fe service neutron] Checking segment: {'id': '6e09292d-9dc6-4a58-913a-7eef33e1cf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '11569783-78f6-4d10-9370-768c4acb7a65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:37:19.203215 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af50b674-3d6e-461e-9e0a-056f930a1e28 req-25809bd8-55fe-4b86-9c4e-ceacf564a2fe service neutron] Bound using segment: {'id': '6e09292d-9dc6-4a58-913a-7eef33e1cf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '11569783-78f6-4d10-9370-768c4acb7a65'} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:37:19.203707 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-af50b674-3d6e-461e-9e0a-056f930a1e28 req-25809bd8-55fe-4b86-9c4e-ceacf564a2fe service neutron] Bound port: 7a233cc4-3ce9-4044-b37e-ae1b2c47daaf, host: n-h1-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e09292d-9dc6-4a58-913a-7eef33e1cf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '11569783-78f6-4d10-9370-768c4acb7a65'}}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:37:19.204292 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-af50b674-3d6e-461e-9e0a-056f930a1e28 req-25809bd8-55fe-4b86-9c4e-ceacf564a2fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:19.226640 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-b00ef80b-af1b-4924-81b6-6b615fe8819a tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:19.228675 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-b00ef80b-af1b-4924-81b6-6b615fe8819a tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] 10.222.0.73 "GET /v2.0/networks?id=90209d61-e826-43c7-b870-7c37c04ae80f HTTP/1.1" status: 200 len: 818 time: 0.6680663 Apr 18 19:37:19.247022 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-cd1938ac-34e7-45e7-8988-8e424594572f admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.9022965 Apr 18 19:37:19.265149 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-c06cca55-ea0d-41d9-ab80-8e3cce020130 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Request body: {'port': {'device_id': '648d516b-9b02-4da2-9290-9c21f1872f59', 'network_id': '90209d61-e826-43c7-b870-7c37c04ae80f', 'admin_state_up': True, 'tenant_id': '55080d7e03b84961904f44cea106a34f'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:37:19.487263 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-ddff6cd2-dfb1-4594-a943-f839841d44ec tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks [] for port, precommit_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:19.534055 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05943628-6df3-43ba-8c70-4e9dd7313168 None None] Network 47c820f3-b421-48a9-a537-e0e4851dd399 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:37:19.650956 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-798cfcb5-5275-40d1-9fbb-950d2d918754 req-c74db8f6-612f-45cb-a99f-7fddff2ab1cb tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] 10.222.0.69 "GET /v2.0/ports?device_id=012c79ba-837f-4083-8180-a6605aaa25b9 HTTP/1.1" status: 200 len: 210 time: 0.7068243 Apr 18 19:37:19.653824 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-ddff6cd2-dfb1-4594-a943-f839841d44ec tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2290934'] for port, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:19.657303 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-af50b674-3d6e-461e-9e0a-056f930a1e28 req-25809bd8-55fe-4b86-9c4e-ceacf564a2fe service neutron] For port 7a233cc4-3ce9-4044-b37e-ae1b2c47daaf, host n-h1-836017-2, cleared binding levels {{(pid=84763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:37:19.668680 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-af50b674-3d6e-461e-9e0a-056f930a1e28 req-25809bd8-55fe-4b86-9c4e-ceacf564a2fe service neutron] For port 7a233cc4-3ce9-4044-b37e-ae1b2c47daaf, host n-h1-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=7a233cc4-3ce9-4044-b37e-ae1b2c47daaf,segment=NetworkSegment(6e09292d-9dc6-4a58-913a-7eef33e1cf20),segment_id=6e09292d-9dc6-4a58-913a-7eef33e1cf20)] {{(pid=84763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:37:19.696800 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-da4c2949-86a5-4270-adbe-6807c3b8b3c6 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-984372197-network', 'tenant_id': 'b24aa115869c4ccebfe654d4d215e4c2'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:37:19.702438 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-c06cca55-ea0d-41d9-ab80-8e3cce020130 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:37:19.783792 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-da4c2949-86a5-4270-adbe-6807c3b8b3c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:37:19.799214 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-af50b674-3d6e-461e-9e0a-056f930a1e28 req-25809bd8-55fe-4b86-9c4e-ceacf564a2fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:19.818216 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-da4c2949-86a5-4270-adbe-6807c3b8b3c6 admin admin] Usage tracker for resource:network and tenant:b24aa115869c4ccebfe654d4d215e4c2 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:37:19.823576 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-c06cca55-ea0d-41d9-ab80-8e3cce020130 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Usage tracker for resource:port and tenant:55080d7e03b84961904f44cea106a34f is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:37:19.864157 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-da4c2949-86a5-4270-adbe-6807c3b8b3c6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:37:19.868013 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-c06cca55-ea0d-41d9-ab80-8e3cce020130 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:37:19.917702 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-c06cca55-ea0d-41d9-ab80-8e3cce020130 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:37:19.928167 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-da4c2949-86a5-4270-adbe-6807c3b8b3c6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:37:19.976749 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-ddff6cd2-dfb1-4594-a943-f839841d44ec tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] In _notify_port_updated(), no bound segment for port b49db2e4-0511-4338-a312-e6c5411f2e3e on network d56be34c-7b73-4700-ae04-c94175a27b0b {{(pid=84764) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 18 19:37:19.982658 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddff6cd2-dfb1-4594-a943-f839841d44ec tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:19.986791 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-ddff6cd2-dfb1-4594-a943-f839841d44ec tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:19.986791 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-ddff6cd2-dfb1-4594-a943-f839841d44ec tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "PUT /v2.0/ports/b49db2e4-0511-4338-a312-e6c5411f2e3e HTTP/1.1" status: 200 len: 818 time: 1.5946879 Apr 18 19:37:19.996081 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 35340) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:20.098887 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddff6cd2-dfb1-4594-a943-f839841d44ec tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Pushing event updated for resources: {'Port': ['ID=b49db2e4-0511-4338-a312-e6c5411f2e3e,revision_number=2']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:20.167836 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-af50b674-3d6e-461e-9e0a-056f930a1e28 req-25809bd8-55fe-4b86-9c4e-ceacf564a2fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:20.188124 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-af50b674-3d6e-461e-9e0a-056f930a1e28 req-25809bd8-55fe-4b86-9c4e-ceacf564a2fe service neutron] 10.222.0.73 "PUT /v2.0/ports/7a233cc4-3ce9-4044-b37e-ae1b2c47daaf HTTP/1.1" status: 200 len: 1091 time: 3.5253510 Apr 18 19:37:20.188124 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a7e3627-fe0c-454f-94c0-2c81f29abab8', 'tag': '7a233cc4-3ce9-4044-b37e-ae1b2c47daaf'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:37:20.241812 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-c06cca55-ea0d-41d9-ab80-8e3cce020130 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Made reservation on behalf of 55080d7e03b84961904f44cea106a34f for: {'port': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:37:20.252848 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-c06cca55-ea0d-41d9-ab80-8e3cce020130 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:20.343401 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-5ea67ae1-1d6b-4530-8a1f-7d43e398a6f0 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:20.346751 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-5ea67ae1-1d6b-4530-8a1f-7d43e398a6f0 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] 10.222.0.72 "GET /v2.0/networks?id=90209d61-e826-43c7-b870-7c37c04ae80f HTTP/1.1" status: 200 len: 818 time: 0.8505907 Apr 18 19:37:20.354021 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-21dd7d1e-f7ea-4d45-aae0-b9db2e60f32a tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Deleting port b49db2e4-0511-4338-a312-e6c5411f2e3e {{(pid=84764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:37:20.354021 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-21dd7d1e-f7ea-4d45-aae0-b9db2e60f32a tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:20.383784 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b8eeb17d-4e48-421a-b7df-41c65647f6de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:20.460481 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da4c2949-86a5-4270-adbe-6807c3b8b3c6 admin admin] Made reservation on behalf of b24aa115869c4ccebfe654d4d215e4c2 for: {'network': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:37:20.463172 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-da4c2949-86a5-4270-adbe-6807c3b8b3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for network, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:20.572731 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25809bd8-55fe-4b86-9c4e-ceacf564a2fe service neutron] Pushing event updated for resources: {'Port': ['ID=7a233cc4-3ce9-4044-b37e-ae1b2c47daaf,revision_number=3']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:20.682064 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-da4c2949-86a5-4270-adbe-6807c3b8b3c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:20.767257 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_common [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-212650dd-55b6-4faa-9375-9b0946f13dd2 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Allocated IP 172.20.0.8 (90209d61-e826-43c7-b870-7c37c04ae80f/3f74d436-afb8-465f-b659-1be967ed4d5d/d5fbc6cd-b65a-4f4e-a680-fbbbbd189706) {{(pid=84763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:37:20.784902 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-c33c3aaf-9163-490e-a928-9393c10c3d1c tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Request body: {'port': {'device_id': '012c79ba-837f-4083-8180-a6605aaa25b9', 'network_id': '90209d61-e826-43c7-b870-7c37c04ae80f', 'admin_state_up': True, 'tenant_id': '55080d7e03b84961904f44cea106a34f'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:37:20.813660 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb847d99-460f-405f-aa2c-61e86203cd74 req-973d2840-51db-4eb9-8140-929906d41db2 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:20.813660 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-eb847d99-460f-405f-aa2c-61e86203cd74 req-973d2840-51db-4eb9-8140-929906d41db2 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/networks?id=47c820f3-b421-48a9-a537-e0e4851dd399 HTTP/1.1" status: 200 len: 814 time: 0.2731047 Apr 18 19:37:20.840394 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:20.924135 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-da4c2949-86a5-4270-adbe-6807c3b8b3c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:37:20.969536 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12096901-3806-4e1e-96f1-9c872db0abdf req-113f65f5-2efd-456f-bb3f-4cf367e4beee tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:20.969759 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-eb847d99-460f-405f-aa2c-61e86203cd74 req-33df821a-1655-4e3f-a0a3-48b8a56bb068 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/quotas/f23daf946b4d4874b9d361b56e2fb9b5 HTTP/1.1" status: 200 len: 375 time: 0.1300449 Apr 18 19:37:20.975928 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-12096901-3806-4e1e-96f1-9c872db0abdf req-113f65f5-2efd-456f-bb3f-4cf367e4beee tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a7e3627-fe0c-454f-94c0-2c81f29abab8 HTTP/1.1" status: 200 len: 943 time: 0.9218333 Apr 18 19:37:20.987348 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-da4c2949-86a5-4270-adbe-6807c3b8b3c6 admin admin] Usage tracker for resource:security_group_rule and tenant:b24aa115869c4ccebfe654d4d215e4c2 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:37:21.079860 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-da4c2949-86a5-4270-adbe-6807c3b8b3c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:37:21.172678 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 35362) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:21.182595 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-eb847d99-460f-405f-aa2c-61e86203cd74 req-70830181-62ea-4235-82e8-bdbc89fb521e tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=f23daf946b4d4874b9d361b56e2fb9b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2130125 Apr 18 19:37:21.185071 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-da4c2949-86a5-4270-adbe-6807c3b8b3c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:37:21.264840 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-af50b674-3d6e-461e-9e0a-056f930a1e28 req-8c22c90d-e70e-4431-a974-d4f73b3a61b7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f7f855ff57c84f41949916661be0c661&device_id=7a7e3627-fe0c-454f-94c0-2c81f29abab8 HTTP/1.1" status: 200 len: 1094 time: 0.7538791 Apr 18 19:37:21.389903 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-af50b674-3d6e-461e-9e0a-056f930a1e28 req-fe2b7dbd-67b5-469a-b99e-12dfca5295ba service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a233cc4-3ce9-4044-b37e-ae1b2c47daaf HTTP/1.1" status: 200 len: 217 time: 0.0775080 Apr 18 19:37:21.389903 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-12096901-3806-4e1e-96f1-9c872db0abdf req-0e2409ae-873c-4a25-8c43-38df4662aa8a tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/security-groups?id=51df22c1-554b-4779-a025-65f2af6e2a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4108365 Apr 18 19:37:21.466331 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-21dd7d1e-f7ea-4d45-aae0-b9db2e60f32a tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:21.491595 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-c33c3aaf-9163-490e-a928-9393c10c3d1c tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:37:21.521233 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af50b674-3d6e-461e-9e0a-056f930a1e28 req-c3d7b763-9544-41f0-b174-d85f56d0ce4d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:21.522599 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-af50b674-3d6e-461e-9e0a-056f930a1e28 req-c3d7b763-9544-41f0-b174-d85f56d0ce4d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=183f16e9-913d-4006-a470-a5bf63783425 HTTP/1.1" status: 200 len: 845 time: 0.1418192 Apr 18 19:37:21.597640 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df382c92-9b36-49f8-b35f-c16c03da8d26'] response: {'name': 'network-changed', 'server_uuid': '7a7e3627-fe0c-454f-94c0-2c81f29abab8', 'tag': '7a233cc4-3ce9-4044-b37e-ae1b2c47daaf', 'status': 'completed', 'code': 200} Apr 18 19:37:21.622926 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-212650dd-55b6-4faa-9375-9b0946f13dd2 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Notify callbacks [] for port, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:21.654761 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-af50b674-3d6e-461e-9e0a-056f930a1e28 req-a3c4d314-3d32-46b2-888d-35d8a4978ab2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=11569783-78f6-4d10-9370-768c4acb7a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1051712 Apr 18 19:37:21.655049 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-21dd7d1e-f7ea-4d45-aae0-b9db2e60f32a tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Calling delete_port for b49db2e4-0511-4338-a312-e6c5411f2e3e owned by {{(pid=84764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:37:21.684862 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-c33c3aaf-9163-490e-a928-9393c10c3d1c tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Usage tracker for resource:port and tenant:55080d7e03b84961904f44cea106a34f is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:37:21.690954 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-7296cffb-85a4-43bb-8ddf-d0577bce3592 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-37169976-network', 'tenant_id': '11fa110afd504f4180500a31ab517fd5'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:37:21.702189 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-c33c3aaf-9163-490e-a928-9393c10c3d1c tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:37:21.715048 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-7296cffb-85a4-43bb-8ddf-d0577bce3592 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:37:21.739461 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-c33c3aaf-9163-490e-a928-9393c10c3d1c tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:37:21.756863 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-7296cffb-85a4-43bb-8ddf-d0577bce3592 admin admin] Usage tracker for resource:network and tenant:11fa110afd504f4180500a31ab517fd5 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:37:21.768459 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-eb847d99-460f-405f-aa2c-61e86203cd74 req-9500d281-0237-4230-b760-71b9bb514a11 service neutron] 10.222.0.69 "GET /v2.0/networks/47c820f3-b421-48a9-a537-e0e4851dd399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5847676 Apr 18 19:37:21.775701 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-7296cffb-85a4-43bb-8ddf-d0577bce3592 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:37:21.809263 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-da4c2949-86a5-4270-adbe-6807c3b8b3c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:21.814488 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2c0fb497-19b6-4345-9509-0520e8a6db5a req-9fd43658-43c1-48ea-8a86-028affd58126 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] 10.222.0.69 "GET /v2.0/ports?device_id=012c79ba-837f-4083-8180-a6605aaa25b9 HTTP/1.1" status: 200 len: 210 time: 0.1339865 Apr 18 19:37:21.823857 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-7296cffb-85a4-43bb-8ddf-d0577bce3592 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:37:21.866748 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1c541fd-6087-4755-8778-e68e27e46067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:21.900630 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-af50b674-3d6e-461e-9e0a-056f930a1e28 req-22b982ec-1559-489c-8f79-c021f49c8a1f service neutron] 10.222.0.73 "GET /v2.0/networks/11569783-78f6-4d10-9370-768c4acb7a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478516 Apr 18 19:37:21.928092 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-da4c2949-86a5-4270-adbe-6807c3b8b3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:21.928544 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-c33c3aaf-9163-490e-a928-9393c10c3d1c tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Made reservation on behalf of 55080d7e03b84961904f44cea106a34f for: {'port': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:37:21.931543 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-c33c3aaf-9163-490e-a928-9393c10c3d1c tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:22.037112 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4c2949-86a5-4270-adbe-6807c3b8b3c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b04a52b-dc01-409d-822c-7f24c54134e8,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:22.083655 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-eb847d99-460f-405f-aa2c-61e86203cd74 req-c8a5ebf2-c69c-4f6e-91ef-1f05d6cb8bf3 service neutron] 10.222.0.69 "GET /v2.0/networks/47c820f3-b421-48a9-a537-e0e4851dd399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2909503 Apr 18 19:37:22.113138 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-212650dd-55b6-4faa-9375-9b0946f13dd2 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:22.179595 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7296cffb-85a4-43bb-8ddf-d0577bce3592 admin admin] Made reservation on behalf of 11fa110afd504f4180500a31ab517fd5 for: {'network': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:37:22.179595 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-7296cffb-85a4-43bb-8ddf-d0577bce3592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for network, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:22.185499 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-21dd7d1e-f7ea-4d45-aae0-b9db2e60f32a tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:22.229689 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-7296cffb-85a4-43bb-8ddf-d0577bce3592 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:22.244486 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da4c2949-86a5-4270-adbe-6807c3b8b3c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=84763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:37:22.255136 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:22.272928 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dd7d1e-f7ea-4d45-aae0-b9db2e60f32a tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Pushing event deleted for resources: {'Port': ['ID=b49db2e4-0511-4338-a312-e6c5411f2e3e,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:22.281734 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-21dd7d1e-f7ea-4d45-aae0-b9db2e60f32a tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:22.283448 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-da4c2949-86a5-4270-adbe-6807c3b8b3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:22.283802 n-d-836017-2 neutron-server[84763]: INFO neutron.db.segments_db [None req-da4c2949-86a5-4270-adbe-6807c3b8b3c6 admin admin] Added segment 8940f5c9-2c52-448f-9b36-18364410ba08 of type vlan for network dea5a6b8-71f3-4fa4-97c3-dd81515f0420 Apr 18 19:37:22.289089 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-af50b674-3d6e-461e-9e0a-056f930a1e28 req-043e7865-d53d-420b-968f-ffc4e9a79e71 service neutron] 10.222.0.73 "GET /v2.0/networks/11569783-78f6-4d10-9370-768c4acb7a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3821926 Apr 18 19:37:22.313875 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-212650dd-55b6-4faa-9375-9b0946f13dd2 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Network 90209d61-e826-43c7-b870-7c37c04ae80f is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:37:22.314782 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212650dd-55b6-4faa-9375-9b0946f13dd2 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Pushing event updated for resources: {'Port': ['ID=d5fbc6cd-b65a-4f4e-a680-fbbbbd189706,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:22.315077 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-21dd7d1e-f7ea-4d45-aae0-b9db2e60f32a tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "DELETE /v2.0/ports/b49db2e4-0511-4338-a312-e6c5411f2e3e HTTP/1.1" status: 204 len: 168 time: 2.3171592 Apr 18 19:37:22.318623 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 35376) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:22.321232 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-212650dd-55b6-4faa-9375-9b0946f13dd2 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:37:22.321533 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-7296cffb-85a4-43bb-8ddf-d0577bce3592 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:37:22.331491 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-212650dd-55b6-4faa-9375-9b0946f13dd2 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Received port after_create {{(pid=84763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:37:22.369533 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-da4c2949-86a5-4270-adbe-6807c3b8b3c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791093404182'] for network, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:22.377671 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.db.api [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-c06cca55-ea0d-41d9-ab80-8e3cce020130 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.8-2b45cf94-d0d8-4edd-aa30-396a5aae54dd {{(pid=84763) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 19:37:22.378188 n-d-836017-2 neutron-server[84763]: DEBUG oslo_db.api [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-c06cca55-ea0d-41d9-ab80-8e3cce020130 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 19:37:22.428734 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-7296cffb-85a4-43bb-8ddf-d0577bce3592 admin admin] Usage tracker for resource:security_group_rule and tenant:11fa110afd504f4180500a31ab517fd5 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:37:22.430459 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-212650dd-55b6-4faa-9375-9b0946f13dd2 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:22.431333 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-212650dd-55b6-4faa-9375-9b0946f13dd2 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:22.473260 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-7296cffb-85a4-43bb-8ddf-d0577bce3592 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:37:22.494105 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-7296cffb-85a4-43bb-8ddf-d0577bce3592 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:37:22.588518 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-da4c2949-86a5-4270-adbe-6807c3b8b3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251'] for network, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:22.589628 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4c2949-86a5-4270-adbe-6807c3b8b3c6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:22.590449 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-da4c2949-86a5-4270-adbe-6807c3b8b3c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:22.601464 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15341dcf-ca27-4b8b-9be9-7ed7c44170b6 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:22.602179 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-15341dcf-ca27-4b8b-9be9-7ed7c44170b6 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Synchronizing usage tracker for tenant:8097f6133aa24824a0d11d98456dfce8 on resource:port {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:37:22.612814 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0a4fe768-84d7-492e-9f34-dce0b0a3b507 req-704ad141-45be-426f-8e2f-9c64a5d6a4eb tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 210 time: 0.0758686 Apr 18 19:37:22.637652 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.db.api [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-c33c3aaf-9163-490e-a928-9393c10c3d1c tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.8-2b45cf94-d0d8-4edd-aa30-396a5aae54dd {{(pid=84764) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 19:37:22.637969 n-d-836017-2 neutron-server[84764]: DEBUG oslo_db.api [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-c33c3aaf-9163-490e-a928-9393c10c3d1c tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 19:37:22.730502 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-212650dd-55b6-4faa-9375-9b0946f13dd2 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6075399 Apr 18 19:37:22.736637 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-7296cffb-85a4-43bb-8ddf-d0577bce3592 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:22.754402 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-f400c8ae-c580-40f6-a6db-970551fde4b1 service neutron] Request body: {'port': {'device_id': '768144c2-7f8a-49d7-9214-69984840d579', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-2'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:37:22.788491 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-15341dcf-ca27-4b8b-9be9-7ed7c44170b6 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Unset dirty status for tenant:8097f6133aa24824a0d11d98456dfce8 on resource:port {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:37:22.790443 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-15341dcf-ca27-4b8b-9be9-7ed7c44170b6 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.4699810 Apr 18 19:37:22.794183 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 35392) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:22.798361 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-da4c2949-86a5-4270-adbe-6807c3b8b3c6 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.7906780 Apr 18 19:37:22.803669 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4c2949-86a5-4270-adbe-6807c3b8b3c6 admin admin] Pushing event updated for resources: {'Network': ['ID=dea5a6b8-71f3-4fa4-97c3-dd81515f0420,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:22.805824 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 35396) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:22.823993 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-6b6a7b48-54a3-4129-808f-15f784ff7ef0 admin admin] Request body: {'subnet': {'network_id': 'dea5a6b8-71f3-4fa4-97c3-dd81515f0420', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-984372197-subnet', 'tenant_id': 'b24aa115869c4ccebfe654d4d215e4c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:37:22.827248 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Network dea5a6b8-71f3-4fa4-97c3-dd81515f0420 details requested by agent ovs-agent-n-d-836017-2 with host n-d-836017-2 {{(pid=84765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:37:22.835988 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-6b6a7b48-54a3-4129-808f-15f784ff7ef0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:37:22.842681 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-6b6a7b48-54a3-4129-808f-15f784ff7ef0 admin admin] Usage tracker for resource:subnet and tenant:b24aa115869c4ccebfe654d4d215e4c2 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:37:22.847527 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-6b6a7b48-54a3-4129-808f-15f784ff7ef0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:37:22.862730 n-d-836017-2 neutron-server[84764]: INFO neutron.pecan_wsgi.hooks.translation [None req-667e398e-4f28-4ab2-97c5-63b6074b5622 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] GET failed (client error): The resource could not be found. Apr 18 19:37:22.862730 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-667e398e-4f28-4ab2-97c5-63b6074b5622 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "GET /v2.0/ports/b49db2e4-0511-4338-a312-e6c5411f2e3e HTTP/1.1" status: 404 len: 333 time: 0.0659511 Apr 18 19:37:22.862730 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-7296cffb-85a4-43bb-8ddf-d0577bce3592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:22.885691 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 35402) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:22.909049 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-f59e5047-08f7-4581-bf21-e6a207f864d6 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-74127668'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:37:22.912803 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-6b6a7b48-54a3-4129-808f-15f784ff7ef0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:37:22.915132 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-c06cca55-ea0d-41d9-ab80-8e3cce020130 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:23.083554 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-f59e5047-08f7-4581-bf21-e6a207f864d6 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:37:23.088250 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-403171c3-010e-4d11-bbbb-88d03aecec70 req-585a7d72-9f64-4d1f-8b86-41f0412a0ee6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f7f855ff57c84f41949916661be0c661&device_id=7a7e3627-fe0c-454f-94c0-2c81f29abab8 HTTP/1.1" status: 200 len: 1094 time: 0.6184535 Apr 18 19:37:23.097831 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9964823b-e691-479c-9ff4-a9402fa1f81c req-e08e240f-5f2b-4a0e-bb88-9caed680943c tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:23.099503 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-9964823b-e691-479c-9ff4-a9402fa1f81c req-e08e240f-5f2b-4a0e-bb88-9caed680943c tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a7e3627-fe0c-454f-94c0-2c81f29abab8 HTTP/1.1" status: 200 len: 943 time: 0.4285524 Apr 18 19:37:23.102643 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7296cffb-85a4-43bb-8ddf-d0577bce3592 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=84764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:37:23.105063 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-f59e5047-08f7-4581-bf21-e6a207f864d6 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Usage tracker for resource:network and tenant:8097f6133aa24824a0d11d98456dfce8 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:37:23.110798 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a4106dab-6971-4e7e-8fdc-c66f0a3f4877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:23.114832 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-f59e5047-08f7-4581-bf21-e6a207f864d6 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:37:23.116442 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7296cffb-85a4-43bb-8ddf-d0577bce3592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96f5dff8-7fdf-4859-9bdf-bc45a840a90d,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:23.142473 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-f59e5047-08f7-4581-bf21-e6a207f864d6 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:37:23.142473 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-c33c3aaf-9163-490e-a928-9393c10c3d1c tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:23.158764 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-7296cffb-85a4-43bb-8ddf-d0577bce3592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:23.159106 n-d-836017-2 neutron-server[84764]: INFO neutron.db.segments_db [None req-7296cffb-85a4-43bb-8ddf-d0577bce3592 admin admin] Added segment 4988a6fa-3700-4d76-b344-877fc1f45fa9 of type vlan for network 907b3800-8be3-4c78-9411-07f6490aed83 Apr 18 19:37:23.169845 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-7cb73493-b34a-4688-a7b8-87871209dcb6 req-c59fde20-c922-41bd-9be6-1d4f0b20e1ee tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Synchronizing usage tracker for tenant:55080d7e03b84961904f44cea106a34f on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:37:23.250620 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-7296cffb-85a4-43bb-8ddf-d0577bce3592 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791093404182'] for network, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:23.262619 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-9964823b-e691-479c-9ff4-a9402fa1f81c req-0b58276e-59d2-444a-b341-ac3b38734d46 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Synchronizing usage tracker for tenant:f7f855ff57c84f41949916661be0c661 on resource:security_group {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:37:23.280569 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-f400c8ae-c580-40f6-a6db-970551fde4b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:23.290918 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b6a7b48-54a3-4129-808f-15f784ff7ef0 admin admin] Made reservation on behalf of b24aa115869c4ccebfe654d4d215e4c2 for: {'subnet': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:37:23.293151 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-6b6a7b48-54a3-4129-808f-15f784ff7ef0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540907'] for subnet, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:23.323711 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f59e5047-08f7-4581-bf21-e6a207f864d6 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Made reservation on behalf of 8097f6133aa24824a0d11d98456dfce8 for: {'network': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:37:23.327482 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f59e5047-08f7-4581-bf21-e6a207f864d6 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for network, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:23.421198 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f59e5047-08f7-4581-bf21-e6a207f864d6 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=84764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:37:23.441736 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_common [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-c33c3aaf-9163-490e-a928-9393c10c3d1c tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Allocated IP 172.20.0.13 (90209d61-e826-43c7-b870-7c37c04ae80f/3f74d436-afb8-465f-b659-1be967ed4d5d/7aa8a36c-946d-4f2d-9809-cce6ddf1bddc) {{(pid=84764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:37:23.443925 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f59e5047-08f7-4581-bf21-e6a207f864d6 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:23.444271 n-d-836017-2 neutron-server[84764]: INFO neutron.db.segments_db [None req-f59e5047-08f7-4581-bf21-e6a207f864d6 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Added segment 8446282f-c702-43a7-89b9-37c96f22c702 of type vlan for network 04f689a0-c421-40fa-beab-16721e9bb3b2 Apr 18 19:37:23.454723 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-9964823b-e691-479c-9ff4-a9402fa1f81c req-0b58276e-59d2-444a-b341-ac3b38734d46 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Unset dirty status for tenant:f7f855ff57c84f41949916661be0c661 on resource:security_group {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:37:23.455454 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-9964823b-e691-479c-9ff4-a9402fa1f81c req-0b58276e-59d2-444a-b341-ac3b38734d46 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/security-groups?id=51df22c1-554b-4779-a025-65f2af6e2a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3476341 Apr 18 19:37:23.496587 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f59e5047-08f7-4581-bf21-e6a207f864d6 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791093404182'] for network, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:23.505118 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-7296cffb-85a4-43bb-8ddf-d0577bce3592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251'] for network, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:23.506271 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7296cffb-85a4-43bb-8ddf-d0577bce3592 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:23.507039 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-7296cffb-85a4-43bb-8ddf-d0577bce3592 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:23.511841 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.agents_db [None req-eb67022b-f881-4bc8-8f45-fca90fb27803 None None] Agent healthcheck: found 7 active agents {{(pid=84766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:37:23.539487 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403171c3-010e-4d11-bbbb-88d03aecec70 req-445bbe3c-9c1b-4bf7-aac0-944eef657688 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:23.542037 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-403171c3-010e-4d11-bbbb-88d03aecec70 req-445bbe3c-9c1b-4bf7-aac0-944eef657688 service neutron] 10.222.0.73 "GET /v2.0/networks?id=11569783-78f6-4d10-9370-768c4acb7a65 HTTP/1.1" status: 200 len: 906 time: 0.4113061 Apr 18 19:37:23.553865 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-7cb73493-b34a-4688-a7b8-87871209dcb6 req-c59fde20-c922-41bd-9be6-1d4f0b20e1ee tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Unset dirty status for tenant:55080d7e03b84961904f44cea106a34f on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:37:23.554990 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7cb73493-b34a-4688-a7b8-87871209dcb6 req-c59fde20-c922-41bd-9be6-1d4f0b20e1ee tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] 10.222.0.69 "GET /v2.0/ports?device_id=012c79ba-837f-4083-8180-a6605aaa25b9 HTTP/1.1" status: 200 len: 210 time: 0.4829895 Apr 18 19:37:23.659061 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-403171c3-010e-4d11-bbbb-88d03aecec70 req-47c70890-23ec-4ff7-b050-1a418e62e7ad service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a233cc4-3ce9-4044-b37e-ae1b2c47daaf HTTP/1.1" status: 200 len: 217 time: 0.1094038 Apr 18 19:37:23.672740 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7296cffb-85a4-43bb-8ddf-d0577bce3592 admin admin] Pushing event updated for resources: {'Network': ['ID=907b3800-8be3-4c78-9411-07f6490aed83,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:23.683181 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Network 907b3800-8be3-4c78-9411-07f6490aed83 details requested by agent ovs-agent-n-d-836017-2 with host n-d-836017-2 {{(pid=84765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:37:23.746936 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.db.resource_extend [None req-f59e5047-08f7-4581-bf21-e6a207f864d6 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 19:37:23.803414 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403171c3-010e-4d11-bbbb-88d03aecec70 req-70663a20-7e07-471b-9718-98173ef99501 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:23.804956 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-403171c3-010e-4d11-bbbb-88d03aecec70 req-70663a20-7e07-471b-9718-98173ef99501 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=183f16e9-913d-4006-a470-a5bf63783425 HTTP/1.1" status: 200 len: 845 time: 0.1372576 Apr 18 19:37:23.918159 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-403171c3-010e-4d11-bbbb-88d03aecec70 req-8608a375-b0bd-4a2c-953c-216cb2e9003a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=11569783-78f6-4d10-9370-768c4acb7a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1030169 Apr 18 19:37:23.949801 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-7296cffb-85a4-43bb-8ddf-d0577bce3592 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.7615309 Apr 18 19:37:23.952056 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 35416) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:23.955369 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f59e5047-08f7-4581-bf21-e6a207f864d6 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251'] for network, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:23.959788 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f59e5047-08f7-4581-bf21-e6a207f864d6 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:23.960422 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f59e5047-08f7-4581-bf21-e6a207f864d6 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:23.988887 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-9861364d-c9ff-4b1c-96eb-f8cf9ebc39d3 req-b18c50bf-ac76-4fd9-a18c-6283386dfaaf tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 210 time: 0.1251075 Apr 18 19:37:24.009842 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-25c60326-660f-4046-9f2c-0edbcdf7a863 admin admin] Request body: {'subnet': {'network_id': '907b3800-8be3-4c78-9411-07f6490aed83', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-37169976-subnet', 'tenant_id': '11fa110afd504f4180500a31ab517fd5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:37:24.019245 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-25c60326-660f-4046-9f2c-0edbcdf7a863 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:37:24.043305 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-25c60326-660f-4046-9f2c-0edbcdf7a863 admin admin] Usage tracker for resource:subnet and tenant:11fa110afd504f4180500a31ab517fd5 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:37:24.043305 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-25c60326-660f-4046-9f2c-0edbcdf7a863 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:37:24.058011 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-25c60326-660f-4046-9f2c-0edbcdf7a863 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:37:24.116422 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59e5047-08f7-4581-bf21-e6a207f864d6 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Pushing event updated for resources: {'Network': ['ID=04f689a0-c421-40fa-beab-16721e9bb3b2,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:24.139672 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-403171c3-010e-4d11-bbbb-88d03aecec70 req-59c9dc23-7991-4aa7-a580-fadaa3f28140 service neutron] 10.222.0.73 "GET /v2.0/networks/11569783-78f6-4d10-9370-768c4acb7a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096112 Apr 18 19:37:24.140526 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Network 04f689a0-c421-40fa-beab-16721e9bb3b2 details requested by agent ovs-agent-n-d-836017-2 with host n-d-836017-2 {{(pid=84765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:37:24.150380 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-c33c3aaf-9163-490e-a928-9393c10c3d1c tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Notify callbacks [] for port, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:24.178563 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25c60326-660f-4046-9f2c-0edbcdf7a863 admin admin] Made reservation on behalf of 11fa110afd504f4180500a31ab517fd5 for: {'subnet': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:37:24.183144 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-25c60326-660f-4046-9f2c-0edbcdf7a863 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540907'] for subnet, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:24.211480 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-f59e5047-08f7-4581-bf21-e6a207f864d6 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3144920 Apr 18 19:37:24.216855 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 35420) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:24.223922 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-7d3d7d17-41f1-41c3-8640-f1ce0785896a tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Request body: {'subnet': {'network_id': '04f689a0-c421-40fa-beab-16721e9bb3b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:37:24.270415 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-6b6a7b48-54a3-4129-808f-15f784ff7ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66351616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66540921'] for subnet, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:24.377497 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-c33c3aaf-9163-490e-a928-9393c10c3d1c tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:24.492399 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6a7b48-54a3-4129-808f-15f784ff7ef0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5663fb8-fb65-483f-a697-5dc1cb158bec,revision_number=0']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:24.515467 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33c3aaf-9163-490e-a928-9393c10c3d1c tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Pushing event updated for resources: {'Port': ['ID=7aa8a36c-946d-4f2d-9809-cce6ddf1bddc,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:24.538314 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-7d3d7d17-41f1-41c3-8640-f1ce0785896a tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:37:24.547436 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-c33c3aaf-9163-490e-a928-9393c10c3d1c tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Network 90209d61-e826-43c7-b870-7c37c04ae80f is already hosted by enough agents. {{(pid=84764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:37:24.548550 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-7d3d7d17-41f1-41c3-8640-f1ce0785896a tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Usage tracker for resource:subnet and tenant:8097f6133aa24824a0d11d98456dfce8 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:37:24.555811 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-c33c3aaf-9163-490e-a928-9393c10c3d1c tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Resources bound (agent type, host, resource id): {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:37:24.567937 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-c33c3aaf-9163-490e-a928-9393c10c3d1c tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Received port after_create {{(pid=84764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:37:24.585046 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_common [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-c06cca55-ea0d-41d9-ab80-8e3cce020130 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Allocated IP 172.20.0.14 (90209d61-e826-43c7-b870-7c37c04ae80f/3f74d436-afb8-465f-b659-1be967ed4d5d/00aa3f22-9bd8-4ee9-b7b5-f4c5649951f5) {{(pid=84763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:37:24.603028 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-403171c3-010e-4d11-bbbb-88d03aecec70 req-f81415e1-c525-430c-a615-b0eb8beb8cb0 service neutron] 10.222.0.73 "GET /v2.0/networks/11569783-78f6-4d10-9370-768c4acb7a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4618065 Apr 18 19:37:24.639535 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-7d3d7d17-41f1-41c3-8640-f1ce0785896a tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:37:24.648174 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-c33c3aaf-9163-490e-a928-9393c10c3d1c tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:24.650805 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-c33c3aaf-9163-490e-a928-9393c10c3d1c tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:24.691904 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-7d3d7d17-41f1-41c3-8640-f1ce0785896a tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:37:24.703192 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6a7b48-54a3-4129-808f-15f784ff7ef0 admin admin] Checking segment: {'id': '8940f5c9-2c52-448f-9b36-18364410ba08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'dea5a6b8-71f3-4fa4-97c3-dd81515f0420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:37:24.703487 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b6a7b48-54a3-4129-808f-15f784ff7ef0 admin admin] Network hostable DHCP agents. Network: dea5a6b8-71f3-4fa4-97c3-dd81515f0420, hostable agents: ['f6987c12-6d6c-47d4-b22d-cfcd164dc40d'], hosted agents: [] {{(pid=84763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:37:24.778225 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-c33c3aaf-9163-490e-a928-9393c10c3d1c tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2371035 Apr 18 19:37:24.787674 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-f164e832-5700-4df0-8b69-f12dda749d91 service neutron] Request body: {'port': {'device_id': '012c79ba-837f-4083-8180-a6605aaa25b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-2'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:37:24.825241 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d3d7d17-41f1-41c3-8640-f1ce0785896a tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Made reservation on behalf of 8097f6133aa24824a0d11d98456dfce8 for: {'subnet': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:37:24.952957 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:25.112826 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-7d3d7d17-41f1-41c3-8640-f1ce0785896a tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65862573'] for subnet, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:25.209457 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a1ee5d-4a93-44d6-b630-d41f28d856f0 req-7e70131a-418f-4768-a69f-01513db8aa60 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:25.210929 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f4a1ee5d-4a93-44d6-b630-d41f28d856f0 req-7e70131a-418f-4768-a69f-01513db8aa60 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a7e3627-fe0c-454f-94c0-2c81f29abab8 HTTP/1.1" status: 200 len: 943 time: 0.4614203 Apr 18 19:37:25.214080 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b6a7b48-54a3-4129-808f-15f784ff7ef0 admin admin] Network dea5a6b8-71f3-4fa4-97c3-dd81515f0420 is scheduled to be hosted by DHCP agent f6987c12-6d6c-47d4-b22d-cfcd164dc40d with binding_index 1 {{(pid=84763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:37:25.231584 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8da58b-d675-43ab-9086-264b5445bc61 req-4eae5912-5719-4a8d-a5ac-5e0fb1fa4ad9 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:25.232196 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-6d8da58b-d675-43ab-9086-264b5445bc61 req-4eae5912-5719-4a8d-a5ac-5e0fb1fa4ad9 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Synchronizing usage tracker for tenant:55080d7e03b84961904f44cea106a34f on resource:port {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:37:25.238289 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-f164e832-5700-4df0-8b69-f12dda749d91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:25.264998 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-c06cca55-ea0d-41d9-ab80-8e3cce020130 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Notify callbacks [] for port, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:25.295957 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-25c60326-660f-4046-9f2c-0edbcdf7a863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66351616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66540921'] for subnet, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:25.327739 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 7a233cc4-3ce9-4044-b37e-ae1b2c47daaf details requested by agent hyperv_n-h1-836017-2 with host n-h1-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:37:25.348879 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f4a1ee5d-4a93-44d6-b630-d41f28d856f0 req-a282ca0b-2620-4014-84d1-c2f3a5adab9a tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/security-groups?id=51df22c1-554b-4779-a025-65f2af6e2a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268752 Apr 18 19:37:25.358944 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [None req-6b6a7b48-54a3-4129-808f-15f784ff7ef0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-2, dea5a6b8-71f3-4fa4-97c3-dd81515f0420) {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:37:25.387845 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6a7b48-54a3-4129-808f-15f784ff7ef0 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:25.387845 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-6b6a7b48-54a3-4129-808f-15f784ff7ef0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:25.388795 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca9cadf3-dffd-4391-bf5b-ec7ab151718c None None] Network dea5a6b8-71f3-4fa4-97c3-dd81515f0420 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:37:25.502492 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c60326-660f-4046-9f2c-0edbcdf7a863 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba52fbae-1fb9-4ec8-b27f-ceb3ad82d8c1,revision_number=0']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:25.538686 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c60326-660f-4046-9f2c-0edbcdf7a863 admin admin] Checking segment: {'id': '4988a6fa-3700-4d76-b344-877fc1f45fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '907b3800-8be3-4c78-9411-07f6490aed83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:37:25.539051 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c60326-660f-4046-9f2c-0edbcdf7a863 admin admin] Network hostable DHCP agents. Network: 907b3800-8be3-4c78-9411-07f6490aed83, hostable agents: ['f6987c12-6d6c-47d4-b22d-cfcd164dc40d'], hosted agents: [] {{(pid=84763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:37:25.586197 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-6d8da58b-d675-43ab-9086-264b5445bc61 req-4eae5912-5719-4a8d-a5ac-5e0fb1fa4ad9 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Unset dirty status for tenant:55080d7e03b84961904f44cea106a34f on resource:port {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:37:25.592538 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6d8da58b-d675-43ab-9086-264b5445bc61 req-4eae5912-5719-4a8d-a5ac-5e0fb1fa4ad9 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] 10.222.0.69 "GET /v2.0/ports?device_id=012c79ba-837f-4083-8180-a6605aaa25b9 HTTP/1.1" status: 200 len: 932 time: 0.7737305 Apr 18 19:37:25.663299 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.db.resource_extend [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 19:37:25.705261 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-6d8da58b-d675-43ab-9086-264b5445bc61 req-868996b5-4819-478b-9ba1-ddd174f18a57 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Synchronizing usage tracker for tenant:55080d7e03b84961904f44cea106a34f on resource:security_group {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:37:25.855430 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-c06cca55-ea0d-41d9-ab80-8e3cce020130 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:25.863684 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-7d3d7d17-41f1-41c3-8640-f1ce0785896a tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2290811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65862591'] for subnet, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:25.882541 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-6b6a7b48-54a3-4129-808f-15f784ff7ef0 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0658700 Apr 18 19:37:25.899041 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-6d8da58b-d675-43ab-9086-264b5445bc61 req-868996b5-4819-478b-9ba1-ddd174f18a57 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Unset dirty status for tenant:55080d7e03b84961904f44cea106a34f on resource:security_group {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:37:25.900194 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6d8da58b-d675-43ab-9086-264b5445bc61 req-868996b5-4819-478b-9ba1-ddd174f18a57 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] 10.222.0.69 "GET /v2.0/security-groups?id=2acc624c-9329-4157-819e-89822d3c0c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3069222 Apr 18 19:37:25.922111 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port 7a233cc4-3ce9-4044-b37e-ae1b2c47daaf, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=7a233cc4-3ce9-4044-b37e-ae1b2c47daaf,segment=NetworkSegment(6e09292d-9dc6-4a58-913a-7eef33e1cf20),segment_id=6e09292d-9dc6-4a58-913a-7eef33e1cf20)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:37:25.931915 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Returning: {'device': '7a233cc4-3ce9-4044-b37e-ae1b2c47daaf', 'network_id': '11569783-78f6-4d10-9370-768c4acb7a65', 'port_id': '7a233cc4-3ce9-4044-b37e-ae1b2c47daaf', 'mac_address': 'fa:16:3e:04:3b:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '183f16e9-913d-4006-a470-a5bf63783425', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:37:26.022222 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3d7d17-41f1-41c3-8640-f1ce0785896a tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Pushing event updated for resources: {'Subnet': ['ID=de38a014-d5d0-4b8b-8217-3cedcd8b2160,revision_number=0']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:26.035406 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28906cc5-5f28-463e-87ae-9a14d2ca8c3f None None] Network dea5a6b8-71f3-4fa4-97c3-dd81515f0420 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:37:26.049748 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3d7d17-41f1-41c3-8640-f1ce0785896a tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Checking segment: {'id': '8446282f-c702-43a7-89b9-37c96f22c702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '04f689a0-c421-40fa-beab-16721e9bb3b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:37:26.050442 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d3d7d17-41f1-41c3-8640-f1ce0785896a tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Network hostable DHCP agents. Network: 04f689a0-c421-40fa-beab-16721e9bb3b2, hostable agents: ['f6987c12-6d6c-47d4-b22d-cfcd164dc40d'], hosted agents: [] {{(pid=84764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:37:26.121759 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:26.194520 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d3d7d17-41f1-41c3-8640-f1ce0785896a tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Network 04f689a0-c421-40fa-beab-16721e9bb3b2 is scheduled to be hosted by DHCP agent f6987c12-6d6c-47d4-b22d-cfcd164dc40d with binding_index 1 {{(pid=84764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:37:26.234537 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c60326-660f-4046-9f2c-0edbcdf7a863 admin admin] Network 907b3800-8be3-4c78-9411-07f6490aed83 is scheduled to be hosted by DHCP agent f6987c12-6d6c-47d4-b22d-cfcd164dc40d with binding_index 1 {{(pid=84763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:37:26.267819 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.db.resource_extend [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-f400c8ae-c580-40f6-a6db-970551fde4b1 service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 19:37:26.302764 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [None req-7d3d7d17-41f1-41c3-8640-f1ce0785896a tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-2, 04f689a0-c421-40fa-beab-16721e9bb3b2) {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:37:26.307734 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3d7d17-41f1-41c3-8640-f1ce0785896a tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:26.308445 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-7d3d7d17-41f1-41c3-8640-f1ce0785896a tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for subnet, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:26.373983 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e11dad52-a5b3-48a0-859a-d9ef9d9f941a req-f719f067-ba03-4d78-b611-21a8e9a78ccf tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 210 time: 0.5205612 Apr 18 19:37:26.384746 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a233cc4-3ce9-4044-b37e-ae1b2c47daaf {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:37:26.401660 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c5562f7-c381-4a5a-838a-22c7799a24e3 None None] Network 04f689a0-c421-40fa-beab-16721e9bb3b2 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:37:26.454537 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-7d3d7d17-41f1-41c3-8640-f1ce0785896a tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2364767 Apr 18 19:37:26.459491 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 35446) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:26.465477 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-23549020-98c3-4e9e-be5e-2342da1d7d8d tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Request body: {'subnet': {'network_id': '04f689a0-c421-40fa-beab-16721e9bb3b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:37:26.576060 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port 7a233cc4-3ce9-4044-b37e-ae1b2c47daaf, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=7a233cc4-3ce9-4044-b37e-ae1b2c47daaf,segment=NetworkSegment(6e09292d-9dc6-4a58-913a-7eef33e1cf20),segment_id=6e09292d-9dc6-4a58-913a-7eef33e1cf20)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:37:26.576402 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-c06cca55-ea0d-41d9-ab80-8e3cce020130 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Network 90209d61-e826-43c7-b870-7c37c04ae80f is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:37:26.600364 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb847d99-460f-405f-aa2c-61e86203cd74 req-b2853dc4-a052-4c12-a895-9076ea68d4c6 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:26.601415 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-eb847d99-460f-405f-aa2c-61e86203cd74 req-b2853dc4-a052-4c12-a895-9076ea68d4c6 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Synchronizing usage tracker for tenant:f23daf946b4d4874b9d361b56e2fb9b5 on resource:network {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:37:26.608193 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [None req-25c60326-660f-4046-9f2c-0edbcdf7a863 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-2, 907b3800-8be3-4c78-9411-07f6490aed83) {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:37:26.618852 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-c06cca55-ea0d-41d9-ab80-8e3cce020130 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:37:26.621576 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-c06cca55-ea0d-41d9-ab80-8e3cce020130 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Received port after_create {{(pid=84763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:37:26.736229 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-f400c8ae-c580-40f6-a6db-970551fde4b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5fbc6cd-b65a-4f4e-a680-fbbbbd189706 {{(pid=84763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:37:26.746979 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b59b8c-13bf-4b62-82ae-06248ca0cc8a req-cb8d66bf-9e2f-401e-987a-983bb8e7f904 tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:26.749511 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c0b59b8c-13bf-4b62-82ae-06248ca0cc8a req-cb8d66bf-9e2f-401e-987a-983bb8e7f904 tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf343fda-f220-4488-a1e0-387aba683d76 HTTP/1.1" status: 200 len: 946 time: 0.1416526 Apr 18 19:37:26.758552 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-23549020-98c3-4e9e-be5e-2342da1d7d8d tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:37:26.765315 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-23549020-98c3-4e9e-be5e-2342da1d7d8d tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Usage tracker for resource:subnet and tenant:8097f6133aa24824a0d11d98456dfce8 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:37:26.771862 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-f400c8ae-c580-40f6-a6db-970551fde4b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:26.783437 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-23549020-98c3-4e9e-be5e-2342da1d7d8d tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:37:26.805282 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c3745a-37d1-4dfb-98f9-89050f751b7b None None] Network 907b3800-8be3-4c78-9411-07f6490aed83 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:37:26.830226 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-c06cca55-ea0d-41d9-ab80-8e3cce020130 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:26.832039 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-c06cca55-ea0d-41d9-ab80-8e3cce020130 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:26.840881 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c0b59b8c-13bf-4b62-82ae-06248ca0cc8a req-935fb336-cc1d-489c-a1de-0d3e750081bd tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] 10.222.0.69 "GET /v2.0/security-groups?id=d91ae139-8b90-49fd-8dc9-70f1abc8c820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777214 Apr 18 19:37:26.846980 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c60326-660f-4046-9f2c-0edbcdf7a863 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:26.853286 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-25c60326-660f-4046-9f2c-0edbcdf7a863 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:26.863002 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-23549020-98c3-4e9e-be5e-2342da1d7d8d tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:37:26.894224 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06cca55-ea0d-41d9-ab80-8e3cce020130 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Pushing event updated for resources: {'Port': ['ID=00aa3f22-9bd8-4ee9-b7b5-f4c5649951f5,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:26.913461 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-f400c8ae-c580-40f6-a6db-970551fde4b1 service neutron] Transition to ACTIVE for port object d5fbc6cd-b65a-4f4e-a680-fbbbbd189706 will not be triggered until provisioned by entity L2. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:37:26.920719 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:26.923692 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06cca55-ea0d-41d9-ab80-8e3cce020130 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:37:26.924039 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06cca55-ea0d-41d9-ab80-8e3cce020130 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:37:26.924488 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06cca55-ea0d-41d9-ab80-8e3cce020130 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:37:26.924831 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06cca55-ea0d-41d9-ab80-8e3cce020130 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:37:26.926424 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06cca55-ea0d-41d9-ab80-8e3cce020130 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:37:26.926424 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06cca55-ea0d-41d9-ab80-8e3cce020130 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:37:26.926808 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06cca55-ea0d-41d9-ab80-8e3cce020130 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:37:26.927454 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06cca55-ea0d-41d9-ab80-8e3cce020130 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:37:26.927454 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06cca55-ea0d-41d9-ab80-8e3cce020130 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:37:26.927623 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06cca55-ea0d-41d9-ab80-8e3cce020130 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:37:26.929389 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06cca55-ea0d-41d9-ab80-8e3cce020130 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:37:26.964784 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77af8638-6a00-4341-b655-6c1b575ff1e7 req-e41dee2a-39bc-4413-9d7f-f0382be557dc tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:26.966330 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-77af8638-6a00-4341-b655-6c1b575ff1e7 req-e41dee2a-39bc-4413-9d7f-f0382be557dc tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a7e3627-fe0c-454f-94c0-2c81f29abab8 HTTP/1.1" status: 200 len: 944 time: 0.3540008 Apr 18 19:37:27.026438 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-eb847d99-460f-405f-aa2c-61e86203cd74 req-b2853dc4-a052-4c12-a895-9076ea68d4c6 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Unset dirty status for tenant:f23daf946b4d4874b9d361b56e2fb9b5 on resource:network {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:37:27.028814 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-eb847d99-460f-405f-aa2c-61e86203cd74 req-b2853dc4-a052-4c12-a895-9076ea68d4c6 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.73 "GET /v2.0/networks?id=47c820f3-b421-48a9-a537-e0e4851dd399 HTTP/1.1" status: 200 len: 814 time: 0.9824553 Apr 18 19:37:27.031441 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-c06cca55-ea0d-41d9-ab80-8e3cce020130 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.7730889 Apr 18 19:37:27.033151 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23549020-98c3-4e9e-be5e-2342da1d7d8d tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Made reservation on behalf of 8097f6133aa24824a0d11d98456dfce8 for: {'subnet': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:37:27.037761 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-23549020-98c3-4e9e-be5e-2342da1d7d8d tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65862573'] for subnet, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:27.038886 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-25c60326-660f-4046-9f2c-0edbcdf7a863 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.0842001 Apr 18 19:37:27.039936 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-f400c8ae-c580-40f6-a6db-970551fde4b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:27.043760 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 35458) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:27.105032 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-eb847d99-460f-405f-aa2c-61e86203cd74 req-b16f2f19-12c2-46ec-b606-38b1a6532b07 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Request body: {'port': {'device_id': 'a213e76a-c60b-409c-8e3d-181b396ae0a2', 'network_id': '47c820f3-b421-48a9-a537-e0e4851dd399', 'admin_state_up': True, 'tenant_id': 'f23daf946b4d4874b9d361b56e2fb9b5'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:37:27.171769 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Pushing event updated for resources: {'Port': ['ID=7a233cc4-3ce9-4044-b37e-ae1b2c47daaf,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:27.224067 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-74837cf5-ac3b-4103-adb3-60eece48e419 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-37169976-router', 'tenant_id': '11fa110afd504f4180500a31ab517fd5', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'}}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:37:27.231032 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-b73d19f7-459a-4a4e-a730-95e8add50292 service neutron] Request body: {'port': {'device_id': '648d516b-9b02-4da2-9290-9c21f1872f59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-2'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:37:27.241093 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] get_ports_and_sgs() called for port_ids ['7a233cc4-3ce9-4044-b37e-ae1b2c47daaf'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:37:27.277769 n-d-836017-2 neutron-server[84764]: INFO neutron.db.ipam_backend_mixin [None req-23549020-98c3-4e9e-be5e-2342da1d7d8d tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet de38a014-d5d0-4b8b-8217-3cedcd8b2160 (CIDR: 2001:db8::/64) Apr 18 19:37:27.283842 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-74837cf5-ac3b-4103-adb3-60eece48e419 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:37:27.306330 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-74837cf5-ac3b-4103-adb3-60eece48e419 admin admin] Usage tracker for resource:router and tenant:11fa110afd504f4180500a31ab517fd5 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:37:27.329828 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-74837cf5-ac3b-4103-adb3-60eece48e419 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:37:27.369838 n-d-836017-2 neutron-server[84764]: INFO neutron.pecan_wsgi.hooks.translation [None req-23549020-98c3-4e9e-be5e-2342da1d7d8d tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 19:37:27.369838 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23549020-98c3-4e9e-be5e-2342da1d7d8d tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 19:37:27.388386 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-77af8638-6a00-4341-b655-6c1b575ff1e7 req-0e6310c7-65c2-4068-8fb9-54481ede970c tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/security-groups?id=51df22c1-554b-4779-a025-65f2af6e2a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4163775 Apr 18 19:37:27.413978 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-74837cf5-ac3b-4103-adb3-60eece48e419 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:37:27.478825 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3cf5ac-041a-4c57-bada-fed65b91f350 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31f5fbf7-4b5c-5a44-b255-70c4fc176ae8-907b3800-8be3-4c78-9411-07f6490aed83', 'network_id': '907b3800-8be3-4c78-9411-07f6490aed83', 'tenant_id': '11fa110afd504f4180500a31ab517fd5', 'fixed_ips': [{'subnet_id': 'ba52fbae-1fb9-4ec8-b27f-ceb3ad82d8c1'}]}} from n-d-836017-2. {{(pid=84765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 19:37:27.484586 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0c3cf5ac-041a-4c57-bada-fed65b91f350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:27.500001 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f400c8ae-c580-40f6-a6db-970551fde4b1 service neutron] Pushing event updated for resources: {'Port': ['ID=d5fbc6cd-b65a-4f4e-a680-fbbbbd189706,revision_number=2']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:27.508413 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-eb847d99-460f-405f-aa2c-61e86203cd74 req-b16f2f19-12c2-46ec-b606-38b1a6532b07 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:37:27.512907 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-eb847d99-460f-405f-aa2c-61e86203cd74 req-b16f2f19-12c2-46ec-b606-38b1a6532b07 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Usage tracker for resource:port and tenant:f23daf946b4d4874b9d361b56e2fb9b5 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:37:27.517315 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-eb847d99-460f-405f-aa2c-61e86203cd74 req-b16f2f19-12c2-46ec-b606-38b1a6532b07 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:37:27.525159 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-eb847d99-460f-405f-aa2c-61e86203cd74 req-b16f2f19-12c2-46ec-b606-38b1a6532b07 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:37:27.528931 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-23549020-98c3-4e9e-be5e-2342da1d7d8d tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0654242 Apr 18 19:37:27.531288 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 35468) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:27.536386 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfcd464c-d0c7-4f45-b735-8d2c9823546f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31f5fbf7-4b5c-5a44-b255-70c4fc176ae8-04f689a0-c421-40fa-beab-16721e9bb3b2', 'network_id': '04f689a0-c421-40fa-beab-16721e9bb3b2', 'tenant_id': '8097f6133aa24824a0d11d98456dfce8', 'fixed_ips': [{'subnet_id': 'de38a014-d5d0-4b8b-8217-3cedcd8b2160'}]}} from n-d-836017-2. {{(pid=84765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 19:37:27.537943 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cfcd464c-d0c7-4f45-b735-8d2c9823546f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:27.552460 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c4eaf5-4727-4118-b117-7ecdad0767df req-b1ec1595-87eb-4d7c-9915-88c757b5ced6 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:27.574643 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-05c4eaf5-4727-4118-b117-7ecdad0767df req-b1ec1595-87eb-4d7c-9915-88c757b5ced6 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] 10.222.0.69 "GET /v2.0/networks?id=dea5a6b8-71f3-4fa4-97c3-dd81515f0420 HTTP/1.1" status: 200 len: 812 time: 0.3346643 Apr 18 19:37:27.578501 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-b73d19f7-459a-4a4e-a730-95e8add50292 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:27.585737 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-cd640c06-ffdc-470d-a673-be03a9ccaa12 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Request body: {'subnet': {'network_id': '04f689a0-c421-40fa-beab-16721e9bb3b2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:37:27.606438 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-74837cf5-ac3b-4103-adb3-60eece48e419 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-415242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4425'] for router, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:27.608890 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-74837cf5-ac3b-4103-adb3-60eece48e419 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-416909', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4418'] for router, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:27.753035 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb847d99-460f-405f-aa2c-61e86203cd74 req-b16f2f19-12c2-46ec-b606-38b1a6532b07 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Made reservation on behalf of f23daf946b4d4874b9d361b56e2fb9b5 for: {'port': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:37:27.756844 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-eb847d99-460f-405f-aa2c-61e86203cd74 req-b16f2f19-12c2-46ec-b606-38b1a6532b07 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:27.865177 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.db.resource_extend [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-f164e832-5700-4df0-8b69-f12dda749d91 service neutron] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 19:37:27.942868 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-74837cf5-ac3b-4103-adb3-60eece48e419 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:27.952842 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-0c3cf5ac-041a-4c57-bada-fed65b91f350 None None] Allocated IP 172.20.0.2 (907b3800-8be3-4c78-9411-07f6490aed83/ba52fbae-1fb9-4ec8-b27f-ceb3ad82d8c1/4afcb922-5587-4ae6-a401-1952d37a5b2f) {{(pid=84765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:37:27.954105 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-f164e832-5700-4df0-8b69-f12dda749d91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7aa8a36c-946d-4f2d-9809-cce6ddf1bddc {{(pid=84764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:37:27.963262 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-f164e832-5700-4df0-8b69-f12dda749d91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:27.982081 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.provisioning_blocks [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-f164e832-5700-4df0-8b69-f12dda749d91 service neutron] Transition to ACTIVE for port object 7aa8a36c-946d-4f2d-9809-cce6ddf1bddc will not be triggered until provisioned by entity L2. {{(pid=84764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:37:27.991773 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-05c4eaf5-4727-4118-b117-7ecdad0767df req-6595fd0f-49c1-4d9f-80ff-19559a80d460 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] 10.222.0.69 "GET /v2.0/quotas/b24aa115869c4ccebfe654d4d215e4c2 HTTP/1.1" status: 200 len: 375 time: 0.4147508 Apr 18 19:37:28.083125 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-05c4eaf5-4727-4118-b117-7ecdad0767df req-c5d5f84a-b87f-4185-8157-75b8f5041ccb tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=b24aa115869c4ccebfe654d4d215e4c2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0899827 Apr 18 19:37:28.122062 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-f164e832-5700-4df0-8b69-f12dda749d91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2290934'] for port, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:28.250664 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-f400c8ae-c580-40f6-a6db-970551fde4b1 service neutron] Attempting to bind port d5fbc6cd-b65a-4f4e-a680-fbbbbd189706 on host n-h2-836017-2 for vnic_type normal with profile {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:37:28.251000 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-f400c8ae-c580-40f6-a6db-970551fde4b1 service neutron] Attempting to bind port d5fbc6cd-b65a-4f4e-a680-fbbbbd189706 by drivers openvswitch,hyperv on host n-h2-836017-2 at level 0 using segments [{'id': 'c3255f4b-ef57-4674-a268-31691e3a8b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '90209d61-e826-43c7-b870-7c37c04ae80f'}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:37:28.251321 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-f400c8ae-c580-40f6-a6db-970551fde4b1 service neutron] Attempting to bind port d5fbc6cd-b65a-4f4e-a680-fbbbbd189706 on network 90209d61-e826-43c7-b870-7c37c04ae80f {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:37:28.371419 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-cfcd464c-d0c7-4f45-b735-8d2c9823546f None None] Allocated IP 2001:db8::2 (04f689a0-c421-40fa-beab-16721e9bb3b2/de38a014-d5d0-4b8b-8217-3cedcd8b2160/7ceac64d-25ee-418e-818e-9a41387ffd32) {{(pid=84765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:37:28.377731 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0c3cf5ac-041a-4c57-bada-fed65b91f350 None None] Notify callbacks [] for port, precommit_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:28.394367 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-0c3cf5ac-041a-4c57-bada-fed65b91f350 None None] Transition to ACTIVE for port object 4afcb922-5587-4ae6-a401-1952d37a5b2f will not be triggered until provisioned by entity L2. {{(pid=84765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:37:28.449750 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-05c4eaf5-4727-4118-b117-7ecdad0767df req-7ce48d5b-8adc-4cf7-8dfd-71e26d1bd7dc service neutron] 10.222.0.69 "GET /v2.0/networks/dea5a6b8-71f3-4fa4-97c3-dd81515f0420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3648016 Apr 18 19:37:28.459085 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-cd640c06-ffdc-470d-a673-be03a9ccaa12 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:37:28.499274 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-0c3cf5ac-041a-4c57-bada-fed65b91f350 None None] Transition to ACTIVE for port object 4afcb922-5587-4ae6-a401-1952d37a5b2f will not be triggered until provisioned by entity DHCP. {{(pid=84765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:37:28.512138 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-cd640c06-ffdc-470d-a673-be03a9ccaa12 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Usage tracker for resource:subnet and tenant:8097f6133aa24824a0d11d98456dfce8 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:37:28.534307 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-cd640c06-ffdc-470d-a673-be03a9ccaa12 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:37:28.639075 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0c3cf5ac-041a-4c57-bada-fed65b91f350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331'] for port, after_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:28.680239 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-f400c8ae-c580-40f6-a6db-970551fde4b1 service neutron] Port d5fbc6cd-b65a-4f4e-a680-fbbbbd189706 on network 90209d61-e826-43c7-b870-7c37c04ae80f not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-2 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:37:28.680795 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-f400c8ae-c580-40f6-a6db-970551fde4b1 service neutron] Attempting to bind port d5fbc6cd-b65a-4f4e-a680-fbbbbd189706 on network 90209d61-e826-43c7-b870-7c37c04ae80f {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:37:28.695211 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cfcd464c-d0c7-4f45-b735-8d2c9823546f None None] Notify callbacks [] for port, precommit_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:28.702349 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-b73d19f7-459a-4a4e-a730-95e8add50292 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00aa3f22-9bd8-4ee9-b7b5-f4c5649951f5 {{(pid=84763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:37:28.737732 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-cfcd464c-d0c7-4f45-b735-8d2c9823546f None None] Transition to ACTIVE for port object 7ceac64d-25ee-418e-818e-9a41387ffd32 will not be triggered until provisioned by entity L2. {{(pid=84765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:37:28.758620 n-d-836017-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3cf5ac-041a-4c57-bada-fed65b91f350 None None] Network 907b3800-8be3-4c78-9411-07f6490aed83 is already hosted by enough agents. {{(pid=84765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:37:28.765946 n-d-836017-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-0c3cf5ac-041a-4c57-bada-fed65b91f350 None None] Resources bound (agent type, host, resource id): {{(pid=84765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:37:28.783025 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3cf5ac-041a-4c57-bada-fed65b91f350 None None] Pushing event updated for resources: {'Port': ['ID=4afcb922-5587-4ae6-a401-1952d37a5b2f,revision_number=1']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:28.793328 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3cf5ac-041a-4c57-bada-fed65b91f350 None None] Received port after_create {{(pid=84765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:37:28.796867 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-b73d19f7-459a-4a4e-a730-95e8add50292 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:28.814651 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-cfcd464c-d0c7-4f45-b735-8d2c9823546f None None] Transition to ACTIVE for port object 7ceac64d-25ee-418e-818e-9a41387ffd32 will not be triggered until provisioned by entity DHCP. {{(pid=84765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:37:28.824206 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-cd640c06-ffdc-470d-a673-be03a9ccaa12 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:37:28.829427 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-f400c8ae-c580-40f6-a6db-970551fde4b1 service neutron] Checking agent: {'id': '02e8f951-d3a3-40e1-b8cc-aed258af030b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 37, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:37:28.839651 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-f400c8ae-c580-40f6-a6db-970551fde4b1 service neutron] Checking segment: {'id': 'c3255f4b-ef57-4674-a268-31691e3a8b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '90209d61-e826-43c7-b870-7c37c04ae80f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:37:28.839651 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-f400c8ae-c580-40f6-a6db-970551fde4b1 service neutron] Bound using segment: {'id': 'c3255f4b-ef57-4674-a268-31691e3a8b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '90209d61-e826-43c7-b870-7c37c04ae80f'} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:37:28.839651 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-f400c8ae-c580-40f6-a6db-970551fde4b1 service neutron] Bound port: d5fbc6cd-b65a-4f4e-a680-fbbbbd189706, host: n-h2-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3255f4b-ef57-4674-a268-31691e3a8b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '90209d61-e826-43c7-b870-7c37c04ae80f'}}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:37:28.839651 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-f400c8ae-c580-40f6-a6db-970551fde4b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:28.853182 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dafc7fc-aba5-49ec-9510-9ca3a74345c2 req-ee7cabd3-d942-48ee-9ec7-e8a594f9078e tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:28.860659 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3dafc7fc-aba5-49ec-9510-9ca3a74345c2 req-ee7cabd3-d942-48ee-9ec7-e8a594f9078e tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] 10.222.0.69 "GET /v2.0/ports?device_id=012c79ba-837f-4083-8180-a6605aaa25b9 HTTP/1.1" status: 200 len: 932 time: 1.1086657 Apr 18 19:37:28.870505 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_common [req-eb847d99-460f-405f-aa2c-61e86203cd74 req-b16f2f19-12c2-46ec-b606-38b1a6532b07 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Allocated IP 172.20.0.5 (47c820f3-b421-48a9-a537-e0e4851dd399/796a481f-8e54-4cc2-b013-83edb23d78ce/c2d41a20-8113-45ca-a446-3bd7c51b739f) {{(pid=84763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:37:28.899536 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-b73d19f7-459a-4a4e-a730-95e8add50292 service neutron] Transition to ACTIVE for port object 00aa3f22-9bd8-4ee9-b7b5-f4c5649951f5 will not be triggered until provisioned by entity L2. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:37:28.902381 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f164e832-5700-4df0-8b69-f12dda749d91 service neutron] Pushing event updated for resources: {'Port': ['ID=7aa8a36c-946d-4f2d-9809-cce6ddf1bddc,revision_number=2']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:28.942005 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-0c3cf5ac-041a-4c57-bada-fed65b91f350 None None] Attempting to bind port 4afcb922-5587-4ae6-a401-1952d37a5b2f on host n-d-836017-2 for vnic_type normal with profile {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:37:28.942462 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-0c3cf5ac-041a-4c57-bada-fed65b91f350 None None] Attempting to bind port 4afcb922-5587-4ae6-a401-1952d37a5b2f by drivers openvswitch,hyperv on host n-d-836017-2 at level 0 using segments [{'id': '4988a6fa-3700-4d76-b344-877fc1f45fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '907b3800-8be3-4c78-9411-07f6490aed83'}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:37:28.942831 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3cf5ac-041a-4c57-bada-fed65b91f350 None None] Attempting to bind port 4afcb922-5587-4ae6-a401-1952d37a5b2f on network 907b3800-8be3-4c78-9411-07f6490aed83 {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:37:28.950133 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3cf5ac-041a-4c57-bada-fed65b91f350 None None] Checking agent: {'id': 'df2a5cfe-6839-400b-a998-e4fffce70f45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 8, 22), 'started_at': datetime.datetime(2022, 4, 18, 19, 8, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:37:28.950498 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3cf5ac-041a-4c57-bada-fed65b91f350 None None] Checking segment: {'id': '4988a6fa-3700-4d76-b344-877fc1f45fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '907b3800-8be3-4c78-9411-07f6490aed83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:37:28.957733 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0c3cf5ac-041a-4c57-bada-fed65b91f350 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:28.957733 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3cf5ac-041a-4c57-bada-fed65b91f350 None None] Bound using segment: {'id': '4988a6fa-3700-4d76-b344-877fc1f45fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '907b3800-8be3-4c78-9411-07f6490aed83'} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:37:28.957733 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-0c3cf5ac-041a-4c57-bada-fed65b91f350 None None] Bound port: 4afcb922-5587-4ae6-a401-1952d37a5b2f, host: n-d-836017-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4988a6fa-3700-4d76-b344-877fc1f45fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '907b3800-8be3-4c78-9411-07f6490aed83'}}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:37:28.957733 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0c3cf5ac-041a-4c57-bada-fed65b91f350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:28.968156 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cfcd464c-d0c7-4f45-b735-8d2c9823546f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331'] for port, after_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:28.984389 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-05c4eaf5-4727-4118-b117-7ecdad0767df req-22ef39b8-34e1-4a99-8949-730e6c73381a service neutron] 10.222.0.69 "GET /v2.0/networks/dea5a6b8-71f3-4fa4-97c3-dd81515f0420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5111520 Apr 18 19:37:28.989896 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-f164e832-5700-4df0-8b69-f12dda749d91 service neutron] Attempting to bind port 7aa8a36c-946d-4f2d-9809-cce6ddf1bddc on host n-h2-836017-2 for vnic_type normal with profile {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:37:28.990430 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-f164e832-5700-4df0-8b69-f12dda749d91 service neutron] Attempting to bind port 7aa8a36c-946d-4f2d-9809-cce6ddf1bddc by drivers openvswitch,hyperv on host n-h2-836017-2 at level 0 using segments [{'id': 'c3255f4b-ef57-4674-a268-31691e3a8b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '90209d61-e826-43c7-b870-7c37c04ae80f'}] {{(pid=84764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:37:28.991898 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-f164e832-5700-4df0-8b69-f12dda749d91 service neutron] Attempting to bind port 7aa8a36c-946d-4f2d-9809-cce6ddf1bddc on network 90209d61-e826-43c7-b870-7c37c04ae80f {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:37:29.010318 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-f164e832-5700-4df0-8b69-f12dda749d91 service neutron] Port 7aa8a36c-946d-4f2d-9809-cce6ddf1bddc on network 90209d61-e826-43c7-b870-7c37c04ae80f not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-2 {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:37:29.010863 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-f164e832-5700-4df0-8b69-f12dda749d91 service neutron] Attempting to bind port 7aa8a36c-946d-4f2d-9809-cce6ddf1bddc on network 90209d61-e826-43c7-b870-7c37c04ae80f {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:37:29.028267 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-f164e832-5700-4df0-8b69-f12dda749d91 service neutron] Checking agent: {'id': '02e8f951-d3a3-40e1-b8cc-aed258af030b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 37, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:37:29.028917 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-f164e832-5700-4df0-8b69-f12dda749d91 service neutron] Checking segment: {'id': 'c3255f4b-ef57-4674-a268-31691e3a8b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '90209d61-e826-43c7-b870-7c37c04ae80f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:37:29.029546 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-f164e832-5700-4df0-8b69-f12dda749d91 service neutron] Bound using segment: {'id': 'c3255f4b-ef57-4674-a268-31691e3a8b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '90209d61-e826-43c7-b870-7c37c04ae80f'} {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:37:29.031032 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-f164e832-5700-4df0-8b69-f12dda749d91 service neutron] Bound port: 7aa8a36c-946d-4f2d-9809-cce6ddf1bddc, host: n-h2-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3255f4b-ef57-4674-a268-31691e3a8b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '90209d61-e826-43c7-b870-7c37c04ae80f'}}] {{(pid=84764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:37:29.031772 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-f164e832-5700-4df0-8b69-f12dda749d91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:29.043276 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3dafc7fc-aba5-49ec-9510-9ca3a74345c2 req-fd5e383f-50c6-4744-a64c-e26320d2d4e1 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] 10.222.0.69 "GET /v2.0/security-groups?id=2acc624c-9329-4157-819e-89822d3c0c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823258 Apr 18 19:37:29.063680 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-74837cf5-ac3b-4103-adb3-60eece48e419 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416895', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4776'] for router, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:29.081368 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-b73d19f7-459a-4a4e-a730-95e8add50292 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:29.189697 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-f164e832-5700-4df0-8b69-f12dda749d91 service neutron] For port 7aa8a36c-946d-4f2d-9809-cce6ddf1bddc, host n-h2-836017-2, cleared binding levels {{(pid=84764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:37:29.193490 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-f164e832-5700-4df0-8b69-f12dda749d91 service neutron] For port 7aa8a36c-946d-4f2d-9809-cce6ddf1bddc, host n-h2-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=7aa8a36c-946d-4f2d-9809-cce6ddf1bddc,segment=NetworkSegment(c3255f4b-ef57-4674-a268-31691e3a8b08),segment_id=c3255f4b-ef57-4674-a268-31691e3a8b08)] {{(pid=84764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:37:29.198687 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd640c06-ffdc-470d-a673-be03a9ccaa12 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Made reservation on behalf of 8097f6133aa24824a0d11d98456dfce8 for: {'subnet': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:37:29.204215 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-cd640c06-ffdc-470d-a673-be03a9ccaa12 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65862573'] for subnet, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:29.219827 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcd464c-d0c7-4f45-b735-8d2c9823546f None None] Pushing event updated for resources: {'Port': ['ID=7ceac64d-25ee-418e-818e-9a41387ffd32,revision_number=1']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:29.227794 n-d-836017-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfcd464c-d0c7-4f45-b735-8d2c9823546f None None] Network 04f689a0-c421-40fa-beab-16721e9bb3b2 is already hosted by enough agents. {{(pid=84765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:37:29.231935 n-d-836017-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-cfcd464c-d0c7-4f45-b735-8d2c9823546f None None] Resources bound (agent type, host, resource id): {{(pid=84765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:37:29.249704 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-f400c8ae-c580-40f6-a6db-970551fde4b1 service neutron] For port d5fbc6cd-b65a-4f4e-a680-fbbbbd189706, host n-h2-836017-2, cleared binding levels {{(pid=84763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:37:29.275879 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcd464c-d0c7-4f45-b735-8d2c9823546f None None] Received port after_create {{(pid=84765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:37:29.326966 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-0c3cf5ac-041a-4c57-bada-fed65b91f350 None None] For port 4afcb922-5587-4ae6-a401-1952d37a5b2f, host n-d-836017-2, cleared binding levels {{(pid=84765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:37:29.333067 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-f400c8ae-c580-40f6-a6db-970551fde4b1 service neutron] For port d5fbc6cd-b65a-4f4e-a680-fbbbbd189706, host n-h2-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=d5fbc6cd-b65a-4f4e-a680-fbbbbd189706,segment=NetworkSegment(c3255f4b-ef57-4674-a268-31691e3a8b08),segment_id=c3255f4b-ef57-4674-a268-31691e3a8b08)] {{(pid=84763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:37:29.358708 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-f164e832-5700-4df0-8b69-f12dda749d91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2290934'] for port, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:29.384880 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 7a233cc4-3ce9-4044-b37e-ae1b2c47daaf up at agent hyperv_n-h1-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:37:29.441996 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-0c3cf5ac-041a-4c57-bada-fed65b91f350 None None] For port 4afcb922-5587-4ae6-a401-1952d37a5b2f, host n-d-836017-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=4afcb922-5587-4ae6-a401-1952d37a5b2f,segment=NetworkSegment(4988a6fa-3700-4d76-b344-877fc1f45fa9),segment_id=4988a6fa-3700-4d76-b344-877fc1f45fa9)] {{(pid=84765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:37:29.450619 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-cfcd464c-d0c7-4f45-b735-8d2c9823546f None None] Attempting to bind port 7ceac64d-25ee-418e-818e-9a41387ffd32 on host n-d-836017-2 for vnic_type normal with profile {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:37:29.451318 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-cfcd464c-d0c7-4f45-b735-8d2c9823546f None None] Attempting to bind port 7ceac64d-25ee-418e-818e-9a41387ffd32 by drivers openvswitch,hyperv on host n-d-836017-2 at level 0 using segments [{'id': '8446282f-c702-43a7-89b9-37c96f22c702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '04f689a0-c421-40fa-beab-16721e9bb3b2'}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:37:29.452240 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfcd464c-d0c7-4f45-b735-8d2c9823546f None None] Attempting to bind port 7ceac64d-25ee-418e-818e-9a41387ffd32 on network 04f689a0-c421-40fa-beab-16721e9bb3b2 {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:37:29.483961 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfcd464c-d0c7-4f45-b735-8d2c9823546f None None] Checking agent: {'id': 'df2a5cfe-6839-400b-a998-e4fffce70f45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 8, 22), 'started_at': datetime.datetime(2022, 4, 18, 19, 8, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:37:29.485315 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfcd464c-d0c7-4f45-b735-8d2c9823546f None None] Checking segment: {'id': '8446282f-c702-43a7-89b9-37c96f22c702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '04f689a0-c421-40fa-beab-16721e9bb3b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:37:29.485831 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cfcd464c-d0c7-4f45-b735-8d2c9823546f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:29.486335 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfcd464c-d0c7-4f45-b735-8d2c9823546f None None] Bound using segment: {'id': '8446282f-c702-43a7-89b9-37c96f22c702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '04f689a0-c421-40fa-beab-16721e9bb3b2'} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:37:29.486973 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-cfcd464c-d0c7-4f45-b735-8d2c9823546f None None] Bound port: 7ceac64d-25ee-418e-818e-9a41387ffd32, host: n-d-836017-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8446282f-c702-43a7-89b9-37c96f22c702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '04f689a0-c421-40fa-beab-16721e9bb3b2'}}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:37:29.487466 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cfcd464c-d0c7-4f45-b735-8d2c9823546f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:29.497734 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-f164e832-5700-4df0-8b69-f12dda749d91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:29.499106 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-f164e832-5700-4df0-8b69-f12dda749d91 service neutron] 10.222.0.72 "PUT /v2.0/ports/7aa8a36c-946d-4f2d-9809-cce6ddf1bddc HTTP/1.1" status: 200 len: 1092 time: 4.7168789 Apr 18 19:37:29.502260 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '012c79ba-837f-4083-8180-a6605aaa25b9', 'tag': '7aa8a36c-946d-4f2d-9809-cce6ddf1bddc'}] {{(pid=84764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:37:29.528623 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f164e832-5700-4df0-8b69-f12dda749d91 service neutron] Pushing event updated for resources: {'Port': ['ID=7aa8a36c-946d-4f2d-9809-cce6ddf1bddc,revision_number=3']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:29.574722 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-f400c8ae-c580-40f6-a6db-970551fde4b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:29.597240 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-144c7977-f74e-41a0-8251-430f7e5ca4ce req-48e5ad05-157b-4397-b95c-e839a206d65f tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 210 time: 0.1757104 Apr 18 19:37:29.601609 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0c3cf5ac-041a-4c57-bada-fed65b91f350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:29.698082 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73d19f7-459a-4a4e-a730-95e8add50292 service neutron] Pushing event updated for resources: {'Port': ['ID=00aa3f22-9bd8-4ee9-b7b5-f4c5649951f5,revision_number=2']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:29.805498 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-6b83d179-7f67-450b-b2b1-2af940169cdb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=55080d7e03b84961904f44cea106a34f&device_id=012c79ba-837f-4083-8180-a6605aaa25b9 HTTP/1.1" status: 200 len: 1095 time: 0.1431191 Apr 18 19:37:29.912913 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-cfcd464c-d0c7-4f45-b735-8d2c9823546f None None] For port 7ceac64d-25ee-418e-818e-9a41387ffd32, host n-d-836017-2, cleared binding levels {{(pid=84765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:37:29.927630 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-cfcd464c-d0c7-4f45-b735-8d2c9823546f None None] For port 7ceac64d-25ee-418e-818e-9a41387ffd32, host n-d-836017-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=7ceac64d-25ee-418e-818e-9a41387ffd32,segment=NetworkSegment(8446282f-c702-43a7-89b9-37c96f22c702),segment_id=8446282f-c702-43a7-89b9-37c96f22c702)] {{(pid=84765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:37:29.962657 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Provisioning for port 7a233cc4-3ce9-4044-b37e-ae1b2c47daaf completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:37:29.972225 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3cf5ac-041a-4c57-bada-fed65b91f350 None None] Pushing event updated for resources: {'Port': ['ID=4afcb922-5587-4ae6-a401-1952d37a5b2f,revision_number=2']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:29.976082 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Provisioning complete for port 7a233cc4-3ce9-4044-b37e-ae1b2c47daaf triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:37:29.976732 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:29.980973 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-f9311952-48b1-4298-a84d-733eb74a45f3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7aa8a36c-946d-4f2d-9809-cce6ddf1bddc HTTP/1.1" status: 200 len: 217 time: 0.1345870 Apr 18 19:37:30.031644 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-f400c8ae-c580-40f6-a6db-970551fde4b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:30.032951 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-f400c8ae-c580-40f6-a6db-970551fde4b1 service neutron] 10.222.0.72 "PUT /v2.0/ports/d5fbc6cd-b65a-4f4e-a680-fbbbbd189706 HTTP/1.1" status: 200 len: 1091 time: 7.2884955 Apr 18 19:37:30.038891 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '768144c2-7f8a-49d7-9214-69984840d579', 'tag': 'd5fbc6cd-b65a-4f4e-a680-fbbbbd189706'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:37:30.059761 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cfcd464c-d0c7-4f45-b735-8d2c9823546f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:30.075386 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-f10e406c-d1b5-4be3-8d18-8ae97f930ec3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:30.076889 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-f10e406c-d1b5-4be3-8d18-8ae97f930ec3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3f74d436-afb8-465f-b659-1be967ed4d5d HTTP/1.1" status: 200 len: 858 time: 0.0894849 Apr 18 19:37:30.154836 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-cd640c06-ffdc-470d-a673-be03a9ccaa12 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2290811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65862591'] for subnet, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:30.217217 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-9d06b2cb-8826-42a7-92fb-32f2f4c6d75f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=90209d61-e826-43c7-b870-7c37c04ae80f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1339345 Apr 18 19:37:30.220152 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcd464c-d0c7-4f45-b735-8d2c9823546f None None] Pushing event updated for resources: {'Port': ['ID=7ceac64d-25ee-418e-818e-9a41387ffd32,revision_number=2']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:30.274111 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:30.314336 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a7e3627-fe0c-454f-94c0-2c81f29abab8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a233cc4-3ce9-4044-b37e-ae1b2c47daaf'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:37:30.328604 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port 7a233cc4-3ce9-4044-b37e-ae1b2c47daaf, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=7a233cc4-3ce9-4044-b37e-ae1b2c47daaf,segment=NetworkSegment(6e09292d-9dc6-4a58-913a-7eef33e1cf20),segment_id=6e09292d-9dc6-4a58-913a-7eef33e1cf20)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:37:30.342447 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f400c8ae-c580-40f6-a6db-970551fde4b1 service neutron] Pushing event updated for resources: {'Port': ['ID=d5fbc6cd-b65a-4f4e-a680-fbbbbd189706,revision_number=3']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:30.364497 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-b73d19f7-459a-4a4e-a730-95e8add50292 service neutron] Attempting to bind port 00aa3f22-9bd8-4ee9-b7b5-f4c5649951f5 on host n-h1-836017-2 for vnic_type normal with profile {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:37:30.364830 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-b73d19f7-459a-4a4e-a730-95e8add50292 service neutron] Attempting to bind port 00aa3f22-9bd8-4ee9-b7b5-f4c5649951f5 by drivers openvswitch,hyperv on host n-h1-836017-2 at level 0 using segments [{'id': 'c3255f4b-ef57-4674-a268-31691e3a8b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '90209d61-e826-43c7-b870-7c37c04ae80f'}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:37:30.365155 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-b73d19f7-459a-4a4e-a730-95e8add50292 service neutron] Attempting to bind port 00aa3f22-9bd8-4ee9-b7b5-f4c5649951f5 on network 90209d61-e826-43c7-b870-7c37c04ae80f {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:37:30.476629 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-eb847d99-460f-405f-aa2c-61e86203cd74 req-b16f2f19-12c2-46ec-b606-38b1a6532b07 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Notify callbacks [] for port, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:30.496690 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:30.509147 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-b73d19f7-459a-4a4e-a730-95e8add50292 service neutron] Port 00aa3f22-9bd8-4ee9-b7b5-f4c5649951f5 on network 90209d61-e826-43c7-b870-7c37c04ae80f not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-2 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:37:30.509810 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-b73d19f7-459a-4a4e-a730-95e8add50292 service neutron] Attempting to bind port 00aa3f22-9bd8-4ee9-b7b5-f4c5649951f5 on network 90209d61-e826-43c7-b870-7c37c04ae80f {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:37:30.523441 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd640c06-ffdc-470d-a673-be03a9ccaa12 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Pushing event updated for resources: {'Subnet': ['ID=2229161c-d6d8-4d05-adac-10c9afd46f34,revision_number=0']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:30.590041 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd640c06-ffdc-470d-a673-be03a9ccaa12 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Network 04f689a0-c421-40fa-beab-16721e9bb3b2 is already hosted by enough agents. {{(pid=84764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:37:30.592198 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [None req-cd640c06-ffdc-470d-a673-be03a9ccaa12 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Resources bound (agent type, host, resource id): {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:37:30.601552 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd640c06-ffdc-470d-a673-be03a9ccaa12 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:30.602656 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-cd640c06-ffdc-470d-a673-be03a9ccaa12 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for subnet, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:30.625947 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-4a4d13da-1e0d-48c3-8345-4e2d7676da10 service neutron] 10.222.0.72 "GET /v2.0/networks/90209d61-e826-43c7-b870-7c37c04ae80f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3750768 Apr 18 19:37:30.686505 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-b73d19f7-459a-4a4e-a730-95e8add50292 service neutron] Checking agent: {'id': 'e3a31811-08e0-42ba-bc2e-ed8a973b714f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 25), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:37:30.686750 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-b73d19f7-459a-4a4e-a730-95e8add50292 service neutron] Checking segment: {'id': 'c3255f4b-ef57-4674-a268-31691e3a8b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '90209d61-e826-43c7-b870-7c37c04ae80f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:37:30.687136 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-b73d19f7-459a-4a4e-a730-95e8add50292 service neutron] Bound using segment: {'id': 'c3255f4b-ef57-4674-a268-31691e3a8b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '90209d61-e826-43c7-b870-7c37c04ae80f'} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:37:30.690521 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-b73d19f7-459a-4a4e-a730-95e8add50292 service neutron] Bound port: 00aa3f22-9bd8-4ee9-b7b5-f4c5649951f5, host: n-h1-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3255f4b-ef57-4674-a268-31691e3a8b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '90209d61-e826-43c7-b870-7c37c04ae80f'}}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:37:30.695666 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Pushing event updated for resources: {'Port': ['ID=7a233cc4-3ce9-4044-b37e-ae1b2c47daaf,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:30.696154 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-b73d19f7-459a-4a4e-a730-95e8add50292 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:30.854725 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-5ebe00ba-1856-4cc4-a371-af33e3538c83 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=55080d7e03b84961904f44cea106a34f&device_id=768144c2-7f8a-49d7-9214-69984840d579 HTTP/1.1" status: 200 len: 1094 time: 0.6374774 Apr 18 19:37:30.858245 n-d-836017-2 neutron-server[84764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a215fb56-069b-4106-a8a5-b5878a2ad218'] response: {'name': 'network-changed', 'server_uuid': '012c79ba-837f-4083-8180-a6605aaa25b9', 'tag': '7aa8a36c-946d-4f2d-9809-cce6ddf1bddc', 'status': 'completed', 'code': 200} Apr 18 19:37:30.869734 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-cd640c06-ffdc-470d-a673-be03a9ccaa12 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.3342965 Apr 18 19:37:30.870623 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 35516) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:30.871803 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e167408-e821-465b-9f24-7fcd3aa87685 req-e0b89483-02c4-4a91-ad69-1c53328f06bb tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:30.873369 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7e167408-e821-465b-9f24-7fcd3aa87685 req-e0b89483-02c4-4a91-ad69-1c53328f06bb tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a7e3627-fe0c-454f-94c0-2c81f29abab8 HTTP/1.1" status: 200 len: 944 time: 0.9749162 Apr 18 19:37:30.884938 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-7e7212bc-b207-4064-87a4-26151865cf78 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Request body: {'port': {'network_id': '04f689a0-c421-40fa-beab-16721e9bb3b2', 'fixed_ips': [{'subnet_id': 'de38a014-d5d0-4b8b-8217-3cedcd8b2160'}, {'subnet_id': '2229161c-d6d8-4d05-adac-10c9afd46f34'}], 'name': 'tempest-PortsIpV6TestJSON-1626468857'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:37:31.087538 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e4e4871-63d2-4b48-955d-553a5e8e344d'] response: {'name': 'network-changed', 'server_uuid': '768144c2-7f8a-49d7-9214-69984840d579', 'tag': 'd5fbc6cd-b65a-4f4e-a680-fbbbbd189706', 'status': 'completed', 'code': 200} Apr 18 19:37:31.106645 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-7e7212bc-b207-4064-87a4-26151865cf78 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:37:31.113051 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-0ffd8233-c880-47a2-b702-93a3a7316fda service neutron] 10.222.0.72 "GET /v2.0/networks/90209d61-e826-43c7-b870-7c37c04ae80f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4774055 Apr 18 19:37:31.115013 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-7e7212bc-b207-4064-87a4-26151865cf78 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Usage tracker for resource:port and tenant:8097f6133aa24824a0d11d98456dfce8 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:37:31.118773 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-7e7212bc-b207-4064-87a4-26151865cf78 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:37:31.126841 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-7e7212bc-b207-4064-87a4-26151865cf78 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:37:31.201252 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-3c939d88-6f7a-4cbc-a163-c0742eae526a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5fbc6cd-b65a-4f4e-a680-fbbbbd189706 HTTP/1.1" status: 200 len: 217 time: 0.3269031 Apr 18 19:37:31.272978 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e7212bc-b207-4064-87a4-26151865cf78 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Made reservation on behalf of 8097f6133aa24824a0d11d98456dfce8 for: {'port': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:37:31.281142 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-eb847d99-460f-405f-aa2c-61e86203cd74 req-b16f2f19-12c2-46ec-b606-38b1a6532b07 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:31.283772 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-b73d19f7-459a-4a4e-a730-95e8add50292 service neutron] For port 00aa3f22-9bd8-4ee9-b7b5-f4c5649951f5, host n-h1-836017-2, cleared binding levels {{(pid=84763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:37:31.358393 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-74837cf5-ac3b-4103-adb3-60eece48e419 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:31.391287 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-b73d19f7-459a-4a4e-a730-95e8add50292 service neutron] For port 00aa3f22-9bd8-4ee9-b7b5-f4c5649951f5, host n-h1-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=00aa3f22-9bd8-4ee9-b7b5-f4c5649951f5,segment=NetworkSegment(c3255f4b-ef57-4674-a268-31691e3a8b08),segment_id=c3255f4b-ef57-4674-a268-31691e3a8b08)] {{(pid=84763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:37:31.465774 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-74837cf5-ac3b-4103-adb3-60eece48e419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:31.471414 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7e167408-e821-465b-9f24-7fcd3aa87685 req-45d9ee71-6f1b-4f55-92ca-3ce46a56f52c tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/security-groups?id=51df22c1-554b-4779-a025-65f2af6e2a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3816147 Apr 18 19:37:31.472354 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f2f19-12c2-46ec-b606-38b1a6532b07 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Pushing event updated for resources: {'Port': ['ID=c2d41a20-8113-45ca-a446-3bd7c51b739f,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:31.490595 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d8d88e-20a7-467f-a1b8-4f238624844e req-3a436756-c71e-4a0c-93d5-85eb1e65cddc tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:31.494000 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-94d8d88e-20a7-467f-a1b8-4f238624844e req-3a436756-c71e-4a0c-93d5-85eb1e65cddc tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] 10.222.0.69 "GET /v2.0/ports?device_id=012c79ba-837f-4083-8180-a6605aaa25b9 HTTP/1.1" status: 200 len: 944 time: 0.3234007 Apr 18 19:37:31.530092 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-7e7212bc-b207-4064-87a4-26151865cf78 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:31.530761 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb847d99-460f-405f-aa2c-61e86203cd74 req-b16f2f19-12c2-46ec-b606-38b1a6532b07 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Network 47c820f3-b421-48a9-a537-e0e4851dd399 is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:37:31.532575 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-c6b86d76-9e8f-4e07-8e62-e104871586b5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:31.534710 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-c6b86d76-9e8f-4e07-8e62-e104871586b5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3f74d436-afb8-465f-b659-1be967ed4d5d HTTP/1.1" status: 200 len: 858 time: 0.3165154 Apr 18 19:37:31.540160 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [req-eb847d99-460f-405f-aa2c-61e86203cd74 req-b16f2f19-12c2-46ec-b606-38b1a6532b07 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:37:31.549167 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-b73d19f7-459a-4a4e-a730-95e8add50292 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:31.600862 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb847d99-460f-405f-aa2c-61e86203cd74 req-b16f2f19-12c2-46ec-b606-38b1a6532b07 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Received port after_create {{(pid=84763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:37:31.633146 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a92620eb-8678-45d0-97b3-ed6a57f442d1'] response: {'server_uuid': '7a7e3627-fe0c-454f-94c0-2c81f29abab8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a233cc4-3ce9-4044-b37e-ae1b2c47daaf', 'code': 200} Apr 18 19:37:31.656658 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ee71939e-e82e-44b0-a071-782a660128fa req-b277da41-ca3a-455b-943b-be895d5391ce service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=55080d7e03b84961904f44cea106a34f&device_id=012c79ba-837f-4083-8180-a6605aaa25b9 HTTP/1.1" status: 200 len: 1095 time: 0.4200292 Apr 18 19:37:31.657866 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [None req-7e7212bc-b207-4064-87a4-26151865cf78 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] device_id is not set on port 6d5b9de7-0d46-4e9e-8fb3-39ae22b0cf0c yet. {{(pid=84764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 19:37:31.846780 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb847d99-460f-405f-aa2c-61e86203cd74 req-b16f2f19-12c2-46ec-b606-38b1a6532b07 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:31.847467 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-eb847d99-460f-405f-aa2c-61e86203cd74 req-b16f2f19-12c2-46ec-b606-38b1a6532b07 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:32.036501 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f0571f-cde9-4ff7-b984-80ef4e8269b6 None None] Network 907b3800-8be3-4c78-9411-07f6490aed83 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:37:32.124901 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-aef8fb31-d5ee-464c-b535-cb51d8be57b4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=90209d61-e826-43c7-b870-7c37c04ae80f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5655196 Apr 18 19:37:32.168883 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-b73d19f7-459a-4a4e-a730-95e8add50292 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:32.174110 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-b73d19f7-459a-4a4e-a730-95e8add50292 service neutron] 10.222.0.73 "PUT /v2.0/ports/00aa3f22-9bd8-4ee9-b7b5-f4c5649951f5 HTTP/1.1" status: 200 len: 1092 time: 4.9627361 Apr 18 19:37:32.202322 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-94d8d88e-20a7-467f-a1b8-4f238624844e req-7b6b2814-a022-4859-849c-a2e0680de8ef tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] 10.222.0.69 "GET /v2.0/security-groups?id=2acc624c-9329-4157-819e-89822d3c0c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6902537 Apr 18 19:37:32.412919 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 7ceac64d-25ee-418e-818e-9a41387ffd32 up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:37:32.538038 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126bc228-dea5-4f4f-8a7e-87c46875a439 None None] Network 04f689a0-c421-40fa-beab-16721e9bb3b2 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:37:32.610593 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_common [None req-74837cf5-ac3b-4103-adb3-60eece48e419 admin admin] Allocated IP 172.25.3.34 (11e8e108-37df-4084-b6b7-113e6beb66b4/3b0abf32-1504-448b-b06e-c8c870b6a7c8/5e2288af-769a-4eb6-8420-8eaab9abe4ca) {{(pid=84763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:37:32.705670 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee71939e-e82e-44b0-a071-782a660128fa req-f23c3837-26b5-424a-870f-fa140fe45981 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:32.707890 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ee71939e-e82e-44b0-a071-782a660128fa req-f23c3837-26b5-424a-870f-fa140fe45981 service neutron] 10.222.0.72 "GET /v2.0/networks?id=90209d61-e826-43c7-b870-7c37c04ae80f HTTP/1.1" status: 200 len: 919 time: 0.7193723 Apr 18 19:37:32.735048 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-0f729984-5f13-4d25-8387-c045c50d4d02 service neutron] 10.222.0.72 "GET /v2.0/networks/90209d61-e826-43c7-b870-7c37c04ae80f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5824530 Apr 18 19:37:32.737944 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-eb847d99-460f-405f-aa2c-61e86203cd74 req-b16f2f19-12c2-46ec-b606-38b1a6532b07 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6374300 Apr 18 19:37:32.745914 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73d19f7-459a-4a4e-a730-95e8add50292 service neutron] Pushing event updated for resources: {'Port': ['ID=00aa3f22-9bd8-4ee9-b7b5-f4c5649951f5,revision_number=3']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:32.760629 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-eb847d99-460f-405f-aa2c-61e86203cd74 req-39a2bb6d-060c-4155-955d-0e679dd1c278 service neutron] Request body: {'port': {'device_id': 'a213e76a-c60b-409c-8e3d-181b396ae0a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-2'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:37:32.938923 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ee71939e-e82e-44b0-a071-782a660128fa req-94e30390-1cf7-4500-8f1d-67b4a8170279 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7aa8a36c-946d-4f2d-9809-cce6ddf1bddc HTTP/1.1" status: 200 len: 217 time: 0.2121975 Apr 18 19:37:32.954341 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-fa030837-b7e0-4e40-a27f-5301554020f7 req-699dd305-9294-4a28-ae6a-4b3f903db710 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7a7e3627-fe0c-454f-94c0-2c81f29abab8 HTTP/1.1" status: 200 len: 1096 time: 1.2292991 Apr 18 19:37:33.015084 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-4f3ce425-271b-4d0b-afb4-fb2916b9dcaf None None] Provisioning for port 4afcb922-5587-4ae6-a401-1952d37a5b2f completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:37:33.059532 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning for port 7ceac64d-25ee-418e-818e-9a41387ffd32 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:37:33.073442 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-eb847d99-460f-405f-aa2c-61e86203cd74 req-39a2bb6d-060c-4155-955d-0e679dd1c278 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:33.085760 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 4afcb922-5587-4ae6-a401-1952d37a5b2f up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:37:33.174152 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a5e02a-98dd-4145-8a01-4137c9c17f1c req-4708713b-038f-4a40-a210-c8f403c8af61 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:33.184597 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-71a5e02a-98dd-4145-8a01-4137c9c17f1c req-4708713b-038f-4a40-a210-c8f403c8af61 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 931 time: 0.6868184 Apr 18 19:37:33.196293 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '648d516b-9b02-4da2-9290-9c21f1872f59', 'tag': '00aa3f22-9bd8-4ee9-b7b5-f4c5649951f5'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:37:33.203771 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee71939e-e82e-44b0-a071-782a660128fa req-486543b6-00e8-4b60-83a3-0863a9db655a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:33.206241 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ee71939e-e82e-44b0-a071-782a660128fa req-486543b6-00e8-4b60-83a3-0863a9db655a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3f74d436-afb8-465f-b659-1be967ed4d5d HTTP/1.1" status: 200 len: 858 time: 0.2461312 Apr 18 19:37:33.353444 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185e3b78-af8b-4283-a4da-ed895745847c req-f04bf1ee-33dd-484b-9f56-010c294a7ef3 tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:33.355074 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-185e3b78-af8b-4283-a4da-ed895745847c req-f04bf1ee-33dd-484b-9f56-010c294a7ef3 tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf343fda-f220-4488-a1e0-387aba683d76 HTTP/1.1" status: 200 len: 946 time: 1.4376123 Apr 18 19:37:33.416966 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-61df4e3c-a035-4c4c-8bcd-aea25dc99864 None None] Provisioning for port 7ceac64d-25ee-418e-818e-9a41387ffd32 completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:37:33.437213 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-61df4e3c-a035-4c4c-8bcd-aea25dc99864 None None] Provisioning complete for port 7ceac64d-25ee-418e-818e-9a41387ffd32 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:37:33.437958 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_common [None req-7e7212bc-b207-4064-87a4-26151865cf78 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Allocated IP 2001:db8::25b (04f689a0-c421-40fa-beab-16721e9bb3b2/de38a014-d5d0-4b8b-8217-3cedcd8b2160/6d5b9de7-0d46-4e9e-8fb3-39ae22b0cf0c) {{(pid=84764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:37:33.438215 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-61df4e3c-a035-4c4c-8bcd-aea25dc99864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:33.445850 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_common [None req-7e7212bc-b207-4064-87a4-26151865cf78 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Allocated IP 2001:db8:0:1::cb (04f689a0-c421-40fa-beab-16721e9bb3b2/2229161c-d6d8-4d05-adac-10c9afd46f34/6d5b9de7-0d46-4e9e-8fb3-39ae22b0cf0c) {{(pid=84764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:37:33.446378 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-74837cf5-ac3b-4103-adb3-60eece48e419 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:33.460675 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0ed084-3f6c-41c4-973e-5b0519fb78ba req-ed322114-e3f4-460f-8fe5-aa3170a4021f tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:33.462185 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4c0ed084-3f6c-41c4-973e-5b0519fb78ba req-ed322114-e3f4-460f-8fe5-aa3170a4021f tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf343fda-f220-4488-a1e0-387aba683d76 HTTP/1.1" status: 200 len: 946 time: 1.4634650 Apr 18 19:37:33.496804 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning for port 4afcb922-5587-4ae6-a401-1952d37a5b2f completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:37:33.516045 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port 4afcb922-5587-4ae6-a401-1952d37a5b2f triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:37:33.516437 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:33.586339 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134bae4d-3ec7-40d1-ade5-f6f5d5946153 None None] Update dhcp port {'port': {'network_id': '04f689a0-c421-40fa-beab-16721e9bb3b2', 'fixed_ips': [{'subnet_id': 'de38a014-d5d0-4b8b-8217-3cedcd8b2160', 'ip_address': '2001:db8::2'}, {'subnet_id': '2229161c-d6d8-4d05-adac-10c9afd46f34'}], 'binding:host_id': 'n-d-836017-2'}, 'id': '7ceac64d-25ee-418e-818e-9a41387ffd32'} from n-d-836017-2. {{(pid=84765) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 18 19:37:33.603711 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ee71939e-e82e-44b0-a071-782a660128fa req-4f0421f7-9cdd-47d0-9ef0-63f4261a5b64 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=90209d61-e826-43c7-b870-7c37c04ae80f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3718939 Apr 18 19:37:33.643698 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-134bae4d-3ec7-40d1-ade5-f6f5d5946153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:33.838707 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-61df4e3c-a035-4c4c-8bcd-aea25dc99864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:33.953596 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-fa030837-b7e0-4e40-a27f-5301554020f7 req-e5169900-8c5b-4e24-83ae-b0f824f5ec51 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=51df22c1-554b-4779-a025-65f2af6e2a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8660896 Apr 18 19:37:33.980049 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-61df4e3c-a035-4c4c-8bcd-aea25dc99864 None None] For port 7ceac64d-25ee-418e-818e-9a41387ffd32, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=7ceac64d-25ee-418e-818e-9a41387ffd32,segment=NetworkSegment(8446282f-c702-43a7-89b9-37c96f22c702),segment_id=8446282f-c702-43a7-89b9-37c96f22c702)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:37:33.984859 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-71a5e02a-98dd-4145-8a01-4137c9c17f1c req-936740c8-504b-4b87-ad57-ebfa82a30f36 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7993693 Apr 18 19:37:34.008649 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:34.047794 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] For port 4afcb922-5587-4ae6-a401-1952d37a5b2f, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=4afcb922-5587-4ae6-a401-1952d37a5b2f,segment=NetworkSegment(4988a6fa-3700-4d76-b344-877fc1f45fa9),segment_id=4988a6fa-3700-4d76-b344-877fc1f45fa9)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:37:34.056255 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-4c0ed084-3f6c-41c4-973e-5b0519fb78ba req-6dcc9dbd-d521-43d6-959c-6775ac2f3a81 tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Deleting port 8885a960-0131-4e33-af5a-00c883bb2db8 {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:37:34.056690 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-4c0ed084-3f6c-41c4-973e-5b0519fb78ba req-6dcc9dbd-d521-43d6-959c-6775ac2f3a81 tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:34.074674 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-61df4e3c-a035-4c4c-8bcd-aea25dc99864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:34.089684 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-185e3b78-af8b-4283-a4da-ed895745847c req-3069b1cb-88ff-4d1b-b86e-5add6360f111 tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] 10.222.0.69 "GET /v2.0/security-groups?id=d91ae139-8b90-49fd-8dc9-70f1abc8c820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7016869 Apr 18 19:37:34.170032 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:34.207551 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ee71939e-e82e-44b0-a071-782a660128fa req-7267256e-d561-48f1-a355-9f25e1ace033 service neutron] 10.222.0.72 "GET /v2.0/networks/90209d61-e826-43c7-b870-7c37c04ae80f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4086769 Apr 18 19:37:34.215089 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c4eaf5-4727-4118-b117-7ecdad0767df req-80eb5085-854b-479c-8589-299854f46ec0 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:34.216580 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-05c4eaf5-4727-4118-b117-7ecdad0767df req-80eb5085-854b-479c-8589-299854f46ec0 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] 10.222.0.72 "GET /v2.0/networks?id=dea5a6b8-71f3-4fa4-97c3-dd81515f0420 HTTP/1.1" status: 200 len: 812 time: 0.5993419 Apr 18 19:37:34.326840 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-423542d8-938a-4aa9-868d-9e0829adcc1d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=55080d7e03b84961904f44cea106a34f&device_id=648d516b-9b02-4da2-9290-9c21f1872f59 HTTP/1.1" status: 200 len: 1095 time: 1.9759622 Apr 18 19:37:34.329751 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [req-05c4eaf5-4727-4118-b117-7ecdad0767df req-9c5fe2ad-e49a-4238-a7e7-1f70ac32c274 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Request body: {'port': {'device_id': 'ad2f324e-f544-42c4-8c30-3fe72cc44b89', 'network_id': 'dea5a6b8-71f3-4fa4-97c3-dd81515f0420', 'admin_state_up': True, 'tenant_id': 'b24aa115869c4ccebfe654d4d215e4c2'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:37:34.349913 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df4e3c-a035-4c4c-8bcd-aea25dc99864 None None] Pushing event updated for resources: {'Port': ['ID=7ceac64d-25ee-418e-818e-9a41387ffd32,revision_number=3']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:34.365619 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-7e7212bc-b207-4064-87a4-26151865cf78 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks [] for port, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:34.427191 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-ce06373e-ed7d-4310-bba8-ec81974dc647 service neutron] 10.222.0.72 "GET /v2.0/networks/90209d61-e826-43c7-b870-7c37c04ae80f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6336858 Apr 18 19:37:34.454281 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-86215b81-d123-4c18-badb-cfaedcf47d6c None None] Provisioning complete for port 4afcb922-5587-4ae6-a401-1952d37a5b2f triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:37:34.455009 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-86215b81-d123-4c18-badb-cfaedcf47d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:34.458392 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-db957a5e-97e4-401a-8d4d-d00c491683ff req-cdc915ab-e38f-4514-a208-b5ea38a04283 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc241502-73b0-4fc6-a2be-6b088d11294b HTTP/1.1" status: 200 len: 210 time: 0.1850255 Apr 18 19:37:34.556535 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.provisioning_blocks [None req-7e7212bc-b207-4064-87a4-26151865cf78 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Transition to ACTIVE for port object 6d5b9de7-0d46-4e9e-8fb3-39ae22b0cf0c will not be triggered until provisioned by entity DHCP. {{(pid=84764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:37:34.587115 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Pushing event updated for resources: {'Port': ['ID=4afcb922-5587-4ae6-a401-1952d37a5b2f,revision_number=3']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:34.750958 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-61c7aec3-4855-4f1e-8795-25cd167a6674 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=00aa3f22-9bd8-4ee9-b7b5-f4c5649951f5 HTTP/1.1" status: 200 len: 217 time: 0.3144352 Apr 18 19:37:34.854049 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ee71939e-e82e-44b0-a071-782a660128fa req-89779189-57db-4f63-adde-ee9dfff070b4 service neutron] 10.222.0.72 "GET /v2.0/networks/90209d61-e826-43c7-b870-7c37c04ae80f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6365135 Apr 18 19:37:34.914620 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-05c4eaf5-4727-4118-b117-7ecdad0767df req-9c5fe2ad-e49a-4238-a7e7-1f70ac32c274 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:37:34.921047 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-05c4eaf5-4727-4118-b117-7ecdad0767df req-9c5fe2ad-e49a-4238-a7e7-1f70ac32c274 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Usage tracker for resource:port and tenant:b24aa115869c4ccebfe654d4d215e4c2 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:37:34.924988 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-05c4eaf5-4727-4118-b117-7ecdad0767df req-9c5fe2ad-e49a-4238-a7e7-1f70ac32c274 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:37:34.933156 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-05c4eaf5-4727-4118-b117-7ecdad0767df req-9c5fe2ad-e49a-4238-a7e7-1f70ac32c274 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:37:34.968501 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eef3ccd-5a26-493f-bb76-a49c4344884f req-b37cbf22-88af-4f27-87d3-cd62dd1878fe tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:34.969191 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c4eaf5-4727-4118-b117-7ecdad0767df req-78191b63-3fe9-4f52-8186-6148ccc0a124 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:34.969331 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-05c4eaf5-4727-4118-b117-7ecdad0767df req-78191b63-3fe9-4f52-8186-6148ccc0a124 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Synchronizing usage tracker for tenant:b24aa115869c4ccebfe654d4d215e4c2 on resource:network {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:37:34.970001 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-0eef3ccd-5a26-493f-bb76-a49c4344884f req-b37cbf22-88af-4f27-87d3-cd62dd1878fe tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] 10.222.0.69 "GET /v2.0/ports?device_id=012c79ba-837f-4083-8180-a6605aaa25b9 HTTP/1.1" status: 200 len: 944 time: 0.1218023 Apr 18 19:37:35.018378 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-7e7212bc-b207-4064-87a4-26151865cf78 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:35.022842 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-0eef3ccd-5a26-493f-bb76-a49c4344884f req-4e8fc878-94de-4677-9b4e-7deefd793f7c tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] 10.222.0.69 "GET /v2.0/security-groups?id=2acc624c-9329-4157-819e-89822d3c0c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458975 Apr 18 19:37:35.030876 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-74837cf5-ac3b-4103-adb3-60eece48e419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:35.100007 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05c4eaf5-4727-4118-b117-7ecdad0767df req-9c5fe2ad-e49a-4238-a7e7-1f70ac32c274 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Made reservation on behalf of b24aa115869c4ccebfe654d4d215e4c2 for: {'port': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:37:35.103844 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-05c4eaf5-4727-4118-b117-7ecdad0767df req-9c5fe2ad-e49a-4238-a7e7-1f70ac32c274 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:35.107919 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-134bae4d-3ec7-40d1-ade5-f6f5d5946153 None None] Allocated IP 2001:db8:0:1::2 (04f689a0-c421-40fa-beab-16721e9bb3b2/2229161c-d6d8-4d05-adac-10c9afd46f34/7ceac64d-25ee-418e-818e-9a41387ffd32) {{(pid=84765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:37:35.114541 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7212bc-b207-4064-87a4-26151865cf78 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Network 04f689a0-c421-40fa-beab-16721e9bb3b2 is already hosted by enough agents. {{(pid=84764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:37:35.122710 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [None req-7e7212bc-b207-4064-87a4-26151865cf78 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Resources bound (agent type, host, resource id): {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:37:35.131233 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7212bc-b207-4064-87a4-26151865cf78 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Received port after_create {{(pid=84764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:37:35.135234 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7212bc-b207-4064-87a4-26151865cf78 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:35.140959 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-7e7212bc-b207-4064-87a4-26151865cf78 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:35.149268 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7212bc-b207-4064-87a4-26151865cf78 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Pushing event updated for resources: {'Port': ['ID=6d5b9de7-0d46-4e9e-8fb3-39ae22b0cf0c,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:35.172687 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 7aa8a36c-946d-4f2d-9809-cce6ddf1bddc details requested by agent hyperv_n-h2-836017-2 with host n-h2-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:37:35.255688 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e8f307d-2a02-429a-9d75-31e5d8218a82'] response: {'name': 'network-changed', 'server_uuid': '648d516b-9b02-4da2-9290-9c21f1872f59', 'tag': '00aa3f22-9bd8-4ee9-b7b5-f4c5649951f5', 'status': 'completed', 'code': 200} Apr 18 19:37:35.265896 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74837cf5-ac3b-4103-adb3-60eece48e419 admin admin] Pushing event updated for resources: {'Port': ['ID=5e2288af-769a-4eb6-8420-8eaab9abe4ca,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:35.271753 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-edfd1187-c300-478a-b6ad-b61910ef485e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:35.273674 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-edfd1187-c300-478a-b6ad-b61910ef485e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3f74d436-afb8-465f-b659-1be967ed4d5d HTTP/1.1" status: 200 len: 858 time: 0.4978473 Apr 18 19:37:35.312810 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-7e7212bc-b207-4064-87a4-26151865cf78 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 4.4342003 Apr 18 19:37:35.320801 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 35546) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:35.329523 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-e92b27a4-ca1b-4ecc-b3a9-3ebf865e594e tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'de38a014-d5d0-4b8b-8217-3cedcd8b2160'}]}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:37:35.436582 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-81c27266-36c0-4331-8ed2-f5a64ef17f56 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=90209d61-e826-43c7-b870-7c37c04ae80f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0834124 Apr 18 19:37:35.451237 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-134bae4d-3ec7-40d1-ade5-f6f5d5946153 None None] For port 7ceac64d-25ee-418e-818e-9a41387ffd32, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=7ceac64d-25ee-418e-818e-9a41387ffd32,segment=NetworkSegment(8446282f-c702-43a7-89b9-37c96f22c702),segment_id=8446282f-c702-43a7-89b9-37c96f22c702)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:37:35.532265 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 7aa8a36c-946d-4f2d-9809-cce6ddf1bddc, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=7aa8a36c-946d-4f2d-9809-cce6ddf1bddc,segment=NetworkSegment(c3255f4b-ef57-4674-a268-31691e3a8b08),segment_id=c3255f4b-ef57-4674-a268-31691e3a8b08)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:37:35.553643 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-134bae4d-3ec7-40d1-ade5-f6f5d5946153 None None] Notify callbacks [] for port, precommit_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:35.564629 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Returning: {'device': '7aa8a36c-946d-4f2d-9809-cce6ddf1bddc', 'network_id': '90209d61-e826-43c7-b870-7c37c04ae80f', 'port_id': '7aa8a36c-946d-4f2d-9809-cce6ddf1bddc', 'mac_address': 'fa:16:3e:a6:b9:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f74d436-afb8-465f-b659-1be967ed4d5d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:37:35.599584 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-e92b27a4-ca1b-4ecc-b3a9-3ebf865e594e tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:35.625439 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_common [req-05c4eaf5-4727-4118-b117-7ecdad0767df req-9c5fe2ad-e49a-4238-a7e7-1f70ac32c274 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Allocated IP 172.20.0.4 (dea5a6b8-71f3-4fa4-97c3-dd81515f0420/c5663fb8-fb65-483f-a697-5dc1cb158bec/04868837-469c-4f7b-9337-bf6e5e350a51) {{(pid=84764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:37:35.663751 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:35.680527 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-134bae4d-3ec7-40d1-ade5-f6f5d5946153 None None] Transition to ACTIVE for port object 7ceac64d-25ee-418e-818e-9a41387ffd32 will not be triggered until provisioned by entity DHCP. {{(pid=84765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:37:35.689454 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7aa8a36c-946d-4f2d-9809-cce6ddf1bddc {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:37:35.707634 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd78678-0d0e-486f-8a28-fd4b828c777d req-28bb4234-347b-4da0-ac37-5ea28eb2b160 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:35.708285 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f292d9e5-9366-4afd-b10c-94e859f7725f req-4a95dbbf-f058-454e-9e07-afde0bef71b9 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:35.709310 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8cd78678-0d0e-486f-8a28-fd4b828c777d req-28bb4234-347b-4da0-ac37-5ea28eb2b160 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a7e3627-fe0c-454f-94c0-2c81f29abab8 HTTP/1.1" status: 200 len: 945 time: 1.2036808 Apr 18 19:37:35.709808 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 7aa8a36c-946d-4f2d-9809-cce6ddf1bddc, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=7aa8a36c-946d-4f2d-9809-cce6ddf1bddc,segment=NetworkSegment(c3255f4b-ef57-4674-a268-31691e3a8b08),segment_id=c3255f4b-ef57-4674-a268-31691e3a8b08)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:37:35.715944 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f292d9e5-9366-4afd-b10c-94e859f7725f req-4a95dbbf-f058-454e-9e07-afde0bef71b9 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 931 time: 0.4695146 Apr 18 19:37:35.755013 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-134bae4d-3ec7-40d1-ade5-f6f5d5946153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:35.831311 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [req-eb847d99-460f-405f-aa2c-61e86203cd74 req-39a2bb6d-060c-4155-955d-0e679dd1c278 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2d41a20-8113-45ca-a446-3bd7c51b739f {{(pid=84763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:37:35.832979 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:35.843079 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4774a5bd-c6c8-4f34-9d25-e0bef5704d4e req-68229bfd-ca98-4342-91d8-4dedf097e787 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=55080d7e03b84961904f44cea106a34f&device_id=768144c2-7f8a-49d7-9214-69984840d579 HTTP/1.1" status: 200 len: 1094 time: 1.2061360 Apr 18 19:37:35.845581 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74837cf5-ac3b-4103-adb3-60eece48e419 admin admin] Network 11e8e108-37df-4084-b6b7-113e6beb66b4 is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:37:35.885760 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134bae4d-3ec7-40d1-ade5-f6f5d5946153 None None] Pushing event updated for resources: {'Port': ['ID=7ceac64d-25ee-418e-818e-9a41387ffd32,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:35.899128 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [None req-74837cf5-ac3b-4103-adb3-60eece48e419 admin admin] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:37:35.907673 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-eb847d99-460f-405f-aa2c-61e86203cd74 req-39a2bb6d-060c-4155-955d-0e679dd1c278 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:35.913301 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74837cf5-ac3b-4103-adb3-60eece48e419 admin admin] Received port after_create {{(pid=84763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:37:35.950576 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f292d9e5-9366-4afd-b10c-94e859f7725f req-4590e217-604f-4663-bd36-3fe825e4fa28 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332127 Apr 18 19:37:36.021660 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=7aa8a36c-946d-4f2d-9809-cce6ddf1bddc,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:36.033977 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-05c4eaf5-4727-4118-b117-7ecdad0767df req-78191b63-3fe9-4f52-8186-6148ccc0a124 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Unset dirty status for tenant:b24aa115869c4ccebfe654d4d215e4c2 on resource:network {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:37:36.036374 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-05c4eaf5-4727-4118-b117-7ecdad0767df req-78191b63-3fe9-4f52-8186-6148ccc0a124 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] 10.222.0.73 "GET /v2.0/networks?id=dea5a6b8-71f3-4fa4-97c3-dd81515f0420 HTTP/1.1" status: 200 len: 812 time: 1.9408593 Apr 18 19:37:36.120863 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-05c4eaf5-4727-4118-b117-7ecdad0767df req-1305a951-7d9e-40cb-a1f1-f92df7d0e160 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Request body: {'port': {'device_id': 'dc241502-73b0-4fc6-a2be-6b088d11294b', 'network_id': 'dea5a6b8-71f3-4fa4-97c3-dd81515f0420', 'admin_state_up': True, 'tenant_id': 'b24aa115869c4ccebfe654d4d215e4c2'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:37:36.137557 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] get_ports_and_sgs() called for port_ids ['7aa8a36c-946d-4f2d-9809-cce6ddf1bddc'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:37:36.155051 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8cd78678-0d0e-486f-8a28-fd4b828c777d req-49f6b142-13ec-417c-b707-b7db72b3b0ea tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/security-groups?id=51df22c1-554b-4779-a025-65f2af6e2a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4227142 Apr 18 19:37:36.258585 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-05c4eaf5-4727-4118-b117-7ecdad0767df req-9c5fe2ad-e49a-4238-a7e7-1f70ac32c274 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Notify callbacks [] for port, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:36.265882 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 35560) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:36.366559 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 7ceac64d-25ee-418e-818e-9a41387ffd32 up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:37:36.378935 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [req-eb847d99-460f-405f-aa2c-61e86203cd74 req-39a2bb6d-060c-4155-955d-0e679dd1c278 service neutron] Transition to ACTIVE for port object c2d41a20-8113-45ca-a446-3bd7c51b739f will not be triggered until provisioned by entity L2. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:37:36.429881 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-4c0ed084-3f6c-41c4-973e-5b0519fb78ba req-6dcc9dbd-d521-43d6-959c-6775ac2f3a81 tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] For port 8885a960-0131-4e33-af5a-00c883bb2db8, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=8885a960-0131-4e33-af5a-00c883bb2db8,segment=NetworkSegment(33e59688-0bc2-4257-95a9-694e337c236c),segment_id=33e59688-0bc2-4257-95a9-694e337c236c)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:37:36.430433 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-4c0ed084-3f6c-41c4-973e-5b0519fb78ba req-6dcc9dbd-d521-43d6-959c-6775ac2f3a81 tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:36.555899 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 4afcb922-5587-4ae6-a401-1952d37a5b2f up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:37:36.767027 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port 4afcb922-5587-4ae6-a401-1952d37a5b2f triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:37:36.767220 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf0d836-c693-42b0-b789-eaa6bc937678 req-05c7b894-87e1-4da5-b863-592a90704867 tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:36.767494 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:36.780370 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-4bf0d836-c693-42b0-b789-eaa6bc937678 req-05c7b894-87e1-4da5-b863-592a90704867 tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf343fda-f220-4488-a1e0-387aba683d76 HTTP/1.1" status: 200 len: 946 time: 0.4231908 Apr 18 19:37:36.810109 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-eb847d99-460f-405f-aa2c-61e86203cd74 req-39a2bb6d-060c-4155-955d-0e679dd1c278 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:36.862957 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-05c4eaf5-4727-4118-b117-7ecdad0767df req-9c5fe2ad-e49a-4238-a7e7-1f70ac32c274 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:37.006408 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-22354e7e-5268-455a-a1f6-c3803a0fb8bf service neutron] 10.222.0.73 "GET /v2.0/networks/90209d61-e826-43c7-b870-7c37c04ae80f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5686681 Apr 18 19:37:37.008698 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2ed17e01-3b99-49da-ac1e-ded4ef35839e req-855e28b9-a346-498b-ac5c-8c743d201a1a tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc241502-73b0-4fc6-a2be-6b088d11294b HTTP/1.1" status: 200 len: 210 time: 0.3792660 Apr 18 19:37:37.024184 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05c4eaf5-4727-4118-b117-7ecdad0767df req-9c5fe2ad-e49a-4238-a7e7-1f70ac32c274 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Network dea5a6b8-71f3-4fa4-97c3-dd81515f0420 is already hosted by enough agents. {{(pid=84764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:37:37.030511 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [req-05c4eaf5-4727-4118-b117-7ecdad0767df req-9c5fe2ad-e49a-4238-a7e7-1f70ac32c274 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Resources bound (agent type, host, resource id): {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:37:37.049322 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [req-05c4eaf5-4727-4118-b117-7ecdad0767df req-9c5fe2ad-e49a-4238-a7e7-1f70ac32c274 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Received port after_create {{(pid=84764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:37:37.066222 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-4c1271d1-5a1f-4431-95b4-da31ec38049c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:37.087692 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_common [None req-e92b27a4-ca1b-4ecc-b3a9-3ebf865e594e tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Delete allocated IP 2001:db8:0:1::cb (04f689a0-c421-40fa-beab-16721e9bb3b2/2229161c-d6d8-4d05-adac-10c9afd46f34) {{(pid=84764) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 18 19:37:37.104197 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-4bf0d836-c693-42b0-b789-eaa6bc937678 req-7cfd8466-0ad5-4e9c-84b9-144e7b5ef517 tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] 10.222.0.69 "GET /v2.0/security-groups?id=d91ae139-8b90-49fd-8dc9-70f1abc8c820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3133910 Apr 18 19:37:37.119504 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5fe2ad-e49a-4238-a7e7-1f70ac32c274 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Pushing event updated for resources: {'Port': ['ID=04868837-469c-4f7b-9337-bf6e5e350a51,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:37.153536 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device d5fbc6cd-b65a-4f4e-a680-fbbbbd189706 details requested by agent hyperv_n-h2-836017-2 with host n-h2-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:37:37.155988 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 7aa8a36c-946d-4f2d-9809-cce6ddf1bddc up at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:37:37.262409 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d56360-d99d-4392-b76d-f39db8462296 None None] Network 04f689a0-c421-40fa-beab-16721e9bb3b2 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:37:37.278986 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c4eaf5-4727-4118-b117-7ecdad0767df req-9c5fe2ad-e49a-4238-a7e7-1f70ac32c274 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:37.279735 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-05c4eaf5-4727-4118-b117-7ecdad0767df req-9c5fe2ad-e49a-4238-a7e7-1f70ac32c274 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:37.384980 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4774a5bd-c6c8-4f34-9d25-e0bef5704d4e req-a4fe6212-3b8e-406e-9dd6-b25fcc867929 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:37.386406 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4774a5bd-c6c8-4f34-9d25-e0bef5704d4e req-a4fe6212-3b8e-406e-9dd6-b25fcc867929 service neutron] 10.222.0.72 "GET /v2.0/networks?id=90209d61-e826-43c7-b870-7c37c04ae80f HTTP/1.1" status: 200 len: 919 time: 1.5166159 Apr 18 19:37:37.433314 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.db.resource_extend [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 19:37:37.438477 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-e92b27a4-ca1b-4ecc-b3a9-3ebf865e594e tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks [] for port, precommit_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:37.447697 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3b50d2-f539-4f6b-8d08-85312d97381c req-6ac83b7c-28d3-4df1-981f-247cc1bf008e tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:37.449217 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-da3b50d2-f539-4f6b-8d08-85312d97381c req-6ac83b7c-28d3-4df1-981f-247cc1bf008e tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 943 time: 0.1609776 Apr 18 19:37:37.478154 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.provisioning_blocks [None req-e92b27a4-ca1b-4ecc-b3a9-3ebf865e594e tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Ignored duplicate provisioning block setup for port 6d5b9de7-0d46-4e9e-8fb3-39ae22b0cf0c by entity DHCP. {{(pid=84764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 18 19:37:37.479586 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-05c4eaf5-4727-4118-b117-7ecdad0767df req-9c5fe2ad-e49a-4238-a7e7-1f70ac32c274 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1633277 Apr 18 19:37:37.493945 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [req-05c4eaf5-4727-4118-b117-7ecdad0767df req-78e33fba-7245-48e9-bb09-c8434206539b service neutron] Request body: {'port': {'device_id': 'ad2f324e-f544-42c4-8c30-3fe72cc44b89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-2'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:37:37.537550 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f7b973d-31a0-4995-a13e-41411f9a045f None None] Provisioning for port 7ceac64d-25ee-418e-818e-9a41387ffd32 completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:37:37.564576 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-e92b27a4-ca1b-4ecc-b3a9-3ebf865e594e tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2290934'] for port, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:37.586152 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning for port 7aa8a36c-946d-4f2d-9809-cce6ddf1bddc completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:37:37.588967 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f7b973d-31a0-4995-a13e-41411f9a045f None None] Provisioning complete for port 7ceac64d-25ee-418e-818e-9a41387ffd32 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:37:37.589351 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f7b973d-31a0-4995-a13e-41411f9a045f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:37.660967 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning complete for port 7aa8a36c-946d-4f2d-9809-cce6ddf1bddc triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:37:37.661372 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:37.666456 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a2bb6d-060c-4155-955d-0e679dd1c278 service neutron] Pushing event updated for resources: {'Port': ['ID=c2d41a20-8113-45ca-a446-3bd7c51b739f,revision_number=2']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:37.682204 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-4c1271d1-5a1f-4431-95b4-da31ec38049c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:37:37.717941 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4774a5bd-c6c8-4f34-9d25-e0bef5704d4e req-40519aa1-866c-47c7-92f8-b3f8a85c76db service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5fbc6cd-b65a-4f4e-a680-fbbbbd189706 HTTP/1.1" status: 200 len: 217 time: 0.2255630 Apr 18 19:37:37.721612 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-05c4eaf5-4727-4118-b117-7ecdad0767df req-1305a951-7d9e-40cb-a1f1-f92df7d0e160 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:37:37.728075 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-4c1271d1-5a1f-4431-95b4-da31ec38049c admin admin] Usage tracker for resource:security_group_rule and tenant:be01dfabfb044bbeb5513b0434d340a6 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:37:37.731934 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-4c1271d1-5a1f-4431-95b4-da31ec38049c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:37:37.752982 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port d5fbc6cd-b65a-4f4e-a680-fbbbbd189706, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=d5fbc6cd-b65a-4f4e-a680-fbbbbd189706,segment=NetworkSegment(c3255f4b-ef57-4674-a268-31691e3a8b08),segment_id=c3255f4b-ef57-4674-a268-31691e3a8b08)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:37:37.761670 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-da3b50d2-f539-4f6b-8d08-85312d97381c req-7a989045-6a1c-4478-8bc6-719b6d03e3ce tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3010113 Apr 18 19:37:37.818599 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Returning: {'device': 'd5fbc6cd-b65a-4f4e-a680-fbbbbd189706', 'network_id': '90209d61-e826-43c7-b870-7c37c04ae80f', 'port_id': 'd5fbc6cd-b65a-4f4e-a680-fbbbbd189706', 'mac_address': 'fa:16:3e:ce:f0:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f74d436-afb8-465f-b659-1be967ed4d5d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:37:37.899932 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92b27a4-ca1b-4ecc-b3a9-3ebf865e594e tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Pushing event updated for resources: {'Port': ['ID=6d5b9de7-0d46-4e9e-8fb3-39ae22b0cf0c,revision_number=2']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:37.914025 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-e92b27a4-ca1b-4ecc-b3a9-3ebf865e594e tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] In _notify_port_updated(), no bound segment for port 6d5b9de7-0d46-4e9e-8fb3-39ae22b0cf0c on network 04f689a0-c421-40fa-beab-16721e9bb3b2 {{(pid=84764) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 18 19:37:37.917830 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e92b27a4-ca1b-4ecc-b3a9-3ebf865e594e tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:37.918475 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-e92b27a4-ca1b-4ecc-b3a9-3ebf865e594e tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:37.921016 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-e92b27a4-ca1b-4ecc-b3a9-3ebf865e594e tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "PUT /v2.0/ports/6d5b9de7-0d46-4e9e-8fb3-39ae22b0cf0c HTTP/1.1" status: 200 len: 926 time: 2.5989611 Apr 18 19:37:37.959148 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-05c4eaf5-4727-4118-b117-7ecdad0767df req-1305a951-7d9e-40cb-a1f1-f92df7d0e160 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Usage tracker for resource:port and tenant:b24aa115869c4ccebfe654d4d215e4c2 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:37:37.964243 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 35572) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:37.976165 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92b27a4-ca1b-4ecc-b3a9-3ebf865e594e tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:37:37.976542 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92b27a4-ca1b-4ecc-b3a9-3ebf865e594e tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:37:37.976849 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92b27a4-ca1b-4ecc-b3a9-3ebf865e594e tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:37:37.977683 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92b27a4-ca1b-4ecc-b3a9-3ebf865e594e tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:37:37.977683 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92b27a4-ca1b-4ecc-b3a9-3ebf865e594e tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:37:37.978507 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92b27a4-ca1b-4ecc-b3a9-3ebf865e594e tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:37:37.978507 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92b27a4-ca1b-4ecc-b3a9-3ebf865e594e tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:37:37.978507 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92b27a4-ca1b-4ecc-b3a9-3ebf865e594e tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:37:37.980092 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92b27a4-ca1b-4ecc-b3a9-3ebf865e594e tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:37:37.980092 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92b27a4-ca1b-4ecc-b3a9-3ebf865e594e tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:37:37.980092 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92b27a4-ca1b-4ecc-b3a9-3ebf865e594e tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:37:37.983617 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-05c4eaf5-4727-4118-b117-7ecdad0767df req-78e33fba-7245-48e9-bb09-c8434206539b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:37.996222 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-05c4eaf5-4727-4118-b117-7ecdad0767df req-1305a951-7d9e-40cb-a1f1-f92df7d0e160 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:37:38.004966 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:38.005192 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-4c1271d1-5a1f-4431-95b4-da31ec38049c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:37:38.010874 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-260b428e-a166-421a-801e-34c03d13667e tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'de38a014-d5d0-4b8b-8217-3cedcd8b2160'}, {'subnet_id': '2229161c-d6d8-4d05-adac-10c9afd46f34'}]}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:37:38.046853 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5fbc6cd-b65a-4f4e-a680-fbbbbd189706 {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:37:38.054891 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:38.085000 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-05c4eaf5-4727-4118-b117-7ecdad0767df req-1305a951-7d9e-40cb-a1f1-f92df7d0e160 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:37:38.088821 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port d5fbc6cd-b65a-4f4e-a680-fbbbbd189706, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=d5fbc6cd-b65a-4f4e-a680-fbbbbd189706,segment=NetworkSegment(c3255f4b-ef57-4674-a268-31691e3a8b08),segment_id=c3255f4b-ef57-4674-a268-31691e3a8b08)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:37:38.093017 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-4c0ed084-3f6c-41c4-973e-5b0519fb78ba req-6dcc9dbd-d521-43d6-959c-6775ac2f3a81 tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:38.093398 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-4c0ed084-3f6c-41c4-973e-5b0519fb78ba req-6dcc9dbd-d521-43d6-959c-6775ac2f3a81 tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416787'] for floatingip, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:38.093847 n-d-836017-2 neutron-server[84763]: INFO neutron.db.l3_db [req-4c0ed084-3f6c-41c4-973e-5b0519fb78ba req-6dcc9dbd-d521-43d6-959c-6775ac2f3a81 tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Floating IP 36506fb1-adbc-4d1c-8d70-95052ff87f09 disassociated. External IP: 172.25.3.225, port: 8885a960-0131-4e33-af5a-00c883bb2db8. Apr 18 19:37:38.094155 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-4c0ed084-3f6c-41c4-973e-5b0519fb78ba req-6dcc9dbd-d521-43d6-959c-6775ac2f3a81 tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Calling delete_port for 8885a960-0131-4e33-af5a-00c883bb2db8 owned by compute:nova {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:37:38.102085 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 7aa8a36c-946d-4f2d-9809-cce6ddf1bddc, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=7aa8a36c-946d-4f2d-9809-cce6ddf1bddc,segment=NetworkSegment(c3255f4b-ef57-4674-a268-31691e3a8b08),segment_id=c3255f4b-ef57-4674-a268-31691e3a8b08)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:37:38.103253 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '012c79ba-837f-4083-8180-a6605aaa25b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aa8a36c-946d-4f2d-9809-cce6ddf1bddc'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:37:38.171746 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:38.174159 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 8885a960-0131-4e33-af5a-00c883bb2db8 no longer exists at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:37:38.179015 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69540bc2-1f93-4d5c-ba22-66e2e98744b5 req-9fc1dad0-d53c-423e-9c68-af1410557f9b tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:38.185634 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-69540bc2-1f93-4d5c-ba22-66e2e98744b5 req-9fc1dad0-d53c-423e-9c68-af1410557f9b tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a7e3627-fe0c-454f-94c0-2c81f29abab8 HTTP/1.1" status: 200 len: 945 time: 0.2733130 Apr 18 19:37:38.185978 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5fcfcb78-2a6a-4d55-af00-1a80dbc9fe2d req-37dcfd78-bbf5-45e0-82db-19ca811cd625 service neutron] 10.222.0.73 "GET /v2.0/networks/90209d61-e826-43c7-b870-7c37c04ae80f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1520178 Apr 18 19:37:38.264705 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:38.282296 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d230e6d-1c03-4e6c-a668-e8bbf03a1cd3 req-833bcc13-6948-46c7-b67d-b07630799235 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:38.284342 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0d230e6d-1c03-4e6c-a668-e8bbf03a1cd3 req-833bcc13-6948-46c7-b67d-b07630799235 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] 10.222.0.69 "GET /v2.0/ports?device_id=012c79ba-837f-4083-8180-a6605aaa25b9 HTTP/1.1" status: 200 len: 945 time: 0.9754910 Apr 18 19:37:38.285416 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-69540bc2-1f93-4d5c-ba22-66e2e98744b5 req-5d22c325-6273-4a3e-9a13-66757880c32a tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/security-groups?id=51df22c1-554b-4779-a025-65f2af6e2a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981758 Apr 18 19:37:38.334475 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4774a5bd-c6c8-4f34-9d25-e0bef5704d4e req-89e60ca4-1dac-49d9-a6ab-cb1e55968e2f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:38.337596 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4774a5bd-c6c8-4f34-9d25-e0bef5704d4e req-89e60ca4-1dac-49d9-a6ab-cb1e55968e2f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3f74d436-afb8-465f-b659-1be967ed4d5d HTTP/1.1" status: 200 len: 858 time: 0.6012728 Apr 18 19:37:38.341401 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=7aa8a36c-946d-4f2d-9809-cce6ddf1bddc,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:38.494682 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] get_ports_and_sgs() called for port_ids ['d5fbc6cd-b65a-4f4e-a680-fbbbbd189706'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:37:38.522592 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4774a5bd-c6c8-4f34-9d25-e0bef5704d4e req-fda3450e-d903-4655-b86e-43d0c84fd8c5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=90209d61-e826-43c7-b870-7c37c04ae80f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1555789 Apr 18 19:37:38.525498 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:38.532066 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05c4eaf5-4727-4118-b117-7ecdad0767df req-1305a951-7d9e-40cb-a1f1-f92df7d0e160 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Made reservation on behalf of b24aa115869c4ccebfe654d4d215e4c2 for: {'port': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:37:38.535769 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-05c4eaf5-4727-4118-b117-7ecdad0767df req-1305a951-7d9e-40cb-a1f1-f92df7d0e160 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:38.541875 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=d5fbc6cd-b65a-4f4e-a680-fbbbbd189706,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:38.580606 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-23592366-f47c-4066-a116-af07e464a5a5 req-e9ec0eee-89cc-459b-a2a4-6aa2a1dcea3a tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Synchronizing usage tracker for tenant:b24aa115869c4ccebfe654d4d215e4c2 on resource:port {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:37:38.598565 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-28e62e41-3c1c-4dda-8356-9ae1f24aec28 None None] Provisioning complete for port 7ceac64d-25ee-418e-818e-9a41387ffd32 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:37:38.599154 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-28e62e41-3c1c-4dda-8356-9ae1f24aec28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:38.696693 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [req-05c4eaf5-4727-4118-b117-7ecdad0767df req-78e33fba-7245-48e9-bb09-c8434206539b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04868837-469c-4f7b-9337-bf6e5e350a51 {{(pid=84764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:37:38.704635 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-05c4eaf5-4727-4118-b117-7ecdad0767df req-78e33fba-7245-48e9-bb09-c8434206539b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:38.723547 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.provisioning_blocks [req-05c4eaf5-4727-4118-b117-7ecdad0767df req-78e33fba-7245-48e9-bb09-c8434206539b service neutron] Transition to ACTIVE for port object 04868837-469c-4f7b-9337-bf6e5e350a51 will not be triggered until provisioned by entity L2. {{(pid=84764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:37:38.724356 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-23592366-f47c-4066-a116-af07e464a5a5 req-e9ec0eee-89cc-459b-a2a4-6aa2a1dcea3a tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Unset dirty status for tenant:b24aa115869c4ccebfe654d4d215e4c2 on resource:port {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:37:38.738995 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-23592366-f47c-4066-a116-af07e464a5a5 req-e9ec0eee-89cc-459b-a2a4-6aa2a1dcea3a tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc241502-73b0-4fc6-a2be-6b088d11294b HTTP/1.1" status: 200 len: 210 time: 0.2261198 Apr 18 19:37:38.792460 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-05c4eaf5-4727-4118-b117-7ecdad0767df req-78e33fba-7245-48e9-bb09-c8434206539b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2290934'] for port, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:38.866005 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d229467-aa7a-425c-a6a3-deffe669e570'] response: {'server_uuid': '012c79ba-837f-4083-8180-a6605aaa25b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aa8a36c-946d-4f2d-9809-cce6ddf1bddc', 'code': 200} Apr 18 19:37:39.029268 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-eb847d99-460f-405f-aa2c-61e86203cd74 req-39a2bb6d-060c-4155-955d-0e679dd1c278 service neutron] Attempting to bind port c2d41a20-8113-45ca-a446-3bd7c51b739f on host n-h1-836017-2 for vnic_type normal with profile {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:37:39.029830 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-eb847d99-460f-405f-aa2c-61e86203cd74 req-39a2bb6d-060c-4155-955d-0e679dd1c278 service neutron] Attempting to bind port c2d41a20-8113-45ca-a446-3bd7c51b739f by drivers openvswitch,hyperv on host n-h1-836017-2 at level 0 using segments [{'id': '1f6ca8e3-6019-45df-8c47-18f1673dd06b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '47c820f3-b421-48a9-a537-e0e4851dd399'}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:37:39.030064 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb847d99-460f-405f-aa2c-61e86203cd74 req-39a2bb6d-060c-4155-955d-0e679dd1c278 service neutron] Attempting to bind port c2d41a20-8113-45ca-a446-3bd7c51b739f on network 47c820f3-b421-48a9-a537-e0e4851dd399 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:37:39.064408 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0d230e6d-1c03-4e6c-a668-e8bbf03a1cd3 req-b64c232a-8533-416f-9ff9-1c8491544b1f tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] 10.222.0.69 "GET /v2.0/security-groups?id=2acc624c-9329-4157-819e-89822d3c0c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7512913 Apr 18 19:37:39.144858 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e33fba-7245-48e9-bb09-c8434206539b service neutron] Pushing event updated for resources: {'Port': ['ID=04868837-469c-4f7b-9337-bf6e5e350a51,revision_number=2']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:39.181964 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-28e62e41-3c1c-4dda-8356-9ae1f24aec28 None None] Provisioning for port 6d5b9de7-0d46-4e9e-8fb3-39ae22b0cf0c completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:37:39.194622 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-28e62e41-3c1c-4dda-8356-9ae1f24aec28 None None] Provisioning complete for port 6d5b9de7-0d46-4e9e-8fb3-39ae22b0cf0c triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:37:39.195017 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-28e62e41-3c1c-4dda-8356-9ae1f24aec28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:39.275558 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-28e62e41-3c1c-4dda-8356-9ae1f24aec28 None None] Port 6d5b9de7-0d46-4e9e-8fb3-39ae22b0cf0c cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:37:39.297354 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-046a5945-1c63-4dd2-9d23-207907d61eaf req-9ebbcc34-a388-47c3-ad0c-50ecfb236253 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=012c79ba-837f-4083-8180-a6605aaa25b9 HTTP/1.1" status: 200 len: 1097 time: 0.2807529 Apr 18 19:37:39.326406 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-05c4eaf5-4727-4118-b117-7ecdad0767df req-78e33fba-7245-48e9-bb09-c8434206539b service neutron] Attempting to bind port 04868837-469c-4f7b-9337-bf6e5e350a51 on host n-h2-836017-2 for vnic_type normal with profile {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:37:39.326734 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-05c4eaf5-4727-4118-b117-7ecdad0767df req-78e33fba-7245-48e9-bb09-c8434206539b service neutron] Attempting to bind port 04868837-469c-4f7b-9337-bf6e5e350a51 by drivers openvswitch,hyperv on host n-h2-836017-2 at level 0 using segments [{'id': '8940f5c9-2c52-448f-9b36-18364410ba08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'dea5a6b8-71f3-4fa4-97c3-dd81515f0420'}] {{(pid=84764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:37:39.327065 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c4eaf5-4727-4118-b117-7ecdad0767df req-78e33fba-7245-48e9-bb09-c8434206539b service neutron] Attempting to bind port 04868837-469c-4f7b-9337-bf6e5e350a51 on network dea5a6b8-71f3-4fa4-97c3-dd81515f0420 {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:37:39.331334 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb847d99-460f-405f-aa2c-61e86203cd74 req-39a2bb6d-060c-4155-955d-0e679dd1c278 service neutron] Port c2d41a20-8113-45ca-a446-3bd7c51b739f on network 47c820f3-b421-48a9-a537-e0e4851dd399 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-2 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:37:39.331800 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb847d99-460f-405f-aa2c-61e86203cd74 req-39a2bb6d-060c-4155-955d-0e679dd1c278 service neutron] Attempting to bind port c2d41a20-8113-45ca-a446-3bd7c51b739f on network 47c820f3-b421-48a9-a537-e0e4851dd399 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:37:39.335052 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-74837cf5-ac3b-4103-adb3-60eece48e419 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:39.335285 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-74837cf5-ac3b-4103-adb3-60eece48e419 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416864'] for router, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:39.352998 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cb94f2-f080-4c4f-9794-8dbcef0e6a0d req-ec4a2a3b-cff7-4f2c-bbeb-774abdc7ee94 tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:39.354460 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e2cb94f2-f080-4c4f-9794-8dbcef0e6a0d req-ec4a2a3b-cff7-4f2c-bbeb-774abdc7ee94 tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf343fda-f220-4488-a1e0-387aba683d76 HTTP/1.1" status: 200 len: 946 time: 0.2928393 Apr 18 19:37:39.357471 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c4eaf5-4727-4118-b117-7ecdad0767df req-78e33fba-7245-48e9-bb09-c8434206539b service neutron] Port 04868837-469c-4f7b-9337-bf6e5e350a51 on network dea5a6b8-71f3-4fa4-97c3-dd81515f0420 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-2 {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:37:39.357797 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c4eaf5-4727-4118-b117-7ecdad0767df req-78e33fba-7245-48e9-bb09-c8434206539b service neutron] Attempting to bind port 04868837-469c-4f7b-9337-bf6e5e350a51 on network dea5a6b8-71f3-4fa4-97c3-dd81515f0420 {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:37:39.372677 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-4c1271d1-5a1f-4431-95b4-da31ec38049c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:39.389819 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c4eaf5-4727-4118-b117-7ecdad0767df req-78e33fba-7245-48e9-bb09-c8434206539b service neutron] Checking agent: {'id': '02e8f951-d3a3-40e1-b8cc-aed258af030b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 37, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:37:39.390203 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c4eaf5-4727-4118-b117-7ecdad0767df req-78e33fba-7245-48e9-bb09-c8434206539b service neutron] Checking segment: {'id': '8940f5c9-2c52-448f-9b36-18364410ba08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'dea5a6b8-71f3-4fa4-97c3-dd81515f0420'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:37:39.390533 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c4eaf5-4727-4118-b117-7ecdad0767df req-78e33fba-7245-48e9-bb09-c8434206539b service neutron] Bound using segment: {'id': '8940f5c9-2c52-448f-9b36-18364410ba08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'dea5a6b8-71f3-4fa4-97c3-dd81515f0420'} {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:37:39.390981 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-05c4eaf5-4727-4118-b117-7ecdad0767df req-78e33fba-7245-48e9-bb09-c8434206539b service neutron] Bound port: 04868837-469c-4f7b-9337-bf6e5e350a51, host: n-h2-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8940f5c9-2c52-448f-9b36-18364410ba08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'dea5a6b8-71f3-4fa4-97c3-dd81515f0420'}}] {{(pid=84764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:37:39.391327 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-05c4eaf5-4727-4118-b117-7ecdad0767df req-78e33fba-7245-48e9-bb09-c8434206539b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:39.399156 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-3d6a087a-a9b4-4ffe-979e-26840efc2207 None None] Provisioning complete for port 6d5b9de7-0d46-4e9e-8fb3-39ae22b0cf0c triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:37:39.400056 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3d6a087a-a9b4-4ffe-979e-26840efc2207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:39.401487 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-046a5945-1c63-4dd2-9d23-207907d61eaf req-1af56088-626c-44cd-8eca-b16383afbf5c service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=2acc624c-9329-4157-819e-89822d3c0c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974765 Apr 18 19:37:39.455251 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb847d99-460f-405f-aa2c-61e86203cd74 req-39a2bb6d-060c-4155-955d-0e679dd1c278 service neutron] Checking agent: {'id': 'e3a31811-08e0-42ba-bc2e-ed8a973b714f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 25), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:37:39.455612 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb847d99-460f-405f-aa2c-61e86203cd74 req-39a2bb6d-060c-4155-955d-0e679dd1c278 service neutron] Checking segment: {'id': '1f6ca8e3-6019-45df-8c47-18f1673dd06b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '47c820f3-b421-48a9-a537-e0e4851dd399'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:37:39.455977 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb847d99-460f-405f-aa2c-61e86203cd74 req-39a2bb6d-060c-4155-955d-0e679dd1c278 service neutron] Bound using segment: {'id': '1f6ca8e3-6019-45df-8c47-18f1673dd06b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '47c820f3-b421-48a9-a537-e0e4851dd399'} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:37:39.456457 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-eb847d99-460f-405f-aa2c-61e86203cd74 req-39a2bb6d-060c-4155-955d-0e679dd1c278 service neutron] Bound port: c2d41a20-8113-45ca-a446-3bd7c51b739f, host: n-h1-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f6ca8e3-6019-45df-8c47-18f1673dd06b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '47c820f3-b421-48a9-a537-e0e4851dd399'}}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:37:39.457013 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-eb847d99-460f-405f-aa2c-61e86203cd74 req-39a2bb6d-060c-4155-955d-0e679dd1c278 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:39.520614 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-3d6a087a-a9b4-4ffe-979e-26840efc2207 None None] Port 6d5b9de7-0d46-4e9e-8fb3-39ae22b0cf0c cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:37:39.527085 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e2cb94f2-f080-4c4f-9794-8dbcef0e6a0d req-23c128fc-d5ec-4bd9-9bce-9f07a98bd520 tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] 10.222.0.69 "GET /v2.0/security-groups?id=d91ae139-8b90-49fd-8dc9-70f1abc8c820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1641076 Apr 18 19:37:39.528744 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4774a5bd-c6c8-4f34-9d25-e0bef5704d4e req-af9b7e33-0648-4c0e-a49b-6a2f7d934029 service neutron] 10.222.0.72 "GET /v2.0/networks/90209d61-e826-43c7-b870-7c37c04ae80f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9326239 Apr 18 19:37:39.529378 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-4c0ed084-3f6c-41c4-973e-5b0519fb78ba req-6dcc9dbd-d521-43d6-959c-6775ac2f3a81 tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:39.530543 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device d5fbc6cd-b65a-4f4e-a680-fbbbbd189706 up at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:37:39.539128 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_common [req-05c4eaf5-4727-4118-b117-7ecdad0767df req-1305a951-7d9e-40cb-a1f1-f92df7d0e160 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Allocated IP 172.20.0.14 (dea5a6b8-71f3-4fa4-97c3-dd81515f0420/c5663fb8-fb65-483f-a697-5dc1cb158bec/bac0b406-1b66-4ac0-a9a1-15ccec5407d8) {{(pid=84763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:37:39.556910 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-05c4eaf5-4727-4118-b117-7ecdad0767df req-78e33fba-7245-48e9-bb09-c8434206539b service neutron] For port 04868837-469c-4f7b-9337-bf6e5e350a51, host n-h2-836017-2, cleared binding levels {{(pid=84764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:37:39.560487 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-05c4eaf5-4727-4118-b117-7ecdad0767df req-78e33fba-7245-48e9-bb09-c8434206539b service neutron] For port 04868837-469c-4f7b-9337-bf6e5e350a51, host n-h2-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=04868837-469c-4f7b-9337-bf6e5e350a51,segment=NetworkSegment(8940f5c9-2c52-448f-9b36-18364410ba08),segment_id=8940f5c9-2c52-448f-9b36-18364410ba08)] {{(pid=84764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:37:39.633313 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-05c4eaf5-4727-4118-b117-7ecdad0767df req-78e33fba-7245-48e9-bb09-c8434206539b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2290934'] for port, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:39.634406 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-4c1271d1-5a1f-4431-95b4-da31ec38049c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:39.727207 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning for port d5fbc6cd-b65a-4f4e-a680-fbbbbd189706 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:37:39.730403 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1271d1-5a1f-4431-95b4-da31ec38049c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d39b437-8180-4ecf-a742-b9225637c96c,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:39.744958 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-05c4eaf5-4727-4118-b117-7ecdad0767df req-78e33fba-7245-48e9-bb09-c8434206539b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:39.746305 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-05c4eaf5-4727-4118-b117-7ecdad0767df req-78e33fba-7245-48e9-bb09-c8434206539b service neutron] 10.222.0.72 "PUT /v2.0/ports/04868837-469c-4f7b-9337-bf6e5e350a51 HTTP/1.1" status: 200 len: 1091 time: 2.2585924 Apr 18 19:37:39.748634 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad2f324e-f544-42c4-8c30-3fe72cc44b89', 'tag': '04868837-469c-4f7b-9337-bf6e5e350a51'}] {{(pid=84764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:37:39.760292 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning complete for port d5fbc6cd-b65a-4f4e-a680-fbbbbd189706 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:37:39.760691 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:39.786987 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e33fba-7245-48e9-bb09-c8434206539b service neutron] Pushing event updated for resources: {'Port': ['ID=04868837-469c-4f7b-9337-bf6e5e350a51,revision_number=3']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:39.792606 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcc9dbd-d521-43d6-959c-6775ac2f3a81 tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Pushing event deleted for resources: {'Port': ['ID=8885a960-0131-4e33-af5a-00c883bb2db8,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:39.806214 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb98239-76fd-48a8-ba30-51768e261bae req-46464250-ddcc-43cb-98af-f035a7aec5ef tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:39.807696 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2fb98239-76fd-48a8-ba30-51768e261bae req-46464250-ddcc-43cb-98af-f035a7aec5ef tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a7e3627-fe0c-454f-94c0-2c81f29abab8 HTTP/1.1" status: 200 len: 945 time: 0.1169691 Apr 18 19:37:39.903987 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2fb98239-76fd-48a8-ba30-51768e261bae req-755689c4-d131-4975-b2a2-d9653c750d7b tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/security-groups?id=51df22c1-554b-4779-a025-65f2af6e2a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898972 Apr 18 19:37:39.922342 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-646d1cae-c4bc-4e75-9ad5-1ebf7903f22c req-76b288a3-57f3-4199-a731-7c46390271c3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=55080d7e03b84961904f44cea106a34f&device_id=648d516b-9b02-4da2-9290-9c21f1872f59 HTTP/1.1" status: 200 len: 1095 time: 1.4432364 Apr 18 19:37:39.940042 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:39.953317 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-05c4eaf5-4727-4118-b117-7ecdad0767df req-4c3d4840-97dd-4ddb-a413-ccc0529deef0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b24aa115869c4ccebfe654d4d215e4c2&device_id=ad2f324e-f544-42c4-8c30-3fe72cc44b89 HTTP/1.1" status: 200 len: 1094 time: 0.0958142 Apr 18 19:37:39.984810 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-260b428e-a166-421a-801e-34c03d13667e tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:39.988535 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port d5fbc6cd-b65a-4f4e-a680-fbbbbd189706, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=d5fbc6cd-b65a-4f4e-a680-fbbbbd189706,segment=NetworkSegment(c3255f4b-ef57-4674-a268-31691e3a8b08),segment_id=c3255f4b-ef57-4674-a268-31691e3a8b08)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:37:40.028716 n-d-836017-2 neutron-server[84764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8990ed7-d85f-4f6f-be95-59576e0e1845'] response: {'name': 'network-changed', 'server_uuid': 'ad2f324e-f544-42c4-8c30-3fe72cc44b89', 'tag': '04868837-469c-4f7b-9337-bf6e5e350a51', 'status': 'completed', 'code': 200} Apr 18 19:37:40.038274 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-05c4eaf5-4727-4118-b117-7ecdad0767df req-5091c538-0573-4caa-9180-3940ee86c5d6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04868837-469c-4f7b-9337-bf6e5e350a51 HTTP/1.1" status: 200 len: 217 time: 0.0801511 Apr 18 19:37:40.067803 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:40.077463 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-4c1271d1-5a1f-4431-95b4-da31ec38049c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=be01dfabfb044bbeb5513b0434d340a6&name=default HTTP/1.1" status: 200 len: 2647 time: 3.8057094 Apr 18 19:37:40.098647 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 35594) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:40.160200 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=d5fbc6cd-b65a-4f4e-a680-fbbbbd189706,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:40.174503 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c4eaf5-4727-4118-b117-7ecdad0767df req-17fa98f4-7e45-41c8-8926-7f51719f8fb7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:40.176964 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-05c4eaf5-4727-4118-b117-7ecdad0767df req-17fa98f4-7e45-41c8-8926-7f51719f8fb7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c5663fb8-fb65-483f-a697-5dc1cb158bec HTTP/1.1" status: 200 len: 852 time: 0.1315653 Apr 18 19:37:40.284137 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-05c4eaf5-4727-4118-b117-7ecdad0767df req-aea48ac5-7f7e-4aea-b8ce-daecc5b67c37 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=dea5a6b8-71f3-4fa4-97c3-dd81515f0420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0937905 Apr 18 19:37:40.325675 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f085cc5a-8930-4994-9ff4-9d8a4660f194 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:40.439959 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-eb847d99-460f-405f-aa2c-61e86203cd74 req-39a2bb6d-060c-4155-955d-0e679dd1c278 service neutron] For port c2d41a20-8113-45ca-a446-3bd7c51b739f, host n-h1-836017-2, cleared binding levels {{(pid=84763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:37:40.506884 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-93a688b0-0957-489b-b637-84377df7438d req-19e05a82-1fef-4537-bbb7-4b859507feb1 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc241502-73b0-4fc6-a2be-6b088d11294b HTTP/1.1" status: 200 len: 210 time: 0.1755872 Apr 18 19:37:40.560028 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185cd407-feef-4102-a20c-2576a4e5adb0 req-b90bdc9c-3597-4534-84cd-ea04e6e4565c tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:40.560325 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-185cd407-feef-4102-a20c-2576a4e5adb0 req-b90bdc9c-3597-4534-84cd-ea04e6e4565c tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Synchronizing usage tracker for tenant:f23daf946b4d4874b9d361b56e2fb9b5 on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:37:40.607521 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f085cc5a-8930-4994-9ff4-9d8a4660f194 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:40.696920 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-05c4eaf5-4727-4118-b117-7ecdad0767df req-77abbc5d-c38b-443f-82f2-1f4d26fda49b service neutron] 10.222.0.72 "GET /v2.0/networks/dea5a6b8-71f3-4fa4-97c3-dd81515f0420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3936605 Apr 18 19:37:40.784408 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4774a5bd-c6c8-4f34-9d25-e0bef5704d4e req-0d04e56d-bef1-46e5-8ce9-a21c380bce46 service neutron] 10.222.0.72 "GET /v2.0/networks/90209d61-e826-43c7-b870-7c37c04ae80f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1417634 Apr 18 19:37:40.842908 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-eb847d99-460f-405f-aa2c-61e86203cd74 req-39a2bb6d-060c-4155-955d-0e679dd1c278 service neutron] For port c2d41a20-8113-45ca-a446-3bd7c51b739f, host n-h1-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=c2d41a20-8113-45ca-a446-3bd7c51b739f,segment=NetworkSegment(1f6ca8e3-6019-45df-8c47-18f1673dd06b),segment_id=1f6ca8e3-6019-45df-8c47-18f1673dd06b)] {{(pid=84763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:37:40.867832 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '768144c2-7f8a-49d7-9214-69984840d579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5fbc6cd-b65a-4f4e-a680-fbbbbd189706'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:37:40.943379 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646d1cae-c4bc-4e75-9ad5-1ebf7903f22c req-dc93917d-7f26-432f-b4e0-17ce48b4263f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:40.944875 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-646d1cae-c4bc-4e75-9ad5-1ebf7903f22c req-dc93917d-7f26-432f-b4e0-17ce48b4263f service neutron] 10.222.0.73 "GET /v2.0/networks?id=90209d61-e826-43c7-b870-7c37c04ae80f HTTP/1.1" status: 200 len: 919 time: 0.9771311 Apr 18 19:37:40.945917 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-eb847d99-460f-405f-aa2c-61e86203cd74 req-39a2bb6d-060c-4155-955d-0e679dd1c278 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:40.995956 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f085cc5a-8930-4994-9ff4-9d8a4660f194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:41.026975 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f085cc5a-8930-4994-9ff4-9d8a4660f194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d39b437-8180-4ecf-a742-b9225637c96c,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:41.045584 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-05c4eaf5-4727-4118-b117-7ecdad0767df req-6a723577-70e7-4299-b0b9-641c9b1ac988 service neutron] 10.222.0.72 "GET /v2.0/networks/dea5a6b8-71f3-4fa4-97c3-dd81515f0420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3401837 Apr 18 19:37:41.047252 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f085cc5a-8930-4994-9ff4-9d8a4660f194 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:41.050489 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-f085cc5a-8930-4994-9ff4-9d8a4660f194 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4d39b437-8180-4ecf-a742-b9225637c96c HTTP/1.1" status: 204 len: 168 time: 0.9463749 Apr 18 19:37:41.067232 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab30148-32be-47c7-839b-993163183542 req-ac7ab604-4d77-40f7-971b-9ec7d37f29dd tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:41.068782 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2ab30148-32be-47c7-839b-993163183542 req-ac7ab604-4d77-40f7-971b-9ec7d37f29dd tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] 10.222.0.69 "GET /v2.0/ports?device_id=012c79ba-837f-4083-8180-a6605aaa25b9 HTTP/1.1" status: 200 len: 946 time: 0.2443340 Apr 18 19:37:41.101920 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-185cd407-feef-4102-a20c-2576a4e5adb0 req-b90bdc9c-3597-4534-84cd-ea04e6e4565c tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Unset dirty status for tenant:f23daf946b4d4874b9d361b56e2fb9b5 on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:37:41.102983 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-185cd407-feef-4102-a20c-2576a4e5adb0 req-b90bdc9c-3597-4534-84cd-ea04e6e4565c tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 943 time: 1.4615400 Apr 18 19:37:41.122821 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2ab30148-32be-47c7-839b-993163183542 req-1f32c0a7-80ca-4f1f-9ee2-fbba33dc6506 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] 10.222.0.69 "GET /v2.0/security-groups?id=2acc624c-9329-4157-819e-89822d3c0c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479422 Apr 18 19:37:41.226305 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-646d1cae-c4bc-4e75-9ad5-1ebf7903f22c req-f6b704f1-709c-47eb-bc19-ccf6a97fdb45 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=00aa3f22-9bd8-4ee9-b7b5-f4c5649951f5 HTTP/1.1" status: 200 len: 217 time: 0.2304280 Apr 18 19:37:41.230685 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-eb847d99-460f-405f-aa2c-61e86203cd74 req-39a2bb6d-060c-4155-955d-0e679dd1c278 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:41.232041 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-eb847d99-460f-405f-aa2c-61e86203cd74 req-39a2bb6d-060c-4155-955d-0e679dd1c278 service neutron] 10.222.0.73 "PUT /v2.0/ports/c2d41a20-8113-45ca-a446-3bd7c51b739f HTTP/1.1" status: 200 len: 1091 time: 8.4767814 Apr 18 19:37:41.235084 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-05c4eaf5-4727-4118-b117-7ecdad0767df req-1305a951-7d9e-40cb-a1f1-f92df7d0e160 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Notify callbacks [] for port, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:41.242732 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a213e76a-c60b-409c-8e3d-181b396ae0a2', 'tag': 'c2d41a20-8113-45ca-a446-3bd7c51b739f'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:37:41.305239 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-dfd4be8f-7dc4-46a3-bde4-70371715e413 req-6efafcac-5f9c-40b0-bf0e-d88a80f56bdf tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf343fda-f220-4488-a1e0-387aba683d76 HTTP/1.1" status: 200 len: 210 time: 0.0486267 Apr 18 19:37:41.309817 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2c464ae9-409e-4b56-9abb-d80edb23ae49 req-7a34eb9e-b720-4d9a-bc8d-9e077a51684a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b24aa115869c4ccebfe654d4d215e4c2&device_id=ad2f324e-f544-42c4-8c30-3fe72cc44b89 HTTP/1.1" status: 200 len: 1094 time: 0.1451962 Apr 18 19:37:41.384710 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa2ec906-4a32-430c-aa9c-0959a713a4bd'] response: {'server_uuid': '768144c2-7f8a-49d7-9214-69984840d579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5fbc6cd-b65a-4f4e-a680-fbbbbd189706', 'code': 200} Apr 18 19:37:41.388492 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 00aa3f22-9bd8-4ee9-b7b5-f4c5649951f5 details requested by agent hyperv_n-h1-836017-2 with host n-h1-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:37:41.506658 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a2bb6d-060c-4155-955d-0e679dd1c278 service neutron] Pushing event updated for resources: {'Port': ['ID=c2d41a20-8113-45ca-a446-3bd7c51b739f,revision_number=3']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:41.588150 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-185cd407-feef-4102-a20c-2576a4e5adb0 req-359cbbed-fca2-4ee5-bcf1-d49738c3b3a9 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Synchronizing usage tracker for tenant:f23daf946b4d4874b9d361b56e2fb9b5 on resource:security_group {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:37:41.633679 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c464ae9-409e-4b56-9abb-d80edb23ae49 req-daf3870d-7bb5-4a89-bcb4-6eaf2bdcd4be service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:41.635585 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2c464ae9-409e-4b56-9abb-d80edb23ae49 req-daf3870d-7bb5-4a89-bcb4-6eaf2bdcd4be service neutron] 10.222.0.72 "GET /v2.0/networks?id=dea5a6b8-71f3-4fa4-97c3-dd81515f0420 HTTP/1.1" status: 200 len: 913 time: 0.3190358 Apr 18 19:37:41.647527 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724e2b98-f3af-4234-9f18-2c75f59469e6 req-cfcb5bdc-971f-4f64-8764-99585c4a58f6 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:41.649423 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-724e2b98-f3af-4234-9f18-2c75f59469e6 req-cfcb5bdc-971f-4f64-8764-99585c4a58f6 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a7e3627-fe0c-454f-94c0-2c81f29abab8 HTTP/1.1" status: 200 len: 945 time: 0.1489828 Apr 18 19:37:41.651258 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646d1cae-c4bc-4e75-9ad5-1ebf7903f22c req-f6dfcb65-4f07-4931-af2f-9d1959cf6352 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:41.652726 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-646d1cae-c4bc-4e75-9ad5-1ebf7903f22c req-f6dfcb65-4f07-4931-af2f-9d1959cf6352 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3f74d436-afb8-465f-b659-1be967ed4d5d HTTP/1.1" status: 200 len: 858 time: 0.3842640 Apr 18 19:37:41.683758 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port 00aa3f22-9bd8-4ee9-b7b5-f4c5649951f5, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=00aa3f22-9bd8-4ee9-b7b5-f4c5649951f5,segment=NetworkSegment(c3255f4b-ef57-4674-a268-31691e3a8b08),segment_id=c3255f4b-ef57-4674-a268-31691e3a8b08)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:37:41.699798 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Returning: {'device': '00aa3f22-9bd8-4ee9-b7b5-f4c5649951f5', 'network_id': '90209d61-e826-43c7-b870-7c37c04ae80f', 'port_id': '00aa3f22-9bd8-4ee9-b7b5-f4c5649951f5', 'mac_address': 'fa:16:3e:61:39:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f74d436-afb8-465f-b659-1be967ed4d5d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:37:41.769746 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2c464ae9-409e-4b56-9abb-d80edb23ae49 req-5b4e4323-3783-42ee-b4a4-3776f88e5bbe service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04868837-469c-4f7b-9337-bf6e5e350a51 HTTP/1.1" status: 200 len: 217 time: 0.1185706 Apr 18 19:37:41.777491 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:41.801286 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00aa3f22-9bd8-4ee9-b7b5-f4c5649951f5 {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:37:41.823082 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-646d1cae-c4bc-4e75-9ad5-1ebf7903f22c req-34bada86-b165-4680-80c2-fdd584a480f9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=90209d61-e826-43c7-b870-7c37c04ae80f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1180444 Apr 18 19:37:41.823805 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port 00aa3f22-9bd8-4ee9-b7b5-f4c5649951f5, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=00aa3f22-9bd8-4ee9-b7b5-f4c5649951f5,segment=NetworkSegment(c3255f4b-ef57-4674-a268-31691e3a8b08),segment_id=c3255f4b-ef57-4674-a268-31691e3a8b08)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:37:41.832978 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-05c4eaf5-4727-4118-b117-7ecdad0767df req-1305a951-7d9e-40cb-a1f1-f92df7d0e160 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:41.841254 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-724e2b98-f3af-4234-9f18-2c75f59469e6 req-a97b2110-777e-4f6e-a700-3e3734563646 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/security-groups?id=51df22c1-554b-4779-a025-65f2af6e2a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119699 Apr 18 19:37:41.854586 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c464ae9-409e-4b56-9abb-d80edb23ae49 req-f71456c2-5087-4d48-b545-7b0e7ec8da66 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:41.857043 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2c464ae9-409e-4b56-9abb-d80edb23ae49 req-f71456c2-5087-4d48-b545-7b0e7ec8da66 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c5663fb8-fb65-483f-a697-5dc1cb158bec HTTP/1.1" status: 200 len: 852 time: 0.0774739 Apr 18 19:37:41.896029 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:41.932849 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2c464ae9-409e-4b56-9abb-d80edb23ae49 req-88f8d346-b87c-4bd2-a550-662f9ae3574b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=dea5a6b8-71f3-4fa4-97c3-dd81515f0420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684659 Apr 18 19:37:41.945949 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-185cd407-feef-4102-a20c-2576a4e5adb0 req-359cbbed-fca2-4ee5-bcf1-d49738c3b3a9 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Unset dirty status for tenant:f23daf946b4d4874b9d361b56e2fb9b5 on resource:security_group {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:37:41.947411 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-185cd407-feef-4102-a20c-2576a4e5adb0 req-359cbbed-fca2-4ee5-bcf1-d49738c3b3a9 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8153737 Apr 18 19:37:41.951047 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcd67042-33fa-4111-8d2f-6e67bda587ad'] response: {'name': 'network-changed', 'server_uuid': 'a213e76a-c60b-409c-8e3d-181b396ae0a2', 'tag': 'c2d41a20-8113-45ca-a446-3bd7c51b739f', 'status': 'completed', 'code': 200} Apr 18 19:37:41.976658 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Pushing event updated for resources: {'Port': ['ID=00aa3f22-9bd8-4ee9-b7b5-f4c5649951f5,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:42.039140 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 35618) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:42.046095 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-eb847d99-460f-405f-aa2c-61e86203cd74 req-67ef8d22-3dbe-4bef-8d36-422d2dffe079 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f23daf946b4d4874b9d361b56e2fb9b5&device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 1094 time: 0.6528990 Apr 18 19:37:42.055553 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_common [None req-260b428e-a166-421a-801e-34c03d13667e tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Allocated IP 2001:db8:0:1::3ac (04f689a0-c421-40fa-beab-16721e9bb3b2/2229161c-d6d8-4d05-adac-10c9afd46f34/6d5b9de7-0d46-4e9e-8fb3-39ae22b0cf0c) {{(pid=84763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:37:42.187867 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2c464ae9-409e-4b56-9abb-d80edb23ae49 req-284f3a70-e2cc-4c80-9641-033522aeb44c service neutron] 10.222.0.72 "GET /v2.0/networks/dea5a6b8-71f3-4fa4-97c3-dd81515f0420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471905 Apr 18 19:37:42.214546 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] get_ports_and_sgs() called for port_ids ['00aa3f22-9bd8-4ee9-b7b5-f4c5649951f5'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:37:42.217438 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05c4eaf5-4727-4118-b117-7ecdad0767df req-1305a951-7d9e-40cb-a1f1-f92df7d0e160 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Network dea5a6b8-71f3-4fa4-97c3-dd81515f0420 is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:37:42.219249 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-e02f10d3-5998-46ff-8bb6-33b1b834b831 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:42.281357 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [req-05c4eaf5-4727-4118-b117-7ecdad0767df req-1305a951-7d9e-40cb-a1f1-f92df7d0e160 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:37:42.285703 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-42acb6b9-fbcf-4cef-8905-1630a382feb4 req-8f1a3d83-551f-4ebd-8556-0ce37c7089e3 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=768144c2-7f8a-49d7-9214-69984840d579 HTTP/1.1" status: 200 len: 1096 time: 0.7938318 Apr 18 19:37:42.286331 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1305a951-7d9e-40cb-a1f1-f92df7d0e160 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Pushing event updated for resources: {'Port': ['ID=bac0b406-1b66-4ac0-a9a1-15ccec5407d8,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:42.289416 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-05c4eaf5-4727-4118-b117-7ecdad0767df req-1305a951-7d9e-40cb-a1f1-f92df7d0e160 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Received port after_create {{(pid=84763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:37:42.324989 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-eb847d99-460f-405f-aa2c-61e86203cd74 req-a100d39f-8d86-4c08-8bc9-22ae15492bcd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2d41a20-8113-45ca-a446-3bd7c51b739f HTTP/1.1" status: 200 len: 217 time: 0.2408175 Apr 18 19:37:42.409123 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3ec4f1-1069-4800-8875-324f9a7494a3 req-68b5c64a-f7c3-4f0a-b49c-2a1e3b0f0001 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:42.421844 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-fa3ec4f1-1069-4800-8875-324f9a7494a3 req-68b5c64a-f7c3-4f0a-b49c-2a1e3b0f0001 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc241502-73b0-4fc6-a2be-6b088d11294b HTTP/1.1" status: 200 len: 932 time: 0.3104985 Apr 18 19:37:42.450423 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4c0ed084-3f6c-41c4-973e-5b0519fb78ba req-6dcc9dbd-d521-43d6-959c-6775ac2f3a81 tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Router 93402aa3-237a-4a2b-8122-fbd9b2efd80a has already been hosted by L3 agent 21b59c62-f184-4169-bc3e-79831cc043e8 {{(pid=84763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:37:42.491597 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74837cf5-ac3b-4103-adb3-60eece48e419 admin admin] Router 70541714-e3a3-4cf4-ada3-a103e46f8e0b is scheduled to L3 agent 21b59c62-f184-4169-bc3e-79831cc043e8 with binding_index 1 {{(pid=84763) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 19:37:42.541113 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-646d1cae-c4bc-4e75-9ad5-1ebf7903f22c req-5c54f560-00b7-4362-b2a4-85fa41081ad9 service neutron] 10.222.0.73 "GET /v2.0/networks/90209d61-e826-43c7-b870-7c37c04ae80f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6998367 Apr 18 19:37:42.553420 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2c464ae9-409e-4b56-9abb-d80edb23ae49 req-446dad37-6c20-41a9-bbbd-40c6ecafff89 service neutron] 10.222.0.72 "GET /v2.0/networks/dea5a6b8-71f3-4fa4-97c3-dd81515f0420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3579195 Apr 18 19:37:42.554624 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c4eaf5-4727-4118-b117-7ecdad0767df req-1305a951-7d9e-40cb-a1f1-f92df7d0e160 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:42.555239 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-05c4eaf5-4727-4118-b117-7ecdad0767df req-1305a951-7d9e-40cb-a1f1-f92df7d0e160 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:42.570993 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-fa3ec4f1-1069-4800-8875-324f9a7494a3 req-657bc956-2d6d-4885-aaa6-fbe604820731 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] 10.222.0.69 "GET /v2.0/security-groups?id=2b04a52b-dc01-409d-822c-7f24c54134e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458626 Apr 18 19:37:42.599829 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-e02f10d3-5998-46ff-8bb6-33b1b834b831 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:37:42.622282 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb847d99-460f-405f-aa2c-61e86203cd74 req-6d867736-cd9a-4bcb-a666-744247b09458 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:42.623749 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-eb847d99-460f-405f-aa2c-61e86203cd74 req-6d867736-cd9a-4bcb-a666-744247b09458 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=796a481f-8e54-4cc2-b013-83edb23d78ce HTTP/1.1" status: 200 len: 854 time: 0.2688017 Apr 18 19:37:42.634636 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-e02f10d3-5998-46ff-8bb6-33b1b834b831 admin admin] Usage tracker for resource:security_group_rule and tenant:ba683f290d6744ce90056f56e6583c06 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:37:42.700920 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-42acb6b9-fbcf-4cef-8905-1630a382feb4 req-f3d8b154-b2ef-4445-a2de-0785bf4330f5 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=2acc624c-9329-4157-819e-89822d3c0c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3663340 Apr 18 19:37:42.733279 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-e02f10d3-5998-46ff-8bb6-33b1b834b831 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:37:42.913839 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ab0999-ee70-41ef-9230-feb573d2f161 req-6e74ff61-a647-4a7b-a8c7-bb1ccaab2b04 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:42.915362 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-60ab0999-ee70-41ef-9230-feb573d2f161 req-6e74ff61-a647-4a7b-a8c7-bb1ccaab2b04 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] 10.222.0.69 "GET /v2.0/ports?device_id=012c79ba-837f-4083-8180-a6605aaa25b9 HTTP/1.1" status: 200 len: 946 time: 0.1213751 Apr 18 19:37:42.967853 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-e02f10d3-5998-46ff-8bb6-33b1b834b831 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:37:42.968553 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-60ab0999-ee70-41ef-9230-feb573d2f161 req-aa5ae348-89fc-4579-b9ee-b11d8e99a41f tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] 10.222.0.69 "GET /v2.0/security-groups?id=2acc624c-9329-4157-819e-89822d3c0c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475309 Apr 18 19:37:43.056871 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-eb847d99-460f-405f-aa2c-61e86203cd74 req-b51b95d4-5907-47d7-a1f9-15d41ed1f75a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=47c820f3-b421-48a9-a537-e0e4851dd399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3580983 Apr 18 19:37:43.163033 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 04868837-469c-4f7b-9337-bf6e5e350a51 details requested by agent hyperv_n-h2-836017-2 with host n-h2-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:37:43.248686 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14274a17-c531-422d-a9af-181fe3934840 req-fc40a723-4426-4340-b10c-e7244a80fc58 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:43.250236 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-14274a17-c531-422d-a9af-181fe3934840 req-fc40a723-4426-4340-b10c-e7244a80fc58 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] 10.222.0.69 "GET /v2.0/ports?device_id=648d516b-9b02-4da2-9290-9c21f1872f59 HTTP/1.1" status: 200 len: 945 time: 0.0928373 Apr 18 19:37:43.285636 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-016d1fff-ea91-4b78-b18d-fe7aa8c63bd8 req-ee3e3266-081f-4f30-8059-7f3661fed97d tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Synchronizing usage tracker for tenant:e2676fc802a645689154e56330711330 on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:37:43.304751 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-14274a17-c531-422d-a9af-181fe3934840 req-24c5e925-0c52-4d35-a82d-95788c4b8d54 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] 10.222.0.69 "GET /v2.0/security-groups?id=2acc624c-9329-4157-819e-89822d3c0c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479312 Apr 18 19:37:43.354155 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.db.resource_extend [None req-260b428e-a166-421a-801e-34c03d13667e tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 19:37:43.358718 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 04868837-469c-4f7b-9337-bf6e5e350a51, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=04868837-469c-4f7b-9337-bf6e5e350a51,segment=NetworkSegment(8940f5c9-2c52-448f-9b36-18364410ba08),segment_id=8940f5c9-2c52-448f-9b36-18364410ba08)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:37:43.376062 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Returning: {'device': '04868837-469c-4f7b-9337-bf6e5e350a51', 'network_id': 'dea5a6b8-71f3-4fa4-97c3-dd81515f0420', 'port_id': '04868837-469c-4f7b-9337-bf6e5e350a51', 'mac_address': 'fa:16:3e:71:cf:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5663fb8-fb65-483f-a697-5dc1cb158bec', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:37:43.389869 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-05c4eaf5-4727-4118-b117-7ecdad0767df req-1305a951-7d9e-40cb-a1f1-f92df7d0e160 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.2734675 Apr 18 19:37:43.414825 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 00aa3f22-9bd8-4ee9-b7b5-f4c5649951f5 up at agent hyperv_n-h1-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:37:43.419596 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-260b428e-a166-421a-801e-34c03d13667e tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks [] for port, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:43.447461 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-05c4eaf5-4727-4118-b117-7ecdad0767df req-cae09181-f4c6-4a13-ba0b-fe80d80b83e2 service neutron] Request body: {'port': {'device_id': 'dc241502-73b0-4fc6-a2be-6b088d11294b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-2'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:37:43.506571 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:43.524009 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-646d1cae-c4bc-4e75-9ad5-1ebf7903f22c req-500d107c-deee-47bd-b6ac-7bafa13446bc service neutron] 10.222.0.73 "GET /v2.0/networks/90209d61-e826-43c7-b870-7c37c04ae80f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9626436 Apr 18 19:37:43.532839 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04868837-469c-4f7b-9337-bf6e5e350a51 {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:37:43.537217 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [None req-260b428e-a166-421a-801e-34c03d13667e tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Transition to ACTIVE for port object 6d5b9de7-0d46-4e9e-8fb3-39ae22b0cf0c will not be triggered until provisioned by entity DHCP. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:37:43.546862 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae424b08-b119-4816-ada7-8bce207818c2 req-5e10b1b7-0877-427d-977d-bb8305af3730 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:43.551093 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ae424b08-b119-4816-ada7-8bce207818c2 req-5e10b1b7-0877-427d-977d-bb8305af3730 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 943 time: 0.1041148 Apr 18 19:37:43.562140 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 04868837-469c-4f7b-9337-bf6e5e350a51, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=04868837-469c-4f7b-9337-bf6e5e350a51,segment=NetworkSegment(8940f5c9-2c52-448f-9b36-18364410ba08),segment_id=8940f5c9-2c52-448f-9b36-18364410ba08)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:37:43.572714 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-016d1fff-ea91-4b78-b18d-fe7aa8c63bd8 req-ee3e3266-081f-4f30-8059-7f3661fed97d tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Unset dirty status for tenant:e2676fc802a645689154e56330711330 on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:37:43.573899 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-016d1fff-ea91-4b78-b18d-fe7aa8c63bd8 req-ee3e3266-081f-4f30-8059-7f3661fed97d tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf343fda-f220-4488-a1e0-387aba683d76 HTTP/1.1" status: 200 len: 210 time: 0.5959890 Apr 18 19:37:43.667768 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:43.692293 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-e02f10d3-5998-46ff-8bb6-33b1b834b831 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:43.693742 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-260b428e-a166-421a-801e-34c03d13667e tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:43.697031 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-eb847d99-460f-405f-aa2c-61e86203cd74 req-26490a15-ca03-4044-ad27-d7f52c31a5a5 service neutron] 10.222.0.73 "GET /v2.0/networks/47c820f3-b421-48a9-a537-e0e4851dd399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5411870 Apr 18 19:37:43.748486 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ae424b08-b119-4816-ada7-8bce207818c2 req-b61a3c57-407e-4e8e-bdec-cbd35f7563c9 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847801 Apr 18 19:37:43.774529 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Provisioning for port 00aa3f22-9bd8-4ee9-b7b5-f4c5649951f5 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:37:43.797630 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Provisioning complete for port 00aa3f22-9bd8-4ee9-b7b5-f4c5649951f5 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:37:43.803522 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:43.814610 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-05c4eaf5-4727-4118-b117-7ecdad0767df req-cae09181-f4c6-4a13-ba0b-fe80d80b83e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:43.825175 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-e02f10d3-5998-46ff-8bb6-33b1b834b831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:43.895568 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=04868837-469c-4f7b-9337-bf6e5e350a51,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:43.934944 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] get_ports_and_sgs() called for port_ids ['04868837-469c-4f7b-9337-bf6e5e350a51'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:37:44.020862 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:44.061354 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '648d516b-9b02-4da2-9290-9c21f1872f59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00aa3f22-9bd8-4ee9-b7b5-f4c5649951f5'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:37:44.085535 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port 00aa3f22-9bd8-4ee9-b7b5-f4c5649951f5, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=00aa3f22-9bd8-4ee9-b7b5-f4c5649951f5,segment=NetworkSegment(c3255f4b-ef57-4674-a268-31691e3a8b08),segment_id=c3255f4b-ef57-4674-a268-31691e3a8b08)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:37:44.106109 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260b428e-a166-421a-801e-34c03d13667e tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Pushing event updated for resources: {'Port': ['ID=6d5b9de7-0d46-4e9e-8fb3-39ae22b0cf0c,revision_number=3']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:44.166272 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:44.176459 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02f10d3-5998-46ff-8bb6-33b1b834b831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=645a3491-3cc6-4d5c-a41c-d28069991374,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:44.228716 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-260b428e-a166-421a-801e-34c03d13667e tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] In _notify_port_updated(), no bound segment for port 6d5b9de7-0d46-4e9e-8fb3-39ae22b0cf0c on network 04f689a0-c421-40fa-beab-16721e9bb3b2 {{(pid=84763) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 18 19:37:44.232080 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5258f193-1820-4cbf-b51a-5fbf25476ba9'] response: {'server_uuid': '648d516b-9b02-4da2-9290-9c21f1872f59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00aa3f22-9bd8-4ee9-b7b5-f4c5649951f5', 'code': 200} Apr 18 19:37:44.234290 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260b428e-a166-421a-801e-34c03d13667e tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:44.234949 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-260b428e-a166-421a-801e-34c03d13667e tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:44.239087 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-260b428e-a166-421a-801e-34c03d13667e tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "PUT /v2.0/ports/6d5b9de7-0d46-4e9e-8fb3-39ae22b0cf0c HTTP/1.1" status: 200 len: 1012 time: 6.2620187 Apr 18 19:37:44.239595 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 35650) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:44.272723 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-e02f10d3-5998-46ff-8bb6-33b1b834b831 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ba683f290d6744ce90056f56e6583c06&name=default HTTP/1.1" status: 200 len: 2647 time: 2.2300670 Apr 18 19:37:44.273183 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 35654) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:44.293305 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Pushing event updated for resources: {'Port': ['ID=00aa3f22-9bd8-4ee9-b7b5-f4c5649951f5,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:44.326435 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-66deaeb8-4b49-429e-b646-f033f944b046 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Deleting port 6d5b9de7-0d46-4e9e-8fb3-39ae22b0cf0c {{(pid=84764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:37:44.330798 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-66deaeb8-4b49-429e-b646-f033f944b046 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:44.448866 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cef93a-9d5a-46ae-a033-f10c9532901e req-07b676d3-7c91-41a4-b691-7d36ae45f4bf tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:44.449641 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-68cef93a-9d5a-46ae-a033-f10c9532901e req-07b676d3-7c91-41a4-b691-7d36ae45f4bf tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Synchronizing usage tracker for tenant:b24aa115869c4ccebfe654d4d215e4c2 on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:37:44.459243 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-a7c8296a-29c1-4f89-9fa3-e8e294cda468 None None] Provisioning for port 6d5b9de7-0d46-4e9e-8fb3-39ae22b0cf0c completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:37:44.465115 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-a7c8296a-29c1-4f89-9fa3-e8e294cda468 None None] Provisioning complete for port 6d5b9de7-0d46-4e9e-8fb3-39ae22b0cf0c triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:37:44.465487 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a7c8296a-29c1-4f89-9fa3-e8e294cda468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:44.480803 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-eb847d99-460f-405f-aa2c-61e86203cd74 req-f872da27-907b-4385-9c9f-63dbc67629f0 service neutron] 10.222.0.73 "GET /v2.0/networks/47c820f3-b421-48a9-a537-e0e4851dd399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7154284 Apr 18 19:37:44.492076 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4c0ed084-3f6c-41c4-973e-5b0519fb78ba req-6dcc9dbd-d521-43d6-959c-6775ac2f3a81 tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Notify agent at l3_agent.n-d-836017-2 the message routers_updated {{(pid=84763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:37:44.530125 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46630501-c129-487d-b987-b15f0c913641 None None] Sync routers for ids ['93402aa3-237a-4a2b-8122-fbd9b2efd80a'] in n-d-836017-2 {{(pid=84765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:37:44.568377 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46630501-c129-487d-b987-b15f0c913641 None None] Routers {'93402aa3-237a-4a2b-8122-fbd9b2efd80a'} bound to L3 agent in host n-d-836017-2 {{(pid=84765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:37:44.571575 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-46630501-c129-487d-b987-b15f0c913641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:37:20Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['93402aa3-237a-4a2b-8122-fbd9b2efd80a'], 'active': True} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:37:44.627157 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-a7c8296a-29c1-4f89-9fa3-e8e294cda468 None None] Port 6d5b9de7-0d46-4e9e-8fb3-39ae22b0cf0c cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:37:44.685454 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-66deaeb8-4b49-429e-b646-f033f944b046 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:44.786742 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-46630501-c129-487d-b987-b15f0c913641 None None] Set router 93402aa3-237a-4a2b-8122-fbd9b2efd80a gateway port host: n-d-836017-2 {{(pid=84765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:37:44.822162 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-66deaeb8-4b49-429e-b646-f033f944b046 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Calling delete_port for 6d5b9de7-0d46-4e9e-8fb3-39ae22b0cf0c owned by {{(pid=84764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:37:44.850303 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-68cef93a-9d5a-46ae-a033-f10c9532901e req-07b676d3-7c91-41a4-b691-7d36ae45f4bf tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Unset dirty status for tenant:b24aa115869c4ccebfe654d4d215e4c2 on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:37:44.852733 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-68cef93a-9d5a-46ae-a033-f10c9532901e req-07b676d3-7c91-41a4-b691-7d36ae45f4bf tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc241502-73b0-4fc6-a2be-6b088d11294b HTTP/1.1" status: 200 len: 932 time: 1.0077379 Apr 18 19:37:44.885701 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb869e7-97ac-40bb-a024-ce1456897fff req-c061d6f6-9f7a-465a-ae6a-485c558f3c31 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:44.892796 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-5bb869e7-97ac-40bb-a024-ce1456897fff req-c061d6f6-9f7a-465a-ae6a-485c558f3c31 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] 10.222.0.69 "GET /v2.0/ports?device_id=648d516b-9b02-4da2-9290-9c21f1872f59 HTTP/1.1" status: 200 len: 946 time: 0.4462411 Apr 18 19:37:44.904020 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c0ed084-3f6c-41c4-973e-5b0519fb78ba req-6dcc9dbd-d521-43d6-959c-6775ac2f3a81 tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] No DVR routers for this DVR port 8885a960-0131-4e33-af5a-00c883bb2db8 on host n-h2-836017-2 {{(pid=84763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:37:44.927597 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-4c0ed084-3f6c-41c4-973e-5b0519fb78ba req-6dcc9dbd-d521-43d6-959c-6775ac2f3a81 tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:44.936125 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf343fda-f220-4488-a1e0-387aba683d76', 'name': 'network-vif-deleted', 'tag': '8885a960-0131-4e33-af5a-00c883bb2db8'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:37:44.961961 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74837cf5-ac3b-4103-adb3-60eece48e419 admin admin] Notify agent at l3_agent.n-d-836017-2 the message routers_updated {{(pid=84763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:37:44.971516 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6c0007-132f-49fd-9a8f-296c6e52b8b9 None None] Sync routers for ids ['70541714-e3a3-4cf4-ada3-a103e46f8e0b'] in n-d-836017-2 {{(pid=84766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:37:44.988940 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6c0007-132f-49fd-9a8f-296c6e52b8b9 None None] Routers {'70541714-e3a3-4cf4-ada3-a103e46f8e0b'} bound to L3 agent in host n-d-836017-2 {{(pid=84766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:37:44.989936 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-eb6c0007-132f-49fd-9a8f-296c6e52b8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:37:20Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['70541714-e3a3-4cf4-ada3-a103e46f8e0b'], 'active': True} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:37:45.005666 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4c0ed084-3f6c-41c4-973e-5b0519fb78ba req-6dcc9dbd-d521-43d6-959c-6775ac2f3a81 tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] 10.222.0.72 "DELETE /v2.0/ports/8885a960-0131-4e33-af5a-00c883bb2db8 HTTP/1.1" status: 204 len: 173 time: 11.5200257 Apr 18 19:37:45.042455 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-cc2b55a4-a952-427e-9d38-f905e53209a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:45.103338 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e7f67358-a2cb-4d6f-9448-141a3744657b req-676f3c8a-7d99-4141-be13-a699bd85d18f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=648d516b-9b02-4da2-9290-9c21f1872f59 HTTP/1.1" status: 200 len: 1097 time: 0.8051159 Apr 18 19:37:45.154011 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-cc2b55a4-a952-427e-9d38-f905e53209a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:45.169895 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 04868837-469c-4f7b-9337-bf6e5e350a51 up at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:37:45.174002 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-68cef93a-9d5a-46ae-a033-f10c9532901e req-b5f8fa41-d7ef-481c-beae-cb9e0bf0f16a tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Synchronizing usage tracker for tenant:b24aa115869c4ccebfe654d4d215e4c2 on resource:security_group {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:37:45.186161 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-74837cf5-ac3b-4103-adb3-60eece48e419 admin admin] Notify callbacks [] for router, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:45.190154 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-74837cf5-ac3b-4103-adb3-60eece48e419 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 18.1029854 Apr 18 19:37:45.191376 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 35668) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:45.201955 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-5bb869e7-97ac-40bb-a024-ce1456897fff req-ce668049-6754-477b-8a03-16bac7121c81 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] 10.222.0.69 "GET /v2.0/security-groups?id=2acc624c-9329-4157-819e-89822d3c0c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3082802 Apr 18 19:37:45.250081 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-66deaeb8-4b49-429e-b646-f033f944b046 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:45.278896 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvr_db [None req-eb6c0007-132f-49fd-9a8f-296c6e52b8b9 None None] Set router 70541714-e3a3-4cf4-ada3-a103e46f8e0b gateway port host: n-d-836017-2 {{(pid=84766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:37:45.287884 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d1c00fb4-b90c-49cd-b9b5-e0f8b7a35abc req-2d4758ed-371f-4eb9-92c9-9e78065f2f20 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f23daf946b4d4874b9d361b56e2fb9b5&device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 1094 time: 0.6906548 Apr 18 19:37:45.358936 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-46630501-c129-487d-b987-b15f0c913641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93402aa3-237a-4a2b-8122-fbd9b2efd80a', 'name': 'tempest-ServersTestBootFromVolume-888195403-router', 'tenant_id': 'e2676fc802a645689154e56330711330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '03e519c2-7295-47c0-a4bf-d4b65bb3f70a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:33:40Z', 'updated_at': '2022-04-18T19:33:56Z', 'revision_number': 4, 'project_id': 'e2676fc802a645689154e56330711330', 'gw_port': {'id': '03e519c2-7295-47c0-a4bf-d4b65bb3f70a', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:81:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93402aa3-237a-4a2b-8122-fbd9b2efd80a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:33:44Z', 'updated_at': '2022-04-18T19:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_interfaces': [{'id': 'a2a84594-0789-4e1c-b2bd-708fe1a58acd', 'name': '', 'network_id': '81ddcfcb-39cd-4419-a273-35df2938d568', 'tenant_id': 'e2676fc802a645689154e56330711330', 'mac_address': 'fa:16:3e:43:43:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93402aa3-237a-4a2b-8122-fbd9b2efd80a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f0e8042-5aa6-4184-80a1-a68583a09ee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:33:54Z', 'updated_at': '2022-04-18T19:34:07Z', 'revision_number': 5, 'project_id': 'e2676fc802a645689154e56330711330', 'subnets': [{'id': '5f0e8042-5aa6-4184-80a1-a68583a09ee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-2', False) {} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:37:45.368108 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46630501-c129-487d-b987-b15f0c913641 None None] Checking router: 93402aa3-237a-4a2b-8122-fbd9b2efd80a for host: n-d-836017-2 {{(pid=84765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:37:45.385036 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66deaeb8-4b49-429e-b646-f033f944b046 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Pushing event deleted for resources: {'Port': ['ID=6d5b9de7-0d46-4e9e-8fb3-39ae22b0cf0c,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:45.392283 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46630501-c129-487d-b987-b15f0c913641 None None] Routers {'93402aa3-237a-4a2b-8122-fbd9b2efd80a'} bound to L3 agent in host n-d-836017-2 {{(pid=84765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:37:45.393893 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-46630501-c129-487d-b987-b15f0c913641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:37:20Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['93402aa3-237a-4a2b-8122-fbd9b2efd80a'], 'active': True} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:37:45.428580 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.db.resource_extend [req-05c4eaf5-4727-4118-b117-7ecdad0767df req-cae09181-f4c6-4a13-ba0b-fe80d80b83e2 service neutron] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 19:37:45.529026 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning for port 04868837-469c-4f7b-9337-bf6e5e350a51 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:37:45.606599 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-68cef93a-9d5a-46ae-a033-f10c9532901e req-b5f8fa41-d7ef-481c-beae-cb9e0bf0f16a tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Unset dirty status for tenant:b24aa115869c4ccebfe654d4d215e4c2 on resource:security_group {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:37:45.608084 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-68cef93a-9d5a-46ae-a033-f10c9532901e req-b5f8fa41-d7ef-481c-beae-cb9e0bf0f16a tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] 10.222.0.69 "GET /v2.0/security-groups?id=2b04a52b-dc01-409d-822c-7f24c54134e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6955969 Apr 18 19:37:45.639923 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e7f67358-a2cb-4d6f-9448-141a3744657b req-0ec2ff4c-7a84-42b3-b559-f4316c07c74a service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=2acc624c-9329-4157-819e-89822d3c0c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5204902 Apr 18 19:37:45.705312 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [req-05c4eaf5-4727-4118-b117-7ecdad0767df req-cae09181-f4c6-4a13-ba0b-fe80d80b83e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bac0b406-1b66-4ac0-a9a1-15ccec5407d8 {{(pid=84763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:37:45.732009 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-63a2cd14-ed1e-403e-a81a-a3a7da97911b req-66f34378-b160-401b-9af1-642245b660f9 tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf343fda-f220-4488-a1e0-387aba683d76 HTTP/1.1" status: 200 len: 210 time: 0.2584765 Apr 18 19:37:45.733777 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-66deaeb8-4b49-429e-b646-f033f944b046 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:45.751303 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning complete for port 04868837-469c-4f7b-9337-bf6e5e350a51 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:37:45.776680 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:45.777036 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-66deaeb8-4b49-429e-b646-f033f944b046 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "DELETE /v2.0/ports/6d5b9de7-0d46-4e9e-8fb3-39ae22b0cf0c HTTP/1.1" status: 204 len: 168 time: 1.5357575 Apr 18 19:37:45.784436 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 35672) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:45.816270 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-05c4eaf5-4727-4118-b117-7ecdad0767df req-cae09181-f4c6-4a13-ba0b-fe80d80b83e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:45.844367 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c00fb4-b90c-49cd-b9b5-e0f8b7a35abc req-68908cd3-2f68-447d-8856-9b55d9d117e4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:45.847942 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d1c00fb4-b90c-49cd-b9b5-e0f8b7a35abc req-68908cd3-2f68-447d-8856-9b55d9d117e4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=47c820f3-b421-48a9-a537-e0e4851dd399 HTTP/1.1" status: 200 len: 915 time: 0.5301976 Apr 18 19:37:45.871895 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-eb6c0007-132f-49fd-9a8f-296c6e52b8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70541714-e3a3-4cf4-ada3-a103e46f8e0b', 'name': 'tempest-ServersTestManualDisk-37169976-router', 'tenant_id': '11fa110afd504f4180500a31ab517fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '5e2288af-769a-4eb6-8420-8eaab9abe4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:37:27Z', 'updated_at': '2022-04-18T19:37:36Z', 'revision_number': 3, 'project_id': '11fa110afd504f4180500a31ab517fd5', 'gw_port': {'id': '5e2288af-769a-4eb6-8420-8eaab9abe4ca', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ea:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70541714-e3a3-4cf4-ada3-a103e46f8e0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:37:31Z', 'updated_at': '2022-04-18T19:37:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2'}], 'n-d-836017-2', False) {} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:37:45.876260 n-d-836017-2 neutron-server[84764]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b130770-80ac-4b65-918b-ea0a3b0f06b5 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] GET failed (client error): The resource could not be found. Apr 18 19:37:45.876932 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [req-05c4eaf5-4727-4118-b117-7ecdad0767df req-cae09181-f4c6-4a13-ba0b-fe80d80b83e2 service neutron] Transition to ACTIVE for port object bac0b406-1b66-4ac0-a9a1-15ccec5407d8 will not be triggered until provisioned by entity L2. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:37:45.878994 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-5b130770-80ac-4b65-918b-ea0a3b0f06b5 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Synchronizing usage tracker for tenant:8097f6133aa24824a0d11d98456dfce8 on resource:port {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:37:45.882635 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1c19ff9-054b-4260-9381-f2bc0a77cddd'] response: {'server_uuid': 'bf343fda-f220-4488-a1e0-387aba683d76', 'name': 'network-vif-deleted', 'tag': '8885a960-0131-4e33-af5a-00c883bb2db8', 'status': 'completed', 'code': 200} Apr 18 19:37:45.884157 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6c0007-132f-49fd-9a8f-296c6e52b8b9 None None] Checking router: 70541714-e3a3-4cf4-ada3-a103e46f8e0b for host: n-d-836017-2 {{(pid=84766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:37:45.884489 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6c0007-132f-49fd-9a8f-296c6e52b8b9 None None] Updating router 70541714-e3a3-4cf4-ada3-a103e46f8e0b port 5e2288af-769a-4eb6-8420-8eaab9abe4ca binding host n-d-836017-2 {{(pid=84766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 19:37:45.892128 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-cc2b55a4-a952-427e-9d38-f905e53209a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:45.979580 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-eb6c0007-132f-49fd-9a8f-296c6e52b8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:45.996219 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-46630501-c129-487d-b987-b15f0c913641 None None] Set router 93402aa3-237a-4a2b-8122-fbd9b2efd80a gateway port host: n-d-836017-2 {{(pid=84765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:37:46.006446 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d1c00fb4-b90c-49cd-b9b5-e0f8b7a35abc req-95b92316-a935-4a50-9d95-3ed0c3cf70d7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2d41a20-8113-45ca-a446-3bd7c51b739f HTTP/1.1" status: 200 len: 217 time: 0.0770299 Apr 18 19:37:46.007252 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-5b130770-80ac-4b65-918b-ea0a3b0f06b5 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Unset dirty status for tenant:8097f6133aa24824a0d11d98456dfce8 on resource:port {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:37:46.009685 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-5b130770-80ac-4b65-918b-ea0a3b0f06b5 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "GET /v2.0/ports/6d5b9de7-0d46-4e9e-8fb3-39ae22b0cf0c HTTP/1.1" status: 404 len: 333 time: 0.2227609 Apr 18 19:37:46.011937 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 35680) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:46.098237 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-cc2b55a4-a952-427e-9d38-f905e53209a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:46.099296 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-cc2b55a4-a952-427e-9d38-f905e53209a4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/645a3491-3cc6-4d5c-a41c-d28069991374 HTTP/1.1" status: 204 len: 168 time: 1.8185897 Apr 18 19:37:46.111207 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c00fb4-b90c-49cd-b9b5-e0f8b7a35abc req-c0b29442-416e-48fc-a807-d40e2894450b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:46.113590 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d1c00fb4-b90c-49cd-b9b5-e0f8b7a35abc req-c0b29442-416e-48fc-a807-d40e2894450b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=796a481f-8e54-4cc2-b013-83edb23d78ce HTTP/1.1" status: 200 len: 854 time: 0.0891140 Apr 18 19:37:46.117953 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-05c4eaf5-4727-4118-b117-7ecdad0767df req-cae09181-f4c6-4a13-ba0b-fe80d80b83e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:46.341849 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:46.357946 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_v2 [None req-628931fc-23c1-4a9e-90fe-7210dd9e3941 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Deleting subnet 2229161c-d6d8-4d05-adac-10c9afd46f34 {{(pid=84764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:37:46.369443 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-628931fc-23c1-4a9e-90fe-7210dd9e3941 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks [] for subnet, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:46.398217 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2b55a4-a952-427e-9d38-f905e53209a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=645a3491-3cc6-4d5c-a41c-d28069991374,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:46.496677 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad2f324e-f544-42c4-8c30-3fe72cc44b89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04868837-469c-4f7b-9337-bf6e5e350a51'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:37:46.516914 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 04868837-469c-4f7b-9337-bf6e5e350a51, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=04868837-469c-4f7b-9337-bf6e5e350a51,segment=NetworkSegment(8940f5c9-2c52-448f-9b36-18364410ba08),segment_id=8940f5c9-2c52-448f-9b36-18364410ba08)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:37:46.548745 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-46630501-c129-487d-b987-b15f0c913641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93402aa3-237a-4a2b-8122-fbd9b2efd80a', 'name': 'tempest-ServersTestBootFromVolume-888195403-router', 'tenant_id': 'e2676fc802a645689154e56330711330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '03e519c2-7295-47c0-a4bf-d4b65bb3f70a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:33:40Z', 'updated_at': '2022-04-18T19:33:56Z', 'revision_number': 4, 'project_id': 'e2676fc802a645689154e56330711330', 'gw_port': {'id': '03e519c2-7295-47c0-a4bf-d4b65bb3f70a', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:81:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93402aa3-237a-4a2b-8122-fbd9b2efd80a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:33:44Z', 'updated_at': '2022-04-18T19:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_interfaces': [{'id': 'a2a84594-0789-4e1c-b2bd-708fe1a58acd', 'name': '', 'network_id': '81ddcfcb-39cd-4419-a273-35df2938d568', 'tenant_id': 'e2676fc802a645689154e56330711330', 'mac_address': 'fa:16:3e:43:43:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93402aa3-237a-4a2b-8122-fbd9b2efd80a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f0e8042-5aa6-4184-80a1-a68583a09ee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:33:54Z', 'updated_at': '2022-04-18T19:34:07Z', 'revision_number': 5, 'project_id': 'e2676fc802a645689154e56330711330', 'subnets': [{'id': '5f0e8042-5aa6-4184-80a1-a68583a09ee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-2', False) {} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:37:46.556183 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46630501-c129-487d-b987-b15f0c913641 None None] The sync data for ids ['93402aa3-237a-4a2b-8122-fbd9b2efd80a'] in n-d-836017-2 is: [{'id': '93402aa3-237a-4a2b-8122-fbd9b2efd80a', 'name': 'tempest-ServersTestBootFromVolume-888195403-router', 'tenant_id': 'e2676fc802a645689154e56330711330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '03e519c2-7295-47c0-a4bf-d4b65bb3f70a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:33:40Z', 'updated_at': '2022-04-18T19:33:56Z', 'revision_number': 4, 'project_id': 'e2676fc802a645689154e56330711330', 'gw_port': {'id': '03e519c2-7295-47c0-a4bf-d4b65bb3f70a', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:81:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93402aa3-237a-4a2b-8122-fbd9b2efd80a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:33:44Z', 'updated_at': '2022-04-18T19:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_interfaces': [{'id': 'a2a84594-0789-4e1c-b2bd-708fe1a58acd', 'name': '', 'network_id': '81ddcfcb-39cd-4419-a273-35df2938d568', 'tenant_id': 'e2676fc802a645689154e56330711330', 'mac_address': 'fa:16:3e:43:43:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93402aa3-237a-4a2b-8122-fbd9b2efd80a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f0e8042-5aa6-4184-80a1-a68583a09ee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:33:54Z', 'updated_at': '2022-04-18T19:34:07Z', 'revision_number': 5, 'project_id': 'e2676fc802a645689154e56330711330', 'subnets': [{'id': '5f0e8042-5aa6-4184-80a1-a68583a09ee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:37:46.561163 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d1c00fb4-b90c-49cd-b9b5-e0f8b7a35abc req-d8b9f06a-c284-4752-8c60-2e63f1d3cc33 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=47c820f3-b421-48a9-a537-e0e4851dd399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3428073 Apr 18 19:37:46.578692 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-eb6c0007-132f-49fd-9a8f-296c6e52b8b9 None None] Notify callbacks [] for port, precommit_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:46.594171 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.provisioning_blocks [None req-eb6c0007-132f-49fd-9a8f-296c6e52b8b9 None None] Transition to ACTIVE for port object 5e2288af-769a-4eb6-8420-8eaab9abe4ca will not be triggered until provisioned by entity L2. {{(pid=84766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:37:46.601792 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:46.650110 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae09181-f4c6-4a13-ba0b-fe80d80b83e2 service neutron] Pushing event updated for resources: {'Port': ['ID=bac0b406-1b66-4ac0-a9a1-15ccec5407d8,revision_number=2']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:46.664876 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-628931fc-23c1-4a9e-90fe-7210dd9e3941 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66931798'] for subnet, precommit_delete_associations {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:46.701422 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-eb6c0007-132f-49fd-9a8f-296c6e52b8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:46.742091 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=04868837-469c-4f7b-9337-bf6e5e350a51,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:46.873107 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.managers [None req-eb6c0007-132f-49fd-9a8f-296c6e52b8b9 None None] Attempting to bind port 5e2288af-769a-4eb6-8420-8eaab9abe4ca on host n-d-836017-2 for vnic_type normal with profile {{(pid=84766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:37:46.873896 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.managers [None req-eb6c0007-132f-49fd-9a8f-296c6e52b8b9 None None] Attempting to bind port 5e2288af-769a-4eb6-8420-8eaab9abe4ca by drivers openvswitch,hyperv on host n-d-836017-2 at level 0 using segments [{'id': '5de34947-6c56-419b-85d0-f61f69ce7c45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'}] {{(pid=84766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:37:46.874436 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6c0007-132f-49fd-9a8f-296c6e52b8b9 None None] Attempting to bind port 5e2288af-769a-4eb6-8420-8eaab9abe4ca on network 11e8e108-37df-4084-b6b7-113e6beb66b4 {{(pid=84766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:37:46.905364 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6c0007-132f-49fd-9a8f-296c6e52b8b9 None None] Checking agent: {'id': 'df2a5cfe-6839-400b-a998-e4fffce70f45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 8, 22), 'started_at': datetime.datetime(2022, 4, 18, 19, 8, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:37:46.905843 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6c0007-132f-49fd-9a8f-296c6e52b8b9 None None] Checking segment: {'id': '5de34947-6c56-419b-85d0-f61f69ce7c45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:37:46.906447 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-eb6c0007-132f-49fd-9a8f-296c6e52b8b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:46.906630 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6c0007-132f-49fd-9a8f-296c6e52b8b9 None None] Bound using segment: {'id': '5de34947-6c56-419b-85d0-f61f69ce7c45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'} {{(pid=84766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:37:46.907260 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.managers [None req-eb6c0007-132f-49fd-9a8f-296c6e52b8b9 None None] Bound port: 5e2288af-769a-4eb6-8420-8eaab9abe4ca, host: n-d-836017-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5de34947-6c56-419b-85d0-f61f69ce7c45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'}}] {{(pid=84766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:37:46.910047 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-eb6c0007-132f-49fd-9a8f-296c6e52b8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:46.934469 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56b6627-8804-4f77-b105-5842907fa68f req-27e50154-a326-4c54-b7a9-10fded99e343 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:46.955824 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a56b6627-8804-4f77-b105-5842907fa68f req-27e50154-a326-4c54-b7a9-10fded99e343 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] 10.222.0.69 "GET /v2.0/ports?device_id=648d516b-9b02-4da2-9290-9c21f1872f59 HTTP/1.1" status: 200 len: 946 time: 0.5113289 Apr 18 19:37:47.023396 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7affd333-6953-4a56-b6ad-210171aac76e None None] Pushing event updated for resources: {'Port': ['ID=5e2288af-769a-4eb6-8420-8eaab9abe4ca,revision_number=2']} {{(pid=84766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:47.043001 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a56b6627-8804-4f77-b105-5842907fa68f req-c2348ebe-877f-40cf-99ce-363ffc895948 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] 10.222.0.69 "GET /v2.0/security-groups?id=2acc624c-9329-4157-819e-89822d3c0c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848773 Apr 18 19:37:47.059788 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7affd333-6953-4a56-b6ad-210171aac76e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:37:47.060129 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7affd333-6953-4a56-b6ad-210171aac76e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:37:47.060500 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7affd333-6953-4a56-b6ad-210171aac76e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:37:47.060973 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7affd333-6953-4a56-b6ad-210171aac76e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:37:47.061303 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7affd333-6953-4a56-b6ad-210171aac76e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:37:47.061681 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7affd333-6953-4a56-b6ad-210171aac76e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:37:47.062007 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7affd333-6953-4a56-b6ad-210171aac76e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:37:47.062320 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7affd333-6953-4a56-b6ad-210171aac76e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:37:47.062637 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7affd333-6953-4a56-b6ad-210171aac76e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:37:47.062951 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7affd333-6953-4a56-b6ad-210171aac76e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:37:47.063266 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7affd333-6953-4a56-b6ad-210171aac76e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:37:47.075449 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6d18eb-2e0c-422e-9607-e884120b0d72 None None] New status for floating IP 36506fb1-adbc-4d1c-8d70-95052ff87f09: DOWN {{(pid=84765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 19:37:47.086205 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-628931fc-23c1-4a9e-90fe-7210dd9e3941 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1258508'] for subnet, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:47.100627 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.db [None req-eb6c0007-132f-49fd-9a8f-296c6e52b8b9 None None] For port 5e2288af-769a-4eb6-8420-8eaab9abe4ca, host n-d-836017-2, cleared binding levels {{(pid=84766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:37:47.106008 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.db [None req-eb6c0007-132f-49fd-9a8f-296c6e52b8b9 None None] For port 5e2288af-769a-4eb6-8420-8eaab9abe4ca, host n-d-836017-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=5e2288af-769a-4eb6-8420-8eaab9abe4ca,segment=NetworkSegment(5de34947-6c56-419b-85d0-f61f69ce7c45),segment_id=5de34947-6c56-419b-85d0-f61f69ce7c45)] {{(pid=84766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:37:47.181789 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-eb6c0007-132f-49fd-9a8f-296c6e52b8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:47.405002 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-628931fc-23c1-4a9e-90fe-7210dd9e3941 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1258501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2290876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65862598'] for subnet, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:47.437641 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-725bec69-dd61-4513-ace6-654568129948'] response: {'server_uuid': 'ad2f324e-f544-42c4-8c30-3fe72cc44b89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04868837-469c-4f7b-9337-bf6e5e350a51', 'code': 200} Apr 18 19:37:47.447888 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 7a233cc4-3ce9-4044-b37e-ae1b2c47daaf details requested by agent hyperv_n-h1-836017-2 with host n-h1-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:37:47.502260 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7affd333-6953-4a56-b6ad-210171aac76e None None] Pushing event updated for resources: {'Port': ['ID=5e2288af-769a-4eb6-8420-8eaab9abe4ca,revision_number=3']} {{(pid=84766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:47.543325 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6c0007-132f-49fd-9a8f-296c6e52b8b9 None None] Routers {'70541714-e3a3-4cf4-ada3-a103e46f8e0b'} bound to L3 agent in host n-d-836017-2 {{(pid=84766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:37:47.548605 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-eb6c0007-132f-49fd-9a8f-296c6e52b8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:37:20Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['70541714-e3a3-4cf4-ada3-a103e46f8e0b'], 'active': True} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:37:47.760788 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628931fc-23c1-4a9e-90fe-7210dd9e3941 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Pushing event deleted for resources: {'Subnet': ['ID=2229161c-d6d8-4d05-adac-10c9afd46f34,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:47.842312 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port 7a233cc4-3ce9-4044-b37e-ae1b2c47daaf, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=7a233cc4-3ce9-4044-b37e-ae1b2c47daaf,segment=NetworkSegment(6e09292d-9dc6-4a58-913a-7eef33e1cf20),segment_id=6e09292d-9dc6-4a58-913a-7eef33e1cf20)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:37:47.859927 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Returning: {'device': '7a233cc4-3ce9-4044-b37e-ae1b2c47daaf', 'network_id': '11569783-78f6-4d10-9370-768c4acb7a65', 'port_id': '7a233cc4-3ce9-4044-b37e-ae1b2c47daaf', 'mac_address': 'fa:16:3e:04:3b:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '183f16e9-913d-4006-a470-a5bf63783425', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:37:47.885327 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-628931fc-23c1-4a9e-90fe-7210dd9e3941 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for subnet, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:47.901485 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d1c00fb4-b90c-49cd-b9b5-e0f8b7a35abc req-3e05ee02-f3ed-4547-9d69-ae052b73c0f9 service neutron] 10.222.0.73 "GET /v2.0/networks/47c820f3-b421-48a9-a537-e0e4851dd399?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3277671 Apr 18 19:37:47.907092 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-628931fc-23c1-4a9e-90fe-7210dd9e3941 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "DELETE /v2.0/subnets/2229161c-d6d8-4d05-adac-10c9afd46f34 HTTP/1.1" status: 204 len: 168 time: 1.8938012 Apr 18 19:37:47.922470 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 35708) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:47.953812 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b25ac1-63a7-4b51-9f95-f82aca8b1a0b None None] Network 04f689a0-c421-40fa-beab-16721e9bb3b2 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:37:47.972757 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvr_db [None req-eb6c0007-132f-49fd-9a8f-296c6e52b8b9 None None] Set router 70541714-e3a3-4cf4-ada3-a103e46f8e0b gateway port host: n-d-836017-2 {{(pid=84766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:37:48.002650 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e188d6bb-e290-474e-95a3-6a04fe34e119 req-5d5e3f8c-c4e3-48cb-a8af-5c547ef4c314 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:48.008408 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e188d6bb-e290-474e-95a3-6a04fe34e119 req-5d5e3f8c-c4e3-48cb-a8af-5c547ef4c314 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 943 time: 1.9959927 Apr 18 19:37:48.012951 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-05c4eaf5-4727-4118-b117-7ecdad0767df req-cae09181-f4c6-4a13-ba0b-fe80d80b83e2 service neutron] Attempting to bind port bac0b406-1b66-4ac0-a9a1-15ccec5407d8 on host n-h1-836017-2 for vnic_type normal with profile {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:37:48.013076 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-05c4eaf5-4727-4118-b117-7ecdad0767df req-cae09181-f4c6-4a13-ba0b-fe80d80b83e2 service neutron] Attempting to bind port bac0b406-1b66-4ac0-a9a1-15ccec5407d8 by drivers openvswitch,hyperv on host n-h1-836017-2 at level 0 using segments [{'id': '8940f5c9-2c52-448f-9b36-18364410ba08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'dea5a6b8-71f3-4fa4-97c3-dd81515f0420'}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:37:48.013442 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c4eaf5-4727-4118-b117-7ecdad0767df req-cae09181-f4c6-4a13-ba0b-fe80d80b83e2 service neutron] Attempting to bind port bac0b406-1b66-4ac0-a9a1-15ccec5407d8 on network dea5a6b8-71f3-4fa4-97c3-dd81515f0420 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:37:48.057455 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c4eaf5-4727-4118-b117-7ecdad0767df req-cae09181-f4c6-4a13-ba0b-fe80d80b83e2 service neutron] Port bac0b406-1b66-4ac0-a9a1-15ccec5407d8 on network dea5a6b8-71f3-4fa4-97c3-dd81515f0420 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-2 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:37:48.058939 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c4eaf5-4727-4118-b117-7ecdad0767df req-cae09181-f4c6-4a13-ba0b-fe80d80b83e2 service neutron] Attempting to bind port bac0b406-1b66-4ac0-a9a1-15ccec5407d8 on network dea5a6b8-71f3-4fa4-97c3-dd81515f0420 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:37:48.073404 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_v2 [None req-5094e2d4-ebe2-4e20-8223-377a3d0305f3 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Deleting subnet de38a014-d5d0-4b8b-8217-3cedcd8b2160 {{(pid=84764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:37:48.102318 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1cca9c-7537-4727-b475-676cce9476c0 req-36058593-6802-4801-b7da-83d45c533583 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:48.116258 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:48.130637 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-0b1cca9c-7537-4727-b475-676cce9476c0 req-36058593-6802-4801-b7da-83d45c533583 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc241502-73b0-4fc6-a2be-6b088d11294b HTTP/1.1" status: 200 len: 944 time: 0.3693309 Apr 18 19:37:48.152039 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-5094e2d4-ebe2-4e20-8223-377a3d0305f3 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks [] for subnet, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:48.184471 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7a233cc4-3ce9-4044-b37e-ae1b2c47daaf {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:37:48.263077 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port 7a233cc4-3ce9-4044-b37e-ae1b2c47daaf, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=7a233cc4-3ce9-4044-b37e-ae1b2c47daaf,segment=NetworkSegment(6e09292d-9dc6-4a58-913a-7eef33e1cf20),segment_id=6e09292d-9dc6-4a58-913a-7eef33e1cf20)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:37:48.314819 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-5094e2d4-ebe2-4e20-8223-377a3d0305f3 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66931798'] for subnet, precommit_delete_associations {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:48.318786 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8ea88eab-cee5-499d-ad0d-7938a7dd88ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:48.343528 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c4eaf5-4727-4118-b117-7ecdad0767df req-cae09181-f4c6-4a13-ba0b-fe80d80b83e2 service neutron] Checking agent: {'id': 'e3a31811-08e0-42ba-bc2e-ed8a973b714f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 25), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:37:48.343864 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c4eaf5-4727-4118-b117-7ecdad0767df req-cae09181-f4c6-4a13-ba0b-fe80d80b83e2 service neutron] Checking segment: {'id': '8940f5c9-2c52-448f-9b36-18364410ba08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'dea5a6b8-71f3-4fa4-97c3-dd81515f0420'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:37:48.344248 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c4eaf5-4727-4118-b117-7ecdad0767df req-cae09181-f4c6-4a13-ba0b-fe80d80b83e2 service neutron] Bound using segment: {'id': '8940f5c9-2c52-448f-9b36-18364410ba08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'dea5a6b8-71f3-4fa4-97c3-dd81515f0420'} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:37:48.344722 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-05c4eaf5-4727-4118-b117-7ecdad0767df req-cae09181-f4c6-4a13-ba0b-fe80d80b83e2 service neutron] Bound port: bac0b406-1b66-4ac0-a9a1-15ccec5407d8, host: n-h1-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8940f5c9-2c52-448f-9b36-18364410ba08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'dea5a6b8-71f3-4fa4-97c3-dd81515f0420'}}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:37:48.345065 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-05c4eaf5-4727-4118-b117-7ecdad0767df req-cae09181-f4c6-4a13-ba0b-fe80d80b83e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:48.380895 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:48.400111 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-0b1cca9c-7537-4727-b475-676cce9476c0 req-8d524eaf-c43b-4982-8b67-f17469634648 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] 10.222.0.69 "GET /v2.0/security-groups?id=2b04a52b-dc01-409d-822c-7f24c54134e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678576 Apr 18 19:37:48.501704 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e188d6bb-e290-474e-95a3-6a04fe34e119 req-01c7b101-b68a-4e9c-be2b-df8e858bdef4 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4704471 Apr 18 19:37:48.571999 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-5094e2d4-ebe2-4e20-8223-377a3d0305f3 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1258508'] for subnet, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:48.642847 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] get_ports_and_sgs() called for port_ids ['7a233cc4-3ce9-4044-b37e-ae1b2c47daaf'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:37:48.687494 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-eb6c0007-132f-49fd-9a8f-296c6e52b8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70541714-e3a3-4cf4-ada3-a103e46f8e0b', 'name': 'tempest-ServersTestManualDisk-37169976-router', 'tenant_id': '11fa110afd504f4180500a31ab517fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '5e2288af-769a-4eb6-8420-8eaab9abe4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:37:27Z', 'updated_at': '2022-04-18T19:37:36Z', 'revision_number': 3, 'project_id': '11fa110afd504f4180500a31ab517fd5', 'gw_port': {'id': '5e2288af-769a-4eb6-8420-8eaab9abe4ca', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ea:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70541714-e3a3-4cf4-ada3-a103e46f8e0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:37:31Z', 'updated_at': '2022-04-18T19:37:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2'}], 'n-d-836017-2', False) {} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:37:48.706711 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6c0007-132f-49fd-9a8f-296c6e52b8b9 None None] The sync data for ids ['70541714-e3a3-4cf4-ada3-a103e46f8e0b'] in n-d-836017-2 is: [{'id': '70541714-e3a3-4cf4-ada3-a103e46f8e0b', 'name': 'tempest-ServersTestManualDisk-37169976-router', 'tenant_id': '11fa110afd504f4180500a31ab517fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '5e2288af-769a-4eb6-8420-8eaab9abe4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:37:27Z', 'updated_at': '2022-04-18T19:37:36Z', 'revision_number': 3, 'project_id': '11fa110afd504f4180500a31ab517fd5', 'gw_port': {'id': '5e2288af-769a-4eb6-8420-8eaab9abe4ca', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ea:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70541714-e3a3-4cf4-ada3-a103e46f8e0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:37:31Z', 'updated_at': '2022-04-18T19:37:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2'}] {{(pid=84766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:37:48.792167 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3e5f3770-d8a2-4764-96ab-75d3a07c4d87 req-8ec4c2bd-ec6c-4199-8c0f-0bf257fd5bcf service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ad2f324e-f544-42c4-8c30-3fe72cc44b89 HTTP/1.1" status: 200 len: 1096 time: 0.8881974 Apr 18 19:37:48.799360 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Pushing event updated for resources: {'Port': ['ID=7a233cc4-3ce9-4044-b37e-ae1b2c47daaf,revision_number=6']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:48.877159 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d1c00fb4-b90c-49cd-b9b5-e0f8b7a35abc req-5e5fd061-60fc-467c-b3ee-0dbc64979bf8 service neutron] 10.222.0.73 "GET /v2.0/networks/47c820f3-b421-48a9-a537-e0e4851dd399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8231902 Apr 18 19:37:48.924961 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-05c4eaf5-4727-4118-b117-7ecdad0767df req-cae09181-f4c6-4a13-ba0b-fe80d80b83e2 service neutron] For port bac0b406-1b66-4ac0-a9a1-15ccec5407d8, host n-h1-836017-2, cleared binding levels {{(pid=84763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:37:48.934703 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-05c4eaf5-4727-4118-b117-7ecdad0767df req-cae09181-f4c6-4a13-ba0b-fe80d80b83e2 service neutron] For port bac0b406-1b66-4ac0-a9a1-15ccec5407d8, host n-h1-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=bac0b406-1b66-4ac0-a9a1-15ccec5407d8,segment=NetworkSegment(8940f5c9-2c52-448f-9b36-18364410ba08),segment_id=8940f5c9-2c52-448f-9b36-18364410ba08)] {{(pid=84763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:37:48.937104 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-5094e2d4-ebe2-4e20-8223-377a3d0305f3 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1258501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2290876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65862598'] for subnet, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:49.059516 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5094e2d4-ebe2-4e20-8223-377a3d0305f3 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Pushing event deleted for resources: {'Subnet': ['ID=de38a014-d5d0-4b8b-8217-3cedcd8b2160,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:49.076336 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ae1d3c39-560d-4e48-b8d5-e520e190c9c0 req-e2df3bc6-4237-41ad-a4c6-e27f87d9d8a5 tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf343fda-f220-4488-a1e0-387aba683d76 HTTP/1.1" status: 200 len: 210 time: 0.3088953 Apr 18 19:37:49.093170 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-5094e2d4-ebe2-4e20-8223-377a3d0305f3 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for subnet, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:49.111195 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-5094e2d4-ebe2-4e20-8223-377a3d0305f3 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "DELETE /v2.0/subnets/de38a014-d5d0-4b8b-8217-3cedcd8b2160 HTTP/1.1" status: 204 len: 168 time: 1.1876850 Apr 18 19:37:49.112270 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 35728) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:49.132776 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-05c4eaf5-4727-4118-b117-7ecdad0767df req-cae09181-f4c6-4a13-ba0b-fe80d80b83e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:49.326145 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae09181-f4c6-4a13-ba0b-fe80d80b83e2 service neutron] Pushing event updated for resources: {'Port': ['ID=bac0b406-1b66-4ac0-a9a1-15ccec5407d8,revision_number=3']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:49.348220 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b9a20424-a31e-4bac-a15f-8e130978f506 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:49.377766 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3e5f3770-d8a2-4764-96ab-75d3a07c4d87 req-d6dd4d34-f97f-4a32-8df2-b09779f227f8 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=2b04a52b-dc01-409d-822c-7f24c54134e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5505779 Apr 18 19:37:49.390036 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-b9a20424-a31e-4bac-a15f-8e130978f506 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Deleting port 7ceac64d-25ee-418e-818e-9a41387ffd32 {{(pid=84764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:37:49.396821 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-05c4eaf5-4727-4118-b117-7ecdad0767df req-cae09181-f4c6-4a13-ba0b-fe80d80b83e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:49.398482 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-05c4eaf5-4727-4118-b117-7ecdad0767df req-cae09181-f4c6-4a13-ba0b-fe80d80b83e2 service neutron] 10.222.0.73 "PUT /v2.0/ports/bac0b406-1b66-4ac0-a9a1-15ccec5407d8 HTTP/1.1" status: 200 len: 1092 time: 5.9748244 Apr 18 19:37:49.399308 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc241502-73b0-4fc6-a2be-6b088d11294b', 'tag': 'bac0b406-1b66-4ac0-a9a1-15ccec5407d8'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:37:49.404684 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b9a20424-a31e-4bac-a15f-8e130978f506 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:49.454223 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device c2d41a20-8113-45ca-a446-3bd7c51b739f details requested by agent hyperv_n-h1-836017-2 with host n-h1-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:37:49.780795 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0763191c-50dd-42f4-8bd9-b906e2de2682 req-9dfa5129-da20-4ebc-861b-4a5f8a01272e tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:49.782545 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0763191c-50dd-42f4-8bd9-b906e2de2682 req-9dfa5129-da20-4ebc-861b-4a5f8a01272e tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] 10.222.0.69 "GET /v2.0/ports?device_id=648d516b-9b02-4da2-9290-9c21f1872f59 HTTP/1.1" status: 200 len: 946 time: 0.8283699 Apr 18 19:37:49.877707 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port c2d41a20-8113-45ca-a446-3bd7c51b739f, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=c2d41a20-8113-45ca-a446-3bd7c51b739f,segment=NetworkSegment(1f6ca8e3-6019-45df-8c47-18f1673dd06b),segment_id=1f6ca8e3-6019-45df-8c47-18f1673dd06b)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:37:49.895070 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 7a233cc4-3ce9-4044-b37e-ae1b2c47daaf up at agent hyperv_n-h1-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:37:50.072487 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Returning: {'device': 'c2d41a20-8113-45ca-a446-3bd7c51b739f', 'network_id': '47c820f3-b421-48a9-a537-e0e4851dd399', 'port_id': 'c2d41a20-8113-45ca-a446-3bd7c51b739f', 'mac_address': 'fa:16:3e:41:ab:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '796a481f-8e54-4cc2-b013-83edb23d78ce', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:37:50.157058 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0763191c-50dd-42f4-8bd9-b906e2de2682 req-30a3f06f-95c2-4041-8d99-4e664d2c04ac tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] 10.222.0.69 "GET /v2.0/security-groups?id=2acc624c-9329-4157-819e-89822d3c0c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3611705 Apr 18 19:37:50.173293 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-05c4eaf5-4727-4118-b117-7ecdad0767df req-d274fa11-3987-404d-b1d8-ffe82acd5a7e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b24aa115869c4ccebfe654d4d215e4c2&device_id=dc241502-73b0-4fc6-a2be-6b088d11294b HTTP/1.1" status: 200 len: 1095 time: 0.6473682 Apr 18 19:37:50.208193 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:50.259217 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Provisioning complete for port 7a233cc4-3ce9-4044-b37e-ae1b2c47daaf triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:37:50.259493 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:50.292991 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [None req-b9a20424-a31e-4bac-a15f-8e130978f506 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] For port 7ceac64d-25ee-418e-818e-9a41387ffd32, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=7ceac64d-25ee-418e-818e-9a41387ffd32,segment=NetworkSegment(8446282f-c702-43a7-89b9-37c96f22c702),segment_id=8446282f-c702-43a7-89b9-37c96f22c702)] {{(pid=84764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:37:50.298910 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b9a20424-a31e-4bac-a15f-8e130978f506 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:50.445708 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-05c4eaf5-4727-4118-b117-7ecdad0767df req-f7ce6702-4039-47e5-a595-04d456471bb7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bac0b406-1b66-4ac0-a9a1-15ccec5407d8 HTTP/1.1" status: 200 len: 217 time: 0.2552586 Apr 18 19:37:50.451734 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2d41a20-8113-45ca-a446-3bd7c51b739f {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:37:50.522880 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port c2d41a20-8113-45ca-a446-3bd7c51b739f, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=c2d41a20-8113-45ca-a446-3bd7c51b739f,segment=NetworkSegment(1f6ca8e3-6019-45df-8c47-18f1673dd06b),segment_id=1f6ca8e3-6019-45df-8c47-18f1673dd06b)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:37:50.537415 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3963111-abf2-4094-902b-b9554751dd40'] response: {'name': 'network-changed', 'server_uuid': 'dc241502-73b0-4fc6-a2be-6b088d11294b', 'tag': 'bac0b406-1b66-4ac0-a9a1-15ccec5407d8', 'status': 'completed', 'code': 200} Apr 18 19:37:50.552601 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 5e2288af-769a-4eb6-8420-8eaab9abe4ca up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:37:50.603351 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c4eaf5-4727-4118-b117-7ecdad0767df req-5bea0426-5070-46ac-a2a9-3d9507c61791 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:50.619514 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-05c4eaf5-4727-4118-b117-7ecdad0767df req-5bea0426-5070-46ac-a2a9-3d9507c61791 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c5663fb8-fb65-483f-a697-5dc1cb158bec HTTP/1.1" status: 200 len: 852 time: 0.1726012 Apr 18 19:37:50.635331 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a05b38c-0cfb-44dc-843c-830ecc1d39fd None None] Network 04f689a0-c421-40fa-beab-16721e9bb3b2 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:37:50.692069 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-b9a20424-a31e-4bac-a15f-8e130978f506 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Calling delete_port for 7ceac64d-25ee-418e-818e-9a41387ffd32 owned by network:dhcp {{(pid=84764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:37:50.740990 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:50.784497 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-05c4eaf5-4727-4118-b117-7ecdad0767df req-0b385a40-33b7-42d1-80a8-fe98da254c8a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dea5a6b8-71f3-4fa4-97c3-dd81515f0420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1589942 Apr 18 19:37:50.851901 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f0fa83-ba76-458f-ad45-57ae1aa165ac req-203f4370-06fd-47ee-b4af-9ec65911f780 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:50.864211 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e3f0fa83-ba76-458f-ad45-57ae1aa165ac req-203f4370-06fd-47ee-b4af-9ec65911f780 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc241502-73b0-4fc6-a2be-6b088d11294b HTTP/1.1" status: 200 len: 944 time: 1.0784185 Apr 18 19:37:51.028165 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e3f0fa83-ba76-458f-ad45-57ae1aa165ac req-17acea68-2b89-4465-ba36-13313a1b94d1 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] 10.222.0.69 "GET /v2.0/security-groups?id=2b04a52b-dc01-409d-822c-7f24c54134e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586199 Apr 18 19:37:51.095403 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b9a20424-a31e-4bac-a15f-8e130978f506 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:51.130372 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2b8e25-b4ab-4d4f-82d8-b70111173516 req-769802b3-7deb-477c-a267-84c2cc7fdf50 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:51.137677 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3b2b8e25-b4ab-4d4f-82d8-b70111173516 req-769802b3-7deb-477c-a267-84c2cc7fdf50 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 944 time: 0.3621688 Apr 18 19:37:51.228032 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] get_ports_and_sgs() called for port_ids ['c2d41a20-8113-45ca-a446-3bd7c51b739f'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:37:51.249337 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a20424-a31e-4bac-a15f-8e130978f506 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] No DVR routers for this DVR port 7ceac64d-25ee-418e-818e-9a41387ffd32 on host n-d-836017-2 {{(pid=84764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:37:51.276872 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3b2b8e25-b4ab-4d4f-82d8-b70111173516 req-ffeef27c-2dd8-4b7a-bad4-f1e5f848cc87 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379538 Apr 18 19:37:51.385519 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-304886c9-b4d5-46fd-9b3f-e6fe944d6d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:51.477818 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a20424-a31e-4bac-a15f-8e130978f506 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Pushing event deleted for resources: {'Port': ['ID=7ceac64d-25ee-418e-818e-9a41387ffd32,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:51.545584 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:51.574249 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-817db1d9-1ca2-4e7c-8704-96a9491d8fcb None None] Provisioning complete for port 7ceac64d-25ee-418e-818e-9a41387ffd32 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:37:51.574908 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-817db1d9-1ca2-4e7c-8704-96a9491d8fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:51.672971 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b9a20424-a31e-4bac-a15f-8e130978f506 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256345', 'neutron.services.segments.db._delete_segments_for_network-8791093852025'] for network, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:51.745726 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-b9a20424-a31e-4bac-a15f-8e130978f506 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04f689a0-c421-40fa-beab-16721e9bb3b2']}} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:37:51.771509 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-b9a20424-a31e-4bac-a15f-8e130978f506 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8446282f-c702-43a7-89b9-37c96f22c702') {'for_net_delete': True} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:37:51.777140 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-b9a20424-a31e-4bac-a15f-8e130978f506 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8446282f-c702-43a7-89b9-37c96f22c702') {} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:37:51.785651 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b9a20424-a31e-4bac-a15f-8e130978f506 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791093851908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66932133'] for segment, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:51.804694 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b9a20424-a31e-4bac-a15f-8e130978f506 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:51.812061 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9a20424-a31e-4bac-a15f-8e130978f506 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=84764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:37:51.812773 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b9a20424-a31e-4bac-a15f-8e130978f506 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2290898'] for segment, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:51.856513 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Pushing event updated for resources: {'Port': ['ID=c2d41a20-8113-45ca-a446-3bd7c51b739f,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:51.870365 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 35780) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:51.951692 n-d-836017-2 neutron-server[84764]: Traceback (most recent call last): Apr 18 19:37:51.951692 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:37:51.951692 n-d-836017-2 neutron-server[84764]: timer() Apr 18 19:37:51.951692 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:37:51.951692 n-d-836017-2 neutron-server[84764]: cb(*args, **kw) Apr 18 19:37:51.951692 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:37:51.951692 n-d-836017-2 neutron-server[84764]: return func(*args, **kwargs) Apr 18 19:37:51.951692 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:37:51.951692 n-d-836017-2 neutron-server[84764]: self._notify() Apr 18 19:37:51.951692 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:37:51.951692 n-d-836017-2 neutron-server[84764]: self.callback(batched_events) Apr 18 19:37:51.951692 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:37:51.951692 n-d-836017-2 neutron-server[84764]: event.method(event) Apr 18 19:37:51.951692 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:37:51.951692 n-d-836017-2 neutron-server[84764]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:37:51.951692 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:37:51.951692 n-d-836017-2 neutron-server[84764]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:37:51.951692 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:37:51.951692 n-d-836017-2 neutron-server[84764]: return f(self, *a, **k) Apr 18 19:37:51.951692 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:37:51.951692 n-d-836017-2 neutron-server[84764]: return self._get(url).json() Apr 18 19:37:51.951692 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:37:51.951692 n-d-836017-2 neutron-server[84764]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:37:51.951692 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:37:51.951692 n-d-836017-2 neutron-server[84764]: return self.request(url, 'GET', **kwargs) Apr 18 19:37:51.951692 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:37:51.951692 n-d-836017-2 neutron-server[84764]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:37:51.951692 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:37:51.951692 n-d-836017-2 neutron-server[84764]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:37:51.951692 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:37:51.951692 n-d-836017-2 neutron-server[84764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:37:51.951692 n-d-836017-2 neutron-server[84764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:37:51.958997 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning for port 5e2288af-769a-4eb6-8420-8eaab9abe4ca completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:37:51.962094 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-817db1d9-1ca2-4e7c-8704-96a9491d8fcb None None] Port 7ceac64d-25ee-418e-818e-9a41387ffd32 was deleted so its status cannot be updated. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Apr 18 19:37:52.005417 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-05c4eaf5-4727-4118-b117-7ecdad0767df req-3bfe485d-3dde-471d-acd2-e46dc541eca4 service neutron] 10.222.0.73 "GET /v2.0/networks/dea5a6b8-71f3-4fa4-97c3-dd81515f0420?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1288705 Apr 18 19:37:52.024444 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port 5e2288af-769a-4eb6-8420-8eaab9abe4ca triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:37:52.024813 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:52.044207 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b9a20424-a31e-4bac-a15f-8e130978f506 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416801'] for network, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:52.053898 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b9a20424-a31e-4bac-a15f-8e130978f506 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:52.129770 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a20424-a31e-4bac-a15f-8e130978f506 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Pushing event deleted for resources: {'Network': ['ID=04f689a0-c421-40fa-beab-16721e9bb3b2,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:52.175885 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe1b2a57-1ef6-414d-b9c0-95810c07fa9e None None] DHCP port deletion for 04f689a0-c421-40fa-beab-16721e9bb3b2 request from n-d-836017-2 {{(pid=84765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 19:37:52.185057 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:52.205704 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-b9a20424-a31e-4bac-a15f-8e130978f506 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "DELETE /v2.0/networks/04f689a0-c421-40fa-beab-16721e9bb3b2 HTTP/1.1" status: 204 len: 168 time: 3.0886676 Apr 18 19:37:52.212877 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 35786) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:52.262327 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1c541fd-6087-4755-8778-e68e27e46067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:52.322325 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:52.641185 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port 7a233cc4-3ce9-4044-b37e-ae1b2c47daaf, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=7a233cc4-3ce9-4044-b37e-ae1b2c47daaf,segment=NetworkSegment(6e09292d-9dc6-4a58-913a-7eef33e1cf20),segment_id=6e09292d-9dc6-4a58-913a-7eef33e1cf20)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:37:52.702458 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-468a188d-906a-4fee-9b60-9b5528bb8cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:52.727104 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a7e3627-fe0c-454f-94c0-2c81f29abab8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a233cc4-3ce9-4044-b37e-ae1b2c47daaf'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:37:52.749344 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3efa52-0ee5-4846-ab68-cc2e3131e4fa req-ff8b2ffa-b0b3-45d9-a3db-091482c76638 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:52.757066 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6e3efa52-0ee5-4846-ab68-cc2e3131e4fa req-ff8b2ffa-b0b3-45d9-a3db-091482c76638 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc241502-73b0-4fc6-a2be-6b088d11294b HTTP/1.1" status: 200 len: 944 time: 0.3845367 Apr 18 19:37:52.762902 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8380d866-64af-4592-9858-a4161630a93d tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:52.763640 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-8380d866-64af-4592-9858-a4161630a93d tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Synchronizing usage tracker for tenant:8097f6133aa24824a0d11d98456dfce8 on resource:port {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:37:52.825464 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:52.923877 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6e3efa52-0ee5-4846-ab68-cc2e3131e4fa req-512fce20-b124-4caf-aa20-8258024b0f33 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] 10.222.0.69 "GET /v2.0/security-groups?id=2b04a52b-dc01-409d-822c-7f24c54134e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333396 Apr 18 19:37:53.038151 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-8380d866-64af-4592-9858-a4161630a93d tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Unset dirty status for tenant:8097f6133aa24824a0d11d98456dfce8 on resource:port {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:37:53.043666 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-8380d866-64af-4592-9858-a4161630a93d tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.8341150 Apr 18 19:37:53.044377 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 35804) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:53.083822 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:53.172826 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Pushing event updated for resources: {'Port': ['ID=7a233cc4-3ce9-4044-b37e-ae1b2c47daaf,revision_number=7']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:53.180245 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] For port 5e2288af-769a-4eb6-8420-8eaab9abe4ca, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=5e2288af-769a-4eb6-8420-8eaab9abe4ca,segment=NetworkSegment(5de34947-6c56-419b-85d0-f61f69ce7c45),segment_id=5de34947-6c56-419b-85d0-f61f69ce7c45)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:37:53.215432 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a4106dab-6971-4e7e-8fdc-c66f0a3f4877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:53.353271 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-315ad55f-734f-4768-8397-d879f9f73450 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3075187 Apr 18 19:37:53.353952 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 35810) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:53.364376 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:53.371237 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-72022298-ab0a-434a-9f15-d658de232630 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1743883777'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:37:53.393283 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-72022298-ab0a-434a-9f15-d658de232630 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:37:53.397183 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-fead0d5d-8f85-47df-8e6c-03923b7f27e4 tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Notify callbacks [] for security_group, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:53.409268 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-72022298-ab0a-434a-9f15-d658de232630 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Usage tracker for resource:network and tenant:8097f6133aa24824a0d11d98456dfce8 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:37:53.411049 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-05c4eaf5-4727-4118-b117-7ecdad0767df req-8ee4c0ea-98ba-4b95-b0c5-1e1eb853e669 service neutron] 10.222.0.73 "GET /v2.0/networks/dea5a6b8-71f3-4fa4-97c3-dd81515f0420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3713837 Apr 18 19:37:53.417101 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-72022298-ab0a-434a-9f15-d658de232630 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:37:53.420294 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cbfe71-595b-434e-83d0-680f644c7241 req-bfac5edc-e2d7-48b5-b587-4e9c7c454dc5 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:53.431304 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-72022298-ab0a-434a-9f15-d658de232630 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:37:53.433696 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b1cbfe71-595b-434e-83d0-680f644c7241 req-bfac5edc-e2d7-48b5-b587-4e9c7c454dc5 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] 10.222.0.69 "GET /v2.0/ports?device_id=768144c2-7f8a-49d7-9214-69984840d579 HTTP/1.1" status: 200 len: 945 time: 1.5890760 Apr 18 19:37:53.545854 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Pushing event updated for resources: {'Port': ['ID=5e2288af-769a-4eb6-8420-8eaab9abe4ca,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:53.593133 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72022298-ab0a-434a-9f15-d658de232630 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Made reservation on behalf of 8097f6133aa24824a0d11d98456dfce8 for: {'network': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:37:53.600033 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-72022298-ab0a-434a-9f15-d658de232630 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for network, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:53.634191 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-fead0d5d-8f85-47df-8e6c-03923b7f27e4 tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:53.700810 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 7ceac64d-25ee-418e-818e-9a41387ffd32 no longer exists at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:37:53.730729 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72022298-ab0a-434a-9f15-d658de232630 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=84764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:37:53.771092 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-72022298-ab0a-434a-9f15-d658de232630 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:53.771775 n-d-836017-2 neutron-server[84764]: INFO neutron.db.segments_db [None req-72022298-ab0a-434a-9f15-d658de232630 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Added segment 16db42c3-a8b9-4b8c-a3d4-d8830ea5c3df of type vlan for network 0cf7a790-4a90-467c-a9f1-240cbdc8d720 Apr 18 19:37:53.813047 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d627a8-6054-4eda-8bc7-939a7f4c2132 req-d71348d1-361d-4564-ba53-cf451422dcbd tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:53.826827 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d6d627a8-6054-4eda-8bc7-939a7f4c2132 req-d71348d1-361d-4564-ba53-cf451422dcbd tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 944 time: 0.3658864 Apr 18 19:37:53.860655 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] No Port match for: 7ceac64d-25ee-418e-818e-9a41387ffd32 {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:37:53.861242 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 7ceac64d-25ee-418e-818e-9a41387ffd32 not bound to the agent host n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:37:53.941661 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-72022298-ab0a-434a-9f15-d658de232630 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791093404182'] for network, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:53.970504 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b1cbfe71-595b-434e-83d0-680f644c7241 req-3a3bbb81-2dec-4282-b27e-8f4e82032fed tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] 10.222.0.69 "GET /v2.0/security-groups?id=2acc624c-9329-4157-819e-89822d3c0c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5359297 Apr 18 19:37:54.005546 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d6d627a8-6054-4eda-8bc7-939a7f4c2132 req-884dbee5-bf85-43d2-a40e-4a2db1e5234f tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770043 Apr 18 19:37:54.067181 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-72022298-ab0a-434a-9f15-d658de232630 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251'] for network, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:54.071802 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72022298-ab0a-434a-9f15-d658de232630 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:54.071802 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-72022298-ab0a-434a-9f15-d658de232630 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:54.094040 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b33c6457-0bd2-4c91-a379-c0c30525a74e req-f6bbc555-66d6-44d3-aec3-87708bf10c91 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b24aa115869c4ccebfe654d4d215e4c2&device_id=dc241502-73b0-4fc6-a2be-6b088d11294b HTTP/1.1" status: 200 len: 1095 time: 0.4633291 Apr 18 19:37:54.175326 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_common [None req-468a188d-906a-4fee-9b60-9b5528bb8cd8 admin admin] Allocated IP 172.20.0.1 (907b3800-8be3-4c78-9411-07f6490aed83/ba52fbae-1fb9-4ec8-b27f-ceb3ad82d8c1/24c37ab6-dff6-44c9-b584-83c8efc47566) {{(pid=84763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:37:54.233176 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0645c55c-f307-4ae0-bf0f-e40a88f93ba7'] response: {'server_uuid': '7a7e3627-fe0c-454f-94c0-2c81f29abab8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a233cc4-3ce9-4044-b37e-ae1b2c47daaf', 'code': 200} Apr 18 19:37:54.366060 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-fead0d5d-8f85-47df-8e6c-03923b7f27e4 tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:54.460062 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fead0d5d-8f85-47df-8e6c-03923b7f27e4 tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d91ae139-8b90-49fd-8dc9-70f1abc8c820,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:54.556687 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72022298-ab0a-434a-9f15-d658de232630 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Pushing event updated for resources: {'Network': ['ID=0cf7a790-4a90-467c-a9f1-240cbdc8d720,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:54.568450 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Network 0cf7a790-4a90-467c-a9f1-240cbdc8d720 details requested by agent ovs-agent-n-d-836017-2 with host n-d-836017-2 {{(pid=84765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:37:54.596264 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131bbfef-c9f6-40bc-9b73-0bca9bcf475d req-4954b391-710b-4cba-82cd-1c9073c586c0 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:54.616513 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-131bbfef-c9f6-40bc-9b73-0bca9bcf475d req-4954b391-710b-4cba-82cd-1c9073c586c0 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc241502-73b0-4fc6-a2be-6b088d11294b HTTP/1.1" status: 200 len: 944 time: 0.3925164 Apr 18 19:37:54.637096 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-fead0d5d-8f85-47df-8e6c-03923b7f27e4 tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Notify callbacks [] for security_group, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:54.637096 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-fead0d5d-8f85-47df-8e6c-03923b7f27e4 tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] 10.222.0.69 "DELETE /v2.0/security-groups/d91ae139-8b90-49fd-8dc9-70f1abc8c820 HTTP/1.1" status: 204 len: 168 time: 2.6268752 Apr 18 19:37:54.642490 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 35824) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:54.669457 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33c6457-0bd2-4c91-a379-c0c30525a74e req-fdd3c0e8-1a4c-41af-b49d-87d7afea92f1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:54.670927 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b33c6457-0bd2-4c91-a379-c0c30525a74e req-fdd3c0e8-1a4c-41af-b49d-87d7afea92f1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=dea5a6b8-71f3-4fa4-97c3-dd81515f0420 HTTP/1.1" status: 200 len: 913 time: 0.5632167 Apr 18 19:37:54.688817 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-72022298-ab0a-434a-9f15-d658de232630 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3338211 Apr 18 19:37:54.689574 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 35828) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:54.704784 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-4afa32ad-5e11-441d-9db5-90d81526611c tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Request body: {'subnet': {'network_id': '0cf7a790-4a90-467c-a9f1-240cbdc8d720', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:37:54.828414 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-131bbfef-c9f6-40bc-9b73-0bca9bcf475d req-235b8e3d-5dc1-42ff-8529-3b6cfcf75b7c tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] 10.222.0.69 "GET /v2.0/security-groups?id=2b04a52b-dc01-409d-822c-7f24c54134e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098079 Apr 18 19:37:54.865410 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-468a188d-906a-4fee-9b60-9b5528bb8cd8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:54.887555 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:54.889766 n-d-836017-2 neutron-server[84763]: INFO neutron.api.v2.resource [None req-b073470c-8200-4212-92e7-4af6c007d1e3 tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] show failed (client error): The resource could not be found. Apr 18 19:37:54.894552 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-b073470c-8200-4212-92e7-4af6c007d1e3 tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] 10.222.0.69 "GET /v2.0/security-groups/d91ae139-8b90-49fd-8dc9-70f1abc8c820 HTTP/1.1" status: 404 len: 347 time: 0.2502370 Apr 18 19:37:54.895166 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 35838) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:54.914824 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-4afa32ad-5e11-441d-9db5-90d81526611c tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:37:54.920191 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-4afa32ad-5e11-441d-9db5-90d81526611c tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Usage tracker for resource:subnet and tenant:8097f6133aa24824a0d11d98456dfce8 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:37:54.923884 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-4afa32ad-5e11-441d-9db5-90d81526611c tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:37:54.934442 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-4afa32ad-5e11-441d-9db5-90d81526611c tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:37:55.027856 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b33c6457-0bd2-4c91-a379-c0c30525a74e req-335e1c0a-f40a-42a7-be8e-a71391b3a931 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bac0b406-1b66-4ac0-a9a1-15ccec5407d8 HTTP/1.1" status: 200 len: 217 time: 0.1313610 Apr 18 19:37:55.144246 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4afa32ad-5e11-441d-9db5-90d81526611c tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Made reservation on behalf of 8097f6133aa24824a0d11d98456dfce8 for: {'subnet': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:37:55.193562 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [None req-468a188d-906a-4fee-9b60-9b5528bb8cd8 admin admin] Transition to ACTIVE for port object 24c37ab6-dff6-44c9-b584-83c8efc47566 will not be triggered until provisioned by entity DHCP. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:37:55.265610 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-b1a1b8ee-d912-44f3-bd6f-4290b081f65b tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Deleting port 598d5f1d-6efa-4e8b-af35-718040540970 {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:37:55.265853 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-b1a1b8ee-d912-44f3-bd6f-4290b081f65b tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:55.388088 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33c6457-0bd2-4c91-a379-c0c30525a74e req-64f7e108-f8bf-4859-9a98-fd8905c778fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:55.389636 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b33c6457-0bd2-4c91-a379-c0c30525a74e req-64f7e108-f8bf-4859-9a98-fd8905c778fa service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c5663fb8-fb65-483f-a697-5dc1cb158bec HTTP/1.1" status: 200 len: 852 time: 0.1979136 Apr 18 19:37:55.411444 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-4afa32ad-5e11-441d-9db5-90d81526611c tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65862573'] for subnet, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:55.472266 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b33c6457-0bd2-4c91-a379-c0c30525a74e req-8a5203a9-bdf1-43cd-b51e-316721cec89c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dea5a6b8-71f3-4fa4-97c3-dd81515f0420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708094 Apr 18 19:37:55.487822 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device c2d41a20-8113-45ca-a446-3bd7c51b739f up at agent hyperv_n-h1-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:37:55.527842 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 5e2288af-769a-4eb6-8420-8eaab9abe4ca up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:37:55.528070 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e0cc35-c42f-4c67-beb7-7270c7e9d0a0 req-5d9b1fc0-47de-4afb-83a9-57700f199054 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:55.530492 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f8e0cc35-c42f-4c67-beb7-7270c7e9d0a0 req-5d9b1fc0-47de-4afb-83a9-57700f199054 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] 10.222.0.69 "GET /v2.0/ports?device_id=768144c2-7f8a-49d7-9214-69984840d579 HTTP/1.1" status: 200 len: 945 time: 0.5095851 Apr 18 19:37:55.649441 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f8e0cc35-c42f-4c67-beb7-7270c7e9d0a0 req-db64a321-ded7-4b45-b0c3-fa269344929d tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] 10.222.0.69 "GET /v2.0/security-groups?id=2acc624c-9329-4157-819e-89822d3c0c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986447 Apr 18 19:37:55.746804 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port 5e2288af-769a-4eb6-8420-8eaab9abe4ca triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:37:55.747401 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:55.747584 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-468a188d-906a-4fee-9b60-9b5528bb8cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:55.950306 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Provisioning for port c2d41a20-8113-45ca-a446-3bd7c51b739f completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:37:55.965245 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Provisioning complete for port c2d41a20-8113-45ca-a446-3bd7c51b739f triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:37:55.966001 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:56.114186 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468a188d-906a-4fee-9b60-9b5528bb8cd8 admin admin] Pushing event updated for resources: {'Port': ['ID=24c37ab6-dff6-44c9-b584-83c8efc47566,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:56.132424 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:56.138528 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468a188d-906a-4fee-9b60-9b5528bb8cd8 admin admin] Network 907b3800-8be3-4c78-9411-07f6490aed83 is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:37:56.172671 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-4afa32ad-5e11-441d-9db5-90d81526611c tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2290811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65862591'] for subnet, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:56.177247 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [None req-468a188d-906a-4fee-9b60-9b5528bb8cd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:37:56.187323 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468a188d-906a-4fee-9b60-9b5528bb8cd8 admin admin] Received port after_create {{(pid=84763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:37:56.207889 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port c2d41a20-8113-45ca-a446-3bd7c51b739f, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=c2d41a20-8113-45ca-a446-3bd7c51b739f,segment=NetworkSegment(1f6ca8e3-6019-45df-8c47-18f1673dd06b),segment_id=1f6ca8e3-6019-45df-8c47-18f1673dd06b)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:37:56.234243 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a213e76a-c60b-409c-8e3d-181b396ae0a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2d41a20-8113-45ca-a446-3bd7c51b739f'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:37:56.248292 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a5954e-f81d-481f-8fa6-5feeda851587 req-dff52df6-74d6-4105-bc39-d8c66604216e tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:56.249885 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-49a5954e-f81d-481f-8fa6-5feeda851587 req-dff52df6-74d6-4105-bc39-d8c66604216e tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 944 time: 0.9433548 Apr 18 19:37:56.279247 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:56.296117 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afa32ad-5e11-441d-9db5-90d81526611c tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Pushing event updated for resources: {'Subnet': ['ID=55c5183f-7ecd-4ced-b100-1f5491fe5fa7,revision_number=0']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:56.325901 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afa32ad-5e11-441d-9db5-90d81526611c tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Checking segment: {'id': '16db42c3-a8b9-4b8c-a3d4-d8830ea5c3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '0cf7a790-4a90-467c-a9f1-240cbdc8d720'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:37:56.326403 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4afa32ad-5e11-441d-9db5-90d81526611c tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Network hostable DHCP agents. Network: 0cf7a790-4a90-467c-a9f1-240cbdc8d720, hostable agents: ['f6987c12-6d6c-47d4-b22d-cfcd164dc40d'], hosted agents: [] {{(pid=84764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:37:56.350856 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147e434b-b811-46dd-95af-413ce87cde95 req-92145e6a-b344-4c49-801e-d1deb3d2bfbd tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:56.359051 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-147e434b-b811-46dd-95af-413ce87cde95 req-92145e6a-b344-4c49-801e-d1deb3d2bfbd tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc241502-73b0-4fc6-a2be-6b088d11294b HTTP/1.1" status: 200 len: 944 time: 0.2672334 Apr 18 19:37:56.387687 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Pushing event updated for resources: {'Port': ['ID=c2d41a20-8113-45ca-a446-3bd7c51b739f,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:56.427203 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-b1a1b8ee-d912-44f3-bd6f-4290b081f65b tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:56.427203 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-b1a1b8ee-d912-44f3-bd6f-4290b081f65b tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:56.438068 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-147e434b-b811-46dd-95af-413ce87cde95 req-3112e9da-2711-4d62-98be-172b94f15b52 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] 10.222.0.69 "GET /v2.0/security-groups?id=2b04a52b-dc01-409d-822c-7f24c54134e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781045 Apr 18 19:37:56.463718 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-468a188d-906a-4fee-9b60-9b5528bb8cd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417434'] for router_interface, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:56.498634 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b33c6457-0bd2-4c91-a379-c0c30525a74e req-04911fef-49f9-4ab3-bd3f-c7104d7f7034 service neutron] 10.222.0.73 "GET /v2.0/networks/dea5a6b8-71f3-4fa4-97c3-dd81515f0420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9700191 Apr 18 19:37:56.512198 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4afa32ad-5e11-441d-9db5-90d81526611c tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Network 0cf7a790-4a90-467c-a9f1-240cbdc8d720 is scheduled to be hosted by DHCP agent f6987c12-6d6c-47d4-b22d-cfcd164dc40d with binding_index 1 {{(pid=84764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:37:56.596355 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [None req-4afa32ad-5e11-441d-9db5-90d81526611c tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-2, 0cf7a790-4a90-467c-a9f1-240cbdc8d720) {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:37:56.605346 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4afa32ad-5e11-441d-9db5-90d81526611c tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:56.605346 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-4afa32ad-5e11-441d-9db5-90d81526611c tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for subnet, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:56.605997 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcf5ebfd-b5fa-4583-9541-09bf73e1b6f1'] response: {'server_uuid': 'a213e76a-c60b-409c-8e3d-181b396ae0a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2d41a20-8113-45ca-a446-3bd7c51b739f', 'code': 200} Apr 18 19:37:56.606534 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b0e702-e280-4eab-b454-b2cbfe2c66bd None None] Network 0cf7a790-4a90-467c-a9f1-240cbdc8d720 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:37:56.770845 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-4afa32ad-5e11-441d-9db5-90d81526611c tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0742466 Apr 18 19:37:56.772348 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 35864) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:56.787575 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-d52def87-6214-4aaa-bc0f-ddd5acf5012a tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Request body: {'port': {'network_id': '0cf7a790-4a90-467c-a9f1-240cbdc8d720', 'name': 'tempest-PortsIpV6TestJSON-237896171'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:37:56.821475 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-b1a1b8ee-d912-44f3-bd6f-4290b081f65b tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Calling delete_port for 598d5f1d-6efa-4e8b-af35-718040540970 owned by network:floatingip {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:37:57.011988 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b33c6457-0bd2-4c91-a379-c0c30525a74e req-f2baab11-92f1-4b2a-87f8-85ab54ca0917 service neutron] 10.222.0.73 "GET /v2.0/networks/dea5a6b8-71f3-4fa4-97c3-dd81515f0420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5003431 Apr 18 19:37:57.020976 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-49a5954e-f81d-481f-8fa6-5feeda851587 req-94ee6384-8db1-4f9d-8417-79ae27381266 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7147062 Apr 18 19:37:57.053567 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e53670c-f99e-4a6e-bb39-983d10ef372e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31f5fbf7-4b5c-5a44-b255-70c4fc176ae8-0cf7a790-4a90-467c-a9f1-240cbdc8d720', 'network_id': '0cf7a790-4a90-467c-a9f1-240cbdc8d720', 'tenant_id': '8097f6133aa24824a0d11d98456dfce8', 'fixed_ips': [{'subnet_id': '55c5183f-7ecd-4ced-b100-1f5491fe5fa7'}]}} from n-d-836017-2. {{(pid=84765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 19:37:57.054555 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1e53670c-f99e-4a6e-bb39-983d10ef372e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:57.087779 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-3fb102fa-aa84-4b4f-8912-fa4a6fe7eb0b None None] Provisioning for port 24c37ab6-dff6-44c9-b584-83c8efc47566 completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:37:57.110995 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-d52def87-6214-4aaa-bc0f-ddd5acf5012a tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:37:57.130946 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed35b0a4-90c1-4ba6-b795-0a071ba49950 req-88fe1ade-8119-4c59-9927-60c9f2bd88e4 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:57.132589 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ed35b0a4-90c1-4ba6-b795-0a071ba49950 req-88fe1ade-8119-4c59-9927-60c9f2bd88e4 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] 10.222.0.69 "GET /v2.0/ports?device_id=768144c2-7f8a-49d7-9214-69984840d579 HTTP/1.1" status: 200 len: 945 time: 0.2302227 Apr 18 19:37:57.138389 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-d52def87-6214-4aaa-bc0f-ddd5acf5012a tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:37:57.163683 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-3fb102fa-aa84-4b4f-8912-fa4a6fe7eb0b None None] Provisioning complete for port 24c37ab6-dff6-44c9-b584-83c8efc47566 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:37:57.164421 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3fb102fa-aa84-4b4f-8912-fa4a6fe7eb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:57.166737 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2d136d-ff55-49f9-b134-9c6b1a0d639a req-d7daa614-3c35-4d34-bcbd-0aa4605bf2d0 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:57.168253 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0d2d136d-ff55-49f9-b134-9c6b1a0d639a req-d7daa614-3c35-4d34-bcbd-0aa4605bf2d0 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] 10.222.0.72 "GET /v2.0/ports?device_id=768144c2-7f8a-49d7-9214-69984840d579 HTTP/1.1" status: 200 len: 945 time: 0.8636694 Apr 18 19:37:57.209393 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ed35b0a4-90c1-4ba6-b795-0a071ba49950 req-4e662997-b30c-4f19-8e71-540d34581d4b tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] 10.222.0.69 "GET /v2.0/security-groups?id=2acc624c-9329-4157-819e-89822d3c0c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673196 Apr 18 19:37:57.244189 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d52def87-6214-4aaa-bc0f-ddd5acf5012a tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Made reservation on behalf of 8097f6133aa24824a0d11d98456dfce8 for: {'port': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:37:57.248954 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-d52def87-6214-4aaa-bc0f-ddd5acf5012a tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:57.314274 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [None req-d52def87-6214-4aaa-bc0f-ddd5acf5012a tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] device_id is not set on port 72316f46-42c2-4460-8dd9-06c252cce511 yet. {{(pid=84764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 19:37:57.326587 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-0d2d136d-ff55-49f9-b134-9c6b1a0d639a req-0b5b996d-7380-4049-9175-4fb732e656b5 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Deleting port d5fbc6cd-b65a-4f4e-a680-fbbbbd189706 {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:37:57.327112 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-0d2d136d-ff55-49f9-b134-9c6b1a0d639a req-0b5b996d-7380-4049-9175-4fb732e656b5 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:57.446850 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-3fb102fa-aa84-4b4f-8912-fa4a6fe7eb0b None None] Port 24c37ab6-dff6-44c9-b584-83c8efc47566 cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:37:57.456860 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-1e53670c-f99e-4a6e-bb39-983d10ef372e None None] Allocated IP 2001:db8::2 (0cf7a790-4a90-467c-a9f1-240cbdc8d720/55c5183f-7ecd-4ced-b100-1f5491fe5fa7/9a724a42-620f-4db4-946c-bdddb79ede47) {{(pid=84765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:37:57.489476 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device bac0b406-1b66-4ac0-a9a1-15ccec5407d8 details requested by agent hyperv_n-h1-836017-2 with host n-h1-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:37:57.500047 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-1188ce52-8578-4aed-a5d6-3339553abac8 req-df6d4459-1104-4dd7-97bb-c2143a58dac0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 1096 time: 0.6309323 Apr 18 19:37:57.849663 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.db.resource_extend [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 19:37:58.004791 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-468a188d-906a-4fee-9b60-9b5528bb8cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:58.109432 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1e53670c-f99e-4a6e-bb39-983d10ef372e None None] Notify callbacks [] for port, precommit_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:58.139298 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-1e53670c-f99e-4a6e-bb39-983d10ef372e None None] Transition to ACTIVE for port object 9a724a42-620f-4db4-946c-bdddb79ede47 will not be triggered until provisioned by entity L2. {{(pid=84765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:37:58.143310 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port bac0b406-1b66-4ac0-a9a1-15ccec5407d8, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=bac0b406-1b66-4ac0-a9a1-15ccec5407d8,segment=NetworkSegment(8940f5c9-2c52-448f-9b36-18364410ba08),segment_id=8940f5c9-2c52-448f-9b36-18364410ba08)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:37:58.147926 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-1188ce52-8578-4aed-a5d6-3339553abac8 req-0d247ae6-c2bd-49cc-a22e-e46b8b4f8c79 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6298752 Apr 18 19:37:58.179296 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Returning: {'device': 'bac0b406-1b66-4ac0-a9a1-15ccec5407d8', 'network_id': 'dea5a6b8-71f3-4fa4-97c3-dd81515f0420', 'port_id': 'bac0b406-1b66-4ac0-a9a1-15ccec5407d8', 'mac_address': 'fa:16:3e:cc:86:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5663fb8-fb65-483f-a697-5dc1cb158bec', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:37:58.183974 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-1e53670c-f99e-4a6e-bb39-983d10ef372e None None] Transition to ACTIVE for port object 9a724a42-620f-4db4-946c-bdddb79ede47 will not be triggered until provisioned by entity DHCP. {{(pid=84765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:37:58.251957 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:58.267933 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1e53670c-f99e-4a6e-bb39-983d10ef372e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331'] for port, after_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:58.307249 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-0d2d136d-ff55-49f9-b134-9c6b1a0d639a req-0b5b996d-7380-4049-9175-4fb732e656b5 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] For port d5fbc6cd-b65a-4f4e-a680-fbbbbd189706, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=d5fbc6cd-b65a-4f4e-a680-fbbbbd189706,segment=NetworkSegment(c3255f4b-ef57-4674-a268-31691e3a8b08),segment_id=c3255f4b-ef57-4674-a268-31691e3a8b08)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:37:58.308435 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-0d2d136d-ff55-49f9-b134-9c6b1a0d639a req-0b5b996d-7380-4049-9175-4fb732e656b5 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:58.359880 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bac0b406-1b66-4ac0-a9a1-15ccec5407d8 {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:37:58.390385 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port bac0b406-1b66-4ac0-a9a1-15ccec5407d8, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=bac0b406-1b66-4ac0-a9a1-15ccec5407d8,segment=NetworkSegment(8940f5c9-2c52-448f-9b36-18364410ba08),segment_id=8940f5c9-2c52-448f-9b36-18364410ba08)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:37:58.459855 n-d-836017-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e53670c-f99e-4a6e-bb39-983d10ef372e None None] Network 0cf7a790-4a90-467c-a9f1-240cbdc8d720 is already hosted by enough agents. {{(pid=84765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:37:58.468151 n-d-836017-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-1e53670c-f99e-4a6e-bb39-983d10ef372e None None] Resources bound (agent type, host, resource id): {{(pid=84765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:37:58.484449 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e53670c-f99e-4a6e-bb39-983d10ef372e None None] Received port after_create {{(pid=84765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:37:58.520122 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-b1a1b8ee-d912-44f3-bd6f-4290b081f65b tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:58.532590 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-0d2d136d-ff55-49f9-b134-9c6b1a0d639a req-0b5b996d-7380-4049-9175-4fb732e656b5 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Calling delete_port for d5fbc6cd-b65a-4f4e-a680-fbbbbd189706 owned by compute:nova {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:37:58.568151 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:58.592214 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e53670c-f99e-4a6e-bb39-983d10ef372e None None] Pushing event updated for resources: {'Port': ['ID=9a724a42-620f-4db4-946c-bdddb79ede47,revision_number=1']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:58.668057 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a1b8ee-d912-44f3-bd6f-4290b081f65b tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Pushing event deleted for resources: {'Port': ['ID=598d5f1d-6efa-4e8b-af35-718040540970,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:58.687354 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b5cb36-b626-4b62-89a8-c2fd3809c210 req-4be3f313-5e96-48be-8fe1-eb58a6530807 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:58.698037 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a8b5cb36-b626-4b62-89a8-c2fd3809c210 req-4be3f313-5e96-48be-8fe1-eb58a6530807 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc241502-73b0-4fc6-a2be-6b088d11294b HTTP/1.1" status: 200 len: 944 time: 0.7947781 Apr 18 19:37:58.749464 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Pushing event updated for resources: {'Port': ['ID=bac0b406-1b66-4ac0-a9a1-15ccec5407d8,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:58.751019 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_common [None req-d52def87-6214-4aaa-bc0f-ddd5acf5012a tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Allocated IP 2001:db8::1e9 (0cf7a790-4a90-467c-a9f1-240cbdc8d720/55c5183f-7ecd-4ced-b100-1f5491fe5fa7/72316f46-42c2-4460-8dd9-06c252cce511) {{(pid=84764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:37:58.777516 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e91d9c-1ee1-4185-b21e-52e6e9d1628f req-7b88dc4a-df3e-4b52-aaee-9a000cf5dd9b tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:58.785755 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-52e91d9c-1ee1-4185-b21e-52e6e9d1628f req-7b88dc4a-df3e-4b52-aaee-9a000cf5dd9b tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 945 time: 0.5471833 Apr 18 19:37:58.836324 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-1e53670c-f99e-4a6e-bb39-983d10ef372e None None] Attempting to bind port 9a724a42-620f-4db4-946c-bdddb79ede47 on host n-d-836017-2 for vnic_type normal with profile {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:37:58.836761 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-1e53670c-f99e-4a6e-bb39-983d10ef372e None None] Attempting to bind port 9a724a42-620f-4db4-946c-bdddb79ede47 by drivers openvswitch,hyperv on host n-d-836017-2 at level 0 using segments [{'id': '16db42c3-a8b9-4b8c-a3d4-d8830ea5c3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '0cf7a790-4a90-467c-a9f1-240cbdc8d720'}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:37:58.837127 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e53670c-f99e-4a6e-bb39-983d10ef372e None None] Attempting to bind port 9a724a42-620f-4db4-946c-bdddb79ede47 on network 0cf7a790-4a90-467c-a9f1-240cbdc8d720 {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:37:58.846526 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e53670c-f99e-4a6e-bb39-983d10ef372e None None] Checking agent: {'id': 'df2a5cfe-6839-400b-a998-e4fffce70f45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 8, 22), 'started_at': datetime.datetime(2022, 4, 18, 19, 8, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:37:58.847480 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e53670c-f99e-4a6e-bb39-983d10ef372e None None] Checking segment: {'id': '16db42c3-a8b9-4b8c-a3d4-d8830ea5c3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '0cf7a790-4a90-467c-a9f1-240cbdc8d720'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:37:58.847480 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1e53670c-f99e-4a6e-bb39-983d10ef372e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:58.848533 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e53670c-f99e-4a6e-bb39-983d10ef372e None None] Bound using segment: {'id': '16db42c3-a8b9-4b8c-a3d4-d8830ea5c3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '0cf7a790-4a90-467c-a9f1-240cbdc8d720'} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:37:58.848533 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-1e53670c-f99e-4a6e-bb39-983d10ef372e None None] Bound port: 9a724a42-620f-4db4-946c-bdddb79ede47, host: n-d-836017-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16db42c3-a8b9-4b8c-a3d4-d8830ea5c3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '0cf7a790-4a90-467c-a9f1-240cbdc8d720'}}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:37:58.849124 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1e53670c-f99e-4a6e-bb39-983d10ef372e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:58.983211 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-52e91d9c-1ee1-4185-b21e-52e6e9d1628f req-6e709008-e737-4c4c-8eff-bdfc6fbb470e tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753545 Apr 18 19:37:59.127704 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-1e53670c-f99e-4a6e-bb39-983d10ef372e None None] For port 9a724a42-620f-4db4-946c-bdddb79ede47, host n-d-836017-2, cleared binding levels {{(pid=84765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:37:59.137204 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-1e53670c-f99e-4a6e-bb39-983d10ef372e None None] For port 9a724a42-620f-4db4-946c-bdddb79ede47, host n-d-836017-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=9a724a42-620f-4db4-946c-bdddb79ede47,segment=NetworkSegment(16db42c3-a8b9-4b8c-a3d4-d8830ea5c3df),segment_id=16db42c3-a8b9-4b8c-a3d4-d8830ea5c3df)] {{(pid=84765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:37:59.153191 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] get_ports_and_sgs() called for port_ids ['bac0b406-1b66-4ac0-a9a1-15ccec5407d8'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:37:59.277203 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1e53670c-f99e-4a6e-bb39-983d10ef372e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:59.467033 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e53670c-f99e-4a6e-bb39-983d10ef372e None None] Pushing event updated for resources: {'Port': ['ID=9a724a42-620f-4db4-946c-bdddb79ede47,revision_number=2']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:59.506783 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-d52def87-6214-4aaa-bc0f-ddd5acf5012a tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks [] for port, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:59.516176 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-b1a1b8ee-d912-44f3-bd6f-4290b081f65b tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Notify callbacks [] for floatingip, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:59.589101 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.provisioning_blocks [None req-d52def87-6214-4aaa-bc0f-ddd5acf5012a tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Transition to ACTIVE for port object 72316f46-42c2-4460-8dd9-06c252cce511 will not be triggered until provisioned by entity DHCP. {{(pid=84764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:37:59.605524 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a8b5cb36-b626-4b62-89a8-c2fd3809c210 req-ab753c21-f49c-46cb-b630-a30f54c3b506 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] 10.222.0.69 "GET /v2.0/security-groups?id=2b04a52b-dc01-409d-822c-7f24c54134e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9064810 Apr 18 19:37:59.667144 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a36ff4-c8f1-4959-a14f-82242c71af07 req-28078a80-8b53-4729-a41f-223b03878970 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:59.678030 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f0a36ff4-c8f1-4959-a14f-82242c71af07 req-28078a80-8b53-4729-a41f-223b03878970 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] 10.222.0.69 "GET /v2.0/ports?device_id=768144c2-7f8a-49d7-9214-69984840d579 HTTP/1.1" status: 200 len: 945 time: 0.3691342 Apr 18 19:37:59.766677 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-b1a1b8ee-d912-44f3-bd6f-4290b081f65b tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for floatingip, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:59.776293 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-b1a1b8ee-d912-44f3-bd6f-4290b081f65b tempest-ServersTestBootFromVolume-544883950 tempest-ServersTestBootFromVolume-544883950-project] 10.222.0.69 "DELETE /v2.0/floatingips/36506fb1-adbc-4d1c-8d70-95052ff87f09 HTTP/1.1" status: 204 len: 168 time: 4.8684349 Apr 18 19:37:59.781031 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 35900) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:59.884733 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f0a36ff4-c8f1-4959-a14f-82242c71af07 req-5ba5e226-6288-4369-992b-3992972d7be6 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] 10.222.0.69 "GET /v2.0/security-groups?id=2acc624c-9329-4157-819e-89822d3c0c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884129 Apr 18 19:37:59.996771 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-d52def87-6214-4aaa-bc0f-ddd5acf5012a tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:00.080163 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.db.resource_extend [None req-468a188d-906a-4fee-9b60-9b5528bb8cd8 admin admin] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 19:38:00.111640 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-468a188d-906a-4fee-9b60-9b5528bb8cd8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:00.181984 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-468a188d-906a-4fee-9b60-9b5528bb8cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:00.229850 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52def87-6214-4aaa-bc0f-ddd5acf5012a tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Network 0cf7a790-4a90-467c-a9f1-240cbdc8d720 is already hosted by enough agents. {{(pid=84764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:38:00.231138 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52def87-6214-4aaa-bc0f-ddd5acf5012a tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Pushing event updated for resources: {'Port': ['ID=72316f46-42c2-4460-8dd9-06c252cce511,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:00.234661 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [None req-d52def87-6214-4aaa-bc0f-ddd5acf5012a tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Resources bound (agent type, host, resource id): {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:38:00.243058 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52def87-6214-4aaa-bc0f-ddd5acf5012a tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Received port after_create {{(pid=84764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:38:00.247938 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d52def87-6214-4aaa-bc0f-ddd5acf5012a tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:00.249216 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-d52def87-6214-4aaa-bc0f-ddd5acf5012a tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:00.312449 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-0d2d136d-ff55-49f9-b134-9c6b1a0d639a req-0b5b996d-7380-4049-9175-4fb732e656b5 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:00.328243 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] get_ports_and_sgs() called for port_ids ['7aa8a36c-946d-4f2d-9809-cce6ddf1bddc'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:38:00.364079 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] get_ports_and_sgs() called for port_ids ['00aa3f22-9bd8-4ee9-b7b5-f4c5649951f5'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:38:00.373420 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-d52def87-6214-4aaa-bc0f-ddd5acf5012a tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.5969610 Apr 18 19:38:00.374309 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 35908) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:00.380551 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-060112b1-1666-46b0-bc98-68d2025752fb tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Request body: {'port': {'network_id': '0cf7a790-4a90-467c-a9f1-240cbdc8d720', 'name': 'tempest-PortsIpV6TestJSON-1728767157'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:38:00.417462 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-468a188d-906a-4fee-9b60-9b5528bb8cd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-417335'] for router_interface, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:00.434067 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468a188d-906a-4fee-9b60-9b5528bb8cd8 admin admin] Pushing event updated for resources: {'Port': ['ID=24c37ab6-dff6-44c9-b584-83c8efc47566,revision_number=2']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:00.471130 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.agents_db [None req-eb67022b-f881-4bc8-8f45-fca90fb27803 None None] Agent healthcheck: found 7 active agents {{(pid=84766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:38:00.575956 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d2d136d-ff55-49f9-b134-9c6b1a0d639a req-0b5b996d-7380-4049-9175-4fb732e656b5 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] No DVR routers for this DVR port d5fbc6cd-b65a-4f4e-a680-fbbbbd189706 on host n-h2-836017-2 {{(pid=84763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:38:00.591842 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-0d2d136d-ff55-49f9-b134-9c6b1a0d639a req-0b5b996d-7380-4049-9175-4fb732e656b5 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:00.603833 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '768144c2-7f8a-49d7-9214-69984840d579', 'name': 'network-vif-deleted', 'tag': 'd5fbc6cd-b65a-4f4e-a680-fbbbbd189706'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:38:00.639787 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338a1394-b40f-40df-98e4-456e9292c797 req-445c9617-0578-41f5-8fc0-38b6ce3581b2 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:00.639787 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-338a1394-b40f-40df-98e4-456e9292c797 req-445c9617-0578-41f5-8fc0-38b6ce3581b2 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 945 time: 0.4119475 Apr 18 19:38:00.639787 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5b996d-7380-4049-9175-4fb732e656b5 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Pushing event deleted for resources: {'Port': ['ID=d5fbc6cd-b65a-4f4e-a680-fbbbbd189706,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:00.735960 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-060112b1-1666-46b0-bc98-68d2025752fb tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:38:00.741348 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-060112b1-1666-46b0-bc98-68d2025752fb tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Usage tracker for resource:port and tenant:8097f6133aa24824a0d11d98456dfce8 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:38:00.745833 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-060112b1-1666-46b0-bc98-68d2025752fb tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:38:00.759749 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-060112b1-1666-46b0-bc98-68d2025752fb tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:38:00.835615 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2195c33-f4de-41b6-8b54-c6988e66a01b'] response: {'server_uuid': '768144c2-7f8a-49d7-9214-69984840d579', 'name': 'network-vif-deleted', 'tag': 'd5fbc6cd-b65a-4f4e-a680-fbbbbd189706', 'status': 'completed', 'code': 200} Apr 18 19:38:00.847069 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-338a1394-b40f-40df-98e4-456e9292c797 req-db6d25b9-f32f-4483-b739-d1ad8582d2ad tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720991 Apr 18 19:38:01.077721 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-060112b1-1666-46b0-bc98-68d2025752fb tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Made reservation on behalf of 8097f6133aa24824a0d11d98456dfce8 for: {'port': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:38:01.082251 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-060112b1-1666-46b0-bc98-68d2025752fb tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:01.151635 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0d2d136d-ff55-49f9-b134-9c6b1a0d639a req-0b5b996d-7380-4049-9175-4fb732e656b5 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] 10.222.0.72 "DELETE /v2.0/ports/d5fbc6cd-b65a-4f4e-a680-fbbbbd189706 HTTP/1.1" status: 204 len: 173 time: 3.9685714 Apr 18 19:38:01.160856 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468a188d-906a-4fee-9b60-9b5528bb8cd8 admin admin] Network 907b3800-8be3-4c78-9411-07f6490aed83 is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:38:01.173326 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [None req-468a188d-906a-4fee-9b60-9b5528bb8cd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:38:01.274331 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device d5fbc6cd-b65a-4f4e-a680-fbbbbd189706 no longer exists at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:38:01.279211 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [None req-060112b1-1666-46b0-bc98-68d2025752fb tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] device_id is not set on port 900f8b73-46b3-4cfa-9251-33b22c84a938 yet. {{(pid=84764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 19:38:01.421107 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] No Port match for: d5fbc6cd-b65a-4f4e-a680-fbbbbd189706 {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:38:01.421107 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device d5fbc6cd-b65a-4f4e-a680-fbbbbd189706 not bound to the agent host n-h2-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:38:01.433748 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c29303-5e50-4075-a5e9-fd6eabcb3948 None None] Network 0cf7a790-4a90-467c-a9f1-240cbdc8d720 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:38:01.587103 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cc41b9-154a-4c39-95a1-c676bd86cfa3 req-420bfb89-5c59-4566-a2f6-a35bb3711985 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:01.632348 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-64cc41b9-154a-4c39-95a1-c676bd86cfa3 req-420bfb89-5c59-4566-a2f6-a35bb3711985 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc241502-73b0-4fc6-a2be-6b088d11294b HTTP/1.1" status: 200 len: 945 time: 0.6829340 Apr 18 19:38:01.649743 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device bac0b406-1b66-4ac0-a9a1-15ccec5407d8 up at agent hyperv_n-h1-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:38:01.691011 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 9a724a42-620f-4db4-946c-bdddb79ede47 up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:38:01.790609 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-119757c1-db9a-460b-a9d2-a29dee7a6782 req-5c15c35a-bb2a-4155-aaf1-949d9d16a646 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Synchronizing usage tracker for tenant:55080d7e03b84961904f44cea106a34f on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:38:01.791302 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-64cc41b9-154a-4c39-95a1-c676bd86cfa3 req-007e4670-182b-4201-8d94-c31f2408abcb tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] 10.222.0.69 "GET /v2.0/security-groups?id=2b04a52b-dc01-409d-822c-7f24c54134e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496282 Apr 18 19:38:01.862934 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_common [None req-060112b1-1666-46b0-bc98-68d2025752fb tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Allocated IP 2001:db8::95 (0cf7a790-4a90-467c-a9f1-240cbdc8d720/55c5183f-7ecd-4ced-b100-1f5491fe5fa7/900f8b73-46b3-4cfa-9251-33b22c84a938) {{(pid=84764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:38:02.188446 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Provisioning for port bac0b406-1b66-4ac0-a9a1-15ccec5407d8 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:38:02.220096 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-060112b1-1666-46b0-bc98-68d2025752fb tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks [] for port, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:02.245831 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.provisioning_blocks [None req-060112b1-1666-46b0-bc98-68d2025752fb tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Transition to ACTIVE for port object 900f8b73-46b3-4cfa-9251-33b22c84a938 will not be triggered until provisioned by entity DHCP. {{(pid=84764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:38:02.249076 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-2c38bd4b-1984-40ce-8ab2-3387f84fed71 None None] Provisioning for port 9a724a42-620f-4db4-946c-bdddb79ede47 completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:38:02.254729 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning for port 9a724a42-620f-4db4-946c-bdddb79ede47 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:38:02.269751 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Provisioning complete for port bac0b406-1b66-4ac0-a9a1-15ccec5407d8 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:38:02.270755 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:02.425108 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port 9a724a42-620f-4db4-946c-bdddb79ede47 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:38:02.425901 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:02.501600 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-2c38bd4b-1984-40ce-8ab2-3387f84fed71 None None] Provisioning complete for port 9a724a42-620f-4db4-946c-bdddb79ede47 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:38:02.502708 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2c38bd4b-1984-40ce-8ab2-3387f84fed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:02.509568 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0db098-d832-43ba-a17e-3fa58cc660f8 req-11d31083-5df9-42b7-b7f3-9ee4d76681b1 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:02.520701 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-cd0db098-d832-43ba-a17e-3fa58cc660f8 req-11d31083-5df9-42b7-b7f3-9ee4d76681b1 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/networks?id=47c820f3-b421-48a9-a537-e0e4851dd399 HTTP/1.1" status: 200 len: 814 time: 0.2476428 Apr 18 19:38:02.543492 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-cd0db098-d832-43ba-a17e-3fa58cc660f8 req-7c1b2ad5-2fbe-44c0-ae8e-723ce1c696d9 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/quotas/f23daf946b4d4874b9d361b56e2fb9b5 HTTP/1.1" status: 200 len: 375 time: 0.0216866 Apr 18 19:38:02.614876 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-060112b1-1666-46b0-bc98-68d2025752fb tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:02.717653 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-119757c1-db9a-460b-a9d2-a29dee7a6782 req-5c15c35a-bb2a-4155-aaf1-949d9d16a646 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Unset dirty status for tenant:55080d7e03b84961904f44cea106a34f on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:38:02.733077 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-119757c1-db9a-460b-a9d2-a29dee7a6782 req-5c15c35a-bb2a-4155-aaf1-949d9d16a646 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] 10.222.0.69 "GET /v2.0/ports?device_id=768144c2-7f8a-49d7-9214-69984840d579 HTTP/1.1" status: 200 len: 210 time: 1.1158788 Apr 18 19:38:02.793222 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060112b1-1666-46b0-bc98-68d2025752fb tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Pushing event updated for resources: {'Port': ['ID=900f8b73-46b3-4cfa-9251-33b22c84a938,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:02.848541 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060112b1-1666-46b0-bc98-68d2025752fb tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Network 0cf7a790-4a90-467c-a9f1-240cbdc8d720 is already hosted by enough agents. {{(pid=84764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:38:02.851440 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [None req-060112b1-1666-46b0-bc98-68d2025752fb tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Resources bound (agent type, host, resource id): {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:38:02.888851 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060112b1-1666-46b0-bc98-68d2025752fb tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Received port after_create {{(pid=84764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:38:02.899508 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-060112b1-1666-46b0-bc98-68d2025752fb tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:02.901144 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-060112b1-1666-46b0-bc98-68d2025752fb tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:02.948276 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:02.987420 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-f1ec7762-8628-45be-92fd-d5016107b8f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417313'] for router_interface, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:02.996819 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:03.025396 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-cd0db098-d832-43ba-a17e-3fa58cc660f8 req-08701a6f-3bd1-46cd-b2bd-811640eaa728 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=f23daf946b4d4874b9d361b56e2fb9b5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4809549 Apr 18 19:38:03.047089 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-060112b1-1666-46b0-bc98-68d2025752fb tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.6685889 Apr 18 19:38:03.047725 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 35952) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:03.057987 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port bac0b406-1b66-4ac0-a9a1-15ccec5407d8, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=bac0b406-1b66-4ac0-a9a1-15ccec5407d8,segment=NetworkSegment(8940f5c9-2c52-448f-9b36-18364410ba08),segment_id=8940f5c9-2c52-448f-9b36-18364410ba08)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:38:03.061868 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc241502-73b0-4fc6-a2be-6b088d11294b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bac0b406-1b66-4ac0-a9a1-15ccec5407d8'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:38:03.190296 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:03.292926 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eccc1d8-7de9-4337-b413-0e4ab8706f82 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:03.294150 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-1eccc1d8-7de9-4337-b413-0e4ab8706f82 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Synchronizing usage tracker for tenant:8097f6133aa24824a0d11d98456dfce8 on resource:port {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:38:03.335876 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Pushing event updated for resources: {'Port': ['ID=bac0b406-1b66-4ac0-a9a1-15ccec5407d8,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:03.410250 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] For port 9a724a42-620f-4db4-946c-bdddb79ede47, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=9a724a42-620f-4db4-946c-bdddb79ede47,segment=NetworkSegment(16db42c3-a8b9-4b8c-a3d4-d8830ea5c3df),segment_id=16db42c3-a8b9-4b8c-a3d4-d8830ea5c3df)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:38:03.416386 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:38:03.417005 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:38:03.417495 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:38:03.417988 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:38:03.418478 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:38:03.418958 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:38:03.419435 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:38:03.419915 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:38:03.420624 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:38:03.421146 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:38:03.421624 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:38:03.429976 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2c38bd4b-1984-40ce-8ab2-3387f84fed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:03.513900 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:03.535643 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-468a188d-906a-4fee-9b60-9b5528bb8cd8 admin admin] Router 70541714-e3a3-4cf4-ada3-a103e46f8e0b has already been hosted by L3 agent 21b59c62-f184-4169-bc3e-79831cc043e8 {{(pid=84763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:38:03.543852 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abb3930-6d8e-4c77-ae34-1f93bb1a73c3 req-5668a2ab-7b03-4681-a14d-efc198129371 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:03.553575 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-1abb3930-6d8e-4c77-ae34-1f93bb1a73c3 req-5668a2ab-7b03-4681-a14d-efc198129371 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc241502-73b0-4fc6-a2be-6b088d11294b HTTP/1.1" status: 200 len: 946 time: 0.2985218 Apr 18 19:38:03.646212 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-1abb3930-6d8e-4c77-ae34-1f93bb1a73c3 req-75d0ded8-1858-445b-b77c-59214506befb tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] 10.222.0.69 "GET /v2.0/security-groups?id=2b04a52b-dc01-409d-822c-7f24c54134e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909514 Apr 18 19:38:03.799807 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63a04f3d-97a9-4d3d-9889-8ca5a0c313b2'] response: {'server_uuid': 'dc241502-73b0-4fc6-a2be-6b088d11294b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bac0b406-1b66-4ac0-a9a1-15ccec5407d8', 'code': 200} Apr 18 19:38:03.839880 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-1eccc1d8-7de9-4337-b413-0e4ab8706f82 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Unset dirty status for tenant:8097f6133aa24824a0d11d98456dfce8 on resource:port {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:38:03.841129 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-1eccc1d8-7de9-4337-b413-0e4ab8706f82 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A1e9 HTTP/1.1" status: 200 len: 928 time: 0.7924857 Apr 18 19:38:03.859140 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 35962) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:03.898942 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-2c38bd4b-1984-40ce-8ab2-3387f84fed71 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84765) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 19:38:03.899556 n-d-836017-2 neutron-server[84765]: DEBUG oslo_db.api [None req-2c38bd4b-1984-40ce-8ab2-3387f84fed71 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 19:38:03.921665 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Pushing event updated for resources: {'Port': ['ID=9a724a42-620f-4db4-946c-bdddb79ede47,revision_number=3']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:04.142540 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-d7ee7a98-e8f8-4066-b68e-7e8567667daf tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Deleting port 900f8b73-46b3-4cfa-9251-33b22c84a938 {{(pid=84764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:38:04.143915 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-d7ee7a98-e8f8-4066-b68e-7e8567667daf tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:04.242477 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d889d696-7917-4af4-938c-b543929a98b5 req-0bdd9437-ff6d-4091-ab23-89bf834619fd service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=dc241502-73b0-4fc6-a2be-6b088d11294b HTTP/1.1" status: 200 len: 1097 time: 0.3502266 Apr 18 19:38:04.253866 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-cd0db098-d832-43ba-a17e-3fa58cc660f8 req-9425af09-50d4-4ea4-b07f-3efa62f31058 service neutron] 10.222.0.69 "GET /v2.0/networks/47c820f3-b421-48a9-a537-e0e4851dd399?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2202649 Apr 18 19:38:04.631259 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d889d696-7917-4af4-938c-b543929a98b5 req-db20699f-1c75-43ee-ab43-3d04b30b5441 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=2b04a52b-dc01-409d-822c-7f24c54134e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3788652 Apr 18 19:38:04.780276 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-aee844cb-8bf7-4e9d-a3d3-bd2006b0105d None None] Provisioning for port 72316f46-42c2-4460-8dd9-06c252cce511 completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:38:04.789922 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-468a188d-906a-4fee-9b60-9b5528bb8cd8 admin admin] Notify agent at l3_agent.n-d-836017-2 the message routers_updated {{(pid=84763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:38:04.793323 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-aee844cb-8bf7-4e9d-a3d3-bd2006b0105d None None] Provisioning complete for port 72316f46-42c2-4460-8dd9-06c252cce511 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:38:04.794225 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-aee844cb-8bf7-4e9d-a3d3-bd2006b0105d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:04.803434 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e9aaee-1264-4534-902b-29955c23b593 None None] Sync routers for ids ['70541714-e3a3-4cf4-ada3-a103e46f8e0b'] in n-d-836017-2 {{(pid=84766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:38:04.815484 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-468a188d-906a-4fee-9b60-9b5528bb8cd8 admin admin] 10.222.0.69 "PUT /v2.0/routers/70541714-e3a3-4cf4-ada3-a103e46f8e0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 19.6134279 Apr 18 19:38:04.877212 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e9aaee-1264-4534-902b-29955c23b593 None None] Routers {'70541714-e3a3-4cf4-ada3-a103e46f8e0b'} bound to L3 agent in host n-d-836017-2 {{(pid=84766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:38:04.883947 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-f3e9aaee-1264-4534-902b-29955c23b593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:37:50Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['70541714-e3a3-4cf4-ada3-a103e46f8e0b'], 'active': True} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:38:04.892214 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-aee844cb-8bf7-4e9d-a3d3-bd2006b0105d None None] Port 72316f46-42c2-4460-8dd9-06c252cce511 cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:38:04.909813 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-aee844cb-8bf7-4e9d-a3d3-bd2006b0105d None None] Provisioning complete for port 9a724a42-620f-4db4-946c-bdddb79ede47 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:38:04.910234 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-aee844cb-8bf7-4e9d-a3d3-bd2006b0105d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:04.931210 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-cd0db098-d832-43ba-a17e-3fa58cc660f8 req-8f19c5ea-6590-47ca-914b-ddae29eaaef7 service neutron] 10.222.0.69 "GET /v2.0/networks/47c820f3-b421-48a9-a537-e0e4851dd399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6583796 Apr 18 19:38:05.004528 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-d7ee7a98-e8f8-4066-b68e-7e8567667daf tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:05.263991 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-f1ec7762-8628-45be-92fd-d5016107b8f8 admin admin] Deleting port a2a84594-0789-4e1c-b2bd-708fe1a58acd {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:38:05.265190 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-f1ec7762-8628-45be-92fd-d5016107b8f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:05.284529 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-aee844cb-8bf7-4e9d-a3d3-bd2006b0105d None None] Provisioning complete for port 24c37ab6-dff6-44c9-b584-83c8efc47566 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:38:05.284898 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-aee844cb-8bf7-4e9d-a3d3-bd2006b0105d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:05.443168 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-d7ee7a98-e8f8-4066-b68e-7e8567667daf tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Calling delete_port for 900f8b73-46b3-4cfa-9251-33b22c84a938 owned by {{(pid=84764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:38:05.498906 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-aee844cb-8bf7-4e9d-a3d3-bd2006b0105d None None] Port 24c37ab6-dff6-44c9-b584-83c8efc47566 cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:38:05.548907 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvr_db [None req-f3e9aaee-1264-4534-902b-29955c23b593 None None] Set router 70541714-e3a3-4cf4-ada3-a103e46f8e0b gateway port host: n-d-836017-2 {{(pid=84766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:38:05.717713 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e9fdc31a-2989-4dd2-875e-ddffc2e5b709 None None] Provisioning for port 900f8b73-46b3-4cfa-9251-33b22c84a938 completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:38:05.726399 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e9fdc31a-2989-4dd2-875e-ddffc2e5b709 None None] Provisioning complete for port 900f8b73-46b3-4cfa-9251-33b22c84a938 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:38:05.726850 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e9fdc31a-2989-4dd2-875e-ddffc2e5b709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:06.003480 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 9a724a42-620f-4db4-946c-bdddb79ede47 up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:38:06.098676 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-e9fdc31a-2989-4dd2-875e-ddffc2e5b709 None None] Port 900f8b73-46b3-4cfa-9251-33b22c84a938 cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:38:06.099280 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-d7ee7a98-e8f8-4066-b68e-7e8567667daf tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:06.259636 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ee7a98-e8f8-4066-b68e-7e8567667daf tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Pushing event deleted for resources: {'Port': ['ID=900f8b73-46b3-4cfa-9251-33b22c84a938,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:06.274889 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port 9a724a42-620f-4db4-946c-bdddb79ede47 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:38:06.276148 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:06.388500 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-d7ee7a98-e8f8-4066-b68e-7e8567667daf tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:06.409580 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [None req-f1ec7762-8628-45be-92fd-d5016107b8f8 admin admin] For port a2a84594-0789-4e1c-b2bd-708fe1a58acd, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=a2a84594-0789-4e1c-b2bd-708fe1a58acd,segment=NetworkSegment(33e59688-0bc2-4257-95a9-694e337c236c),segment_id=33e59688-0bc2-4257-95a9-694e337c236c)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:38:06.410168 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-f1ec7762-8628-45be-92fd-d5016107b8f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:06.422732 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-f3e9aaee-1264-4534-902b-29955c23b593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70541714-e3a3-4cf4-ada3-a103e46f8e0b', 'name': 'tempest-ServersTestManualDisk-37169976-router', 'tenant_id': '11fa110afd504f4180500a31ab517fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '5e2288af-769a-4eb6-8420-8eaab9abe4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:37:27Z', 'updated_at': '2022-04-18T19:37:57Z', 'revision_number': 4, 'project_id': '11fa110afd504f4180500a31ab517fd5', 'gw_port': {'id': '5e2288af-769a-4eb6-8420-8eaab9abe4ca', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ea:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70541714-e3a3-4cf4-ada3-a103e46f8e0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:37:31Z', 'updated_at': '2022-04-18T19:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_interfaces': [{'id': '24c37ab6-dff6-44c9-b584-83c8efc47566', 'name': '', 'network_id': '907b3800-8be3-4c78-9411-07f6490aed83', 'tenant_id': '11fa110afd504f4180500a31ab517fd5', 'mac_address': 'fa:16:3e:76:78:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70541714-e3a3-4cf4-ada3-a103e46f8e0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ba52fbae-1fb9-4ec8-b27f-ceb3ad82d8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:37:53Z', 'updated_at': '2022-04-18T19:37:58Z', 'revision_number': 2, 'project_id': '11fa110afd504f4180500a31ab517fd5', 'subnets': [{'id': 'ba52fbae-1fb9-4ec8-b27f-ceb3ad82d8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-2', False) {} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:38:06.436970 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e9aaee-1264-4534-902b-29955c23b593 None None] Checking router: 70541714-e3a3-4cf4-ada3-a103e46f8e0b for host: n-d-836017-2 {{(pid=84766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:38:06.437319 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e9aaee-1264-4534-902b-29955c23b593 None None] Updating router 70541714-e3a3-4cf4-ada3-a103e46f8e0b port 24c37ab6-dff6-44c9-b584-83c8efc47566 binding host n-d-836017-2 {{(pid=84766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 19:38:06.439124 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f19f47-a409-4176-831c-924626e6bd90 req-bf336b8b-8666-4ef5-8e22-5e8122cf50c6 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:06.452131 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-68f19f47-a409-4176-831c-924626e6bd90 req-bf336b8b-8666-4ef5-8e22-5e8122cf50c6 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc241502-73b0-4fc6-a2be-6b088d11294b HTTP/1.1" status: 200 len: 946 time: 0.7755840 Apr 18 19:38:06.514184 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-d7ee7a98-e8f8-4066-b68e-7e8567667daf tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "DELETE /v2.0/ports/900f8b73-46b3-4cfa-9251-33b22c84a938 HTTP/1.1" status: 204 len: 168 time: 2.6554685 Apr 18 19:38:06.516230 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 36016) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:06.590857 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-f3e9aaee-1264-4534-902b-29955c23b593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:06.856848 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6b0f8a99-711c-4d1d-a42d-66c4923f145b req-8ba535a9-8930-4bad-9e8f-371d59332b1a tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a4a2cd18-c761-492e-bba0-8129922f27b7 HTTP/1.1" status: 200 len: 210 time: 0.2288601 Apr 18 19:38:06.858897 n-d-836017-2 neutron-server[84764]: INFO neutron.pecan_wsgi.hooks.translation [None req-15f3a5f9-588b-44d3-bf5e-c1a30eb79bb4 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] GET failed (client error): The resource could not be found. Apr 18 19:38:06.862272 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-15f3a5f9-588b-44d3-bf5e-c1a30eb79bb4 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Synchronizing usage tracker for tenant:8097f6133aa24824a0d11d98456dfce8 on resource:port {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:38:06.949885 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 36024) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:06.963361 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-15f3a5f9-588b-44d3-bf5e-c1a30eb79bb4 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Unset dirty status for tenant:8097f6133aa24824a0d11d98456dfce8 on resource:port {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:38:06.968706 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-15f3a5f9-588b-44d3-bf5e-c1a30eb79bb4 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "GET /v2.0/ports/900f8b73-46b3-4cfa-9251-33b22c84a938 HTTP/1.1" status: 404 len: 333 time: 0.4504547 Apr 18 19:38:06.969356 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 36030) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:07.152809 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-a9fc20af-aebb-487c-9a34-3bada275a01c tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Deleting port 72316f46-42c2-4460-8dd9-06c252cce511 {{(pid=84764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:38:07.153764 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-a9fc20af-aebb-487c-9a34-3bada275a01c tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:07.232428 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-f1ec7762-8628-45be-92fd-d5016107b8f8 admin admin] Calling delete_port for a2a84594-0789-4e1c-b2bd-708fe1a58acd owned by network:router_interface {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:38:07.422885 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-6fdc3166-8c76-4874-b09e-e872303ae4cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:07.427574 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-68f19f47-a409-4176-831c-924626e6bd90 req-399f6584-d851-4f90-a6b2-f131db69f76a tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] 10.222.0.69 "GET /v2.0/security-groups?id=2b04a52b-dc01-409d-822c-7f24c54134e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9717999 Apr 18 19:38:07.573453 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-f3e9aaee-1264-4534-902b-29955c23b593 None None] Notify callbacks [] for port, precommit_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:07.713658 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-6fdc3166-8c76-4874-b09e-e872303ae4cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:38:07.718181 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-6fdc3166-8c76-4874-b09e-e872303ae4cf admin admin] Usage tracker for resource:security_group_rule and tenant:aca9c2fb4fb7451b89004e37dc4b39da is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:38:07.722552 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-6fdc3166-8c76-4874-b09e-e872303ae4cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:38:07.745296 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-6fdc3166-8c76-4874-b09e-e872303ae4cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:38:07.798157 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.provisioning_blocks [None req-f3e9aaee-1264-4534-902b-29955c23b593 None None] Transition to ACTIVE for port object 24c37ab6-dff6-44c9-b584-83c8efc47566 will not be triggered until provisioned by entity L2. {{(pid=84766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:38:07.802852 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-f1ec7762-8628-45be-92fd-d5016107b8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:07.883331 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-f3e9aaee-1264-4534-902b-29955c23b593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:07.915357 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-6fdc3166-8c76-4874-b09e-e872303ae4cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:08.018903 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-6fdc3166-8c76-4874-b09e-e872303ae4cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:08.097359 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ec7762-8628-45be-92fd-d5016107b8f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2a84594-0789-4e1c-b2bd-708fe1a58acd,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:08.261868 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdc3166-8c76-4874-b09e-e872303ae4cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=103f4c74-7d1f-4a9d-adda-fb0a1d359879,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:08.314054 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386c099c-7de1-41be-8357-dff90b85b13d None None] Pushing event updated for resources: {'Port': ['ID=24c37ab6-dff6-44c9-b584-83c8efc47566,revision_number=3']} {{(pid=84766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:08.319262 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-6fdc3166-8c76-4874-b09e-e872303ae4cf admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=aca9c2fb4fb7451b89004e37dc4b39da&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3651624 Apr 18 19:38:08.324023 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 36050) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:08.345325 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-a9fc20af-aebb-487c-9a34-3bada275a01c tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:08.396336 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 36054) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:08.422152 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-09baa5f4-d9c0-4681-a7c3-8ba3ef04c3c3 tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1789581688', 'description': 'tempest-description--1230888979'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:38:08.573891 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.managers [None req-f3e9aaee-1264-4534-902b-29955c23b593 None None] Attempting to bind port 24c37ab6-dff6-44c9-b584-83c8efc47566 on host n-d-836017-2 for vnic_type normal with profile {{(pid=84766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:38:08.574508 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.managers [None req-f3e9aaee-1264-4534-902b-29955c23b593 None None] Attempting to bind port 24c37ab6-dff6-44c9-b584-83c8efc47566 by drivers openvswitch,hyperv on host n-d-836017-2 at level 0 using segments [{'id': '4988a6fa-3700-4d76-b344-877fc1f45fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '907b3800-8be3-4c78-9411-07f6490aed83'}] {{(pid=84766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:38:08.581773 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e9aaee-1264-4534-902b-29955c23b593 None None] Attempting to bind port 24c37ab6-dff6-44c9-b584-83c8efc47566 on network 907b3800-8be3-4c78-9411-07f6490aed83 {{(pid=84766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:38:08.594498 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e9aaee-1264-4534-902b-29955c23b593 None None] Checking agent: {'id': 'df2a5cfe-6839-400b-a998-e4fffce70f45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 8, 22), 'started_at': datetime.datetime(2022, 4, 18, 19, 8, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:38:08.595270 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e9aaee-1264-4534-902b-29955c23b593 None None] Checking segment: {'id': '4988a6fa-3700-4d76-b344-877fc1f45fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '907b3800-8be3-4c78-9411-07f6490aed83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:38:08.596568 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-f3e9aaee-1264-4534-902b-29955c23b593 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:08.597241 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e9aaee-1264-4534-902b-29955c23b593 None None] Bound using segment: {'id': '4988a6fa-3700-4d76-b344-877fc1f45fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '907b3800-8be3-4c78-9411-07f6490aed83'} {{(pid=84766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:38:08.598069 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.managers [None req-f3e9aaee-1264-4534-902b-29955c23b593 None None] Bound port: 24c37ab6-dff6-44c9-b584-83c8efc47566, host: n-d-836017-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4988a6fa-3700-4d76-b344-877fc1f45fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '907b3800-8be3-4c78-9411-07f6490aed83'}}] {{(pid=84766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:38:08.598786 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-f3e9aaee-1264-4534-902b-29955c23b593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:08.636888 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ffb5a2a2-bf18-4b80-88fd-d489bc69c7f4 req-dd925964-694e-45ad-95ba-cf46f1f5d0a4 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a4a2cd18-c761-492e-bba0-8129922f27b7 HTTP/1.1" status: 200 len: 210 time: 0.4012718 Apr 18 19:38:08.899622 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-09baa5f4-d9c0-4681-a7c3-8ba3ef04c3c3 tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:38:08.910985 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-a9fc20af-aebb-487c-9a34-3bada275a01c tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Calling delete_port for 72316f46-42c2-4460-8dd9-06c252cce511 owned by {{(pid=84764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:38:08.971068 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-09baa5f4-d9c0-4681-a7c3-8ba3ef04c3c3 tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Usage tracker for resource:security_group and tenant:11fa110afd504f4180500a31ab517fd5 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:38:08.978061 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-09baa5f4-d9c0-4681-a7c3-8ba3ef04c3c3 tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:38:09.017018 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.db [None req-f3e9aaee-1264-4534-902b-29955c23b593 None None] For port 24c37ab6-dff6-44c9-b584-83c8efc47566, host n-d-836017-2, cleared binding levels {{(pid=84766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:38:09.023051 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-09baa5f4-d9c0-4681-a7c3-8ba3ef04c3c3 tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:38:09.029212 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.db [None req-f3e9aaee-1264-4534-902b-29955c23b593 None None] For port 24c37ab6-dff6-44c9-b584-83c8efc47566, host n-d-836017-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=24c37ab6-dff6-44c9-b584-83c8efc47566,segment=NetworkSegment(4988a6fa-3700-4d76-b344-877fc1f45fa9),segment_id=4988a6fa-3700-4d76-b344-877fc1f45fa9)] {{(pid=84766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:38:09.101027 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-f3e9aaee-1264-4534-902b-29955c23b593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:09.169606 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-368ea04b-e40a-4edf-90e2-5a856ac21ec2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:09.216274 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa09b26-a6f9-4ee3-a846-881a8517372a req-0a713132-d22f-4e5c-b2b0-b6373f92b5f2 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:09.233260 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8fa09b26-a6f9-4ee3-a846-881a8517372a req-0a713132-d22f-4e5c-b2b0-b6373f92b5f2 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc241502-73b0-4fc6-a2be-6b088d11294b HTTP/1.1" status: 200 len: 946 time: 0.3840761 Apr 18 19:38:09.285139 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e9aaee-1264-4534-902b-29955c23b593 None None] Routers {'70541714-e3a3-4cf4-ada3-a103e46f8e0b'} bound to L3 agent in host n-d-836017-2 {{(pid=84766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:38:09.285664 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-f3e9aaee-1264-4534-902b-29955c23b593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:37:50Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['70541714-e3a3-4cf4-ada3-a103e46f8e0b'], 'active': True} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:38:09.342644 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0db098-d832-43ba-a17e-3fa58cc660f8 req-194c3427-6267-4886-ad14-6d565002b19f tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:09.344609 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-cd0db098-d832-43ba-a17e-3fa58cc660f8 req-194c3427-6267-4886-ad14-6d565002b19f tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.72 "GET /v2.0/networks?id=47c820f3-b421-48a9-a537-e0e4851dd399 HTTP/1.1" status: 200 len: 814 time: 0.6873975 Apr 18 19:38:09.386259 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-368ea04b-e40a-4edf-90e2-5a856ac21ec2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:09.488534 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-cd0db098-d832-43ba-a17e-3fa58cc660f8 req-7db20166-70c0-4dd2-9d17-9b76425122dc tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Request body: {'port': {'device_id': 'a4a2cd18-c761-492e-bba0-8129922f27b7', 'network_id': '47c820f3-b421-48a9-a537-e0e4851dd399', 'admin_state_up': True, 'tenant_id': 'f23daf946b4d4874b9d361b56e2fb9b5'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:38:09.515134 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-09baa5f4-d9c0-4681-a7c3-8ba3ef04c3c3 tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:09.597161 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-09baa5f4-d9c0-4681-a7c3-8ba3ef04c3c3 tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:38:09.602712 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-09baa5f4-d9c0-4681-a7c3-8ba3ef04c3c3 tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Usage tracker for resource:security_group_rule and tenant:11fa110afd504f4180500a31ab517fd5 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:38:09.620323 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-09baa5f4-d9c0-4681-a7c3-8ba3ef04c3c3 tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:38:09.632681 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-09baa5f4-d9c0-4681-a7c3-8ba3ef04c3c3 tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:38:09.715806 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-368ea04b-e40a-4edf-90e2-5a856ac21ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:09.786210 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8fa09b26-a6f9-4ee3-a846-881a8517372a req-5e5cd55b-c4a0-48bf-a86f-7b32963d46cb tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] 10.222.0.69 "GET /v2.0/security-groups?id=2b04a52b-dc01-409d-822c-7f24c54134e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5517693 Apr 18 19:38:09.806830 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368ea04b-e40a-4edf-90e2-5a856ac21ec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=103f4c74-7d1f-4a9d-adda-fb0a1d359879,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:09.818874 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386c099c-7de1-41be-8357-dff90b85b13d None None] Pushing event updated for resources: {'Port': ['ID=24c37ab6-dff6-44c9-b584-83c8efc47566,revision_number=4']} {{(pid=84766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:09.819395 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-09baa5f4-d9c0-4681-a7c3-8ba3ef04c3c3 tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:09.881945 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-368ea04b-e40a-4edf-90e2-5a856ac21ec2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:09.883425 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-368ea04b-e40a-4edf-90e2-5a856ac21ec2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/103f4c74-7d1f-4a9d-adda-fb0a1d359879 HTTP/1.1" status: 204 len: 168 time: 1.5443127 Apr 18 19:38:09.912689 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-a9fc20af-aebb-487c-9a34-3bada275a01c tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:09.939717 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-cd0db098-d832-43ba-a17e-3fa58cc660f8 req-7db20166-70c0-4dd2-9d17-9b76425122dc tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:38:09.944935 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-09baa5f4-d9c0-4681-a7c3-8ba3ef04c3c3 tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:09.957731 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-cd0db098-d832-43ba-a17e-3fa58cc660f8 req-7db20166-70c0-4dd2-9d17-9b76425122dc tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:38:09.962715 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-f1ec7762-8628-45be-92fd-d5016107b8f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417398'] for router_interface, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:09.962991 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvr_db [None req-f3e9aaee-1264-4534-902b-29955c23b593 None None] Set router 70541714-e3a3-4cf4-ada3-a103e46f8e0b gateway port host: n-d-836017-2 {{(pid=84766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:38:10.177971 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd0db098-d832-43ba-a17e-3fa58cc660f8 req-7db20166-70c0-4dd2-9d17-9b76425122dc tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Made reservation on behalf of f23daf946b4d4874b9d361b56e2fb9b5 for: {'port': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:38:10.181664 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-cd0db098-d832-43ba-a17e-3fa58cc660f8 req-7db20166-70c0-4dd2-9d17-9b76425122dc tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:10.182922 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fc20af-aebb-487c-9a34-3bada275a01c tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Pushing event deleted for resources: {'Port': ['ID=72316f46-42c2-4460-8dd9-06c252cce511,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:10.246312 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-09baa5f4-d9c0-4681-a7c3-8ba3ef04c3c3 tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:10.253091 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-09baa5f4-d9c0-4681-a7c3-8ba3ef04c3c3 tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 1.8526368 Apr 18 19:38:10.274187 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 36078) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:10.282619 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-875e96ca-0d1f-4887-90be-b061ca8d89f4 tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Request body: {'security_group_rule': {'security_group_id': '11cffa75-c58f-4a7d-85dc-3db8046977bd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:38:10.327310 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09baa5f4-d9c0-4681-a7c3-8ba3ef04c3c3 tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11cffa75-c58f-4a7d-85dc-3db8046977bd,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:10.357506 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-a9fc20af-aebb-487c-9a34-3bada275a01c tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:10.359984 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-a9fc20af-aebb-487c-9a34-3bada275a01c tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "DELETE /v2.0/ports/72316f46-42c2-4460-8dd9-06c252cce511 HTTP/1.1" status: 204 len: 168 time: 3.3896306 Apr 18 19:38:10.364770 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 36084) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:10.485730 n-d-836017-2 neutron-server[84764]: INFO neutron.pecan_wsgi.hooks.translation [None req-70f69aa7-280a-4af6-afe8-c72f3a2d3470 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] GET failed (client error): The resource could not be found. Apr 18 19:38:10.486241 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-70f69aa7-280a-4af6-afe8-c72f3a2d3470 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Synchronizing usage tracker for tenant:8097f6133aa24824a0d11d98456dfce8 on resource:port {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:38:10.522700 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd5980d-b985-4d7e-9b5d-65c05e5bbfc0 req-b68743e0-a00c-4ceb-94e9-b04dba6ae292 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:10.528123 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd5980d-b985-4d7e-9b5d-65c05e5bbfc0 req-b68743e0-a00c-4ceb-94e9-b04dba6ae292 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:10.541557 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-dbd5980d-b985-4d7e-9b5d-65c05e5bbfc0 req-b68743e0-a00c-4ceb-94e9-b04dba6ae292 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] 10.222.0.69 "GET /v2.0/ports?device_id=012c79ba-837f-4083-8180-a6605aaa25b9&device_id=648d516b-9b02-4da2-9290-9c21f1872f59 HTTP/1.1" status: 200 len: 1683 time: 0.7187250 Apr 18 19:38:10.620027 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-f3e9aaee-1264-4534-902b-29955c23b593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70541714-e3a3-4cf4-ada3-a103e46f8e0b', 'name': 'tempest-ServersTestManualDisk-37169976-router', 'tenant_id': '11fa110afd504f4180500a31ab517fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '5e2288af-769a-4eb6-8420-8eaab9abe4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:37:27Z', 'updated_at': '2022-04-18T19:37:57Z', 'revision_number': 4, 'project_id': '11fa110afd504f4180500a31ab517fd5', 'gw_port': {'id': '5e2288af-769a-4eb6-8420-8eaab9abe4ca', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ea:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70541714-e3a3-4cf4-ada3-a103e46f8e0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:37:31Z', 'updated_at': '2022-04-18T19:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_interfaces': [{'id': '24c37ab6-dff6-44c9-b584-83c8efc47566', 'name': '', 'network_id': '907b3800-8be3-4c78-9411-07f6490aed83', 'tenant_id': '11fa110afd504f4180500a31ab517fd5', 'mac_address': 'fa:16:3e:76:78:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70541714-e3a3-4cf4-ada3-a103e46f8e0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ba52fbae-1fb9-4ec8-b27f-ceb3ad82d8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:37:53Z', 'updated_at': '2022-04-18T19:38:09Z', 'revision_number': 4, 'project_id': '11fa110afd504f4180500a31ab517fd5', 'subnets': [{'id': 'ba52fbae-1fb9-4ec8-b27f-ceb3ad82d8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-2', False) {} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:38:10.635068 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e9aaee-1264-4534-902b-29955c23b593 None None] The sync data for ids ['70541714-e3a3-4cf4-ada3-a103e46f8e0b'] in n-d-836017-2 is: [{'id': '70541714-e3a3-4cf4-ada3-a103e46f8e0b', 'name': 'tempest-ServersTestManualDisk-37169976-router', 'tenant_id': '11fa110afd504f4180500a31ab517fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '5e2288af-769a-4eb6-8420-8eaab9abe4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:37:27Z', 'updated_at': '2022-04-18T19:37:57Z', 'revision_number': 4, 'project_id': '11fa110afd504f4180500a31ab517fd5', 'gw_port': {'id': '5e2288af-769a-4eb6-8420-8eaab9abe4ca', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ea:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70541714-e3a3-4cf4-ada3-a103e46f8e0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:37:31Z', 'updated_at': '2022-04-18T19:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_interfaces': [{'id': '24c37ab6-dff6-44c9-b584-83c8efc47566', 'name': '', 'network_id': '907b3800-8be3-4c78-9411-07f6490aed83', 'tenant_id': '11fa110afd504f4180500a31ab517fd5', 'mac_address': 'fa:16:3e:76:78:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70541714-e3a3-4cf4-ada3-a103e46f8e0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ba52fbae-1fb9-4ec8-b27f-ceb3ad82d8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:37:53Z', 'updated_at': '2022-04-18T19:38:09Z', 'revision_number': 4, 'project_id': '11fa110afd504f4180500a31ab517fd5', 'subnets': [{'id': 'ba52fbae-1fb9-4ec8-b27f-ceb3ad82d8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:38:10.673559 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-dbd5980d-b985-4d7e-9b5d-65c05e5bbfc0 req-74db040f-d50f-4dde-9c13-1a40cad279d5 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] 10.222.0.69 "GET /v2.0/security-groups?id=2acc624c-9329-4157-819e-89822d3c0c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304047 Apr 18 19:38:10.723317 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-70f69aa7-280a-4af6-afe8-c72f3a2d3470 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Unset dirty status for tenant:8097f6133aa24824a0d11d98456dfce8 on resource:port {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:38:10.725964 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-70f69aa7-280a-4af6-afe8-c72f3a2d3470 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "GET /v2.0/ports/72316f46-42c2-4460-8dd9-06c252cce511 HTTP/1.1" status: 404 len: 333 time: 0.3576758 Apr 18 19:38:10.727712 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 36090) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:10.958930 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_common [req-cd0db098-d832-43ba-a17e-3fa58cc660f8 req-7db20166-70c0-4dd2-9d17-9b76425122dc tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Allocated IP 172.20.0.2 (47c820f3-b421-48a9-a537-e0e4851dd399/796a481f-8e54-4cc2-b013-83edb23d78ce/b8ef584f-da63-445b-9d06-fa0ca5655e03) {{(pid=84763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:38:11.091938 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 36094) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:11.159060 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-d3aeef56-67cd-42cb-9050-ed77ac172bda admin admin] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:11.215262 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-19a78662-5bfa-4b6f-823a-405973f11745 req-5d7ece5a-0faa-4df1-8e70-1dbb8d481edd tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a4a2cd18-c761-492e-bba0-8129922f27b7 HTTP/1.1" status: 200 len: 210 time: 1.0075457 Apr 18 19:38:11.228513 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-875e96ca-0d1f-4887-90be-b061ca8d89f4 tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:38:11.272106 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-875e96ca-0d1f-4887-90be-b061ca8d89f4 tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Usage tracker for resource:security_group_rule and tenant:11fa110afd504f4180500a31ab517fd5 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:38:11.278830 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-d3aeef56-67cd-42cb-9050-ed77ac172bda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:38:11.287518 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-875e96ca-0d1f-4887-90be-b061ca8d89f4 tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:38:11.302290 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-875e96ca-0d1f-4887-90be-b061ca8d89f4 tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:38:11.339611 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-cd0db098-d832-43ba-a17e-3fa58cc660f8 req-7db20166-70c0-4dd2-9d17-9b76425122dc tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Notify callbacks [] for port, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:11.356689 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-d3aeef56-67cd-42cb-9050-ed77ac172bda admin admin] Usage tracker for resource:security_group_rule and tenant:c3a64e89504a4d8db817ffb08557bf10 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:38:11.360336 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-d3aeef56-67cd-42cb-9050-ed77ac172bda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:38:11.369520 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-d3aeef56-67cd-42cb-9050-ed77ac172bda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:38:11.412227 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fb9e733-3f13-49d1-aa0e-4121fc8de003 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Deleting subnet 55c5183f-7ecd-4ced-b100-1f5491fe5fa7 {{(pid=84764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:38:11.432007 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-0fb9e733-3f13-49d1-aa0e-4121fc8de003 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks [] for subnet, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:11.526149 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3287536-6fa1-4309-8164-ba79e6aaf6cf req-03654482-6df8-4103-a461-bd9c597006fb tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:11.527671 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c3287536-6fa1-4309-8164-ba79e6aaf6cf req-03654482-6df8-4103-a461-bd9c597006fb tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad2f324e-f544-42c4-8c30-3fe72cc44b89 HTTP/1.1" status: 200 len: 945 time: 0.5864530 Apr 18 19:38:11.623369 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-0fb9e733-3f13-49d1-aa0e-4121fc8de003 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66931798'] for subnet, precommit_delete_associations {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:11.702311 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 24c37ab6-dff6-44c9-b584-83c8efc47566 up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:38:11.705892 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-d3aeef56-67cd-42cb-9050-ed77ac172bda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:11.741766 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-875e96ca-0d1f-4887-90be-b061ca8d89f4 tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:11.750065 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-cd0db098-d832-43ba-a17e-3fa58cc660f8 req-7db20166-70c0-4dd2-9d17-9b76425122dc tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:11.778246 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c3287536-6fa1-4309-8164-ba79e6aaf6cf req-5c706a37-611c-4090-938e-18a7b11e412c tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] 10.222.0.69 "GET /v2.0/security-groups?id=2b04a52b-dc01-409d-822c-7f24c54134e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420721 Apr 18 19:38:11.827196 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-d3aeef56-67cd-42cb-9050-ed77ac172bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:11.849037 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] get_ports_and_sgs() called for port_ids ['c2d41a20-8113-45ca-a446-3bd7c51b739f'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:38:11.928153 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-d3aeef56-67cd-42cb-9050-ed77ac172bda admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c3a64e89504a4d8db817ffb08557bf10&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8350170 Apr 18 19:38:11.929023 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 36112) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:11.930347 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-0fb9e733-3f13-49d1-aa0e-4121fc8de003 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1258508'] for subnet, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:11.966010 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-875e96ca-0d1f-4887-90be-b061ca8d89f4 tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:12.081100 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-875e96ca-0d1f-4887-90be-b061ca8d89f4 tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484852'] for security_group_rule, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:12.107592 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd0db098-d832-43ba-a17e-3fa58cc660f8 req-7db20166-70c0-4dd2-9d17-9b76425122dc tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Network 47c820f3-b421-48a9-a537-e0e4851dd399 is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:38:12.132251 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aeef56-67cd-42cb-9050-ed77ac172bda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a08f770-e78b-4e4d-bdaa-e9c6b03279b5,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:12.172455 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [req-cd0db098-d832-43ba-a17e-3fa58cc660f8 req-7db20166-70c0-4dd2-9d17-9b76425122dc tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:38:12.195817 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-5822aad3-51be-43e9-9c05-479168acdef0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:12.197761 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd0db098-d832-43ba-a17e-3fa58cc660f8 req-7db20166-70c0-4dd2-9d17-9b76425122dc tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Received port after_create {{(pid=84763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:38:12.263320 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-5822aad3-51be-43e9-9c05-479168acdef0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:12.308220 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-0fb9e733-3f13-49d1-aa0e-4121fc8de003 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1258501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2290876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65862598'] for subnet, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:12.370160 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875e96ca-0d1f-4887-90be-b061ca8d89f4 tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e1efd70-f64f-45cf-962d-db396408069c,revision_number=0']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:12.376949 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db20166-70c0-4dd2-9d17-9b76425122dc tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Pushing event updated for resources: {'Port': ['ID=b8ef584f-da63-445b-9d06-fa0ca5655e03,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:12.385920 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0db098-d832-43ba-a17e-3fa58cc660f8 req-7db20166-70c0-4dd2-9d17-9b76425122dc tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:12.385920 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-cd0db098-d832-43ba-a17e-3fa58cc660f8 req-7db20166-70c0-4dd2-9d17-9b76425122dc tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:12.437246 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eac8482-6bdc-42bf-bad9-c62cd7867f98 None None] Network 0cf7a790-4a90-467c-a9f1-240cbdc8d720 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:38:12.437496 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-0fb9e733-3f13-49d1-aa0e-4121fc8de003 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for subnet, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:12.441756 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb9e733-3f13-49d1-aa0e-4121fc8de003 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Pushing event deleted for resources: {'Subnet': ['ID=55c5183f-7ecd-4ced-b100-1f5491fe5fa7,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:12.459082 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-0fb9e733-3f13-49d1-aa0e-4121fc8de003 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "DELETE /v2.0/subnets/55c5183f-7ecd-4ced-b100-1f5491fe5fa7 HTTP/1.1" status: 204 len: 168 time: 1.7300663 Apr 18 19:38:12.464835 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 36122) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:12.560976 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning for port 24c37ab6-dff6-44c9-b584-83c8efc47566 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:38:12.572217 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port 24c37ab6-dff6-44c9-b584-83c8efc47566 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:38:12.572988 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:12.610052 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-875e96ca-0d1f-4887-90be-b061ca8d89f4 tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:12.611383 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-875e96ca-0d1f-4887-90be-b061ca8d89f4 tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 2.3357444 Apr 18 19:38:12.613014 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-cd0db098-d832-43ba-a17e-3fa58cc660f8 req-7db20166-70c0-4dd2-9d17-9b76425122dc tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1350272 Apr 18 19:38:12.619626 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 36126) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:12.628089 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-cd0db098-d832-43ba-a17e-3fa58cc660f8 req-6e61b46c-14f5-45b4-bc27-ebd826c7edc8 service neutron] Request body: {'port': {'device_id': 'a4a2cd18-c761-492e-bba0-8129922f27b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-2'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:38:12.680608 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-e02f32a2-b7f3-4b54-b31e-fec211a98a4d tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:12.691133 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-73ada54d-b53d-40d2-a385-c959f597b785 tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Request body: {'security_group_rule': {'security_group_id': '11cffa75-c58f-4a7d-85dc-3db8046977bd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:38:12.696786 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-e02f32a2-b7f3-4b54-b31e-fec211a98a4d tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Deleting port 9a724a42-620f-4db4-946c-bdddb79ede47 {{(pid=84764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:38:12.700879 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-e02f32a2-b7f3-4b54-b31e-fec211a98a4d tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:12.753755 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-5822aad3-51be-43e9-9c05-479168acdef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:12.758307 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-73ada54d-b53d-40d2-a385-c959f597b785 tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:38:12.771572 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-73ada54d-b53d-40d2-a385-c959f597b785 tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Usage tracker for resource:security_group_rule and tenant:11fa110afd504f4180500a31ab517fd5 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:38:12.782366 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-73ada54d-b53d-40d2-a385-c959f597b785 tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:38:12.798317 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-73ada54d-b53d-40d2-a385-c959f597b785 tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:38:12.867179 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:12.920507 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] For port 24c37ab6-dff6-44c9-b584-83c8efc47566, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=24c37ab6-dff6-44c9-b584-83c8efc47566,segment=NetworkSegment(4988a6fa-3700-4d76-b344-877fc1f45fa9),segment_id=4988a6fa-3700-4d76-b344-877fc1f45fa9)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:38:12.925764 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5822aad3-51be-43e9-9c05-479168acdef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a08f770-e78b-4e4d-bdaa-e9c6b03279b5,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:12.952941 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-5822aad3-51be-43e9-9c05-479168acdef0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:12.957025 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-5822aad3-51be-43e9-9c05-479168acdef0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2a08f770-e78b-4e4d-bdaa-e9c6b03279b5 HTTP/1.1" status: 204 len: 168 time: 0.9483089 Apr 18 19:38:13.020650 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:13.088474 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-73ada54d-b53d-40d2-a385-c959f597b785 tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:13.099970 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24561fbe-5ae1-4a7e-99e5-04bdd7b62d3a None None] DHCP port deletion for 0cf7a790-4a90-467c-a9f1-240cbdc8d720 request from n-d-836017-2 {{(pid=84765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 19:38:13.141937 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-24561fbe-5ae1-4a7e-99e5-04bdd7b62d3a None None] Deleting port 9a724a42-620f-4db4-946c-bdddb79ede47 {{(pid=84765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:38:13.142328 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-24561fbe-5ae1-4a7e-99e5-04bdd7b62d3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:13.153262 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-cd0db098-d832-43ba-a17e-3fa58cc660f8 req-6e61b46c-14f5-45b4-bc27-ebd826c7edc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:13.242793 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Pushing event updated for resources: {'Port': ['ID=24c37ab6-dff6-44c9-b584-83c8efc47566,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:13.311370 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [None req-e02f32a2-b7f3-4b54-b31e-fec211a98a4d tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] For port 9a724a42-620f-4db4-946c-bdddb79ede47, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=9a724a42-620f-4db4-946c-bdddb79ede47,segment=NetworkSegment(16db42c3-a8b9-4b8c-a3d4-d8830ea5c3df),segment_id=16db42c3-a8b9-4b8c-a3d4-d8830ea5c3df)] {{(pid=84764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:38:13.311782 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-e02f32a2-b7f3-4b54-b31e-fec211a98a4d tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:13.351861 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-73ada54d-b53d-40d2-a385-c959f597b785 tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:13.482812 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-73ada54d-b53d-40d2-a385-c959f597b785 tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484852'] for security_group_rule, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:13.528010 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1ec7762-8628-45be-92fd-d5016107b8f8 admin admin] Router 93402aa3-237a-4a2b-8122-fbd9b2efd80a has already been hosted by L3 agent 21b59c62-f184-4169-bc3e-79831cc043e8 {{(pid=84763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:38:13.551925 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-24561fbe-5ae1-4a7e-99e5-04bdd7b62d3a None None] For port 9a724a42-620f-4db4-946c-bdddb79ede47, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=9a724a42-620f-4db4-946c-bdddb79ede47,segment=NetworkSegment(16db42c3-a8b9-4b8c-a3d4-d8830ea5c3df),segment_id=16db42c3-a8b9-4b8c-a3d4-d8830ea5c3df)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:38:13.552341 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-24561fbe-5ae1-4a7e-99e5-04bdd7b62d3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:13.567138 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ada54d-b53d-40d2-a385-c959f597b785 tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b1e1c50-ac44-4555-a162-6bce9a83cdbf,revision_number=0']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:13.886013 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-73ada54d-b53d-40d2-a385-c959f597b785 tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:13.887349 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-73ada54d-b53d-40d2-a385-c959f597b785 tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.2652340 Apr 18 19:38:13.925657 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 36146) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:13.933059 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 24c37ab6-dff6-44c9-b584-83c8efc47566 up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:38:13.939020 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-e02f32a2-b7f3-4b54-b31e-fec211a98a4d tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Calling delete_port for 9a724a42-620f-4db4-946c-bdddb79ede47 owned by network:dhcp {{(pid=84764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:38:13.998006 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7112d8-02e2-4789-b029-c18a50c5b408 req-732ea740-ab85-4d7c-a43e-ee77661451ea tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:14.025510 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-3c7112d8-02e2-4789-b029-c18a50c5b408 req-732ea740-ab85-4d7c-a43e-ee77661451ea tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a4a2cd18-c761-492e-bba0-8129922f27b7 HTTP/1.1" status: 200 len: 931 time: 1.0743899 Apr 18 19:38:14.039237 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-24561fbe-5ae1-4a7e-99e5-04bdd7b62d3a None None] Calling delete_port for 9a724a42-620f-4db4-946c-bdddb79ede47 owned by network:dhcp {{(pid=84765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:38:14.094028 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-75871313-a57f-4d19-b482-1a5dc5d42d9c tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Request body: {'floatingip': {'floating_network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:38:14.134381 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-75871313-a57f-4d19-b482-1a5dc5d42d9c tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:38:14.182203 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-3c7112d8-02e2-4789-b029-c18a50c5b408 req-cd2074f3-607c-43ee-811e-1d820c436e52 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556237 Apr 18 19:38:14.195677 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-e02f32a2-b7f3-4b54-b31e-fec211a98a4d tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:14.263907 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-75871313-a57f-4d19-b482-1a5dc5d42d9c tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Usage tracker for resource:floatingip and tenant:11fa110afd504f4180500a31ab517fd5 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:38:14.279559 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port 24c37ab6-dff6-44c9-b584-83c8efc47566 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:38:14.279924 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:14.311351 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-24561fbe-5ae1-4a7e-99e5-04bdd7b62d3a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84765) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 19:38:14.316220 n-d-836017-2 neutron-server[84765]: DEBUG oslo_db.api [None req-24561fbe-5ae1-4a7e-99e5-04bdd7b62d3a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 19:38:14.422990 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02f32a2-b7f3-4b54-b31e-fec211a98a4d tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] No DVR routers for this DVR port 9a724a42-620f-4db4-946c-bdddb79ede47 on host n-d-836017-2 {{(pid=84764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:38:14.598063 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-75871313-a57f-4d19-b482-1a5dc5d42d9c tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:38:14.685013 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 9a724a42-620f-4db4-946c-bdddb79ede47 no longer exists at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:38:14.731316 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] No Port match for: 9a724a42-620f-4db4-946c-bdddb79ede47 {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:38:14.732541 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 9a724a42-620f-4db4-946c-bdddb79ede47 not bound to the agent host n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:38:14.748699 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-e02f32a2-b7f3-4b54-b31e-fec211a98a4d tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256345', 'neutron.services.segments.db._delete_segments_for_network-8791093852025'] for network, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:14.765355 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02f32a2-b7f3-4b54-b31e-fec211a98a4d tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Pushing event deleted for resources: {'Port': ['ID=9a724a42-620f-4db4-946c-bdddb79ede47,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:14.771493 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-75871313-a57f-4d19-b482-1a5dc5d42d9c tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:38:14.813878 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-24561fbe-5ae1-4a7e-99e5-04bdd7b62d3a None None] Deleting port 9a724a42-620f-4db4-946c-bdddb79ede47 {{(pid=84765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:38:14.815395 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-24561fbe-5ae1-4a7e-99e5-04bdd7b62d3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:14.836445 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-e02f32a2-b7f3-4b54-b31e-fec211a98a4d tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cf7a790-4a90-467c-a9f1-240cbdc8d720']}} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:38:14.864013 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-e02f32a2-b7f3-4b54-b31e-fec211a98a4d tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16db42c3-a8b9-4b8c-a3d4-d8830ea5c3df') {'for_net_delete': True} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:38:14.864331 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-e02f32a2-b7f3-4b54-b31e-fec211a98a4d tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16db42c3-a8b9-4b8c-a3d4-d8830ea5c3df') {} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:38:14.883558 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-e02f32a2-b7f3-4b54-b31e-fec211a98a4d tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791093851908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66932133'] for segment, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:14.937144 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-75871313-a57f-4d19-b482-1a5dc5d42d9c tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Notify callbacks [] for floatingip, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:15.011049 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-24561fbe-5ae1-4a7e-99e5-04bdd7b62d3a None None] The port '9a724a42-620f-4db4-946c-bdddb79ede47' was deleted {{(pid=84765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 19:38:15.045487 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [req-cd0db098-d832-43ba-a17e-3fa58cc660f8 req-6e61b46c-14f5-45b4-bc27-ebd826c7edc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8ef584f-da63-445b-9d06-fa0ca5655e03 {{(pid=84763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:38:15.083893 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-e02f32a2-b7f3-4b54-b31e-fec211a98a4d tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:15.127720 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-cd0db098-d832-43ba-a17e-3fa58cc660f8 req-6e61b46c-14f5-45b4-bc27-ebd826c7edc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:15.138640 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e02f32a2-b7f3-4b54-b31e-fec211a98a4d tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=84764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:38:15.142628 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-e02f32a2-b7f3-4b54-b31e-fec211a98a4d tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2290898'] for segment, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:15.170571 n-d-836017-2 neutron-server[84764]: Traceback (most recent call last): Apr 18 19:38:15.170571 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:38:15.170571 n-d-836017-2 neutron-server[84764]: timer() Apr 18 19:38:15.170571 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:38:15.170571 n-d-836017-2 neutron-server[84764]: cb(*args, **kw) Apr 18 19:38:15.170571 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:38:15.170571 n-d-836017-2 neutron-server[84764]: return func(*args, **kwargs) Apr 18 19:38:15.170571 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:38:15.170571 n-d-836017-2 neutron-server[84764]: self._notify() Apr 18 19:38:15.170571 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:38:15.170571 n-d-836017-2 neutron-server[84764]: self.callback(batched_events) Apr 18 19:38:15.170571 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:38:15.170571 n-d-836017-2 neutron-server[84764]: event.method(event) Apr 18 19:38:15.170571 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:38:15.170571 n-d-836017-2 neutron-server[84764]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:38:15.170571 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:38:15.170571 n-d-836017-2 neutron-server[84764]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:38:15.170571 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:38:15.170571 n-d-836017-2 neutron-server[84764]: return f(self, *a, **k) Apr 18 19:38:15.170571 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:38:15.170571 n-d-836017-2 neutron-server[84764]: return self._get(url).json() Apr 18 19:38:15.170571 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:38:15.170571 n-d-836017-2 neutron-server[84764]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:38:15.170571 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:38:15.170571 n-d-836017-2 neutron-server[84764]: return self.request(url, 'GET', **kwargs) Apr 18 19:38:15.170571 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:38:15.170571 n-d-836017-2 neutron-server[84764]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:38:15.170571 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:38:15.170571 n-d-836017-2 neutron-server[84764]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:38:15.170571 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:38:15.170571 n-d-836017-2 neutron-server[84764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:38:15.170571 n-d-836017-2 neutron-server[84764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:38:15.233442 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36429c2e-036f-4f9f-b96f-33785ffc8ce8 req-5dc2d06d-1f6b-431e-b45c-f94ab242b340 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:15.235357 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-36429c2e-036f-4f9f-b96f-33785ffc8ce8 req-5dc2d06d-1f6b-431e-b45c-f94ab242b340 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] 10.222.0.72 "GET /v2.0/ports?device_id=ad2f324e-f544-42c4-8c30-3fe72cc44b89 HTTP/1.1" status: 200 len: 945 time: 1.0876093 Apr 18 19:38:15.329091 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-36429c2e-036f-4f9f-b96f-33785ffc8ce8 req-7810e2e8-7895-4a16-a1e9-c6e037e0f12d tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Deleting port 04868837-469c-4f7b-9337-bf6e5e350a51 {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:38:15.329605 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-36429c2e-036f-4f9f-b96f-33785ffc8ce8 req-7810e2e8-7895-4a16-a1e9-c6e037e0f12d tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:15.357245 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd345f55-69d4-476e-b810-c79bb60c810b req-ea56dedf-9e0a-4a3f-bb39-77b3a16d208b tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:15.358757 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-dd345f55-69d4-476e-b810-c79bb60c810b req-ea56dedf-9e0a-4a3f-bb39-77b3a16d208b tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] 10.222.0.72 "GET /v2.0/ports?device_id=012c79ba-837f-4083-8180-a6605aaa25b9 HTTP/1.1" status: 200 len: 946 time: 0.3256605 Apr 18 19:38:15.366352 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b89b663-af11-4575-a20b-d4cd36c27336 req-70bc58f2-5de7-4bf6-ad2b-44983852e2ba tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:15.369230 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-7b89b663-af11-4575-a20b-d4cd36c27336 req-70bc58f2-5de7-4bf6-ad2b-44983852e2ba tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] 10.222.0.69 "GET /v2.0/networks?id=dea5a6b8-71f3-4fa4-97c3-dd81515f0420 HTTP/1.1" status: 200 len: 812 time: 0.4618752 Apr 18 19:38:15.369951 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06332af-7d14-4d76-866b-909b0c19f0ce req-a55f3b36-e59d-4bba-92dc-46d8a4be061d tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:15.371627 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f06332af-7d14-4d76-866b-909b0c19f0ce req-a55f3b36-e59d-4bba-92dc-46d8a4be061d tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] 10.222.0.69 "GET /v2.0/ports?device_id=648d516b-9b02-4da2-9290-9c21f1872f59 HTTP/1.1" status: 200 len: 946 time: 0.5545127 Apr 18 19:38:15.387380 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c776f479-4990-4028-bd11-32e6b0452983 req-93fa86a6-82f4-4d13-b3c8-a4b0d4cb9ed4 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:15.389360 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-c776f479-4990-4028-bd11-32e6b0452983 req-93fa86a6-82f4-4d13-b3c8-a4b0d4cb9ed4 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] 10.222.0.73 "GET /v2.0/ports?device_id=648d516b-9b02-4da2-9290-9c21f1872f59 HTTP/1.1" status: 200 len: 946 time: 0.9355969 Apr 18 19:38:15.424761 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [req-cd0db098-d832-43ba-a17e-3fa58cc660f8 req-6e61b46c-14f5-45b4-bc27-ebd826c7edc8 service neutron] Transition to ACTIVE for port object b8ef584f-da63-445b-9d06-fa0ca5655e03 will not be triggered until provisioned by entity L2. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:38:15.452736 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [req-dd345f55-69d4-476e-b810-c79bb60c810b req-237261a2-de8f-428a-bce6-8754b351fc79 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Deleting port 7aa8a36c-946d-4f2d-9809-cce6ddf1bddc {{(pid=84764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:38:15.453387 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-dd345f55-69d4-476e-b810-c79bb60c810b req-237261a2-de8f-428a-bce6-8754b351fc79 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:15.492416 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-e02f32a2-b7f3-4b54-b31e-fec211a98a4d tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416801'] for network, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:15.528796 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-e02f32a2-b7f3-4b54-b31e-fec211a98a4d tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:15.539060 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-cd0db098-d832-43ba-a17e-3fa58cc660f8 req-6e61b46c-14f5-45b4-bc27-ebd826c7edc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:15.557216 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02f32a2-b7f3-4b54-b31e-fec211a98a4d tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Pushing event deleted for resources: {'Network': ['ID=0cf7a790-4a90-467c-a9f1-240cbdc8d720,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:15.568698 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-7b89b663-af11-4575-a20b-d4cd36c27336 req-beb5f32a-3058-4ea5-9c54-e1907b6bf858 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] 10.222.0.69 "GET /v2.0/quotas/b24aa115869c4ccebfe654d4d215e4c2 HTTP/1.1" status: 200 len: 375 time: 0.0841651 Apr 18 19:38:15.603496 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-c776f479-4990-4028-bd11-32e6b0452983 req-db84fb45-5251-4140-8419-4af9e932f409 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Deleting port 00aa3f22-9bd8-4ee9-b7b5-f4c5649951f5 {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:38:15.603855 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-c776f479-4990-4028-bd11-32e6b0452983 req-db84fb45-5251-4140-8419-4af9e932f409 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:15.842444 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-e02f32a2-b7f3-4b54-b31e-fec211a98a4d tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "DELETE /v2.0/networks/0cf7a790-4a90-467c-a9f1-240cbdc8d720 HTTP/1.1" status: 204 len: 168 time: 3.3758352 Apr 18 19:38:15.847476 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-dd345f55-69d4-476e-b810-c79bb60c810b req-237261a2-de8f-428a-bce6-8754b351fc79 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] For port 7aa8a36c-946d-4f2d-9809-cce6ddf1bddc, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=7aa8a36c-946d-4f2d-9809-cce6ddf1bddc,segment=NetworkSegment(c3255f4b-ef57-4674-a268-31691e3a8b08),segment_id=c3255f4b-ef57-4674-a268-31691e3a8b08)] {{(pid=84764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:38:15.847884 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-dd345f55-69d4-476e-b810-c79bb60c810b req-237261a2-de8f-428a-bce6-8754b351fc79 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:15.859087 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 36186) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:15.871420 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-2a394a07-fa1c-4b16-a24c-42593a73559a tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1681149337'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:38:15.910635 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e61b46c-14f5-45b4-bc27-ebd826c7edc8 service neutron] Pushing event updated for resources: {'Port': ['ID=b8ef584f-da63-445b-9d06-fa0ca5655e03,revision_number=2']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:15.929974 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-2a394a07-fa1c-4b16-a24c-42593a73559a tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:38:16.052345 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [req-dd345f55-69d4-476e-b810-c79bb60c810b req-237261a2-de8f-428a-bce6-8754b351fc79 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Calling delete_port for 7aa8a36c-946d-4f2d-9809-cce6ddf1bddc owned by compute:nova {{(pid=84764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:38:16.072324 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f06332af-7d14-4d76-866b-909b0c19f0ce req-90e830a9-3201-4f7d-a8ec-25cd263168c1 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] 10.222.0.69 "GET /v2.0/security-groups?id=2acc624c-9329-4157-819e-89822d3c0c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6787241 Apr 18 19:38:16.089952 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-2a394a07-fa1c-4b16-a24c-42593a73559a tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Usage tracker for resource:network and tenant:8097f6133aa24824a0d11d98456dfce8 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:38:16.101563 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-2a394a07-fa1c-4b16-a24c-42593a73559a tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:38:16.122009 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-2a394a07-fa1c-4b16-a24c-42593a73559a tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:38:16.184454 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-7b89b663-af11-4575-a20b-d4cd36c27336 req-3b200dde-5a1b-47cb-b356-73a43bfca507 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=b24aa115869c4ccebfe654d4d215e4c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6147695 Apr 18 19:38:16.318865 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1ec7762-8628-45be-92fd-d5016107b8f8 admin admin] Notify agent at l3_agent.n-d-836017-2 the message routers_updated {{(pid=84763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:38:16.333523 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1332b10d-ec5b-40ac-975c-316ac75e74cd None None] Sync routers for ids ['93402aa3-237a-4a2b-8122-fbd9b2efd80a'] in n-d-836017-2 {{(pid=84765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:38:16.366153 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1332b10d-ec5b-40ac-975c-316ac75e74cd None None] Routers {'93402aa3-237a-4a2b-8122-fbd9b2efd80a'} bound to L3 agent in host n-d-836017-2 {{(pid=84765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:38:16.368515 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-f1ec7762-8628-45be-92fd-d5016107b8f8 admin admin] 10.222.0.69 "PUT /v2.0/routers/93402aa3-237a-4a2b-8122-fbd9b2efd80a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 16.5862162 Apr 18 19:38:16.371280 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-1332b10d-ec5b-40ac-975c-316ac75e74cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:37:50Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['93402aa3-237a-4a2b-8122-fbd9b2efd80a'], 'active': True} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:38:16.413754 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 36196) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:16.423194 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a394a07-fa1c-4b16-a24c-42593a73559a tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Made reservation on behalf of 8097f6133aa24824a0d11d98456dfce8 for: {'network': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:38:16.426770 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-2a394a07-fa1c-4b16-a24c-42593a73559a tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for network, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:16.570906 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-7b89b663-af11-4575-a20b-d4cd36c27336 req-629fb1e8-431a-471e-a060-db3eb175d535 service neutron] 10.222.0.69 "GET /v2.0/networks/dea5a6b8-71f3-4fa4-97c3-dd81515f0420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3855774 Apr 18 19:38:16.637176 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-dd345f55-69d4-476e-b810-c79bb60c810b req-237261a2-de8f-428a-bce6-8754b351fc79 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:16.648221 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a394a07-fa1c-4b16-a24c-42593a73559a tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=84764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:38:16.652515 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] get_ports_and_sgs() called for port_ids ['7aa8a36c-946d-4f2d-9809-cce6ddf1bddc'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:38:16.869395 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-1332b10d-ec5b-40ac-975c-316ac75e74cd None None] Set router 93402aa3-237a-4a2b-8122-fbd9b2efd80a gateway port host: n-d-836017-2 {{(pid=84765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:38:16.876158 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237261a2-de8f-428a-bce6-8754b351fc79 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Pushing event deleted for resources: {'Port': ['ID=7aa8a36c-946d-4f2d-9809-cce6ddf1bddc,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:16.896869 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-2a394a07-fa1c-4b16-a24c-42593a73559a tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:16.903481 n-d-836017-2 neutron-server[84764]: INFO neutron.db.segments_db [None req-2a394a07-fa1c-4b16-a24c-42593a73559a tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Added segment 42d5ff1c-86de-459f-b963-761f60527d68 of type vlan for network f4d6ea54-5ad5-487a-a45a-0414f06561e9 Apr 18 19:38:17.081451 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-2a394a07-fa1c-4b16-a24c-42593a73559a tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791093404182'] for network, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:17.109152 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd345f55-69d4-476e-b810-c79bb60c810b req-237261a2-de8f-428a-bce6-8754b351fc79 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] No DVR routers for this DVR port 7aa8a36c-946d-4f2d-9809-cce6ddf1bddc on host n-h2-836017-2 {{(pid=84764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:38:17.123569 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-dd345f55-69d4-476e-b810-c79bb60c810b req-237261a2-de8f-428a-bce6-8754b351fc79 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:17.126923 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '012c79ba-837f-4083-8180-a6605aaa25b9', 'name': 'network-vif-deleted', 'tag': '7aa8a36c-946d-4f2d-9809-cce6ddf1bddc'}] {{(pid=84764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:38:17.164864 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-7b89b663-af11-4575-a20b-d4cd36c27336 req-e877dcfd-df46-40d4-aa3e-3c386b385f56 service neutron] 10.222.0.69 "GET /v2.0/networks/dea5a6b8-71f3-4fa4-97c3-dd81515f0420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5868714 Apr 18 19:38:17.220073 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-75871313-a57f-4d19-b482-1a5dc5d42d9c tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:17.226739 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-dd345f55-69d4-476e-b810-c79bb60c810b req-237261a2-de8f-428a-bce6-8754b351fc79 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] 10.222.0.72 "DELETE /v2.0/ports/7aa8a36c-946d-4f2d-9809-cce6ddf1bddc HTTP/1.1" status: 204 len: 173 time: 1.8554108 Apr 18 19:38:17.254774 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-2a394a07-fa1c-4b16-a24c-42593a73559a tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251'] for network, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:17.259685 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a394a07-fa1c-4b16-a24c-42593a73559a tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:17.260357 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-2a394a07-fa1c-4b16-a24c-42593a73559a tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:17.393432 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-1332b10d-ec5b-40ac-975c-316ac75e74cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93402aa3-237a-4a2b-8122-fbd9b2efd80a', 'name': 'tempest-ServersTestBootFromVolume-888195403-router', 'tenant_id': 'e2676fc802a645689154e56330711330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '03e519c2-7295-47c0-a4bf-d4b65bb3f70a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:33:40Z', 'updated_at': '2022-04-18T19:38:07Z', 'revision_number': 5, 'project_id': 'e2676fc802a645689154e56330711330', 'gw_port': {'id': '03e519c2-7295-47c0-a4bf-d4b65bb3f70a', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:81:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93402aa3-237a-4a2b-8122-fbd9b2efd80a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:33:44Z', 'updated_at': '2022-04-18T19:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2'}], 'n-d-836017-2', False) {} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:38:17.396295 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-2a394a07-fa1c-4b16-a24c-42593a73559a tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.5361271 Apr 18 19:38:17.399480 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1332b10d-ec5b-40ac-975c-316ac75e74cd None None] Checking router: 93402aa3-237a-4a2b-8122-fbd9b2efd80a for host: n-d-836017-2 {{(pid=84765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:38:17.404556 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 36212) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:17.411184 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-1fb3c858-0600-47d8-a876-4ebee5e3d499 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Request body: {'subnet': {'network_id': 'f4d6ea54-5ad5-487a-a45a-0414f06561e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:38:17.413755 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1332b10d-ec5b-40ac-975c-316ac75e74cd None None] Routers {'93402aa3-237a-4a2b-8122-fbd9b2efd80a'} bound to L3 agent in host n-d-836017-2 {{(pid=84765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:38:17.415529 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-1332b10d-ec5b-40ac-975c-316ac75e74cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:37:50Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['93402aa3-237a-4a2b-8122-fbd9b2efd80a'], 'active': True} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:38:17.448410 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-c776f479-4990-4028-bd11-32e6b0452983 req-db84fb45-5251-4140-8419-4af9e932f409 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] For port 00aa3f22-9bd8-4ee9-b7b5-f4c5649951f5, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=00aa3f22-9bd8-4ee9-b7b5-f4c5649951f5,segment=NetworkSegment(c3255f4b-ef57-4674-a268-31691e3a8b08),segment_id=c3255f4b-ef57-4674-a268-31691e3a8b08)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:38:17.455443 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-c776f479-4990-4028-bd11-32e6b0452983 req-db84fb45-5251-4140-8419-4af9e932f409 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:17.542738 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a394a07-fa1c-4b16-a24c-42593a73559a tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Pushing event updated for resources: {'Network': ['ID=f4d6ea54-5ad5-487a-a45a-0414f06561e9,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:17.655449 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-1fb3c858-0600-47d8-a876-4ebee5e3d499 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:38:17.667483 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-1fb3c858-0600-47d8-a876-4ebee5e3d499 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Usage tracker for resource:subnet and tenant:8097f6133aa24824a0d11d98456dfce8 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:38:17.677284 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-1fb3c858-0600-47d8-a876-4ebee5e3d499 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:38:17.700638 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-1fb3c858-0600-47d8-a876-4ebee5e3d499 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:38:17.708797 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-c776f479-4990-4028-bd11-32e6b0452983 req-db84fb45-5251-4140-8419-4af9e932f409 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Calling delete_port for 00aa3f22-9bd8-4ee9-b7b5-f4c5649951f5 owned by compute:nova {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:38:17.719342 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Network f4d6ea54-5ad5-487a-a45a-0414f06561e9 details requested by agent ovs-agent-n-d-836017-2 with host n-d-836017-2 {{(pid=84765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:38:17.753465 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 00aa3f22-9bd8-4ee9-b7b5-f4c5649951f5 no longer exists at agent hyperv_n-h1-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:38:17.814758 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fb3c858-0600-47d8-a876-4ebee5e3d499 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Made reservation on behalf of 8097f6133aa24824a0d11d98456dfce8 for: {'subnet': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:38:17.926169 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-cd0db098-d832-43ba-a17e-3fa58cc660f8 req-6e61b46c-14f5-45b4-bc27-ebd826c7edc8 service neutron] Attempting to bind port b8ef584f-da63-445b-9d06-fa0ca5655e03 on host n-h2-836017-2 for vnic_type normal with profile {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:38:17.926594 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-cd0db098-d832-43ba-a17e-3fa58cc660f8 req-6e61b46c-14f5-45b4-bc27-ebd826c7edc8 service neutron] Attempting to bind port b8ef584f-da63-445b-9d06-fa0ca5655e03 by drivers openvswitch,hyperv on host n-h2-836017-2 at level 0 using segments [{'id': '1f6ca8e3-6019-45df-8c47-18f1673dd06b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '47c820f3-b421-48a9-a537-e0e4851dd399'}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:38:17.928049 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd0db098-d832-43ba-a17e-3fa58cc660f8 req-6e61b46c-14f5-45b4-bc27-ebd826c7edc8 service neutron] Attempting to bind port b8ef584f-da63-445b-9d06-fa0ca5655e03 on network 47c820f3-b421-48a9-a537-e0e4851dd399 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:38:17.935855 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-1332b10d-ec5b-40ac-975c-316ac75e74cd None None] Set router 93402aa3-237a-4a2b-8122-fbd9b2efd80a gateway port host: n-d-836017-2 {{(pid=84765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:38:17.975806 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-36429c2e-036f-4f9f-b96f-33785ffc8ce8 req-7810e2e8-7895-4a16-a1e9-c6e037e0f12d tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] For port 04868837-469c-4f7b-9337-bf6e5e350a51, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=04868837-469c-4f7b-9337-bf6e5e350a51,segment=NetworkSegment(8940f5c9-2c52-448f-9b36-18364410ba08),segment_id=8940f5c9-2c52-448f-9b36-18364410ba08)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:38:17.980013 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-36429c2e-036f-4f9f-b96f-33785ffc8ce8 req-7810e2e8-7895-4a16-a1e9-c6e037e0f12d tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:18.101641 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-1fb3c858-0600-47d8-a876-4ebee5e3d499 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65862573'] for subnet, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:18.453329 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_common [None req-75871313-a57f-4d19-b482-1a5dc5d42d9c tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Allocated IP 172.25.3.128 (11e8e108-37df-4084-b6b7-113e6beb66b4/3b0abf32-1504-448b-b06e-c8c870b6a7c8/e1509309-2750-45a7-ae23-f9064642bbc8) {{(pid=84763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:38:18.777503 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-1fb3c858-0600-47d8-a876-4ebee5e3d499 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2290811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65862591'] for subnet, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:18.825446 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-75871313-a57f-4d19-b482-1a5dc5d42d9c tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Notify callbacks [] for port, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:18.957070 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:18.998597 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb3c858-0600-47d8-a876-4ebee5e3d499 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Pushing event updated for resources: {'Subnet': ['ID=cb964b04-d807-4eaa-956b-f0527f309e8d,revision_number=0']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:19.015049 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb3c858-0600-47d8-a876-4ebee5e3d499 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Checking segment: {'id': '42d5ff1c-86de-459f-b963-761f60527d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'f4d6ea54-5ad5-487a-a45a-0414f06561e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:38:19.015442 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb3c858-0600-47d8-a876-4ebee5e3d499 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Network hostable DHCP agents. Network: f4d6ea54-5ad5-487a-a45a-0414f06561e9, hostable agents: ['f6987c12-6d6c-47d4-b22d-cfcd164dc40d'], hosted agents: [] {{(pid=84764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:38:19.021709 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-36429c2e-036f-4f9f-b96f-33785ffc8ce8 req-7810e2e8-7895-4a16-a1e9-c6e037e0f12d tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Calling delete_port for 04868837-469c-4f7b-9337-bf6e5e350a51 owned by compute:nova {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:38:19.047720 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3aba87-474b-4230-8d8a-5c00115d9b6f req-0b9dbdc8-e0e9-4021-bc62-36fa175023e5 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:19.048557 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-be3aba87-474b-4230-8d8a-5c00115d9b6f req-0b9dbdc8-e0e9-4021-bc62-36fa175023e5 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Synchronizing usage tracker for tenant:55080d7e03b84961904f44cea106a34f on resource:port {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:38:19.092494 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '648d516b-9b02-4da2-9290-9c21f1872f59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00aa3f22-9bd8-4ee9-b7b5-f4c5649951f5'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:38:19.113789 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-75871313-a57f-4d19-b482-1a5dc5d42d9c tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:19.123713 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3bbda9d3-9492-4dad-be7c-ea4e322577cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:19.129454 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ae4d6a-2b64-45b1-98af-429e5aca9e5a req-56b1013e-14eb-460e-b0af-a6e9be6a3910 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:19.131952 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-16ae4d6a-2b64-45b1-98af-429e5aca9e5a req-56b1013e-14eb-460e-b0af-a6e9be6a3910 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] 10.222.0.73 "GET /v2.0/ports?device_id=dc241502-73b0-4fc6-a2be-6b088d11294b HTTP/1.1" status: 200 len: 946 time: 3.1232305 Apr 18 19:38:19.133093 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port 00aa3f22-9bd8-4ee9-b7b5-f4c5649951f5, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=00aa3f22-9bd8-4ee9-b7b5-f4c5649951f5,segment=NetworkSegment(c3255f4b-ef57-4674-a268-31691e3a8b08),segment_id=c3255f4b-ef57-4674-a268-31691e3a8b08)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:38:19.166639 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-1332b10d-ec5b-40ac-975c-316ac75e74cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93402aa3-237a-4a2b-8122-fbd9b2efd80a', 'name': 'tempest-ServersTestBootFromVolume-888195403-router', 'tenant_id': 'e2676fc802a645689154e56330711330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '03e519c2-7295-47c0-a4bf-d4b65bb3f70a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:33:40Z', 'updated_at': '2022-04-18T19:38:07Z', 'revision_number': 5, 'project_id': 'e2676fc802a645689154e56330711330', 'gw_port': {'id': '03e519c2-7295-47c0-a4bf-d4b65bb3f70a', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:81:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93402aa3-237a-4a2b-8122-fbd9b2efd80a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:33:44Z', 'updated_at': '2022-04-18T19:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2'}], 'n-d-836017-2', False) {} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:38:19.174344 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1332b10d-ec5b-40ac-975c-316ac75e74cd None None] The sync data for ids ['93402aa3-237a-4a2b-8122-fbd9b2efd80a'] in n-d-836017-2 is: [{'id': '93402aa3-237a-4a2b-8122-fbd9b2efd80a', 'name': 'tempest-ServersTestBootFromVolume-888195403-router', 'tenant_id': 'e2676fc802a645689154e56330711330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '03e519c2-7295-47c0-a4bf-d4b65bb3f70a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:33:40Z', 'updated_at': '2022-04-18T19:38:07Z', 'revision_number': 5, 'project_id': 'e2676fc802a645689154e56330711330', 'gw_port': {'id': '03e519c2-7295-47c0-a4bf-d4b65bb3f70a', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:81:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93402aa3-237a-4a2b-8122-fbd9b2efd80a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:33:44Z', 'updated_at': '2022-04-18T19:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2'}] {{(pid=84765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:38:19.180279 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-be3aba87-474b-4230-8d8a-5c00115d9b6f req-0b9dbdc8-e0e9-4021-bc62-36fa175023e5 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Unset dirty status for tenant:55080d7e03b84961904f44cea106a34f on resource:port {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:38:19.181560 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-be3aba87-474b-4230-8d8a-5c00115d9b6f req-0b9dbdc8-e0e9-4021-bc62-36fa175023e5 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] 10.222.0.69 "GET /v2.0/ports?device_id=648d516b-9b02-4da2-9290-9c21f1872f59 HTTP/1.1" status: 200 len: 946 time: 0.5302193 Apr 18 19:38:19.208722 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:19.209542 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device bac0b406-1b66-4ac0-a9a1-15ccec5407d8 no longer exists at agent hyperv_n-h1-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:38:19.234520 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb3c858-0600-47d8-a876-4ebee5e3d499 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Network f4d6ea54-5ad5-487a-a45a-0414f06561e9 is scheduled to be hosted by DHCP agent f6987c12-6d6c-47d4-b22d-cfcd164dc40d with binding_index 1 {{(pid=84764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:38:19.300771 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-be3aba87-474b-4230-8d8a-5c00115d9b6f req-e4b8af7f-bce9-4b1d-95d0-0ec9a769ffa3 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] 10.222.0.69 "GET /v2.0/security-groups?id=2acc624c-9329-4157-819e-89822d3c0c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050472 Apr 18 19:38:19.365265 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [None req-1fb3c858-0600-47d8-a876-4ebee5e3d499 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-2, f4d6ea54-5ad5-487a-a45a-0414f06561e9) {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:38:19.371738 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb3c858-0600-47d8-a876-4ebee5e3d499 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:19.372845 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-1fb3c858-0600-47d8-a876-4ebee5e3d499 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for subnet, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:19.436935 n-d-836017-2 neutron-server[84764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d11f24d-fd21-4cf3-a923-1c2e8974b7c9'] response: {'server_uuid': '012c79ba-837f-4083-8180-a6605aaa25b9', 'name': 'network-vif-deleted', 'tag': '7aa8a36c-946d-4f2d-9809-cce6ddf1bddc', 'status': 'completed', 'code': 200} Apr 18 19:38:19.437132 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 7aa8a36c-946d-4f2d-9809-cce6ddf1bddc no longer exists at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:38:19.499013 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f3b312-94d0-4c43-9df8-c35b8f418d60 None None] Network f4d6ea54-5ad5-487a-a45a-0414f06561e9 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:38:19.506835 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-1fb3c858-0600-47d8-a876-4ebee5e3d499 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1011665 Apr 18 19:38:19.588252 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75871313-a57f-4d19-b482-1a5dc5d42d9c tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Pushing event updated for resources: {'Port': ['ID=e1509309-2750-45a7-ae23-f9064642bbc8,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:19.610286 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd0db098-d832-43ba-a17e-3fa58cc660f8 req-6e61b46c-14f5-45b4-bc27-ebd826c7edc8 service neutron] Port b8ef584f-da63-445b-9d06-fa0ca5655e03 on network 47c820f3-b421-48a9-a537-e0e4851dd399 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-2 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:38:19.610616 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd0db098-d832-43ba-a17e-3fa58cc660f8 req-6e61b46c-14f5-45b4-bc27-ebd826c7edc8 service neutron] Attempting to bind port b8ef584f-da63-445b-9d06-fa0ca5655e03 on network 47c820f3-b421-48a9-a537-e0e4851dd399 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:38:19.622280 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 36252) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:19.629704 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-3c832541-2c4e-480a-815c-25493d13057b tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Request body: {'port': {'network_id': 'f4d6ea54-5ad5-487a-a45a-0414f06561e9', 'name': 'tempest-PortsIpV6TestJSON-1292148292', 'fixed_ips': [{'subnet_id': 'cb964b04-d807-4eaa-956b-f0527f309e8d', 'ip_address': '2001:db8::10'}]}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:38:19.631874 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-16ae4d6a-2b64-45b1-98af-429e5aca9e5a req-97b1147a-6644-46c7-8684-028fd6bc2932 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Deleting port bac0b406-1b66-4ac0-a9a1-15ccec5407d8 {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:38:19.632226 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-16ae4d6a-2b64-45b1-98af-429e5aca9e5a req-97b1147a-6644-46c7-8684-028fd6bc2932 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:19.729609 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd0db098-d832-43ba-a17e-3fa58cc660f8 req-6e61b46c-14f5-45b4-bc27-ebd826c7edc8 service neutron] Checking agent: {'id': '02e8f951-d3a3-40e1-b8cc-aed258af030b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:38:19.730054 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd0db098-d832-43ba-a17e-3fa58cc660f8 req-6e61b46c-14f5-45b4-bc27-ebd826c7edc8 service neutron] Checking segment: {'id': '1f6ca8e3-6019-45df-8c47-18f1673dd06b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '47c820f3-b421-48a9-a537-e0e4851dd399'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:38:19.730552 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd0db098-d832-43ba-a17e-3fa58cc660f8 req-6e61b46c-14f5-45b4-bc27-ebd826c7edc8 service neutron] Bound using segment: {'id': '1f6ca8e3-6019-45df-8c47-18f1673dd06b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '47c820f3-b421-48a9-a537-e0e4851dd399'} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:38:19.731139 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-cd0db098-d832-43ba-a17e-3fa58cc660f8 req-6e61b46c-14f5-45b4-bc27-ebd826c7edc8 service neutron] Bound port: b8ef584f-da63-445b-9d06-fa0ca5655e03, host: n-h2-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f6ca8e3-6019-45df-8c47-18f1673dd06b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '47c820f3-b421-48a9-a537-e0e4851dd399'}}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:38:19.731691 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-cd0db098-d832-43ba-a17e-3fa58cc660f8 req-6e61b46c-14f5-45b4-bc27-ebd826c7edc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:19.801753 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Pushing event updated for resources: {'Port': ['ID=00aa3f22-9bd8-4ee9-b7b5-f4c5649951f5,revision_number=6']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:19.960186 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device a2a84594-0789-4e1c-b2bd-708fe1a58acd no longer exists at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:38:20.073848 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-3c832541-2c4e-480a-815c-25493d13057b tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:38:20.087718 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-3c832541-2c4e-480a-815c-25493d13057b tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Usage tracker for resource:port and tenant:8097f6133aa24824a0d11d98456dfce8 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:38:20.092977 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-3c832541-2c4e-480a-815c-25493d13057b tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:38:20.094932 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.db.api [req-c776f479-4990-4028-bd11-32e6b0452983 req-db84fb45-5251-4140-8419-4af9e932f409 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84763) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 19:38:20.095696 n-d-836017-2 neutron-server[84763]: DEBUG oslo_db.api [req-c776f479-4990-4028-bd11-32e6b0452983 req-db84fb45-5251-4140-8419-4af9e932f409 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 19:38:20.105153 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-3c832541-2c4e-480a-815c-25493d13057b tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:38:20.142401 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] No Port match for: 7aa8a36c-946d-4f2d-9809-cce6ddf1bddc {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:38:20.143365 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 7aa8a36c-946d-4f2d-9809-cce6ddf1bddc not bound to the agent host n-h2-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:38:20.144820 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 04868837-469c-4f7b-9337-bf6e5e350a51 no longer exists at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:38:20.231241 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c832541-2c4e-480a-815c-25493d13057b tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Made reservation on behalf of 8097f6133aa24824a0d11d98456dfce8 for: {'port': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:38:20.240183 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-3c832541-2c4e-480a-815c-25493d13057b tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:20.304654 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [None req-3c832541-2c4e-480a-815c-25493d13057b tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] device_id is not set on port 10b076cb-6a3f-4bbe-8d69-1fb352ed8f75 yet. {{(pid=84764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 19:38:20.308463 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f97a3a2-c14b-4f2a-a1ad-fe76afcf845b'] response: {'server_uuid': '648d516b-9b02-4da2-9290-9c21f1872f59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00aa3f22-9bd8-4ee9-b7b5-f4c5649951f5', 'code': 200} Apr 18 19:38:20.308699 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc93d123-ce41-43f2-abd9-9dee7d85d32c req-5661ca8d-3c2c-4b65-9796-bcb40fe407d0 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:20.309773 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-bc93d123-ce41-43f2-abd9-9dee7d85d32c req-5661ca8d-3c2c-4b65-9796-bcb40fe407d0 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Synchronizing usage tracker for tenant:f23daf946b4d4874b9d361b56e2fb9b5 on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:38:20.323004 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75871313-a57f-4d19-b482-1a5dc5d42d9c tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Network 11e8e108-37df-4084-b6b7-113e6beb66b4 is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:38:20.347567 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [None req-75871313-a57f-4d19-b482-1a5dc5d42d9c tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:38:20.386757 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75871313-a57f-4d19-b482-1a5dc5d42d9c tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Received port after_create {{(pid=84763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:38:20.610204 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-c776f479-4990-4028-bd11-32e6b0452983 req-db84fb45-5251-4140-8419-4af9e932f409 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Deleting port 00aa3f22-9bd8-4ee9-b7b5-f4c5649951f5 {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:38:20.610204 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-c776f479-4990-4028-bd11-32e6b0452983 req-db84fb45-5251-4140-8419-4af9e932f409 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:20.668059 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] No Port match for: a2a84594-0789-4e1c-b2bd-708fe1a58acd {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:38:20.668421 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device a2a84594-0789-4e1c-b2bd-708fe1a58acd not bound to the agent host n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:38:20.690423 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-bc93d123-ce41-43f2-abd9-9dee7d85d32c req-5661ca8d-3c2c-4b65-9796-bcb40fe407d0 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Unset dirty status for tenant:f23daf946b4d4874b9d361b56e2fb9b5 on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:38:20.698679 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-bc93d123-ce41-43f2-abd9-9dee7d85d32c req-5661ca8d-3c2c-4b65-9796-bcb40fe407d0 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a4a2cd18-c761-492e-bba0-8129922f27b7 HTTP/1.1" status: 200 len: 943 time: 4.3255777 Apr 18 19:38:20.719443 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f8eb0e13-7283-47f0-9ca1-43d0fa9b6f76 req-7ab0bc91-e8aa-440e-9a66-334e36675058 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] 10.222.0.69 "GET /v2.0/ports?device_id=b0630160-1d27-42db-8511-d8b3773d1646 HTTP/1.1" status: 200 len: 210 time: 0.3153243 Apr 18 19:38:20.763302 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-cd0db098-d832-43ba-a17e-3fa58cc660f8 req-6e61b46c-14f5-45b4-bc27-ebd826c7edc8 service neutron] For port b8ef584f-da63-445b-9d06-fa0ca5655e03, host n-h2-836017-2, cleared binding levels {{(pid=84763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:38:20.792449 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-36429c2e-036f-4f9f-b96f-33785ffc8ce8 req-7810e2e8-7895-4a16-a1e9-c6e037e0f12d tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:20.864182 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:20.871866 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-16ae4d6a-2b64-45b1-98af-429e5aca9e5a req-97b1147a-6644-46c7-8684-028fd6bc2932 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] For port bac0b406-1b66-4ac0-a9a1-15ccec5407d8, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=bac0b406-1b66-4ac0-a9a1-15ccec5407d8,segment=NetworkSegment(8940f5c9-2c52-448f-9b36-18364410ba08),segment_id=8940f5c9-2c52-448f-9b36-18364410ba08)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:38:20.872234 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-16ae4d6a-2b64-45b1-98af-429e5aca9e5a req-97b1147a-6644-46c7-8684-028fd6bc2932 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:20.878074 n-d-836017-2 neutron-server[84765]: INFO neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] No ports have port_id starting with 04868837-469c-4f7b-9337-bf6e5e350a51 Apr 18 19:38:20.893815 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7810e2e8-7895-4a16-a1e9-c6e037e0f12d tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Pushing event deleted for resources: {'Port': ['ID=04868837-469c-4f7b-9337-bf6e5e350a51,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:20.901828 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-74bdf0d9-b1e9-413f-9902-1d6b118b56ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:20.916177 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-cd0db098-d832-43ba-a17e-3fa58cc660f8 req-6e61b46c-14f5-45b4-bc27-ebd826c7edc8 service neutron] For port b8ef584f-da63-445b-9d06-fa0ca5655e03, host n-h2-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=b8ef584f-da63-445b-9d06-fa0ca5655e03,segment=NetworkSegment(1f6ca8e3-6019-45df-8c47-18f1673dd06b),segment_id=1f6ca8e3-6019-45df-8c47-18f1673dd06b)] {{(pid=84763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:38:21.043661 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_common [None req-3c832541-2c4e-480a-815c-25493d13057b tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Allocated IP 2001:db8::10 (f4d6ea54-5ad5-487a-a45a-0414f06561e9/cb964b04-d807-4eaa-956b-f0527f309e8d/10b076cb-6a3f-4bbe-8d69-1fb352ed8f75) {{(pid=84764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:38:21.049341 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port bac0b406-1b66-4ac0-a9a1-15ccec5407d8, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=bac0b406-1b66-4ac0-a9a1-15ccec5407d8,segment=NetworkSegment(8940f5c9-2c52-448f-9b36-18364410ba08),segment_id=8940f5c9-2c52-448f-9b36-18364410ba08)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:38:21.062312 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930f3cba-212f-425f-9fcd-34453353b6db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31f5fbf7-4b5c-5a44-b255-70c4fc176ae8-f4d6ea54-5ad5-487a-a45a-0414f06561e9', 'network_id': 'f4d6ea54-5ad5-487a-a45a-0414f06561e9', 'tenant_id': '8097f6133aa24824a0d11d98456dfce8', 'fixed_ips': [{'subnet_id': 'cb964b04-d807-4eaa-956b-f0527f309e8d'}]}} from n-d-836017-2. {{(pid=84765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 19:38:21.063470 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-930f3cba-212f-425f-9fcd-34453353b6db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:21.329472 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:21.446716 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:21.485495 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7638d02-ecbc-4552-816e-01538fff33f1 req-9218d21b-f181-458a-9500-1df70ab91baa tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:21.494362 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e7638d02-ecbc-4552-816e-01538fff33f1 req-9218d21b-f181-458a-9500-1df70ab91baa tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] 10.222.0.69 "GET /v2.0/ports?device_id=648d516b-9b02-4da2-9290-9c21f1872f59 HTTP/1.1" status: 200 len: 944 time: 0.2433939 Apr 18 19:38:21.527270 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-16ae4d6a-2b64-45b1-98af-429e5aca9e5a req-97b1147a-6644-46c7-8684-028fd6bc2932 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Calling delete_port for bac0b406-1b66-4ac0-a9a1-15ccec5407d8 owned by compute:nova {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:38:21.586206 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Pushing event updated for resources: {'Port': ['ID=bac0b406-1b66-4ac0-a9a1-15ccec5407d8,revision_number=6']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:21.588742 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-3c832541-2c4e-480a-815c-25493d13057b tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks [] for port, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:21.628408 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e7638d02-ecbc-4552-816e-01538fff33f1 req-158e1d31-8077-4170-8b4e-26ff0ede1d8d tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] 10.222.0.69 "GET /v2.0/security-groups?id=2acc624c-9329-4157-819e-89822d3c0c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327119 Apr 18 19:38:21.635808 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.provisioning_blocks [None req-3c832541-2c4e-480a-815c-25493d13057b tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Transition to ACTIVE for port object 10b076cb-6a3f-4bbe-8d69-1fb352ed8f75 will not be triggered until provisioned by entity DHCP. {{(pid=84764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:38:21.755889 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-75871313-a57f-4d19-b482-1a5dc5d42d9c tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:21.761911 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-bc93d123-ce41-43f2-abd9-9dee7d85d32c req-3d0b1576-8b69-4535-9c75-6107b5b423c8 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0620434 Apr 18 19:38:21.785195 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-3c832541-2c4e-480a-815c-25493d13057b tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:21.897400 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-930f3cba-212f-425f-9fcd-34453353b6db None None] Allocated IP 2001:db8::2 (f4d6ea54-5ad5-487a-a45a-0414f06561e9/cb964b04-d807-4eaa-956b-f0527f309e8d/bc2344f2-b2e4-4f12-9a04-16507394ae05) {{(pid=84765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:38:21.897672 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-cd0db098-d832-43ba-a17e-3fa58cc660f8 req-6e61b46c-14f5-45b4-bc27-ebd826c7edc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:21.966473 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c832541-2c4e-480a-815c-25493d13057b tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Network f4d6ea54-5ad5-487a-a45a-0414f06561e9 is already hosted by enough agents. {{(pid=84764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:38:21.970390 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [None req-3c832541-2c4e-480a-815c-25493d13057b tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Resources bound (agent type, host, resource id): {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:38:21.980674 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.db.api [req-16ae4d6a-2b64-45b1-98af-429e5aca9e5a req-97b1147a-6644-46c7-8684-028fd6bc2932 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84763) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 19:38:21.981159 n-d-836017-2 neutron-server[84763]: DEBUG oslo_db.api [req-16ae4d6a-2b64-45b1-98af-429e5aca9e5a req-97b1147a-6644-46c7-8684-028fd6bc2932 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 19:38:21.990743 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c832541-2c4e-480a-815c-25493d13057b tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Received port after_create {{(pid=84764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:38:21.995094 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c832541-2c4e-480a-815c-25493d13057b tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:21.995724 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-3c832541-2c4e-480a-815c-25493d13057b tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:21.999579 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c832541-2c4e-480a-815c-25493d13057b tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Pushing event updated for resources: {'Port': ['ID=10b076cb-6a3f-4bbe-8d69-1fb352ed8f75,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:22.007711 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1c541fd-6087-4755-8778-e68e27e46067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:22.088213 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-642d4721-18f7-4b5e-bc70-4ad75f10f51d req-eca05bd4-0fc4-4e6f-94b5-4c3ff159ae07 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] 10.222.0.69 "GET /v2.0/ports?device_id=b0630160-1d27-42db-8511-d8b3773d1646 HTTP/1.1" status: 200 len: 210 time: 0.0740225 Apr 18 19:38:22.095810 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:22.155064 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-36429c2e-036f-4f9f-b96f-33785ffc8ce8 req-7810e2e8-7895-4a16-a1e9-c6e037e0f12d tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] No DVR routers for this DVR port 04868837-469c-4f7b-9337-bf6e5e350a51 on host n-h2-836017-2 {{(pid=84763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:38:22.159641 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-36429c2e-036f-4f9f-b96f-33785ffc8ce8 req-7810e2e8-7895-4a16-a1e9-c6e037e0f12d tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:22.174055 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-3c832541-2c4e-480a-815c-25493d13057b tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5496960 Apr 18 19:38:22.176524 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 36286) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:22.182583 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-5d762e24-c48a-4a6a-87ad-bcdbcc5b3d4e tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Request body: {'port': {'network_id': 'f4d6ea54-5ad5-487a-a45a-0414f06561e9', 'name': 'tempest-PortsIpV6TestJSON-810487663', 'fixed_ips': [{'subnet_id': 'cb964b04-d807-4eaa-956b-f0527f309e8d', 'ip_address': '2001:db8::f'}]}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:38:22.216405 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-930f3cba-212f-425f-9fcd-34453353b6db None None] Notify callbacks [] for port, precommit_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:22.262631 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-930f3cba-212f-425f-9fcd-34453353b6db None None] Transition to ACTIVE for port object bc2344f2-b2e4-4f12-9a04-16507394ae05 will not be triggered until provisioned by entity L2. {{(pid=84765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:38:22.308686 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-930f3cba-212f-425f-9fcd-34453353b6db None None] Transition to ACTIVE for port object bc2344f2-b2e4-4f12-9a04-16507394ae05 will not be triggered until provisioned by entity DHCP. {{(pid=84765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:38:22.318020 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc241502-73b0-4fc6-a2be-6b088d11294b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bac0b406-1b66-4ac0-a9a1-15ccec5407d8'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:38:22.409579 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-930f3cba-212f-425f-9fcd-34453353b6db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331'] for port, after_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:22.528729 n-d-836017-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-930f3cba-212f-425f-9fcd-34453353b6db None None] Network f4d6ea54-5ad5-487a-a45a-0414f06561e9 is already hosted by enough agents. {{(pid=84765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:38:22.533731 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c0c1f7b-e626-47f6-9974-8a6c4b272c87'] response: {'server_uuid': 'dc241502-73b0-4fc6-a2be-6b088d11294b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bac0b406-1b66-4ac0-a9a1-15ccec5407d8', 'code': 200} Apr 18 19:38:22.536940 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-c776f479-4990-4028-bd11-32e6b0452983 req-db84fb45-5251-4140-8419-4af9e932f409 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] For port 00aa3f22-9bd8-4ee9-b7b5-f4c5649951f5, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=00aa3f22-9bd8-4ee9-b7b5-f4c5649951f5,segment=NetworkSegment(c3255f4b-ef57-4674-a268-31691e3a8b08),segment_id=c3255f4b-ef57-4674-a268-31691e3a8b08)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:38:22.537305 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-c776f479-4990-4028-bd11-32e6b0452983 req-db84fb45-5251-4140-8419-4af9e932f409 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:22.542744 n-d-836017-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-930f3cba-212f-425f-9fcd-34453353b6db None None] Resources bound (agent type, host, resource id): {{(pid=84765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:38:22.591130 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930f3cba-212f-425f-9fcd-34453353b6db None None] Received port after_create {{(pid=84765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:38:22.635593 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad2f324e-f544-42c4-8c30-3fe72cc44b89', 'name': 'network-vif-deleted', 'tag': '04868837-469c-4f7b-9337-bf6e5e350a51'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:38:22.656953 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-16ae4d6a-2b64-45b1-98af-429e5aca9e5a req-97b1147a-6644-46c7-8684-028fd6bc2932 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Deleting port bac0b406-1b66-4ac0-a9a1-15ccec5407d8 {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:38:22.657483 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-16ae4d6a-2b64-45b1-98af-429e5aca9e5a req-97b1147a-6644-46c7-8684-028fd6bc2932 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:22.712266 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-5d762e24-c48a-4a6a-87ad-bcdbcc5b3d4e tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:38:22.785593 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-5d762e24-c48a-4a6a-87ad-bcdbcc5b3d4e tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Usage tracker for resource:port and tenant:8097f6133aa24824a0d11d98456dfce8 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:38:22.809352 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-5d762e24-c48a-4a6a-87ad-bcdbcc5b3d4e tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:38:22.839486 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-5d762e24-c48a-4a6a-87ad-bcdbcc5b3d4e tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:38:22.915170 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930f3cba-212f-425f-9fcd-34453353b6db None None] Pushing event updated for resources: {'Port': ['ID=bc2344f2-b2e4-4f12-9a04-16507394ae05,revision_number=1']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:22.963935 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b89b663-af11-4575-a20b-d4cd36c27336 req-f872512f-5232-4b33-a510-f68dc14d095b tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:22.969620 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-7b89b663-af11-4575-a20b-d4cd36c27336 req-f872512f-5232-4b33-a510-f68dc14d095b tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] 10.222.0.72 "GET /v2.0/networks?id=dea5a6b8-71f3-4fa4-97c3-dd81515f0420 HTTP/1.1" status: 200 len: 812 time: 0.6758220 Apr 18 19:38:22.974680 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-c776f479-4990-4028-bd11-32e6b0452983 req-db84fb45-5251-4140-8419-4af9e932f409 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Calling delete_port for 00aa3f22-9bd8-4ee9-b7b5-f4c5649951f5 owned by compute:nova {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:38:22.978919 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-930f3cba-212f-425f-9fcd-34453353b6db None None] Attempting to bind port bc2344f2-b2e4-4f12-9a04-16507394ae05 on host n-d-836017-2 for vnic_type normal with profile {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:38:22.979586 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-930f3cba-212f-425f-9fcd-34453353b6db None None] Attempting to bind port bc2344f2-b2e4-4f12-9a04-16507394ae05 by drivers openvswitch,hyperv on host n-d-836017-2 at level 0 using segments [{'id': '42d5ff1c-86de-459f-b963-761f60527d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'f4d6ea54-5ad5-487a-a45a-0414f06561e9'}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:38:22.980009 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930f3cba-212f-425f-9fcd-34453353b6db None None] Attempting to bind port bc2344f2-b2e4-4f12-9a04-16507394ae05 on network f4d6ea54-5ad5-487a-a45a-0414f06561e9 {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:38:22.991670 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930f3cba-212f-425f-9fcd-34453353b6db None None] Checking agent: {'id': 'df2a5cfe-6839-400b-a998-e4fffce70f45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 8, 22), 'started_at': datetime.datetime(2022, 4, 18, 19, 8, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:38:22.992183 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930f3cba-212f-425f-9fcd-34453353b6db None None] Checking segment: {'id': '42d5ff1c-86de-459f-b963-761f60527d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'f4d6ea54-5ad5-487a-a45a-0414f06561e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:38:22.992761 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-930f3cba-212f-425f-9fcd-34453353b6db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:22.993326 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930f3cba-212f-425f-9fcd-34453353b6db None None] Bound using segment: {'id': '42d5ff1c-86de-459f-b963-761f60527d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'f4d6ea54-5ad5-487a-a45a-0414f06561e9'} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:38:22.994615 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-930f3cba-212f-425f-9fcd-34453353b6db None None] Bound port: bc2344f2-b2e4-4f12-9a04-16507394ae05, host: n-d-836017-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42d5ff1c-86de-459f-b963-761f60527d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'f4d6ea54-5ad5-487a-a45a-0414f06561e9'}}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:38:22.995120 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-930f3cba-212f-425f-9fcd-34453353b6db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:22.997051 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [req-7b89b663-af11-4575-a20b-d4cd36c27336 req-7f2357e7-0677-4d6a-8ed4-73198e6c7491 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Request body: {'port': {'device_id': '066cf706-50fb-4f85-8f97-2d1f24a4f488', 'network_id': 'dea5a6b8-71f3-4fa4-97c3-dd81515f0420', 'admin_state_up': True, 'tenant_id': 'b24aa115869c4ccebfe654d4d215e4c2'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:38:23.115835 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-36429c2e-036f-4f9f-b96f-33785ffc8ce8 req-7810e2e8-7895-4a16-a1e9-c6e037e0f12d tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] 10.222.0.72 "DELETE /v2.0/ports/04868837-469c-4f7b-9337-bf6e5e350a51 HTTP/1.1" status: 204 len: 173 time: 7.8688247 Apr 18 19:38:23.132998 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-930f3cba-212f-425f-9fcd-34453353b6db None None] For port bc2344f2-b2e4-4f12-9a04-16507394ae05, host n-d-836017-2, cleared binding levels {{(pid=84765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:38:23.136800 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-930f3cba-212f-425f-9fcd-34453353b6db None None] For port bc2344f2-b2e4-4f12-9a04-16507394ae05, host n-d-836017-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=bc2344f2-b2e4-4f12-9a04-16507394ae05,segment=NetworkSegment(42d5ff1c-86de-459f-b963-761f60527d68),segment_id=42d5ff1c-86de-459f-b963-761f60527d68)] {{(pid=84765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:38:23.155347 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-cd0db098-d832-43ba-a17e-3fa58cc660f8 req-6e61b46c-14f5-45b4-bc27-ebd826c7edc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:23.155908 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-cd0db098-d832-43ba-a17e-3fa58cc660f8 req-6e61b46c-14f5-45b4-bc27-ebd826c7edc8 service neutron] 10.222.0.72 "PUT /v2.0/ports/b8ef584f-da63-445b-9d06-fa0ca5655e03 HTTP/1.1" status: 200 len: 1091 time: 10.5334783 Apr 18 19:38:23.184929 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d762e24-c48a-4a6a-87ad-bcdbcc5b3d4e tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Made reservation on behalf of 8097f6133aa24824a0d11d98456dfce8 for: {'port': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:38:23.239183 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-75871313-a57f-4d19-b482-1a5dc5d42d9c tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:23.258570 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a4106dab-6971-4e7e-8fdc-c66f0a3f4877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:23.305933 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ffebd566-45fc-4051-b11e-95851f22db61 admin admin] Notify callbacks [] for router, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:23.363300 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-930f3cba-212f-425f-9fcd-34453353b6db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:23.389872 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-7b89b663-af11-4575-a20b-d4cd36c27336 req-7f2357e7-0677-4d6a-8ed4-73198e6c7491 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:38:23.402438 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-7b89b663-af11-4575-a20b-d4cd36c27336 req-7f2357e7-0677-4d6a-8ed4-73198e6c7491 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Usage tracker for resource:port and tenant:b24aa115869c4ccebfe654d4d215e4c2 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:38:23.406738 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-7b89b663-af11-4575-a20b-d4cd36c27336 req-7f2357e7-0677-4d6a-8ed4-73198e6c7491 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:38:23.418214 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-7b89b663-af11-4575-a20b-d4cd36c27336 req-7f2357e7-0677-4d6a-8ed4-73198e6c7491 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:38:23.425511 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-5d762e24-c48a-4a6a-87ad-bcdbcc5b3d4e tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:23.471254 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ccef1c-0ac8-4be9-a0ea-7da6c7156348 req-c3b5158f-ffd2-446b-9952-2d36a9e0fbda tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:23.479149 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-60ccef1c-0ac8-4be9-a0ea-7da6c7156348 req-c3b5158f-ffd2-446b-9952-2d36a9e0fbda tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] 10.222.0.69 "GET /v2.0/ports?device_id=648d516b-9b02-4da2-9290-9c21f1872f59 HTTP/1.1" status: 200 len: 944 time: 0.3587952 Apr 18 19:38:23.496320 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [None req-5d762e24-c48a-4a6a-87ad-bcdbcc5b3d4e tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] device_id is not set on port 0519cb84-7efa-4a3c-a095-d72e164e82c1 yet. {{(pid=84764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 19:38:23.635393 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b89b663-af11-4575-a20b-d4cd36c27336 req-7f2357e7-0677-4d6a-8ed4-73198e6c7491 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Made reservation on behalf of b24aa115869c4ccebfe654d4d215e4c2 for: {'port': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:38:23.638355 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-7b89b663-af11-4575-a20b-d4cd36c27336 req-7f2357e7-0677-4d6a-8ed4-73198e6c7491 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:23.667089 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930f3cba-212f-425f-9fcd-34453353b6db None None] Pushing event updated for resources: {'Port': ['ID=bc2344f2-b2e4-4f12-9a04-16507394ae05,revision_number=2']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:23.732925 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-60ccef1c-0ac8-4be9-a0ea-7da6c7156348 req-d0499a5b-16c6-4512-a7fe-8adf5c3749e9 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] 10.222.0.69 "GET /v2.0/security-groups?id=2acc624c-9329-4157-819e-89822d3c0c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524102 Apr 18 19:38:24.021076 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e61b46c-14f5-45b4-bc27-ebd826c7edc8 service neutron] Pushing event updated for resources: {'Port': ['ID=b8ef584f-da63-445b-9d06-fa0ca5655e03,revision_number=3']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:24.027409 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b89b663-af11-4575-a20b-d4cd36c27336 req-bce09852-eb06-4d88-a9ce-4d22bd8ee219 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:24.032360 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7b89b663-af11-4575-a20b-d4cd36c27336 req-bce09852-eb06-4d88-a9ce-4d22bd8ee219 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] 10.222.0.73 "GET /v2.0/networks?id=dea5a6b8-71f3-4fa4-97c3-dd81515f0420 HTTP/1.1" status: 200 len: 812 time: 1.0817339 Apr 18 19:38:24.039173 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16c0a172-d35e-4c08-8de2-86955b019090'] response: {'server_uuid': 'ad2f324e-f544-42c4-8c30-3fe72cc44b89', 'name': 'network-vif-deleted', 'tag': '04868837-469c-4f7b-9337-bf6e5e350a51', 'status': 'completed', 'code': 200} Apr 18 19:38:24.092635 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_common [req-7b89b663-af11-4575-a20b-d4cd36c27336 req-7f2357e7-0677-4d6a-8ed4-73198e6c7491 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Allocated IP 172.20.0.9 (dea5a6b8-71f3-4fa4-97c3-dd81515f0420/c5663fb8-fb65-483f-a697-5dc1cb158bec/ee76253e-7333-43fe-bddc-757641cfdcf2) {{(pid=84764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:38:24.129898 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-7b89b663-af11-4575-a20b-d4cd36c27336 req-72f62ec9-a75e-4667-ba03-ae87eb694d41 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Request body: {'port': {'device_id': 'b0630160-1d27-42db-8511-d8b3773d1646', 'network_id': 'dea5a6b8-71f3-4fa4-97c3-dd81515f0420', 'admin_state_up': True, 'tenant_id': 'b24aa115869c4ccebfe654d4d215e4c2'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:38:24.238060 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-dbd16535-cf92-4eba-ad6e-6b2ab3e0a8e4 req-f5bdcf98-9a18-47d7-8997-356e31811731 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] 10.222.0.69 "GET /v2.0/ports?device_id=b0630160-1d27-42db-8511-d8b3773d1646 HTTP/1.1" status: 200 len: 210 time: 0.1059701 Apr 18 19:38:24.552695 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c0c8b0-7c42-44ee-992b-63fecac2e2c6 req-26872ac3-5ef3-47e1-81be-965d6e4241ec tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:24.560102 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f3c0c8b0-7c42-44ee-992b-63fecac2e2c6 req-26872ac3-5ef3-47e1-81be-965d6e4241ec tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a4a2cd18-c761-492e-bba0-8129922f27b7 HTTP/1.1" status: 200 len: 943 time: 1.4200876 Apr 18 19:38:24.785817 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_common [None req-5d762e24-c48a-4a6a-87ad-bcdbcc5b3d4e tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Allocated IP 2001:db8::f (f4d6ea54-5ad5-487a-a45a-0414f06561e9/cb964b04-d807-4eaa-956b-f0527f309e8d/0519cb84-7efa-4a3c-a095-d72e164e82c1) {{(pid=84764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:38:24.832513 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-75871313-a57f-4d19-b482-1a5dc5d42d9c tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Notify callbacks [] for port, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:24.837885 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-7b89b663-af11-4575-a20b-d4cd36c27336 req-7f2357e7-0677-4d6a-8ed4-73198e6c7491 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Notify callbacks [] for port, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:24.905927 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:24.940845 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-16ae4d6a-2b64-45b1-98af-429e5aca9e5a req-97b1147a-6644-46c7-8684-028fd6bc2932 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] For port bac0b406-1b66-4ac0-a9a1-15ccec5407d8, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=bac0b406-1b66-4ac0-a9a1-15ccec5407d8,segment=NetworkSegment(8940f5c9-2c52-448f-9b36-18364410ba08),segment_id=8940f5c9-2c52-448f-9b36-18364410ba08)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:38:24.941217 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-16ae4d6a-2b64-45b1-98af-429e5aca9e5a req-97b1147a-6644-46c7-8684-028fd6bc2932 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:25.144981 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-16ae4d6a-2b64-45b1-98af-429e5aca9e5a req-97b1147a-6644-46c7-8684-028fd6bc2932 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Calling delete_port for bac0b406-1b66-4ac0-a9a1-15ccec5407d8 owned by compute:nova {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:38:25.191759 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-cd0db098-d832-43ba-a17e-3fa58cc660f8 req-8e60589f-bad5-4627-982f-61964e290b58 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f23daf946b4d4874b9d361b56e2fb9b5&device_id=a4a2cd18-c761-492e-bba0-8129922f27b7 HTTP/1.1" status: 200 len: 1094 time: 1.1563387 Apr 18 19:38:25.198685 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d874b307-d963-425d-ab6d-aa104a41d415 None None] Network f4d6ea54-5ad5-487a-a45a-0414f06561e9 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:38:25.209346 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-75871313-a57f-4d19-b482-1a5dc5d42d9c tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:25.233804 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-5d762e24-c48a-4a6a-87ad-bcdbcc5b3d4e tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks [] for port, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:25.256022 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.provisioning_blocks [None req-5d762e24-c48a-4a6a-87ad-bcdbcc5b3d4e tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Transition to ACTIVE for port object 0519cb84-7efa-4a3c-a095-d72e164e82c1 will not be triggered until provisioned by entity DHCP. {{(pid=84764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:38:25.270736 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-c776f479-4990-4028-bd11-32e6b0452983 req-db84fb45-5251-4140-8419-4af9e932f409 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:25.393672 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-7b89b663-af11-4575-a20b-d4cd36c27336 req-7f2357e7-0677-4d6a-8ed4-73198e6c7491 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:25.440876 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-7b89b663-af11-4575-a20b-d4cd36c27336 req-72f62ec9-a75e-4667-ba03-ae87eb694d41 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:38:25.474298 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-7b89b663-af11-4575-a20b-d4cd36c27336 req-72f62ec9-a75e-4667-ba03-ae87eb694d41 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Usage tracker for resource:port and tenant:b24aa115869c4ccebfe654d4d215e4c2 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:38:25.477471 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-7b89b663-af11-4575-a20b-d4cd36c27336 req-72f62ec9-a75e-4667-ba03-ae87eb694d41 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:38:25.484336 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-7b89b663-af11-4575-a20b-d4cd36c27336 req-72f62ec9-a75e-4667-ba03-ae87eb694d41 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:38:25.510779 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f3c0c8b0-7c42-44ee-992b-63fecac2e2c6 req-4d1fc41e-e406-400a-b4d6-971e14e3c148 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9502480 Apr 18 19:38:25.526743 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-cd0db098-d832-43ba-a17e-3fa58cc660f8 req-6491c7ef-835e-4e56-b749-d7d977d2ca41 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b8ef584f-da63-445b-9d06-fa0ca5655e03 HTTP/1.1" status: 200 len: 217 time: 0.3017681 Apr 18 19:38:25.573314 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ab0b2c62-4e51-49d5-9c59-9d2eaf2ee162 None None] Provisioning for port bc2344f2-b2e4-4f12-9a04-16507394ae05 completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:38:25.656852 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75871313-a57f-4d19-b482-1a5dc5d42d9c tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Pushing event updated for resources: {'Port': ['ID=e1509309-2750-45a7-ae23-f9064642bbc8,revision_number=2']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:25.674664 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-75871313-a57f-4d19-b482-1a5dc5d42d9c tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416787'] for floatingip, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:25.684253 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-5d762e24-c48a-4a6a-87ad-bcdbcc5b3d4e tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:25.739839 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device bc2344f2-b2e4-4f12-9a04-16507394ae05 up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:38:25.746989 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2357e7-0677-4d6a-8ed4-73198e6c7491 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Pushing event updated for resources: {'Port': ['ID=ee76253e-7333-43fe-bddc-757641cfdcf2,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:25.777801 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b89b663-af11-4575-a20b-d4cd36c27336 req-72f62ec9-a75e-4667-ba03-ae87eb694d41 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Made reservation on behalf of b24aa115869c4ccebfe654d4d215e4c2 for: {'port': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:38:25.784624 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-7b89b663-af11-4575-a20b-d4cd36c27336 req-72f62ec9-a75e-4667-ba03-ae87eb694d41 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:25.871147 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d762e24-c48a-4a6a-87ad-bcdbcc5b3d4e tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Network f4d6ea54-5ad5-487a-a45a-0414f06561e9 is already hosted by enough agents. {{(pid=84764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:38:25.872096 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d762e24-c48a-4a6a-87ad-bcdbcc5b3d4e tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Pushing event updated for resources: {'Port': ['ID=0519cb84-7efa-4a3c-a095-d72e164e82c1,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:25.877830 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b89b663-af11-4575-a20b-d4cd36c27336 req-7f2357e7-0677-4d6a-8ed4-73198e6c7491 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Network dea5a6b8-71f3-4fa4-97c3-dd81515f0420 is already hosted by enough agents. {{(pid=84764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:38:25.877830 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [None req-5d762e24-c48a-4a6a-87ad-bcdbcc5b3d4e tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Resources bound (agent type, host, resource id): {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:38:25.880287 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [req-7b89b663-af11-4575-a20b-d4cd36c27336 req-7f2357e7-0677-4d6a-8ed4-73198e6c7491 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Resources bound (agent type, host, resource id): {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:38:25.882259 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d762e24-c48a-4a6a-87ad-bcdbcc5b3d4e tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Received port after_create {{(pid=84764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:38:25.887542 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d762e24-c48a-4a6a-87ad-bcdbcc5b3d4e tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:25.888074 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-5d762e24-c48a-4a6a-87ad-bcdbcc5b3d4e tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:25.895906 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b89b663-af11-4575-a20b-d4cd36c27336 req-7f2357e7-0677-4d6a-8ed4-73198e6c7491 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Received port after_create {{(pid=84764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:38:25.900382 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db84fb45-5251-4140-8419-4af9e932f409 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Pushing event deleted for resources: {'Port': ['ID=00aa3f22-9bd8-4ee9-b7b5-f4c5649951f5,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:25.944292 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-c776f479-4990-4028-bd11-32e6b0452983 req-db84fb45-5251-4140-8419-4af9e932f409 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] No DVR routers for this DVR port 00aa3f22-9bd8-4ee9-b7b5-f4c5649951f5 on host n-h1-836017-2 {{(pid=84763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:38:26.009990 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b89b663-af11-4575-a20b-d4cd36c27336 req-7f2357e7-0677-4d6a-8ed4-73198e6c7491 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:26.010788 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-7b89b663-af11-4575-a20b-d4cd36c27336 req-7f2357e7-0677-4d6a-8ed4-73198e6c7491 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:26.027747 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-c776f479-4990-4028-bd11-32e6b0452983 req-db84fb45-5251-4140-8419-4af9e932f409 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:26.069394 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4a2cd18-c761-492e-bba0-8129922f27b7', 'tag': 'b8ef584f-da63-445b-9d06-fa0ca5655e03'}, {'server_uuid': '648d516b-9b02-4da2-9290-9c21f1872f59', 'name': 'network-vif-deleted', 'tag': '00aa3f22-9bd8-4ee9-b7b5-f4c5649951f5'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:38:26.092724 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-5d762e24-c48a-4a6a-87ad-bcdbcc5b3d4e tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.9040914 Apr 18 19:38:26.092724 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 36376) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:26.113621 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning for port bc2344f2-b2e4-4f12-9a04-16507394ae05 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:38:26.125884 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port bc2344f2-b2e4-4f12-9a04-16507394ae05 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:38:26.126292 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:26.142874 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-7b89b663-af11-4575-a20b-d4cd36c27336 req-7f2357e7-0677-4d6a-8ed4-73198e6c7491 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1580112 Apr 18 19:38:26.157241 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0db098-d832-43ba-a17e-3fa58cc660f8 req-d55e3626-ba91-4b98-b24e-2f9f0ee4e18f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:26.160486 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [req-7b89b663-af11-4575-a20b-d4cd36c27336 req-1b4f86bc-dfb1-48de-a8cc-a66d35f85e29 service neutron] Request body: {'port': {'device_id': '066cf706-50fb-4f85-8f97-2d1f24a4f488', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-2'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:38:26.161175 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-cd0db098-d832-43ba-a17e-3fa58cc660f8 req-d55e3626-ba91-4b98-b24e-2f9f0ee4e18f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=796a481f-8e54-4cc2-b013-83edb23d78ce HTTP/1.1" status: 200 len: 854 time: 0.6197321 Apr 18 19:38:26.260541 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-b3774525-8ef3-471e-8979-19a4d530f0f1 req-a1a8e0e5-31ef-461c-add1-caa6dfc61aa5 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Synchronizing usage tracker for tenant:55080d7e03b84961904f44cea106a34f on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:38:26.275775 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-75871313-a57f-4d19-b482-1a5dc5d42d9c tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for floatingip, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:26.277293 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-75871313-a57f-4d19-b482-1a5dc5d42d9c tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 12.3493042 Apr 18 19:38:26.311337 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-52810d77-fd6e-49db-96dc-177b784efe97 None None] Provisioning for port 10b076cb-6a3f-4bbe-8d69-1fb352ed8f75 completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:38:26.349674 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d39223-9b82-4b01-bf2c-1d718e38b86c tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:26.349674 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-87d39223-9b82-4b01-bf2c-1d718e38b86c tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Synchronizing usage tracker for tenant:8097f6133aa24824a0d11d98456dfce8 on resource:port {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:38:26.391397 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-7b89b663-af11-4575-a20b-d4cd36c27336 req-1b4f86bc-dfb1-48de-a8cc-a66d35f85e29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:26.393175 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-52810d77-fd6e-49db-96dc-177b784efe97 None None] Provisioning complete for port 10b076cb-6a3f-4bbe-8d69-1fb352ed8f75 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:38:26.393794 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-52810d77-fd6e-49db-96dc-177b784efe97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:26.447165 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:26.517529 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-52810d77-fd6e-49db-96dc-177b784efe97 None None] Port 10b076cb-6a3f-4bbe-8d69-1fb352ed8f75 cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:38:26.521913 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] For port bc2344f2-b2e4-4f12-9a04-16507394ae05, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=bc2344f2-b2e4-4f12-9a04-16507394ae05,segment=NetworkSegment(42d5ff1c-86de-459f-b963-761f60527d68),segment_id=42d5ff1c-86de-459f-b963-761f60527d68)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:38:26.539074 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-87d39223-9b82-4b01-bf2c-1d718e38b86c tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Unset dirty status for tenant:8097f6133aa24824a0d11d98456dfce8 on resource:port {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:38:26.540557 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-87d39223-9b82-4b01-bf2c-1d718e38b86c tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.4565628 Apr 18 19:38:26.543417 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 36386) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:26.586082 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-c776f479-4990-4028-bd11-32e6b0452983 req-db84fb45-5251-4140-8419-4af9e932f409 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] 10.222.0.73 "DELETE /v2.0/ports/00aa3f22-9bd8-4ee9-b7b5-f4c5649951f5 HTTP/1.1" status: 204 len: 173 time: 11.1633494 Apr 18 19:38:26.592657 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-cd0db098-d832-43ba-a17e-3fa58cc660f8 req-a5a559ab-edde-49ff-b3ec-8c403cd9363b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=47c820f3-b421-48a9-a537-e0e4851dd399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3385789 Apr 18 19:38:26.600944 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-52810d77-fd6e-49db-96dc-177b784efe97 None None] Provisioning for port 0519cb84-7efa-4a3c-a095-d72e164e82c1 completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:38:26.606361 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:26.676379 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-52810d77-fd6e-49db-96dc-177b784efe97 None None] Provisioning complete for port 0519cb84-7efa-4a3c-a095-d72e164e82c1 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:38:26.676723 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-52810d77-fd6e-49db-96dc-177b784efe97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:26.720818 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-b3774525-8ef3-471e-8979-19a4d530f0f1 req-a1a8e0e5-31ef-461c-add1-caa6dfc61aa5 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] Unset dirty status for tenant:55080d7e03b84961904f44cea106a34f on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:38:26.736970 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b3774525-8ef3-471e-8979-19a4d530f0f1 req-a1a8e0e5-31ef-461c-add1-caa6dfc61aa5 tempest-ListServersNegativeTestJSON-1591327811 tempest-ListServersNegativeTestJSON-1591327811-project] 10.222.0.69 "GET /v2.0/ports?device_id=648d516b-9b02-4da2-9290-9c21f1872f59 HTTP/1.1" status: 200 len: 210 time: 0.7146821 Apr 18 19:38:26.737686 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-16ae4d6a-2b64-45b1-98af-429e5aca9e5a req-97b1147a-6644-46c7-8684-028fd6bc2932 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:26.819395 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-52810d77-fd6e-49db-96dc-177b784efe97 None None] Port 0519cb84-7efa-4a3c-a095-d72e164e82c1 cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:38:26.826972 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Pushing event updated for resources: {'Port': ['ID=bc2344f2-b2e4-4f12-9a04-16507394ae05,revision_number=3']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:26.841809 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-52810d77-fd6e-49db-96dc-177b784efe97 None None] Provisioning complete for port bc2344f2-b2e4-4f12-9a04-16507394ae05 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:38:26.842449 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-52810d77-fd6e-49db-96dc-177b784efe97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:27.035899 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d98084-0f87-46eb-8612-21ee05f359e1 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:27.045973 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d98084-0f87-46eb-8612-21ee05f359e1 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:27.059611 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d98084-0f87-46eb-8612-21ee05f359e1 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:27.068895 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-f1d98084-0f87-46eb-8612-21ee05f359e1 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.5239604 Apr 18 19:38:27.069542 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 36400) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:27.091400 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9de4a5e-d870-4aad-82f5-b31aab75581b'] response: {'name': 'network-changed', 'server_uuid': 'a4a2cd18-c761-492e-bba0-8129922f27b7', 'tag': 'b8ef584f-da63-445b-9d06-fa0ca5655e03', 'status': 'completed', 'code': 200} Apr 18 19:38:27.098566 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9de4a5e-d870-4aad-82f5-b31aab75581b'] response: {'server_uuid': '648d516b-9b02-4da2-9290-9c21f1872f59', 'name': 'network-vif-deleted', 'tag': '00aa3f22-9bd8-4ee9-b7b5-f4c5649951f5', 'status': 'completed', 'code': 200} Apr 18 19:38:27.158817 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-bf7a2e92-ff58-41ac-b244-db37344aa921 None None] Provisioning complete for port 10b076cb-6a3f-4bbe-8d69-1fb352ed8f75 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:38:27.159407 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bf7a2e92-ff58-41ac-b244-db37344aa921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:27.196893 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-3c597ef7-2657-4764-a114-4e91856e356a req-cc27ad78-ac99-402d-9af7-c6149da5407d tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Synchronizing usage tracker for tenant:b24aa115869c4ccebfe654d4d215e4c2 on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:38:27.210129 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b1147a-6644-46c7-8684-028fd6bc2932 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Pushing event deleted for resources: {'Port': ['ID=bac0b406-1b66-4ac0-a9a1-15ccec5407d8,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:27.222846 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-7f2ec2cd-b63e-405f-ba1d-fcdea7d48923 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Deleting port 0519cb84-7efa-4a3c-a095-d72e164e82c1 {{(pid=84764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:38:27.223271 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-7f2ec2cd-b63e-405f-ba1d-fcdea7d48923 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:27.271595 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-bf7a2e92-ff58-41ac-b244-db37344aa921 None None] Port 10b076cb-6a3f-4bbe-8d69-1fb352ed8f75 cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:38:27.289719 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-bf7a2e92-ff58-41ac-b244-db37344aa921 None None] Provisioning complete for port 0519cb84-7efa-4a3c-a095-d72e164e82c1 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:38:27.293086 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bf7a2e92-ff58-41ac-b244-db37344aa921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:27.298514 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ffebd566-45fc-4051-b11e-95851f22db61 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:27.332282 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-16ae4d6a-2b64-45b1-98af-429e5aca9e5a req-97b1147a-6644-46c7-8684-028fd6bc2932 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] No DVR routers for this DVR port bac0b406-1b66-4ac0-a9a1-15ccec5407d8 on host n-h1-836017-2 {{(pid=84763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:38:27.359812 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-16ae4d6a-2b64-45b1-98af-429e5aca9e5a req-97b1147a-6644-46c7-8684-028fd6bc2932 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:27.362408 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-16ae4d6a-2b64-45b1-98af-429e5aca9e5a req-97b1147a-6644-46c7-8684-028fd6bc2932 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] 10.222.0.73 "DELETE /v2.0/ports/bac0b406-1b66-4ac0-a9a1-15ccec5407d8 HTTP/1.1" status: 204 len: 173 time: 8.0026772 Apr 18 19:38:27.380715 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-bf7a2e92-ff58-41ac-b244-db37344aa921 None None] Port 0519cb84-7efa-4a3c-a095-d72e164e82c1 cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:38:27.388070 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_common [req-7b89b663-af11-4575-a20b-d4cd36c27336 req-72f62ec9-a75e-4667-ba03-ae87eb694d41 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Allocated IP 172.20.0.12 (dea5a6b8-71f3-4fa4-97c3-dd81515f0420/c5663fb8-fb65-483f-a697-5dc1cb158bec/fb4ec813-3111-4e0c-8fce-fe8f59eaac1e) {{(pid=84763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:38:27.390919 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b1147a-6644-46c7-8684-028fd6bc2932 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:38:27.391269 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b1147a-6644-46c7-8684-028fd6bc2932 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:38:27.391610 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b1147a-6644-46c7-8684-028fd6bc2932 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:38:27.391974 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b1147a-6644-46c7-8684-028fd6bc2932 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:38:27.392614 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09d19e8-16ed-4467-b774-6c7be770bda2 req-36a52a4f-93ac-4905-962c-aa6fabac9ec1 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:27.393271 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b1147a-6644-46c7-8684-028fd6bc2932 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:38:27.393646 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b1147a-6644-46c7-8684-028fd6bc2932 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:38:27.394092 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b1147a-6644-46c7-8684-028fd6bc2932 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:38:27.394436 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b1147a-6644-46c7-8684-028fd6bc2932 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:38:27.394770 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b1147a-6644-46c7-8684-028fd6bc2932 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:38:27.395099 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b1147a-6644-46c7-8684-028fd6bc2932 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:38:27.395430 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b1147a-6644-46c7-8684-028fd6bc2932 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:38:27.400269 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c09d19e8-16ed-4467-b774-6c7be770bda2 req-36a52a4f-93ac-4905-962c-aa6fabac9ec1 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a4a2cd18-c761-492e-bba0-8129922f27b7 HTTP/1.1" status: 200 len: 943 time: 0.2337317 Apr 18 19:38:27.408211 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-3c597ef7-2657-4764-a114-4e91856e356a req-cc27ad78-ac99-402d-9af7-c6149da5407d tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Unset dirty status for tenant:b24aa115869c4ccebfe654d4d215e4c2 on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:38:27.413804 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3c597ef7-2657-4764-a114-4e91856e356a req-cc27ad78-ac99-402d-9af7-c6149da5407d tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] 10.222.0.69 "GET /v2.0/ports?device_id=b0630160-1d27-42db-8511-d8b3773d1646 HTTP/1.1" status: 200 len: 210 time: 0.3606241 Apr 18 19:38:27.443638 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-cd0db098-d832-43ba-a17e-3fa58cc660f8 req-1c099018-72c1-44a9-aa10-53ae57126778 service neutron] 10.222.0.72 "GET /v2.0/networks/47c820f3-b421-48a9-a537-e0e4851dd399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8143344 Apr 18 19:38:27.503682 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-ffebd566-45fc-4051-b11e-95851f22db61 admin admin] Deleting port 03e519c2-7295-47c0-a4bf-d4b65bb3f70a {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:38:27.504113 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ffebd566-45fc-4051-b11e-95851f22db61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:27.640101 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 7a233cc4-3ce9-4044-b37e-ae1b2c47daaf no longer exists at agent hyperv_n-h1-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:38:27.676920 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c09d19e8-16ed-4467-b774-6c7be770bda2 req-6b3202a5-2f0b-4b3f-b63d-eb78d781e5a8 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756705 Apr 18 19:38:27.723182 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-7f2ec2cd-b63e-405f-ba1d-fcdea7d48923 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:27.777560 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device bc2344f2-b2e4-4f12-9a04-16507394ae05 up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:38:28.028126 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port bc2344f2-b2e4-4f12-9a04-16507394ae05 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:38:28.028524 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:28.040175 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 36414) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:28.058392 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-7f2ec2cd-b63e-405f-ba1d-fcdea7d48923 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Calling delete_port for 0519cb84-7efa-4a3c-a095-d72e164e82c1 owned by {{(pid=84764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:38:28.312145 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7d90307d-a24f-439e-b8df-df736ef8e4d9 req-b9f2fb3c-66e6-420d-92ad-fb77409039a3 tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1789581688&fields=id&tenant_id=11fa110afd504f4180500a31ab517fd5 HTTP/1.1" status: 200 len: 267 time: 0.5888276 Apr 18 19:38:28.326589 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-cd0db098-d832-43ba-a17e-3fa58cc660f8 req-627fc543-562c-4dce-b989-3a67f4c6266e service neutron] 10.222.0.72 "GET /v2.0/networks/47c820f3-b421-48a9-a537-e0e4851dd399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8755558 Apr 18 19:38:28.354334 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:28.430325 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a7e3627-fe0c-454f-94c0-2c81f29abab8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a233cc4-3ce9-4044-b37e-ae1b2c47daaf'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:38:28.460262 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-7f2ec2cd-b63e-405f-ba1d-fcdea7d48923 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:28.461234 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port 7a233cc4-3ce9-4044-b37e-ae1b2c47daaf, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=7a233cc4-3ce9-4044-b37e-ae1b2c47daaf,segment=NetworkSegment(6e09292d-9dc6-4a58-913a-7eef33e1cf20),segment_id=6e09292d-9dc6-4a58-913a-7eef33e1cf20)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:38:28.483354 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-1beaf98a-f428-40c7-abb1-c659c24c5389 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:28.521819 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:28.562017 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-1beaf98a-f428-40c7-abb1-c659c24c5389 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:38:28.567097 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-1beaf98a-f428-40c7-abb1-c659c24c5389 admin admin] Usage tracker for resource:security_group_rule and tenant:183867f6e133412ca8a9889104f0fe8d is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:38:28.570251 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-1beaf98a-f428-40c7-abb1-c659c24c5389 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:38:28.578200 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-1beaf98a-f428-40c7-abb1-c659c24c5389 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:38:28.653010 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-1beaf98a-f428-40c7-abb1-c659c24c5389 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:28.658268 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [None req-ffebd566-45fc-4051-b11e-95851f22db61 admin admin] For port 03e519c2-7295-47c0-a4bf-d4b65bb3f70a, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=03e519c2-7295-47c0-a4bf-d4b65bb3f70a,segment=NetworkSegment(5de34947-6c56-419b-85d0-f61f69ce7c45),segment_id=5de34947-6c56-419b-85d0-f61f69ce7c45)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:38:28.659119 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ffebd566-45fc-4051-b11e-95851f22db61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:28.717300 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Pushing event updated for resources: {'Port': ['ID=7a233cc4-3ce9-4044-b37e-ae1b2c47daaf,revision_number=8']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:28.725874 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-1beaf98a-f428-40c7-abb1-c659c24c5389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:28.745835 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2ec2cd-b63e-405f-ba1d-fcdea7d48923 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Pushing event deleted for resources: {'Port': ['ID=0519cb84-7efa-4a3c-a095-d72e164e82c1,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:28.816240 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-7f2ec2cd-b63e-405f-ba1d-fcdea7d48923 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:28.878102 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-10bb9fee-189d-4a11-9ef6-7ab03ea9bb20 req-7de7e620-6b56-4d88-9984-a71b16672e69 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Synchronizing usage tracker for tenant:b24aa115869c4ccebfe654d4d215e4c2 on resource:port {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:38:28.895079 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-10bb9fee-189d-4a11-9ef6-7ab03ea9bb20 req-7de7e620-6b56-4d88-9984-a71b16672e69 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Unset dirty status for tenant:b24aa115869c4ccebfe654d4d215e4c2 on resource:port {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:38:28.896267 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-10bb9fee-189d-4a11-9ef6-7ab03ea9bb20 req-7de7e620-6b56-4d88-9984-a71b16672e69 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] 10.222.0.69 "GET /v2.0/ports?device_id=b0630160-1d27-42db-8511-d8b3773d1646 HTTP/1.1" status: 200 len: 210 time: 0.0592999 Apr 18 19:38:28.914756 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-7f2ec2cd-b63e-405f-ba1d-fcdea7d48923 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "DELETE /v2.0/ports/0519cb84-7efa-4a3c-a095-d72e164e82c1 HTTP/1.1" status: 204 len: 168 time: 1.8405249 Apr 18 19:38:28.915466 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 36432) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:28.949567 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-ffebd566-45fc-4051-b11e-95851f22db61 admin admin] Calling delete_port for 03e519c2-7295-47c0-a4bf-d4b65bb3f70a owned by network:router_gateway {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:38:28.978194 n-d-836017-2 neutron-server[84764]: INFO neutron.pecan_wsgi.hooks.translation [None req-60003a39-886a-427e-aba1-6253eaab9187 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] GET failed (client error): The resource could not be found. Apr 18 19:38:28.978854 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-60003a39-886a-427e-aba1-6253eaab9187 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Synchronizing usage tracker for tenant:8097f6133aa24824a0d11d98456dfce8 on resource:port {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:38:28.989214 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbad3e9c-dfd8-4712-ae60-de7314d5025f'] response: {'server_uuid': '7a7e3627-fe0c-454f-94c0-2c81f29abab8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a233cc4-3ce9-4044-b37e-ae1b2c47daaf', 'code': 200} Apr 18 19:38:29.000145 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-7b89b663-af11-4575-a20b-d4cd36c27336 req-72f62ec9-a75e-4667-ba03-ae87eb694d41 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Notify callbacks [] for port, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:29.056491 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-1beaf98a-f428-40c7-abb1-c659c24c5389 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=183867f6e133412ca8a9889104f0fe8d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0102766 Apr 18 19:38:29.059242 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 36436) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:29.078093 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 36440) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:29.083887 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-60003a39-886a-427e-aba1-6253eaab9187 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Unset dirty status for tenant:8097f6133aa24824a0d11d98456dfce8 on resource:port {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:38:29.085343 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-60003a39-886a-427e-aba1-6253eaab9187 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "GET /v2.0/ports/0519cb84-7efa-4a3c-a095-d72e164e82c1 HTTP/1.1" status: 404 len: 333 time: 0.1688757 Apr 18 19:38:29.099977 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 36444) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:29.100948 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc241502-73b0-4fc6-a2be-6b088d11294b', 'name': 'network-vif-deleted', 'tag': 'bac0b406-1b66-4ac0-a9a1-15ccec5407d8'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:38:29.119026 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beaf98a-f428-40c7-abb1-c659c24c5389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9795ff9b-a489-4b3e-9eed-f9e5042eb1c3,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:29.179160 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_v2 [None req-35451343-57b5-4f3b-9b52-20ea164aea23 admin admin] Deleting subnet 3f74d436-afb8-465f-b659-1be967ed4d5d {{(pid=84764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:38:29.216568 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-35451343-57b5-4f3b-9b52-20ea164aea23 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:29.283933 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b2236cc3-99db-4ced-8e4f-bf6dc757438a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:29.316193 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d90307d-a24f-439e-b8df-df736ef8e4d9 req-9b486650-c6f8-487e-9530-aea9fb25a1e1 tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:29.318435 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7d90307d-a24f-439e-b8df-df736ef8e4d9 req-9b486650-c6f8-487e-9530-aea9fb25a1e1 tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] 10.222.0.69 "GET /v2.0/networks?id=907b3800-8be3-4c78-9411-07f6490aed83 HTTP/1.1" status: 200 len: 810 time: 1.0046394 Apr 18 19:38:29.326621 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-35451343-57b5-4f3b-9b52-20ea164aea23 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66931798'] for subnet, precommit_delete_associations {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:29.371713 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b2236cc3-99db-4ced-8e4f-bf6dc757438a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:29.405145 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7d90307d-a24f-439e-b8df-df736ef8e4d9 req-fa21cb9c-b546-4100-8e5b-3900459385ec tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] 10.222.0.69 "GET /v2.0/quotas/11fa110afd504f4180500a31ab517fd5 HTTP/1.1" status: 200 len: 375 time: 0.0669878 Apr 18 19:38:29.412102 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-bd1bba2d-2f32-4e4e-adf0-7248f4499726 req-65b91a35-8765-4dfd-a93b-59c140cd3466 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f23daf946b4d4874b9d361b56e2fb9b5&device_id=a4a2cd18-c761-492e-bba0-8129922f27b7 HTTP/1.1" status: 200 len: 1094 time: 0.8770709 Apr 18 19:38:29.416905 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-737b22a1-8a23-487a-b040-f8568e27394e tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Deleting port 10b076cb-6a3f-4bbe-8d69-1fb352ed8f75 {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:38:29.417244 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-737b22a1-8a23-487a-b040-f8568e27394e tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:29.439155 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8543ea-920d-4eab-bc54-d715accecd95 req-917f4d50-7d67-465b-bfc2-b3b6b09dad83 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:29.440659 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-5c8543ea-920d-4eab-bc54-d715accecd95 req-917f4d50-7d67-465b-bfc2-b3b6b09dad83 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a4a2cd18-c761-492e-bba0-8129922f27b7 HTTP/1.1" status: 200 len: 943 time: 0.2656546 Apr 18 19:38:29.465237 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-35451343-57b5-4f3b-9b52-20ea164aea23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1258508'] for subnet, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:29.503422 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-7b89b663-af11-4575-a20b-d4cd36c27336 req-72f62ec9-a75e-4667-ba03-ae87eb694d41 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:29.661103 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-5c8543ea-920d-4eab-bc54-d715accecd95 req-ecc0616a-4db0-4b01-a5dc-8905590f353a tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002382 Apr 18 19:38:29.734092 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b2236cc3-99db-4ced-8e4f-bf6dc757438a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:29.784552 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b89b663-af11-4575-a20b-d4cd36c27336 req-72f62ec9-a75e-4667-ba03-ae87eb694d41 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Network dea5a6b8-71f3-4fa4-97c3-dd81515f0420 is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:38:29.793753 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2236cc3-99db-4ced-8e4f-bf6dc757438a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9795ff9b-a489-4b3e-9eed-f9e5042eb1c3,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:29.818988 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [req-7b89b663-af11-4575-a20b-d4cd36c27336 req-72f62ec9-a75e-4667-ba03-ae87eb694d41 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:38:29.831367 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f62ec9-a75e-4667-ba03-ae87eb694d41 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Pushing event updated for resources: {'Port': ['ID=fb4ec813-3111-4e0c-8fce-fe8f59eaac1e,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:29.833904 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [req-7b89b663-af11-4575-a20b-d4cd36c27336 req-1b4f86bc-dfb1-48de-a8cc-a66d35f85e29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee76253e-7333-43fe-bddc-757641cfdcf2 {{(pid=84764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:38:29.839135 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b89b663-af11-4575-a20b-d4cd36c27336 req-72f62ec9-a75e-4667-ba03-ae87eb694d41 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Received port after_create {{(pid=84763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:38:29.846445 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-7b89b663-af11-4575-a20b-d4cd36c27336 req-1b4f86bc-dfb1-48de-a8cc-a66d35f85e29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:29.849014 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b2236cc3-99db-4ced-8e4f-bf6dc757438a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:29.852098 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-b2236cc3-99db-4ced-8e4f-bf6dc757438a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9795ff9b-a489-4b3e-9eed-f9e5042eb1c3 HTTP/1.1" status: 204 len: 168 time: 0.7892416 Apr 18 19:38:29.854765 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-35451343-57b5-4f3b-9b52-20ea164aea23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1258501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2290876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65862598'] for subnet, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:29.932462 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35451343-57b5-4f3b-9b52-20ea164aea23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f74d436-afb8-465f-b659-1be967ed4d5d,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:29.936403 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.provisioning_blocks [req-7b89b663-af11-4575-a20b-d4cd36c27336 req-1b4f86bc-dfb1-48de-a8cc-a66d35f85e29 service neutron] Transition to ACTIVE for port object ee76253e-7333-43fe-bddc-757641cfdcf2 will not be triggered until provisioned by entity L2. {{(pid=84764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:38:29.993047 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-35451343-57b5-4f3b-9b52-20ea164aea23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for subnet, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:29.995081 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-35451343-57b5-4f3b-9b52-20ea164aea23 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/3f74d436-afb8-465f-b659-1be967ed4d5d HTTP/1.1" status: 204 len: 168 time: 0.9128144 Apr 18 19:38:30.004553 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 36458) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:30.010697 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-7b89b663-af11-4575-a20b-d4cd36c27336 req-1b4f86bc-dfb1-48de-a8cc-a66d35f85e29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2290934'] for port, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:30.047414 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1bba2d-2f32-4e4e-adf0-7248f4499726 req-6c6d4819-f862-47a4-b661-216e44766095 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:30.049757 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-bd1bba2d-2f32-4e4e-adf0-7248f4499726 req-6c6d4819-f862-47a4-b661-216e44766095 service neutron] 10.222.0.72 "GET /v2.0/networks?id=47c820f3-b421-48a9-a537-e0e4851dd399 HTTP/1.1" status: 200 len: 915 time: 0.6049595 Apr 18 19:38:30.064184 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-7d90307d-a24f-439e-b8df-df736ef8e4d9 req-4eed0845-c449-4005-9374-4daa3dea19d2 tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Synchronizing usage tracker for tenant:11fa110afd504f4180500a31ab517fd5 on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:38:30.083671 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b89b663-af11-4575-a20b-d4cd36c27336 req-72f62ec9-a75e-4667-ba03-ae87eb694d41 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:30.084292 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-7b89b663-af11-4575-a20b-d4cd36c27336 req-72f62ec9-a75e-4667-ba03-ae87eb694d41 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:30.158047 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ffebd566-45fc-4051-b11e-95851f22db61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:30.243046 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-737b22a1-8a23-487a-b040-f8568e27394e tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:30.258640 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffebd566-45fc-4051-b11e-95851f22db61 admin admin] Pushing event deleted for resources: {'Port': ['ID=03e519c2-7295-47c0-a4bf-d4b65bb3f70a,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:30.269620 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-bd1bba2d-2f32-4e4e-adf0-7248f4499726 req-57c90c56-70d8-4dd8-a1c2-c895ac443fdd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b8ef584f-da63-445b-9d06-fa0ca5655e03 HTTP/1.1" status: 200 len: 217 time: 0.1912212 Apr 18 19:38:30.293524 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-ef29590f-db0e-4359-805d-7e9d8869820d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:30.298644 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4f86bc-dfb1-48de-a8cc-a66d35f85e29 service neutron] Pushing event updated for resources: {'Port': ['ID=ee76253e-7333-43fe-bddc-757641cfdcf2,revision_number=2']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:30.317148 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bacb0e-5b80-43ba-aa6d-35939b43c0f8 req-99614504-b4fd-4e10-9071-493ee71c0086 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:30.318688 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-29bacb0e-5b80-43ba-aa6d-35939b43c0f8 req-99614504-b4fd-4e10-9071-493ee71c0086 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/networks?id=11569783-78f6-4d10-9370-768c4acb7a65 HTTP/1.1" status: 200 len: 805 time: 0.4233387 Apr 18 19:38:30.445512 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-29bacb0e-5b80-43ba-aa6d-35939b43c0f8 req-8175fb00-558d-4624-b984-05a560d221c2 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/quotas/f7f855ff57c84f41949916661be0c661 HTTP/1.1" status: 200 len: 375 time: 0.0902741 Apr 18 19:38:30.484415 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-737b22a1-8a23-487a-b040-f8568e27394e tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Calling delete_port for 10b076cb-6a3f-4bbe-8d69-1fb352ed8f75 owned by {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:38:30.525946 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-7d90307d-a24f-439e-b8df-df736ef8e4d9 req-4eed0845-c449-4005-9374-4daa3dea19d2 tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Unset dirty status for tenant:11fa110afd504f4180500a31ab517fd5 on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:38:30.527245 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7d90307d-a24f-439e-b8df-df736ef8e4d9 req-4eed0845-c449-4005-9374-4daa3dea19d2 tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=11fa110afd504f4180500a31ab517fd5&fields=id HTTP/1.1" status: 200 len: 348 time: 1.0855238 Apr 18 19:38:30.528599 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7b89b663-af11-4575-a20b-d4cd36c27336 req-72f62ec9-a75e-4667-ba03-ae87eb694d41 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.4034708 Apr 18 19:38:30.601007 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-7b89b663-af11-4575-a20b-d4cd36c27336 req-f6a7a702-b9a8-4094-a512-b4c1d41e9fdf service neutron] Request body: {'port': {'device_id': 'b0630160-1d27-42db-8511-d8b3773d1646', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-2'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:38:30.703554 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-ef29590f-db0e-4359-805d-7e9d8869820d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256345', 'neutron.services.segments.db._delete_segments_for_network-8791093852025'] for network, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:30.736736 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 36468) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:30.757444 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1bba2d-2f32-4e4e-adf0-7248f4499726 req-78e4076c-c6f1-4fa8-96c3-93a78ec27bb5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:30.758771 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-bd1bba2d-2f32-4e4e-adf0-7248f4499726 req-78e4076c-c6f1-4fa8-96c3-93a78ec27bb5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=796a481f-8e54-4cc2-b013-83edb23d78ce HTTP/1.1" status: 200 len: 854 time: 0.4838359 Apr 18 19:38:30.763729 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-7b89b663-af11-4575-a20b-d4cd36c27336 req-1b4f86bc-dfb1-48de-a8cc-a66d35f85e29 service neutron] Attempting to bind port ee76253e-7333-43fe-bddc-757641cfdcf2 on host n-h2-836017-2 for vnic_type normal with profile {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:38:30.764068 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-7b89b663-af11-4575-a20b-d4cd36c27336 req-1b4f86bc-dfb1-48de-a8cc-a66d35f85e29 service neutron] Attempting to bind port ee76253e-7333-43fe-bddc-757641cfdcf2 by drivers openvswitch,hyperv on host n-h2-836017-2 at level 0 using segments [{'id': '8940f5c9-2c52-448f-9b36-18364410ba08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'dea5a6b8-71f3-4fa4-97c3-dd81515f0420'}] {{(pid=84764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:38:30.764413 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b89b663-af11-4575-a20b-d4cd36c27336 req-1b4f86bc-dfb1-48de-a8cc-a66d35f85e29 service neutron] Attempting to bind port ee76253e-7333-43fe-bddc-757641cfdcf2 on network dea5a6b8-71f3-4fa4-97c3-dd81515f0420 {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:38:30.781288 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-d53bd6be-463e-4e34-80c0-b7a95c71c20f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:30.795605 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-ef29590f-db0e-4359-805d-7e9d8869820d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90209d61-e826-43c7-b870-7c37c04ae80f']}} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:38:30.814266 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-ef29590f-db0e-4359-805d-7e9d8869820d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3255f4b-ef57-4674-a268-31691e3a8b08') {'for_net_delete': True} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:38:30.814542 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-ef29590f-db0e-4359-805d-7e9d8869820d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3255f4b-ef57-4674-a268-31691e3a8b08') {} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:38:30.823753 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b89b663-af11-4575-a20b-d4cd36c27336 req-1b4f86bc-dfb1-48de-a8cc-a66d35f85e29 service neutron] Port ee76253e-7333-43fe-bddc-757641cfdcf2 on network dea5a6b8-71f3-4fa4-97c3-dd81515f0420 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-2 {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:38:30.824100 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b89b663-af11-4575-a20b-d4cd36c27336 req-1b4f86bc-dfb1-48de-a8cc-a66d35f85e29 service neutron] Attempting to bind port ee76253e-7333-43fe-bddc-757641cfdcf2 on network dea5a6b8-71f3-4fa4-97c3-dd81515f0420 {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:38:30.838403 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-ef29590f-db0e-4359-805d-7e9d8869820d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791093851908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66932133'] for segment, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:30.866937 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-29bacb0e-5b80-43ba-aa6d-35939b43c0f8 req-a96b435a-4c5e-4bd4-bfca-10ed7db431d7 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=f7f855ff57c84f41949916661be0c661&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4085293 Apr 18 19:38:30.871732 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b89b663-af11-4575-a20b-d4cd36c27336 req-1b4f86bc-dfb1-48de-a8cc-a66d35f85e29 service neutron] Checking agent: {'id': '02e8f951-d3a3-40e1-b8cc-aed258af030b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:38:30.872110 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b89b663-af11-4575-a20b-d4cd36c27336 req-1b4f86bc-dfb1-48de-a8cc-a66d35f85e29 service neutron] Checking segment: {'id': '8940f5c9-2c52-448f-9b36-18364410ba08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'dea5a6b8-71f3-4fa4-97c3-dd81515f0420'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:38:30.872495 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b89b663-af11-4575-a20b-d4cd36c27336 req-1b4f86bc-dfb1-48de-a8cc-a66d35f85e29 service neutron] Bound using segment: {'id': '8940f5c9-2c52-448f-9b36-18364410ba08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'dea5a6b8-71f3-4fa4-97c3-dd81515f0420'} {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:38:30.872947 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-7b89b663-af11-4575-a20b-d4cd36c27336 req-1b4f86bc-dfb1-48de-a8cc-a66d35f85e29 service neutron] Bound port: ee76253e-7333-43fe-bddc-757641cfdcf2, host: n-h2-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8940f5c9-2c52-448f-9b36-18364410ba08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'dea5a6b8-71f3-4fa4-97c3-dd81515f0420'}}] {{(pid=84764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:38:30.873299 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-7b89b663-af11-4575-a20b-d4cd36c27336 req-1b4f86bc-dfb1-48de-a8cc-a66d35f85e29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:30.918047 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-d53bd6be-463e-4e34-80c0-b7a95c71c20f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:38:30.927843 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-ef29590f-db0e-4359-805d-7e9d8869820d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:30.933815 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-d53bd6be-463e-4e34-80c0-b7a95c71c20f admin admin] Usage tracker for resource:security_group_rule and tenant:9598d4914362454992a6bb1f35640714 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:38:30.984015 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-d53bd6be-463e-4e34-80c0-b7a95c71c20f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:38:31.025787 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-d53bd6be-463e-4e34-80c0-b7a95c71c20f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:38:31.042251 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef29590f-db0e-4359-805d-7e9d8869820d admin admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=84764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:38:31.042661 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-ef29590f-db0e-4359-805d-7e9d8869820d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2290898'] for segment, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:31.060252 n-d-836017-2 neutron-server[84764]: Traceback (most recent call last): Apr 18 19:38:31.060252 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:38:31.060252 n-d-836017-2 neutron-server[84764]: timer() Apr 18 19:38:31.060252 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:38:31.060252 n-d-836017-2 neutron-server[84764]: cb(*args, **kw) Apr 18 19:38:31.060252 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:38:31.060252 n-d-836017-2 neutron-server[84764]: return func(*args, **kwargs) Apr 18 19:38:31.060252 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:38:31.060252 n-d-836017-2 neutron-server[84764]: self._notify() Apr 18 19:38:31.060252 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:38:31.060252 n-d-836017-2 neutron-server[84764]: self.callback(batched_events) Apr 18 19:38:31.060252 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:38:31.060252 n-d-836017-2 neutron-server[84764]: event.method(event) Apr 18 19:38:31.060252 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:38:31.060252 n-d-836017-2 neutron-server[84764]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:38:31.060252 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:38:31.060252 n-d-836017-2 neutron-server[84764]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:38:31.060252 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:38:31.060252 n-d-836017-2 neutron-server[84764]: return f(self, *a, **k) Apr 18 19:38:31.060252 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:38:31.060252 n-d-836017-2 neutron-server[84764]: return self._get(url).json() Apr 18 19:38:31.060252 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:38:31.060252 n-d-836017-2 neutron-server[84764]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:38:31.060252 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:38:31.060252 n-d-836017-2 neutron-server[84764]: return self.request(url, 'GET', **kwargs) Apr 18 19:38:31.060252 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:38:31.060252 n-d-836017-2 neutron-server[84764]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:38:31.060252 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:38:31.060252 n-d-836017-2 neutron-server[84764]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:38:31.060252 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:38:31.060252 n-d-836017-2 neutron-server[84764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:38:31.060252 n-d-836017-2 neutron-server[84764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:38:31.104808 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-bd1bba2d-2f32-4e4e-adf0-7248f4499726 req-25768255-f161-4cac-b32c-482d74267ba2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=47c820f3-b421-48a9-a537-e0e4851dd399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3363328 Apr 18 19:38:31.214182 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-7b89b663-af11-4575-a20b-d4cd36c27336 req-1b4f86bc-dfb1-48de-a8cc-a66d35f85e29 service neutron] For port ee76253e-7333-43fe-bddc-757641cfdcf2, host n-h2-836017-2, cleared binding levels {{(pid=84764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:38:31.222517 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-29bacb0e-5b80-43ba-aa6d-35939b43c0f8 req-3a1653ca-6640-4006-ba7c-dfed5975b1fd service neutron] 10.222.0.69 "GET /v2.0/networks/11569783-78f6-4d10-9370-768c4acb7a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3350081 Apr 18 19:38:31.241327 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-7b89b663-af11-4575-a20b-d4cd36c27336 req-f6a7a702-b9a8-4094-a512-b4c1d41e9fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:31.306281 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-ef29590f-db0e-4359-805d-7e9d8869820d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416801'] for network, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:31.310490 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-ef29590f-db0e-4359-805d-7e9d8869820d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:31.337269 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ffebd566-45fc-4051-b11e-95851f22db61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416828'] for router_gateway, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:31.349368 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-7b89b663-af11-4575-a20b-d4cd36c27336 req-1b4f86bc-dfb1-48de-a8cc-a66d35f85e29 service neutron] For port ee76253e-7333-43fe-bddc-757641cfdcf2, host n-h2-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=ee76253e-7333-43fe-bddc-757641cfdcf2,segment=NetworkSegment(8940f5c9-2c52-448f-9b36-18364410ba08),segment_id=8940f5c9-2c52-448f-9b36-18364410ba08)] {{(pid=84764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:38:31.354727 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef29590f-db0e-4359-805d-7e9d8869820d admin admin] Pushing event deleted for resources: {'Network': ['ID=90209d61-e826-43c7-b870-7c37c04ae80f,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:31.398138 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-29bacb0e-5b80-43ba-aa6d-35939b43c0f8 req-9c3c8ab4-d255-49e0-8a50-46ec9177096e service neutron] 10.222.0.69 "GET /v2.0/networks/11569783-78f6-4d10-9370-768c4acb7a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691005 Apr 18 19:38:31.420907 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device b8ef584f-da63-445b-9d06-fa0ca5655e03 details requested by agent hyperv_n-h2-836017-2 with host n-h2-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:38:31.438282 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-ef29590f-db0e-4359-805d-7e9d8869820d admin admin] 10.222.0.69 "DELETE /v2.0/networks/90209d61-e826-43c7-b870-7c37c04ae80f HTTP/1.1" status: 204 len: 168 time: 1.4300537 Apr 18 19:38:31.438282 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-7b89b663-af11-4575-a20b-d4cd36c27336 req-1b4f86bc-dfb1-48de-a8cc-a66d35f85e29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2290934'] for port, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:31.490277 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aa2553-96be-4a4a-952d-f7760b0f50dd req-0ed01983-6ae5-4327-9275-38a520f65738 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:31.491812 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-63aa2553-96be-4a4a-952d-f7760b0f50dd req-0ed01983-6ae5-4327-9275-38a520f65738 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.73 "GET /v2.0/ports?device_id=7a7e3627-fe0c-454f-94c0-2c81f29abab8 HTTP/1.1" status: 200 len: 943 time: 1.1608427 Apr 18 19:38:31.504781 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-7b89b663-af11-4575-a20b-d4cd36c27336 req-1b4f86bc-dfb1-48de-a8cc-a66d35f85e29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:31.506648 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-7b89b663-af11-4575-a20b-d4cd36c27336 req-1b4f86bc-dfb1-48de-a8cc-a66d35f85e29 service neutron] 10.222.0.72 "PUT /v2.0/ports/ee76253e-7333-43fe-bddc-757641cfdcf2 HTTP/1.1" status: 200 len: 1091 time: 5.3517318 Apr 18 19:38:31.509688 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '066cf706-50fb-4f85-8f97-2d1f24a4f488', 'tag': 'ee76253e-7333-43fe-bddc-757641cfdcf2'}] {{(pid=84764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:38:31.559926 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4f86bc-dfb1-48de-a8cc-a66d35f85e29 service neutron] Pushing event updated for resources: {'Port': ['ID=ee76253e-7333-43fe-bddc-757641cfdcf2,revision_number=3']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:31.770532 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-737b22a1-8a23-487a-b040-f8568e27394e tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:31.864108 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52073b7f-1d89-4ef4-a378-8f50ed5a446c'] response: {'server_uuid': 'dc241502-73b0-4fc6-a2be-6b088d11294b', 'name': 'network-vif-deleted', 'tag': 'bac0b406-1b66-4ac0-a9a1-15ccec5407d8', 'status': 'completed', 'code': 200} Apr 18 19:38:31.873538 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port b8ef584f-da63-445b-9d06-fa0ca5655e03, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=b8ef584f-da63-445b-9d06-fa0ca5655e03,segment=NetworkSegment(1f6ca8e3-6019-45df-8c47-18f1673dd06b),segment_id=1f6ca8e3-6019-45df-8c47-18f1673dd06b)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:38:31.901029 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-7b89b663-af11-4575-a20b-d4cd36c27336 req-dadea2fe-c70b-48fc-bb02-cfe7f95a02be service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b24aa115869c4ccebfe654d4d215e4c2&device_id=066cf706-50fb-4f85-8f97-2d1f24a4f488 HTTP/1.1" status: 200 len: 1094 time: 0.2929039 Apr 18 19:38:31.901772 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7d90307d-a24f-439e-b8df-df736ef8e4d9 req-3fd2f19f-493c-4b85-a939-9c16e89f4093 service neutron] 10.222.0.69 "GET /v2.0/networks/907b3800-8be3-4c78-9411-07f6490aed83?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3228414 Apr 18 19:38:31.912466 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Returning: {'device': 'b8ef584f-da63-445b-9d06-fa0ca5655e03', 'network_id': '47c820f3-b421-48a9-a537-e0e4851dd399', 'port_id': 'b8ef584f-da63-445b-9d06-fa0ca5655e03', 'mac_address': 'fa:16:3e:98:b3:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '796a481f-8e54-4cc2-b013-83edb23d78ce', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:38:31.999472 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737b22a1-8a23-487a-b040-f8568e27394e tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Pushing event deleted for resources: {'Port': ['ID=10b076cb-6a3f-4bbe-8d69-1fb352ed8f75,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:32.008251 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ffebd566-45fc-4051-b11e-95851f22db61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4443'] for router, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:32.009481 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:32.018987 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-bd1bba2d-2f32-4e4e-adf0-7248f4499726 req-50883815-fd04-4559-b046-cec265ba0fd0 service neutron] 10.222.0.72 "GET /v2.0/networks/47c820f3-b421-48a9-a537-e0e4851dd399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8968561 Apr 18 19:38:32.022129 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-63aa2553-96be-4a4a-952d-f7760b0f50dd req-6e57641d-45c0-41d0-982e-212a0af5921d tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Deleting port 7a233cc4-3ce9-4044-b37e-ae1b2c47daaf {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:38:32.022996 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-63aa2553-96be-4a4a-952d-f7760b0f50dd req-6e57641d-45c0-41d0-982e-212a0af5921d tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:32.028277 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8ef584f-da63-445b-9d06-fa0ca5655e03 {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:38:32.046332 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-d53bd6be-463e-4e34-80c0-b7a95c71c20f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:32.052692 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port b8ef584f-da63-445b-9d06-fa0ca5655e03, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=b8ef584f-da63-445b-9d06-fa0ca5655e03,segment=NetworkSegment(1f6ca8e3-6019-45df-8c47-18f1673dd06b),segment_id=1f6ca8e3-6019-45df-8c47-18f1673dd06b)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:38:32.095210 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 36484) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:32.116485 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-7b89b663-af11-4575-a20b-d4cd36c27336 req-d91bf842-a65f-4dfa-838c-93199d8237b5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee76253e-7333-43fe-bddc-757641cfdcf2 HTTP/1.1" status: 200 len: 217 time: 0.2061689 Apr 18 19:38:32.128143 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-d53bd6be-463e-4e34-80c0-b7a95c71c20f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:32.139976 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:32.216347 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ffebd566-45fc-4051-b11e-95851f22db61 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:32.236706 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=b8ef584f-da63-445b-9d06-fa0ca5655e03,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:32.314349 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53bd6be-463e-4e34-80c0-b7a95c71c20f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f027dce2-62e5-438e-b004-7cb9cd1b0e1f,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:32.327390 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-d53bd6be-463e-4e34-80c0-b7a95c71c20f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9598d4914362454992a6bb1f35640714&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5852661 Apr 18 19:38:32.332333 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b89b663-af11-4575-a20b-d4cd36c27336 req-4541e767-d9ca-4e81-9749-80786b72222a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:32.333982 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-7b89b663-af11-4575-a20b-d4cd36c27336 req-4541e767-d9ca-4e81-9749-80786b72222a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c5663fb8-fb65-483f-a697-5dc1cb158bec HTTP/1.1" status: 200 len: 852 time: 0.2078078 Apr 18 19:38:32.334883 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 36490) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:32.336401 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] get_ports_and_sgs() called for port_ids ['b8ef584f-da63-445b-9d06-fa0ca5655e03'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:38:32.349242 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-f6f60a4e-c015-490a-8ce7-c14f233e3548 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=55080d7e03b84961904f44cea106a34f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2487514 Apr 18 19:38:32.364110 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 36494) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:32.455991 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-7b89b663-af11-4575-a20b-d4cd36c27336 req-d6bc1c2e-49a8-4aee-9dd8-a6acb6342145 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=dea5a6b8-71f3-4fa4-97c3-dd81515f0420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0852692 Apr 18 19:38:32.469135 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bf2ca4-7341-4c28-b7e5-99ba2e235e15 req-01538913-1b11-4adb-b91f-00a63a6871d9 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:32.469135 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-05bf2ca4-7341-4c28-b7e5-99ba2e235e15 req-01538913-1b11-4adb-b91f-00a63a6871d9 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] 10.222.0.69 "GET /v2.0/ports?device_id=b0630160-1d27-42db-8511-d8b3773d1646 HTTP/1.1" status: 200 len: 932 time: 0.4327285 Apr 18 19:38:32.523843 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ffebd566-45fc-4051-b11e-95851f22db61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412768'] for router, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:32.524400 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffebd566-45fc-4051-b11e-95851f22db61 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 93402aa3-237a-4a2b-8122-fbd9b2efd80a {{(pid=84763) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 19:38:32.545066 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-737b22a1-8a23-487a-b040-f8568e27394e tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:32.671062 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-4a07befc-4fb9-4df4-97cd-58611caf541e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:32.753563 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-05bf2ca4-7341-4c28-b7e5-99ba2e235e15 req-a7ed2594-6356-43da-9f6b-46bc2a712641 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] 10.222.0.69 "GET /v2.0/security-groups?id=2b04a52b-dc01-409d-822c-7f24c54134e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910965 Apr 18 19:38:32.757508 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-4a07befc-4fb9-4df4-97cd-58611caf541e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:32.765496 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-7b89b663-af11-4575-a20b-d4cd36c27336 req-e492b2fc-59ab-4d10-9df9-2202079b1e01 service neutron] 10.222.0.72 "GET /v2.0/networks/dea5a6b8-71f3-4fa4-97c3-dd81515f0420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2960873 Apr 18 19:38:32.778851 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ffebd566-45fc-4051-b11e-95851f22db61 admin admin] Notify callbacks [] for router, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:32.784042 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-ffebd566-45fc-4051-b11e-95851f22db61 admin admin] 10.222.0.69 "DELETE /v2.0/routers/93402aa3-237a-4a2b-8122-fbd9b2efd80a HTTP/1.1" status: 204 len: 168 time: 16.3592288 Apr 18 19:38:32.797421 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 36498) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:32.808159 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-737b22a1-8a23-487a-b040-f8568e27394e tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "DELETE /v2.0/ports/10b076cb-6a3f-4bbe-8d69-1fb352ed8f75 HTTP/1.1" status: 204 len: 168 time: 3.7019269 Apr 18 19:38:32.811266 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 36500) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:32.989538 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-7b89b663-af11-4575-a20b-d4cd36c27336 req-ea48ef28-139f-4823-ad10-14722d5cd179 service neutron] 10.222.0.72 "GET /v2.0/networks/dea5a6b8-71f3-4fa4-97c3-dd81515f0420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169337 Apr 18 19:38:32.995418 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7d90307d-a24f-439e-b8df-df736ef8e4d9 req-9d48dc70-2674-429f-9266-bb0ec6135bf5 service neutron] 10.222.0.69 "GET /v2.0/networks/907b3800-8be3-4c78-9411-07f6490aed83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0271683 Apr 18 19:38:33.025655 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71423ca0-b496-4526-b330-f025821ceeb2 req-4722a55f-9e5b-487e-b92c-5c727853668d tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:33.027151 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-71423ca0-b496-4526-b330-f025821ceeb2 req-4722a55f-9e5b-487e-b92c-5c727853668d tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a4a2cd18-c761-492e-bba0-8129922f27b7 HTTP/1.1" status: 200 len: 944 time: 0.1116405 Apr 18 19:38:33.055322 n-d-836017-2 neutron-server[84763]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb2d0f59-8a1d-4029-a7f3-470648f15a58 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] GET failed (client error): The resource could not be found. Apr 18 19:38:33.055885 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-fb2d0f59-8a1d-4029-a7f3-470648f15a58 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Synchronizing usage tracker for tenant:8097f6133aa24824a0d11d98456dfce8 on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:38:33.071614 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-bd1bba2d-2f32-4e4e-adf0-7248f4499726 req-a968574d-0265-4879-b629-d98d84971c88 service neutron] 10.222.0.72 "GET /v2.0/networks/47c820f3-b421-48a9-a537-e0e4851dd399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0142012 Apr 18 19:38:33.085653 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-3d65ab46-f31a-4689-b3cb-66d09f7b67d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:33.097654 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-4a07befc-4fb9-4df4-97cd-58611caf541e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:33.164194 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_v2 [None req-60fbffdd-0aef-41f7-8025-5603233d5191 admin admin] Deleting subnet 5f0e8042-5aa6-4184-80a1-a68583a09ee2 {{(pid=84763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:38:33.182812 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-60fbffdd-0aef-41f7-8025-5603233d5191 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:33.248342 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-3d65ab46-f31a-4689-b3cb-66d09f7b67d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:33.255452 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-fb2d0f59-8a1d-4029-a7f3-470648f15a58 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Unset dirty status for tenant:8097f6133aa24824a0d11d98456dfce8 on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:38:33.259301 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-fb2d0f59-8a1d-4029-a7f3-470648f15a58 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "GET /v2.0/ports/10b076cb-6a3f-4bbe-8d69-1fb352ed8f75 HTTP/1.1" status: 404 len: 333 time: 0.4295018 Apr 18 19:38:33.264472 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 36506) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:33.300400 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.db.resource_extend [req-7b89b663-af11-4575-a20b-d4cd36c27336 req-f6a7a702-b9a8-4094-a512-b4c1d41e9fdf service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 19:38:33.302010 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a07befc-4fb9-4df4-97cd-58611caf541e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f027dce2-62e5-438e-b004-7cb9cd1b0e1f,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:33.320895 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-71423ca0-b496-4526-b330-f025821ceeb2 req-75dbe592-cb6d-4c74-9915-d85ca6c87c6f tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877233 Apr 18 19:38:33.355926 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-4a07befc-4fb9-4df4-97cd-58611caf541e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:33.357069 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-4a07befc-4fb9-4df4-97cd-58611caf541e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f027dce2-62e5-438e-b004-7cb9cd1b0e1f HTTP/1.1" status: 204 len: 168 time: 1.0211294 Apr 18 19:38:33.386999 n-d-836017-2 neutron-server[84764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de68ddd4-6fee-4684-bb86-05ca3edb0df7'] response: {'name': 'network-changed', 'server_uuid': '066cf706-50fb-4f85-8f97-2d1f24a4f488', 'tag': 'ee76253e-7333-43fe-bddc-757641cfdcf2', 'status': 'completed', 'code': 200} Apr 18 19:38:33.430794 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device b8ef584f-da63-445b-9d06-fa0ca5655e03 up at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:38:33.608568 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-60fbffdd-0aef-41f7-8025-5603233d5191 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66272755'] for subnet, precommit_delete_associations {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:33.620995 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-4fb774b3-76fa-42b9-a2da-9cecadb58a8e req-caa9768c-cc44-4301-9aaa-e69c70e67ec3 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/ports?device_id=ac4e1770-8b35-4034-9597-ca85436903d4 HTTP/1.1" status: 200 len: 210 time: 0.0779200 Apr 18 19:38:33.638600 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 03e519c2-7295-47c0-a4bf-d4b65bb3f70a no longer exists at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:38:33.705546 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-15d87ce9-caa3-4f84-9545-cf8b81eb1bbd req-b521a46f-611e-4402-a7db-6cd4b60ad072 tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] 10.222.0.69 "GET /v2.0/ports?device_id=837da776-18a8-418e-9e91-3e160c5632a0 HTTP/1.1" status: 200 len: 210 time: 0.1803885 Apr 18 19:38:33.708384 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 7a233cc4-3ce9-4044-b37e-ae1b2c47daaf no longer exists at agent hyperv_n-h1-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:38:33.730837 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_v2 [None req-602abddd-787f-4e2b-a346-891e35f845a4 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Deleting subnet cb964b04-d807-4eaa-956b-f0527f309e8d {{(pid=84764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:38:33.730962 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-63aa2553-96be-4a4a-952d-f7760b0f50dd req-6e57641d-45c0-41d0-982e-212a0af5921d tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] For port 7a233cc4-3ce9-4044-b37e-ae1b2c47daaf, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=7a233cc4-3ce9-4044-b37e-ae1b2c47daaf,segment=NetworkSegment(6e09292d-9dc6-4a58-913a-7eef33e1cf20),segment_id=6e09292d-9dc6-4a58-913a-7eef33e1cf20)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:38:33.730962 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-63aa2553-96be-4a4a-952d-f7760b0f50dd req-6e57641d-45c0-41d0-982e-212a0af5921d tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:33.731161 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-602abddd-787f-4e2b-a346-891e35f845a4 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks [] for subnet, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:33.766038 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] No Port match for: 03e519c2-7295-47c0-a4bf-d4b65bb3f70a {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:38:33.767189 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 03e519c2-7295-47c0-a4bf-d4b65bb3f70a not bound to the agent host n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:38:33.805930 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning for port b8ef584f-da63-445b-9d06-fa0ca5655e03 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:38:33.811958 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning complete for port b8ef584f-da63-445b-9d06-fa0ca5655e03 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:38:33.812371 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-602abddd-787f-4e2b-a346-891e35f845a4 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66931798'] for subnet, precommit_delete_associations {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:33.812525 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:33.921387 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-63aa2553-96be-4a4a-952d-f7760b0f50dd req-6e57641d-45c0-41d0-982e-212a0af5921d tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Calling delete_port for 7a233cc4-3ce9-4044-b37e-ae1b2c47daaf owned by compute:nova {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:38:33.959649 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [req-7b89b663-af11-4575-a20b-d4cd36c27336 req-f6a7a702-b9a8-4094-a512-b4c1d41e9fdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb4ec813-3111-4e0c-8fce-fe8f59eaac1e {{(pid=84763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:38:34.022367 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-7b89b663-af11-4575-a20b-d4cd36c27336 req-f6a7a702-b9a8-4094-a512-b4c1d41e9fdf service neutron] Notify callbacks [] for port, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:34.039317 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:34.050832 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-602abddd-787f-4e2b-a346-891e35f845a4 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1258508'] for subnet, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:34.053672 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [req-7b89b663-af11-4575-a20b-d4cd36c27336 req-f6a7a702-b9a8-4094-a512-b4c1d41e9fdf service neutron] Transition to ACTIVE for port object fb4ec813-3111-4e0c-8fce-fe8f59eaac1e will not be triggered until provisioned by entity L2. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:38:34.073859 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4a2cd18-c761-492e-bba0-8129922f27b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8ef584f-da63-445b-9d06-fa0ca5655e03'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:38:34.102362 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port b8ef584f-da63-445b-9d06-fa0ca5655e03, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=b8ef584f-da63-445b-9d06-fa0ca5655e03,segment=NetworkSegment(1f6ca8e3-6019-45df-8c47-18f1673dd06b),segment_id=1f6ca8e3-6019-45df-8c47-18f1673dd06b)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:38:34.152266 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eab9df2f-eb19-4586-99fd-fcbbe468a5ae'] response: {'server_uuid': 'a4a2cd18-c761-492e-bba0-8129922f27b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8ef584f-da63-445b-9d06-fa0ca5655e03', 'code': 200} Apr 18 19:38:34.192604 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-3d65ab46-f31a-4689-b3cb-66d09f7b67d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:34.203184 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:34.207066 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b96b2ac-1143-4b77-a5e9-8ad7b8c51182 req-802ff730-ffc9-454a-be87-e22e5883371f tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:34.208740 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-1b96b2ac-1143-4b77-a5e9-8ad7b8c51182 req-802ff730-ffc9-454a-be87-e22e5883371f tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] 10.222.0.69 "GET /v2.0/ports?device_id=b0630160-1d27-42db-8511-d8b3773d1646 HTTP/1.1" status: 200 len: 932 time: 0.2577796 Apr 18 19:38:34.247387 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-7b89b663-af11-4575-a20b-d4cd36c27336 req-f6a7a702-b9a8-4094-a512-b4c1d41e9fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:34.262304 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-1b96b2ac-1143-4b77-a5e9-8ad7b8c51182 req-2bcc50eb-8c8a-4cda-968c-b878308ce804 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] 10.222.0.69 "GET /v2.0/security-groups?id=2b04a52b-dc01-409d-822c-7f24c54134e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470052 Apr 18 19:38:34.326951 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=b8ef584f-da63-445b-9d06-fa0ca5655e03,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:34.327202 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d65ab46-f31a-4689-b3cb-66d09f7b67d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2acc624c-9329-4157-819e-89822d3c0c03,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:34.343755 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-753f15eb-10f7-4d58-88da-877039863d66 req-68bc73d8-ec6a-40f3-a2b5-a6456eef8ffe service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b24aa115869c4ccebfe654d4d215e4c2&device_id=066cf706-50fb-4f85-8f97-2d1f24a4f488 HTTP/1.1" status: 200 len: 1094 time: 0.8634303 Apr 18 19:38:34.404787 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-602abddd-787f-4e2b-a346-891e35f845a4 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1258501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2290876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65862598'] for subnet, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:34.451289 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602abddd-787f-4e2b-a346-891e35f845a4 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Pushing event deleted for resources: {'Subnet': ['ID=cb964b04-d807-4eaa-956b-f0527f309e8d,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:34.465952 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-602abddd-787f-4e2b-a346-891e35f845a4 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for subnet, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:34.468095 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a4f8ca-707a-4f58-a19b-be41ff4122c6 None None] Network f4d6ea54-5ad5-487a-a45a-0414f06561e9 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:38:34.487738 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-602abddd-787f-4e2b-a346-891e35f845a4 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "DELETE /v2.0/subnets/cb964b04-d807-4eaa-956b-f0527f309e8d HTTP/1.1" status: 204 len: 168 time: 1.2179186 Apr 18 19:38:34.489719 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 36534) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:34.495060 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-3d65ab46-f31a-4689-b3cb-66d09f7b67d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:34.496679 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-3d65ab46-f31a-4689-b3cb-66d09f7b67d5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2acc624c-9329-4157-819e-89822d3c0c03 HTTP/1.1" status: 204 len: 168 time: 1.9665587 Apr 18 19:38:34.615090 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a7a702-b9a8-4094-a512-b4c1d41e9fdf service neutron] Pushing event updated for resources: {'Port': ['ID=fb4ec813-3111-4e0c-8fce-fe8f59eaac1e,revision_number=2']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:34.738023 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-70c7b5c1-ec8b-4e1f-a842-ae70bc4d0b45 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:34.776954 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-70c7b5c1-ec8b-4e1f-a842-ae70bc4d0b45 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Deleting port bc2344f2-b2e4-4f12-9a04-16507394ae05 {{(pid=84764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:38:34.778494 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-70c7b5c1-ec8b-4e1f-a842-ae70bc4d0b45 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:34.911140 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bacb0e-5b80-43ba-aa6d-35939b43c0f8 req-493e7562-eab6-414a-b2a3-acc0fce17782 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:34.912991 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-29bacb0e-5b80-43ba-aa6d-35939b43c0f8 req-493e7562-eab6-414a-b2a3-acc0fce17782 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.72 "GET /v2.0/networks?id=11569783-78f6-4d10-9370-768c4acb7a65 HTTP/1.1" status: 200 len: 805 time: 0.4213161 Apr 18 19:38:34.943974 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6bcb293-9d51-4e65-9eea-88b82b203936 None None] DHCP port deletion for f4d6ea54-5ad5-487a-a45a-0414f06561e9 request from n-d-836017-2 {{(pid=84765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 19:38:34.951641 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-f6bcb293-9d51-4e65-9eea-88b82b203936 None None] Deleting port bc2344f2-b2e4-4f12-9a04-16507394ae05 {{(pid=84765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:38:34.952143 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f6bcb293-9d51-4e65-9eea-88b82b203936 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:34.972863 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-4a6297cb-aa9f-4a15-9fdb-79c03e6401cd req-c6259872-b9de-4c87-9b1e-e062f96128eb service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a4a2cd18-c761-492e-bba0-8129922f27b7 HTTP/1.1" status: 200 len: 1096 time: 0.6366649 Apr 18 19:38:35.019810 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a69f331c-f3f5-44da-ac91-44a266e0d302 req-51b00c7f-266d-4c5d-a79b-27516a94acbf tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/ports?device_id=ac4e1770-8b35-4034-9597-ca85436903d4 HTTP/1.1" status: 200 len: 210 time: 0.1022434 Apr 18 19:38:35.043010 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-4a6297cb-aa9f-4a15-9fdb-79c03e6401cd req-ae2145f6-ef64-4a7a-a260-1f0d179464fb service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526958 Apr 18 19:38:35.130278 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-60fbffdd-0aef-41f7-8025-5603233d5191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1258508'] for subnet, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:35.177422 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [None req-70c7b5c1-ec8b-4e1f-a842-ae70bc4d0b45 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] For port bc2344f2-b2e4-4f12-9a04-16507394ae05, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=bc2344f2-b2e4-4f12-9a04-16507394ae05,segment=NetworkSegment(42d5ff1c-86de-459f-b963-761f60527d68),segment_id=42d5ff1c-86de-459f-b963-761f60527d68)] {{(pid=84764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:38:35.177792 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-70c7b5c1-ec8b-4e1f-a842-ae70bc4d0b45 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:35.341295 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-70c7b5c1-ec8b-4e1f-a842-ae70bc4d0b45 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Calling delete_port for bc2344f2-b2e4-4f12-9a04-16507394ae05 owned by network:dhcp {{(pid=84764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:38:35.352833 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-29bacb0e-5b80-43ba-aa6d-35939b43c0f8 req-c012e9ef-897f-432d-a032-d025ef453213 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Request body: {'port': {'device_id': 'ac4e1770-8b35-4034-9597-ca85436903d4', 'network_id': '11569783-78f6-4d10-9370-768c4acb7a65', 'admin_state_up': True, 'tenant_id': 'f7f855ff57c84f41949916661be0c661'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:38:35.390692 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-f6bcb293-9d51-4e65-9eea-88b82b203936 None None] For port bc2344f2-b2e4-4f12-9a04-16507394ae05, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=bc2344f2-b2e4-4f12-9a04-16507394ae05,segment=NetworkSegment(42d5ff1c-86de-459f-b963-761f60527d68),segment_id=42d5ff1c-86de-459f-b963-761f60527d68)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:38:35.397483 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f6bcb293-9d51-4e65-9eea-88b82b203936 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:35.469052 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-627958df-cbc5-43ea-b367-dfceb4c11b58 req-c555e6cb-ef7a-4fb9-a074-038f79746bd5 tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] 10.222.0.69 "GET /v2.0/ports?device_id=837da776-18a8-418e-9e91-3e160c5632a0 HTTP/1.1" status: 200 len: 210 time: 0.1372201 Apr 18 19:38:35.536353 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device ee76253e-7333-43fe-bddc-757641cfdcf2 details requested by agent hyperv_n-h2-836017-2 with host n-h2-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:38:35.653913 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-70c7b5c1-ec8b-4e1f-a842-ae70bc4d0b45 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:35.775493 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753f15eb-10f7-4d58-88da-877039863d66 req-c54c1cdc-b54d-4804-9f1c-c7b4c0cc5c9a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:35.778504 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-753f15eb-10f7-4d58-88da-877039863d66 req-c54c1cdc-b54d-4804-9f1c-c7b4c0cc5c9a service neutron] 10.222.0.72 "GET /v2.0/networks?id=dea5a6b8-71f3-4fa4-97c3-dd81515f0420 HTTP/1.1" status: 200 len: 913 time: 1.4163675 Apr 18 19:38:35.796846 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-60fbffdd-0aef-41f7-8025-5603233d5191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1258501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66351815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66540800'] for subnet, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:35.816083 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 36564) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:35.845730 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c7b5c1-ec8b-4e1f-a842-ae70bc4d0b45 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Pushing event deleted for resources: {'Port': ['ID=bc2344f2-b2e4-4f12-9a04-16507394ae05,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:35.855580 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c7b5c1-ec8b-4e1f-a842-ae70bc4d0b45 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] No DVR routers for this DVR port bc2344f2-b2e4-4f12-9a04-16507394ae05 on host n-d-836017-2 {{(pid=84764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:38:35.895761 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device bc2344f2-b2e4-4f12-9a04-16507394ae05 no longer exists at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:38:35.929063 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-f6bcb293-9d51-4e65-9eea-88b82b203936 None None] Calling delete_port for bc2344f2-b2e4-4f12-9a04-16507394ae05 owned by network:dhcp {{(pid=84765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:38:35.970845 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fbffdd-0aef-41f7-8025-5603233d5191 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f0e8042-5aa6-4184-80a1-a68583a09ee2,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:35.996868 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-63aa2553-96be-4a4a-952d-f7760b0f50dd req-6e57641d-45c0-41d0-982e-212a0af5921d tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:36.006075 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] No Port match for: bc2344f2-b2e4-4f12-9a04-16507394ae05 {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:38:36.006381 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device bc2344f2-b2e4-4f12-9a04-16507394ae05 not bound to the agent host n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:38:36.074099 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port ee76253e-7333-43fe-bddc-757641cfdcf2, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=ee76253e-7333-43fe-bddc-757641cfdcf2,segment=NetworkSegment(8940f5c9-2c52-448f-9b36-18364410ba08),segment_id=8940f5c9-2c52-448f-9b36-18364410ba08)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:38:36.131355 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Returning: {'device': 'ee76253e-7333-43fe-bddc-757641cfdcf2', 'network_id': 'dea5a6b8-71f3-4fa4-97c3-dd81515f0420', 'port_id': 'ee76253e-7333-43fe-bddc-757641cfdcf2', 'mac_address': 'fa:16:3e:41:9d:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5663fb8-fb65-483f-a697-5dc1cb158bec', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:38:36.161093 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-70c7b5c1-ec8b-4e1f-a842-ae70bc4d0b45 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256345', 'neutron.services.segments.db._delete_segments_for_network-8791093852025'] for network, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:36.181688 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ee7e3c-4653-4da8-803c-c534b8ff0497 req-a086fd1d-5a1a-47b9-86d4-b6a54cdfce6e tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:36.182877 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-24ee7e3c-4653-4da8-803c-c534b8ff0497 req-a086fd1d-5a1a-47b9-86d4-b6a54cdfce6e tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] 10.222.0.69 "GET /v2.0/ports?device_id=b0630160-1d27-42db-8511-d8b3773d1646 HTTP/1.1" status: 200 len: 944 time: 0.4042144 Apr 18 19:38:36.213719 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e57641d-45c0-41d0-982e-212a0af5921d tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Pushing event deleted for resources: {'Port': ['ID=7a233cc4-3ce9-4044-b37e-ae1b2c47daaf,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:36.252990 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-70c7b5c1-ec8b-4e1f-a842-ae70bc4d0b45 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4d6ea54-5ad5-487a-a45a-0414f06561e9']}} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:38:36.273429 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-753f15eb-10f7-4d58-88da-877039863d66 req-b4187929-cd1f-4d4b-8c71-b5c034077650 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee76253e-7333-43fe-bddc-757641cfdcf2 HTTP/1.1" status: 200 len: 217 time: 0.4557924 Apr 18 19:38:36.278576 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-60fbffdd-0aef-41f7-8025-5603233d5191 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:36.286103 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-70c7b5c1-ec8b-4e1f-a842-ae70bc4d0b45 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42d5ff1c-86de-459f-b963-761f60527d68') {'for_net_delete': True} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:38:36.286400 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-70c7b5c1-ec8b-4e1f-a842-ae70bc4d0b45 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42d5ff1c-86de-459f-b963-761f60527d68') {} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:38:36.335981 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-70c7b5c1-ec8b-4e1f-a842-ae70bc4d0b45 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791093851908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66932133'] for segment, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:36.363331 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-70c7b5c1-ec8b-4e1f-a842-ae70bc4d0b45 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:36.370686 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b95997cf-622a-4d18-bdca-45df0bc8f57d None None] Network 81ddcfcb-39cd-4419-a273-35df2938d568 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:38:36.374243 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70c7b5c1-ec8b-4e1f-a842-ae70bc4d0b45 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=84764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:38:36.374933 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-70c7b5c1-ec8b-4e1f-a842-ae70bc4d0b45 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2290898'] for segment, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:36.397859 n-d-836017-2 neutron-server[84764]: Traceback (most recent call last): Apr 18 19:38:36.397859 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:38:36.397859 n-d-836017-2 neutron-server[84764]: timer() Apr 18 19:38:36.397859 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:38:36.397859 n-d-836017-2 neutron-server[84764]: cb(*args, **kw) Apr 18 19:38:36.397859 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:38:36.397859 n-d-836017-2 neutron-server[84764]: return func(*args, **kwargs) Apr 18 19:38:36.397859 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:38:36.397859 n-d-836017-2 neutron-server[84764]: self._notify() Apr 18 19:38:36.397859 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:38:36.397859 n-d-836017-2 neutron-server[84764]: self.callback(batched_events) Apr 18 19:38:36.397859 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:38:36.397859 n-d-836017-2 neutron-server[84764]: event.method(event) Apr 18 19:38:36.397859 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:38:36.397859 n-d-836017-2 neutron-server[84764]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:38:36.397859 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:38:36.397859 n-d-836017-2 neutron-server[84764]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:38:36.397859 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:38:36.397859 n-d-836017-2 neutron-server[84764]: return f(self, *a, **k) Apr 18 19:38:36.397859 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:38:36.397859 n-d-836017-2 neutron-server[84764]: return self._get(url).json() Apr 18 19:38:36.397859 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:38:36.397859 n-d-836017-2 neutron-server[84764]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:38:36.397859 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:38:36.397859 n-d-836017-2 neutron-server[84764]: return self.request(url, 'GET', **kwargs) Apr 18 19:38:36.397859 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:38:36.397859 n-d-836017-2 neutron-server[84764]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:38:36.397859 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:38:36.397859 n-d-836017-2 neutron-server[84764]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:38:36.397859 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:38:36.397859 n-d-836017-2 neutron-server[84764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:38:36.397859 n-d-836017-2 neutron-server[84764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:38:36.403617 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-63aa2553-96be-4a4a-952d-f7760b0f50dd req-6e57641d-45c0-41d0-982e-212a0af5921d tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] No DVR routers for this DVR port 7a233cc4-3ce9-4044-b37e-ae1b2c47daaf on host n-h1-836017-2 {{(pid=84763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:38:36.416189 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753f15eb-10f7-4d58-88da-877039863d66 req-dcc30566-43ba-41c7-a67d-2edc4370101c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:36.417480 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-753f15eb-10f7-4d58-88da-877039863d66 req-dcc30566-43ba-41c7-a67d-2edc4370101c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c5663fb8-fb65-483f-a697-5dc1cb158bec HTTP/1.1" status: 200 len: 852 time: 0.1175475 Apr 18 19:38:36.421008 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-63aa2553-96be-4a4a-952d-f7760b0f50dd req-6e57641d-45c0-41d0-982e-212a0af5921d tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:36.423580 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-63aa2553-96be-4a4a-952d-f7760b0f50dd req-6e57641d-45c0-41d0-982e-212a0af5921d tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.73 "DELETE /v2.0/ports/7a233cc4-3ce9-4044-b37e-ae1b2c47daaf HTTP/1.1" status: 204 len: 173 time: 4.8873129 Apr 18 19:38:36.428805 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a7e3627-fe0c-454f-94c0-2c81f29abab8', 'name': 'network-vif-deleted', 'tag': '7a233cc4-3ce9-4044-b37e-ae1b2c47daaf'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:38:36.439265 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-29bacb0e-5b80-43ba-aa6d-35939b43c0f8 req-c012e9ef-897f-432d-a032-d025ef453213 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:38:36.444549 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-7eb3e4b4-2c1f-442b-a2d8-10564e858f8c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1091138525-network', 'tenant_id': 'b14d73344ef54b619e09b488e7950865'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:38:36.480478 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-24ee7e3c-4653-4da8-803c-c534b8ff0497 req-a2d1fb70-8c04-453d-9790-81d99c454c3e tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] 10.222.0.69 "GET /v2.0/security-groups?id=2b04a52b-dc01-409d-822c-7f24c54134e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2854364 Apr 18 19:38:36.502703 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-753f15eb-10f7-4d58-88da-877039863d66 req-7130ceb3-07c4-422c-82b4-8bd2010693aa service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=dea5a6b8-71f3-4fa4-97c3-dd81515f0420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647457 Apr 18 19:38:36.513887 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eba9e6e-d3dd-451a-b4d6-0efbfd4e3d6a req-76cfea2e-b478-4fba-a519-483be1929d0d tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:36.521792 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5eba9e6e-d3dd-451a-b4d6-0efbfd4e3d6a req-76cfea2e-b478-4fba-a519-483be1929d0d tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a4a2cd18-c761-492e-bba0-8129922f27b7 HTTP/1.1" status: 200 len: 945 time: 1.9246814 Apr 18 19:38:36.525395 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-7eb3e4b4-2c1f-442b-a2d8-10564e858f8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:38:36.528708 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-29bacb0e-5b80-43ba-aa6d-35939b43c0f8 req-c012e9ef-897f-432d-a032-d025ef453213 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Usage tracker for resource:port and tenant:f7f855ff57c84f41949916661be0c661 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:38:36.535485 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-60fbffdd-0aef-41f7-8025-5603233d5191 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/5f0e8042-5aa6-4184-80a1-a68583a09ee2 HTTP/1.1" status: 204 len: 168 time: 3.7260191 Apr 18 19:38:36.537332 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-7b89b663-af11-4575-a20b-d4cd36c27336 req-f6a7a702-b9a8-4094-a512-b4c1d41e9fdf service neutron] Attempting to bind port fb4ec813-3111-4e0c-8fce-fe8f59eaac1e on host n-h1-836017-2 for vnic_type normal with profile {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:38:36.537908 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-7b89b663-af11-4575-a20b-d4cd36c27336 req-f6a7a702-b9a8-4094-a512-b4c1d41e9fdf service neutron] Attempting to bind port fb4ec813-3111-4e0c-8fce-fe8f59eaac1e by drivers openvswitch,hyperv on host n-h1-836017-2 at level 0 using segments [{'id': '8940f5c9-2c52-448f-9b36-18364410ba08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'dea5a6b8-71f3-4fa4-97c3-dd81515f0420'}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:38:36.541037 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 36580) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:36.541673 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b89b663-af11-4575-a20b-d4cd36c27336 req-f6a7a702-b9a8-4094-a512-b4c1d41e9fdf service neutron] Attempting to bind port fb4ec813-3111-4e0c-8fce-fe8f59eaac1e on network dea5a6b8-71f3-4fa4-97c3-dd81515f0420 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:38:36.567458 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-29bacb0e-5b80-43ba-aa6d-35939b43c0f8 req-c012e9ef-897f-432d-a032-d025ef453213 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:38:36.583312 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-70c7b5c1-ec8b-4e1f-a842-ae70bc4d0b45 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416801'] for network, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:36.611062 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:36.618311 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-70c7b5c1-ec8b-4e1f-a842-ae70bc4d0b45 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:36.625627 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-f6bcb293-9d51-4e65-9eea-88b82b203936 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84765) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 19:38:36.626962 n-d-836017-2 neutron-server[84765]: DEBUG oslo_db.api [None req-f6bcb293-9d51-4e65-9eea-88b82b203936 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 19:38:36.632494 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-7eb3e4b4-2c1f-442b-a2d8-10564e858f8c admin admin] Usage tracker for resource:network and tenant:b14d73344ef54b619e09b488e7950865 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:38:36.639712 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee76253e-7333-43fe-bddc-757641cfdcf2 {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:38:36.660467 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port ee76253e-7333-43fe-bddc-757641cfdcf2, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=ee76253e-7333-43fe-bddc-757641cfdcf2,segment=NetworkSegment(8940f5c9-2c52-448f-9b36-18364410ba08),segment_id=8940f5c9-2c52-448f-9b36-18364410ba08)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:38:36.661452 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-7eb3e4b4-2c1f-442b-a2d8-10564e858f8c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:38:36.666478 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-29bacb0e-5b80-43ba-aa6d-35939b43c0f8 req-c012e9ef-897f-432d-a032-d025ef453213 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:38:36.723730 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c7b5c1-ec8b-4e1f-a842-ae70bc4d0b45 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Pushing event deleted for resources: {'Network': ['ID=f4d6ea54-5ad5-487a-a45a-0414f06561e9,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:36.751928 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-7eb3e4b4-2c1f-442b-a2d8-10564e858f8c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:38:36.781185 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b89b663-af11-4575-a20b-d4cd36c27336 req-f6a7a702-b9a8-4094-a512-b4c1d41e9fdf service neutron] Port fb4ec813-3111-4e0c-8fce-fe8f59eaac1e on network dea5a6b8-71f3-4fa4-97c3-dd81515f0420 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-2 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:38:36.781812 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b89b663-af11-4575-a20b-d4cd36c27336 req-f6a7a702-b9a8-4094-a512-b4c1d41e9fdf service neutron] Attempting to bind port fb4ec813-3111-4e0c-8fce-fe8f59eaac1e on network dea5a6b8-71f3-4fa4-97c3-dd81515f0420 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:38:36.791104 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:36.802096 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5eba9e6e-d3dd-451a-b4d6-0efbfd4e3d6a req-aab5352a-c353-455f-9aa9-9c2358c3cc34 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783244 Apr 18 19:38:36.860985 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-224361e4-e0fd-4f7e-bc8d-6ba8f059656f None None] DHCP port deletion for 81ddcfcb-39cd-4419-a273-35df2938d568 request from n-d-836017-2 {{(pid=84765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 19:38:36.876278 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-70c7b5c1-ec8b-4e1f-a842-ae70bc4d0b45 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "DELETE /v2.0/networks/f4d6ea54-5ad5-487a-a45a-0414f06561e9 HTTP/1.1" status: 204 len: 168 time: 2.3733163 Apr 18 19:38:36.880568 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-753f15eb-10f7-4d58-88da-877039863d66 req-7d7d31c6-3a99-465b-8016-94f83fb2a9d1 service neutron] 10.222.0.72 "GET /v2.0/networks/dea5a6b8-71f3-4fa4-97c3-dd81515f0420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3477480 Apr 18 19:38:36.881545 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b89b663-af11-4575-a20b-d4cd36c27336 req-f6a7a702-b9a8-4094-a512-b4c1d41e9fdf service neutron] Checking agent: {'id': 'e3a31811-08e0-42ba-bc2e-ed8a973b714f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 25), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:38:36.881986 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b89b663-af11-4575-a20b-d4cd36c27336 req-f6a7a702-b9a8-4094-a512-b4c1d41e9fdf service neutron] Checking segment: {'id': '8940f5c9-2c52-448f-9b36-18364410ba08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'dea5a6b8-71f3-4fa4-97c3-dd81515f0420'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:38:36.882380 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b89b663-af11-4575-a20b-d4cd36c27336 req-f6a7a702-b9a8-4094-a512-b4c1d41e9fdf service neutron] Bound using segment: {'id': '8940f5c9-2c52-448f-9b36-18364410ba08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'dea5a6b8-71f3-4fa4-97c3-dd81515f0420'} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:38:36.882833 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-7b89b663-af11-4575-a20b-d4cd36c27336 req-f6a7a702-b9a8-4094-a512-b4c1d41e9fdf service neutron] Bound port: fb4ec813-3111-4e0c-8fce-fe8f59eaac1e, host: n-h1-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8940f5c9-2c52-448f-9b36-18364410ba08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'dea5a6b8-71f3-4fa4-97c3-dd81515f0420'}}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:38:36.883184 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-7b89b663-af11-4575-a20b-d4cd36c27336 req-f6a7a702-b9a8-4094-a512-b4c1d41e9fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:36.888618 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-224361e4-e0fd-4f7e-bc8d-6ba8f059656f None None] Deleting port 8ff43c3e-4a4c-49d3-8264-daa7ecdaa9bd {{(pid=84765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:38:36.893773 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-224361e4-e0fd-4f7e-bc8d-6ba8f059656f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:36.922447 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 36590) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:36.934188 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-2ce2d2f2-0211-4414-95ff-88f8975c5866 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-653842517'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:38:36.955851 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29bacb0e-5b80-43ba-aa6d-35939b43c0f8 req-c012e9ef-897f-432d-a032-d025ef453213 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Made reservation on behalf of f7f855ff57c84f41949916661be0c661 for: {'port': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:38:36.959607 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-29bacb0e-5b80-43ba-aa6d-35939b43c0f8 req-c012e9ef-897f-432d-a032-d025ef453213 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:37.036681 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13279cb9-85d2-49ea-bf36-8a6991c68e27'] response: {'server_uuid': '7a7e3627-fe0c-454f-94c0-2c81f29abab8', 'name': 'network-vif-deleted', 'tag': '7a233cc4-3ce9-4044-b37e-ae1b2c47daaf', 'status': 'completed', 'code': 200} Apr 18 19:38:37.042171 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eb3e4b4-2c1f-442b-a2d8-10564e858f8c admin admin] Made reservation on behalf of b14d73344ef54b619e09b488e7950865 for: {'network': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:38:37.045009 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-7eb3e4b4-2c1f-442b-a2d8-10564e858f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for network, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:37.060409 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 36594) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:37.061684 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-2ce2d2f2-0211-4414-95ff-88f8975c5866 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:38:37.090737 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-58620815-5a4d-43ae-8b47-fd43b5f9d5cf req-61126420-add5-4c44-9aea-99addc13afe1 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/ports?device_id=ac4e1770-8b35-4034-9597-ca85436903d4 HTTP/1.1" status: 200 len: 210 time: 0.0804267 Apr 18 19:38:37.102836 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-2ce2d2f2-0211-4414-95ff-88f8975c5866 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Usage tracker for resource:network and tenant:8097f6133aa24824a0d11d98456dfce8 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:38:37.111984 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=ee76253e-7333-43fe-bddc-757641cfdcf2,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:37.125213 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] get_ports_and_sgs() called for port_ids ['ee76253e-7333-43fe-bddc-757641cfdcf2'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:38:37.134887 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-2ce2d2f2-0211-4414-95ff-88f8975c5866 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:38:37.166659 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-f6bcb293-9d51-4e65-9eea-88b82b203936 None None] Deleting port bc2344f2-b2e4-4f12-9a04-16507394ae05 {{(pid=84765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:38:37.166659 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f6bcb293-9d51-4e65-9eea-88b82b203936 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:37.210190 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-cf0fe410-f951-43d0-b0ab-d061a163b3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:37.258455 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-7b89b663-af11-4575-a20b-d4cd36c27336 req-f6a7a702-b9a8-4094-a512-b4c1d41e9fdf service neutron] For port fb4ec813-3111-4e0c-8fce-fe8f59eaac1e, host n-h1-836017-2, cleared binding levels {{(pid=84763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:38:37.262371 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-7b89b663-af11-4575-a20b-d4cd36c27336 req-f6a7a702-b9a8-4094-a512-b4c1d41e9fdf service neutron] For port fb4ec813-3111-4e0c-8fce-fe8f59eaac1e, host n-h1-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=fb4ec813-3111-4e0c-8fce-fe8f59eaac1e,segment=NetworkSegment(8940f5c9-2c52-448f-9b36-18364410ba08),segment_id=8940f5c9-2c52-448f-9b36-18364410ba08)] {{(pid=84763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:38:37.300786 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d90307d-a24f-439e-b8df-df736ef8e4d9 req-696e30e0-94cb-44cf-b032-baf06af18142 tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:37.302151 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-7d90307d-a24f-439e-b8df-df736ef8e4d9 req-696e30e0-94cb-44cf-b032-baf06af18142 tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Synchronizing usage tracker for tenant:11fa110afd504f4180500a31ab517fd5 on resource:network {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:38:37.312947 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-2ce2d2f2-0211-4414-95ff-88f8975c5866 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:38:37.323507 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-cf0fe410-f951-43d0-b0ab-d061a163b3d8 admin admin] Deleting port 8ff43c3e-4a4c-49d3-8264-daa7ecdaa9bd {{(pid=84764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:38:37.324095 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-cf0fe410-f951-43d0-b0ab-d061a163b3d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:37.327121 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-128b17af-d45f-4438-bd8a-431998775087 req-163c574b-ba6d-4b5b-9d5e-d4211a3e2545 tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] 10.222.0.69 "GET /v2.0/ports?device_id=837da776-18a8-418e-9e91-3e160c5632a0 HTTP/1.1" status: 200 len: 210 time: 0.1946039 Apr 18 19:38:37.333931 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-f6bcb293-9d51-4e65-9eea-88b82b203936 None None] The port 'bc2344f2-b2e4-4f12-9a04-16507394ae05' was deleted {{(pid=84765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 19:38:37.338314 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-a08ae7f7-4276-42cc-83c8-b609a923331c admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-207124435-network', 'tenant_id': '7276b8530b6a4c9e997960e7ff37ca8f'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:38:37.349261 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-a08ae7f7-4276-42cc-83c8-b609a923331c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:38:37.354374 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-a08ae7f7-4276-42cc-83c8-b609a923331c admin admin] Usage tracker for resource:network and tenant:7276b8530b6a4c9e997960e7ff37ca8f is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:38:37.357950 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-a08ae7f7-4276-42cc-83c8-b609a923331c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:38:37.366138 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-a08ae7f7-4276-42cc-83c8-b609a923331c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:38:37.383297 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-7b89b663-af11-4575-a20b-d4cd36c27336 req-f6a7a702-b9a8-4094-a512-b4c1d41e9fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:37.387391 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-7eb3e4b4-2c1f-442b-a2d8-10564e858f8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:37.465383 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.agents_db [None req-eb67022b-f881-4bc8-8f45-fca90fb27803 None None] Agent healthcheck: found 7 active agents {{(pid=84766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:38:37.471608 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-224361e4-e0fd-4f7e-bc8d-6ba8f059656f None None] For port 8ff43c3e-4a4c-49d3-8264-daa7ecdaa9bd, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=8ff43c3e-4a4c-49d3-8264-daa7ecdaa9bd,segment=NetworkSegment(33e59688-0bc2-4257-95a9-694e337c236c),segment_id=33e59688-0bc2-4257-95a9-694e337c236c)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:38:37.472090 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-224361e4-e0fd-4f7e-bc8d-6ba8f059656f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:37.571110 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-7d90307d-a24f-439e-b8df-df736ef8e4d9 req-696e30e0-94cb-44cf-b032-baf06af18142 tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Unset dirty status for tenant:11fa110afd504f4180500a31ab517fd5 on resource:network {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:38:37.572824 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-7d90307d-a24f-439e-b8df-df736ef8e4d9 req-696e30e0-94cb-44cf-b032-baf06af18142 tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] 10.222.0.72 "GET /v2.0/networks?id=907b3800-8be3-4c78-9411-07f6490aed83 HTTP/1.1" status: 200 len: 810 time: 0.4789181 Apr 18 19:38:37.639742 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-224361e4-e0fd-4f7e-bc8d-6ba8f059656f None None] Calling delete_port for 8ff43c3e-4a4c-49d3-8264-daa7ecdaa9bd owned by network:dhcp {{(pid=84765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:38:37.673200 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 8ff43c3e-4a4c-49d3-8264-daa7ecdaa9bd no longer exists at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:38:37.683574 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a7a702-b9a8-4094-a512-b4c1d41e9fdf service neutron] Pushing event updated for resources: {'Port': ['ID=fb4ec813-3111-4e0c-8fce-fe8f59eaac1e,revision_number=3']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:37.729613 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [None req-cf0fe410-f951-43d0-b0ab-d061a163b3d8 admin admin] For port 8ff43c3e-4a4c-49d3-8264-daa7ecdaa9bd, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=8ff43c3e-4a4c-49d3-8264-daa7ecdaa9bd,segment=NetworkSegment(33e59688-0bc2-4257-95a9-694e337c236c),segment_id=33e59688-0bc2-4257-95a9-694e337c236c)] {{(pid=84764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:38:37.730332 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-cf0fe410-f951-43d0-b0ab-d061a163b3d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:37.906899 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:37.913649 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ce2d2f2-0211-4414-95ff-88f8975c5866 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Made reservation on behalf of 8097f6133aa24824a0d11d98456dfce8 for: {'network': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:38:37.916721 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-2ce2d2f2-0211-4414-95ff-88f8975c5866 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for network, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:37.927525 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a08ae7f7-4276-42cc-83c8-b609a923331c admin admin] Made reservation on behalf of 7276b8530b6a4c9e997960e7ff37ca8f for: {'network': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:38:37.929080 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-cf0fe410-f951-43d0-b0ab-d061a163b3d8 admin admin] Calling delete_port for 8ff43c3e-4a4c-49d3-8264-daa7ecdaa9bd owned by network:dhcp {{(pid=84764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:38:37.930003 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-a08ae7f7-4276-42cc-83c8-b609a923331c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for network, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:37.951864 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-224361e4-e0fd-4f7e-bc8d-6ba8f059656f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340'] for port, after_delete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:37.981976 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-7b89b663-af11-4575-a20b-d4cd36c27336 req-f6a7a702-b9a8-4094-a512-b4c1d41e9fdf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:37.983379 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7b89b663-af11-4575-a20b-d4cd36c27336 req-f6a7a702-b9a8-4094-a512-b4c1d41e9fdf service neutron] 10.222.0.73 "PUT /v2.0/ports/fb4ec813-3111-4e0c-8fce-fe8f59eaac1e HTTP/1.1" status: 200 len: 1092 time: 7.4059820 Apr 18 19:38:38.038237 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-7d90307d-a24f-439e-b8df-df736ef8e4d9 req-43191b41-63b9-44eb-a686-0378b11f868c tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Synchronizing usage tracker for tenant:11fa110afd504f4180500a31ab517fd5 on resource:security_group {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:38:38.047511 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-a08ae7f7-4276-42cc-83c8-b609a923331c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:38.049675 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224361e4-e0fd-4f7e-bc8d-6ba8f059656f None None] Pushing event deleted for resources: {'Port': ['ID=8ff43c3e-4a4c-49d3-8264-daa7ecdaa9bd,revision_number=None']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:38.067527 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224361e4-e0fd-4f7e-bc8d-6ba8f059656f None None] No DVR routers for this DVR port 8ff43c3e-4a4c-49d3-8264-daa7ecdaa9bd on host n-d-836017-2 {{(pid=84765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:38:38.097355 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-7eb3e4b4-2c1f-442b-a2d8-10564e858f8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:38:38.101826 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-753f15eb-10f7-4d58-88da-877039863d66 req-00c72569-470a-4174-aef4-118f79f767e3 service neutron] 10.222.0.72 "GET /v2.0/networks/dea5a6b8-71f3-4fa4-97c3-dd81515f0420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2033899 Apr 18 19:38:38.115944 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-7eb3e4b4-2c1f-442b-a2d8-10564e858f8c admin admin] Usage tracker for resource:security_group_rule and tenant:b14d73344ef54b619e09b488e7950865 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:38:38.120775 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.db.api [None req-cf0fe410-f951-43d0-b0ab-d061a163b3d8 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84764) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 19:38:38.121550 n-d-836017-2 neutron-server[84764]: DEBUG oslo_db.api [None req-cf0fe410-f951-43d0-b0ab-d061a163b3d8 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 19:38:38.148579 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bf329a-6f82-411a-a853-0c9de27cf5e3 req-e2d061c3-2b96-4aea-a8ad-0b8fd9fa9347 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:38.150185 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d9bf329a-6f82-411a-a853-0c9de27cf5e3 req-e2d061c3-2b96-4aea-a8ad-0b8fd9fa9347 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] 10.222.0.69 "GET /v2.0/ports?device_id=b0630160-1d27-42db-8511-d8b3773d1646 HTTP/1.1" status: 200 len: 944 time: 0.4567893 Apr 18 19:38:38.185527 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-7d90307d-a24f-439e-b8df-df736ef8e4d9 req-43191b41-63b9-44eb-a686-0378b11f868c tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Unset dirty status for tenant:11fa110afd504f4180500a31ab517fd5 on resource:security_group {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:38:38.187183 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-7d90307d-a24f-439e-b8df-df736ef8e4d9 req-43191b41-63b9-44eb-a686-0378b11f868c tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=11fa110afd504f4180500a31ab517fd5 HTTP/1.1" status: 200 len: 380 time: 0.5997064 Apr 18 19:38:38.200126 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [req-7d90307d-a24f-439e-b8df-df736ef8e4d9 req-bd9a648a-a94e-4bf1-9046-eedca0ffe5e3 tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Request body: {'port': {'device_id': '837da776-18a8-418e-9e91-3e160c5632a0', 'network_id': '907b3800-8be3-4c78-9411-07f6490aed83', 'admin_state_up': True, 'tenant_id': '11fa110afd504f4180500a31ab517fd5', 'security_groups': ['11cffa75-c58f-4a7d-85dc-3db8046977bd']}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:38:38.295347 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-7eb3e4b4-2c1f-442b-a2d8-10564e858f8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:38:38.320836 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d9bf329a-6f82-411a-a853-0c9de27cf5e3 req-aebf4e76-b5b6-4c94-9ec5-7ef4b51b97ca tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] 10.222.0.69 "GET /v2.0/security-groups?id=2b04a52b-dc01-409d-822c-7f24c54134e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635759 Apr 18 19:38:38.322013 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_common [req-29bacb0e-5b80-43ba-aa6d-35939b43c0f8 req-c012e9ef-897f-432d-a032-d025ef453213 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Allocated IP 172.20.0.8 (11569783-78f6-4d10-9370-768c4acb7a65/183f16e9-913d-4006-a470-a5bf63783425/7e984097-a8b6-4725-95ac-b41545fa896e) {{(pid=84763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:38:38.324317 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-7eb3e4b4-2c1f-442b-a2d8-10564e858f8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:38:38.330787 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ce2d2f2-0211-4414-95ff-88f8975c5866 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=84763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:38:38.397905 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-a08ae7f7-4276-42cc-83c8-b609a923331c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:38:38.402237 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-2ce2d2f2-0211-4414-95ff-88f8975c5866 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:38.402592 n-d-836017-2 neutron-server[84763]: INFO neutron.db.segments_db [None req-2ce2d2f2-0211-4414-95ff-88f8975c5866 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Added segment ea8ebc95-5a25-4ced-900f-5e22fbeb094a of type vlan for network 233563f2-3d18-4c34-9f2a-0f3d5e22e348 Apr 18 19:38:38.421095 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-a08ae7f7-4276-42cc-83c8-b609a923331c admin admin] Usage tracker for resource:security_group_rule and tenant:7276b8530b6a4c9e997960e7ff37ca8f is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:38:38.432614 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-a08ae7f7-4276-42cc-83c8-b609a923331c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:38:38.445437 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-7d90307d-a24f-439e-b8df-df736ef8e4d9 req-bd9a648a-a94e-4bf1-9046-eedca0ffe5e3 tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:38:38.451271 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-a08ae7f7-4276-42cc-83c8-b609a923331c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:38:38.466615 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-7d90307d-a24f-439e-b8df-df736ef8e4d9 req-bd9a648a-a94e-4bf1-9046-eedca0ffe5e3 tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:38:38.540270 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-2ce2d2f2-0211-4414-95ff-88f8975c5866 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791093404182'] for network, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:38.564602 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45a186d-7e42-42db-8232-23fd71eca2a3 req-e0651873-f993-4867-baf1-c7cfb109ba35 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:38.566050 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f45a186d-7e42-42db-8232-23fd71eca2a3 req-e0651873-f993-4867-baf1-c7cfb109ba35 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a4a2cd18-c761-492e-bba0-8129922f27b7 HTTP/1.1" status: 200 len: 945 time: 0.5693696 Apr 18 19:38:38.587991 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6d72e6d2-1143-43e3-b138-bc6c882a4fcf req-c4be0424-4984-4765-9c85-6acdc4a2833d tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/ports?device_id=ac4e1770-8b35-4034-9597-ca85436903d4 HTTP/1.1" status: 200 len: 210 time: 0.0512555 Apr 18 19:38:38.588888 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d90307d-a24f-439e-b8df-df736ef8e4d9 req-bd9a648a-a94e-4bf1-9046-eedca0ffe5e3 tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Made reservation on behalf of 11fa110afd504f4180500a31ab517fd5 for: {'port': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:38:38.591796 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-7d90307d-a24f-439e-b8df-df736ef8e4d9 req-bd9a648a-a94e-4bf1-9046-eedca0ffe5e3 tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:38.628276 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-cf0fe410-f951-43d0-b0ab-d061a163b3d8 admin admin] Deleting port 8ff43c3e-4a4c-49d3-8264-daa7ecdaa9bd {{(pid=84764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:38:38.628943 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-cf0fe410-f951-43d0-b0ab-d061a163b3d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:38.703401 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7b89b663-af11-4575-a20b-d4cd36c27336 req-7647d976-0399-4624-be02-a514ff021042 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b24aa115869c4ccebfe654d4d215e4c2&device_id=b0630160-1d27-42db-8511-d8b3773d1646 HTTP/1.1" status: 200 len: 1095 time: 0.5812025 Apr 18 19:38:38.707076 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-cf0fe410-f951-43d0-b0ab-d061a163b3d8 admin admin] The port '8ff43c3e-4a4c-49d3-8264-daa7ecdaa9bd' was deleted {{(pid=84764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 19:38:38.722343 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.db.resource_extend [None req-2ce2d2f2-0211-4414-95ff-88f8975c5866 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 19:38:38.741032 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-7eb3e4b4-2c1f-442b-a2d8-10564e858f8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:38.835717 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-7eb3e4b4-2c1f-442b-a2d8-10564e858f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:38.875638 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7b89b663-af11-4575-a20b-d4cd36c27336 req-d71ddb17-9839-430e-8b05-935628bdab73 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb4ec813-3111-4e0c-8fce-fe8f59eaac1e HTTP/1.1" status: 200 len: 217 time: 0.1396859 Apr 18 19:38:38.942268 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-880b148b-9771-4aec-bf63-1d33af82da6f req-c2346033-0ac8-4456-b918-29cd2acbad9f tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] 10.222.0.69 "GET /v2.0/ports?device_id=837da776-18a8-418e-9e91-3e160c5632a0 HTTP/1.1" status: 200 len: 210 time: 0.2001314 Apr 18 19:38:38.951065 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7eb3e4b4-2c1f-442b-a2d8-10564e858f8c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=84763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:38:38.955182 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f45a186d-7e42-42db-8232-23fd71eca2a3 req-0bcc7a35-01f3-4f04-b73b-ff22f7dc26f8 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3771925 Apr 18 19:38:38.980131 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-2ce2d2f2-0211-4414-95ff-88f8975c5866 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251'] for network, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:38.983798 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce2d2f2-0211-4414-95ff-88f8975c5866 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:38.984416 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-2ce2d2f2-0211-4414-95ff-88f8975c5866 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:39.037441 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0630160-1d27-42db-8511-d8b3773d1646', 'tag': 'fb4ec813-3111-4e0c-8fce-fe8f59eaac1e'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:38:39.037701 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-cf0fe410-f951-43d0-b0ab-d061a163b3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256345', 'neutron.services.segments.db._delete_segments_for_network-8791093852025'] for network, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:39.049712 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-a08ae7f7-4276-42cc-83c8-b609a923331c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:39.056167 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb3e4b4-2c1f-442b-a2d8-10564e858f8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1055951c-9703-4aae-bd96-442960fc2fcb,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:39.061666 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-7eb3e4b4-2c1f-442b-a2d8-10564e858f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:39.062015 n-d-836017-2 neutron-server[84763]: INFO neutron.db.segments_db [None req-7eb3e4b4-2c1f-442b-a2d8-10564e858f8c admin admin] Added segment 0c213d42-e0df-4f72-a99f-f97b3a74794a of type vlan for network 0ead64cb-f40e-4606-a81f-5a65ad25a39e Apr 18 19:38:39.107174 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-cf0fe410-f951-43d0-b0ab-d061a163b3d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81ddcfcb-39cd-4419-a273-35df2938d568']}} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:38:39.126631 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-cf0fe410-f951-43d0-b0ab-d061a163b3d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33e59688-0bc2-4257-95a9-694e337c236c') {'for_net_delete': True} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:38:39.126966 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-cf0fe410-f951-43d0-b0ab-d061a163b3d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33e59688-0bc2-4257-95a9-694e337c236c') {} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:38:39.145480 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-cf0fe410-f951-43d0-b0ab-d061a163b3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791093851908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66932133'] for segment, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:39.162415 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_common [req-7d90307d-a24f-439e-b8df-df736ef8e4d9 req-bd9a648a-a94e-4bf1-9046-eedca0ffe5e3 tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Allocated IP 172.20.0.5 (907b3800-8be3-4c78-9411-07f6490aed83/ba52fbae-1fb9-4ec8-b27f-ceb3ad82d8c1/4be5c9d5-9153-486a-9796-60f8fbc38af7) {{(pid=84764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:38:39.163588 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76f45b8d-d62f-41de-943f-2ad05194f6b4'] response: {'name': 'network-changed', 'server_uuid': 'b0630160-1d27-42db-8511-d8b3773d1646', 'tag': 'fb4ec813-3111-4e0c-8fce-fe8f59eaac1e', 'status': 'completed', 'code': 200} Apr 18 19:38:39.170751 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-29bacb0e-5b80-43ba-aa6d-35939b43c0f8 req-c012e9ef-897f-432d-a032-d025ef453213 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Notify callbacks [] for port, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:39.174349 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-cf0fe410-f951-43d0-b0ab-d061a163b3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:39.179176 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b89b663-af11-4575-a20b-d4cd36c27336 req-1d4dba1c-8ff3-4d63-abb9-5bafd95e7c1e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:39.180184 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7b89b663-af11-4575-a20b-d4cd36c27336 req-1d4dba1c-8ff3-4d63-abb9-5bafd95e7c1e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c5663fb8-fb65-483f-a697-5dc1cb158bec HTTP/1.1" status: 200 len: 852 time: 0.2827916 Apr 18 19:38:39.185610 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf0fe410-f951-43d0-b0ab-d061a163b3d8 admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=84764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:38:39.186028 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-cf0fe410-f951-43d0-b0ab-d061a163b3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2290898'] for segment, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:39.190708 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-a08ae7f7-4276-42cc-83c8-b609a923331c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:39.201640 n-d-836017-2 neutron-server[84764]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:38:39.201640 n-d-836017-2 neutron-server[84764]: util.warn( Apr 18 19:38:39.201640 n-d-836017-2 neutron-server[84764]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:38:39.201640 n-d-836017-2 neutron-server[84764]: util.warn( Apr 18 19:38:39.201640 n-d-836017-2 neutron-server[84764]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:38:39.201640 n-d-836017-2 neutron-server[84764]: util.warn( Apr 18 19:38:39.201640 n-d-836017-2 neutron-server[84764]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:38:39.201640 n-d-836017-2 neutron-server[84764]: util.warn( Apr 18 19:38:39.201640 n-d-836017-2 neutron-server[84764]: Traceback (most recent call last): Apr 18 19:38:39.201640 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:38:39.201640 n-d-836017-2 neutron-server[84764]: timer() Apr 18 19:38:39.201640 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:38:39.201640 n-d-836017-2 neutron-server[84764]: cb(*args, **kw) Apr 18 19:38:39.201640 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:38:39.201640 n-d-836017-2 neutron-server[84764]: return func(*args, **kwargs) Apr 18 19:38:39.201640 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:38:39.201640 n-d-836017-2 neutron-server[84764]: self._notify() Apr 18 19:38:39.201640 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:38:39.201640 n-d-836017-2 neutron-server[84764]: self.callback(batched_events) Apr 18 19:38:39.201640 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:38:39.201640 n-d-836017-2 neutron-server[84764]: event.method(event) Apr 18 19:38:39.201640 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:38:39.201640 n-d-836017-2 neutron-server[84764]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:38:39.201640 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:38:39.201640 n-d-836017-2 neutron-server[84764]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:38:39.201640 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:38:39.201640 n-d-836017-2 neutron-server[84764]: return f(self, *a, **k) Apr 18 19:38:39.201640 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:38:39.201640 n-d-836017-2 neutron-server[84764]: return self._get(url).json() Apr 18 19:38:39.201640 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:38:39.201640 n-d-836017-2 neutron-server[84764]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:38:39.201640 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:38:39.201640 n-d-836017-2 neutron-server[84764]: return self.request(url, 'GET', **kwargs) Apr 18 19:38:39.201640 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:38:39.201640 n-d-836017-2 neutron-server[84764]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:38:39.201640 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:38:39.201640 n-d-836017-2 neutron-server[84764]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:38:39.201640 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:38:39.201640 n-d-836017-2 neutron-server[84764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:38:39.201640 n-d-836017-2 neutron-server[84764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:38:39.257356 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce2d2f2-0211-4414-95ff-88f8975c5866 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Pushing event updated for resources: {'Network': ['ID=233563f2-3d18-4c34-9f2a-0f3d5e22e348,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:39.276923 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Network 233563f2-3d18-4c34-9f2a-0f3d5e22e348 details requested by agent ovs-agent-n-d-836017-2 with host n-d-836017-2 {{(pid=84765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:38:39.279782 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-7eb3e4b4-2c1f-442b-a2d8-10564e858f8c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791093404182'] for network, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:39.296169 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7b89b663-af11-4575-a20b-d4cd36c27336 req-855eb1b2-73a3-4c8a-8e37-bf34cccd9474 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dea5a6b8-71f3-4fa4-97c3-dd81515f0420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0923922 Apr 18 19:38:39.306426 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a08ae7f7-4276-42cc-83c8-b609a923331c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=84763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:38:39.348412 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-2ce2d2f2-0211-4414-95ff-88f8975c5866 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 2.4226580 Apr 18 19:38:39.399363 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08ae7f7-4276-42cc-83c8-b609a923331c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10904cc2-733e-4216-9fd7-bd871359126c,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:39.412484 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 36612) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:39.413449 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.db.resource_extend [None req-7eb3e4b4-2c1f-442b-a2d8-10564e858f8c admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 19:38:39.421416 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-a08ae7f7-4276-42cc-83c8-b609a923331c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:39.421772 n-d-836017-2 neutron-server[84763]: INFO neutron.db.segments_db [None req-a08ae7f7-4276-42cc-83c8-b609a923331c admin admin] Added segment b8926c6e-9073-4fc9-ba41-5d530ba3940c of type vlan for network 20d4b8e1-a40a-4802-a6ed-f360fca84cce Apr 18 19:38:39.442300 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device ee76253e-7333-43fe-bddc-757641cfdcf2 up at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:38:39.446585 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-c612e58b-4b66-4a15-b866-c54aff62e7e8 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Request body: {'subnet': {'network_id': '233563f2-3d18-4c34-9f2a-0f3d5e22e348', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:38:39.546589 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-cf0fe410-f951-43d0-b0ab-d061a163b3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416801'] for network, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:39.551539 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-7d90307d-a24f-439e-b8df-df736ef8e4d9 req-bd9a648a-a94e-4bf1-9046-eedca0ffe5e3 tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Notify callbacks [] for port, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:39.578587 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-cf0fe410-f951-43d0-b0ab-d061a163b3d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:39.592560 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0fe410-f951-43d0-b0ab-d061a163b3d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=81ddcfcb-39cd-4419-a273-35df2938d568,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:39.593828 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-7eb3e4b4-2c1f-442b-a2d8-10564e858f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251'] for network, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:39.595524 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb3e4b4-2c1f-442b-a2d8-10564e858f8c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:39.599533 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-7eb3e4b4-2c1f-442b-a2d8-10564e858f8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:39.609234 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-a08ae7f7-4276-42cc-83c8-b609a923331c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791093404182'] for network, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:39.611647 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.provisioning_blocks [req-7d90307d-a24f-439e-b8df-df736ef8e4d9 req-bd9a648a-a94e-4bf1-9046-eedca0ffe5e3 tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Transition to ACTIVE for port object 4be5c9d5-9153-486a-9796-60f8fbc38af7 will not be triggered until provisioned by entity DHCP. {{(pid=84764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:38:39.629459 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning for port ee76253e-7333-43fe-bddc-757641cfdcf2 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:38:39.633695 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0fe410-f951-43d0-b0ab-d061a163b3d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:38:39.634046 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0fe410-f951-43d0-b0ab-d061a163b3d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:38:39.634396 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0fe410-f951-43d0-b0ab-d061a163b3d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:38:39.634721 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0fe410-f951-43d0-b0ab-d061a163b3d8 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:38:39.635053 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0fe410-f951-43d0-b0ab-d061a163b3d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:38:39.635381 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0fe410-f951-43d0-b0ab-d061a163b3d8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:38:39.635705 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0fe410-f951-43d0-b0ab-d061a163b3d8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:38:39.636030 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0fe410-f951-43d0-b0ab-d061a163b3d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:38:39.636533 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0fe410-f951-43d0-b0ab-d061a163b3d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:38:39.636767 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0fe410-f951-43d0-b0ab-d061a163b3d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:38:39.637173 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0fe410-f951-43d0-b0ab-d061a163b3d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:38:39.639258 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning complete for port ee76253e-7333-43fe-bddc-757641cfdcf2 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:38:39.646585 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:39.752804 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d67a0f-61b6-4b7d-9f4a-3ed0f3b776d0 req-94b72cf7-2adc-49e7-add3-74d6cb40e625 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:39.754318 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c1d67a0f-61b6-4b7d-9f4a-3ed0f3b776d0 req-94b72cf7-2adc-49e7-add3-74d6cb40e625 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a4a2cd18-c761-492e-bba0-8129922f27b7 HTTP/1.1" status: 200 len: 945 time: 0.0997031 Apr 18 19:38:39.757258 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-cf0fe410-f951-43d0-b0ab-d061a163b3d8 admin admin] 10.222.0.69 "DELETE /v2.0/networks/81ddcfcb-39cd-4419-a273-35df2938d568 HTTP/1.1" status: 204 len: 168 time: 3.2175250 Apr 18 19:38:39.760482 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-7d90307d-a24f-439e-b8df-df736ef8e4d9 req-bd9a648a-a94e-4bf1-9046-eedca0ffe5e3 tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:39.790270 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:39.827247 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port ee76253e-7333-43fe-bddc-757641cfdcf2, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=ee76253e-7333-43fe-bddc-757641cfdcf2,segment=NetworkSegment(8940f5c9-2c52-448f-9b36-18364410ba08),segment_id=8940f5c9-2c52-448f-9b36-18364410ba08)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:38:39.828748 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '066cf706-50fb-4f85-8f97-2d1f24a4f488', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee76253e-7333-43fe-bddc-757641cfdcf2'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:38:39.854900 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-29bacb0e-5b80-43ba-aa6d-35939b43c0f8 req-c012e9ef-897f-432d-a032-d025ef453213 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:39.882015 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d90307d-a24f-439e-b8df-df736ef8e4d9 req-bd9a648a-a94e-4bf1-9046-eedca0ffe5e3 tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Network 907b3800-8be3-4c78-9411-07f6490aed83 is already hosted by enough agents. {{(pid=84764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:38:39.886928 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [req-7d90307d-a24f-439e-b8df-df736ef8e4d9 req-bd9a648a-a94e-4bf1-9046-eedca0ffe5e3 tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Resources bound (agent type, host, resource id): {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:38:39.889478 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d90307d-a24f-439e-b8df-df736ef8e4d9 req-bd9a648a-a94e-4bf1-9046-eedca0ffe5e3 tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Received port after_create {{(pid=84764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:38:39.924948 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9a648a-a94e-4bf1-9046-eedca0ffe5e3 tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Pushing event updated for resources: {'Port': ['ID=4be5c9d5-9153-486a-9796-60f8fbc38af7,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:39.948780 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:39.955930 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-c612e58b-4b66-4a15-b866-c54aff62e7e8 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:38:39.959677 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7b89b663-af11-4575-a20b-d4cd36c27336 req-ac2771e7-dfc3-478e-a2a6-595d14b9e8ee service neutron] 10.222.0.73 "GET /v2.0/networks/dea5a6b8-71f3-4fa4-97c3-dd81515f0420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6543410 Apr 18 19:38:39.996434 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-c612e58b-4b66-4a15-b866-c54aff62e7e8 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Usage tracker for resource:subnet and tenant:8097f6133aa24824a0d11d98456dfce8 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:38:40.003438 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c1d67a0f-61b6-4b7d-9f4a-3ed0f3b776d0 req-1de389b8-b98b-44c9-9847-8cef1da66369 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259223 Apr 18 19:38:40.026479 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d90307d-a24f-439e-b8df-df736ef8e4d9 req-bd9a648a-a94e-4bf1-9046-eedca0ffe5e3 tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:40.027134 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-7d90307d-a24f-439e-b8df-df736ef8e4d9 req-bd9a648a-a94e-4bf1-9046-eedca0ffe5e3 tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:40.030622 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=ee76253e-7333-43fe-bddc-757641cfdcf2,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:40.056957 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-c612e58b-4b66-4a15-b866-c54aff62e7e8 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:38:40.065575 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb3e4b4-2c1f-442b-a2d8-10564e858f8c admin admin] Pushing event updated for resources: {'Network': ['ID=0ead64cb-f40e-4606-a81f-5a65ad25a39e,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:40.084993 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Network 0ead64cb-f40e-4606-a81f-5a65ad25a39e details requested by agent ovs-agent-n-d-836017-2 with host n-d-836017-2 {{(pid=84765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:38:40.090495 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 36628) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:40.090679 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-7eb3e4b4-2c1f-442b-a2d8-10564e858f8c admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 4.1837072 Apr 18 19:38:40.095070 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-a08ae7f7-4276-42cc-83c8-b609a923331c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251'] for network, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:40.096077 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08ae7f7-4276-42cc-83c8-b609a923331c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:40.098351 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-a08ae7f7-4276-42cc-83c8-b609a923331c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:40.098927 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-81fe1542-8a45-48ec-ac88-1b192ecb5bd5 admin admin] Request body: {'subnet': {'network_id': '0ead64cb-f40e-4606-a81f-5a65ad25a39e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1091138525-subnet', 'tenant_id': 'b14d73344ef54b619e09b488e7950865', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:38:40.105626 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-81fe1542-8a45-48ec-ac88-1b192ecb5bd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:38:40.111690 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-81fe1542-8a45-48ec-ac88-1b192ecb5bd5 admin admin] Usage tracker for resource:subnet and tenant:b14d73344ef54b619e09b488e7950865 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:38:40.115817 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-81fe1542-8a45-48ec-ac88-1b192ecb5bd5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:38:40.132806 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-81fe1542-8a45-48ec-ac88-1b192ecb5bd5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:38:40.146841 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-c612e58b-4b66-4a15-b866-c54aff62e7e8 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:38:40.149472 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-7d90307d-a24f-439e-b8df-df736ef8e4d9 req-bd9a648a-a94e-4bf1-9046-eedca0ffe5e3 tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9558830 Apr 18 19:38:40.181096 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [req-7d90307d-a24f-439e-b8df-df736ef8e4d9 req-ed534421-5c14-4905-92ba-856535b00db4 service neutron] Request body: {'port': {'device_id': '837da776-18a8-418e-9e91-3e160c5632a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-2'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:38:40.206328 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29bacb0e-5b80-43ba-aa6d-35939b43c0f8 req-c012e9ef-897f-432d-a032-d025ef453213 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Network 11569783-78f6-4d10-9370-768c4acb7a65 is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:38:40.213975 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 36632) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:40.261263 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [req-29bacb0e-5b80-43ba-aa6d-35939b43c0f8 req-c012e9ef-897f-432d-a032-d025ef453213 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:38:40.263706 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-29bacb0e-5b80-43ba-aa6d-35939b43c0f8 req-c012e9ef-897f-432d-a032-d025ef453213 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Received port after_create {{(pid=84763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:38:40.294576 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81fe1542-8a45-48ec-ac88-1b192ecb5bd5 admin admin] Made reservation on behalf of b14d73344ef54b619e09b488e7950865 for: {'subnet': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:38:40.297012 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-81fe1542-8a45-48ec-ac88-1b192ecb5bd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65862573'] for subnet, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:40.338981 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-3e516014-c3db-48e3-89f0-a58ef9abab66 None None] Provisioning for port 4be5c9d5-9153-486a-9796-60f8fbc38af7 completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:38:40.345729 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-3e516014-c3db-48e3-89f0-a58ef9abab66 None None] Provisioning complete for port 4be5c9d5-9153-486a-9796-60f8fbc38af7 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:38:40.346113 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3e516014-c3db-48e3-89f0-a58ef9abab66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:40.409378 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-3e516014-c3db-48e3-89f0-a58ef9abab66 None None] Port 4be5c9d5-9153-486a-9796-60f8fbc38af7 cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:38:40.446239 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c012e9ef-897f-432d-a032-d025ef453213 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Pushing event updated for resources: {'Port': ['ID=7e984097-a8b6-4725-95ac-b41545fa896e,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:40.515159 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c612e58b-4b66-4a15-b866-c54aff62e7e8 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Made reservation on behalf of 8097f6133aa24824a0d11d98456dfce8 for: {'subnet': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:38:40.517315 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-b5086951-8e31-4f0d-8fdb-95c3ab630b38 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e2676fc802a645689154e56330711330&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2667055 Apr 18 19:38:40.523709 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 36636) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:40.545997 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-7d90307d-a24f-439e-b8df-df736ef8e4d9 req-ed534421-5c14-4905-92ba-856535b00db4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:40.546609 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08ae7f7-4276-42cc-83c8-b609a923331c admin admin] Pushing event updated for resources: {'Network': ['ID=20d4b8e1-a40a-4802-a6ed-f360fca84cce,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:40.557793 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Network 20d4b8e1-a40a-4802-a6ed-f360fca84cce details requested by agent ovs-agent-n-d-836017-2 with host n-d-836017-2 {{(pid=84765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:38:40.634498 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-a08ae7f7-4276-42cc-83c8-b609a923331c admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.5070608 Apr 18 19:38:40.637665 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcb37cf-93f6-4954-acce-cce6efc27d22 req-df07e358-875d-4ade-93b4-5d743a14599c tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:40.644460 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2dcb37cf-93f6-4954-acce-cce6efc27d22 req-df07e358-875d-4ade-93b4-5d743a14599c tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/ports?device_id=ac4e1770-8b35-4034-9597-ca85436903d4 HTTP/1.1" status: 200 len: 931 time: 0.4293253 Apr 18 19:38:40.645908 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bacb0e-5b80-43ba-aa6d-35939b43c0f8 req-c012e9ef-897f-432d-a032-d025ef453213 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:40.646563 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-29bacb0e-5b80-43ba-aa6d-35939b43c0f8 req-c012e9ef-897f-432d-a032-d025ef453213 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:40.652325 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 36640) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:40.672151 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42294636-3bc4-4d7e-911d-a6db9b5ea2c4 req-f9bb78f0-c586-4377-ae03-c3ebdcd67911 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:40.680191 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-42294636-3bc4-4d7e-911d-a6db9b5ea2c4 req-f9bb78f0-c586-4377-ae03-c3ebdcd67911 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] 10.222.0.69 "GET /v2.0/ports?device_id=b0630160-1d27-42db-8511-d8b3773d1646 HTTP/1.1" status: 200 len: 944 time: 1.0733902 Apr 18 19:38:40.715078 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-fdc52eb6-1859-4e4b-ad31-710854319953 admin admin] Request body: {'subnet': {'network_id': '20d4b8e1-a40a-4802-a6ed-f360fca84cce', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-207124435-subnet', 'tenant_id': '7276b8530b6a4c9e997960e7ff37ca8f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:38:40.721297 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7b89b663-af11-4575-a20b-d4cd36c27336 req-7ad6a52c-5cb7-41c9-8f9b-d15ef0d1a123 service neutron] 10.222.0.73 "GET /v2.0/networks/dea5a6b8-71f3-4fa4-97c3-dd81515f0420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7331653 Apr 18 19:38:40.742113 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-fdc52eb6-1859-4e4b-ad31-710854319953 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:38:40.753915 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-fdc52eb6-1859-4e4b-ad31-710854319953 admin admin] Usage tracker for resource:subnet and tenant:7276b8530b6a4c9e997960e7ff37ca8f is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:38:40.763594 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-fdc52eb6-1859-4e4b-ad31-710854319953 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:38:40.804143 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-c612e58b-4b66-4a15-b866-c54aff62e7e8 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540907'] for subnet, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:40.818658 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-fdc52eb6-1859-4e4b-ad31-710854319953 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:38:40.831653 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-24b15196-6bcf-4ad3-9741-f606eea26337 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:40.851443 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2dcb37cf-93f6-4954-acce-cce6efc27d22 req-0cfae299-2520-423b-899d-b07800d7371b tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/security-groups?id=51df22c1-554b-4779-a025-65f2af6e2a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061214 Apr 18 19:38:40.913773 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-24b15196-6bcf-4ad3-9741-f606eea26337 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:40.942185 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c317530c-9c12-46b7-ba7c-9f6dc2a136b3'] response: {'server_uuid': '066cf706-50fb-4f85-8f97-2d1f24a4f488', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee76253e-7333-43fe-bddc-757641cfdcf2', 'code': 200} Apr 18 19:38:40.966126 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-29bacb0e-5b80-43ba-aa6d-35939b43c0f8 req-c012e9ef-897f-432d-a032-d025ef453213 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.7114418 Apr 18 19:38:41.003845 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-29bacb0e-5b80-43ba-aa6d-35939b43c0f8 req-80687ffb-5b78-4e03-9b3e-18777a385a4e service neutron] Request body: {'port': {'device_id': 'ac4e1770-8b35-4034-9597-ca85436903d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-2'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:38:41.040855 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-42294636-3bc4-4d7e-911d-a6db9b5ea2c4 req-79cbe790-c17c-4e96-bf9c-7d1c154eb8ce tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] 10.222.0.69 "GET /v2.0/security-groups?id=2b04a52b-dc01-409d-822c-7f24c54134e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3597665 Apr 18 19:38:41.060963 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdc52eb6-1859-4e4b-ad31-710854319953 admin admin] Made reservation on behalf of 7276b8530b6a4c9e997960e7ff37ca8f for: {'subnet': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:38:41.064008 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-81fe1542-8a45-48ec-ac88-1b192ecb5bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2290811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65862591'] for subnet, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:41.064164 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-fdc52eb6-1859-4e4b-ad31-710854319953 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540907'] for subnet, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:41.353198 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fe1542-8a45-48ec-ac88-1b192ecb5bd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9434df27-e17f-4bcb-b5e5-353e9f5c83cf,revision_number=0']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:41.365980 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1face380-638f-4f89-82c6-5d161bf6736f req-92f77ce4-689b-4eb9-b969-b0dc49076b35 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:41.367510 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-1face380-638f-4f89-82c6-5d161bf6736f req-92f77ce4-689b-4eb9-b969-b0dc49076b35 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4a2cd18-c761-492e-bba0-8129922f27b7 HTTP/1.1" status: 200 len: 945 time: 0.5984094 Apr 18 19:38:41.403938 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-29bacb0e-5b80-43ba-aa6d-35939b43c0f8 req-80687ffb-5b78-4e03-9b3e-18777a385a4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:41.428870 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81fe1542-8a45-48ec-ac88-1b192ecb5bd5 admin admin] Checking segment: {'id': '0c213d42-e0df-4f72-a99f-f97b3a74794a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '0ead64cb-f40e-4606-a81f-5a65ad25a39e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:38:41.429222 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81fe1542-8a45-48ec-ac88-1b192ecb5bd5 admin admin] Network hostable DHCP agents. Network: 0ead64cb-f40e-4606-a81f-5a65ad25a39e, hostable agents: ['f6987c12-6d6c-47d4-b22d-cfcd164dc40d'], hosted agents: [] {{(pid=84764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:38:41.443838 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-11f1f5a8-99d9-4eeb-8201-52aaeb311d3a req-d65fd9b3-7f33-44a2-98cc-e6d1321fbe19 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=066cf706-50fb-4f85-8f97-2d1f24a4f488 HTTP/1.1" status: 200 len: 1096 time: 0.4216065 Apr 18 19:38:41.487023 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b41f30-7991-4aeb-a5de-555b5aa7af40 req-d45f3534-cfbc-4568-be4a-4ec9bbfe24f4 tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:41.487749 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-80b41f30-7991-4aeb-a5de-555b5aa7af40 req-d45f3534-cfbc-4568-be4a-4ec9bbfe24f4 tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Synchronizing usage tracker for tenant:11fa110afd504f4180500a31ab517fd5 on resource:port {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:38:41.496289 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fb192b72-e775-41ae-9124-49b59bb980d0 req-7b2a6d00-cab1-483b-86bd-48506c7762b1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b24aa115869c4ccebfe654d4d215e4c2&device_id=b0630160-1d27-42db-8511-d8b3773d1646 HTTP/1.1" status: 200 len: 1095 time: 0.5827570 Apr 18 19:38:41.496586 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-24b15196-6bcf-4ad3-9741-f606eea26337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:41.591283 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b15196-6bcf-4ad3-9741-f606eea26337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43b95085-8420-481a-9636-2412cea92ca7,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:41.606651 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [req-7d90307d-a24f-439e-b8df-df736ef8e4d9 req-ed534421-5c14-4905-92ba-856535b00db4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4be5c9d5-9153-486a-9796-60f8fbc38af7 {{(pid=84764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:38:41.618912 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-7d90307d-a24f-439e-b8df-df736ef8e4d9 req-ed534421-5c14-4905-92ba-856535b00db4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:41.623415 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-11f1f5a8-99d9-4eeb-8201-52aaeb311d3a req-7c7ddee0-7546-43e2-8575-c888489033e4 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=2b04a52b-dc01-409d-822c-7f24c54134e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715364 Apr 18 19:38:41.632737 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-24b15196-6bcf-4ad3-9741-f606eea26337 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:41.633890 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-24b15196-6bcf-4ad3-9741-f606eea26337 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/43b95085-8420-481a-9636-2412cea92ca7 HTTP/1.1" status: 204 len: 168 time: 1.1081221 Apr 18 19:38:41.645760 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.provisioning_blocks [req-7d90307d-a24f-439e-b8df-df736ef8e4d9 req-ed534421-5c14-4905-92ba-856535b00db4 service neutron] Transition to ACTIVE for port object 4be5c9d5-9153-486a-9796-60f8fbc38af7 will not be triggered until provisioned by entity L2. {{(pid=84764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:38:41.669457 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-80b41f30-7991-4aeb-a5de-555b5aa7af40 req-d45f3534-cfbc-4568-be4a-4ec9bbfe24f4 tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Unset dirty status for tenant:11fa110afd504f4180500a31ab517fd5 on resource:port {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:38:41.680929 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-80b41f30-7991-4aeb-a5de-555b5aa7af40 req-d45f3534-cfbc-4568-be4a-4ec9bbfe24f4 tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] 10.222.0.69 "GET /v2.0/ports?device_id=837da776-18a8-418e-9e91-3e160c5632a0 HTTP/1.1" status: 200 len: 931 time: 0.6127961 Apr 18 19:38:41.728993 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-80b41f30-7991-4aeb-a5de-555b5aa7af40 req-0a5ed2c1-9eb8-4d5d-b065-a88f8b168b2d tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] 10.222.0.69 "GET /v2.0/security-groups?id=11cffa75-c58f-4a7d-85dc-3db8046977bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471878 Apr 18 19:38:41.729701 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81fe1542-8a45-48ec-ac88-1b192ecb5bd5 admin admin] Network 0ead64cb-f40e-4606-a81f-5a65ad25a39e is scheduled to be hosted by DHCP agent f6987c12-6d6c-47d4-b22d-cfcd164dc40d with binding_index 1 {{(pid=84764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:38:41.754516 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-7d90307d-a24f-439e-b8df-df736ef8e4d9 req-ed534421-5c14-4905-92ba-856535b00db4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2290934'] for port, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:41.776508 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-1face380-638f-4f89-82c6-5d161bf6736f req-a8faa9f2-2456-447f-90b9-2194272f5269 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Deleting port b8ef584f-da63-445b-9d06-fa0ca5655e03 {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:38:41.776847 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-1face380-638f-4f89-82c6-5d161bf6736f req-a8faa9f2-2456-447f-90b9-2194272f5269 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:41.853940 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fdd44c-2308-4018-a86e-8aa63fadf4de req-489875aa-9673-4588-8bc9-016b199bc06c tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:41.855447 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-33fdd44c-2308-4018-a86e-8aa63fadf4de req-489875aa-9673-4588-8bc9-016b199bc06c tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a4a2cd18-c761-492e-bba0-8129922f27b7 HTTP/1.1" status: 200 len: 945 time: 0.6643083 Apr 18 19:38:41.878561 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [None req-81fe1542-8a45-48ec-ac88-1b192ecb5bd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-2, 0ead64cb-f40e-4606-a81f-5a65ad25a39e) {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:38:41.891313 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed534421-5c14-4905-92ba-856535b00db4 service neutron] Pushing event updated for resources: {'Port': ['ID=4be5c9d5-9153-486a-9796-60f8fbc38af7,revision_number=2']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:41.894035 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81fe1542-8a45-48ec-ac88-1b192ecb5bd5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:41.894565 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-81fe1542-8a45-48ec-ac88-1b192ecb5bd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for subnet, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:41.909930 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2870a49c-1554-472d-82fd-ca1bb34f3ab7 None None] Network 0ead64cb-f40e-4606-a81f-5a65ad25a39e requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:38:42.015669 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-81fe1542-8a45-48ec-ac88-1b192ecb5bd5 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.9157715 Apr 18 19:38:42.021609 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-c612e58b-4b66-4a15-b866-c54aff62e7e8 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66351616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66540921'] for subnet, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:42.095951 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb192b72-e775-41ae-9124-49b59bb980d0 req-b9462e10-61e0-4209-8de5-b2402ecbae5c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:42.097572 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fb192b72-e775-41ae-9124-49b59bb980d0 req-b9462e10-61e0-4209-8de5-b2402ecbae5c service neutron] 10.222.0.73 "GET /v2.0/networks?id=dea5a6b8-71f3-4fa4-97c3-dd81515f0420 HTTP/1.1" status: 200 len: 913 time: 0.5840673 Apr 18 19:38:42.107065 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-7d90307d-a24f-439e-b8df-df736ef8e4d9 req-ed534421-5c14-4905-92ba-856535b00db4 service neutron] Attempting to bind port 4be5c9d5-9153-486a-9796-60f8fbc38af7 on host n-h2-836017-2 for vnic_type normal with profile {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:38:42.107647 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-7d90307d-a24f-439e-b8df-df736ef8e4d9 req-ed534421-5c14-4905-92ba-856535b00db4 service neutron] Attempting to bind port 4be5c9d5-9153-486a-9796-60f8fbc38af7 by drivers openvswitch,hyperv on host n-h2-836017-2 at level 0 using segments [{'id': '4988a6fa-3700-4d76-b344-877fc1f45fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '907b3800-8be3-4c78-9411-07f6490aed83'}] {{(pid=84764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:38:42.108191 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d90307d-a24f-439e-b8df-df736ef8e4d9 req-ed534421-5c14-4905-92ba-856535b00db4 service neutron] Attempting to bind port 4be5c9d5-9153-486a-9796-60f8fbc38af7 on network 907b3800-8be3-4c78-9411-07f6490aed83 {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:38:42.210382 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd075696-9fc8-40b0-97a3-53103669c22f None None] Network 0ead64cb-f40e-4606-a81f-5a65ad25a39e requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:38:42.221039 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d90307d-a24f-439e-b8df-df736ef8e4d9 req-ed534421-5c14-4905-92ba-856535b00db4 service neutron] Port 4be5c9d5-9153-486a-9796-60f8fbc38af7 on network 907b3800-8be3-4c78-9411-07f6490aed83 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-2 {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:38:42.222657 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d90307d-a24f-439e-b8df-df736ef8e4d9 req-ed534421-5c14-4905-92ba-856535b00db4 service neutron] Attempting to bind port 4be5c9d5-9153-486a-9796-60f8fbc38af7 on network 907b3800-8be3-4c78-9411-07f6490aed83 {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:38:42.265989 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d90307d-a24f-439e-b8df-df736ef8e4d9 req-ed534421-5c14-4905-92ba-856535b00db4 service neutron] Checking agent: {'id': '02e8f951-d3a3-40e1-b8cc-aed258af030b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:38:42.267162 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d90307d-a24f-439e-b8df-df736ef8e4d9 req-ed534421-5c14-4905-92ba-856535b00db4 service neutron] Checking segment: {'id': '4988a6fa-3700-4d76-b344-877fc1f45fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '907b3800-8be3-4c78-9411-07f6490aed83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:38:42.267640 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d90307d-a24f-439e-b8df-df736ef8e4d9 req-ed534421-5c14-4905-92ba-856535b00db4 service neutron] Bound using segment: {'id': '4988a6fa-3700-4d76-b344-877fc1f45fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '907b3800-8be3-4c78-9411-07f6490aed83'} {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:38:42.268340 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-7d90307d-a24f-439e-b8df-df736ef8e4d9 req-ed534421-5c14-4905-92ba-856535b00db4 service neutron] Bound port: 4be5c9d5-9153-486a-9796-60f8fbc38af7, host: n-h2-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4988a6fa-3700-4d76-b344-877fc1f45fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '907b3800-8be3-4c78-9411-07f6490aed83'}}] {{(pid=84764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:38:42.268779 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-7d90307d-a24f-439e-b8df-df736ef8e4d9 req-ed534421-5c14-4905-92ba-856535b00db4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:42.421744 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10131461-085e-4b45-9999-3222ac72f1d3 req-ddde3196-610b-41c0-9fbf-83432a04fca9 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:42.424018 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-10131461-085e-4b45-9999-3222ac72f1d3 req-ddde3196-610b-41c0-9fbf-83432a04fca9 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/ports?device_id=ac4e1770-8b35-4034-9597-ca85436903d4 HTTP/1.1" status: 200 len: 931 time: 0.3122764 Apr 18 19:38:42.517882 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-10131461-085e-4b45-9999-3222ac72f1d3 req-08c044bb-e9f5-43b9-93a9-425ef68492e1 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/security-groups?id=51df22c1-554b-4779-a025-65f2af6e2a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843458 Apr 18 19:38:42.552816 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-7d90307d-a24f-439e-b8df-df736ef8e4d9 req-ed534421-5c14-4905-92ba-856535b00db4 service neutron] For port 4be5c9d5-9153-486a-9796-60f8fbc38af7, host n-h2-836017-2, cleared binding levels {{(pid=84764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:38:42.556004 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-7d90307d-a24f-439e-b8df-df736ef8e4d9 req-ed534421-5c14-4905-92ba-856535b00db4 service neutron] For port 4be5c9d5-9153-486a-9796-60f8fbc38af7, host n-h2-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=4be5c9d5-9153-486a-9796-60f8fbc38af7,segment=NetworkSegment(4988a6fa-3700-4d76-b344-877fc1f45fa9),segment_id=4988a6fa-3700-4d76-b344-877fc1f45fa9)] {{(pid=84764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:38:42.579641 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fb192b72-e775-41ae-9124-49b59bb980d0 req-66a005f9-60f5-40a1-a2fd-3b826cb8a0b9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb4ec813-3111-4e0c-8fce-fe8f59eaac1e HTTP/1.1" status: 200 len: 217 time: 0.3997836 Apr 18 19:38:42.630486 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-7d90307d-a24f-439e-b8df-df736ef8e4d9 req-ed534421-5c14-4905-92ba-856535b00db4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2290934'] for port, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:42.651687 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c612e58b-4b66-4a15-b866-c54aff62e7e8 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Pushing event updated for resources: {'Subnet': ['ID=b76c6c1a-8fb0-47c4-8004-f9d737dd2563,revision_number=0']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:42.847176 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-7d90307d-a24f-439e-b8df-df736ef8e4d9 req-ed534421-5c14-4905-92ba-856535b00db4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:42.848597 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-7d90307d-a24f-439e-b8df-df736ef8e4d9 req-ed534421-5c14-4905-92ba-856535b00db4 service neutron] 10.222.0.72 "PUT /v2.0/ports/4be5c9d5-9153-486a-9796-60f8fbc38af7 HTTP/1.1" status: 200 len: 1091 time: 2.6870337 Apr 18 19:38:42.849050 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '837da776-18a8-418e-9e91-3e160c5632a0', 'tag': '4be5c9d5-9153-486a-9796-60f8fbc38af7'}] {{(pid=84764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:38:42.882480 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed534421-5c14-4905-92ba-856535b00db4 service neutron] Pushing event updated for resources: {'Port': ['ID=4be5c9d5-9153-486a-9796-60f8fbc38af7,revision_number=3']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:42.885914 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-fdc52eb6-1859-4e4b-ad31-710854319953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66351616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66540921'] for subnet, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:42.913662 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-33fdd44c-2308-4018-a86e-8aa63fadf4de req-a7c25766-b16d-4a49-be56-f4de941c0890 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9923291 Apr 18 19:38:42.928144 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbd2708-df0a-4f75-8c8c-bac3477b1fea req-587213f4-c20f-4fb4-88ec-0de8a956333f tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:42.929832 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-1cbd2708-df0a-4f75-8c8c-bac3477b1fea req-587213f4-c20f-4fb4-88ec-0de8a956333f tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] 10.222.0.69 "GET /v2.0/ports?device_id=b0630160-1d27-42db-8511-d8b3773d1646 HTTP/1.1" status: 200 len: 944 time: 0.1792488 Apr 18 19:38:43.063110 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb192b72-e775-41ae-9124-49b59bb980d0 req-6f9a0062-5c94-49ec-8359-235bbd6c54a6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:43.065354 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fb192b72-e775-41ae-9124-49b59bb980d0 req-6f9a0062-5c94-49ec-8359-235bbd6c54a6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c5663fb8-fb65-483f-a697-5dc1cb158bec HTTP/1.1" status: 200 len: 852 time: 0.4628947 Apr 18 19:38:43.073030 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-1cbd2708-df0a-4f75-8c8c-bac3477b1fea req-f493aa3f-0321-434f-8f9d-a64b7d2e248d tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] 10.222.0.69 "GET /v2.0/security-groups?id=2b04a52b-dc01-409d-822c-7f24c54134e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367607 Apr 18 19:38:43.080944 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c612e58b-4b66-4a15-b866-c54aff62e7e8 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Checking segment: {'id': 'ea8ebc95-5a25-4ced-900f-5e22fbeb094a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '233563f2-3d18-4c34-9f2a-0f3d5e22e348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:38:43.081827 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c612e58b-4b66-4a15-b866-c54aff62e7e8 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Network hostable DHCP agents. Network: 233563f2-3d18-4c34-9f2a-0f3d5e22e348, hostable agents: ['f6987c12-6d6c-47d4-b22d-cfcd164dc40d'], hosted agents: [] {{(pid=84763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:38:43.162288 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-7d90307d-a24f-439e-b8df-df736ef8e4d9 req-e04d0a1f-866d-416a-9916-7501c9552af7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=11fa110afd504f4180500a31ab517fd5&device_id=837da776-18a8-418e-9e91-3e160c5632a0 HTTP/1.1" status: 200 len: 1094 time: 0.1752145 Apr 18 19:38:43.234415 n-d-836017-2 neutron-server[84764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19fc46bb-3de8-4e64-837f-c047bed65277'] response: {'name': 'network-changed', 'server_uuid': '837da776-18a8-418e-9e91-3e160c5632a0', 'tag': '4be5c9d5-9153-486a-9796-60f8fbc38af7', 'status': 'completed', 'code': 200} Apr 18 19:38:43.243791 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-7d90307d-a24f-439e-b8df-df736ef8e4d9 req-80b79325-19eb-4949-9e74-535b3f218a23 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4be5c9d5-9153-486a-9796-60f8fbc38af7 HTTP/1.1" status: 200 len: 217 time: 0.0746498 Apr 18 19:38:43.265458 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fb192b72-e775-41ae-9124-49b59bb980d0 req-6c3156c5-8eca-4802-914a-4cb8e2f9094a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dea5a6b8-71f3-4fa4-97c3-dd81515f0420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1520493 Apr 18 19:38:43.330768 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d90307d-a24f-439e-b8df-df736ef8e4d9 req-c8783a33-2fb5-42cf-8392-d99d39e2c57a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:43.332446 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-7d90307d-a24f-439e-b8df-df736ef8e4d9 req-c8783a33-2fb5-42cf-8392-d99d39e2c57a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ba52fbae-1fb9-4ec8-b27f-ceb3ad82d8c1 HTTP/1.1" status: 200 len: 849 time: 0.0823803 Apr 18 19:38:43.333961 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc52eb6-1859-4e4b-ad31-710854319953 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0711ab9d-0a48-4dd5-b699-a74bbc1341bb,revision_number=0']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:43.381447 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 36686) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:43.417420 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-1face380-638f-4f89-82c6-5d161bf6736f req-a8faa9f2-2456-447f-90b9-2194272f5269 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] For port b8ef584f-da63-445b-9d06-fa0ca5655e03, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=b8ef584f-da63-445b-9d06-fa0ca5655e03,segment=NetworkSegment(1f6ca8e3-6019-45df-8c47-18f1673dd06b),segment_id=1f6ca8e3-6019-45df-8c47-18f1673dd06b)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:38:43.417782 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-1face380-638f-4f89-82c6-5d161bf6736f req-a8faa9f2-2456-447f-90b9-2194272f5269 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:43.431164 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-7d90307d-a24f-439e-b8df-df736ef8e4d9 req-d66afcbb-8235-44ed-9ab7-228b63c95498 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=907b3800-8be3-4c78-9411-07f6490aed83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0926285 Apr 18 19:38:43.591908 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-1face380-638f-4f89-82c6-5d161bf6736f req-a8faa9f2-2456-447f-90b9-2194272f5269 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Calling delete_port for b8ef584f-da63-445b-9d06-fa0ca5655e03 owned by compute:nova {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:38:43.598828 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-7d90307d-a24f-439e-b8df-df736ef8e4d9 req-9147b3e5-d2a9-4eb3-8d21-c22400c4e2dd service neutron] 10.222.0.72 "GET /v2.0/networks/907b3800-8be3-4c78-9411-07f6490aed83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608179 Apr 18 19:38:43.695121 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc52eb6-1859-4e4b-ad31-710854319953 admin admin] Checking segment: {'id': 'b8926c6e-9073-4fc9-ba41-5d530ba3940c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '20d4b8e1-a40a-4802-a6ed-f360fca84cce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:38:43.698421 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc52eb6-1859-4e4b-ad31-710854319953 admin admin] Network hostable DHCP agents. Network: 20d4b8e1-a40a-4802-a6ed-f360fca84cce, hostable agents: ['f6987c12-6d6c-47d4-b22d-cfcd164dc40d'], hosted agents: [] {{(pid=84763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:38:43.729541 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.db.resource_extend [req-29bacb0e-5b80-43ba-aa6d-35939b43c0f8 req-80687ffb-5b78-4e03-9b3e-18777a385a4e service neutron] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 19:38:43.738392 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-f235ca61-01f7-4c34-8770-7129d814034c admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1103541223-network', 'tenant_id': 'af77c4468a104578b3401cd2f194180a'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:38:43.748405 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device fb4ec813-3111-4e0c-8fce-fe8f59eaac1e details requested by agent hyperv_n-h1-836017-2 with host n-h1-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:38:43.769263 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-f235ca61-01f7-4c34-8770-7129d814034c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:38:43.821448 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-f235ca61-01f7-4c34-8770-7129d814034c admin admin] Usage tracker for resource:network and tenant:af77c4468a104578b3401cd2f194180a is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:38:43.831477 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-f235ca61-01f7-4c34-8770-7129d814034c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:38:43.836741 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 36700) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:43.838247 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c612e58b-4b66-4a15-b866-c54aff62e7e8 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Network 233563f2-3d18-4c34-9f2a-0f3d5e22e348 is scheduled to be hosted by DHCP agent f6987c12-6d6c-47d4-b22d-cfcd164dc40d with binding_index 1 {{(pid=84763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:38:43.850628 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-f235ca61-01f7-4c34-8770-7129d814034c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:38:43.859464 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-5bfceb77-04f1-4420-8e0d-1b3e04b521f0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2031457617-network', 'tenant_id': '8bd924199999466982e8e094fa89921c'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:38:43.872983 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eb4852-c968-4d15-83d3-9348709f2692 req-e02c72c9-1c47-418f-94d4-0828dc66a393 tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:43.874667 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-88eb4852-c968-4d15-83d3-9348709f2692 req-e02c72c9-1c47-418f-94d4-0828dc66a393 tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] 10.222.0.69 "GET /v2.0/ports?device_id=837da776-18a8-418e-9e91-3e160c5632a0 HTTP/1.1" status: 200 len: 943 time: 0.6998329 Apr 18 19:38:43.886851 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-5bfceb77-04f1-4420-8e0d-1b3e04b521f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:38:43.897656 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-5bfceb77-04f1-4420-8e0d-1b3e04b521f0 admin admin] Usage tracker for resource:network and tenant:8bd924199999466982e8e094fa89921c is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:38:43.901725 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-5bfceb77-04f1-4420-8e0d-1b3e04b521f0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:38:43.906374 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port fb4ec813-3111-4e0c-8fce-fe8f59eaac1e, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=fb4ec813-3111-4e0c-8fce-fe8f59eaac1e,segment=NetworkSegment(8940f5c9-2c52-448f-9b36-18364410ba08),segment_id=8940f5c9-2c52-448f-9b36-18364410ba08)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:38:43.919218 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-5bfceb77-04f1-4420-8e0d-1b3e04b521f0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:38:43.923242 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Returning: {'device': 'fb4ec813-3111-4e0c-8fce-fe8f59eaac1e', 'network_id': 'dea5a6b8-71f3-4fa4-97c3-dd81515f0420', 'port_id': 'fb4ec813-3111-4e0c-8fce-fe8f59eaac1e', 'mac_address': 'fa:16:3e:72:e9:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5663fb8-fb65-483f-a697-5dc1cb158bec', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:38:43.937678 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-7d90307d-a24f-439e-b8df-df736ef8e4d9 req-8a801f52-9c5c-469e-bdcf-48ec354614b2 service neutron] 10.222.0.72 "GET /v2.0/networks/907b3800-8be3-4c78-9411-07f6490aed83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3318107 Apr 18 19:38:43.955801 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f1a218-4ad4-442b-9ea7-2ea214d08759 req-e104bbec-c8a3-405e-94a9-d10fa0d3a821 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:43.957518 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d5f1a218-4ad4-442b-9ea7-2ea214d08759 req-e104bbec-c8a3-405e-94a9-d10fa0d3a821 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/ports?device_id=ac4e1770-8b35-4034-9597-ca85436903d4 HTTP/1.1" status: 200 len: 931 time: 0.2056091 Apr 18 19:38:43.966338 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fb192b72-e775-41ae-9124-49b59bb980d0 req-0ef33d41-caa9-422d-8624-923e86d30ecc service neutron] 10.222.0.73 "GET /v2.0/networks/dea5a6b8-71f3-4fa4-97c3-dd81515f0420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6785824 Apr 18 19:38:43.971997 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [req-29bacb0e-5b80-43ba-aa6d-35939b43c0f8 req-80687ffb-5b78-4e03-9b3e-18777a385a4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e984097-a8b6-4725-95ac-b41545fa896e {{(pid=84763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:38:43.978820 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [None req-c612e58b-4b66-4a15-b866-c54aff62e7e8 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-2, 233563f2-3d18-4c34-9f2a-0f3d5e22e348) {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:38:43.982714 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-29bacb0e-5b80-43ba-aa6d-35939b43c0f8 req-80687ffb-5b78-4e03-9b3e-18777a385a4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:43.982854 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:43.986721 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f235ca61-01f7-4c34-8770-7129d814034c admin admin] Made reservation on behalf of af77c4468a104578b3401cd2f194180a for: {'network': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:38:43.989084 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f235ca61-01f7-4c34-8770-7129d814034c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for network, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:43.995846 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5247d99-9e0a-4f04-b62a-03a271fbf089 None None] Network 233563f2-3d18-4c34-9f2a-0f3d5e22e348 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:38:44.010522 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f235ca61-01f7-4c34-8770-7129d814034c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:44.016354 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c612e58b-4b66-4a15-b866-c54aff62e7e8 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:44.017010 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-c612e58b-4b66-4a15-b866-c54aff62e7e8 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks [] for subnet, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:44.073260 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb4ec813-3111-4e0c-8fce-fe8f59eaac1e {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:38:44.105389 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port fb4ec813-3111-4e0c-8fce-fe8f59eaac1e, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=fb4ec813-3111-4e0c-8fce-fe8f59eaac1e,segment=NetworkSegment(8940f5c9-2c52-448f-9b36-18364410ba08),segment_id=8940f5c9-2c52-448f-9b36-18364410ba08)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:38:44.145630 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc52eb6-1859-4e4b-ad31-710854319953 admin admin] Network 20d4b8e1-a40a-4802-a6ed-f360fca84cce is scheduled to be hosted by DHCP agent f6987c12-6d6c-47d4-b22d-cfcd164dc40d with binding_index 1 {{(pid=84763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:38:44.162305 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-88eb4852-c968-4d15-83d3-9348709f2692 req-f00d044b-cd5d-4211-a8d9-e3991a459523 tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] 10.222.0.69 "GET /v2.0/security-groups?id=11cffa75-c58f-4a7d-85dc-3db8046977bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2688036 Apr 18 19:38:44.185968 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [req-29bacb0e-5b80-43ba-aa6d-35939b43c0f8 req-80687ffb-5b78-4e03-9b3e-18777a385a4e service neutron] Transition to ACTIVE for port object 7e984097-a8b6-4725-95ac-b41545fa896e will not be triggered until provisioned by entity L2. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:38:44.194158 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bfceb77-04f1-4420-8e0d-1b3e04b521f0 admin admin] Made reservation on behalf of 8bd924199999466982e8e094fa89921c for: {'network': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:38:44.196486 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-5bfceb77-04f1-4420-8e0d-1b3e04b521f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for network, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:44.206944 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [None req-fdc52eb6-1859-4e4b-ad31-710854319953 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-2, 20d4b8e1-a40a-4802-a6ed-f360fca84cce) {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:38:44.211470 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:44.223881 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc52eb6-1859-4e4b-ad31-710854319953 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:44.224502 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-fdc52eb6-1859-4e4b-ad31-710854319953 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:44.236477 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-5bfceb77-04f1-4420-8e0d-1b3e04b521f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:44.259119 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d5f1a218-4ad4-442b-9ea7-2ea214d08759 req-b417ac8d-02f9-4897-aa2e-fdcc168d44a9 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/security-groups?id=51df22c1-554b-4779-a025-65f2af6e2a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2958465 Apr 18 19:38:44.274807 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-110a7d49-665e-466a-bacc-561b54227e60 None None] Network 20d4b8e1-a40a-4802-a6ed-f360fca84cce requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:38:44.276112 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-29bacb0e-5b80-43ba-aa6d-35939b43c0f8 req-80687ffb-5b78-4e03-9b3e-18777a385a4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:44.290270 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-f235ca61-01f7-4c34-8770-7129d814034c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:38:44.298361 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-f235ca61-01f7-4c34-8770-7129d814034c admin admin] Usage tracker for resource:security_group_rule and tenant:af77c4468a104578b3401cd2f194180a is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:38:44.302910 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-f235ca61-01f7-4c34-8770-7129d814034c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:38:44.318219 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-f235ca61-01f7-4c34-8770-7129d814034c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:38:44.337075 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-5bfceb77-04f1-4420-8e0d-1b3e04b521f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:38:44.343113 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-5bfceb77-04f1-4420-8e0d-1b3e04b521f0 admin admin] Usage tracker for resource:security_group_rule and tenant:8bd924199999466982e8e094fa89921c is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:38:44.348903 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-eeca47d5-fd07-4434-8428-8a10777fbaec req-59fb4724-964f-4c35-9a94-21d030fc828f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=11fa110afd504f4180500a31ab517fd5&device_id=837da776-18a8-418e-9e91-3e160c5632a0 HTTP/1.1" status: 200 len: 1094 time: 0.1883912 Apr 18 19:38:44.349716 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-5bfceb77-04f1-4420-8e0d-1b3e04b521f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:38:44.361243 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-5bfceb77-04f1-4420-8e0d-1b3e04b521f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:38:44.386346 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80687ffb-5b78-4e03-9b3e-18777a385a4e service neutron] Pushing event updated for resources: {'Port': ['ID=7e984097-a8b6-4725-95ac-b41545fa896e,revision_number=2']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:44.393342 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-c612e58b-4b66-4a15-b866-c54aff62e7e8 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.9653900 Apr 18 19:38:44.437005 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 36708) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:44.448628 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-1face380-638f-4f89-82c6-5d161bf6736f req-a8faa9f2-2456-447f-90b9-2194272f5269 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:44.455758 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-fdc52eb6-1859-4e4b-ad31-710854319953 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.7902422 Apr 18 19:38:44.509329 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-aee06c4c-9059-49c1-9a92-613f4c3495e7 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1811850542', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:38:44.525110 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] get_ports_and_sgs() called for port_ids ['c2d41a20-8113-45ca-a446-3bd7c51b739f'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:38:44.531206 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 36712) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:44.549983 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-fdaff338-056d-4e1d-a3c0-bf5c2d91ce56 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-207124435-router', 'tenant_id': '7276b8530b6a4c9e997960e7ff37ca8f', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'}}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:38:44.553880 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-aee06c4c-9059-49c1-9a92-613f4c3495e7 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:38:44.569676 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fb192b72-e775-41ae-9124-49b59bb980d0 req-6106003b-f3c1-4d3b-9bde-454948b5e1cb service neutron] 10.222.0.73 "GET /v2.0/networks/dea5a6b8-71f3-4fa4-97c3-dd81515f0420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5839155 Apr 18 19:38:44.574953 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-fdaff338-056d-4e1d-a3c0-bf5c2d91ce56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:38:44.588004 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-aee06c4c-9059-49c1-9a92-613f4c3495e7 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Usage tracker for resource:router and tenant:8097f6133aa24824a0d11d98456dfce8 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:38:44.594755 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-fdaff338-056d-4e1d-a3c0-bf5c2d91ce56 admin admin] Usage tracker for resource:router and tenant:7276b8530b6a4c9e997960e7ff37ca8f is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:38:44.601584 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-fdaff338-056d-4e1d-a3c0-bf5c2d91ce56 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:38:44.604513 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-aee06c4c-9059-49c1-9a92-613f4c3495e7 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:38:44.622361 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-aee06c4c-9059-49c1-9a92-613f4c3495e7 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:38:44.630674 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] get_ports_and_sgs() called for port_ids ['fb4ec813-3111-4e0c-8fce-fe8f59eaac1e'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:38:44.633544 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-fdaff338-056d-4e1d-a3c0-bf5c2d91ce56 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:38:44.643699 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8faa9f2-2456-447f-90b9-2194272f5269 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Pushing event deleted for resources: {'Port': ['ID=b8ef584f-da63-445b-9d06-fa0ca5655e03,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:44.652611 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-a813f210-6b64-45d0-a3ea-0d1733395be9 req-4d330903-ee2b-4557-9a18-10ad37527ecb tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Synchronizing usage tracker for tenant:f23daf946b4d4874b9d361b56e2fb9b5 on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:38:44.689100 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Pushing event updated for resources: {'Port': ['ID=fb4ec813-3111-4e0c-8fce-fe8f59eaac1e,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:44.744432 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94f92ab-5aec-49c3-a4df-730f02c47176 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31f5fbf7-4b5c-5a44-b255-70c4fc176ae8-233563f2-3d18-4c34-9f2a-0f3d5e22e348', 'network_id': '233563f2-3d18-4c34-9f2a-0f3d5e22e348', 'tenant_id': '8097f6133aa24824a0d11d98456dfce8', 'fixed_ips': [{'subnet_id': 'b76c6c1a-8fb0-47c4-8004-f9d737dd2563'}]}} from n-d-836017-2. {{(pid=84765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 19:38:44.744432 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e94f92ab-5aec-49c3-a4df-730f02c47176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:44.785845 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeca47d5-fd07-4434-8428-8a10777fbaec req-e7bb4afc-df30-46c8-a186-249cd7aca10b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:44.788175 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-eeca47d5-fd07-4434-8428-8a10777fbaec req-e7bb4afc-df30-46c8-a186-249cd7aca10b service neutron] 10.222.0.72 "GET /v2.0/networks?id=907b3800-8be3-4c78-9411-07f6490aed83 HTTP/1.1" status: 200 len: 911 time: 0.4300170 Apr 18 19:38:44.935795 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-aee06c4c-9059-49c1-9a92-613f4c3495e7 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-415242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4425'] for router, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:44.936962 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-aee06c4c-9059-49c1-9a92-613f4c3495e7 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-416909', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4418'] for router, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:44.960002 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-fdaff338-056d-4e1d-a3c0-bf5c2d91ce56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-415242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4425'] for router, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:44.960966 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-fdaff338-056d-4e1d-a3c0-bf5c2d91ce56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-416909', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4418'] for router, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:44.970968 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f235ca61-01f7-4c34-8770-7129d814034c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:44.975483 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-eeca47d5-fd07-4434-8428-8a10777fbaec req-4d35380b-1d52-48cf-8a28-4924650800b2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4be5c9d5-9153-486a-9796-60f8fbc38af7 HTTP/1.1" status: 200 len: 217 time: 0.1516998 Apr 18 19:38:44.980259 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-5bfceb77-04f1-4420-8e0d-1b3e04b521f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:44.983211 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-1face380-638f-4f89-82c6-5d161bf6736f req-a8faa9f2-2456-447f-90b9-2194272f5269 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] No DVR routers for this DVR port b8ef584f-da63-445b-9d06-fa0ca5655e03 on host n-h2-836017-2 {{(pid=84763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:38:45.010168 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-1face380-638f-4f89-82c6-5d161bf6736f req-a8faa9f2-2456-447f-90b9-2194272f5269 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:45.011248 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-1face380-638f-4f89-82c6-5d161bf6736f req-a8faa9f2-2456-447f-90b9-2194272f5269 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.72 "DELETE /v2.0/ports/b8ef584f-da63-445b-9d06-fa0ca5655e03 HTTP/1.1" status: 204 len: 173 time: 3.5973771 Apr 18 19:38:45.013063 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-e94f92ab-5aec-49c3-a4df-730f02c47176 None None] Allocated IP 2001:db8::2 (233563f2-3d18-4c34-9f2a-0f3d5e22e348/b76c6c1a-8fb0-47c4-8004-f9d737dd2563/bf112932-19ab-467f-b67a-ac490cfa4a51) {{(pid=84765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:38:45.017815 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4a2cd18-c761-492e-bba0-8129922f27b7', 'name': 'network-vif-deleted', 'tag': 'b8ef584f-da63-445b-9d06-fa0ca5655e03'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:38:45.069447 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f235ca61-01f7-4c34-8770-7129d814034c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:45.082451 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-29bacb0e-5b80-43ba-aa6d-35939b43c0f8 req-80687ffb-5b78-4e03-9b3e-18777a385a4e service neutron] Attempting to bind port 7e984097-a8b6-4725-95ac-b41545fa896e on host n-h2-836017-2 for vnic_type normal with profile {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:38:45.082816 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-29bacb0e-5b80-43ba-aa6d-35939b43c0f8 req-80687ffb-5b78-4e03-9b3e-18777a385a4e service neutron] Attempting to bind port 7e984097-a8b6-4725-95ac-b41545fa896e by drivers openvswitch,hyperv on host n-h2-836017-2 at level 0 using segments [{'id': '6e09292d-9dc6-4a58-913a-7eef33e1cf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '11569783-78f6-4d10-9370-768c4acb7a65'}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:38:45.083139 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-fdaff338-056d-4e1d-a3c0-bf5c2d91ce56 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:45.083375 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29bacb0e-5b80-43ba-aa6d-35939b43c0f8 req-80687ffb-5b78-4e03-9b3e-18777a385a4e service neutron] Attempting to bind port 7e984097-a8b6-4725-95ac-b41545fa896e on network 11569783-78f6-4d10-9370-768c4acb7a65 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:38:45.089825 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29bacb0e-5b80-43ba-aa6d-35939b43c0f8 req-80687ffb-5b78-4e03-9b3e-18777a385a4e service neutron] Port 7e984097-a8b6-4725-95ac-b41545fa896e on network 11569783-78f6-4d10-9370-768c4acb7a65 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-2 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:38:45.090222 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29bacb0e-5b80-43ba-aa6d-35939b43c0f8 req-80687ffb-5b78-4e03-9b3e-18777a385a4e service neutron] Attempting to bind port 7e984097-a8b6-4725-95ac-b41545fa896e on network 11569783-78f6-4d10-9370-768c4acb7a65 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:38:45.097964 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29bacb0e-5b80-43ba-aa6d-35939b43c0f8 req-80687ffb-5b78-4e03-9b3e-18777a385a4e service neutron] Checking agent: {'id': '02e8f951-d3a3-40e1-b8cc-aed258af030b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:38:45.099074 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29bacb0e-5b80-43ba-aa6d-35939b43c0f8 req-80687ffb-5b78-4e03-9b3e-18777a385a4e service neutron] Checking segment: {'id': '6e09292d-9dc6-4a58-913a-7eef33e1cf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '11569783-78f6-4d10-9370-768c4acb7a65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:38:45.099074 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29bacb0e-5b80-43ba-aa6d-35939b43c0f8 req-80687ffb-5b78-4e03-9b3e-18777a385a4e service neutron] Bound using segment: {'id': '6e09292d-9dc6-4a58-913a-7eef33e1cf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '11569783-78f6-4d10-9370-768c4acb7a65'} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:38:45.099307 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-29bacb0e-5b80-43ba-aa6d-35939b43c0f8 req-80687ffb-5b78-4e03-9b3e-18777a385a4e service neutron] Bound port: 7e984097-a8b6-4725-95ac-b41545fa896e, host: n-h2-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e09292d-9dc6-4a58-913a-7eef33e1cf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '11569783-78f6-4d10-9370-768c4acb7a65'}}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:38:45.099535 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23061de5-3944-4c40-93c2-c98efbd15ffd req-7e61b671-0850-48c1-8827-8038bfa9402c tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:45.099659 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-29bacb0e-5b80-43ba-aa6d-35939b43c0f8 req-80687ffb-5b78-4e03-9b3e-18777a385a4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:45.101116 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-23061de5-3944-4c40-93c2-c98efbd15ffd req-7e61b671-0850-48c1-8827-8038bfa9402c tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] 10.222.0.69 "GET /v2.0/ports?device_id=b0630160-1d27-42db-8511-d8b3773d1646 HTTP/1.1" status: 200 len: 945 time: 0.4490714 Apr 18 19:38:45.134999 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeca47d5-fd07-4434-8428-8a10777fbaec req-bb587539-1e24-4fdd-92f4-59904d05e0c6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:45.136476 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-eeca47d5-fd07-4434-8428-8a10777fbaec req-bb587539-1e24-4fdd-92f4-59904d05e0c6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ba52fbae-1fb9-4ec8-b27f-ceb3ad82d8c1 HTTP/1.1" status: 200 len: 849 time: 0.1469207 Apr 18 19:38:45.137835 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-aee06c4c-9059-49c1-9a92-613f4c3495e7 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:45.164141 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-a813f210-6b64-45d0-a3ea-0d1733395be9 req-4d330903-ee2b-4557-9a18-10ad37527ecb tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Unset dirty status for tenant:f23daf946b4d4874b9d361b56e2fb9b5 on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:38:45.165126 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a813f210-6b64-45d0-a3ea-0d1733395be9 req-4d330903-ee2b-4557-9a18-10ad37527ecb tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a4a2cd18-c761-492e-bba0-8129922f27b7 HTTP/1.1" status: 200 len: 210 time: 0.7124548 Apr 18 19:38:45.168684 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-5bfceb77-04f1-4420-8e0d-1b3e04b521f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:45.199574 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f235ca61-01f7-4c34-8770-7129d814034c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=84764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:38:45.250371 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33b56e00-bc03-406c-9f6d-1b42811eff7b'] response: {'server_uuid': 'a4a2cd18-c761-492e-bba0-8129922f27b7', 'name': 'network-vif-deleted', 'tag': 'b8ef584f-da63-445b-9d06-fa0ca5655e03', 'status': 'completed', 'code': 200} Apr 18 19:38:45.264090 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-29bacb0e-5b80-43ba-aa6d-35939b43c0f8 req-80687ffb-5b78-4e03-9b3e-18777a385a4e service neutron] For port 7e984097-a8b6-4725-95ac-b41545fa896e, host n-h2-836017-2, cleared binding levels {{(pid=84763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:38:45.268214 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f235ca61-01f7-4c34-8770-7129d814034c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb003ef8-bec1-46f4-8fe0-50640bc23b0e,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:45.271386 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-29bacb0e-5b80-43ba-aa6d-35939b43c0f8 req-80687ffb-5b78-4e03-9b3e-18777a385a4e service neutron] For port 7e984097-a8b6-4725-95ac-b41545fa896e, host n-h2-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=7e984097-a8b6-4725-95ac-b41545fa896e,segment=NetworkSegment(6e09292d-9dc6-4a58-913a-7eef33e1cf20),segment_id=6e09292d-9dc6-4a58-913a-7eef33e1cf20)] {{(pid=84763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:38:45.320492 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-23061de5-3944-4c40-93c2-c98efbd15ffd req-529f1ddb-78bd-4a76-b367-35b35d896810 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] 10.222.0.69 "GET /v2.0/security-groups?id=2b04a52b-dc01-409d-822c-7f24c54134e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005861 Apr 18 19:38:45.324620 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bfceb77-04f1-4420-8e0d-1b3e04b521f0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=84764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:38:45.328116 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f235ca61-01f7-4c34-8770-7129d814034c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:45.328558 n-d-836017-2 neutron-server[84764]: INFO neutron.db.segments_db [None req-f235ca61-01f7-4c34-8770-7129d814034c admin admin] Added segment 5485d3a7-e1a9-4479-9ce1-9100697be395 of type vlan for network b742f6a8-9608-4052-b6e6-93348da7c3f4 Apr 18 19:38:45.334487 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfceb77-04f1-4420-8e0d-1b3e04b521f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=747093c5-970b-49b4-a289-5c2f431991cd,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:45.352347 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-29bacb0e-5b80-43ba-aa6d-35939b43c0f8 req-80687ffb-5b78-4e03-9b3e-18777a385a4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:45.418890 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-5bfceb77-04f1-4420-8e0d-1b3e04b521f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:45.419239 n-d-836017-2 neutron-server[84764]: INFO neutron.db.segments_db [None req-5bfceb77-04f1-4420-8e0d-1b3e04b521f0 admin admin] Added segment 7e9c939e-085f-4eac-a629-d14ef2261283 of type vlan for network 5035fee1-6053-4021-87fa-5db511f006bb Apr 18 19:38:45.505216 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device b8ef584f-da63-445b-9d06-fa0ca5655e03 no longer exists at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:38:45.510409 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-aee06c4c-9059-49c1-9a92-613f4c3495e7 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416864'] for router, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:45.529356 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-29bacb0e-5b80-43ba-aa6d-35939b43c0f8 req-80687ffb-5b78-4e03-9b3e-18777a385a4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:45.530723 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-29bacb0e-5b80-43ba-aa6d-35939b43c0f8 req-80687ffb-5b78-4e03-9b3e-18777a385a4e service neutron] 10.222.0.72 "PUT /v2.0/ports/7e984097-a8b6-4725-95ac-b41545fa896e HTTP/1.1" status: 200 len: 1091 time: 4.5379629 Apr 18 19:38:45.554262 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f235ca61-01f7-4c34-8770-7129d814034c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791093404182'] for network, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:45.554527 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80687ffb-5b78-4e03-9b3e-18777a385a4e service neutron] Pushing event updated for resources: {'Port': ['ID=7e984097-a8b6-4725-95ac-b41545fa896e,revision_number=3']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:45.577809 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92de7a95-7fc8-4122-be49-ab0097b6e467 req-2bfc65ce-3484-464c-b2d8-511e71c48fa7 tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:45.579612 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-92de7a95-7fc8-4122-be49-ab0097b6e467 req-2bfc65ce-3484-464c-b2d8-511e71c48fa7 tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] 10.222.0.69 "GET /v2.0/ports?device_id=837da776-18a8-418e-9e91-3e160c5632a0 HTTP/1.1" status: 200 len: 943 time: 0.1644869 Apr 18 19:38:45.601867 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] No Port match for: b8ef584f-da63-445b-9d06-fa0ca5655e03 {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:38:45.603598 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device b8ef584f-da63-445b-9d06-fa0ca5655e03 not bound to the agent host n-h2-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:38:45.605140 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e94f92ab-5aec-49c3-a4df-730f02c47176 None None] Notify callbacks [] for port, precommit_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:45.626662 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-eeca47d5-fd07-4434-8428-8a10777fbaec req-786185d0-fd87-411c-af0b-e99223a60090 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=907b3800-8be3-4c78-9411-07f6490aed83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4383464 Apr 18 19:38:45.631277 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-5bfceb77-04f1-4420-8e0d-1b3e04b521f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791093404182'] for network, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:45.680852 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b7e256-2f82-4138-a380-71085bc05d5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31f5fbf7-4b5c-5a44-b255-70c4fc176ae8-20d4b8e1-a40a-4802-a6ed-f360fca84cce', 'network_id': '20d4b8e1-a40a-4802-a6ed-f360fca84cce', 'tenant_id': '7276b8530b6a4c9e997960e7ff37ca8f', 'fixed_ips': [{'subnet_id': '0711ab9d-0a48-4dd5-b699-a74bbc1341bb'}]}} from n-d-836017-2. {{(pid=84765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 19:38:45.682069 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-64b7e256-2f82-4138-a380-71085bc05d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:45.693164 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e94f92ab-5aec-49c3-a4df-730f02c47176 None None] Transition to ACTIVE for port object bf112932-19ab-467f-b67a-ac490cfa4a51 will not be triggered until provisioned by entity L2. {{(pid=84765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:38:45.764636 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-fdaff338-056d-4e1d-a3c0-bf5c2d91ce56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416895', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4776'] for router, precommit_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:45.776916 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e94f92ab-5aec-49c3-a4df-730f02c47176 None None] Transition to ACTIVE for port object bf112932-19ab-467f-b67a-ac490cfa4a51 will not be triggered until provisioned by entity DHCP. {{(pid=84765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:38:45.785090 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.db.resource_extend [None req-5bfceb77-04f1-4420-8e0d-1b3e04b521f0 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 19:38:45.796185 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-92de7a95-7fc8-4122-be49-ab0097b6e467 req-93388a44-27a9-437b-9139-ca6b399200e7 tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] 10.222.0.69 "GET /v2.0/security-groups?id=11cffa75-c58f-4a7d-85dc-3db8046977bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2078724 Apr 18 19:38:45.808643 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f235ca61-01f7-4c34-8770-7129d814034c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251'] for network, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:45.811474 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f235ca61-01f7-4c34-8770-7129d814034c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:45.811474 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f235ca61-01f7-4c34-8770-7129d814034c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:45.813891 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-29bacb0e-5b80-43ba-aa6d-35939b43c0f8 req-c0151531-6085-40e8-9fcc-a3bccfdc82b3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f7f855ff57c84f41949916661be0c661&device_id=ac4e1770-8b35-4034-9597-ca85436903d4 HTTP/1.1" status: 200 len: 1094 time: 0.1469862 Apr 18 19:38:45.860597 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-aee06c4c-9059-49c1-9a92-613f4c3495e7 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks [] for router, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:45.861759 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-aee06c4c-9059-49c1-9a92-613f4c3495e7 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.4237902 Apr 18 19:38:45.872675 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 36722) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:45.898694 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e94f92ab-5aec-49c3-a4df-730f02c47176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331'] for port, after_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:45.912470 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-29bacb0e-5b80-43ba-aa6d-35939b43c0f8 req-3a314cac-3b30-4697-a1f8-5a7c89fcadbb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e984097-a8b6-4725-95ac-b41545fa896e HTTP/1.1" status: 200 len: 217 time: 0.0916097 Apr 18 19:38:45.931485 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc46b38-606f-4a0f-b700-dd022ab4e899 req-7a55ce53-c55e-4977-856f-f3c655461450 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:45.939660 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-efc46b38-606f-4a0f-b700-dd022ab4e899 req-7a55ce53-c55e-4977-856f-f3c655461450 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/ports?device_id=ac4e1770-8b35-4034-9597-ca85436903d4 HTTP/1.1" status: 200 len: 943 time: 0.4394393 Apr 18 19:38:45.975839 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-7dca9ce9-5913-4692-abc1-470f24d16028 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Request body: {'port': {'network_id': '233563f2-3d18-4c34-9f2a-0f3d5e22e348', 'name': 'tempest-PortsIpV6TestJSON-977308415'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:38:45.993602 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94f92ab-5aec-49c3-a4df-730f02c47176 None None] Pushing event updated for resources: {'Port': ['ID=bf112932-19ab-467f-b67a-ac490cfa4a51,revision_number=1']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:45.994293 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bacb0e-5b80-43ba-aa6d-35939b43c0f8 req-37374cbe-83aa-4b59-8bd5-4cdce48fe1b2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:46.007373 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-29bacb0e-5b80-43ba-aa6d-35939b43c0f8 req-37374cbe-83aa-4b59-8bd5-4cdce48fe1b2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=183f16e9-913d-4006-a470-a5bf63783425 HTTP/1.1" status: 200 len: 845 time: 0.0887752 Apr 18 19:38:46.042431 n-d-836017-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94f92ab-5aec-49c3-a4df-730f02c47176 None None] Network 233563f2-3d18-4c34-9f2a-0f3d5e22e348 is already hosted by enough agents. {{(pid=84765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:38:46.064597 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-29bacb0e-5b80-43ba-aa6d-35939b43c0f8 req-d7dc7d97-4b59-443e-a9ca-a90b7bdf347c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=11569783-78f6-4d10-9370-768c4acb7a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523357 Apr 18 19:38:46.073261 n-d-836017-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-e94f92ab-5aec-49c3-a4df-730f02c47176 None None] Resources bound (agent type, host, resource id): {{(pid=84765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:38:46.076382 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94f92ab-5aec-49c3-a4df-730f02c47176 None None] Received port after_create {{(pid=84765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:38:46.122943 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-5bfceb77-04f1-4420-8e0d-1b3e04b521f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251'] for network, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:46.124352 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bfceb77-04f1-4420-8e0d-1b3e04b521f0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:46.124352 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-5bfceb77-04f1-4420-8e0d-1b3e04b521f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:46.150830 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-f235ca61-01f7-4c34-8770-7129d814034c admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.7658827 Apr 18 19:38:46.152440 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 36726) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:46.168814 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-ecc9b2af-eeea-440f-a80b-8493a76071e7 admin admin] Request body: {'subnet': {'network_id': 'b742f6a8-9608-4052-b6e6-93348da7c3f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1103541223-subnet', 'tenant_id': 'af77c4468a104578b3401cd2f194180a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:38:46.175662 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-ecc9b2af-eeea-440f-a80b-8493a76071e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:38:46.180428 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-ecc9b2af-eeea-440f-a80b-8493a76071e7 admin admin] Usage tracker for resource:subnet and tenant:af77c4468a104578b3401cd2f194180a is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:38:46.183807 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-ecc9b2af-eeea-440f-a80b-8493a76071e7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:38:46.190551 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-ecc9b2af-eeea-440f-a80b-8493a76071e7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:38:46.214270 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-e94f92ab-5aec-49c3-a4df-730f02c47176 None None] Attempting to bind port bf112932-19ab-467f-b67a-ac490cfa4a51 on host n-d-836017-2 for vnic_type normal with profile {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:38:46.214270 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-e94f92ab-5aec-49c3-a4df-730f02c47176 None None] Attempting to bind port bf112932-19ab-467f-b67a-ac490cfa4a51 by drivers openvswitch,hyperv on host n-d-836017-2 at level 0 using segments [{'id': 'ea8ebc95-5a25-4ced-900f-5e22fbeb094a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '233563f2-3d18-4c34-9f2a-0f3d5e22e348'}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:38:46.214270 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94f92ab-5aec-49c3-a4df-730f02c47176 None None] Attempting to bind port bf112932-19ab-467f-b67a-ac490cfa4a51 on network 233563f2-3d18-4c34-9f2a-0f3d5e22e348 {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:38:46.225319 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-64b7e256-2f82-4138-a380-71085bc05d5d None None] Allocated IP 172.20.0.2 (20d4b8e1-a40a-4802-a6ed-f360fca84cce/0711ab9d-0a48-4dd5-b699-a74bbc1341bb/15a6cbae-6496-40a9-8cbd-f42fa63982a3) {{(pid=84765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:38:46.228498 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-eeca47d5-fd07-4434-8428-8a10777fbaec req-e846f861-4103-4351-99b1-e48f32ec6e39 service neutron] 10.222.0.72 "GET /v2.0/networks/907b3800-8be3-4c78-9411-07f6490aed83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5741055 Apr 18 19:38:46.255315 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecc9b2af-eeea-440f-a80b-8493a76071e7 admin admin] Made reservation on behalf of af77c4468a104578b3401cd2f194180a for: {'subnet': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:38:46.259653 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ecc9b2af-eeea-440f-a80b-8493a76071e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540907'] for subnet, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:46.352035 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94f92ab-5aec-49c3-a4df-730f02c47176 None None] Checking agent: {'id': 'df2a5cfe-6839-400b-a998-e4fffce70f45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 8, 22), 'started_at': datetime.datetime(2022, 4, 18, 19, 8, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:38:46.352579 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94f92ab-5aec-49c3-a4df-730f02c47176 None None] Checking segment: {'id': 'ea8ebc95-5a25-4ced-900f-5e22fbeb094a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '233563f2-3d18-4c34-9f2a-0f3d5e22e348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:38:46.353054 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e94f92ab-5aec-49c3-a4df-730f02c47176 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:46.353805 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94f92ab-5aec-49c3-a4df-730f02c47176 None None] Bound using segment: {'id': 'ea8ebc95-5a25-4ced-900f-5e22fbeb094a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '233563f2-3d18-4c34-9f2a-0f3d5e22e348'} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:38:46.354355 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-e94f92ab-5aec-49c3-a4df-730f02c47176 None None] Bound port: bf112932-19ab-467f-b67a-ac490cfa4a51, host: n-d-836017-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea8ebc95-5a25-4ced-900f-5e22fbeb094a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '233563f2-3d18-4c34-9f2a-0f3d5e22e348'}}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:38:46.354795 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e94f92ab-5aec-49c3-a4df-730f02c47176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:46.364481 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f235ca61-01f7-4c34-8770-7129d814034c admin admin] Pushing event updated for resources: {'Network': ['ID=b742f6a8-9608-4052-b6e6-93348da7c3f4,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:46.380548 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-29bacb0e-5b80-43ba-aa6d-35939b43c0f8 req-bf2fad5e-62ec-428d-9f84-2dfad37ef0e3 service neutron] 10.222.0.72 "GET /v2.0/networks/11569783-78f6-4d10-9370-768c4acb7a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3060281 Apr 18 19:38:46.423869 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Network b742f6a8-9608-4052-b6e6-93348da7c3f4 details requested by agent ovs-agent-n-d-836017-2 with host n-d-836017-2 {{(pid=84765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:38:46.546820 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-5bfceb77-04f1-4420-8e0d-1b3e04b521f0 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.7058527 Apr 18 19:38:46.550667 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 36736) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:46.573295 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-461257ca-80d3-46bc-865f-9c71f8869732 admin admin] Request body: {'subnet': {'network_id': '5035fee1-6053-4021-87fa-5db511f006bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2031457617-subnet', 'tenant_id': '8bd924199999466982e8e094fa89921c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:38:46.585157 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-461257ca-80d3-46bc-865f-9c71f8869732 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:38:46.586823 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-efc46b38-606f-4a0f-b700-dd022ab4e899 req-e287e86d-7e73-488a-92ec-2002caa411a7 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/security-groups?id=51df22c1-554b-4779-a025-65f2af6e2a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6449692 Apr 18 19:38:46.598555 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-461257ca-80d3-46bc-865f-9c71f8869732 admin admin] Usage tracker for resource:subnet and tenant:8bd924199999466982e8e094fa89921c is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:38:46.630122 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e94f92ab-5aec-49c3-a4df-730f02c47176 None None] For port bf112932-19ab-467f-b67a-ac490cfa4a51, host n-d-836017-2, cleared binding levels {{(pid=84765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:38:46.634776 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e94f92ab-5aec-49c3-a4df-730f02c47176 None None] For port bf112932-19ab-467f-b67a-ac490cfa4a51, host n-d-836017-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=bf112932-19ab-467f-b67a-ac490cfa4a51,segment=NetworkSegment(ea8ebc95-5a25-4ced-900f-5e22fbeb094a),segment_id=ea8ebc95-5a25-4ced-900f-5e22fbeb094a)] {{(pid=84765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:38:46.647261 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-461257ca-80d3-46bc-865f-9c71f8869732 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:38:46.655548 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfceb77-04f1-4420-8e0d-1b3e04b521f0 admin admin] Pushing event updated for resources: {'Network': ['ID=5035fee1-6053-4021-87fa-5db511f006bb,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:46.705719 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-7dca9ce9-5913-4692-abc1-470f24d16028 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:38:46.723669 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-461257ca-80d3-46bc-865f-9c71f8869732 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:38:46.726020 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-7dca9ce9-5913-4692-abc1-470f24d16028 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Usage tracker for resource:port and tenant:8097f6133aa24824a0d11d98456dfce8 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:38:46.730356 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-7dca9ce9-5913-4692-abc1-470f24d16028 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:38:46.759799 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Network 5035fee1-6053-4021-87fa-5db511f006bb details requested by agent ovs-agent-n-d-836017-2 with host n-d-836017-2 {{(pid=84765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:38:46.768918 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-29bacb0e-5b80-43ba-aa6d-35939b43c0f8 req-0e911b1e-0d18-4013-8fc4-324c6f0b00b5 service neutron] 10.222.0.72 "GET /v2.0/networks/11569783-78f6-4d10-9370-768c4acb7a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3833690 Apr 18 19:38:46.785601 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e94f92ab-5aec-49c3-a4df-730f02c47176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:46.786777 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7796fba-a60e-4112-86fa-a9e5d69c1e18 req-e12c24c1-8bf4-4b22-b616-8b2730d23c72 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:46.788475 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f7796fba-a60e-4112-86fa-a9e5d69c1e18 req-e12c24c1-8bf4-4b22-b616-8b2730d23c72 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 945 time: 0.3735774 Apr 18 19:38:46.818035 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-7dca9ce9-5913-4692-abc1-470f24d16028 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:38:46.830599 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-eeca47d5-fd07-4434-8428-8a10777fbaec req-8a741014-c07f-4902-b9be-33b7c8f6a12d service neutron] 10.222.0.72 "GET /v2.0/networks/907b3800-8be3-4c78-9411-07f6490aed83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4589448 Apr 18 19:38:46.843103 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-461257ca-80d3-46bc-865f-9c71f8869732 admin admin] Made reservation on behalf of 8bd924199999466982e8e094fa89921c for: {'subnet': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:38:46.845795 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-461257ca-80d3-46bc-865f-9c71f8869732 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540907'] for subnet, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:46.925584 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dca9ce9-5913-4692-abc1-470f24d16028 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Made reservation on behalf of 8097f6133aa24824a0d11d98456dfce8 for: {'port': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:38:46.929256 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-7dca9ce9-5913-4692-abc1-470f24d16028 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:46.950025 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed358c8a-75a4-4ee2-94e2-c58e40b34446 req-8bfa6a54-c91a-48ce-b79f-f058d702fd66 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:46.951478 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ed358c8a-75a4-4ee2-94e2-c58e40b34446 req-8bfa6a54-c91a-48ce-b79f-f058d702fd66 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] 10.222.0.69 "GET /v2.0/ports?device_id=b0630160-1d27-42db-8511-d8b3773d1646 HTTP/1.1" status: 200 len: 945 time: 0.2274258 Apr 18 19:38:46.976657 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-64b7e256-2f82-4138-a380-71085bc05d5d None None] Notify callbacks [] for port, precommit_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:47.014595 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [None req-7dca9ce9-5913-4692-abc1-470f24d16028 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] device_id is not set on port 76ff1e2a-3ae8-4fee-b42b-e39763dedf5b yet. {{(pid=84764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 19:38:47.015221 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94f92ab-5aec-49c3-a4df-730f02c47176 None None] Pushing event updated for resources: {'Port': ['ID=bf112932-19ab-467f-b67a-ac490cfa4a51,revision_number=2']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:47.018620 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-64b7e256-2f82-4138-a380-71085bc05d5d None None] Transition to ACTIVE for port object 15a6cbae-6496-40a9-8cbd-f42fa63982a3 will not be triggered until provisioned by entity L2. {{(pid=84765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:38:47.057342 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-64b7e256-2f82-4138-a380-71085bc05d5d None None] Transition to ACTIVE for port object 15a6cbae-6496-40a9-8cbd-f42fa63982a3 will not be triggered until provisioned by entity DHCP. {{(pid=84765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:38:47.066718 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-fdaff338-056d-4e1d-a3c0-bf5c2d91ce56 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:47.074531 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f7796fba-a60e-4112-86fa-a9e5d69c1e18 req-4d0b3c31-c7ed-42dc-958b-4b8d79e6adb4 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650912 Apr 18 19:38:47.078553 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ecc9b2af-eeea-440f-a80b-8493a76071e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66351616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66540921'] for subnet, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:47.132130 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-fdaff338-056d-4e1d-a3c0-bf5c2d91ce56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:47.176187 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ed358c8a-75a4-4ee2-94e2-c58e40b34446 req-2eaaceb3-1c1b-4bf5-9664-f9286311a8df tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] 10.222.0.69 "GET /v2.0/security-groups?id=2b04a52b-dc01-409d-822c-7f24c54134e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152770 Apr 18 19:38:47.189202 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-64b7e256-2f82-4138-a380-71085bc05d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331'] for port, after_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:47.255099 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac4e1770-8b35-4034-9597-ca85436903d4', 'tag': '7e984097-a8b6-4725-95ac-b41545fa896e'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:38:47.272225 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc9b2af-eeea-440f-a80b-8493a76071e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53e27197-8b05-45c8-88a5-d6c0aa610a08,revision_number=0']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:47.369427 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc9b2af-eeea-440f-a80b-8493a76071e7 admin admin] Checking segment: {'id': '5485d3a7-e1a9-4479-9ce1-9100697be395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b742f6a8-9608-4052-b6e6-93348da7c3f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:38:47.369793 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc9b2af-eeea-440f-a80b-8493a76071e7 admin admin] Network hostable DHCP agents. Network: b742f6a8-9608-4052-b6e6-93348da7c3f4, hostable agents: ['f6987c12-6d6c-47d4-b22d-cfcd164dc40d'], hosted agents: [] {{(pid=84763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:38:47.383176 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_common [None req-fdaff338-056d-4e1d-a3c0-bf5c2d91ce56 admin admin] Allocated IP 172.25.3.56 (11e8e108-37df-4084-b6b7-113e6beb66b4/3b0abf32-1504-448b-b06e-c8c870b6a7c8/552a2c3a-37f5-4f12-b182-1d8ebdf8af89) {{(pid=84764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:38:47.397420 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50204b9b-9642-4c85-bcd0-84e6188f0e5a'] response: {'name': 'network-changed', 'server_uuid': 'ac4e1770-8b35-4034-9597-ca85436903d4', 'tag': '7e984097-a8b6-4725-95ac-b41545fa896e', 'status': 'completed', 'code': 200} Apr 18 19:38:47.408263 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b7e256-2f82-4138-a380-71085bc05d5d None None] Pushing event updated for resources: {'Port': ['ID=15a6cbae-6496-40a9-8cbd-f42fa63982a3,revision_number=1']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:47.416354 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-461257ca-80d3-46bc-865f-9c71f8869732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66351616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66540921'] for subnet, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:47.423043 n-d-836017-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b7e256-2f82-4138-a380-71085bc05d5d None None] Network 20d4b8e1-a40a-4802-a6ed-f360fca84cce is already hosted by enough agents. {{(pid=84765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:38:47.424277 n-d-836017-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-64b7e256-2f82-4138-a380-71085bc05d5d None None] Resources bound (agent type, host, resource id): {{(pid=84765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:38:47.434549 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b7e256-2f82-4138-a380-71085bc05d5d None None] Received port after_create {{(pid=84765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:38:47.481182 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 4be5c9d5-9153-486a-9796-60f8fbc38af7 details requested by agent hyperv_n-h2-836017-2 with host n-h2-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:38:47.539761 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4e3897-c6d2-40bf-821c-3310592405d4 req-750ae15e-a821-47c6-89d9-8a63bf72bde5 tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:47.554803 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3d4e3897-c6d2-40bf-821c-3310592405d4 req-750ae15e-a821-47c6-89d9-8a63bf72bde5 tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] 10.222.0.69 "GET /v2.0/ports?device_id=837da776-18a8-418e-9e91-3e160c5632a0 HTTP/1.1" status: 200 len: 943 time: 0.2915120 Apr 18 19:38:47.647143 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-64b7e256-2f82-4138-a380-71085bc05d5d None None] Attempting to bind port 15a6cbae-6496-40a9-8cbd-f42fa63982a3 on host n-d-836017-2 for vnic_type normal with profile {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:38:47.647509 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-64b7e256-2f82-4138-a380-71085bc05d5d None None] Attempting to bind port 15a6cbae-6496-40a9-8cbd-f42fa63982a3 by drivers openvswitch,hyperv on host n-d-836017-2 at level 0 using segments [{'id': 'b8926c6e-9073-4fc9-ba41-5d530ba3940c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '20d4b8e1-a40a-4802-a6ed-f360fca84cce'}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:38:47.647865 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b7e256-2f82-4138-a380-71085bc05d5d None None] Attempting to bind port 15a6cbae-6496-40a9-8cbd-f42fa63982a3 on network 20d4b8e1-a40a-4802-a6ed-f360fca84cce {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:38:47.728009 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device bf112932-19ab-467f-b67a-ac490cfa4a51 up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:38:47.783157 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device fb4ec813-3111-4e0c-8fce-fe8f59eaac1e up at agent hyperv_n-h1-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:38:47.802079 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc9b2af-eeea-440f-a80b-8493a76071e7 admin admin] Network b742f6a8-9608-4052-b6e6-93348da7c3f4 is scheduled to be hosted by DHCP agent f6987c12-6d6c-47d4-b22d-cfcd164dc40d with binding_index 1 {{(pid=84763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:38:47.819196 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b7e256-2f82-4138-a380-71085bc05d5d None None] Checking agent: {'id': 'df2a5cfe-6839-400b-a998-e4fffce70f45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 8, 22), 'started_at': datetime.datetime(2022, 4, 18, 19, 8, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:38:47.819738 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b7e256-2f82-4138-a380-71085bc05d5d None None] Checking segment: {'id': 'b8926c6e-9073-4fc9-ba41-5d530ba3940c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '20d4b8e1-a40a-4802-a6ed-f360fca84cce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:38:47.819968 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461257ca-80d3-46bc-865f-9c71f8869732 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0f6cf6d-4f6d-4319-a82f-ca3ece875adb,revision_number=0']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:47.820128 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-64b7e256-2f82-4138-a380-71085bc05d5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:47.820681 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b7e256-2f82-4138-a380-71085bc05d5d None None] Bound using segment: {'id': 'b8926c6e-9073-4fc9-ba41-5d530ba3940c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '20d4b8e1-a40a-4802-a6ed-f360fca84cce'} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:38:47.821109 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-64b7e256-2f82-4138-a380-71085bc05d5d None None] Bound port: 15a6cbae-6496-40a9-8cbd-f42fa63982a3, host: n-d-836017-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8926c6e-9073-4fc9-ba41-5d530ba3940c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '20d4b8e1-a40a-4802-a6ed-f360fca84cce'}}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:38:47.821392 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-64b7e256-2f82-4138-a380-71085bc05d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:47.824468 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_common [None req-7dca9ce9-5913-4692-abc1-470f24d16028 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Allocated IP 2001:db8::34d (233563f2-3d18-4c34-9f2a-0f3d5e22e348/b76c6c1a-8fb0-47c4-8004-f9d737dd2563/76ff1e2a-3ae8-4fee-b42b-e39763dedf5b) {{(pid=84764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:38:47.834211 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-fdaff338-056d-4e1d-a3c0-bf5c2d91ce56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:47.843097 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461257ca-80d3-46bc-865f-9c71f8869732 admin admin] Checking segment: {'id': '7e9c939e-085f-4eac-a629-d14ef2261283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '5035fee1-6053-4021-87fa-5db511f006bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:38:47.843599 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461257ca-80d3-46bc-865f-9c71f8869732 admin admin] Network hostable DHCP agents. Network: 5035fee1-6053-4021-87fa-5db511f006bb, hostable agents: ['f6987c12-6d6c-47d4-b22d-cfcd164dc40d'], hosted agents: [] {{(pid=84763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:38:47.854059 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3d4e3897-c6d2-40bf-821c-3310592405d4 req-9f3a6d49-5c33-4cc7-a3dd-1a6f538f28db tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] 10.222.0.69 "GET /v2.0/security-groups?id=11cffa75-c58f-4a7d-85dc-3db8046977bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2983444 Apr 18 19:38:47.946670 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [None req-ecc9b2af-eeea-440f-a80b-8493a76071e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-2, b742f6a8-9608-4052-b6e6-93348da7c3f4) {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:38:47.973337 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc9b2af-eeea-440f-a80b-8493a76071e7 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:47.975510 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ecc9b2af-eeea-440f-a80b-8493a76071e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:47.978126 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486f4633-5fda-4a08-af20-1769baf99f7f None None] Network b742f6a8-9608-4052-b6e6-93348da7c3f4 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:38:48.002527 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-991313d9-a388-4faf-b1ff-00c1cab6ff15 req-0134c474-0b0e-47a6-9d0c-9ea0a08fd482 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f7f855ff57c84f41949916661be0c661&device_id=ac4e1770-8b35-4034-9597-ca85436903d4 HTTP/1.1" status: 200 len: 1094 time: 0.4050357 Apr 18 19:38:48.036390 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461257ca-80d3-46bc-865f-9c71f8869732 admin admin] Network 5035fee1-6053-4021-87fa-5db511f006bb is scheduled to be hosted by DHCP agent f6987c12-6d6c-47d4-b22d-cfcd164dc40d with binding_index 1 {{(pid=84763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:38:48.095056 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [None req-461257ca-80d3-46bc-865f-9c71f8869732 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-2, 5035fee1-6053-4021-87fa-5db511f006bb) {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:38:48.099090 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-fdaff338-056d-4e1d-a3c0-bf5c2d91ce56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:48.108062 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461257ca-80d3-46bc-865f-9c71f8869732 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:48.108693 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-461257ca-80d3-46bc-865f-9c71f8869732 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:48.111400 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1facb065-a682-4309-b45d-86809e1b2185 req-5541932c-a176-464f-9679-a3ed404a75fb tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:48.113344 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-1facb065-a682-4309-b45d-86809e1b2185 req-5541932c-a176-464f-9679-a3ed404a75fb tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 945 time: 0.5169623 Apr 18 19:38:48.133601 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093d112d-13e9-4044-b1dd-01c6e81dcfc5 None None] Network 5035fee1-6053-4021-87fa-5db511f006bb requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:38:48.138378 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-ecc9b2af-eeea-440f-a80b-8493a76071e7 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.9826624 Apr 18 19:38:48.143884 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 36752) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:48.151440 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-d061d8bf-7701-4628-85e8-ae369cc8db06 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1103541223-router', 'tenant_id': 'af77c4468a104578b3401cd2f194180a', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'}}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:38:48.161159 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-d061d8bf-7701-4628-85e8-ae369cc8db06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:38:48.171316 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-d061d8bf-7701-4628-85e8-ae369cc8db06 admin admin] Usage tracker for resource:router and tenant:af77c4468a104578b3401cd2f194180a is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:38:48.177343 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-d061d8bf-7701-4628-85e8-ae369cc8db06 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:38:48.185262 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-d061d8bf-7701-4628-85e8-ae369cc8db06 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:38:48.202474 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec7c0b1-8d0f-4a92-aabc-f8e1a5a0619a req-13122d72-23d2-4143-8d2d-0b864d3be000 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:48.203240 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-fec7c0b1-8d0f-4a92-aabc-f8e1a5a0619a req-13122d72-23d2-4143-8d2d-0b864d3be000 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Synchronizing usage tracker for tenant:f7f855ff57c84f41949916661be0c661 on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:38:48.224971 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-461257ca-80d3-46bc-865f-9c71f8869732 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6717753 Apr 18 19:38:48.241611 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 4be5c9d5-9153-486a-9796-60f8fbc38af7, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=4be5c9d5-9153-486a-9796-60f8fbc38af7,segment=NetworkSegment(4988a6fa-3700-4d76-b344-877fc1f45fa9),segment_id=4988a6fa-3700-4d76-b344-877fc1f45fa9)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:38:48.303468 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-64b7e256-2f82-4138-a380-71085bc05d5d None None] For port 15a6cbae-6496-40a9-8cbd-f42fa63982a3, host n-d-836017-2, cleared binding levels {{(pid=84765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:38:48.312528 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Returning: {'device': '4be5c9d5-9153-486a-9796-60f8fbc38af7', 'network_id': '907b3800-8be3-4c78-9411-07f6490aed83', 'port_id': '4be5c9d5-9153-486a-9796-60f8fbc38af7', 'mac_address': 'fa:16:3e:c5:13:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba52fbae-1fb9-4ec8-b27f-ceb3ad82d8c1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:38:48.317461 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d061d8bf-7701-4628-85e8-ae369cc8db06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-415242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4425'] for router, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:48.319951 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d061d8bf-7701-4628-85e8-ae369cc8db06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-416909', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4418'] for router, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:48.352245 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-fec7c0b1-8d0f-4a92-aabc-f8e1a5a0619a req-13122d72-23d2-4143-8d2d-0b864d3be000 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Unset dirty status for tenant:f7f855ff57c84f41949916661be0c661 on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:38:48.362855 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdaff338-056d-4e1d-a3c0-bf5c2d91ce56 admin admin] Network 11e8e108-37df-4084-b6b7-113e6beb66b4 is already hosted by enough agents. {{(pid=84764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:38:48.363347 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fec7c0b1-8d0f-4a92-aabc-f8e1a5a0619a req-13122d72-23d2-4143-8d2d-0b864d3be000 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/ports?device_id=ac4e1770-8b35-4034-9597-ca85436903d4 HTTP/1.1" status: 200 len: 943 time: 0.3224249 Apr 18 19:38:48.376829 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-64b7e256-2f82-4138-a380-71085bc05d5d None None] For port 15a6cbae-6496-40a9-8cbd-f42fa63982a3, host n-d-836017-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=15a6cbae-6496-40a9-8cbd-f42fa63982a3,segment=NetworkSegment(b8926c6e-9073-4fc9-ba41-5d530ba3940c),segment_id=b8926c6e-9073-4fc9-ba41-5d530ba3940c)] {{(pid=84765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:38:48.389701 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning for port bf112932-19ab-467f-b67a-ac490cfa4a51 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:38:48.396700 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d061d8bf-7701-4628-85e8-ae369cc8db06 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:48.432780 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Provisioning for port fb4ec813-3111-4e0c-8fce-fe8f59eaac1e completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:38:48.434720 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [None req-fdaff338-056d-4e1d-a3c0-bf5c2d91ce56 admin admin] Resources bound (agent type, host, resource id): {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:38:48.445286 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaff338-056d-4e1d-a3c0-bf5c2d91ce56 admin admin] Pushing event updated for resources: {'Port': ['ID=552a2c3a-37f5-4f12-b182-1d8ebdf8af89,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:48.457263 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdaff338-056d-4e1d-a3c0-bf5c2d91ce56 admin admin] Received port after_create {{(pid=84764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:38:48.472646 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fec7c0b1-8d0f-4a92-aabc-f8e1a5a0619a req-8135dd76-12fb-4386-98a6-e7c07da81b96 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/security-groups?id=51df22c1-554b-4779-a025-65f2af6e2a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081603 Apr 18 19:38:48.499461 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-64b7e256-2f82-4138-a380-71085bc05d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:48.503447 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-89ce1fb8-6bf3-437b-bd37-b9cf8ef15f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:48.555988 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Provisioning complete for port fb4ec813-3111-4e0c-8fce-fe8f59eaac1e triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:38:48.555988 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:48.581095 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-1facb065-a682-4309-b45d-86809e1b2185 req-320e8ab4-9790-44dd-8726-29cdd6d7b8bb tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3414061 Apr 18 19:38:48.589974 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:48.606243 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991313d9-a388-4faf-b1ff-00c1cab6ff15 req-4bfbcdfa-5272-4f3b-8d0d-9f8887dd5d73 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:48.610938 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-991313d9-a388-4faf-b1ff-00c1cab6ff15 req-4bfbcdfa-5272-4f3b-8d0d-9f8887dd5d73 service neutron] 10.222.0.72 "GET /v2.0/networks?id=11569783-78f6-4d10-9370-768c4acb7a65 HTTP/1.1" status: 200 len: 906 time: 0.5418055 Apr 18 19:38:48.671334 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec8d177-5c0f-44f6-92d6-64c2cf843dc4 None None] Network 233563f2-3d18-4c34-9f2a-0f3d5e22e348 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:38:48.788485 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-7dca9ce9-5913-4692-abc1-470f24d16028 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks [] for port, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:48.806481 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4be5c9d5-9153-486a-9796-60f8fbc38af7 {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:38:48.873137 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d061d8bf-7701-4628-85e8-ae369cc8db06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416895', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4776'] for router, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:48.932990 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a4b264-45d7-4bac-9240-c2a007c0c228 req-2a14ae36-e97a-483d-b106-b1b25a11d2ee tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:48.938680 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-57a4b264-45d7-4bac-9240-c2a007c0c228 req-2a14ae36-e97a-483d-b106-b1b25a11d2ee tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] 10.222.0.69 "GET /v2.0/ports?device_id=b0630160-1d27-42db-8511-d8b3773d1646 HTTP/1.1" status: 200 len: 945 time: 0.2001507 Apr 18 19:38:48.958867 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa079270-b08c-4349-b3ba-1982fce66b25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31f5fbf7-4b5c-5a44-b255-70c4fc176ae8-b742f6a8-9608-4052-b6e6-93348da7c3f4', 'network_id': 'b742f6a8-9608-4052-b6e6-93348da7c3f4', 'tenant_id': 'af77c4468a104578b3401cd2f194180a', 'fixed_ips': [{'subnet_id': '53e27197-8b05-45c8-88a5-d6c0aa610a08'}]}} from n-d-836017-2. {{(pid=84765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 19:38:48.960634 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-aa079270-b08c-4349-b3ba-1982fce66b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:48.985539 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 4be5c9d5-9153-486a-9796-60f8fbc38af7, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=4be5c9d5-9153-486a-9796-60f8fbc38af7,segment=NetworkSegment(4988a6fa-3700-4d76-b344-877fc1f45fa9),segment_id=4988a6fa-3700-4d76-b344-877fc1f45fa9)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:38:48.988802 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b7e256-2f82-4138-a380-71085bc05d5d None None] Pushing event updated for resources: {'Port': ['ID=15a6cbae-6496-40a9-8cbd-f42fa63982a3,revision_number=2']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:49.039308 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-991313d9-a388-4faf-b1ff-00c1cab6ff15 req-444b84e1-f3a4-40bf-b163-3c01faff81a4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e984097-a8b6-4725-95ac-b41545fa896e HTTP/1.1" status: 200 len: 217 time: 0.3948982 Apr 18 19:38:49.053988 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.provisioning_blocks [None req-7dca9ce9-5913-4692-abc1-470f24d16028 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Transition to ACTIVE for port object 76ff1e2a-3ae8-4fee-b42b-e39763dedf5b will not be triggered until provisioned by entity DHCP. {{(pid=84764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:38:49.066660 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9d732a-30a5-4a50-9f14-2fc24ae354a2 None None] Network 5035fee1-6053-4021-87fa-5db511f006bb requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:38:49.184260 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-4311a639-642a-49fd-9185-8285d850a246 None None] Provisioning for port bf112932-19ab-467f-b67a-ac490cfa4a51 completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:38:49.187833 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:49.193466 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-57a4b264-45d7-4bac-9240-c2a007c0c228 req-ea528e15-a203-4e9b-a4e3-218cc41bc56c tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] 10.222.0.69 "GET /v2.0/security-groups?id=2b04a52b-dc01-409d-822c-7f24c54134e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286394 Apr 18 19:38:49.196890 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991313d9-a388-4faf-b1ff-00c1cab6ff15 req-f034ec56-ef81-43d8-a650-7fe7823ebc8c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:49.202097 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-991313d9-a388-4faf-b1ff-00c1cab6ff15 req-f034ec56-ef81-43d8-a650-7fe7823ebc8c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=183f16e9-913d-4006-a470-a5bf63783425 HTTP/1.1" status: 200 len: 845 time: 0.1412718 Apr 18 19:38:49.261463 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-991313d9-a388-4faf-b1ff-00c1cab6ff15 req-28d232ac-c0f8-4c22-a5fe-ffa58d88f760 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=11569783-78f6-4d10-9370-768c4acb7a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528996 Apr 18 19:38:49.301534 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8092cd1-a8a8-46bf-ab4d-9d2e99c351a2 req-acaa7333-11ae-4213-b4e1-99e125d68eee tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:49.303072 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e8092cd1-a8a8-46bf-ab4d-9d2e99c351a2 req-acaa7333-11ae-4213-b4e1-99e125d68eee tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 945 time: 0.3385861 Apr 18 19:38:49.362402 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d061d8bf-7701-4628-85e8-ae369cc8db06 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:49.407628 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d061d8bf-7701-4628-85e8-ae369cc8db06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:49.436445 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-4311a639-642a-49fd-9185-8285d850a246 None None] Provisioning complete for port bf112932-19ab-467f-b67a-ac490cfa4a51 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:38:49.436803 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4311a639-642a-49fd-9185-8285d850a246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:49.457585 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-991313d9-a388-4faf-b1ff-00c1cab6ff15 req-c05c3067-992f-4f78-9376-ce5ff35b733a service neutron] 10.222.0.72 "GET /v2.0/networks/11569783-78f6-4d10-9370-768c4acb7a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872523 Apr 18 19:38:49.461499 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-7dca9ce9-5913-4692-abc1-470f24d16028 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:49.495674 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 7e984097-a8b6-4725-95ac-b41545fa896e details requested by agent hyperv_n-h2-836017-2 with host n-h2-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:38:49.555831 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:49.583242 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] get_ports_and_sgs() called for port_ids ['4be5c9d5-9153-486a-9796-60f8fbc38af7'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:38:49.638064 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_common [None req-d061d8bf-7701-4628-85e8-ae369cc8db06 admin admin] Allocated IP 172.25.3.111 (11e8e108-37df-4084-b6b7-113e6beb66b4/3b0abf32-1504-448b-b06e-c8c870b6a7c8/95cbf159-4b30-42fd-b6a8-bb0129fc1a79) {{(pid=84763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:38:49.794919 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.db.resource_extend [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 19:38:49.818701 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dca9ce9-5913-4692-abc1-470f24d16028 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Network 233563f2-3d18-4c34-9f2a-0f3d5e22e348 is already hosted by enough agents. {{(pid=84764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:38:49.821869 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-991313d9-a388-4faf-b1ff-00c1cab6ff15 req-b32ac09c-e29d-4835-9fe1-f475141d1d38 service neutron] 10.222.0.72 "GET /v2.0/networks/11569783-78f6-4d10-9370-768c4acb7a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3570042 Apr 18 19:38:49.833372 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [None req-7dca9ce9-5913-4692-abc1-470f24d16028 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Resources bound (agent type, host, resource id): {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:38:49.847855 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dca9ce9-5913-4692-abc1-470f24d16028 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Received port after_create {{(pid=84764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:38:49.852143 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dca9ce9-5913-4692-abc1-470f24d16028 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:49.852867 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-7dca9ce9-5913-4692-abc1-470f24d16028 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:49.862208 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=4be5c9d5-9153-486a-9796-60f8fbc38af7,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:49.865813 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 15a6cbae-6496-40a9-8cbd-f42fa63982a3 up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:38:49.955733 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e8092cd1-a8a8-46bf-ab4d-9d2e99c351a2 req-f4298d51-64c0-4a5c-bf2a-9a9928cd5d03 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4965038 Apr 18 19:38:49.957134 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-fdaff338-056d-4e1d-a3c0-bf5c2d91ce56 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:49.958339 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-fdaff338-056d-4e1d-a3c0-bf5c2d91ce56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416864'] for router, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:49.999583 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0630160-1d27-42db-8511-d8b3773d1646', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb4ec813-3111-4e0c-8fce-fe8f59eaac1e'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:38:50.001078 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990de94a-84ca-457c-961d-bee2e02bce35 req-7146295c-0ab9-4b45-8d94-8741515fc9a9 tempest-VolumesActionsTest-803537767 tempest-VolumesActionsTest-803537767-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:50.001920 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-990de94a-84ca-457c-961d-bee2e02bce35 req-7146295c-0ab9-4b45-8d94-8741515fc9a9 tempest-VolumesActionsTest-803537767 tempest-VolumesActionsTest-803537767-project] Synchronizing usage tracker for tenant:b14d73344ef54b619e09b488e7950865 on resource:network {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:38:50.033311 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dca9ce9-5913-4692-abc1-470f24d16028 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Pushing event updated for resources: {'Port': ['ID=76ff1e2a-3ae8-4fee-b42b-e39763dedf5b,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:50.064885 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d061d8bf-7701-4628-85e8-ae369cc8db06 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:50.117003 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port fb4ec813-3111-4e0c-8fce-fe8f59eaac1e, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=fb4ec813-3111-4e0c-8fce-fe8f59eaac1e,segment=NetworkSegment(8940f5c9-2c52-448f-9b36-18364410ba08),segment_id=8940f5c9-2c52-448f-9b36-18364410ba08)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:38:50.144143 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-990de94a-84ca-457c-961d-bee2e02bce35 req-7146295c-0ab9-4b45-8d94-8741515fc9a9 tempest-VolumesActionsTest-803537767 tempest-VolumesActionsTest-803537767-project] Unset dirty status for tenant:b14d73344ef54b619e09b488e7950865 on resource:network {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:38:50.145683 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-990de94a-84ca-457c-961d-bee2e02bce35 req-7146295c-0ab9-4b45-8d94-8741515fc9a9 tempest-VolumesActionsTest-803537767 tempest-VolumesActionsTest-803537767-project] 10.222.0.69 "GET /v2.0/networks?id=0ead64cb-f40e-4606-a81f-5a65ad25a39e HTTP/1.1" status: 200 len: 809 time: 0.4874425 Apr 18 19:38:50.165219 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-7dca9ce9-5913-4692-abc1-470f24d16028 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.2912760 Apr 18 19:38:50.167016 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 36780) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:50.175262 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-990de94a-84ca-457c-961d-bee2e02bce35 req-e1946dc6-2149-407b-90ec-061a5d0a96c0 tempest-VolumesActionsTest-803537767 tempest-VolumesActionsTest-803537767-project] 10.222.0.69 "GET /v2.0/quotas/b14d73344ef54b619e09b488e7950865 HTTP/1.1" status: 200 len: 375 time: 0.0241053 Apr 18 19:38:50.178291 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d061d8bf-7701-4628-85e8-ae369cc8db06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:50.288700 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4311a639-642a-49fd-9185-8285d850a246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:50.366465 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-4311a639-642a-49fd-9185-8285d850a246 None None] For port bf112932-19ab-467f-b67a-ac490cfa4a51, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=bf112932-19ab-467f-b67a-ac490cfa4a51,segment=NetworkSegment(ea8ebc95-5a25-4ced-900f-5e22fbeb094a),segment_id=ea8ebc95-5a25-4ced-900f-5e22fbeb094a)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:38:50.378882 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-990de94a-84ca-457c-961d-bee2e02bce35 req-20e5ae1c-0646-4edf-946d-853f875694a8 tempest-VolumesActionsTest-803537767 tempest-VolumesActionsTest-803537767-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=b14d73344ef54b619e09b488e7950865&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2024455 Apr 18 19:38:50.407885 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:50.415364 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d061d8bf-7701-4628-85e8-ae369cc8db06 admin admin] Pushing event updated for resources: {'Port': ['ID=95cbf159-4b30-42fd-b6a8-bb0129fc1a79,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:50.419825 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d061d8bf-7701-4628-85e8-ae369cc8db06 admin admin] Network 11e8e108-37df-4084-b6b7-113e6beb66b4 is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:38:50.425186 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [None req-d061d8bf-7701-4628-85e8-ae369cc8db06 admin admin] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:38:50.427535 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d061d8bf-7701-4628-85e8-ae369cc8db06 admin admin] Received port after_create {{(pid=84763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:38:50.473473 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99c76c0-4f12-4695-9960-90f872411aa3 None None] Network 20d4b8e1-a40a-4802-a6ed-f360fca84cce requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:38:50.510677 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-aa079270-b08c-4349-b3ba-1982fce66b25 None None] Allocated IP 172.20.0.2 (b742f6a8-9608-4052-b6e6-93348da7c3f4/53e27197-8b05-45c8-88a5-d6c0aa610a08/81119103-cb0c-4cc9-b2e9-d79938af7d0c) {{(pid=84765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:38:50.541137 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4311a639-642a-49fd-9185-8285d850a246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:50.663037 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6fe946b1-1278-49e4-b7a7-f19dc98effaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:50.677153 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 7e984097-a8b6-4725-95ac-b41545fa896e, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=7e984097-a8b6-4725-95ac-b41545fa896e,segment=NetworkSegment(6e09292d-9dc6-4a58-913a-7eef33e1cf20),segment_id=6e09292d-9dc6-4a58-913a-7eef33e1cf20)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:38:50.718188 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f1bf34-b820-4ec9-bd1f-8ecdbc40ccae req-206743f8-e74e-4122-95ab-40b9aa4c4dc0 tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:50.735593 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-95f1bf34-b820-4ec9-bd1f-8ecdbc40ccae req-206743f8-e74e-4122-95ab-40b9aa4c4dc0 tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] 10.222.0.69 "GET /v2.0/ports?device_id=837da776-18a8-418e-9e91-3e160c5632a0 HTTP/1.1" status: 200 len: 944 time: 0.3622618 Apr 18 19:38:50.773754 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-990de94a-84ca-457c-961d-bee2e02bce35 req-b9ceb48a-8be0-479a-b2bb-f7988b57584b service neutron] 10.222.0.69 "GET /v2.0/networks/0ead64cb-f40e-4606-a81f-5a65ad25a39e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3830616 Apr 18 19:38:50.825042 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning for port 15a6cbae-6496-40a9-8cbd-f42fa63982a3 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:38:50.830151 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Returning: {'device': '7e984097-a8b6-4725-95ac-b41545fa896e', 'network_id': '11569783-78f6-4d10-9370-768c4acb7a65', 'port_id': '7e984097-a8b6-4725-95ac-b41545fa896e', 'mac_address': 'fa:16:3e:b5:27:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '183f16e9-913d-4006-a470-a5bf63783425', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:38:50.833531 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Pushing event updated for resources: {'Port': ['ID=fb4ec813-3111-4e0c-8fce-fe8f59eaac1e,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:50.996177 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-95f1bf34-b820-4ec9-bd1f-8ecdbc40ccae req-39a09ac3-fba7-45c2-8d11-bdf811ca63c6 tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] 10.222.0.69 "GET /v2.0/security-groups?id=11cffa75-c58f-4a7d-85dc-3db8046977bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2577167 Apr 18 19:38:51.064063 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3e27fc13-9aca-4fea-889f-6934e67f53ca req-98bccc3d-a093-4157-9985-1962461ce9f6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5235140 Apr 18 19:38:51.106770 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-990de94a-84ca-457c-961d-bee2e02bce35 req-33659851-0053-49ee-af66-82c3a4fdbfce service neutron] 10.222.0.69 "GET /v2.0/networks/0ead64cb-f40e-4606-a81f-5a65ad25a39e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3313415 Apr 18 19:38:51.128247 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:51.226098 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-113cf84c-5e0e-4ca3-b49b-f302c97addc3 None None] Provisioning for port 15a6cbae-6496-40a9-8cbd-f42fa63982a3 completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:38:51.317288 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d061d8bf-7701-4628-85e8-ae369cc8db06 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:51.319216 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d061d8bf-7701-4628-85e8-ae369cc8db06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416864'] for router, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:51.324047 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3e27fc13-9aca-4fea-889f-6934e67f53ca req-62e8f695-300e-49c2-8c69-420bb1e9bb54 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f23daf946b4d4874b9d361b56e2fb9b5&device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 1096 time: 0.1556504 Apr 18 19:38:51.337357 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:51.356016 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-113cf84c-5e0e-4ca3-b49b-f302c97addc3 None None] Provisioning complete for port 15a6cbae-6496-40a9-8cbd-f42fa63982a3 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:38:51.356571 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-113cf84c-5e0e-4ca3-b49b-f302c97addc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:51.608941 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-aa079270-b08c-4349-b3ba-1982fce66b25 None None] Notify callbacks [] for port, precommit_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:51.645105 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-aa079270-b08c-4349-b3ba-1982fce66b25 None None] Transition to ACTIVE for port object 81119103-cb0c-4cc9-b2e9-d79938af7d0c will not be triggered until provisioned by entity L2. {{(pid=84765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:38:51.675983 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-aa079270-b08c-4349-b3ba-1982fce66b25 None None] Transition to ACTIVE for port object 81119103-cb0c-4cc9-b2e9-d79938af7d0c will not be triggered until provisioned by entity DHCP. {{(pid=84765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:38:51.697386 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffc86d7-3a4c-4e13-b21d-ae0ba67fbd0a req-889a7d7d-e021-4bc3-b8af-563d4d217dc9 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:51.705163 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-cffc86d7-3a4c-4e13-b21d-ae0ba67fbd0a req-889a7d7d-e021-4bc3-b8af-563d4d217dc9 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/ports?device_id=ac4e1770-8b35-4034-9597-ca85436903d4 HTTP/1.1" status: 200 len: 943 time: 0.2747304 Apr 18 19:38:51.792712 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4311a639-642a-49fd-9185-8285d850a246 None None] Pushing event updated for resources: {'Port': ['ID=bf112932-19ab-467f-b67a-ac490cfa4a51,revision_number=3']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:51.806960 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e984097-a8b6-4725-95ac-b41545fa896e {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:38:51.820013 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cfa03a9-b0f9-4994-8dd2-203ffdae91ee'] response: {'server_uuid': 'b0630160-1d27-42db-8511-d8b3773d1646', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb4ec813-3111-4e0c-8fce-fe8f59eaac1e', 'code': 200} Apr 18 19:38:51.838302 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-aa079270-b08c-4349-b3ba-1982fce66b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331'] for port, after_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:51.838473 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-cffc86d7-3a4c-4e13-b21d-ae0ba67fbd0a req-2b915a01-6163-4c28-b743-c11acd669add tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/security-groups?id=51df22c1-554b-4779-a025-65f2af6e2a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314256 Apr 18 19:38:51.882848 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-5320b2fa-c95f-43bf-8b85-2eff9be01877 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:52.008244 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7c0808-21f1-4cc6-9150-8f6656178009 req-56f51a49-65e7-49a0-ab63-e13128053011 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:52.016584 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2b7c0808-21f1-4cc6-9150-8f6656178009 req-56f51a49-65e7-49a0-ab63-e13128053011 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] 10.222.0.69 "GET /v2.0/ports?device_id=b0630160-1d27-42db-8511-d8b3773d1646 HTTP/1.1" status: 200 len: 946 time: 0.2404513 Apr 18 19:38:52.055377 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e27fc13-9aca-4fea-889f-6934e67f53ca req-ef4f1c5a-49c5-4aaf-a3df-8d8d1405d447 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:52.064349 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3e27fc13-9aca-4fea-889f-6934e67f53ca req-ef4f1c5a-49c5-4aaf-a3df-8d8d1405d447 service neutron] 10.222.0.73 "GET /v2.0/networks?id=47c820f3-b421-48a9-a537-e0e4851dd399 HTTP/1.1" status: 200 len: 915 time: 0.6794786 Apr 18 19:38:52.092869 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 7e984097-a8b6-4725-95ac-b41545fa896e, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=7e984097-a8b6-4725-95ac-b41545fa896e,segment=NetworkSegment(6e09292d-9dc6-4a58-913a-7eef33e1cf20),segment_id=6e09292d-9dc6-4a58-913a-7eef33e1cf20)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:38:52.192099 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdaff338-056d-4e1d-a3c0-bf5c2d91ce56 admin admin] Router 4da428da-1fa3-4edb-883d-108c9079f1fc is scheduled to L3 agent 21b59c62-f184-4169-bc3e-79831cc043e8 with binding_index 1 {{(pid=84764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 19:38:52.197150 n-d-836017-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa079270-b08c-4349-b3ba-1982fce66b25 None None] Network b742f6a8-9608-4052-b6e6-93348da7c3f4 is already hosted by enough agents. {{(pid=84765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:38:52.198177 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa079270-b08c-4349-b3ba-1982fce66b25 None None] Pushing event updated for resources: {'Port': ['ID=81119103-cb0c-4cc9-b2e9-d79938af7d0c,revision_number=1']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:52.200729 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1c541fd-6087-4755-8778-e68e27e46067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:52.207111 n-d-836017-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-aa079270-b08c-4349-b3ba-1982fce66b25 None None] Resources bound (agent type, host, resource id): {{(pid=84765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:38:52.210827 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-9718b8a4-50d8-46d0-852a-cb9e8bc021e1 req-d19652d0-ead0-45a3-bf3b-f8fb084280c2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b0630160-1d27-42db-8511-d8b3773d1646 HTTP/1.1" status: 200 len: 1097 time: 0.6119456 Apr 18 19:38:52.211214 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:52.214919 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa079270-b08c-4349-b3ba-1982fce66b25 None None] Received port after_create {{(pid=84765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:38:52.227922 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2b7c0808-21f1-4cc6-9150-8f6656178009 req-ffe73fac-3374-4ff8-902e-555de9ff748a tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] 10.222.0.69 "GET /v2.0/security-groups?id=2b04a52b-dc01-409d-822c-7f24c54134e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101693 Apr 18 19:38:52.274753 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3e27fc13-9aca-4fea-889f-6934e67f53ca req-857d71be-cd95-4116-8e13-af9b8207c4e6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2d41a20-8113-45ca-a446-3bd7c51b739f HTTP/1.1" status: 200 len: 217 time: 0.1883953 Apr 18 19:38:52.275357 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8ebd91aa-0e01-4e15-a684-940b7d1ae5b5 req-b75ec6fd-8f09-452e-96b9-984debccd51b tempest-VolumesActionsTest-803537767 tempest-VolumesActionsTest-803537767-project] 10.222.0.69 "GET /v2.0/ports?device_id=77473ad8-faf3-4f9f-bfbd-23ff65c5f54b HTTP/1.1" status: 200 len: 210 time: 0.1565559 Apr 18 19:38:52.304049 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:52.317153 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-113cf84c-5e0e-4ca3-b49b-f302c97addc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:52.367263 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-9718b8a4-50d8-46d0-852a-cb9e8bc021e1 req-4285887f-1281-4ffc-a5ea-3ebf4639275c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=2b04a52b-dc01-409d-822c-7f24c54134e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384184 Apr 18 19:38:52.491457 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e27fc13-9aca-4fea-889f-6934e67f53ca req-fa9c637e-573f-4006-8451-e77ff080af4e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:52.495380 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3e27fc13-9aca-4fea-889f-6934e67f53ca req-fa9c637e-573f-4006-8451-e77ff080af4e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=796a481f-8e54-4cc2-b013-83edb23d78ce HTTP/1.1" status: 200 len: 854 time: 0.2290313 Apr 18 19:38:52.532054 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] get_ports_and_sgs() called for port_ids ['7e984097-a8b6-4725-95ac-b41545fa896e'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:38:52.571307 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=7e984097-a8b6-4725-95ac-b41545fa896e,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:52.600370 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-113cf84c-5e0e-4ca3-b49b-f302c97addc3 None None] For port 15a6cbae-6496-40a9-8cbd-f42fa63982a3, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=15a6cbae-6496-40a9-8cbd-f42fa63982a3,segment=NetworkSegment(b8926c6e-9073-4fc9-ba41-5d530ba3940c),segment_id=b8926c6e-9073-4fc9-ba41-5d530ba3940c)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:38:52.603044 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-aa079270-b08c-4349-b3ba-1982fce66b25 None None] Attempting to bind port 81119103-cb0c-4cc9-b2e9-d79938af7d0c on host n-d-836017-2 for vnic_type normal with profile {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:38:52.603044 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-aa079270-b08c-4349-b3ba-1982fce66b25 None None] Attempting to bind port 81119103-cb0c-4cc9-b2e9-d79938af7d0c by drivers openvswitch,hyperv on host n-d-836017-2 at level 0 using segments [{'id': '5485d3a7-e1a9-4479-9ce1-9100697be395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b742f6a8-9608-4052-b6e6-93348da7c3f4'}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:38:52.603044 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa079270-b08c-4349-b3ba-1982fce66b25 None None] Attempting to bind port 81119103-cb0c-4cc9-b2e9-d79938af7d0c on network b742f6a8-9608-4052-b6e6-93348da7c3f4 {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:38:52.604283 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f27bcc-e6fe-4a0e-81a2-f60084a40650 req-af4e031a-413b-4857-ae9e-916207ee6762 tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:52.608383 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b7f27bcc-e6fe-4a0e-81a2-f60084a40650 req-af4e031a-413b-4857-ae9e-916207ee6762 tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] 10.222.0.69 "GET /v2.0/ports?device_id=837da776-18a8-418e-9e91-3e160c5632a0 HTTP/1.1" status: 200 len: 944 time: 0.1647673 Apr 18 19:38:52.676450 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa079270-b08c-4349-b3ba-1982fce66b25 None None] Checking agent: {'id': 'df2a5cfe-6839-400b-a998-e4fffce70f45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 8, 22), 'started_at': datetime.datetime(2022, 4, 18, 19, 8, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:38:52.677350 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa079270-b08c-4349-b3ba-1982fce66b25 None None] Checking segment: {'id': '5485d3a7-e1a9-4479-9ce1-9100697be395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b742f6a8-9608-4052-b6e6-93348da7c3f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:38:52.678427 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-aa079270-b08c-4349-b3ba-1982fce66b25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:52.679158 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa079270-b08c-4349-b3ba-1982fce66b25 None None] Bound using segment: {'id': '5485d3a7-e1a9-4479-9ce1-9100697be395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b742f6a8-9608-4052-b6e6-93348da7c3f4'} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:38:52.679974 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-aa079270-b08c-4349-b3ba-1982fce66b25 None None] Bound port: 81119103-cb0c-4cc9-b2e9-d79938af7d0c, host: n-d-836017-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5485d3a7-e1a9-4479-9ce1-9100697be395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b742f6a8-9608-4052-b6e6-93348da7c3f4'}}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:38:52.680741 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-aa079270-b08c-4349-b3ba-1982fce66b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:52.700940 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-113cf84c-5e0e-4ca3-b49b-f302c97addc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:52.707752 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d061d8bf-7701-4628-85e8-ae369cc8db06 admin admin] Router 5495cc30-d3ff-4859-a635-ec7e877e1219 is scheduled to L3 agent 21b59c62-f184-4169-bc3e-79831cc043e8 with binding_index 1 {{(pid=84763) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 19:38:52.732451 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3e27fc13-9aca-4fea-889f-6934e67f53ca req-b883a108-37a1-4144-a721-3223c5545392 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=47c820f3-b421-48a9-a537-e0e4851dd399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719151 Apr 18 19:38:52.837400 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b7f27bcc-e6fe-4a0e-81a2-f60084a40650 req-d931a97b-779a-4969-852b-44a3b224dc77 tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] 10.222.0.69 "GET /v2.0/security-groups?id=11cffa75-c58f-4a7d-85dc-3db8046977bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2216563 Apr 18 19:38:52.941786 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-5320b2fa-c95f-43bf-8b85-2eff9be01877 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks [] for port, precommit_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:52.993203 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdaff338-056d-4e1d-a3c0-bf5c2d91ce56 admin admin] Notify agent at l3_agent.n-d-836017-2 the message routers_updated {{(pid=84764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:38:52.998850 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-aa079270-b08c-4349-b3ba-1982fce66b25 None None] For port 81119103-cb0c-4cc9-b2e9-d79938af7d0c, host n-d-836017-2, cleared binding levels {{(pid=84765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:38:53.005389 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11295d6b-b53f-4e81-8e40-7ec2fe44dd9a None None] Sync routers for ids ['4da428da-1fa3-4edb-883d-108c9079f1fc'] in n-d-836017-2 {{(pid=84766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:38:53.015215 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-aa079270-b08c-4349-b3ba-1982fce66b25 None None] For port 81119103-cb0c-4cc9-b2e9-d79938af7d0c, host n-d-836017-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=81119103-cb0c-4cc9-b2e9-d79938af7d0c,segment=NetworkSegment(5485d3a7-e1a9-4479-9ce1-9100697be395),segment_id=5485d3a7-e1a9-4479-9ce1-9100697be395)] {{(pid=84765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:38:53.015215 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113cf84c-5e0e-4ca3-b49b-f302c97addc3 None None] Pushing event updated for resources: {'Port': ['ID=15a6cbae-6496-40a9-8cbd-f42fa63982a3,revision_number=3']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:53.022429 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11295d6b-b53f-4e81-8e40-7ec2fe44dd9a None None] Routers {'4da428da-1fa3-4edb-883d-108c9079f1fc'} bound to L3 agent in host n-d-836017-2 {{(pid=84766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:38:53.023394 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-11295d6b-b53f-4e81-8e40-7ec2fe44dd9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:38:50Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['4da428da-1fa3-4edb-883d-108c9079f1fc'], 'active': True} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:38:53.065712 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3e27fc13-9aca-4fea-889f-6934e67f53ca req-374f9fa0-31a6-47ac-a09d-85f33d389beb service neutron] 10.222.0.73 "GET /v2.0/networks/47c820f3-b421-48a9-a537-e0e4851dd399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3257115 Apr 18 19:38:53.090804 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8fb74e5b-e2a1-4162-b37b-2b360929be08 None None] Provisioning complete for port bf112932-19ab-467f-b67a-ac490cfa4a51 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:38:53.091165 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8fb74e5b-e2a1-4162-b37b-2b360929be08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:53.098591 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-5320b2fa-c95f-43bf-8b85-2eff9be01877 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2290934'] for port, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:53.133887 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-aa079270-b08c-4349-b3ba-1982fce66b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:53.245857 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa079270-b08c-4349-b3ba-1982fce66b25 None None] Pushing event updated for resources: {'Port': ['ID=81119103-cb0c-4cc9-b2e9-d79938af7d0c,revision_number=2']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:53.268028 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-fdaff338-056d-4e1d-a3c0-bf5c2d91ce56 admin admin] Notify callbacks [] for router, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:53.273087 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-fdaff338-056d-4e1d-a3c0-bf5c2d91ce56 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.7375958 Apr 18 19:38:53.286015 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 36810) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:53.325003 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvr_db [None req-11295d6b-b53f-4e81-8e40-7ec2fe44dd9a None None] Set router 4da428da-1fa3-4edb-883d-108c9079f1fc gateway port host: n-d-836017-2 {{(pid=84766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:38:53.379202 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a4106dab-6971-4e7e-8fdc-c66f0a3f4877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:53.394016 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5320b2fa-c95f-43bf-8b85-2eff9be01877 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Pushing event updated for resources: {'Port': ['ID=76ff1e2a-3ae8-4fee-b42b-e39763dedf5b,revision_number=2']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:53.603812 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55f7d2f-961a-45e0-8304-32026339001e req-7c157d1d-ff49-4e7b-bfee-ac39d8460d31 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:53.633578 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c55f7d2f-961a-45e0-8304-32026339001e req-7c157d1d-ff49-4e7b-bfee-ac39d8460d31 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/ports?device_id=ac4e1770-8b35-4034-9597-ca85436903d4 HTTP/1.1" status: 200 len: 944 time: 0.6321042 Apr 18 19:38:53.637168 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8fb74e5b-e2a1-4162-b37b-2b360929be08 None None] Provisioning for port 76ff1e2a-3ae8-4fee-b42b-e39763dedf5b completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:38:53.654580 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8fb74e5b-e2a1-4162-b37b-2b360929be08 None None] Provisioning complete for port 76ff1e2a-3ae8-4fee-b42b-e39763dedf5b triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:38:53.655281 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8fb74e5b-e2a1-4162-b37b-2b360929be08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:53.729433 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3e27fc13-9aca-4fea-889f-6934e67f53ca req-9a907936-d8fa-480a-8bcd-f1e925852284 service neutron] 10.222.0.73 "GET /v2.0/networks/47c820f3-b421-48a9-a537-e0e4851dd399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6518104 Apr 18 19:38:53.765135 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 15a6cbae-6496-40a9-8cbd-f42fa63982a3 up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:38:54.020253 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-8fb74e5b-e2a1-4162-b37b-2b360929be08 None None] Port 76ff1e2a-3ae8-4fee-b42b-e39763dedf5b cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:38:54.041122 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port 15a6cbae-6496-40a9-8cbd-f42fa63982a3 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:38:54.045271 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:54.068142 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802dcad4-4b92-4de1-869c-a147bcc0c601 req-9d9965b4-9f88-4c61-a763-ad663ec7e12e tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:54.076076 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-802dcad4-4b92-4de1-869c-a147bcc0c601 req-9d9965b4-9f88-4c61-a763-ad663ec7e12e tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] 10.222.0.69 "GET /v2.0/ports?device_id=b0630160-1d27-42db-8511-d8b3773d1646 HTTP/1.1" status: 200 len: 946 time: 0.3432255 Apr 18 19:38:54.123434 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-11295d6b-b53f-4e81-8e40-7ec2fe44dd9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4da428da-1fa3-4edb-883d-108c9079f1fc', 'name': 'tempest-ServerActionsTestJSON-207124435-router', 'tenant_id': '7276b8530b6a4c9e997960e7ff37ca8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': '552a2c3a-37f5-4f12-b182-1d8ebdf8af89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:38:44Z', 'updated_at': '2022-04-18T19:38:49Z', 'revision_number': 3, 'project_id': '7276b8530b6a4c9e997960e7ff37ca8f', 'gw_port': {'id': '552a2c3a-37f5-4f12-b182-1d8ebdf8af89', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:63:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4da428da-1fa3-4edb-883d-108c9079f1fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:38:47Z', 'updated_at': '2022-04-18T19:38:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2'}], 'n-d-836017-2', False) {} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:38:54.133361 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11295d6b-b53f-4e81-8e40-7ec2fe44dd9a None None] Checking router: 4da428da-1fa3-4edb-883d-108c9079f1fc for host: n-d-836017-2 {{(pid=84766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:38:54.133703 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11295d6b-b53f-4e81-8e40-7ec2fe44dd9a None None] Updating router 4da428da-1fa3-4edb-883d-108c9079f1fc port 552a2c3a-37f5-4f12-b182-1d8ebdf8af89 binding host n-d-836017-2 {{(pid=84766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 19:38:54.156296 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c55f7d2f-961a-45e0-8304-32026339001e req-864f7251-a75a-41e6-93ea-48f1bb506b68 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/security-groups?id=51df22c1-554b-4779-a025-65f2af6e2a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4815171 Apr 18 19:38:54.172918 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-659beb50-a0f2-4b16-b7b5-5b4c809c1bc9 None None] Provisioning complete for port 76ff1e2a-3ae8-4fee-b42b-e39763dedf5b triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:38:54.173280 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-659beb50-a0f2-4b16-b7b5-5b4c809c1bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:54.185510 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d061d8bf-7701-4628-85e8-ae369cc8db06 admin admin] Notify agent at l3_agent.n-d-836017-2 the message routers_updated {{(pid=84763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:38:54.231720 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-5320b2fa-c95f-43bf-8b85-2eff9be01877 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417434'] for router_interface, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:54.244685 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-802dcad4-4b92-4de1-869c-a147bcc0c601 req-917ca0eb-bc4c-4e74-8dbd-351f55fc8a20 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] 10.222.0.69 "GET /v2.0/security-groups?id=2b04a52b-dc01-409d-822c-7f24c54134e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620889 Apr 18 19:38:54.292882 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-11295d6b-b53f-4e81-8e40-7ec2fe44dd9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:54.297354 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-659beb50-a0f2-4b16-b7b5-5b4c809c1bc9 None None] Port 76ff1e2a-3ae8-4fee-b42b-e39763dedf5b cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:38:54.301407 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 7e984097-a8b6-4725-95ac-b41545fa896e up at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:38:54.350828 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d061d8bf-7701-4628-85e8-ae369cc8db06 admin admin] Notify callbacks [] for router, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:54.352783 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-d061d8bf-7701-4628-85e8-ae369cc8db06 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.2076859 Apr 18 19:38:54.356207 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 36828) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:54.363096 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d21d8d-7648-4a0e-9bee-bc3a3980a2f2 None None] Sync routers for ids ['5495cc30-d3ff-4859-a635-ec7e877e1219'] in n-d-836017-2 {{(pid=84765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:38:54.470248 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-659beb50-a0f2-4b16-b7b5-5b4c809c1bc9 None None] Provisioning complete for port 15a6cbae-6496-40a9-8cbd-f42fa63982a3 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:38:54.473202 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-659beb50-a0f2-4b16-b7b5-5b4c809c1bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:54.496501 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-02142ffb-4590-4e6d-8aa0-1e0bf513dbd5 req-075172cd-b753-4156-9040-8a244e584e4a tempest-VolumesActionsTest-803537767 tempest-VolumesActionsTest-803537767-project] 10.222.0.69 "GET /v2.0/ports?device_id=77473ad8-faf3-4f9f-bfbd-23ff65c5f54b HTTP/1.1" status: 200 len: 210 time: 0.0631623 Apr 18 19:38:54.792154 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-5320b2fa-c95f-43bf-8b85-2eff9be01877 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:54.883166 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a59cfe-2fe5-4d1e-94df-337be7886873 req-2bea2f98-51e3-48c5-902a-9a111d17823e tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:54.884949 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f6a59cfe-2fe5-4d1e-94df-337be7886873 req-2bea2f98-51e3-48c5-902a-9a111d17823e tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] 10.222.0.69 "GET /v2.0/ports?device_id=837da776-18a8-418e-9e91-3e160c5632a0 HTTP/1.1" status: 200 len: 944 time: 0.3131299 Apr 18 19:38:54.940475 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d21d8d-7648-4a0e-9bee-bc3a3980a2f2 None None] Routers {'5495cc30-d3ff-4859-a635-ec7e877e1219'} bound to L3 agent in host n-d-836017-2 {{(pid=84765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:38:54.941941 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-28d21d8d-7648-4a0e-9bee-bc3a3980a2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:38:50Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['5495cc30-d3ff-4859-a635-ec7e877e1219'], 'active': True} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:38:55.063754 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-11295d6b-b53f-4e81-8e40-7ec2fe44dd9a None None] Notify callbacks [] for port, precommit_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:55.077383 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.provisioning_blocks [None req-11295d6b-b53f-4e81-8e40-7ec2fe44dd9a None None] Transition to ACTIVE for port object 552a2c3a-37f5-4f12-b182-1d8ebdf8af89 will not be triggered until provisioned by entity L2. {{(pid=84766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:38:55.144528 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device bf112932-19ab-467f-b67a-ac490cfa4a51 up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:38:55.177389 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-11295d6b-b53f-4e81-8e40-7ec2fe44dd9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:55.192628 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f6a59cfe-2fe5-4d1e-94df-337be7886873 req-25a968a3-966d-4cfe-a75e-a1a0ad6b813e tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] 10.222.0.69 "GET /v2.0/security-groups?id=11cffa75-c58f-4a7d-85dc-3db8046977bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2997673 Apr 18 19:38:55.284846 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6762374e-0c40-447a-bc75-66f67eec43f1 None None] Network b742f6a8-9608-4052-b6e6-93348da7c3f4 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:38:55.435911 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797e4dbb-46b5-4608-b111-16cde5f9d97b None None] Pushing event updated for resources: {'Port': ['ID=552a2c3a-37f5-4f12-b182-1d8ebdf8af89,revision_number=2']} {{(pid=84766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:55.440007 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.managers [None req-11295d6b-b53f-4e81-8e40-7ec2fe44dd9a None None] Attempting to bind port 552a2c3a-37f5-4f12-b182-1d8ebdf8af89 on host n-d-836017-2 for vnic_type normal with profile {{(pid=84766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:38:55.441013 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.managers [None req-11295d6b-b53f-4e81-8e40-7ec2fe44dd9a None None] Attempting to bind port 552a2c3a-37f5-4f12-b182-1d8ebdf8af89 by drivers openvswitch,hyperv on host n-d-836017-2 at level 0 using segments [{'id': '5de34947-6c56-419b-85d0-f61f69ce7c45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'}] {{(pid=84766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:38:55.441798 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11295d6b-b53f-4e81-8e40-7ec2fe44dd9a None None] Attempting to bind port 552a2c3a-37f5-4f12-b182-1d8ebdf8af89 on network 11e8e108-37df-4084-b6b7-113e6beb66b4 {{(pid=84766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:38:55.459167 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11295d6b-b53f-4e81-8e40-7ec2fe44dd9a None None] Checking agent: {'id': 'df2a5cfe-6839-400b-a998-e4fffce70f45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 8, 22), 'started_at': datetime.datetime(2022, 4, 18, 19, 8, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:38:55.459986 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11295d6b-b53f-4e81-8e40-7ec2fe44dd9a None None] Checking segment: {'id': '5de34947-6c56-419b-85d0-f61f69ce7c45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:38:55.460997 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-11295d6b-b53f-4e81-8e40-7ec2fe44dd9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:55.461622 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11295d6b-b53f-4e81-8e40-7ec2fe44dd9a None None] Bound using segment: {'id': '5de34947-6c56-419b-85d0-f61f69ce7c45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'} {{(pid=84766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:38:55.462331 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.managers [None req-11295d6b-b53f-4e81-8e40-7ec2fe44dd9a None None] Bound port: 552a2c3a-37f5-4f12-b182-1d8ebdf8af89, host: n-d-836017-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5de34947-6c56-419b-85d0-f61f69ce7c45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'}}] {{(pid=84766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:38:55.462927 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-11295d6b-b53f-4e81-8e40-7ec2fe44dd9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:55.479337 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port bf112932-19ab-467f-b67a-ac490cfa4a51 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:38:55.480394 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:55.502152 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990de94a-84ca-457c-961d-bee2e02bce35 req-6d354226-eab1-4671-a489-9b6c0603eb80 tempest-VolumesActionsTest-803537767 tempest-VolumesActionsTest-803537767-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:55.503652 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-990de94a-84ca-457c-961d-bee2e02bce35 req-6d354226-eab1-4671-a489-9b6c0603eb80 tempest-VolumesActionsTest-803537767 tempest-VolumesActionsTest-803537767-project] 10.222.0.73 "GET /v2.0/networks?id=0ead64cb-f40e-4606-a81f-5a65ad25a39e HTTP/1.1" status: 200 len: 809 time: 0.4985836 Apr 18 19:38:55.525560 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:55.528028 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-990de94a-84ca-457c-961d-bee2e02bce35 req-50b561c1-9087-4023-8d6b-84fd2f74f8dc tempest-VolumesActionsTest-803537767 tempest-VolumesActionsTest-803537767-project] Request body: {'port': {'device_id': '77473ad8-faf3-4f9f-bfbd-23ff65c5f54b', 'network_id': '0ead64cb-f40e-4606-a81f-5a65ad25a39e', 'admin_state_up': True, 'tenant_id': 'b14d73344ef54b619e09b488e7950865'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:38:55.549163 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797e4dbb-46b5-4608-b111-16cde5f9d97b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:38:55.549901 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797e4dbb-46b5-4608-b111-16cde5f9d97b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:38:55.550635 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797e4dbb-46b5-4608-b111-16cde5f9d97b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:38:55.551188 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797e4dbb-46b5-4608-b111-16cde5f9d97b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:38:55.551737 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797e4dbb-46b5-4608-b111-16cde5f9d97b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:38:55.552274 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797e4dbb-46b5-4608-b111-16cde5f9d97b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:38:55.553858 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797e4dbb-46b5-4608-b111-16cde5f9d97b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:38:55.554480 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797e4dbb-46b5-4608-b111-16cde5f9d97b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:38:55.555038 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797e4dbb-46b5-4608-b111-16cde5f9d97b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:38:55.555792 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797e4dbb-46b5-4608-b111-16cde5f9d97b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:38:55.556355 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797e4dbb-46b5-4608-b111-16cde5f9d97b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:38:55.576685 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-b5631014-b553-4be9-8510-31f5e6847459 None None] Provisioning for port 81119103-cb0c-4cc9-b2e9-d79938af7d0c completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:38:55.613583 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.db [None req-11295d6b-b53f-4e81-8e40-7ec2fe44dd9a None None] For port 552a2c3a-37f5-4f12-b182-1d8ebdf8af89, host n-d-836017-2, cleared binding levels {{(pid=84766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:38:55.619747 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.db [None req-11295d6b-b53f-4e81-8e40-7ec2fe44dd9a None None] For port 552a2c3a-37f5-4f12-b182-1d8ebdf8af89, host n-d-836017-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=552a2c3a-37f5-4f12-b182-1d8ebdf8af89,segment=NetworkSegment(5de34947-6c56-419b-85d0-f61f69ce7c45),segment_id=5de34947-6c56-419b-85d0-f61f69ce7c45)] {{(pid=84766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:38:55.627991 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67427f8c-79bd-4adb-a84b-5ac139be6840 req-24a28000-5a5c-454b-87cb-7fbb402af039 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:55.640013 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-67427f8c-79bd-4adb-a84b-5ac139be6840 req-24a28000-5a5c-454b-87cb-7fbb402af039 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 945 time: 0.5597436 Apr 18 19:38:55.641428 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning for port 7e984097-a8b6-4725-95ac-b41545fa896e completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:38:55.659703 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning complete for port 7e984097-a8b6-4725-95ac-b41545fa896e triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:38:55.660078 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:55.666347 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f86de3-99e2-41aa-bd2c-d0a5779ecdf3 req-2ca42e19-c6e3-4f61-8134-de8776304a47 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:55.668201 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-c7f86de3-99e2-41aa-bd2c-d0a5779ecdf3 req-2ca42e19-c6e3-4f61-8134-de8776304a47 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/ports?device_id=ac4e1770-8b35-4034-9597-ca85436903d4 HTTP/1.1" status: 200 len: 944 time: 0.2528365 Apr 18 19:38:55.694412 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-11295d6b-b53f-4e81-8e40-7ec2fe44dd9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:55.786255 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-990de94a-84ca-457c-961d-bee2e02bce35 req-50b561c1-9087-4023-8d6b-84fd2f74f8dc tempest-VolumesActionsTest-803537767 tempest-VolumesActionsTest-803537767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:38:55.795876 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-990de94a-84ca-457c-961d-bee2e02bce35 req-50b561c1-9087-4023-8d6b-84fd2f74f8dc tempest-VolumesActionsTest-803537767 tempest-VolumesActionsTest-803537767-project] Usage tracker for resource:port and tenant:b14d73344ef54b619e09b488e7950865 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:38:55.819435 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-c7f86de3-99e2-41aa-bd2c-d0a5779ecdf3 req-8785f462-5060-4495-87a3-f998fe04415f tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/security-groups?id=51df22c1-554b-4779-a025-65f2af6e2a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272488 Apr 18 19:38:55.820678 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-990de94a-84ca-457c-961d-bee2e02bce35 req-50b561c1-9087-4023-8d6b-84fd2f74f8dc tempest-VolumesActionsTest-803537767 tempest-VolumesActionsTest-803537767-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:38:55.826978 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-67427f8c-79bd-4adb-a84b-5ac139be6840 req-0e1d2dbd-548c-49ea-9d13-ed44a975b02d tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784306 Apr 18 19:38:55.833319 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-28d21d8d-7648-4a0e-9bee-bc3a3980a2f2 None None] Set router 5495cc30-d3ff-4859-a635-ec7e877e1219 gateway port host: n-d-836017-2 {{(pid=84765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:38:55.846424 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-990de94a-84ca-457c-961d-bee2e02bce35 req-50b561c1-9087-4023-8d6b-84fd2f74f8dc tempest-VolumesActionsTest-803537767 tempest-VolumesActionsTest-803537767-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:38:55.850603 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797e4dbb-46b5-4608-b111-16cde5f9d97b None None] Pushing event updated for resources: {'Port': ['ID=552a2c3a-37f5-4f12-b182-1d8ebdf8af89,revision_number=3']} {{(pid=84766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:55.866165 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11295d6b-b53f-4e81-8e40-7ec2fe44dd9a None None] Routers {'4da428da-1fa3-4edb-883d-108c9079f1fc'} bound to L3 agent in host n-d-836017-2 {{(pid=84766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:38:55.868772 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-11295d6b-b53f-4e81-8e40-7ec2fe44dd9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:38:50Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['4da428da-1fa3-4edb-883d-108c9079f1fc'], 'active': True} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:38:55.985946 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-990de94a-84ca-457c-961d-bee2e02bce35 req-50b561c1-9087-4023-8d6b-84fd2f74f8dc tempest-VolumesActionsTest-803537767 tempest-VolumesActionsTest-803537767-project] Made reservation on behalf of b14d73344ef54b619e09b488e7950865 for: {'port': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:38:55.989123 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-990de94a-84ca-457c-961d-bee2e02bce35 req-50b561c1-9087-4023-8d6b-84fd2f74f8dc tempest-VolumesActionsTest-803537767 tempest-VolumesActionsTest-803537767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:56.195488 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 81119103-cb0c-4cc9-b2e9-d79938af7d0c up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:38:56.205880 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvr_db [None req-11295d6b-b53f-4e81-8e40-7ec2fe44dd9a None None] Set router 4da428da-1fa3-4edb-883d-108c9079f1fc gateway port host: n-d-836017-2 {{(pid=84766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:38:56.245462 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-5320b2fa-c95f-43bf-8b85-2eff9be01877 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks [] for port, precommit_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:56.279510 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8cefd1de-f34b-4e38-92e1-948ad97bb2dc req-1e604c49-f8af-4ac6-9504-9650d97423a8 tempest-VolumesActionsTest-803537767 tempest-VolumesActionsTest-803537767-project] 10.222.0.69 "GET /v2.0/ports?device_id=77473ad8-faf3-4f9f-bfbd-23ff65c5f54b HTTP/1.1" status: 200 len: 210 time: 0.1454716 Apr 18 19:38:56.338545 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-5320b2fa-c95f-43bf-8b85-2eff9be01877 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2290934'] for port, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:56.345520 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-5320b2fa-c95f-43bf-8b85-2eff9be01877 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-417335'] for router_interface, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:56.367530 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e027159-c4d6-404f-8c7e-63e2d1499f23 req-3ca0d7bc-19cd-4742-935b-71e9888a77bf tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:56.375021 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4e027159-c4d6-404f-8c7e-63e2d1499f23 req-3ca0d7bc-19cd-4742-935b-71e9888a77bf tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] 10.222.0.69 "GET /v2.0/ports?device_id=b0630160-1d27-42db-8511-d8b3773d1646 HTTP/1.1" status: 200 len: 946 time: 0.2878206 Apr 18 19:38:56.461938 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_common [req-990de94a-84ca-457c-961d-bee2e02bce35 req-50b561c1-9087-4023-8d6b-84fd2f74f8dc tempest-VolumesActionsTest-803537767 tempest-VolumesActionsTest-803537767-project] Allocated IP 172.20.0.2 (0ead64cb-f40e-4606-a81f-5a65ad25a39e/9434df27-e17f-4bcb-b5e5-353e9f5c83cf/cf7505fe-44f3-43cd-9697-94a5bf21cd6a) {{(pid=84763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:38:56.480707 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4e027159-c4d6-404f-8c7e-63e2d1499f23 req-07e6adfc-f4de-4e32-8847-2416896de56a tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] 10.222.0.69 "GET /v2.0/security-groups?id=2b04a52b-dc01-409d-822c-7f24c54134e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046622 Apr 18 19:38:56.557269 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-11295d6b-b53f-4e81-8e40-7ec2fe44dd9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4da428da-1fa3-4edb-883d-108c9079f1fc', 'name': 'tempest-ServerActionsTestJSON-207124435-router', 'tenant_id': '7276b8530b6a4c9e997960e7ff37ca8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': '552a2c3a-37f5-4f12-b182-1d8ebdf8af89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:38:44Z', 'updated_at': '2022-04-18T19:38:49Z', 'revision_number': 3, 'project_id': '7276b8530b6a4c9e997960e7ff37ca8f', 'gw_port': {'id': '552a2c3a-37f5-4f12-b182-1d8ebdf8af89', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:63:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4da428da-1fa3-4edb-883d-108c9079f1fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:38:47Z', 'updated_at': '2022-04-18T19:38:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2'}], 'n-d-836017-2', False) {} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:38:56.563635 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11295d6b-b53f-4e81-8e40-7ec2fe44dd9a None None] The sync data for ids ['4da428da-1fa3-4edb-883d-108c9079f1fc'] in n-d-836017-2 is: [{'id': '4da428da-1fa3-4edb-883d-108c9079f1fc', 'name': 'tempest-ServerActionsTestJSON-207124435-router', 'tenant_id': '7276b8530b6a4c9e997960e7ff37ca8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': '552a2c3a-37f5-4f12-b182-1d8ebdf8af89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:38:44Z', 'updated_at': '2022-04-18T19:38:49Z', 'revision_number': 3, 'project_id': '7276b8530b6a4c9e997960e7ff37ca8f', 'gw_port': {'id': '552a2c3a-37f5-4f12-b182-1d8ebdf8af89', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:63:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4da428da-1fa3-4edb-883d-108c9079f1fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:38:47Z', 'updated_at': '2022-04-18T19:38:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2'}] {{(pid=84766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:38:56.565184 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:56.626220 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning for port 81119103-cb0c-4cc9-b2e9-d79938af7d0c completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:38:56.636759 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port 81119103-cb0c-4cc9-b2e9-d79938af7d0c triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:38:56.643454 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:56.682543 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 7e984097-a8b6-4725-95ac-b41545fa896e, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=7e984097-a8b6-4725-95ac-b41545fa896e,segment=NetworkSegment(6e09292d-9dc6-4a58-913a-7eef33e1cf20),segment_id=6e09292d-9dc6-4a58-913a-7eef33e1cf20)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:38:56.717031 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac4e1770-8b35-4034-9597-ca85436903d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e984097-a8b6-4725-95ac-b41545fa896e'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:38:56.755331 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5320b2fa-c95f-43bf-8b85-2eff9be01877 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Network 233563f2-3d18-4c34-9f2a-0f3d5e22e348 is already hosted by enough agents. {{(pid=84764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:38:56.765219 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [None req-5320b2fa-c95f-43bf-8b85-2eff9be01877 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Resources bound (agent type, host, resource id): {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:38:56.783574 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:56.784555 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 4be5c9d5-9153-486a-9796-60f8fbc38af7 up at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:38:56.850491 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5320b2fa-c95f-43bf-8b85-2eff9be01877 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Pushing event updated for resources: {'Port': ['ID=76ff1e2a-3ae8-4fee-b42b-e39763dedf5b,revision_number=3']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:57.128167 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-28d21d8d-7648-4a0e-9bee-bc3a3980a2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5495cc30-d3ff-4859-a635-ec7e877e1219', 'name': 'tempest-ServersTestMultiNic-1103541223-router', 'tenant_id': 'af77c4468a104578b3401cd2f194180a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '95cbf159-4b30-42fd-b6a8-bb0129fc1a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:38:48Z', 'updated_at': '2022-04-18T19:38:50Z', 'revision_number': 3, 'project_id': 'af77c4468a104578b3401cd2f194180a', 'gw_port': {'id': '95cbf159-4b30-42fd-b6a8-bb0129fc1a79', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b6:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5495cc30-d3ff-4859-a635-ec7e877e1219', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:38:49Z', 'updated_at': '2022-04-18T19:38:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2'}], 'n-d-836017-2', False) {} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:38:57.147321 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d21d8d-7648-4a0e-9bee-bc3a3980a2f2 None None] Checking router: 5495cc30-d3ff-4859-a635-ec7e877e1219 for host: n-d-836017-2 {{(pid=84765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:38:57.147321 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d21d8d-7648-4a0e-9bee-bc3a3980a2f2 None None] Updating router 5495cc30-d3ff-4859-a635-ec7e877e1219 port 95cbf159-4b30-42fd-b6a8-bb0129fc1a79 binding host n-d-836017-2 {{(pid=84765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 19:38:57.186896 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=7e984097-a8b6-4725-95ac-b41545fa896e,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:57.196451 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:57.262835 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b508b56c-92b4-4bb7-b9b8-a1f0575be8d8 req-801790a0-0554-4956-9ec1-fa4306689a15 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:57.270738 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-b508b56c-92b4-4bb7-b9b8-a1f0575be8d8 req-801790a0-0554-4956-9ec1-fa4306689a15 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 945 time: 0.6155331 Apr 18 19:38:57.278220 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] For port 81119103-cb0c-4cc9-b2e9-d79938af7d0c, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=81119103-cb0c-4cc9-b2e9-d79938af7d0c,segment=NetworkSegment(5485d3a7-e1a9-4479-9ce1-9100697be395),segment_id=5485d3a7-e1a9-4479-9ce1-9100697be395)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:38:57.330464 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-28d21d8d-7648-4a0e-9bee-bc3a3980a2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:57.377566 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:57.414009 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-990de94a-84ca-457c-961d-bee2e02bce35 req-50b561c1-9087-4023-8d6b-84fd2f74f8dc tempest-VolumesActionsTest-803537767 tempest-VolumesActionsTest-803537767-project] Notify callbacks [] for port, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:57.462465 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a41e49-35d2-4ce0-87e7-bd411ac9ec97 req-f20f6169-0ee9-40b7-95ec-bdfdacac346f tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:57.467023 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Pushing event updated for resources: {'Port': ['ID=81119103-cb0c-4cc9-b2e9-d79938af7d0c,revision_number=3']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:57.470876 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-18a41e49-35d2-4ce0-87e7-bd411ac9ec97 req-f20f6169-0ee9-40b7-95ec-bdfdacac346f tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] 10.222.0.69 "GET /v2.0/ports?device_id=837da776-18a8-418e-9e91-3e160c5632a0 HTTP/1.1" status: 200 len: 944 time: 0.6142349 Apr 18 19:38:57.476895 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-48e75786-78f9-470b-9c8b-ac2b1e55ba6b None None] Provisioning complete for port 81119103-cb0c-4cc9-b2e9-d79938af7d0c triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:38:57.477713 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-48e75786-78f9-470b-9c8b-ac2b1e55ba6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:57.493675 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-b508b56c-92b4-4bb7-b9b8-a1f0575be8d8 req-ccb859b5-0792-46b5-97b3-9082f47aaea5 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217076 Apr 18 19:38:57.498135 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-6d2022c7-0532-47d8-a438-ebd071eecc76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:57.502247 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning for port 4be5c9d5-9153-486a-9796-60f8fbc38af7 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:38:57.517890 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning complete for port 4be5c9d5-9153-486a-9796-60f8fbc38af7 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:38:57.518255 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:57.616436 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-990de94a-84ca-457c-961d-bee2e02bce35 req-50b561c1-9087-4023-8d6b-84fd2f74f8dc tempest-VolumesActionsTest-803537767 tempest-VolumesActionsTest-803537767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:57.704727 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-18a41e49-35d2-4ce0-87e7-bd411ac9ec97 req-ef8b8921-a538-4b48-a796-943d4ec31108 tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] 10.222.0.69 "GET /v2.0/security-groups?id=11cffa75-c58f-4a7d-85dc-3db8046977bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2327092 Apr 18 19:38:57.796257 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-990de94a-84ca-457c-961d-bee2e02bce35 req-50b561c1-9087-4023-8d6b-84fd2f74f8dc tempest-VolumesActionsTest-803537767 tempest-VolumesActionsTest-803537767-project] Network 0ead64cb-f40e-4606-a81f-5a65ad25a39e is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:38:57.884955 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [req-990de94a-84ca-457c-961d-bee2e02bce35 req-50b561c1-9087-4023-8d6b-84fd2f74f8dc tempest-VolumesActionsTest-803537767 tempest-VolumesActionsTest-803537767-project] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:38:57.891962 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-990de94a-84ca-457c-961d-bee2e02bce35 req-50b561c1-9087-4023-8d6b-84fd2f74f8dc tempest-VolumesActionsTest-803537767 tempest-VolumesActionsTest-803537767-project] Received port after_create {{(pid=84763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:38:57.968443 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b561c1-9087-4023-8d6b-84fd2f74f8dc tempest-VolumesActionsTest-803537767 tempest-VolumesActionsTest-803537767-project] Pushing event updated for resources: {'Port': ['ID=cf7505fe-44f3-43cd-9697-94a5bf21cd6a,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:57.982050 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-0deeb8c4-62c6-44e3-84e1-08d837e67edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:58.166675 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990de94a-84ca-457c-961d-bee2e02bce35 req-50b561c1-9087-4023-8d6b-84fd2f74f8dc tempest-VolumesActionsTest-803537767 tempest-VolumesActionsTest-803537767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:58.169645 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-990de94a-84ca-457c-961d-bee2e02bce35 req-50b561c1-9087-4023-8d6b-84fd2f74f8dc tempest-VolumesActionsTest-803537767 tempest-VolumesActionsTest-803537767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:58.232970 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf30f38d-5b09-4e46-bcda-398e35d292e2'] response: {'server_uuid': 'ac4e1770-8b35-4034-9597-ca85436903d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e984097-a8b6-4725-95ac-b41545fa896e', 'code': 200} Apr 18 19:38:58.299974 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_common [None req-6d2022c7-0532-47d8-a438-ebd071eecc76 admin admin] Allocated IP 172.20.0.1 (b742f6a8-9608-4052-b6e6-93348da7c3f4/53e27197-8b05-45c8-88a5-d6c0aa610a08/bf7bf0f0-0d78-4e16-9ca4-e930e875a61b) {{(pid=84763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:38:58.316742 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 81119103-cb0c-4cc9-b2e9-d79938af7d0c up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:38:58.349269 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-28d21d8d-7648-4a0e-9bee-bc3a3980a2f2 None None] Notify callbacks [] for port, precommit_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:58.413854 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-990de94a-84ca-457c-961d-bee2e02bce35 req-50b561c1-9087-4023-8d6b-84fd2f74f8dc tempest-VolumesActionsTest-803537767 tempest-VolumesActionsTest-803537767-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8899000 Apr 18 19:38:58.416725 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd047b02-e491-4ff0-b35d-7fe241df8b24 req-f9e75f8c-fb45-4b33-9df8-6f691fe536ba tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:58.425039 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-bd047b02-e491-4ff0-b35d-7fe241df8b24 req-f9e75f8c-fb45-4b33-9df8-6f691fe536ba tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] 10.222.0.69 "GET /v2.0/ports?device_id=066cf706-50fb-4f85-8f97-2d1f24a4f488 HTTP/1.1" status: 200 len: 945 time: 0.5973480 Apr 18 19:38:58.442620 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_common [None req-0deeb8c4-62c6-44e3-84e1-08d837e67edc admin admin] Allocated IP 172.20.0.1 (20d4b8e1-a40a-4802-a6ed-f360fca84cce/0711ab9d-0a48-4dd5-b699-a74bbc1341bb/405f82c0-44de-4028-867e-0c0d1bcfb82f) {{(pid=84764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:38:58.444603 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-28d21d8d-7648-4a0e-9bee-bc3a3980a2f2 None None] Transition to ACTIVE for port object 95cbf159-4b30-42fd-b6a8-bb0129fc1a79 will not be triggered until provisioned by entity L2. {{(pid=84765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:38:58.461882 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-990de94a-84ca-457c-961d-bee2e02bce35 req-01550943-76cc-4474-8632-7818481c4cc7 service neutron] Request body: {'port': {'device_id': '77473ad8-faf3-4f9f-bfbd-23ff65c5f54b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-2'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:38:58.462915 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:58.505796 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 4be5c9d5-9153-486a-9796-60f8fbc38af7, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=4be5c9d5-9153-486a-9796-60f8fbc38af7,segment=NetworkSegment(4988a6fa-3700-4d76-b344-877fc1f45fa9),segment_id=4988a6fa-3700-4d76-b344-877fc1f45fa9)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:38:58.522526 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port 81119103-cb0c-4cc9-b2e9-d79938af7d0c triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:38:58.523053 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:58.559986 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-28d21d8d-7648-4a0e-9bee-bc3a3980a2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:58.630400 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-990de94a-84ca-457c-961d-bee2e02bce35 req-01550943-76cc-4474-8632-7818481c4cc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:58.674517 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:58.750312 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-28d21d8d-7648-4a0e-9bee-bc3a3980a2f2 None None] Attempting to bind port 95cbf159-4b30-42fd-b6a8-bb0129fc1a79 on host n-d-836017-2 for vnic_type normal with profile {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:38:58.751287 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-28d21d8d-7648-4a0e-9bee-bc3a3980a2f2 None None] Attempting to bind port 95cbf159-4b30-42fd-b6a8-bb0129fc1a79 by drivers openvswitch,hyperv on host n-d-836017-2 at level 0 using segments [{'id': '5de34947-6c56-419b-85d0-f61f69ce7c45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:38:58.751287 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d21d8d-7648-4a0e-9bee-bc3a3980a2f2 None None] Attempting to bind port 95cbf159-4b30-42fd-b6a8-bb0129fc1a79 on network 11e8e108-37df-4084-b6b7-113e6beb66b4 {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:38:58.753084 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a267dbcf-4f46-4f2f-8c71-7c420c11189c None None] Pushing event updated for resources: {'Port': ['ID=95cbf159-4b30-42fd-b6a8-bb0129fc1a79,revision_number=2']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:58.753237 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-bd047b02-e491-4ff0-b35d-7fe241df8b24 req-024e8359-9481-42a3-820d-f29a5957e34f tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] 10.222.0.69 "GET /v2.0/security-groups?id=2b04a52b-dc01-409d-822c-7f24c54134e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3262775 Apr 18 19:38:58.800955 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-0deeb8c4-62c6-44e3-84e1-08d837e67edc admin admin] Notify callbacks [] for port, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:58.810551 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-6d2022c7-0532-47d8-a438-ebd071eecc76 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:58.813202 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-b810bd46-b17d-4ca4-952f-90c4bd68b7a5 None None] Provisioning complete for port 76ff1e2a-3ae8-4fee-b42b-e39763dedf5b triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:38:58.813703 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b810bd46-b17d-4ca4-952f-90c4bd68b7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:58.827562 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-b2714a64-165d-49e0-a39a-2dfdcffb94ac req-e56d33bb-a357-475e-9157-3c88c26dc691 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ac4e1770-8b35-4034-9597-ca85436903d4 HTTP/1.1" status: 200 len: 1096 time: 0.4733100 Apr 18 19:38:58.829209 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.provisioning_blocks [None req-0deeb8c4-62c6-44e3-84e1-08d837e67edc admin admin] Transition to ACTIVE for port object 405f82c0-44de-4028-867e-0c0d1bcfb82f will not be triggered until provisioned by entity DHCP. {{(pid=84764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:38:58.839187 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [None req-6d2022c7-0532-47d8-a438-ebd071eecc76 admin admin] Transition to ACTIVE for port object bf7bf0f0-0d78-4e16-9ca4-e930e875a61b will not be triggered until provisioned by entity DHCP. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:38:58.862711 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d21d8d-7648-4a0e-9bee-bc3a3980a2f2 None None] Checking agent: {'id': 'df2a5cfe-6839-400b-a998-e4fffce70f45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 8, 22), 'started_at': datetime.datetime(2022, 4, 18, 19, 8, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:38:58.863084 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d21d8d-7648-4a0e-9bee-bc3a3980a2f2 None None] Checking segment: {'id': '5de34947-6c56-419b-85d0-f61f69ce7c45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:38:58.863469 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-28d21d8d-7648-4a0e-9bee-bc3a3980a2f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:58.863857 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d21d8d-7648-4a0e-9bee-bc3a3980a2f2 None None] Bound using segment: {'id': '5de34947-6c56-419b-85d0-f61f69ce7c45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:38:58.864351 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-28d21d8d-7648-4a0e-9bee-bc3a3980a2f2 None None] Bound port: 95cbf159-4b30-42fd-b6a8-bb0129fc1a79, host: n-d-836017-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5de34947-6c56-419b-85d0-f61f69ce7c45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'}}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:38:58.864717 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-28d21d8d-7648-4a0e-9bee-bc3a3980a2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:58.871728 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5320b2fa-c95f-43bf-8b85-2eff9be01877 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Router 51c5b496-d2ab-4e0b-be01-0aeaf8e42217 is scheduled to L3 agent 21b59c62-f184-4169-bc3e-79831cc043e8 with binding_index 1 {{(pid=84764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 19:38:58.891774 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-b2714a64-165d-49e0-a39a-2dfdcffb94ac req-a753b2d5-fde1-434c-a79b-0d22c1032a75 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=51df22c1-554b-4779-a025-65f2af6e2a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554919 Apr 18 19:38:58.972514 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=4be5c9d5-9153-486a-9796-60f8fbc38af7,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:59.001292 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-b810bd46-b17d-4ca4-952f-90c4bd68b7a5 None None] Port 76ff1e2a-3ae8-4fee-b42b-e39763dedf5b cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:38:59.022065 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 552a2c3a-37f5-4f12-b182-1d8ebdf8af89 up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:38:59.055382 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-0deeb8c4-62c6-44e3-84e1-08d837e67edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:59.058326 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-28d21d8d-7648-4a0e-9bee-bc3a3980a2f2 None None] For port 95cbf159-4b30-42fd-b6a8-bb0129fc1a79, host n-d-836017-2, cleared binding levels {{(pid=84765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:38:59.078332 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-28d21d8d-7648-4a0e-9bee-bc3a3980a2f2 None None] For port 95cbf159-4b30-42fd-b6a8-bb0129fc1a79, host n-d-836017-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=95cbf159-4b30-42fd-b6a8-bb0129fc1a79,segment=NetworkSegment(5de34947-6c56-419b-85d0-f61f69ce7c45),segment_id=5de34947-6c56-419b-85d0-f61f69ce7c45)] {{(pid=84765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:38:59.125753 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-6d2022c7-0532-47d8-a438-ebd071eecc76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:59.150746 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-28d21d8d-7648-4a0e-9bee-bc3a3980a2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:59.178652 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deeb8c4-62c6-44e3-84e1-08d837e67edc admin admin] Pushing event updated for resources: {'Port': ['ID=405f82c0-44de-4028-867e-0c0d1bcfb82f,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:59.205816 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0deeb8c4-62c6-44e3-84e1-08d837e67edc admin admin] Network 20d4b8e1-a40a-4802-a6ed-f360fca84cce is already hosted by enough agents. {{(pid=84764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:38:59.219380 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning for port 552a2c3a-37f5-4f12-b182-1d8ebdf8af89 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:38:59.223201 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2022c7-0532-47d8-a438-ebd071eecc76 admin admin] Network b742f6a8-9608-4052-b6e6-93348da7c3f4 is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:38:59.225749 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [None req-0deeb8c4-62c6-44e3-84e1-08d837e67edc admin admin] Resources bound (agent type, host, resource id): {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:38:59.233825 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [None req-6d2022c7-0532-47d8-a438-ebd071eecc76 admin admin] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:38:59.235331 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0deeb8c4-62c6-44e3-84e1-08d837e67edc admin admin] Received port after_create {{(pid=84764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:38:59.244830 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2022c7-0532-47d8-a438-ebd071eecc76 admin admin] Received port after_create {{(pid=84763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:38:59.257666 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port 552a2c3a-37f5-4f12-b182-1d8ebdf8af89 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:38:59.258222 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:59.325961 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-6d2022c7-0532-47d8-a438-ebd071eecc76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417434'] for router_interface, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:59.348342 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e48a8c5-b1f3-43e6-a7a0-e03d3897d37c req-40bd2c27-3650-46a9-bb15-97b11bc95ddb tempest-VolumesActionsTest-803537767 tempest-VolumesActionsTest-803537767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:59.351178 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-1e48a8c5-b1f3-43e6-a7a0-e03d3897d37c req-40bd2c27-3650-46a9-bb15-97b11bc95ddb tempest-VolumesActionsTest-803537767 tempest-VolumesActionsTest-803537767-project] 10.222.0.69 "GET /v2.0/ports?device_id=77473ad8-faf3-4f9f-bfbd-23ff65c5f54b HTTP/1.1" status: 200 len: 931 time: 0.3895600 Apr 18 19:38:59.352872 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-0deeb8c4-62c6-44e3-84e1-08d837e67edc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417434'] for router_interface, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:59.381747 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf99d97-1ec7-4002-923d-45556c2cca74 req-b95861da-d1eb-4844-b3c2-b2831e908545 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:59.393939 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-6cf99d97-1ec7-4002-923d-45556c2cca74 req-b95861da-d1eb-4844-b3c2-b2831e908545 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/ports?device_id=ac4e1770-8b35-4034-9597-ca85436903d4 HTTP/1.1" status: 200 len: 945 time: 1.0387120 Apr 18 19:38:59.448142 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2022c7-0532-47d8-a438-ebd071eecc76 admin admin] Pushing event updated for resources: {'Port': ['ID=bf7bf0f0-0d78-4e16-9ca4-e930e875a61b,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:59.466336 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5320b2fa-c95f-43bf-8b85-2eff9be01877 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify agent at l3_agent.n-d-836017-2 the message routers_updated {{(pid=84764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:38:59.485263 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fce9b35-761e-4e17-a920-90e6490c5835 None None] Sync routers for ids ['51c5b496-d2ab-4e0b-be01-0aeaf8e42217'] in n-d-836017-2 {{(pid=84766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:38:59.491346 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d21d8d-7648-4a0e-9bee-bc3a3980a2f2 None None] Routers {'5495cc30-d3ff-4859-a635-ec7e877e1219'} bound to L3 agent in host n-d-836017-2 {{(pid=84765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:38:59.492229 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-28d21d8d-7648-4a0e-9bee-bc3a3980a2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:38:50Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['5495cc30-d3ff-4859-a635-ec7e877e1219'], 'active': True} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:38:59.503265 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-5320b2fa-c95f-43bf-8b85-2eff9be01877 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "PUT /v2.0/routers/51c5b496-d2ab-4e0b-be01-0aeaf8e42217/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3149052 Apr 18 19:38:59.512564 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 36866) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:59.514931 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fce9b35-761e-4e17-a920-90e6490c5835 None None] Routers {'51c5b496-d2ab-4e0b-be01-0aeaf8e42217'} bound to L3 agent in host n-d-836017-2 {{(pid=84766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:38:59.515620 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-0fce9b35-761e-4e17-a920-90e6490c5835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:38:50Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['51c5b496-d2ab-4e0b-be01-0aeaf8e42217'], 'active': True} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:38:59.614073 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-0fce9b35-761e-4e17-a920-90e6490c5835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-2', False) {} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:38:59.636793 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-6cf99d97-1ec7-4002-923d-45556c2cca74 req-47d923fa-ffc1-497a-b709-0df0c80950b5 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/security-groups?id=51df22c1-554b-4779-a025-65f2af6e2a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415767 Apr 18 19:38:59.658504 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fce9b35-761e-4e17-a920-90e6490c5835 None None] Routers {'51c5b496-d2ab-4e0b-be01-0aeaf8e42217'} bound to L3 agent in host n-d-836017-2 {{(pid=84766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:38:59.659427 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-0fce9b35-761e-4e17-a920-90e6490c5835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:38:50Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['51c5b496-d2ab-4e0b-be01-0aeaf8e42217'], 'active': True} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:38:59.698133 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-1e48a8c5-b1f3-43e6-a7a0-e03d3897d37c req-74e02229-40a8-43a2-8cda-e422a472471e tempest-VolumesActionsTest-803537767 tempest-VolumesActionsTest-803537767-project] 10.222.0.69 "GET /v2.0/security-groups?id=1055951c-9703-4aae-bd96-442960fc2fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3330805 Apr 18 19:38:59.847269 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-0fce9b35-761e-4e17-a920-90e6490c5835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-2', False) {} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:38:59.848088 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fce9b35-761e-4e17-a920-90e6490c5835 None None] The sync data for ids ['51c5b496-d2ab-4e0b-be01-0aeaf8e42217'] in n-d-836017-2 is: [] {{(pid=84766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:38:59.903378 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a267dbcf-4f46-4f2f-8c71-7c420c11189c None None] Pushing event updated for resources: {'Port': ['ID=95cbf159-4b30-42fd-b6a8-bb0129fc1a79,revision_number=3']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:59.935169 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:59.975730 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] For port 552a2c3a-37f5-4f12-b182-1d8ebdf8af89, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=552a2c3a-37f5-4f12-b182-1d8ebdf8af89,segment=NetworkSegment(5de34947-6c56-419b-85d0-f61f69ce7c45),segment_id=5de34947-6c56-419b-85d0-f61f69ce7c45)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:38:59.978335 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-28d21d8d-7648-4a0e-9bee-bc3a3980a2f2 None None] Set router 5495cc30-d3ff-4859-a635-ec7e877e1219 gateway port host: n-d-836017-2 {{(pid=84765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:39:00.100505 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-afac52f8-4900-4e18-b174-b2d5a8f5677a None None] Provisioning for port bf7bf0f0-0d78-4e16-9ca4-e930e875a61b completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:39:00.111201 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:00.165401 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b115a5-929f-473b-b6b7-5833bc3fb338 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:00.166334 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-d0b115a5-929f-473b-b6b7-5833bc3fb338 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Synchronizing usage tracker for tenant:8097f6133aa24824a0d11d98456dfce8 on resource:port {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:39:00.166752 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-afac52f8-4900-4e18-b174-b2d5a8f5677a None None] Provisioning complete for port bf7bf0f0-0d78-4e16-9ca4-e930e875a61b triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:39:00.167122 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-afac52f8-4900-4e18-b174-b2d5a8f5677a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:00.182816 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-0deeb8c4-62c6-44e3-84e1-08d837e67edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:00.254634 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '837da776-18a8-418e-9e91-3e160c5632a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4be5c9d5-9153-486a-9796-60f8fbc38af7'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:39:00.261150 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [req-990de94a-84ca-457c-961d-bee2e02bce35 req-01550943-76cc-4474-8632-7818481c4cc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf7505fe-44f3-43cd-9697-94a5bf21cd6a {{(pid=84763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:39:00.277826 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-6d2022c7-0532-47d8-a438-ebd071eecc76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:00.301398 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-990de94a-84ca-457c-961d-bee2e02bce35 req-01550943-76cc-4474-8632-7818481c4cc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:00.342753 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-afac52f8-4900-4e18-b174-b2d5a8f5677a None None] Port bf7bf0f0-0d78-4e16-9ca4-e930e875a61b cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:39:00.351698 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Pushing event updated for resources: {'Port': ['ID=552a2c3a-37f5-4f12-b182-1d8ebdf8af89,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:00.386693 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [req-990de94a-84ca-457c-961d-bee2e02bce35 req-01550943-76cc-4474-8632-7818481c4cc7 service neutron] Transition to ACTIVE for port object cf7505fe-44f3-43cd-9697-94a5bf21cd6a will not be triggered until provisioned by entity L2. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:39:00.405561 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-d0b115a5-929f-473b-b6b7-5833bc3fb338 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Unset dirty status for tenant:8097f6133aa24824a0d11d98456dfce8 on resource:port {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:39:00.410395 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-d0b115a5-929f-473b-b6b7-5833bc3fb338 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "GET /v2.0/ports?device_id=51c5b496-d2ab-4e0b-be01-0aeaf8e42217 HTTP/1.1" status: 200 len: 988 time: 0.8936355 Apr 18 19:39:00.413314 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 36876) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:39:00.448647 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2806a26a-a169-4960-bf1a-741deed9a06a'] response: {'server_uuid': '837da776-18a8-418e-9e91-3e160c5632a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4be5c9d5-9153-486a-9796-60f8fbc38af7', 'code': 200} Apr 18 19:39:00.457255 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-28d21d8d-7648-4a0e-9bee-bc3a3980a2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5495cc30-d3ff-4859-a635-ec7e877e1219', 'name': 'tempest-ServersTestMultiNic-1103541223-router', 'tenant_id': 'af77c4468a104578b3401cd2f194180a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '95cbf159-4b30-42fd-b6a8-bb0129fc1a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:38:48Z', 'updated_at': '2022-04-18T19:38:50Z', 'revision_number': 3, 'project_id': 'af77c4468a104578b3401cd2f194180a', 'gw_port': {'id': '95cbf159-4b30-42fd-b6a8-bb0129fc1a79', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b6:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5495cc30-d3ff-4859-a635-ec7e877e1219', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:38:49Z', 'updated_at': '2022-04-18T19:38:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2'}], 'n-d-836017-2', False) {} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:39:00.461938 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d21d8d-7648-4a0e-9bee-bc3a3980a2f2 None None] The sync data for ids ['5495cc30-d3ff-4859-a635-ec7e877e1219'] in n-d-836017-2 is: [{'id': '5495cc30-d3ff-4859-a635-ec7e877e1219', 'name': 'tempest-ServersTestMultiNic-1103541223-router', 'tenant_id': 'af77c4468a104578b3401cd2f194180a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '95cbf159-4b30-42fd-b6a8-bb0129fc1a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:38:48Z', 'updated_at': '2022-04-18T19:38:50Z', 'revision_number': 3, 'project_id': 'af77c4468a104578b3401cd2f194180a', 'gw_port': {'id': '95cbf159-4b30-42fd-b6a8-bb0129fc1a79', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b6:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5495cc30-d3ff-4859-a635-ec7e877e1219', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:38:49Z', 'updated_at': '2022-04-18T19:38:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2'}] {{(pid=84765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:39:00.504352 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-afac52f8-4900-4e18-b174-b2d5a8f5677a None None] Provisioning for port 405f82c0-44de-4028-867e-0c0d1bcfb82f completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:39:00.513314 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-afac52f8-4900-4e18-b174-b2d5a8f5677a None None] Provisioning complete for port 405f82c0-44de-4028-867e-0c0d1bcfb82f triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:39:00.513925 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-afac52f8-4900-4e18-b174-b2d5a8f5677a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:00.517960 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-990de94a-84ca-457c-961d-bee2e02bce35 req-01550943-76cc-4474-8632-7818481c4cc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:00.591878 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40668180-0fad-49d8-b826-9cd49322811a req-fd5baea9-0fea-4635-8fb5-bf143362f739 tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:00.601021 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-40668180-0fad-49d8-b826-9cd49322811a req-fd5baea9-0fea-4635-8fb5-bf143362f739 tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] 10.222.0.69 "GET /v2.0/ports?device_id=837da776-18a8-418e-9e91-3e160c5632a0 HTTP/1.1" status: 200 len: 945 time: 0.6372819 Apr 18 19:39:00.696697 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-0deeb8c4-62c6-44e3-84e1-08d837e67edc admin admin] Notify callbacks [] for port, precommit_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:00.709790 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-afac52f8-4900-4e18-b174-b2d5a8f5677a None None] Port 405f82c0-44de-4028-867e-0c0d1bcfb82f cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:39:00.721805 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8772e1d8-c703-4490-89c6-280ce2007c46 req-47b194d6-1d0d-43c0-bd34-b75ff8dab468 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=837da776-18a8-418e-9e91-3e160c5632a0 HTTP/1.1" status: 200 len: 1096 time: 0.1827645 Apr 18 19:39:00.779072 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-0deeb8c4-62c6-44e3-84e1-08d837e67edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2290934'] for port, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:00.837701 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8772e1d8-c703-4490-89c6-280ce2007c46 req-25f950e4-a93b-4b63-8927-84183c5d8d0e service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=11cffa75-c58f-4a7d-85dc-3db8046977bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097019 Apr 18 19:39:00.902839 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-0deeb8c4-62c6-44e3-84e1-08d837e67edc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-417335'] for router_interface, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:00.910357 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deeb8c4-62c6-44e3-84e1-08d837e67edc admin admin] Pushing event updated for resources: {'Port': ['ID=405f82c0-44de-4028-867e-0c0d1bcfb82f,revision_number=2']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:00.931011 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01550943-76cc-4474-8632-7818481c4cc7 service neutron] Pushing event updated for resources: {'Port': ['ID=cf7505fe-44f3-43cd-9697-94a5bf21cd6a,revision_number=2']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:01.003843 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-40668180-0fad-49d8-b826-9cd49322811a req-6ab87632-6d2d-451e-9595-8483ad6a76d1 tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] 10.222.0.69 "GET /v2.0/security-groups?id=11cffa75-c58f-4a7d-85dc-3db8046977bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4018028 Apr 18 19:39:01.309602 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0deeb8c4-62c6-44e3-84e1-08d837e67edc admin admin] Network 20d4b8e1-a40a-4802-a6ed-f360fca84cce is already hosted by enough agents. {{(pid=84764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:39:01.311421 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [None req-0deeb8c4-62c6-44e3-84e1-08d837e67edc admin admin] Resources bound (agent type, host, resource id): {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:39:01.385949 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-6d2022c7-0532-47d8-a438-ebd071eecc76 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:01.413891 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-990de94a-84ca-457c-961d-bee2e02bce35 req-01550943-76cc-4474-8632-7818481c4cc7 service neutron] Attempting to bind port cf7505fe-44f3-43cd-9697-94a5bf21cd6a on host n-h1-836017-2 for vnic_type normal with profile {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:39:01.415074 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-990de94a-84ca-457c-961d-bee2e02bce35 req-01550943-76cc-4474-8632-7818481c4cc7 service neutron] Attempting to bind port cf7505fe-44f3-43cd-9697-94a5bf21cd6a by drivers openvswitch,hyperv on host n-h1-836017-2 at level 0 using segments [{'id': '0c213d42-e0df-4f72-a99f-f97b3a74794a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '0ead64cb-f40e-4606-a81f-5a65ad25a39e'}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:39:01.415941 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990de94a-84ca-457c-961d-bee2e02bce35 req-01550943-76cc-4474-8632-7818481c4cc7 service neutron] Attempting to bind port cf7505fe-44f3-43cd-9697-94a5bf21cd6a on network 0ead64cb-f40e-4606-a81f-5a65ad25a39e {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:39:01.448395 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990de94a-84ca-457c-961d-bee2e02bce35 req-01550943-76cc-4474-8632-7818481c4cc7 service neutron] Port cf7505fe-44f3-43cd-9697-94a5bf21cd6a on network 0ead64cb-f40e-4606-a81f-5a65ad25a39e not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-2 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:39:01.450144 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990de94a-84ca-457c-961d-bee2e02bce35 req-01550943-76cc-4474-8632-7818481c4cc7 service neutron] Attempting to bind port cf7505fe-44f3-43cd-9697-94a5bf21cd6a on network 0ead64cb-f40e-4606-a81f-5a65ad25a39e {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:39:01.475117 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeafacb5-6b1a-41d8-b33b-e4b61858ce5c req-26c4fa11-4962-410e-9078-7a58dc8e3a8e tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:01.476779 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-aeafacb5-6b1a-41d8-b33b-e4b61858ce5c req-26c4fa11-4962-410e-9078-7a58dc8e3a8e tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/ports?device_id=ac4e1770-8b35-4034-9597-ca85436903d4 HTTP/1.1" status: 200 len: 945 time: 0.2919624 Apr 18 19:39:01.543374 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990de94a-84ca-457c-961d-bee2e02bce35 req-01550943-76cc-4474-8632-7818481c4cc7 service neutron] Checking agent: {'id': 'e3a31811-08e0-42ba-bc2e-ed8a973b714f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 25), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:39:01.543813 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990de94a-84ca-457c-961d-bee2e02bce35 req-01550943-76cc-4474-8632-7818481c4cc7 service neutron] Checking segment: {'id': '0c213d42-e0df-4f72-a99f-f97b3a74794a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '0ead64cb-f40e-4606-a81f-5a65ad25a39e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:39:01.544865 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990de94a-84ca-457c-961d-bee2e02bce35 req-01550943-76cc-4474-8632-7818481c4cc7 service neutron] Bound using segment: {'id': '0c213d42-e0df-4f72-a99f-f97b3a74794a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '0ead64cb-f40e-4606-a81f-5a65ad25a39e'} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:39:01.545406 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-990de94a-84ca-457c-961d-bee2e02bce35 req-01550943-76cc-4474-8632-7818481c4cc7 service neutron] Bound port: cf7505fe-44f3-43cd-9697-94a5bf21cd6a, host: n-h1-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c213d42-e0df-4f72-a99f-f97b3a74794a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '0ead64cb-f40e-4606-a81f-5a65ad25a39e'}}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:39:01.545855 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-990de94a-84ca-457c-961d-bee2e02bce35 req-01550943-76cc-4474-8632-7818481c4cc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:01.561280 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-aeafacb5-6b1a-41d8-b33b-e4b61858ce5c req-17d1b62a-4387-42a3-956a-95c4cb4f91c5 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/security-groups?id=51df22c1-554b-4779-a025-65f2af6e2a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757108 Apr 18 19:39:01.565191 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-6d2022c7-0532-47d8-a438-ebd071eecc76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:01.653758 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-d8b11159-bc2e-432e-ac98-56ef0dc46a38 None None] Provisioning complete for port 405f82c0-44de-4028-867e-0c0d1bcfb82f triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:39:01.654608 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d8b11159-bc2e-432e-ac98-56ef0dc46a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:01.770882 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-d8b11159-bc2e-432e-ac98-56ef0dc46a38 None None] Port 405f82c0-44de-4028-867e-0c0d1bcfb82f cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:39:01.867346 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2022c7-0532-47d8-a438-ebd071eecc76 admin admin] Pushing event updated for resources: {'Port': ['ID=bf7bf0f0-0d78-4e16-9ca4-e930e875a61b,revision_number=2']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:01.876420 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-6d2022c7-0532-47d8-a438-ebd071eecc76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-417335'] for router_interface, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:01.925979 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46ec01e-d649-45b7-ae87-bebfa395dd7f req-e340733a-b743-41e2-a90e-6aaf93f6c3b2 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:01.927408 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a46ec01e-d649-45b7-ae87-bebfa395dd7f req-e340733a-b743-41e2-a90e-6aaf93f6c3b2 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] 10.222.0.69 "GET /v2.0/ports?device_id=066cf706-50fb-4f85-8f97-2d1f24a4f488 HTTP/1.1" status: 200 len: 945 time: 0.1523204 Apr 18 19:39:01.993769 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a46ec01e-d649-45b7-ae87-bebfa395dd7f req-3e0f0279-d309-4e39-b916-7de985913752 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] 10.222.0.69 "GET /v2.0/security-groups?id=2b04a52b-dc01-409d-822c-7f24c54134e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597634 Apr 18 19:39:02.007569 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0deeb8c4-62c6-44e3-84e1-08d837e67edc admin admin] Router 4da428da-1fa3-4edb-883d-108c9079f1fc has already been hosted by L3 agent 21b59c62-f184-4169-bc3e-79831cc043e8 {{(pid=84764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:39:02.029572 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d18dca8-4dca-4491-8e75-6753533dbf41 req-a0f855b3-f8de-46f4-844d-50d9b25af14e tempest-VolumesActionsTest-803537767 tempest-VolumesActionsTest-803537767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:02.030299 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-8d18dca8-4dca-4491-8e75-6753533dbf41 req-a0f855b3-f8de-46f4-844d-50d9b25af14e tempest-VolumesActionsTest-803537767 tempest-VolumesActionsTest-803537767-project] Synchronizing usage tracker for tenant:b14d73344ef54b619e09b488e7950865 on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:39:02.048935 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-990de94a-84ca-457c-961d-bee2e02bce35 req-01550943-76cc-4474-8632-7818481c4cc7 service neutron] For port cf7505fe-44f3-43cd-9697-94a5bf21cd6a, host n-h1-836017-2, cleared binding levels {{(pid=84763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:39:02.061734 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-990de94a-84ca-457c-961d-bee2e02bce35 req-01550943-76cc-4474-8632-7818481c4cc7 service neutron] For port cf7505fe-44f3-43cd-9697-94a5bf21cd6a, host n-h1-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=cf7505fe-44f3-43cd-9697-94a5bf21cd6a,segment=NetworkSegment(0c213d42-e0df-4f72-a99f-f97b3a74794a),segment_id=0c213d42-e0df-4f72-a99f-f97b3a74794a)] {{(pid=84763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:39:02.124008 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2022c7-0532-47d8-a438-ebd071eecc76 admin admin] Network b742f6a8-9608-4052-b6e6-93348da7c3f4 is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:39:02.152805 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [None req-6d2022c7-0532-47d8-a438-ebd071eecc76 admin admin] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:39:02.270730 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adca0081-e970-4d5c-ba5b-2c15ddcf3acf req-c9277c11-c526-4270-9408-595700b6d5b2 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:02.276321 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-adca0081-e970-4d5c-ba5b-2c15ddcf3acf req-c9277c11-c526-4270-9408-595700b6d5b2 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] 10.222.0.72 "GET /v2.0/ports?device_id=066cf706-50fb-4f85-8f97-2d1f24a4f488 HTTP/1.1" status: 200 len: 945 time: 0.2641213 Apr 18 19:39:02.385100 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 95cbf159-4b30-42fd-b6a8-bb0129fc1a79 up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:39:02.473116 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-990de94a-84ca-457c-961d-bee2e02bce35 req-01550943-76cc-4474-8632-7818481c4cc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:02.478183 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-8d18dca8-4dca-4491-8e75-6753533dbf41 req-a0f855b3-f8de-46f4-844d-50d9b25af14e tempest-VolumesActionsTest-803537767 tempest-VolumesActionsTest-803537767-project] Unset dirty status for tenant:b14d73344ef54b619e09b488e7950865 on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:39:02.486574 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8d18dca8-4dca-4491-8e75-6753533dbf41 req-a0f855b3-f8de-46f4-844d-50d9b25af14e tempest-VolumesActionsTest-803537767 tempest-VolumesActionsTest-803537767-project] 10.222.0.69 "GET /v2.0/ports?device_id=77473ad8-faf3-4f9f-bfbd-23ff65c5f54b HTTP/1.1" status: 200 len: 943 time: 1.2370491 Apr 18 19:39:02.561156 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [req-adca0081-e970-4d5c-ba5b-2c15ddcf3acf req-190e353b-6a6c-4f85-ab4c-9bf1b96b1960 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Deleting port ee76253e-7333-43fe-bddc-757641cfdcf2 {{(pid=84764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:39:02.561763 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-adca0081-e970-4d5c-ba5b-2c15ddcf3acf req-190e353b-6a6c-4f85-ab4c-9bf1b96b1960 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:02.625105 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-a3768be1-4148-42b4-92df-88144978abae None None] Provisioning complete for port bf7bf0f0-0d78-4e16-9ca4-e930e875a61b triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:39:02.625657 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a3768be1-4148-42b4-92df-88144978abae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:02.676465 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-990de94a-84ca-457c-961d-bee2e02bce35 req-01550943-76cc-4474-8632-7818481c4cc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:02.678467 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-990de94a-84ca-457c-961d-bee2e02bce35 req-01550943-76cc-4474-8632-7818481c4cc7 service neutron] 10.222.0.73 "PUT /v2.0/ports/cf7505fe-44f3-43cd-9697-94a5bf21cd6a HTTP/1.1" status: 200 len: 1091 time: 4.2254121 Apr 18 19:39:02.679477 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01550943-76cc-4474-8632-7818481c4cc7 service neutron] Pushing event updated for resources: {'Port': ['ID=cf7505fe-44f3-43cd-9697-94a5bf21cd6a,revision_number=3']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:02.697256 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-a3768be1-4148-42b4-92df-88144978abae None None] Port bf7bf0f0-0d78-4e16-9ca4-e930e875a61b cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:39:02.699809 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning for port 95cbf159-4b30-42fd-b6a8-bb0129fc1a79 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:39:02.708044 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port 95cbf159-4b30-42fd-b6a8-bb0129fc1a79 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:39:02.708857 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:02.712957 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77473ad8-faf3-4f9f-bfbd-23ff65c5f54b', 'tag': 'cf7505fe-44f3-43cd-9697-94a5bf21cd6a'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:39:02.796015 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-8d18dca8-4dca-4491-8e75-6753533dbf41 req-53ee848e-4c6b-4994-86c6-c02b5ff3e1f7 tempest-VolumesActionsTest-803537767 tempest-VolumesActionsTest-803537767-project] Synchronizing usage tracker for tenant:b14d73344ef54b619e09b488e7950865 on resource:security_group {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:39:02.855496 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:02.883144 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] For port 95cbf159-4b30-42fd-b6a8-bb0129fc1a79, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=95cbf159-4b30-42fd-b6a8-bb0129fc1a79,segment=NetworkSegment(5de34947-6c56-419b-85d0-f61f69ce7c45),segment_id=5de34947-6c56-419b-85d0-f61f69ce7c45)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:39:02.902833 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0deeb8c4-62c6-44e3-84e1-08d837e67edc admin admin] Notify agent at l3_agent.n-d-836017-2 the message routers_updated {{(pid=84764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:39:02.925802 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-0deeb8c4-62c6-44e3-84e1-08d837e67edc admin admin] 10.222.0.69 "PUT /v2.0/routers/4da428da-1fa3-4edb-883d-108c9079f1fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6251662 Apr 18 19:39:02.935605 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45b8100-7a00-4e0d-a6ce-97ca8a0d76fa None None] Sync routers for ids ['4da428da-1fa3-4edb-883d-108c9079f1fc'] in n-d-836017-2 {{(pid=84765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:39:02.965136 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:02.966432 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 552a2c3a-37f5-4f12-b182-1d8ebdf8af89 up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:39:02.977023 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-8d18dca8-4dca-4491-8e75-6753533dbf41 req-53ee848e-4c6b-4994-86c6-c02b5ff3e1f7 tempest-VolumesActionsTest-803537767 tempest-VolumesActionsTest-803537767-project] Unset dirty status for tenant:b14d73344ef54b619e09b488e7950865 on resource:security_group {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:39:02.978196 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8d18dca8-4dca-4491-8e75-6753533dbf41 req-53ee848e-4c6b-4994-86c6-c02b5ff3e1f7 tempest-VolumesActionsTest-803537767 tempest-VolumesActionsTest-803537767-project] 10.222.0.69 "GET /v2.0/security-groups?id=1055951c-9703-4aae-bd96-442960fc2fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4909039 Apr 18 19:39:02.985990 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fd5258-6ad1-4dad-9142-90ab7d3fb1f9 req-e4db9a40-712e-4013-8763-7adcaa876964 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:02.997739 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a9fd5258-6ad1-4dad-9142-90ab7d3fb1f9 req-e4db9a40-712e-4013-8763-7adcaa876964 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 945 time: 0.3129606 Apr 18 19:39:03.082868 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45b8100-7a00-4e0d-a6ce-97ca8a0d76fa None None] Routers {'4da428da-1fa3-4edb-883d-108c9079f1fc'} bound to L3 agent in host n-d-836017-2 {{(pid=84765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:39:03.085354 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-e45b8100-7a00-4e0d-a6ce-97ca8a0d76fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:38:50Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['4da428da-1fa3-4edb-883d-108c9079f1fc'], 'active': True} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:39:03.150458 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-adca0081-e970-4d5c-ba5b-2c15ddcf3acf req-190e353b-6a6c-4f85-ab4c-9bf1b96b1960 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] For port ee76253e-7333-43fe-bddc-757641cfdcf2, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=ee76253e-7333-43fe-bddc-757641cfdcf2,segment=NetworkSegment(8940f5c9-2c52-448f-9b36-18364410ba08),segment_id=8940f5c9-2c52-448f-9b36-18364410ba08)] {{(pid=84764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:39:03.150732 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-adca0081-e970-4d5c-ba5b-2c15ddcf3acf req-190e353b-6a6c-4f85-ab4c-9bf1b96b1960 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:03.255188 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a93137-f937-4ce1-a6c7-f5436aa6a33d req-e8b25aca-ab90-483d-99e7-b2934cfad9dd tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:03.257848 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-c3a93137-f937-4ce1-a6c7-f5436aa6a33d req-e8b25aca-ab90-483d-99e7-b2934cfad9dd tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] 10.222.0.73 "GET /v2.0/ports?device_id=b0630160-1d27-42db-8511-d8b3773d1646 HTTP/1.1" status: 200 len: 946 time: 0.5382180 Apr 18 19:39:03.413021 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [req-adca0081-e970-4d5c-ba5b-2c15ddcf3acf req-190e353b-6a6c-4f85-ab4c-9bf1b96b1960 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Calling delete_port for ee76253e-7333-43fe-bddc-757641cfdcf2 owned by compute:nova {{(pid=84764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:39:03.442061 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Pushing event updated for resources: {'Port': ['ID=95cbf159-4b30-42fd-b6a8-bb0129fc1a79,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:03.448896 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a9fd5258-6ad1-4dad-9142-90ab7d3fb1f9 req-57d3b092-0c9e-4985-bed9-3bbc50d5cdaf tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4005256 Apr 18 19:39:03.450220 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-c3a93137-f937-4ce1-a6c7-f5436aa6a33d req-2ea0b77b-4793-48f0-a51a-6e665ec90c27 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Deleting port fb4ec813-3111-4e0c-8fce-fe8f59eaac1e {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:39:03.450634 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-c3a93137-f937-4ce1-a6c7-f5436aa6a33d req-2ea0b77b-4793-48f0-a51a-6e665ec90c27 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:03.467625 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:39:03.467965 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:39:03.468960 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:39:03.469427 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:39:03.469779 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:39:03.470137 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:39:03.470647 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:39:03.471050 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:39:03.471379 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:39:03.471701 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:39:03.472025 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:39:03.509805 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-e45b8100-7a00-4e0d-a6ce-97ca8a0d76fa None None] Set router 4da428da-1fa3-4edb-883d-108c9079f1fc gateway port host: n-d-836017-2 {{(pid=84765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:39:03.520172 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-990de94a-84ca-457c-961d-bee2e02bce35 req-91c10d15-9139-4657-99cf-9a7e11f12115 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b14d73344ef54b619e09b488e7950865&device_id=77473ad8-faf3-4f9f-bfbd-23ff65c5f54b HTTP/1.1" status: 200 len: 1094 time: 0.6267755 Apr 18 19:39:03.720853 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be11d0cf-83f9-44f5-9c8e-bb4a1c73cad1 req-bbaf1c8e-f46b-492c-b2ac-572bcb1a6ab4 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:03.723229 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-be11d0cf-83f9-44f5-9c8e-bb4a1c73cad1 req-bbaf1c8e-f46b-492c-b2ac-572bcb1a6ab4 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/ports?device_id=ac4e1770-8b35-4034-9597-ca85436903d4 HTTP/1.1" status: 200 len: 945 time: 0.1217759 Apr 18 19:39:03.729189 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-990de94a-84ca-457c-961d-bee2e02bce35 req-285ab065-8ba6-45ac-ae5c-666669d626eb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cf7505fe-44f3-43cd-9697-94a5bf21cd6a HTTP/1.1" status: 200 len: 217 time: 0.1894670 Apr 18 19:39:03.731983 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-adca0081-e970-4d5c-ba5b-2c15ddcf3acf req-190e353b-6a6c-4f85-ab4c-9bf1b96b1960 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:03.744377 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port 552a2c3a-37f5-4f12-b182-1d8ebdf8af89 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:39:03.745397 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:03.805505 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] get_ports_and_sgs() called for port_ids ['fb4ec813-3111-4e0c-8fce-fe8f59eaac1e'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:39:03.807603 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e353b-6a6c-4f85-ab4c-9bf1b96b1960 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Pushing event deleted for resources: {'Port': ['ID=ee76253e-7333-43fe-bddc-757641cfdcf2,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:03.829382 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-7ddc86ad-674f-4e56-b943-fae4e4d8f93c tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417313'] for router_interface, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:03.912605 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [req-adca0081-e970-4d5c-ba5b-2c15ddcf3acf req-190e353b-6a6c-4f85-ab4c-9bf1b96b1960 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] No DVR routers for this DVR port ee76253e-7333-43fe-bddc-757641cfdcf2 on host n-h2-836017-2 {{(pid=84764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:39:03.918561 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-be11d0cf-83f9-44f5-9c8e-bb4a1c73cad1 req-8878765a-7e3f-4bd5-a990-b529b1f7a974 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/security-groups?id=51df22c1-554b-4779-a025-65f2af6e2a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841826 Apr 18 19:39:03.920493 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-adca0081-e970-4d5c-ba5b-2c15ddcf3acf req-190e353b-6a6c-4f85-ab4c-9bf1b96b1960 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:03.927217 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '066cf706-50fb-4f85-8f97-2d1f24a4f488', 'name': 'network-vif-deleted', 'tag': 'ee76253e-7333-43fe-bddc-757641cfdcf2'}] {{(pid=84764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:39:03.943901 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19a8630-d9a1-4311-9b59-86db5a2e58c3 req-acc90eb8-4360-4efe-b743-e33104115443 tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:03.950828 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e19a8630-d9a1-4311-9b59-86db5a2e58c3 req-acc90eb8-4360-4efe-b743-e33104115443 tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] 10.222.0.69 "GET /v2.0/ports?device_id=837da776-18a8-418e-9e91-3e160c5632a0 HTTP/1.1" status: 200 len: 945 time: 0.6353896 Apr 18 19:39:04.007959 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-adca0081-e970-4d5c-ba5b-2c15ddcf3acf req-190e353b-6a6c-4f85-ab4c-9bf1b96b1960 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] 10.222.0.72 "DELETE /v2.0/ports/ee76253e-7333-43fe-bddc-757641cfdcf2 HTTP/1.1" status: 204 len: 173 time: 1.7252855 Apr 18 19:39:04.067482 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2437a08-62cc-4a91-a9d5-9b2fe5b8f1d9'] response: {'name': 'network-changed', 'server_uuid': '77473ad8-faf3-4f9f-bfbd-23ff65c5f54b', 'tag': 'cf7505fe-44f3-43cd-9697-94a5bf21cd6a', 'status': 'completed', 'code': 200} Apr 18 19:39:04.261125 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-bf7d1fce-7b05-42d8-9de0-7133b94ed2fa req-5d149351-d7cd-4cdd-bb1b-47a4fe362844 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Synchronizing usage tracker for tenant:b24aa115869c4ccebfe654d4d215e4c2 on resource:port {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:39:04.280525 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device ee76253e-7333-43fe-bddc-757641cfdcf2 no longer exists at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:39:04.294981 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990de94a-84ca-457c-961d-bee2e02bce35 req-39710770-f8f3-409c-b4f6-8133f54fcc3d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:04.298401 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-990de94a-84ca-457c-961d-bee2e02bce35 req-39710770-f8f3-409c-b4f6-8133f54fcc3d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9434df27-e17f-4bcb-b5e5-353e9f5c83cf HTTP/1.1" status: 200 len: 849 time: 0.5435534 Apr 18 19:39:04.332725 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] No Port match for: ee76253e-7333-43fe-bddc-757641cfdcf2 {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:39:04.333036 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device ee76253e-7333-43fe-bddc-757641cfdcf2 not bound to the agent host n-h2-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:39:04.340989 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-bf7d1fce-7b05-42d8-9de0-7133b94ed2fa req-5d149351-d7cd-4cdd-bb1b-47a4fe362844 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Unset dirty status for tenant:b24aa115869c4ccebfe654d4d215e4c2 on resource:port {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:39:04.346664 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-e45b8100-7a00-4e0d-a6ce-97ca8a0d76fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4da428da-1fa3-4edb-883d-108c9079f1fc', 'name': 'tempest-ServerActionsTestJSON-207124435-router', 'tenant_id': '7276b8530b6a4c9e997960e7ff37ca8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': '552a2c3a-37f5-4f12-b182-1d8ebdf8af89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:38:44Z', 'updated_at': '2022-04-18T19:38:59Z', 'revision_number': 4, 'project_id': '7276b8530b6a4c9e997960e7ff37ca8f', 'gw_port': {'id': '552a2c3a-37f5-4f12-b182-1d8ebdf8af89', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:63:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da428da-1fa3-4edb-883d-108c9079f1fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:38:47Z', 'updated_at': '2022-04-18T19:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_interfaces': [{'id': '405f82c0-44de-4028-867e-0c0d1bcfb82f', 'name': '', 'network_id': '20d4b8e1-a40a-4802-a6ed-f360fca84cce', 'tenant_id': '7276b8530b6a4c9e997960e7ff37ca8f', 'mac_address': 'fa:16:3e:cc:c7:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4da428da-1fa3-4edb-883d-108c9079f1fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0711ab9d-0a48-4dd5-b699-a74bbc1341bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:38:58Z', 'updated_at': '2022-04-18T19:39:00Z', 'revision_number': 2, 'project_id': '7276b8530b6a4c9e997960e7ff37ca8f', 'subnets': [{'id': '0711ab9d-0a48-4dd5-b699-a74bbc1341bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-2', False) {} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:39:04.351296 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-bf7d1fce-7b05-42d8-9de0-7133b94ed2fa req-5d149351-d7cd-4cdd-bb1b-47a4fe362844 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] 10.222.0.69 "GET /v2.0/ports?device_id=066cf706-50fb-4f85-8f97-2d1f24a4f488 HTTP/1.1" status: 200 len: 210 time: 0.1389532 Apr 18 19:39:04.354177 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45b8100-7a00-4e0d-a6ce-97ca8a0d76fa None None] Checking router: 4da428da-1fa3-4edb-883d-108c9079f1fc for host: n-d-836017-2 {{(pid=84765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:39:04.354691 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45b8100-7a00-4e0d-a6ce-97ca8a0d76fa None None] Updating router 4da428da-1fa3-4edb-883d-108c9079f1fc port 405f82c0-44de-4028-867e-0c0d1bcfb82f binding host n-d-836017-2 {{(pid=84765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 19:39:04.398131 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 95cbf159-4b30-42fd-b6a8-bb0129fc1a79 up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:39:04.429298 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-990de94a-84ca-457c-961d-bee2e02bce35 req-e1ece34e-527c-4ede-92af-c5982e205244 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0ead64cb-f40e-4606-a81f-5a65ad25a39e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1142194 Apr 18 19:39:04.463539 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e19a8630-d9a1-4311-9b59-86db5a2e58c3 req-f63d7edc-bd50-43c4-985a-1de680c3f3c9 tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] 10.222.0.69 "GET /v2.0/security-groups?id=11cffa75-c58f-4a7d-85dc-3db8046977bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5118206 Apr 18 19:39:04.509061 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e45b8100-7a00-4e0d-a6ce-97ca8a0d76fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:04.568483 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-c3a93137-f937-4ce1-a6c7-f5436aa6a33d req-2ea0b77b-4793-48f0-a51a-6e665ec90c27 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] For port fb4ec813-3111-4e0c-8fce-fe8f59eaac1e, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=fb4ec813-3111-4e0c-8fce-fe8f59eaac1e,segment=NetworkSegment(8940f5c9-2c52-448f-9b36-18364410ba08),segment_id=8940f5c9-2c52-448f-9b36-18364410ba08)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:39:04.568915 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-c3a93137-f937-4ce1-a6c7-f5436aa6a33d req-2ea0b77b-4793-48f0-a51a-6e665ec90c27 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:04.722928 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port 95cbf159-4b30-42fd-b6a8-bb0129fc1a79 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:39:04.723170 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:04.789367 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-c3a93137-f937-4ce1-a6c7-f5436aa6a33d req-2ea0b77b-4793-48f0-a51a-6e665ec90c27 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Calling delete_port for fb4ec813-3111-4e0c-8fce-fe8f59eaac1e owned by compute:nova {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:39:04.818257 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d2022c7-0532-47d8-a438-ebd071eecc76 admin admin] Router 5495cc30-d3ff-4859-a635-ec7e877e1219 has already been hosted by L3 agent 21b59c62-f184-4169-bc3e-79831cc043e8 {{(pid=84763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:39:04.906263 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-990de94a-84ca-457c-961d-bee2e02bce35 req-43b876f9-f136-430b-89d4-4112ea98541c service neutron] 10.222.0.73 "GET /v2.0/networks/0ead64cb-f40e-4606-a81f-5a65ad25a39e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4687169 Apr 18 19:39:04.914118 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 36918) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:39:04.922294 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-bc383d8f-5fde-4746-9870-c8e25d61d364 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Request body: {'security_group': {'name': 'tempest-securitygroup--232064440', 'description': 'tempest-description--557722179'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:39:04.934563 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-bc383d8f-5fde-4746-9870-c8e25d61d364 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:39:04.957044 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-bc383d8f-5fde-4746-9870-c8e25d61d364 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Usage tracker for resource:security_group and tenant:7276b8530b6a4c9e997960e7ff37ca8f is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:39:04.969048 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-bc383d8f-5fde-4746-9870-c8e25d61d364 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:39:04.991479 n-d-836017-2 neutron-server[84764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9c18560-f470-42bb-a502-39d1ead5584c'] response: {'server_uuid': '066cf706-50fb-4f85-8f97-2d1f24a4f488', 'name': 'network-vif-deleted', 'tag': 'ee76253e-7333-43fe-bddc-757641cfdcf2', 'status': 'completed', 'code': 200} Apr 18 19:39:05.001868 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-bc383d8f-5fde-4746-9870-c8e25d61d364 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:39:05.089876 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-bc383d8f-5fde-4746-9870-c8e25d61d364 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:05.174686 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e45b8100-7a00-4e0d-a6ce-97ca8a0d76fa None None] Notify callbacks [] for port, precommit_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:05.191728 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e45b8100-7a00-4e0d-a6ce-97ca8a0d76fa None None] Transition to ACTIVE for port object 405f82c0-44de-4028-867e-0c0d1bcfb82f will not be triggered until provisioned by entity L2. {{(pid=84765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:39:05.210081 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-bc383d8f-5fde-4746-9870-c8e25d61d364 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:39:05.217610 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-bc383d8f-5fde-4746-9870-c8e25d61d364 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Usage tracker for resource:security_group_rule and tenant:7276b8530b6a4c9e997960e7ff37ca8f is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:39:05.222956 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-bc383d8f-5fde-4746-9870-c8e25d61d364 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:39:05.230760 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-bc383d8f-5fde-4746-9870-c8e25d61d364 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:39:05.260900 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e45b8100-7a00-4e0d-a6ce-97ca8a0d76fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:05.314799 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7f7c27-1bcf-44ca-89c9-958981911109 req-65b5e888-6bb0-434b-baa3-995c89e70c5b tempest-VolumesActionsTest-803537767 tempest-VolumesActionsTest-803537767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:05.316681 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-5f7f7c27-1bcf-44ca-89c9-958981911109 req-65b5e888-6bb0-434b-baa3-995c89e70c5b tempest-VolumesActionsTest-803537767 tempest-VolumesActionsTest-803537767-project] 10.222.0.69 "GET /v2.0/ports?device_id=77473ad8-faf3-4f9f-bfbd-23ff65c5f54b HTTP/1.1" status: 200 len: 943 time: 0.1712742 Apr 18 19:39:05.332825 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-bc383d8f-5fde-4746-9870-c8e25d61d364 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:05.393322 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-5f7f7c27-1bcf-44ca-89c9-958981911109 req-d3c5772a-b8a1-4a15-8e4f-7244d4798273 tempest-VolumesActionsTest-803537767 tempest-VolumesActionsTest-803537767-project] 10.222.0.69 "GET /v2.0/security-groups?id=1055951c-9703-4aae-bd96-442960fc2fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588968 Apr 18 19:39:05.410624 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-bc383d8f-5fde-4746-9870-c8e25d61d364 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:05.431458 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385cab25-aecf-4e85-872c-f3b1aef0690e req-c41c2737-b889-4c57-958b-1932412deb68 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:05.438417 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1011a9f8-bdb7-44e0-b571-54e5cec984c7 None None] Pushing event updated for resources: {'Port': ['ID=405f82c0-44de-4028-867e-0c0d1bcfb82f,revision_number=3']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:05.438846 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-385cab25-aecf-4e85-872c-f3b1aef0690e req-c41c2737-b889-4c57-958b-1932412deb68 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 945 time: 0.7712650 Apr 18 19:39:05.497843 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc383d8f-5fde-4746-9870-c8e25d61d364 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65d46739-eb5a-478f-9fc7-f1aa98b0d76a,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:05.522300 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-990de94a-84ca-457c-961d-bee2e02bce35 req-90cff081-265c-42de-a386-2701c7547af5 service neutron] 10.222.0.73 "GET /v2.0/networks/0ead64cb-f40e-4606-a81f-5a65ad25a39e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5830336 Apr 18 19:39:05.523807 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-bc383d8f-5fde-4746-9870-c8e25d61d364 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:05.526706 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-bc383d8f-5fde-4746-9870-c8e25d61d364 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.6107860 Apr 18 19:39:05.529247 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 36926) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:39:05.538371 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-ebaf47df-279d-4a9b-8bb6-563af83f1978 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Request body: {'security_group_rule': {'security_group_id': '65d46739-eb5a-478f-9fc7-f1aa98b0d76a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:39:05.553284 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-ebaf47df-279d-4a9b-8bb6-563af83f1978 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:39:05.558073 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-ebaf47df-279d-4a9b-8bb6-563af83f1978 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Usage tracker for resource:security_group_rule and tenant:7276b8530b6a4c9e997960e7ff37ca8f is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:39:05.565188 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-ebaf47df-279d-4a9b-8bb6-563af83f1978 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:39:05.584633 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-ebaf47df-279d-4a9b-8bb6-563af83f1978 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:39:05.615293 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-e45b8100-7a00-4e0d-a6ce-97ca8a0d76fa None None] Attempting to bind port 405f82c0-44de-4028-867e-0c0d1bcfb82f on host n-d-836017-2 for vnic_type normal with profile {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:39:05.615535 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-e45b8100-7a00-4e0d-a6ce-97ca8a0d76fa None None] Attempting to bind port 405f82c0-44de-4028-867e-0c0d1bcfb82f by drivers openvswitch,hyperv on host n-d-836017-2 at level 0 using segments [{'id': 'b8926c6e-9073-4fc9-ba41-5d530ba3940c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '20d4b8e1-a40a-4802-a6ed-f360fca84cce'}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:39:05.616342 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45b8100-7a00-4e0d-a6ce-97ca8a0d76fa None None] Attempting to bind port 405f82c0-44de-4028-867e-0c0d1bcfb82f on network 20d4b8e1-a40a-4802-a6ed-f360fca84cce {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:39:05.618619 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-385cab25-aecf-4e85-872c-f3b1aef0690e req-9395d393-0e4f-48ae-8614-0f2eb72a1237 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786189 Apr 18 19:39:05.627899 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45b8100-7a00-4e0d-a6ce-97ca8a0d76fa None None] Checking agent: {'id': 'df2a5cfe-6839-400b-a998-e4fffce70f45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 8, 22), 'started_at': datetime.datetime(2022, 4, 18, 19, 8, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:39:05.628470 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45b8100-7a00-4e0d-a6ce-97ca8a0d76fa None None] Checking segment: {'id': 'b8926c6e-9073-4fc9-ba41-5d530ba3940c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '20d4b8e1-a40a-4802-a6ed-f360fca84cce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:39:05.629283 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e45b8100-7a00-4e0d-a6ce-97ca8a0d76fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:05.629283 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45b8100-7a00-4e0d-a6ce-97ca8a0d76fa None None] Bound using segment: {'id': 'b8926c6e-9073-4fc9-ba41-5d530ba3940c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '20d4b8e1-a40a-4802-a6ed-f360fca84cce'} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:39:05.638841 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-e45b8100-7a00-4e0d-a6ce-97ca8a0d76fa None None] Bound port: 405f82c0-44de-4028-867e-0c0d1bcfb82f, host: n-d-836017-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8926c6e-9073-4fc9-ba41-5d530ba3940c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '20d4b8e1-a40a-4802-a6ed-f360fca84cce'}}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:39:05.641203 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e45b8100-7a00-4e0d-a6ce-97ca8a0d76fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:05.703438 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-c3a93137-f937-4ce1-a6c7-f5436aa6a33d req-2ea0b77b-4793-48f0-a51a-6e665ec90c27 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:05.723276 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-7ddc86ad-674f-4e56-b943-fae4e4d8f93c tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Deleting port 76ff1e2a-3ae8-4fee-b42b-e39763dedf5b {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:39:05.729230 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-7ddc86ad-674f-4e56-b943-fae4e4d8f93c tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:05.744630 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d7180a-93f3-4cab-97f7-1a834d04589c req-3e8f1821-4364-46cf-9abb-4554efc08dca tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:05.756440 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c5d7180a-93f3-4cab-97f7-1a834d04589c req-3e8f1821-4364-46cf-9abb-4554efc08dca tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] 10.222.0.69 "GET /v2.0/ports?device_id=837da776-18a8-418e-9e91-3e160c5632a0 HTTP/1.1" status: 200 len: 945 time: 0.1805921 Apr 18 19:39:05.780398 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 36934) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:39:05.786329 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-ebaf47df-279d-4a9b-8bb6-563af83f1978 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:05.814034 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e45b8100-7a00-4e0d-a6ce-97ca8a0d76fa None None] For port 405f82c0-44de-4028-867e-0c0d1bcfb82f, host n-d-836017-2, cleared binding levels {{(pid=84765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:39:05.817929 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e45b8100-7a00-4e0d-a6ce-97ca8a0d76fa None None] For port 405f82c0-44de-4028-867e-0c0d1bcfb82f, host n-d-836017-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=405f82c0-44de-4028-867e-0c0d1bcfb82f,segment=NetworkSegment(b8926c6e-9073-4fc9-ba41-5d530ba3940c),segment_id=b8926c6e-9073-4fc9-ba41-5d530ba3940c)] {{(pid=84765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:39:05.821911 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-7519e944-e778-4040-8f83-a321054e77dc tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Request body: {'floatingip': {'port_id': '4be5c9d5-9153-486a-9796-60f8fbc38af7'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:39:05.872898 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device fb4ec813-3111-4e0c-8fce-fe8f59eaac1e no longer exists at agent hyperv_n-h1-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:39:05.910690 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e45b8100-7a00-4e0d-a6ce-97ca8a0d76fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:05.930556 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-7519e944-e778-4040-8f83-a321054e77dc tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Notify callbacks [] for floatingip, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:05.961263 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] No Port match for: fb4ec813-3111-4e0c-8fce-fe8f59eaac1e {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:39:05.961711 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device fb4ec813-3111-4e0c-8fce-fe8f59eaac1e not bound to the agent host n-h1-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:39:06.028635 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45b8100-7a00-4e0d-a6ce-97ca8a0d76fa None None] Routers {'4da428da-1fa3-4edb-883d-108c9079f1fc'} bound to L3 agent in host n-d-836017-2 {{(pid=84765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:39:06.029854 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-e45b8100-7a00-4e0d-a6ce-97ca8a0d76fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:38:50Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['4da428da-1fa3-4edb-883d-108c9079f1fc'], 'active': True} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:39:06.042707 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea0b77b-4793-48f0-a51a-6e665ec90c27 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Pushing event deleted for resources: {'Port': ['ID=fb4ec813-3111-4e0c-8fce-fe8f59eaac1e,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:06.122492 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-3b9deaf6-985e-4623-8f6a-ccc2ce4b2b3b req-20ca0439-84dd-49b7-a354-81851e17dd2c tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] 10.222.0.69 "GET /v2.0/ports?device_id=b0630160-1d27-42db-8511-d8b3773d1646 HTTP/1.1" status: 200 len: 210 time: 0.0981078 Apr 18 19:39:06.125129 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3a93137-f937-4ce1-a6c7-f5436aa6a33d req-2ea0b77b-4793-48f0-a51a-6e665ec90c27 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] No DVR routers for this DVR port fb4ec813-3111-4e0c-8fce-fe8f59eaac1e on host n-h1-836017-2 {{(pid=84763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:39:06.138689 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-ebaf47df-279d-4a9b-8bb6-563af83f1978 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:06.142890 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-c3a93137-f937-4ce1-a6c7-f5436aa6a33d req-2ea0b77b-4793-48f0-a51a-6e665ec90c27 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:06.188635 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0630160-1d27-42db-8511-d8b3773d1646', 'name': 'network-vif-deleted', 'tag': 'fb4ec813-3111-4e0c-8fce-fe8f59eaac1e'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:39:06.276376 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-e45b8100-7a00-4e0d-a6ce-97ca8a0d76fa None None] Set router 4da428da-1fa3-4edb-883d-108c9079f1fc gateway port host: n-d-836017-2 {{(pid=84765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:39:06.352912 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1011a9f8-bdb7-44e0-b571-54e5cec984c7 None None] Pushing event updated for resources: {'Port': ['ID=405f82c0-44de-4028-867e-0c0d1bcfb82f,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:06.366525 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-ebaf47df-279d-4a9b-8bb6-563af83f1978 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484852'] for security_group_rule, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:06.459777 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaf47df-279d-4a9b-8bb6-563af83f1978 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f17f27c-2da9-4a78-9118-5ecbd0eb30bd,revision_number=0']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:06.554350 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-7ddc86ad-674f-4e56-b943-fae4e4d8f93c tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:06.613649 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-ebaf47df-279d-4a9b-8bb6-563af83f1978 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:06.617315 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-ebaf47df-279d-4a9b-8bb6-563af83f1978 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.0867143 Apr 18 19:39:06.629007 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 36946) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:39:06.645566 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-322dd0e4-ab72-4bf0-8e61-b32c49e319b9 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Request body: {'security_group_rule': {'security_group_id': '65d46739-eb5a-478f-9fc7-f1aa98b0d76a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:39:06.666300 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-322dd0e4-ab72-4bf0-8e61-b32c49e319b9 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:39:06.689508 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-322dd0e4-ab72-4bf0-8e61-b32c49e319b9 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Usage tracker for resource:security_group_rule and tenant:7276b8530b6a4c9e997960e7ff37ca8f is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:39:06.710079 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-322dd0e4-ab72-4bf0-8e61-b32c49e319b9 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:39:06.729642 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b454b19a-e685-4933-a37e-24b34651603f req-bdeb1557-76be-45da-b339-db3eef58db03 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:06.739608 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-b454b19a-e685-4933-a37e-24b34651603f req-bdeb1557-76be-45da-b339-db3eef58db03 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 945 time: 0.3800159 Apr 18 19:39:06.775745 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-e45b8100-7a00-4e0d-a6ce-97ca8a0d76fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4da428da-1fa3-4edb-883d-108c9079f1fc', 'name': 'tempest-ServerActionsTestJSON-207124435-router', 'tenant_id': '7276b8530b6a4c9e997960e7ff37ca8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': '552a2c3a-37f5-4f12-b182-1d8ebdf8af89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:38:44Z', 'updated_at': '2022-04-18T19:38:59Z', 'revision_number': 4, 'project_id': '7276b8530b6a4c9e997960e7ff37ca8f', 'gw_port': {'id': '552a2c3a-37f5-4f12-b182-1d8ebdf8af89', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:63:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da428da-1fa3-4edb-883d-108c9079f1fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:38:47Z', 'updated_at': '2022-04-18T19:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_interfaces': [{'id': '405f82c0-44de-4028-867e-0c0d1bcfb82f', 'name': '', 'network_id': '20d4b8e1-a40a-4802-a6ed-f360fca84cce', 'tenant_id': '7276b8530b6a4c9e997960e7ff37ca8f', 'mac_address': 'fa:16:3e:cc:c7:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4da428da-1fa3-4edb-883d-108c9079f1fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0711ab9d-0a48-4dd5-b699-a74bbc1341bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:38:58Z', 'updated_at': '2022-04-18T19:39:05Z', 'revision_number': 4, 'project_id': '7276b8530b6a4c9e997960e7ff37ca8f', 'subnets': [{'id': '0711ab9d-0a48-4dd5-b699-a74bbc1341bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-2', False) {} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:39:06.782369 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45b8100-7a00-4e0d-a6ce-97ca8a0d76fa None None] The sync data for ids ['4da428da-1fa3-4edb-883d-108c9079f1fc'] in n-d-836017-2 is: [{'id': '4da428da-1fa3-4edb-883d-108c9079f1fc', 'name': 'tempest-ServerActionsTestJSON-207124435-router', 'tenant_id': '7276b8530b6a4c9e997960e7ff37ca8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': '552a2c3a-37f5-4f12-b182-1d8ebdf8af89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:38:44Z', 'updated_at': '2022-04-18T19:38:59Z', 'revision_number': 4, 'project_id': '7276b8530b6a4c9e997960e7ff37ca8f', 'gw_port': {'id': '552a2c3a-37f5-4f12-b182-1d8ebdf8af89', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:63:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da428da-1fa3-4edb-883d-108c9079f1fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:38:47Z', 'updated_at': '2022-04-18T19:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_interfaces': [{'id': '405f82c0-44de-4028-867e-0c0d1bcfb82f', 'name': '', 'network_id': '20d4b8e1-a40a-4802-a6ed-f360fca84cce', 'tenant_id': '7276b8530b6a4c9e997960e7ff37ca8f', 'mac_address': 'fa:16:3e:cc:c7:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4da428da-1fa3-4edb-883d-108c9079f1fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0711ab9d-0a48-4dd5-b699-a74bbc1341bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:38:58Z', 'updated_at': '2022-04-18T19:39:05Z', 'revision_number': 4, 'project_id': '7276b8530b6a4c9e997960e7ff37ca8f', 'subnets': [{'id': '0711ab9d-0a48-4dd5-b699-a74bbc1341bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:39:06.791852 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-7ddc86ad-674f-4e56-b943-fae4e4d8f93c tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Calling delete_port for 76ff1e2a-3ae8-4fee-b42b-e39763dedf5b owned by network:router_interface {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:39:06.822309 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-322dd0e4-ab72-4bf0-8e61-b32c49e319b9 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:39:06.827228 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-c3a93137-f937-4ce1-a6c7-f5436aa6a33d req-2ea0b77b-4793-48f0-a51a-6e665ec90c27 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] 10.222.0.73 "DELETE /v2.0/ports/fb4ec813-3111-4e0c-8fce-fe8f59eaac1e HTTP/1.1" status: 204 len: 173 time: 3.5576575 Apr 18 19:39:06.863902 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-b454b19a-e685-4933-a37e-24b34651603f req-5b27bb93-5dc9-47d5-961c-2314083b831f tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233428 Apr 18 19:39:06.945500 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b90fd496-49e5-4336-866a-a16bb9e07114 req-6ceaff70-bc02-4b44-ade7-fdb25adf8a1a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b14d73344ef54b619e09b488e7950865&device_id=77473ad8-faf3-4f9f-bfbd-23ff65c5f54b HTTP/1.1" status: 200 len: 1094 time: 1.2888932 Apr 18 19:39:07.008180 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-322dd0e4-ab72-4bf0-8e61-b32c49e319b9 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:07.137747 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d601c44-4ea1-43be-ad49-2bc83c9c69d6'] response: {'server_uuid': 'b0630160-1d27-42db-8511-d8b3773d1646', 'name': 'network-vif-deleted', 'tag': 'fb4ec813-3111-4e0c-8fce-fe8f59eaac1e', 'status': 'completed', 'code': 200} Apr 18 19:39:07.176934 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-322dd0e4-ab72-4bf0-8e61-b32c49e319b9 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:07.207931 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d2022c7-0532-47d8-a438-ebd071eecc76 admin admin] Notify agent at l3_agent.n-d-836017-2 the message routers_updated {{(pid=84763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:39:07.221737 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963d8318-6b7b-498f-bafd-4472145b7ba5 None None] Sync routers for ids ['5495cc30-d3ff-4859-a635-ec7e877e1219'] in n-d-836017-2 {{(pid=84766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:39:07.240438 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f66950-fbf5-415b-a94d-bbc28f2f108c req-9e692531-27d5-4761-b952-01619d7f9018 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:07.250618 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963d8318-6b7b-498f-bafd-4472145b7ba5 None None] Routers {'5495cc30-d3ff-4859-a635-ec7e877e1219'} bound to L3 agent in host n-d-836017-2 {{(pid=84766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:39:07.252752 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-963d8318-6b7b-498f-bafd-4472145b7ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:38:50Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['5495cc30-d3ff-4859-a635-ec7e877e1219'], 'active': True} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:39:07.255886 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d6f66950-fbf5-415b-a94d-bbc28f2f108c req-9e692531-27d5-4761-b952-01619d7f9018 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/ports?device_id=ac4e1770-8b35-4034-9597-ca85436903d4 HTTP/1.1" status: 200 len: 945 time: 1.4107549 Apr 18 19:39:07.263644 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-6d2022c7-0532-47d8-a438-ebd071eecc76 admin admin] 10.222.0.69 "PUT /v2.0/routers/5495cc30-d3ff-4859-a635-ec7e877e1219/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9065828 Apr 18 19:39:07.339590 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-322dd0e4-ab72-4bf0-8e61-b32c49e319b9 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484852'] for security_group_rule, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:07.450246 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322dd0e4-ab72-4bf0-8e61-b32c49e319b9 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48cf7acb-40b4-4cab-ab12-b50f8c316944,revision_number=0']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:07.474034 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d6f66950-fbf5-415b-a94d-bbc28f2f108c req-4580735a-4750-40c6-9909-bbdf018567d5 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/security-groups?id=51df22c1-554b-4779-a025-65f2af6e2a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171428 Apr 18 19:39:07.491215 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-7519e944-e778-4040-8f83-a321054e77dc tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:07.510040 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e1aa82-a8b1-4243-b508-220ab2f194f0 req-d9765b41-b42a-4807-ab6c-4b36fff3f5f5 tempest-VolumesActionsTest-803537767 tempest-VolumesActionsTest-803537767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:07.516698 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90fd496-49e5-4336-866a-a16bb9e07114 req-99399f95-ed67-4653-9c7e-8aba7b28512d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:07.518603 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-12e1aa82-a8b1-4243-b508-220ab2f194f0 req-d9765b41-b42a-4807-ab6c-4b36fff3f5f5 tempest-VolumesActionsTest-803537767 tempest-VolumesActionsTest-803537767-project] 10.222.0.69 "GET /v2.0/ports?device_id=77473ad8-faf3-4f9f-bfbd-23ff65c5f54b HTTP/1.1" status: 200 len: 943 time: 0.1952882 Apr 18 19:39:07.519185 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b90fd496-49e5-4336-866a-a16bb9e07114 req-99399f95-ed67-4653-9c7e-8aba7b28512d service neutron] 10.222.0.73 "GET /v2.0/networks?id=0ead64cb-f40e-4606-a81f-5a65ad25a39e HTTP/1.1" status: 200 len: 910 time: 0.5588238 Apr 18 19:39:07.520348 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 36956) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:39:07.594186 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-12e1aa82-a8b1-4243-b508-220ab2f194f0 req-7687240d-4e7a-4f5b-933b-0358489b4908 tempest-VolumesActionsTest-803537767 tempest-VolumesActionsTest-803537767-project] 10.222.0.69 "GET /v2.0/security-groups?id=1055951c-9703-4aae-bd96-442960fc2fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738904 Apr 18 19:39:07.595002 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-322dd0e4-ab72-4bf0-8e61-b32c49e319b9 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:07.598928 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-322dd0e4-ab72-4bf0-8e61-b32c49e319b9 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.9660923 Apr 18 19:39:07.601296 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 36962) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:39:07.630794 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-903772bc-0222-410e-8aa9-61acfe326cbc tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Request body: {'floatingip': {'floating_network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:39:07.659978 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-7519e944-e778-4040-8f83-a321054e77dc tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416787'] for floatingip, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:07.685646 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvr_db [None req-963d8318-6b7b-498f-bafd-4472145b7ba5 None None] Set router 5495cc30-d3ff-4859-a635-ec7e877e1219 gateway port host: n-d-836017-2 {{(pid=84766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:39:07.825272 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-903772bc-0222-410e-8aa9-61acfe326cbc tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:39:07.871929 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-903772bc-0222-410e-8aa9-61acfe326cbc tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Usage tracker for resource:floatingip and tenant:7276b8530b6a4c9e997960e7ff37ca8f is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:39:07.914495 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-7ddc86ad-674f-4e56-b943-fae4e4d8f93c tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:07.985917 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-903772bc-0222-410e-8aa9-61acfe326cbc tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:39:08.011287 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-25e89984-ce3a-49a1-9f8e-4154c5ba35b7 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-19512121'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:39:08.032168 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-903772bc-0222-410e-8aa9-61acfe326cbc tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:39:08.036715 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-25e89984-ce3a-49a1-9f8e-4154c5ba35b7 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:39:08.076781 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-31df9d8e-d611-474c-b38d-a453c0131452 req-4b442ae1-2372-4853-9b6b-b34151ba8be5 tempest-MultipleCreateTestJSON-1178574731 tempest-MultipleCreateTestJSON-1178574731-project] 10.222.0.69 "GET /v2.0/ports?device_id=b0630160-1d27-42db-8511-d8b3773d1646 HTTP/1.1" status: 200 len: 210 time: 0.2145400 Apr 18 19:39:08.084722 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-25e89984-ce3a-49a1-9f8e-4154c5ba35b7 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Usage tracker for resource:network and tenant:af77c4468a104578b3401cd2f194180a is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:39:08.104421 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-25e89984-ce3a-49a1-9f8e-4154c5ba35b7 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:39:08.118621 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-25e89984-ce3a-49a1-9f8e-4154c5ba35b7 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:39:08.143674 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b90fd496-49e5-4336-866a-a16bb9e07114 req-538af3f7-f4b6-42d8-acb1-42c220c58271 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cf7505fe-44f3-43cd-9697-94a5bf21cd6a HTTP/1.1" status: 200 len: 217 time: 0.4793253 Apr 18 19:39:08.173342 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddc86ad-674f-4e56-b943-fae4e4d8f93c tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Pushing event deleted for resources: {'Port': ['ID=76ff1e2a-3ae8-4fee-b42b-e39763dedf5b,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:08.186559 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-903772bc-0222-410e-8aa9-61acfe326cbc tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Notify callbacks [] for floatingip, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:08.361443 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25e89984-ce3a-49a1-9f8e-4154c5ba35b7 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Made reservation on behalf of af77c4468a104578b3401cd2f194180a for: {'network': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:39:08.364462 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-25e89984-ce3a-49a1-9f8e-4154c5ba35b7 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for network, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:08.401626 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 405f82c0-44de-4028-867e-0c0d1bcfb82f up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:39:08.446017 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-963d8318-6b7b-498f-bafd-4472145b7ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5495cc30-d3ff-4859-a635-ec7e877e1219', 'name': 'tempest-ServersTestMultiNic-1103541223-router', 'tenant_id': 'af77c4468a104578b3401cd2f194180a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '95cbf159-4b30-42fd-b6a8-bb0129fc1a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:38:48Z', 'updated_at': '2022-04-18T19:38:59Z', 'revision_number': 4, 'project_id': 'af77c4468a104578b3401cd2f194180a', 'gw_port': {'id': '95cbf159-4b30-42fd-b6a8-bb0129fc1a79', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b6:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5495cc30-d3ff-4859-a635-ec7e877e1219', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:38:49Z', 'updated_at': '2022-04-18T19:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_interfaces': [{'id': 'bf7bf0f0-0d78-4e16-9ca4-e930e875a61b', 'name': '', 'network_id': 'b742f6a8-9608-4052-b6e6-93348da7c3f4', 'tenant_id': 'af77c4468a104578b3401cd2f194180a', 'mac_address': 'fa:16:3e:5c:23:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5495cc30-d3ff-4859-a635-ec7e877e1219', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53e27197-8b05-45c8-88a5-d6c0aa610a08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:38:57Z', 'updated_at': '2022-04-18T19:39:00Z', 'revision_number': 2, 'project_id': 'af77c4468a104578b3401cd2f194180a', 'subnets': [{'id': '53e27197-8b05-45c8-88a5-d6c0aa610a08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-2', False) {} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:39:08.454890 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963d8318-6b7b-498f-bafd-4472145b7ba5 None None] Checking router: 5495cc30-d3ff-4859-a635-ec7e877e1219 for host: n-d-836017-2 {{(pid=84766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:39:08.455679 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963d8318-6b7b-498f-bafd-4472145b7ba5 None None] Updating router 5495cc30-d3ff-4859-a635-ec7e877e1219 port bf7bf0f0-0d78-4e16-9ca4-e930e875a61b binding host n-d-836017-2 {{(pid=84766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 19:39:08.462352 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25e89984-ce3a-49a1-9f8e-4154c5ba35b7 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=84764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:39:08.490500 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-25e89984-ce3a-49a1-9f8e-4154c5ba35b7 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:08.490880 n-d-836017-2 neutron-server[84764]: INFO neutron.db.segments_db [None req-25e89984-ce3a-49a1-9f8e-4154c5ba35b7 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Added segment aed6f02a-53e1-4547-b098-0d9b473b19b5 of type vlan for network d831801b-76c4-46ce-9ce8-cb3cace52776 Apr 18 19:39:08.560014 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-963d8318-6b7b-498f-bafd-4472145b7ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:08.561793 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-25e89984-ce3a-49a1-9f8e-4154c5ba35b7 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791093404182'] for network, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:08.589402 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning for port 405f82c0-44de-4028-867e-0c0d1bcfb82f completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:39:08.591772 n-d-836017-2 neutron-server[84764]: INFO neutron.db.l3_db [None req-7519e944-e778-4040-8f83-a321054e77dc tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Floating IP 60145965-2636-4fe7-97be-f4fc87b3dbf2 associated. External IP: 172.25.3.128, port: 4be5c9d5-9153-486a-9796-60f8fbc38af7. Apr 18 19:39:08.595437 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90fd496-49e5-4336-866a-a16bb9e07114 req-fa9ecf35-794a-4076-b5b3-5b27a633e031 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:08.597093 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b90fd496-49e5-4336-866a-a16bb9e07114 req-fa9ecf35-794a-4076-b5b3-5b27a633e031 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9434df27-e17f-4bcb-b5e5-353e9f5c83cf HTTP/1.1" status: 200 len: 849 time: 0.4269199 Apr 18 19:39:08.598370 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port 405f82c0-44de-4028-867e-0c0d1bcfb82f triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:39:08.599634 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:08.609938 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607c7c66-2dc8-4d22-a8ce-0ce29684f2c8 req-2890c52c-f8a2-4a7c-9291-82c30abbe03a tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:08.617106 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-607c7c66-2dc8-4d22-a8ce-0ce29684f2c8 req-2890c52c-f8a2-4a7c-9291-82c30abbe03a tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 945 time: 0.7933147 Apr 18 19:39:08.714173 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-7ddc86ad-674f-4e56-b943-fae4e4d8f93c tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417398'] for router_interface, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:08.721519 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b90fd496-49e5-4336-866a-a16bb9e07114 req-252dac6e-2cc2-4169-bda6-1f6b2e56ba0e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0ead64cb-f40e-4606-a81f-5a65ad25a39e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0844111 Apr 18 19:39:08.759768 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-607c7c66-2dc8-4d22-a8ce-0ce29684f2c8 req-1e57bc3c-e0cd-49a6-998c-609ad2ac5c7e tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415856 Apr 18 19:39:08.886494 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:08.986034 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.db.resource_extend [None req-25e89984-ce3a-49a1-9f8e-4154c5ba35b7 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 19:39:09.010339 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] For port 405f82c0-44de-4028-867e-0c0d1bcfb82f, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=405f82c0-44de-4028-867e-0c0d1bcfb82f,segment=NetworkSegment(b8926c6e-9073-4fc9-ba41-5d530ba3940c),segment_id=b8926c6e-9073-4fc9-ba41-5d530ba3940c)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:39:09.093004 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:09.107982 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b90fd496-49e5-4336-866a-a16bb9e07114 req-86155e63-f211-44b2-805b-a4bc5c4a1342 service neutron] 10.222.0.73 "GET /v2.0/networks/0ead64cb-f40e-4606-a81f-5a65ad25a39e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3638849 Apr 18 19:39:09.156359 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-963d8318-6b7b-498f-bafd-4472145b7ba5 None None] Notify callbacks [] for port, precommit_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:09.178173 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.provisioning_blocks [None req-963d8318-6b7b-498f-bafd-4472145b7ba5 None None] Transition to ACTIVE for port object bf7bf0f0-0d78-4e16-9ca4-e930e875a61b will not be triggered until provisioned by entity L2. {{(pid=84766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:39:09.200162 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-903772bc-0222-410e-8aa9-61acfe326cbc tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:09.209591 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Pushing event updated for resources: {'Port': ['ID=405f82c0-44de-4028-867e-0c0d1bcfb82f,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:09.273065 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-25e89984-ce3a-49a1-9f8e-4154c5ba35b7 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251'] for network, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:09.277030 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e89984-ce3a-49a1-9f8e-4154c5ba35b7 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:09.277983 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-25e89984-ce3a-49a1-9f8e-4154c5ba35b7 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:09.282498 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-963d8318-6b7b-498f-bafd-4472145b7ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:09.330315 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0737eb-cb81-4894-ba9f-fd10692bac63 req-dcd5912e-311d-4b52-be49-dbe7503ad500 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:09.332187 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8c0737eb-cb81-4894-ba9f-fd10692bac63 req-dcd5912e-311d-4b52-be49-dbe7503ad500 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/ports?device_id=ac4e1770-8b35-4034-9597-ca85436903d4 HTTP/1.1" status: 200 len: 945 time: 0.5626612 Apr 18 19:39:09.426814 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba25cac-fa6e-47f3-9793-84bc566783b7 None None] Pushing event updated for resources: {'Port': ['ID=bf7bf0f0-0d78-4e16-9ca4-e930e875a61b,revision_number=3']} {{(pid=84766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:09.538122 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d739e4b0-3bb8-4f50-a0bb-4eadde907ec5 req-669296f6-ed56-4d9f-aa17-222bd4ff672b tempest-VolumesActionsTest-803537767 tempest-VolumesActionsTest-803537767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:09.539664 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d739e4b0-3bb8-4f50-a0bb-4eadde907ec5 req-669296f6-ed56-4d9f-aa17-222bd4ff672b tempest-VolumesActionsTest-803537767 tempest-VolumesActionsTest-803537767-project] 10.222.0.69 "GET /v2.0/ports?device_id=77473ad8-faf3-4f9f-bfbd-23ff65c5f54b HTTP/1.1" status: 200 len: 943 time: 0.5814955 Apr 18 19:39:09.549647 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-25e89984-ce3a-49a1-9f8e-4154c5ba35b7 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.0275855 Apr 18 19:39:09.555584 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 36976) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:39:09.555849 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e89984-ce3a-49a1-9f8e-4154c5ba35b7 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Pushing event updated for resources: {'Network': ['ID=d831801b-76c4-46ce-9ce8-cb3cace52776,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:09.569140 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Network d831801b-76c4-46ce-9ce8-cb3cace52776 details requested by agent ovs-agent-n-d-836017-2 with host n-d-836017-2 {{(pid=84765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:39:09.576917 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8c0737eb-cb81-4894-ba9f-fd10692bac63 req-a1f15832-9ed8-4234-8c5e-e6b96c6717ac tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/security-groups?id=51df22c1-554b-4779-a025-65f2af6e2a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831815 Apr 18 19:39:09.581815 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-ed4d556e-9986-4198-a1bf-358c22e2d7a1 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Request body: {'subnet': {'network_id': 'd831801b-76c4-46ce-9ce8-cb3cace52776', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:39:09.590898 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.managers [None req-963d8318-6b7b-498f-bafd-4472145b7ba5 None None] Attempting to bind port bf7bf0f0-0d78-4e16-9ca4-e930e875a61b on host n-d-836017-2 for vnic_type normal with profile {{(pid=84766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:39:09.592450 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.managers [None req-963d8318-6b7b-498f-bafd-4472145b7ba5 None None] Attempting to bind port bf7bf0f0-0d78-4e16-9ca4-e930e875a61b by drivers openvswitch,hyperv on host n-d-836017-2 at level 0 using segments [{'id': '5485d3a7-e1a9-4479-9ce1-9100697be395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b742f6a8-9608-4052-b6e6-93348da7c3f4'}] {{(pid=84766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:39:09.594928 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963d8318-6b7b-498f-bafd-4472145b7ba5 None None] Attempting to bind port bf7bf0f0-0d78-4e16-9ca4-e930e875a61b on network b742f6a8-9608-4052-b6e6-93348da7c3f4 {{(pid=84766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:39:09.623634 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963d8318-6b7b-498f-bafd-4472145b7ba5 None None] Checking agent: {'id': 'df2a5cfe-6839-400b-a998-e4fffce70f45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 8, 22), 'started_at': datetime.datetime(2022, 4, 18, 19, 8, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:39:09.623634 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963d8318-6b7b-498f-bafd-4472145b7ba5 None None] Checking segment: {'id': '5485d3a7-e1a9-4479-9ce1-9100697be395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b742f6a8-9608-4052-b6e6-93348da7c3f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:39:09.624118 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-963d8318-6b7b-498f-bafd-4472145b7ba5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:09.624722 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963d8318-6b7b-498f-bafd-4472145b7ba5 None None] Bound using segment: {'id': '5485d3a7-e1a9-4479-9ce1-9100697be395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b742f6a8-9608-4052-b6e6-93348da7c3f4'} {{(pid=84766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:39:09.625420 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.managers [None req-963d8318-6b7b-498f-bafd-4472145b7ba5 None None] Bound port: bf7bf0f0-0d78-4e16-9ca4-e930e875a61b, host: n-d-836017-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5485d3a7-e1a9-4479-9ce1-9100697be395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b742f6a8-9608-4052-b6e6-93348da7c3f4'}}] {{(pid=84766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:39:09.625898 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-963d8318-6b7b-498f-bafd-4472145b7ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:09.657888 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_common [None req-903772bc-0222-410e-8aa9-61acfe326cbc tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Allocated IP 172.25.3.159 (11e8e108-37df-4084-b6b7-113e6beb66b4/3b0abf32-1504-448b-b06e-c8c870b6a7c8/9dffdd81-fc97-4a38-ad25-bcc890752d07) {{(pid=84764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:39:09.808337 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 36982) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:39:09.812677 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.db [None req-963d8318-6b7b-498f-bafd-4472145b7ba5 None None] For port bf7bf0f0-0d78-4e16-9ca4-e930e875a61b, host n-d-836017-2, cleared binding levels {{(pid=84766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:39:09.816108 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.db [None req-963d8318-6b7b-498f-bafd-4472145b7ba5 None None] For port bf7bf0f0-0d78-4e16-9ca4-e930e875a61b, host n-d-836017-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=bf7bf0f0-0d78-4e16-9ca4-e930e875a61b,segment=NetworkSegment(5485d3a7-e1a9-4479-9ce1-9100697be395),segment_id=5485d3a7-e1a9-4479-9ce1-9100697be395)] {{(pid=84766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:39:09.820012 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b90fd496-49e5-4336-866a-a16bb9e07114 req-f6e96545-3868-4c59-a83f-551aa64ebd40 service neutron] 10.222.0.73 "GET /v2.0/networks/0ead64cb-f40e-4606-a81f-5a65ad25a39e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7043142 Apr 18 19:39:09.844073 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-903772bc-0222-410e-8aa9-61acfe326cbc tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Notify callbacks [] for port, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:09.893584 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device cf7505fe-44f3-43cd-9697-94a5bf21cd6a details requested by agent hyperv_n-h1-836017-2 with host n-h1-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:39:09.902914 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-963d8318-6b7b-498f-bafd-4472145b7ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:10.047522 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba25cac-fa6e-47f3-9793-84bc566783b7 None None] Pushing event updated for resources: {'Port': ['ID=bf7bf0f0-0d78-4e16-9ca4-e930e875a61b,revision_number=4']} {{(pid=84766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:10.053436 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963d8318-6b7b-498f-bafd-4472145b7ba5 None None] Routers {'5495cc30-d3ff-4859-a635-ec7e877e1219'} bound to L3 agent in host n-d-836017-2 {{(pid=84766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:39:10.054281 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-963d8318-6b7b-498f-bafd-4472145b7ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:38:50Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['5495cc30-d3ff-4859-a635-ec7e877e1219'], 'active': True} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:39:10.068647 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port cf7505fe-44f3-43cd-9697-94a5bf21cd6a, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=cf7505fe-44f3-43cd-9697-94a5bf21cd6a,segment=NetworkSegment(0c213d42-e0df-4f72-a99f-f97b3a74794a),segment_id=0c213d42-e0df-4f72-a99f-f97b3a74794a)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:39:10.077513 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d739e4b0-3bb8-4f50-a0bb-4eadde907ec5 req-5e88590c-45d6-4e76-99d5-9d27ad25d8cd tempest-VolumesActionsTest-803537767 tempest-VolumesActionsTest-803537767-project] 10.222.0.69 "GET /v2.0/security-groups?id=1055951c-9703-4aae-bd96-442960fc2fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5210233 Apr 18 19:39:10.085353 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-ed4d556e-9986-4198-a1bf-358c22e2d7a1 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:39:10.085627 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Returning: {'device': 'cf7505fe-44f3-43cd-9697-94a5bf21cd6a', 'network_id': '0ead64cb-f40e-4606-a81f-5a65ad25a39e', 'port_id': 'cf7505fe-44f3-43cd-9697-94a5bf21cd6a', 'mac_address': 'fa:16:3e:94:05:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9434df27-e17f-4bcb-b5e5-353e9f5c83cf', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:39:10.100767 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-ed4d556e-9986-4198-a1bf-358c22e2d7a1 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Usage tracker for resource:subnet and tenant:af77c4468a104578b3401cd2f194180a is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:39:10.107085 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b4162aa-0c85-49bf-ae24-a773ff864528 admin admin] Deleting subnet c5663fb8-fb65-483f-a697-5dc1cb158bec {{(pid=84763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:39:10.111819 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-ed4d556e-9986-4198-a1bf-358c22e2d7a1 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:39:10.114898 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-4b4162aa-0c85-49bf-ae24-a773ff864528 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:10.157136 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-903772bc-0222-410e-8aa9-61acfe326cbc tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:10.210818 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:10.217716 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-ed4d556e-9986-4198-a1bf-358c22e2d7a1 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:39:10.244838 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ddc86ad-674f-4e56-b943-fae4e4d8f93c tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Router 51c5b496-d2ab-4e0b-be01-0aeaf8e42217 has already been hosted by L3 agent 21b59c62-f184-4169-bc3e-79831cc043e8 {{(pid=84763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:39:10.253588 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf7505fe-44f3-43cd-9697-94a5bf21cd6a {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:39:10.256268 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-4b4162aa-0c85-49bf-ae24-a773ff864528 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66272755'] for subnet, precommit_delete_associations {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:10.284575 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port cf7505fe-44f3-43cd-9697-94a5bf21cd6a, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=cf7505fe-44f3-43cd-9697-94a5bf21cd6a,segment=NetworkSegment(0c213d42-e0df-4f72-a99f-f97b3a74794a),segment_id=0c213d42-e0df-4f72-a99f-f97b3a74794a)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:39:10.308547 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 405f82c0-44de-4028-867e-0c0d1bcfb82f up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:39:10.357390 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvr_db [None req-963d8318-6b7b-498f-bafd-4472145b7ba5 None None] Set router 5495cc30-d3ff-4859-a635-ec7e877e1219 gateway port host: n-d-836017-2 {{(pid=84766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:39:10.363921 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903772bc-0222-410e-8aa9-61acfe326cbc tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Network 11e8e108-37df-4084-b6b7-113e6beb66b4 is already hosted by enough agents. {{(pid=84764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:39:10.365411 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903772bc-0222-410e-8aa9-61acfe326cbc tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Pushing event updated for resources: {'Port': ['ID=9dffdd81-fc97-4a38-ad25-bcc890752d07,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:10.381308 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed4d556e-9986-4198-a1bf-358c22e2d7a1 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Made reservation on behalf of af77c4468a104578b3401cd2f194180a for: {'subnet': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:39:10.385732 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [None req-903772bc-0222-410e-8aa9-61acfe326cbc tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Resources bound (agent type, host, resource id): {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:39:10.387726 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:10.390145 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903772bc-0222-410e-8aa9-61acfe326cbc tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Received port after_create {{(pid=84764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:39:10.517285 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Pushing event updated for resources: {'Port': ['ID=cf7505fe-44f3-43cd-9697-94a5bf21cd6a,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:10.520496 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port 405f82c0-44de-4028-867e-0c0d1bcfb82f triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:39:10.520859 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:10.535136 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-4b4162aa-0c85-49bf-ae24-a773ff864528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1258508'] for subnet, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:10.656110 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ed4d556e-9986-4198-a1bf-358c22e2d7a1 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540907'] for subnet, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:10.729331 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] get_ports_and_sgs() called for port_ids ['cf7505fe-44f3-43cd-9697-94a5bf21cd6a'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:39:10.766182 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-903772bc-0222-410e-8aa9-61acfe326cbc tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:10.807466 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f97dbec-e641-4cee-9754-b95d861f63fa req-00b48d15-f1dc-4710-9e1b-219054fd8cf5 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:10.821689 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-5f97dbec-e641-4cee-9754-b95d861f63fa req-00b48d15-f1dc-4710-9e1b-219054fd8cf5 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 945 time: 0.8914528 Apr 18 19:39:10.826771 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-963d8318-6b7b-498f-bafd-4472145b7ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5495cc30-d3ff-4859-a635-ec7e877e1219', 'name': 'tempest-ServersTestMultiNic-1103541223-router', 'tenant_id': 'af77c4468a104578b3401cd2f194180a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '95cbf159-4b30-42fd-b6a8-bb0129fc1a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:38:48Z', 'updated_at': '2022-04-18T19:38:59Z', 'revision_number': 4, 'project_id': 'af77c4468a104578b3401cd2f194180a', 'gw_port': {'id': '95cbf159-4b30-42fd-b6a8-bb0129fc1a79', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b6:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5495cc30-d3ff-4859-a635-ec7e877e1219', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:38:49Z', 'updated_at': '2022-04-18T19:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_interfaces': [{'id': 'bf7bf0f0-0d78-4e16-9ca4-e930e875a61b', 'name': '', 'network_id': 'b742f6a8-9608-4052-b6e6-93348da7c3f4', 'tenant_id': 'af77c4468a104578b3401cd2f194180a', 'mac_address': 'fa:16:3e:5c:23:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5495cc30-d3ff-4859-a635-ec7e877e1219', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53e27197-8b05-45c8-88a5-d6c0aa610a08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:38:57Z', 'updated_at': '2022-04-18T19:39:09Z', 'revision_number': 4, 'project_id': 'af77c4468a104578b3401cd2f194180a', 'subnets': [{'id': '53e27197-8b05-45c8-88a5-d6c0aa610a08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-2', False) {} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:39:10.836083 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963d8318-6b7b-498f-bafd-4472145b7ba5 None None] The sync data for ids ['5495cc30-d3ff-4859-a635-ec7e877e1219'] in n-d-836017-2 is: [{'id': '5495cc30-d3ff-4859-a635-ec7e877e1219', 'name': 'tempest-ServersTestMultiNic-1103541223-router', 'tenant_id': 'af77c4468a104578b3401cd2f194180a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '95cbf159-4b30-42fd-b6a8-bb0129fc1a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:38:48Z', 'updated_at': '2022-04-18T19:38:59Z', 'revision_number': 4, 'project_id': 'af77c4468a104578b3401cd2f194180a', 'gw_port': {'id': '95cbf159-4b30-42fd-b6a8-bb0129fc1a79', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b6:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5495cc30-d3ff-4859-a635-ec7e877e1219', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:38:49Z', 'updated_at': '2022-04-18T19:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_interfaces': [{'id': 'bf7bf0f0-0d78-4e16-9ca4-e930e875a61b', 'name': '', 'network_id': 'b742f6a8-9608-4052-b6e6-93348da7c3f4', 'tenant_id': 'af77c4468a104578b3401cd2f194180a', 'mac_address': 'fa:16:3e:5c:23:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5495cc30-d3ff-4859-a635-ec7e877e1219', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53e27197-8b05-45c8-88a5-d6c0aa610a08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:38:57Z', 'updated_at': '2022-04-18T19:39:09Z', 'revision_number': 4, 'project_id': 'af77c4468a104578b3401cd2f194180a', 'subnets': [{'id': '53e27197-8b05-45c8-88a5-d6c0aa610a08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:39:10.991119 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-903772bc-0222-410e-8aa9-61acfe326cbc tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:11.012332 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ddc86ad-674f-4e56-b943-fae4e4d8f93c tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify agent at l3_agent.n-d-836017-2 the message routers_updated {{(pid=84763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:39:11.042019 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1228b2-7950-4803-9e41-f6b5805d7295 None None] Sync routers for ids ['51c5b496-d2ab-4e0b-be01-0aeaf8e42217'] in n-d-836017-2 {{(pid=84765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:39:11.054410 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-4b4162aa-0c85-49bf-ae24-a773ff864528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1258501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66351815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66540800'] for subnet, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:11.057393 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-5f97dbec-e641-4cee-9754-b95d861f63fa req-c4a3e8ae-a045-4de0-913c-3cc93be03edb tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342634 Apr 18 19:39:11.091287 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1228b2-7950-4803-9e41-f6b5805d7295 None None] Routers {'51c5b496-d2ab-4e0b-be01-0aeaf8e42217'} bound to L3 agent in host n-d-836017-2 {{(pid=84765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:39:11.092186 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-2c1228b2-7950-4803-9e41-f6b5805d7295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:38:50Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['51c5b496-d2ab-4e0b-be01-0aeaf8e42217'], 'active': True} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:39:11.209354 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-2c1228b2-7950-4803-9e41-f6b5805d7295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-2', False) {} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:39:11.220496 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7519e944-e778-4040-8f83-a321054e77dc tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Router 70541714-e3a3-4cf4-ada3-a103e46f8e0b has already been hosted by L3 agent 21b59c62-f184-4169-bc3e-79831cc043e8 {{(pid=84764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:39:11.228357 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1228b2-7950-4803-9e41-f6b5805d7295 None None] Routers {'51c5b496-d2ab-4e0b-be01-0aeaf8e42217'} bound to L3 agent in host n-d-836017-2 {{(pid=84765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:39:11.228975 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-2c1228b2-7950-4803-9e41-f6b5805d7295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:38:50Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['51c5b496-d2ab-4e0b-be01-0aeaf8e42217'], 'active': True} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:39:11.312984 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-2c1228b2-7950-4803-9e41-f6b5805d7295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-2', False) {} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:39:11.313388 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1228b2-7950-4803-9e41-f6b5805d7295 None None] The sync data for ids ['51c5b496-d2ab-4e0b-be01-0aeaf8e42217'] in n-d-836017-2 is: [] {{(pid=84765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:39:11.357925 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4162aa-0c85-49bf-ae24-a773ff864528 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5663fb8-fb65-483f-a697-5dc1cb158bec,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:11.371541 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-4b4162aa-0c85-49bf-ae24-a773ff864528 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:11.375419 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-4b4162aa-0c85-49bf-ae24-a773ff864528 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/c5663fb8-fb65-483f-a697-5dc1cb158bec HTTP/1.1" status: 204 len: 168 time: 1.5524452 Apr 18 19:39:11.377735 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 36992) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:39:11.406175 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-7ddc86ad-674f-4e56-b943-fae4e4d8f93c tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "PUT /v2.0/routers/51c5b496-d2ab-4e0b-be01-0aeaf8e42217/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9895518 Apr 18 19:39:11.412442 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 36996) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:39:11.417779 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4437a223-5632-4364-a137-8415a30ac358 req-2a12a6b0-11a0-4d6b-b033-fa64151bcf03 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:11.418535 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4437a223-5632-4364-a137-8415a30ac358 req-2a12a6b0-11a0-4d6b-b033-fa64151bcf03 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/ports?device_id=ac4e1770-8b35-4034-9597-ca85436903d4 HTTP/1.1" status: 200 len: 945 time: 0.4665318 Apr 18 19:39:11.478633 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ed4d556e-9986-4198-a1bf-358c22e2d7a1 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66351616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66540921'] for subnet, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:11.611717 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-1528deb8-c39a-406c-8781-04cff09e6ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:11.645396 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4d556e-9986-4198-a1bf-358c22e2d7a1 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Pushing event updated for resources: {'Subnet': ['ID=321602b2-a7cd-455d-9352-cde0b0863aaf,revision_number=0']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:11.661435 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4437a223-5632-4364-a137-8415a30ac358 req-c930353a-0311-4fb0-a48e-097b35804929 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/security-groups?id=51df22c1-554b-4779-a025-65f2af6e2a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899457 Apr 18 19:39:11.667159 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.db.resource_extend [None req-903772bc-0222-410e-8aa9-61acfe326cbc tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 19:39:11.677753 n-d-836017-2 neutron-server[84764]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5981dce-bc41-4b83-9aac-5c0c72f8c174 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] GET failed (client error): The resource could not be found. Apr 18 19:39:11.682177 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-b5981dce-bc41-4b83-9aac-5c0c72f8c174 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "GET /v2.0/ports/76ff1e2a-3ae8-4fee-b42b-e39763dedf5b HTTP/1.1" status: 404 len: 333 time: 0.2576501 Apr 18 19:39:11.689847 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 37000) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:39:11.747569 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-903772bc-0222-410e-8aa9-61acfe326cbc tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Notify callbacks [] for port, precommit_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:11.794236 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de35de79-af8a-49df-829f-ed808f35a676 req-33c8baf2-365c-4517-8aa9-a5d249f68338 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:11.805310 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-de35de79-af8a-49df-829f-ed808f35a676 req-33c8baf2-365c-4517-8aa9-a5d249f68338 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 945 time: 0.5591578 Apr 18 19:39:11.835047 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4d556e-9986-4198-a1bf-358c22e2d7a1 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Checking segment: {'id': 'aed6f02a-53e1-4547-b098-0d9b473b19b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd831801b-76c4-46ce-9ce8-cb3cace52776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:39:11.835442 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4d556e-9986-4198-a1bf-358c22e2d7a1 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Network hostable DHCP agents. Network: d831801b-76c4-46ce-9ce8-cb3cace52776, hostable agents: ['f6987c12-6d6c-47d4-b22d-cfcd164dc40d'], hosted agents: [] {{(pid=84763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:39:11.895454 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-903772bc-0222-410e-8aa9-61acfe326cbc tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2290934'] for port, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:11.905988 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device cf7505fe-44f3-43cd-9697-94a5bf21cd6a up at agent hyperv_n-h1-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:39:11.906943 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-1528deb8-c39a-406c-8781-04cff09e6ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256345', 'neutron.services.segments.db._delete_segments_for_network-8791093852025'] for network, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:11.949209 n-d-836017-2 neutron-server[84763]: DEBUG neutron.services.segments.db [None req-1528deb8-c39a-406c-8781-04cff09e6ed6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dea5a6b8-71f3-4fa4-97c3-dd81515f0420']}} {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:39:11.977563 n-d-836017-2 neutron-server[84763]: DEBUG neutron.services.segments.db [None req-1528deb8-c39a-406c-8781-04cff09e6ed6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8940f5c9-2c52-448f-9b36-18364410ba08') {'for_net_delete': True} {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:39:11.977860 n-d-836017-2 neutron-server[84763]: DEBUG neutron.services.segments.db [None req-1528deb8-c39a-406c-8781-04cff09e6ed6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8940f5c9-2c52-448f-9b36-18364410ba08') {} {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:39:12.001523 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-1528deb8-c39a-406c-8781-04cff09e6ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791093851908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66272256'] for segment, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:12.023626 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-1528deb8-c39a-406c-8781-04cff09e6ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:12.033242 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1528deb8-c39a-406c-8781-04cff09e6ed6 admin admin] Releasing vlan 594 on physical network physnet1 to pool {{(pid=84763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:39:12.033661 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-1528deb8-c39a-406c-8781-04cff09e6ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66351785'] for segment, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:12.048926 n-d-836017-2 neutron-server[84763]: Traceback (most recent call last): Apr 18 19:39:12.048926 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:39:12.048926 n-d-836017-2 neutron-server[84763]: timer() Apr 18 19:39:12.048926 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:39:12.048926 n-d-836017-2 neutron-server[84763]: cb(*args, **kw) Apr 18 19:39:12.048926 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:39:12.048926 n-d-836017-2 neutron-server[84763]: return func(*args, **kwargs) Apr 18 19:39:12.048926 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:39:12.048926 n-d-836017-2 neutron-server[84763]: self._notify() Apr 18 19:39:12.048926 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:39:12.048926 n-d-836017-2 neutron-server[84763]: self.callback(batched_events) Apr 18 19:39:12.048926 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:39:12.048926 n-d-836017-2 neutron-server[84763]: event.method(event) Apr 18 19:39:12.048926 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:39:12.048926 n-d-836017-2 neutron-server[84763]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:39:12.048926 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:39:12.048926 n-d-836017-2 neutron-server[84763]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:39:12.048926 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:39:12.048926 n-d-836017-2 neutron-server[84763]: return f(self, *a, **k) Apr 18 19:39:12.048926 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:39:12.048926 n-d-836017-2 neutron-server[84763]: return self._get(url).json() Apr 18 19:39:12.048926 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:39:12.048926 n-d-836017-2 neutron-server[84763]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:39:12.048926 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:39:12.048926 n-d-836017-2 neutron-server[84763]: return self.request(url, 'GET', **kwargs) Apr 18 19:39:12.048926 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:39:12.048926 n-d-836017-2 neutron-server[84763]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:39:12.048926 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:39:12.048926 n-d-836017-2 neutron-server[84763]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:39:12.048926 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:39:12.048926 n-d-836017-2 neutron-server[84763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:39:12.048926 n-d-836017-2 neutron-server[84763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:39:12.054617 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903772bc-0222-410e-8aa9-61acfe326cbc tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Pushing event updated for resources: {'Port': ['ID=9dffdd81-fc97-4a38-ad25-bcc890752d07,revision_number=2']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:12.082102 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Provisioning for port cf7505fe-44f3-43cd-9697-94a5bf21cd6a completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:39:12.083394 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-de35de79-af8a-49df-829f-ed808f35a676 req-0ac82929-52a8-4665-9c99-0c14582525eb tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766929 Apr 18 19:39:12.090270 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-35e8aa9a-5192-4645-85a8-9b77b4ce3646 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks [] for router, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:12.097359 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Provisioning complete for port cf7505fe-44f3-43cd-9697-94a5bf21cd6a triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:39:12.098389 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:12.143512 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88456489-96b0-44db-8dd4-638407ca0abe req-d992a6af-6195-43ae-8e7e-fb475ffbd5d6 tempest-VolumesActionsTest-803537767 tempest-VolumesActionsTest-803537767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:12.145163 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-88456489-96b0-44db-8dd4-638407ca0abe req-d992a6af-6195-43ae-8e7e-fb475ffbd5d6 tempest-VolumesActionsTest-803537767 tempest-VolumesActionsTest-803537767-project] 10.222.0.69 "GET /v2.0/ports?device_id=77473ad8-faf3-4f9f-bfbd-23ff65c5f54b HTTP/1.1" status: 200 len: 944 time: 0.2985086 Apr 18 19:39:12.211331 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4d556e-9986-4198-a1bf-358c22e2d7a1 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Network d831801b-76c4-46ce-9ce8-cb3cace52776 is scheduled to be hosted by DHCP agent f6987c12-6d6c-47d4-b22d-cfcd164dc40d with binding_index 1 {{(pid=84763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:39:12.256773 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-903772bc-0222-410e-8aa9-61acfe326cbc tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416787'] for floatingip, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:12.288361 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-88456489-96b0-44db-8dd4-638407ca0abe req-aff09ed8-7a74-4cbe-8163-7d0a74a3128b tempest-VolumesActionsTest-803537767 tempest-VolumesActionsTest-803537767-project] 10.222.0.69 "GET /v2.0/security-groups?id=1055951c-9703-4aae-bd96-442960fc2fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368225 Apr 18 19:39:12.350019 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [None req-ed4d556e-9986-4198-a1bf-358c22e2d7a1 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-2, d831801b-76c4-46ce-9ce8-cb3cace52776) {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:39:12.353868 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4d556e-9986-4198-a1bf-358c22e2d7a1 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:12.354332 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ed4d556e-9986-4198-a1bf-358c22e2d7a1 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks [] for subnet, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:12.365241 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:12.379049 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-1528deb8-c39a-406c-8781-04cff09e6ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416801'] for network, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:12.384470 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-1528deb8-c39a-406c-8781-04cff09e6ed6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:12.394267 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549b9ed6-e0aa-4b5b-a42f-dcc55d5a05e4 None None] Network d831801b-76c4-46ce-9ce8-cb3cace52776 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:39:12.407796 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device bf7bf0f0-0d78-4e16-9ca4-e930e875a61b up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:39:12.423160 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1528deb8-c39a-406c-8781-04cff09e6ed6 admin admin] Pushing event deleted for resources: {'Network': ['ID=dea5a6b8-71f3-4fa4-97c3-dd81515f0420,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:12.481955 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-ed4d556e-9986-4198-a1bf-358c22e2d7a1 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.9072969 Apr 18 19:39:12.485647 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 37010) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:39:12.491359 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-ab447c3e-094c-4ffa-ad1a-8e04383355b5 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2113644629'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:39:12.497615 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-ab447c3e-094c-4ffa-ad1a-8e04383355b5 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:39:12.503407 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-ab447c3e-094c-4ffa-ad1a-8e04383355b5 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Usage tracker for resource:network and tenant:af77c4468a104578b3401cd2f194180a is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:39:12.506724 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-ab447c3e-094c-4ffa-ad1a-8e04383355b5 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:39:12.517919 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-1528deb8-c39a-406c-8781-04cff09e6ed6 admin admin] 10.222.0.69 "DELETE /v2.0/networks/dea5a6b8-71f3-4fa4-97c3-dd81515f0420 HTTP/1.1" status: 204 len: 168 time: 1.1385207 Apr 18 19:39:12.521173 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-ab447c3e-094c-4ffa-ad1a-8e04383355b5 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:39:12.535679 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-903772bc-0222-410e-8aa9-61acfe326cbc tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for floatingip, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:12.536476 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-903772bc-0222-410e-8aa9-61acfe326cbc tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9342179 Apr 18 19:39:12.595562 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab447c3e-094c-4ffa-ad1a-8e04383355b5 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Made reservation on behalf of af77c4468a104578b3401cd2f194180a for: {'network': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:39:12.598610 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ab447c3e-094c-4ffa-ad1a-8e04383355b5 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for network, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:12.662078 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab447c3e-094c-4ffa-ad1a-8e04383355b5 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=84763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:39:12.689314 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ab447c3e-094c-4ffa-ad1a-8e04383355b5 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:12.690243 n-d-836017-2 neutron-server[84763]: INFO neutron.db.segments_db [None req-ab447c3e-094c-4ffa-ad1a-8e04383355b5 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Added segment a4aec143-78e5-48d5-aadb-8065e83173e5 of type vlan for network 60abadb0-5f2a-4ed4-86b6-e78962c52a38 Apr 18 19:39:12.711763 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-35e8aa9a-5192-4645-85a8-9b77b4ce3646 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4443'] for router, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:12.720076 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7519e944-e778-4040-8f83-a321054e77dc tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Notify agent at l3_agent.n-d-836017-2 the message routers_updated {{(pid=84764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:39:12.723921 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-35e8aa9a-5192-4645-85a8-9b77b4ce3646 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:12.733867 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-7519e944-e778-4040-8f83-a321054e77dc tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for floatingip, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:12.734094 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e92ed86-ccba-44ee-9f9d-0a621618c9a9 None None] Sync routers for ids ['70541714-e3a3-4cf4-ada3-a103e46f8e0b'] in n-d-836017-2 {{(pid=84766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:39:12.758075 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e92ed86-ccba-44ee-9f9d-0a621618c9a9 None None] Routers {'70541714-e3a3-4cf4-ada3-a103e46f8e0b'} bound to L3 agent in host n-d-836017-2 {{(pid=84766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:39:12.765974 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-1e92ed86-ccba-44ee-9f9d-0a621618c9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:38:50Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['70541714-e3a3-4cf4-ada3-a103e46f8e0b'], 'active': True} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:39:12.768489 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77473ad8-faf3-4f9f-bfbd-23ff65c5f54b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf7505fe-44f3-43cd-9697-94a5bf21cd6a'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:39:12.803526 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port cf7505fe-44f3-43cd-9697-94a5bf21cd6a, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=cf7505fe-44f3-43cd-9697-94a5bf21cd6a,segment=NetworkSegment(0c213d42-e0df-4f72-a99f-f97b3a74794a),segment_id=0c213d42-e0df-4f72-a99f-f97b3a74794a)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:39:12.813651 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-7519e944-e778-4040-8f83-a321054e77dc tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] 10.222.0.69 "PUT /v2.0/floatingips/60145965-2636-4fe7-97be-f4fc87b3dbf2 HTTP/1.1" status: 200 len: 991 time: 7.0297961 Apr 18 19:39:12.817023 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '837da776-18a8-418e-9e91-3e160c5632a0', 'tag': '4be5c9d5-9153-486a-9796-60f8fbc38af7'}] {{(pid=84764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:39:12.821300 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ab447c3e-094c-4ffa-ad1a-8e04383355b5 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791093404182'] for network, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:12.829108 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a546c687-e29f-43c7-9564-0885221b6abf req-79e4a92f-42c7-4081-a630-50e32fca86f1 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:12.830599 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a546c687-e29f-43c7-9564-0885221b6abf req-79e4a92f-42c7-4081-a630-50e32fca86f1 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 945 time: 0.4037795 Apr 18 19:39:12.868522 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-8e0c2b7f-3010-4295-8fda-fb2e1f8fdd8e req-7b985e84-d737-4361-80df-abfa6041594a tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Synchronizing usage tracker for tenant:7276b8530b6a4c9e997960e7ff37ca8f on resource:security_group {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:39:12.892271 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cdeb7e5-9c37-4206-8904-0ab3f9aeb652 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31f5fbf7-4b5c-5a44-b255-70c4fc176ae8-d831801b-76c4-46ce-9ce8-cb3cace52776', 'network_id': 'd831801b-76c4-46ce-9ce8-cb3cace52776', 'tenant_id': 'af77c4468a104578b3401cd2f194180a', 'fixed_ips': [{'subnet_id': '321602b2-a7cd-455d-9352-cde0b0863aaf'}]}} from n-d-836017-2. {{(pid=84765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 19:39:12.893115 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0cdeb7e5-9c37-4206-8904-0ab3f9aeb652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:12.907738 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:12.910221 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a546c687-e29f-43c7-9564-0885221b6abf req-d76f6973-172f-474d-9bec-bb546a79400c tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733736 Apr 18 19:39:12.946111 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-35e8aa9a-5192-4645-85a8-9b77b4ce3646 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412768'] for router, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:12.947090 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35e8aa9a-5192-4645-85a8-9b77b4ce3646 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Fanout notify agent at l3_agent the message router_deleted on router 51c5b496-d2ab-4e0b-be01-0aeaf8e42217 {{(pid=84764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 19:39:12.947271 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning for port bf7bf0f0-0d78-4e16-9ca4-e930e875a61b completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:39:12.973814 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port bf7bf0f0-0d78-4e16-9ca4-e930e875a61b triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:39:12.973814 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:12.976011 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-35e8aa9a-5192-4645-85a8-9b77b4ce3646 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks [] for router, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:12.977326 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-35e8aa9a-5192-4645-85a8-9b77b4ce3646 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "DELETE /v2.0/routers/51c5b496-d2ab-4e0b-be01-0aeaf8e42217 HTTP/1.1" status: 204 len: 168 time: 1.2868941 Apr 18 19:39:12.980254 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 37034) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:39:13.021602 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ab447c3e-094c-4ffa-ad1a-8e04383355b5 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251'] for network, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:13.029149 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab447c3e-094c-4ffa-ad1a-8e04383355b5 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:13.030073 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ab447c3e-094c-4ffa-ad1a-8e04383355b5 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:13.050781 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-8e0c2b7f-3010-4295-8fda-fb2e1f8fdd8e req-7b985e84-d737-4361-80df-abfa6041594a tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Unset dirty status for tenant:7276b8530b6a4c9e997960e7ff37ca8f on resource:security_group {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:39:13.052042 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8e0c2b7f-3010-4295-8fda-fb2e1f8fdd8e req-7b985e84-d737-4361-80df-abfa6041594a tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--232064440&fields=id&tenant_id=7276b8530b6a4c9e997960e7ff37ca8f HTTP/1.1" status: 200 len: 267 time: 0.3293664 Apr 18 19:39:13.120855 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvr_db [None req-1e92ed86-ccba-44ee-9f9d-0a621618c9a9 None None] Set router 70541714-e3a3-4cf4-ada3-a103e46f8e0b gateway port host: n-d-836017-2 {{(pid=84766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:39:13.156513 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 37038) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:39:13.159713 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Pushing event updated for resources: {'Port': ['ID=cf7505fe-44f3-43cd-9697-94a5bf21cd6a,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:13.196016 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab447c3e-094c-4ffa-ad1a-8e04383355b5 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Pushing event updated for resources: {'Network': ['ID=60abadb0-5f2a-4ed4-86b6-e78962c52a38,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:13.212372 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Network 60abadb0-5f2a-4ed4-86b6-e78962c52a38 details requested by agent ovs-agent-n-d-836017-2 with host n-d-836017-2 {{(pid=84765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:39:13.248015 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-2a234bbc-7631-4d1f-a054-a5fc5a73af71 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b24aa115869c4ccebfe654d4d215e4c2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0902052 Apr 18 19:39:13.249391 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 37042) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:39:13.359463 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 37048) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:39:13.359666 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-ab447c3e-094c-4ffa-ad1a-8e04383355b5 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8725410 Apr 18 19:39:13.365128 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0c2b7f-3010-4295-8fda-fb2e1f8fdd8e req-77ab0709-9652-4492-a6c3-5c9c18d70acf tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:13.365599 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-8e0c2b7f-3010-4295-8fda-fb2e1f8fdd8e req-77ab0709-9652-4492-a6c3-5c9c18d70acf tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Synchronizing usage tracker for tenant:7276b8530b6a4c9e997960e7ff37ca8f on resource:network {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:39:13.371206 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cc4d12-1377-4448-8718-a8a3438a0be9 req-929259b8-54d8-483b-b539-249b9854b2b0 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:13.373116 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-09cc4d12-1377-4448-8718-a8a3438a0be9 req-929259b8-54d8-483b-b539-249b9854b2b0 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/ports?device_id=ac4e1770-8b35-4034-9597-ca85436903d4 HTTP/1.1" status: 200 len: 945 time: 0.2788630 Apr 18 19:39:13.377593 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-27ce47bd-e5f6-4dc6-9742-1297203ec878 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Request body: {'subnet': {'network_id': '60abadb0-5f2a-4ed4-86b6-e78962c52a38', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:39:13.393786 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-6956838f-53ed-493d-b758-205acfb86627 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:13.412712 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-0cdeb7e5-9c37-4206-8904-0ab3f9aeb652 None None] Allocated IP 19.80.0.2 (d831801b-76c4-46ce-9ce8-cb3cace52776/321602b2-a7cd-455d-9352-cde0b0863aaf/0e792d8a-aef6-4c6c-bfd1-7eaf65b2d509) {{(pid=84765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:39:13.415433 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:13.490188 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] For port bf7bf0f0-0d78-4e16-9ca4-e930e875a61b, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=bf7bf0f0-0d78-4e16-9ca4-e930e875a61b,segment=NetworkSegment(5485d3a7-e1a9-4479-9ce1-9100697be395),segment_id=5485d3a7-e1a9-4479-9ce1-9100697be395)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:39:13.498667 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-8e0c2b7f-3010-4295-8fda-fb2e1f8fdd8e req-77ab0709-9652-4492-a6c3-5c9c18d70acf tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Unset dirty status for tenant:7276b8530b6a4c9e997960e7ff37ca8f on resource:network {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:39:13.502053 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8e0c2b7f-3010-4295-8fda-fb2e1f8fdd8e req-77ab0709-9652-4492-a6c3-5c9c18d70acf tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] 10.222.0.69 "GET /v2.0/networks?id=20d4b8e1-a40a-4802-a6ed-f360fca84cce HTTP/1.1" status: 200 len: 811 time: 0.3069322 Apr 18 19:39:13.545425 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8e0c2b7f-3010-4295-8fda-fb2e1f8fdd8e req-538b84ff-bf1b-4588-b6b9-3aa564037fc3 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] 10.222.0.69 "GET /v2.0/quotas/7276b8530b6a4c9e997960e7ff37ca8f HTTP/1.1" status: 200 len: 375 time: 0.0111969 Apr 18 19:39:13.552053 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-6956838f-53ed-493d-b758-205acfb86627 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:13.563862 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-09cc4d12-1377-4448-8718-a8a3438a0be9 req-4215485e-92fb-44d7-b38e-fe9628f2f3c7 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/security-groups?id=51df22c1-554b-4779-a025-65f2af6e2a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636562 Apr 18 19:39:13.581264 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:13.581541 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae352b48-36e5-4136-b7e5-fbc0df540b9b tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Deleting subnet b76c6c1a-8fb0-47c4-8004-f9d737dd2563 {{(pid=84763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:39:13.615691 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-27ce47bd-e5f6-4dc6-9742-1297203ec878 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:39:13.621338 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ae352b48-36e5-4136-b7e5-fbc0df540b9b tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks [] for subnet, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:13.626818 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-27ce47bd-e5f6-4dc6-9742-1297203ec878 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Usage tracker for resource:subnet and tenant:af77c4468a104578b3401cd2f194180a is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:39:13.627570 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-27ce47bd-e5f6-4dc6-9742-1297203ec878 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:39:13.634309 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-27ce47bd-e5f6-4dc6-9742-1297203ec878 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:39:13.706633 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ae352b48-36e5-4136-b7e5-fbc0df540b9b tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66272755'] for subnet, precommit_delete_associations {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:13.727874 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecb3d444-d8c5-42e6-822d-59f0252b6d32'] response: {'server_uuid': '77473ad8-faf3-4f9f-bfbd-23ff65c5f54b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf7505fe-44f3-43cd-9697-94a5bf21cd6a', 'code': 200} Apr 18 19:39:13.730822 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Pushing event updated for resources: {'Port': ['ID=bf7bf0f0-0d78-4e16-9ca4-e930e875a61b,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:13.732684 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27ce47bd-e5f6-4dc6-9742-1297203ec878 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Made reservation on behalf of af77c4468a104578b3401cd2f194180a for: {'subnet': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:39:13.801748 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8e0c2b7f-3010-4295-8fda-fb2e1f8fdd8e req-19c5dd9f-8de9-45f5-bf3a-7bab22add4dc tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=7276b8530b6a4c9e997960e7ff37ca8f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2092698 Apr 18 19:39:13.888206 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-1e92ed86-ccba-44ee-9f9d-0a621618c9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70541714-e3a3-4cf4-ada3-a103e46f8e0b', 'name': 'tempest-ServersTestManualDisk-37169976-router', 'tenant_id': '11fa110afd504f4180500a31ab517fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '5e2288af-769a-4eb6-8420-8eaab9abe4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:37:27Z', 'updated_at': '2022-04-18T19:37:57Z', 'revision_number': 4, 'project_id': '11fa110afd504f4180500a31ab517fd5', 'gw_port': {'id': '5e2288af-769a-4eb6-8420-8eaab9abe4ca', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ea:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70541714-e3a3-4cf4-ada3-a103e46f8e0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:37:31Z', 'updated_at': '2022-04-18T19:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_floatingips': [{'id': '60145965-2636-4fe7-97be-f4fc87b3dbf2', 'tenant_id': '11fa110afd504f4180500a31ab517fd5', 'floating_ip_address': '172.25.3.128', 'floating_network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'router_id': '70541714-e3a3-4cf4-ada3-a103e46f8e0b', 'port_id': '4be5c9d5-9153-486a-9796-60f8fbc38af7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '907b3800-8be3-4c78-9411-07f6490aed83', 'mac_address': 'fa:16:3e:c5:13:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '837da776-18a8-418e-9e91-3e160c5632a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T19:38:20Z', 'updated_at': '2022-04-18T19:39:07Z', 'revision_number': 1, 'project_id': '11fa110afd504f4180500a31ab517fd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24c37ab6-dff6-44c9-b584-83c8efc47566', 'name': '', 'network_id': '907b3800-8be3-4c78-9411-07f6490aed83', 'tenant_id': '11fa110afd504f4180500a31ab517fd5', 'mac_address': 'fa:16:3e:76:78:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70541714-e3a3-4cf4-ada3-a103e46f8e0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ba52fbae-1fb9-4ec8-b27f-ceb3ad82d8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:37:53Z', 'updated_at': '2022-04-18T19:38:12Z', 'revision_number': 5, 'project_id': '11fa110afd504f4180500a31ab517fd5', 'subnets': [{'id': 'ba52fbae-1fb9-4ec8-b27f-ceb3ad82d8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-2', False) {} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:39:13.896445 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e92ed86-ccba-44ee-9f9d-0a621618c9a9 None None] Checking router: 70541714-e3a3-4cf4-ada3-a103e46f8e0b for host: n-d-836017-2 {{(pid=84766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:39:13.911851 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e92ed86-ccba-44ee-9f9d-0a621618c9a9 None None] Routers {'70541714-e3a3-4cf4-ada3-a103e46f8e0b'} bound to L3 agent in host n-d-836017-2 {{(pid=84766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:39:13.912582 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-1e92ed86-ccba-44ee-9f9d-0a621618c9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:38:50Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['70541714-e3a3-4cf4-ada3-a103e46f8e0b'], 'active': True} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:39:13.951728 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-6956838f-53ed-493d-b758-205acfb86627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:13.958050 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0cdeb7e5-9c37-4206-8904-0ab3f9aeb652 None None] Notify callbacks [] for port, precommit_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:13.976546 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-0cdeb7e5-9c37-4206-8904-0ab3f9aeb652 None None] Transition to ACTIVE for port object 0e792d8a-aef6-4c6c-bfd1-7eaf65b2d509 will not be triggered until provisioned by entity L2. {{(pid=84765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:39:13.989132 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6956838f-53ed-493d-b758-205acfb86627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b04a52b-dc01-409d-822c-7f24c54134e8,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:14.021300 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-0cdeb7e5-9c37-4206-8904-0ab3f9aeb652 None None] Transition to ACTIVE for port object 0e792d8a-aef6-4c6c-bfd1-7eaf65b2d509 will not be triggered until provisioned by entity DHCP. {{(pid=84765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:39:14.074918 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-27ce47bd-e5f6-4dc6-9742-1297203ec878 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65862573'] for subnet, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:14.120102 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0cdeb7e5-9c37-4206-8904-0ab3f9aeb652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331'] for port, after_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:14.143768 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8e0c2b7f-3010-4295-8fda-fb2e1f8fdd8e req-de7b7cfe-ceae-4686-8895-154f98cb1562 service neutron] 10.222.0.69 "GET /v2.0/networks/20d4b8e1-a40a-4802-a6ed-f360fca84cce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3409581 Apr 18 19:39:14.184938 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-6956838f-53ed-493d-b758-205acfb86627 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:14.186058 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-6956838f-53ed-493d-b758-205acfb86627 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2b04a52b-dc01-409d-822c-7f24c54134e8 HTTP/1.1" status: 204 len: 168 time: 0.9344425 Apr 18 19:39:14.192662 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvr_db [None req-1e92ed86-ccba-44ee-9f9d-0a621618c9a9 None None] Set router 70541714-e3a3-4cf4-ada3-a103e46f8e0b gateway port host: n-d-836017-2 {{(pid=84766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:39:14.225070 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd3b9f-ae9a-4762-9c17-235ae68287e4 req-ebb59b78-fec9-4163-bd0c-a975875a0dbb tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:14.226607 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-67fd3b9f-ae9a-4762-9c17-235ae68287e4 req-ebb59b78-fec9-4163-bd0c-a975875a0dbb tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] 10.222.0.69 "GET /v2.0/ports?device_id=837da776-18a8-418e-9e91-3e160c5632a0 HTTP/1.1" status: 200 len: 945 time: 0.2641678 Apr 18 19:39:14.253346 n-d-836017-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cdeb7e5-9c37-4206-8904-0ab3f9aeb652 None None] Network d831801b-76c4-46ce-9ce8-cb3cace52776 is already hosted by enough agents. {{(pid=84765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:39:14.267784 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdeb7e5-9c37-4206-8904-0ab3f9aeb652 None None] Pushing event updated for resources: {'Port': ['ID=0e792d8a-aef6-4c6c-bfd1-7eaf65b2d509,revision_number=1']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:14.278449 n-d-836017-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-0cdeb7e5-9c37-4206-8904-0ab3f9aeb652 None None] Resources bound (agent type, host, resource id): {{(pid=84765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:39:14.286811 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cdeb7e5-9c37-4206-8904-0ab3f9aeb652 None None] Received port after_create {{(pid=84765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:39:14.341928 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ae352b48-36e5-4136-b7e5-fbc0df540b9b tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1258508'] for subnet, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:14.346461 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device bf7bf0f0-0d78-4e16-9ca4-e930e875a61b up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:39:14.384616 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-67fd3b9f-ae9a-4762-9c17-235ae68287e4 req-85c76cc1-9544-4175-abae-d189b8f72f66 tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] 10.222.0.69 "GET /v2.0/security-groups?id=11cffa75-c58f-4a7d-85dc-3db8046977bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1516049 Apr 18 19:39:14.429794 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4c9c4a73-0474-4229-bdca-dcb2946e18cc req-0c829545-8201-43e4-9179-89c1bc0e172e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=77473ad8-faf3-4f9f-bfbd-23ff65c5f54b HTTP/1.1" status: 200 len: 1096 time: 0.5283909 Apr 18 19:39:14.455159 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-0cdeb7e5-9c37-4206-8904-0ab3f9aeb652 None None] Attempting to bind port 0e792d8a-aef6-4c6c-bfd1-7eaf65b2d509 on host n-d-836017-2 for vnic_type normal with profile {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:39:14.455526 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-0cdeb7e5-9c37-4206-8904-0ab3f9aeb652 None None] Attempting to bind port 0e792d8a-aef6-4c6c-bfd1-7eaf65b2d509 by drivers openvswitch,hyperv on host n-d-836017-2 at level 0 using segments [{'id': 'aed6f02a-53e1-4547-b098-0d9b473b19b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd831801b-76c4-46ce-9ce8-cb3cace52776'}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:39:14.455884 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cdeb7e5-9c37-4206-8904-0ab3f9aeb652 None None] Attempting to bind port 0e792d8a-aef6-4c6c-bfd1-7eaf65b2d509 on network d831801b-76c4-46ce-9ce8-cb3cace52776 {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:39:14.479293 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cdeb7e5-9c37-4206-8904-0ab3f9aeb652 None None] Checking agent: {'id': 'df2a5cfe-6839-400b-a998-e4fffce70f45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 8, 22), 'started_at': datetime.datetime(2022, 4, 18, 19, 8, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:39:14.479908 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cdeb7e5-9c37-4206-8904-0ab3f9aeb652 None None] Checking segment: {'id': 'aed6f02a-53e1-4547-b098-0d9b473b19b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd831801b-76c4-46ce-9ce8-cb3cace52776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:39:14.480604 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0cdeb7e5-9c37-4206-8904-0ab3f9aeb652 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:14.481272 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cdeb7e5-9c37-4206-8904-0ab3f9aeb652 None None] Bound using segment: {'id': 'aed6f02a-53e1-4547-b098-0d9b473b19b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd831801b-76c4-46ce-9ce8-cb3cace52776'} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:39:14.482087 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-0cdeb7e5-9c37-4206-8904-0ab3f9aeb652 None None] Bound port: 0e792d8a-aef6-4c6c-bfd1-7eaf65b2d509, host: n-d-836017-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aed6f02a-53e1-4547-b098-0d9b473b19b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd831801b-76c4-46ce-9ce8-cb3cace52776'}}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:39:14.482731 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0cdeb7e5-9c37-4206-8904-0ab3f9aeb652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:14.506151 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.agents_db [None req-eb67022b-f881-4bc8-8f45-fca90fb27803 None None] Agent healthcheck: found 7 active agents {{(pid=84766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:39:14.548836 n-d-836017-2 neutron-server[84764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f7e884c-7719-4f20-b58c-aa574d4d748f'] response: {'name': 'network-changed', 'server_uuid': '837da776-18a8-418e-9e91-3e160c5632a0', 'tag': '4be5c9d5-9153-486a-9796-60f8fbc38af7', 'status': 'completed', 'code': 200} Apr 18 19:39:14.594977 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port bf7bf0f0-0d78-4e16-9ca4-e930e875a61b triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:39:14.595351 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:14.597146 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4c9c4a73-0474-4229-bdca-dcb2946e18cc req-b0a4dd07-50b6-4295-a997-4014c73abb9e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=1055951c-9703-4aae-bd96-442960fc2fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346676 Apr 18 19:39:14.613096 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8e0c2b7f-3010-4295-8fda-fb2e1f8fdd8e req-a91c37af-166b-4203-9597-f2423d637854 service neutron] 10.222.0.69 "GET /v2.0/networks/20d4b8e1-a40a-4802-a6ed-f360fca84cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4685793 Apr 18 19:39:14.693567 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-27ce47bd-e5f6-4dc6-9742-1297203ec878 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2290811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65862591'] for subnet, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:14.705044 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ae352b48-36e5-4136-b7e5-fbc0df540b9b tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1258501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66351815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66540800'] for subnet, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:14.755784 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae352b48-36e5-4136-b7e5-fbc0df540b9b tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Pushing event deleted for resources: {'Subnet': ['ID=b76c6c1a-8fb0-47c4-8004-f9d737dd2563,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:14.756005 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-1e92ed86-ccba-44ee-9f9d-0a621618c9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70541714-e3a3-4cf4-ada3-a103e46f8e0b', 'name': 'tempest-ServersTestManualDisk-37169976-router', 'tenant_id': '11fa110afd504f4180500a31ab517fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '5e2288af-769a-4eb6-8420-8eaab9abe4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:37:27Z', 'updated_at': '2022-04-18T19:37:57Z', 'revision_number': 4, 'project_id': '11fa110afd504f4180500a31ab517fd5', 'gw_port': {'id': '5e2288af-769a-4eb6-8420-8eaab9abe4ca', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ea:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70541714-e3a3-4cf4-ada3-a103e46f8e0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:37:31Z', 'updated_at': '2022-04-18T19:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_floatingips': [{'id': '60145965-2636-4fe7-97be-f4fc87b3dbf2', 'tenant_id': '11fa110afd504f4180500a31ab517fd5', 'floating_ip_address': '172.25.3.128', 'floating_network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'router_id': '70541714-e3a3-4cf4-ada3-a103e46f8e0b', 'port_id': '4be5c9d5-9153-486a-9796-60f8fbc38af7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '907b3800-8be3-4c78-9411-07f6490aed83', 'mac_address': 'fa:16:3e:c5:13:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '837da776-18a8-418e-9e91-3e160c5632a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T19:38:20Z', 'updated_at': '2022-04-18T19:39:07Z', 'revision_number': 1, 'project_id': '11fa110afd504f4180500a31ab517fd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24c37ab6-dff6-44c9-b584-83c8efc47566', 'name': '', 'network_id': '907b3800-8be3-4c78-9411-07f6490aed83', 'tenant_id': '11fa110afd504f4180500a31ab517fd5', 'mac_address': 'fa:16:3e:76:78:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70541714-e3a3-4cf4-ada3-a103e46f8e0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ba52fbae-1fb9-4ec8-b27f-ceb3ad82d8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:37:53Z', 'updated_at': '2022-04-18T19:38:12Z', 'revision_number': 5, 'project_id': '11fa110afd504f4180500a31ab517fd5', 'subnets': [{'id': 'ba52fbae-1fb9-4ec8-b27f-ceb3ad82d8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-2', False) {} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:39:14.767242 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e92ed86-ccba-44ee-9f9d-0a621618c9a9 None None] The sync data for ids ['70541714-e3a3-4cf4-ada3-a103e46f8e0b'] in n-d-836017-2 is: [{'id': '70541714-e3a3-4cf4-ada3-a103e46f8e0b', 'name': 'tempest-ServersTestManualDisk-37169976-router', 'tenant_id': '11fa110afd504f4180500a31ab517fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '5e2288af-769a-4eb6-8420-8eaab9abe4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:37:27Z', 'updated_at': '2022-04-18T19:37:57Z', 'revision_number': 4, 'project_id': '11fa110afd504f4180500a31ab517fd5', 'gw_port': {'id': '5e2288af-769a-4eb6-8420-8eaab9abe4ca', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ea:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70541714-e3a3-4cf4-ada3-a103e46f8e0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:37:31Z', 'updated_at': '2022-04-18T19:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_floatingips': [{'id': '60145965-2636-4fe7-97be-f4fc87b3dbf2', 'tenant_id': '11fa110afd504f4180500a31ab517fd5', 'floating_ip_address': '172.25.3.128', 'floating_network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'router_id': '70541714-e3a3-4cf4-ada3-a103e46f8e0b', 'port_id': '4be5c9d5-9153-486a-9796-60f8fbc38af7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '907b3800-8be3-4c78-9411-07f6490aed83', 'mac_address': 'fa:16:3e:c5:13:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '837da776-18a8-418e-9e91-3e160c5632a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T19:38:20Z', 'updated_at': '2022-04-18T19:39:07Z', 'revision_number': 1, 'project_id': '11fa110afd504f4180500a31ab517fd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24c37ab6-dff6-44c9-b584-83c8efc47566', 'name': '', 'network_id': '907b3800-8be3-4c78-9411-07f6490aed83', 'tenant_id': '11fa110afd504f4180500a31ab517fd5', 'mac_address': 'fa:16:3e:76:78:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70541714-e3a3-4cf4-ada3-a103e46f8e0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ba52fbae-1fb9-4ec8-b27f-ceb3ad82d8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:37:53Z', 'updated_at': '2022-04-18T19:38:12Z', 'revision_number': 5, 'project_id': '11fa110afd504f4180500a31ab517fd5', 'subnets': [{'id': 'ba52fbae-1fb9-4ec8-b27f-ceb3ad82d8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:39:14.767436 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ae352b48-36e5-4136-b7e5-fbc0df540b9b tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks [] for subnet, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:14.773562 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-ae352b48-36e5-4136-b7e5-fbc0df540b9b tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "DELETE /v2.0/subnets/b76c6c1a-8fb0-47c4-8004-f9d737dd2563 HTTP/1.1" status: 204 len: 168 time: 1.7918541 Apr 18 19:39:14.775707 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 37060) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:39:14.780733 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241a87de-0bdd-461d-ab2b-fd84df2a4072 None None] Network 233563f2-3d18-4c34-9f2a-0f3d5e22e348 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:39:14.884604 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-0cdeb7e5-9c37-4206-8904-0ab3f9aeb652 None None] For port 0e792d8a-aef6-4c6c-bfd1-7eaf65b2d509, host n-d-836017-2, cleared binding levels {{(pid=84765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:39:14.915264 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-b56ed7a3-fbcb-43d5-ac8e-8436e59151d0 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:14.927563 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-b56ed7a3-fbcb-43d5-ac8e-8436e59151d0 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Deleting port bf112932-19ab-467f-b67a-ac490cfa4a51 {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:39:14.928296 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-b56ed7a3-fbcb-43d5-ac8e-8436e59151d0 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:14.955539 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-0cdeb7e5-9c37-4206-8904-0ab3f9aeb652 None None] For port 0e792d8a-aef6-4c6c-bfd1-7eaf65b2d509, host n-d-836017-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=0e792d8a-aef6-4c6c-bfd1-7eaf65b2d509,segment=NetworkSegment(aed6f02a-53e1-4547-b098-0d9b473b19b5),segment_id=aed6f02a-53e1-4547-b098-0d9b473b19b5)] {{(pid=84765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:39:14.981181 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ce47bd-e5f6-4dc6-9742-1297203ec878 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Pushing event updated for resources: {'Subnet': ['ID=09a373cf-3aaf-47c4-ad96-c15f8d8c13ea,revision_number=0']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:15.104063 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-752956f0-78f6-43bf-87e8-f0901559ae45 req-dad5d252-03f8-4e26-96c4-d2b23b2d8b13 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=11fa110afd504f4180500a31ab517fd5&device_id=837da776-18a8-418e-9e91-3e160c5632a0 HTTP/1.1" status: 200 len: 1096 time: 0.5450811 Apr 18 19:39:15.112973 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ce47bd-e5f6-4dc6-9742-1297203ec878 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Checking segment: {'id': 'a4aec143-78e5-48d5-aadb-8065e83173e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '60abadb0-5f2a-4ed4-86b6-e78962c52a38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:39:15.113352 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ce47bd-e5f6-4dc6-9742-1297203ec878 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Network hostable DHCP agents. Network: 60abadb0-5f2a-4ed4-86b6-e78962c52a38, hostable agents: ['f6987c12-6d6c-47d4-b22d-cfcd164dc40d'], hosted agents: [] {{(pid=84764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:39:15.140633 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0cdeb7e5-9c37-4206-8904-0ab3f9aeb652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:15.285488 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdeb7e5-9c37-4206-8904-0ab3f9aeb652 None None] Pushing event updated for resources: {'Port': ['ID=0e792d8a-aef6-4c6c-bfd1-7eaf65b2d509,revision_number=2']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:15.334530 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef5ef49-2fa7-4ed8-b297-6fa424fac08e req-237f7a55-91a3-453c-ad26-885c9284706e tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:15.336166 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-eef5ef49-2fa7-4ed8-b297-6fa424fac08e req-237f7a55-91a3-453c-ad26-885c9284706e tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 945 time: 0.5543904 Apr 18 19:39:15.400044 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [None req-b56ed7a3-fbcb-43d5-ac8e-8436e59151d0 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] For port bf112932-19ab-467f-b67a-ac490cfa4a51, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=bf112932-19ab-467f-b67a-ac490cfa4a51,segment=NetworkSegment(ea8ebc95-5a25-4ced-900f-5e22fbeb094a),segment_id=ea8ebc95-5a25-4ced-900f-5e22fbeb094a)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:39:15.401047 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-b56ed7a3-fbcb-43d5-ac8e-8436e59151d0 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:15.421753 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02686630-44bc-4c05-93bb-82434da1f128 None None] DHCP port deletion for 233563f2-3d18-4c34-9f2a-0f3d5e22e348 request from n-d-836017-2 {{(pid=84765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 19:39:15.426561 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-02686630-44bc-4c05-93bb-82434da1f128 None None] Deleting port bf112932-19ab-467f-b67a-ac490cfa4a51 {{(pid=84765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:39:15.427779 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-02686630-44bc-4c05-93bb-82434da1f128 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:15.428537 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752956f0-78f6-43bf-87e8-f0901559ae45 req-574e6017-ab53-423d-9eaf-aaaa46d3ede6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:15.430037 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-752956f0-78f6-43bf-87e8-f0901559ae45 req-574e6017-ab53-423d-9eaf-aaaa46d3ede6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=907b3800-8be3-4c78-9411-07f6490aed83 HTTP/1.1" status: 200 len: 911 time: 0.3043258 Apr 18 19:39:15.514996 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ce47bd-e5f6-4dc6-9742-1297203ec878 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Network 60abadb0-5f2a-4ed4-86b6-e78962c52a38 is scheduled to be hosted by DHCP agent f6987c12-6d6c-47d4-b22d-cfcd164dc40d with binding_index 1 {{(pid=84764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:39:15.532389 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-eef5ef49-2fa7-4ed8-b297-6fa424fac08e req-fd291681-039e-4260-8613-fafbdc8d82d7 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761031 Apr 18 19:39:15.596558 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-b56ed7a3-fbcb-43d5-ac8e-8436e59151d0 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Calling delete_port for bf112932-19ab-467f-b67a-ac490cfa4a51 owned by network:dhcp {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:39:15.637002 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-752956f0-78f6-43bf-87e8-f0901559ae45 req-d6a97490-0c55-41ea-ac26-e1f1ad85ef4b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4be5c9d5-9153-486a-9796-60f8fbc38af7 HTTP/1.1" status: 200 len: 999 time: 0.1962349 Apr 18 19:39:15.759750 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15544527-a14a-4cc6-aa60-947ee86210b0 req-22635b55-fa9b-48ff-8a18-38854f0592c6 tempest-VolumesActionsTest-803537767 tempest-VolumesActionsTest-803537767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:15.768217 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-15544527-a14a-4cc6-aa60-947ee86210b0 req-22635b55-fa9b-48ff-8a18-38854f0592c6 tempest-VolumesActionsTest-803537767 tempest-VolumesActionsTest-803537767-project] 10.222.0.69 "GET /v2.0/ports?device_id=77473ad8-faf3-4f9f-bfbd-23ff65c5f54b HTTP/1.1" status: 200 len: 945 time: 0.5572202 Apr 18 19:39:15.812882 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [None req-27ce47bd-e5f6-4dc6-9742-1297203ec878 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-2, 60abadb0-5f2a-4ed4-86b6-e78962c52a38) {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:39:15.867957 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ce47bd-e5f6-4dc6-9742-1297203ec878 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:15.870835 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-27ce47bd-e5f6-4dc6-9742-1297203ec878 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for subnet, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:15.905088 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c0ed2c-17ec-41c8-83c4-ec5eb27c2157 None None] Network 60abadb0-5f2a-4ed4-86b6-e78962c52a38 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:39:15.934966 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752956f0-78f6-43bf-87e8-f0901559ae45 req-ef8bc267-5818-442f-83f1-8091048238af service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:15.935785 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-15544527-a14a-4cc6-aa60-947ee86210b0 req-f650a202-6819-4725-b8d5-57645cf301ee tempest-VolumesActionsTest-803537767 tempest-VolumesActionsTest-803537767-project] 10.222.0.69 "GET /v2.0/security-groups?id=1055951c-9703-4aae-bd96-442960fc2fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665308 Apr 18 19:39:15.951669 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-752956f0-78f6-43bf-87e8-f0901559ae45 req-ef8bc267-5818-442f-83f1-8091048238af service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ba52fbae-1fb9-4ec8-b27f-ceb3ad82d8c1 HTTP/1.1" status: 200 len: 849 time: 0.2948604 Apr 18 19:39:16.033030 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-b56ed7a3-fbcb-43d5-ac8e-8436e59151d0 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:16.059303 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-27ce47bd-e5f6-4dc6-9742-1297203ec878 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.6988025 Apr 18 19:39:16.121183 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-02686630-44bc-4c05-93bb-82434da1f128 None None] For port bf112932-19ab-467f-b67a-ac490cfa4a51, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=bf112932-19ab-467f-b67a-ac490cfa4a51,segment=NetworkSegment(ea8ebc95-5a25-4ced-900f-5e22fbeb094a),segment_id=ea8ebc95-5a25-4ced-900f-5e22fbeb094a)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:39:16.124329 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-02686630-44bc-4c05-93bb-82434da1f128 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:16.143812 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56ed7a3-fbcb-43d5-ac8e-8436e59151d0 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Pushing event deleted for resources: {'Port': ['ID=bf112932-19ab-467f-b67a-ac490cfa4a51,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:16.159527 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-edc01830-9e99-4250-96ae-69b0962e8d6d req-97ce789e-f64c-4ee9-91bf-7570d4d6d2f2 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b49bb00-f484-4f92-bb80-0be3537a561f HTTP/1.1" status: 200 len: 210 time: 0.0636463 Apr 18 19:39:16.168718 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56ed7a3-fbcb-43d5-ac8e-8436e59151d0 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] No DVR routers for this DVR port bf112932-19ab-467f-b67a-ac490cfa4a51 on host n-d-836017-2 {{(pid=84763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:39:16.370933 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-752956f0-78f6-43bf-87e8-f0901559ae45 req-ba4456ed-93c9-4ec1-9b74-dfc3ea134ebe service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=907b3800-8be3-4c78-9411-07f6490aed83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3152211 Apr 18 19:39:16.384853 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0448210-eafc-48a7-bb07-ebe241dbbf02 req-09f69d56-2d44-42d3-ab9d-221caa91eca8 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:16.394627 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f0448210-eafc-48a7-bb07-ebe241dbbf02 req-09f69d56-2d44-42d3-ab9d-221caa91eca8 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/ports?device_id=ac4e1770-8b35-4034-9597-ca85436903d4 HTTP/1.1" status: 200 len: 945 time: 0.4468486 Apr 18 19:39:16.446160 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 0e792d8a-aef6-4c6c-bfd1-7eaf65b2d509 up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:39:16.486454 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 37100) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:39:16.512887 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-02686630-44bc-4c05-93bb-82434da1f128 None None] Calling delete_port for bf112932-19ab-467f-b67a-ac490cfa4a51 owned by network:dhcp {{(pid=84765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:39:16.529847 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-b56ed7a3-fbcb-43d5-ac8e-8436e59151d0 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256345', 'neutron.services.segments.db._delete_segments_for_network-8791093852025'] for network, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:16.656166 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f0448210-eafc-48a7-bb07-ebe241dbbf02 req-54803b0a-16e3-4a9f-a594-72e0cb6dc8ed tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/security-groups?id=51df22c1-554b-4779-a025-65f2af6e2a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597253 Apr 18 19:39:16.709934 n-d-836017-2 neutron-server[84763]: DEBUG neutron.services.segments.db [None req-b56ed7a3-fbcb-43d5-ac8e-8436e59151d0 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['233563f2-3d18-4c34-9f2a-0f3d5e22e348']}} {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:39:16.770377 n-d-836017-2 neutron-server[84763]: DEBUG neutron.services.segments.db [None req-b56ed7a3-fbcb-43d5-ac8e-8436e59151d0 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea8ebc95-5a25-4ced-900f-5e22fbeb094a') {'for_net_delete': True} {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:39:16.773302 n-d-836017-2 neutron-server[84763]: DEBUG neutron.services.segments.db [None req-b56ed7a3-fbcb-43d5-ac8e-8436e59151d0 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea8ebc95-5a25-4ced-900f-5e22fbeb094a') {} {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:39:16.824051 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-752956f0-78f6-43bf-87e8-f0901559ae45 req-9cadbe27-fc0b-4166-9ada-aeff61adb2b5 service neutron] 10.222.0.72 "GET /v2.0/networks/907b3800-8be3-4c78-9411-07f6490aed83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4180312 Apr 18 19:39:16.830140 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6abe19c-db58-45a3-8d08-ba4d0fb2f249 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31f5fbf7-4b5c-5a44-b255-70c4fc176ae8-60abadb0-5f2a-4ed4-86b6-e78962c52a38', 'network_id': '60abadb0-5f2a-4ed4-86b6-e78962c52a38', 'tenant_id': 'af77c4468a104578b3401cd2f194180a', 'fixed_ips': [{'subnet_id': '09a373cf-3aaf-47c4-ad96-c15f8d8c13ea'}]}} from n-d-836017-2. {{(pid=84765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 19:39:16.830948 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d6abe19c-db58-45a3-8d08-ba4d0fb2f249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:16.842012 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-b56ed7a3-fbcb-43d5-ac8e-8436e59151d0 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791093851908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66272256'] for segment, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:16.866468 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-a089a1b9-f6f6-499a-a128-6723d5138f26 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-103624935-network', 'tenant_id': 'aa6d8ffebeab4be89a75f00afbec4851'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:39:16.876108 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-a089a1b9-f6f6-499a-a128-6723d5138f26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:39:16.881977 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-b56ed7a3-fbcb-43d5-ac8e-8436e59151d0 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:16.885406 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-a089a1b9-f6f6-499a-a128-6723d5138f26 admin admin] Usage tracker for resource:network and tenant:aa6d8ffebeab4be89a75f00afbec4851 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:39:16.896953 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b56ed7a3-fbcb-43d5-ac8e-8436e59151d0 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=84763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:39:16.898229 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-b56ed7a3-fbcb-43d5-ac8e-8436e59151d0 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66351785'] for segment, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:16.904553 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-02686630-44bc-4c05-93bb-82434da1f128 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84765) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 19:39:16.905530 n-d-836017-2 neutron-server[84765]: DEBUG oslo_db.api [None req-02686630-44bc-4c05-93bb-82434da1f128 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 19:39:17.011761 n-d-836017-2 neutron-server[84763]: Traceback (most recent call last): Apr 18 19:39:17.011761 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:39:17.011761 n-d-836017-2 neutron-server[84763]: timer() Apr 18 19:39:17.011761 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:39:17.011761 n-d-836017-2 neutron-server[84763]: cb(*args, **kw) Apr 18 19:39:17.011761 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:39:17.011761 n-d-836017-2 neutron-server[84763]: return func(*args, **kwargs) Apr 18 19:39:17.011761 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:39:17.011761 n-d-836017-2 neutron-server[84763]: self._notify() Apr 18 19:39:17.011761 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:39:17.011761 n-d-836017-2 neutron-server[84763]: self.callback(batched_events) Apr 18 19:39:17.011761 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:39:17.011761 n-d-836017-2 neutron-server[84763]: event.method(event) Apr 18 19:39:17.011761 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:39:17.011761 n-d-836017-2 neutron-server[84763]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:39:17.011761 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:39:17.011761 n-d-836017-2 neutron-server[84763]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:39:17.011761 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:39:17.011761 n-d-836017-2 neutron-server[84763]: return f(self, *a, **k) Apr 18 19:39:17.011761 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:39:17.011761 n-d-836017-2 neutron-server[84763]: return self._get(url).json() Apr 18 19:39:17.011761 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:39:17.011761 n-d-836017-2 neutron-server[84763]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:39:17.011761 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:39:17.011761 n-d-836017-2 neutron-server[84763]: return self.request(url, 'GET', **kwargs) Apr 18 19:39:17.011761 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:39:17.011761 n-d-836017-2 neutron-server[84763]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:39:17.011761 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:39:17.011761 n-d-836017-2 neutron-server[84763]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:39:17.011761 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:39:17.011761 n-d-836017-2 neutron-server[84763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:39:17.011761 n-d-836017-2 neutron-server[84763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:39:17.016801 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-a089a1b9-f6f6-499a-a128-6723d5138f26 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:39:17.020269 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3a8899-1b45-4f5e-826f-f86776bd0720 None None] Network d831801b-76c4-46ce-9ce8-cb3cace52776 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:39:17.022135 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-a089a1b9-f6f6-499a-a128-6723d5138f26 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:39:17.031305 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c8b8f7-1f2e-4d46-a0a4-b75d1b94b4e9 req-e33ecab4-7ad0-4d5e-928f-4279fed48ec7 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:17.032935 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d6c8b8f7-1f2e-4d46-a0a4-b75d1b94b4e9 req-e33ecab4-7ad0-4d5e-928f-4279fed48ec7 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 945 time: 0.4383316 Apr 18 19:39:17.106695 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d6c8b8f7-1f2e-4d46-a0a4-b75d1b94b4e9 req-955b2e55-0cb0-4b9a-bc4d-45df46d292f2 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649128 Apr 18 19:39:17.110279 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a089a1b9-f6f6-499a-a128-6723d5138f26 admin admin] Made reservation on behalf of aa6d8ffebeab4be89a75f00afbec4851 for: {'network': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:39:17.113325 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-a089a1b9-f6f6-499a-a128-6723d5138f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for network, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:17.133084 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-b56ed7a3-fbcb-43d5-ac8e-8436e59151d0 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416801'] for network, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:17.139076 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-b56ed7a3-fbcb-43d5-ac8e-8436e59151d0 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:17.144670 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-a089a1b9-f6f6-499a-a128-6723d5138f26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:17.154201 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning for port 0e792d8a-aef6-4c6c-bfd1-7eaf65b2d509 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:39:17.175526 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-53b89454-8156-4efd-a9f3-72f95b65abf5 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:17.180493 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-53b89454-8156-4efd-a9f3-72f95b65abf5 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:17.182855 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-53b89454-8156-4efd-a9f3-72f95b65abf5 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Synchronizing usage tracker for tenant:af77c4468a104578b3401cd2f194180a on resource:network {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:39:17.190334 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-d6abe19c-db58-45a3-8d08-ba4d0fb2f249 None None] Allocated IP 19.86.0.2 (60abadb0-5f2a-4ed4-86b6-e78962c52a38/09a373cf-3aaf-47c4-ad96-c15f8d8c13ea/5aa36b1a-93f1-4317-8a84-ced740bf3e6f) {{(pid=84765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:39:17.193598 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-752956f0-78f6-43bf-87e8-f0901559ae45 req-45b261e0-c2fa-4e12-8d73-3d3d6a1863a9 service neutron] 10.222.0.72 "GET /v2.0/networks/907b3800-8be3-4c78-9411-07f6490aed83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321451 Apr 18 19:39:17.254816 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device bf112932-19ab-467f-b67a-ac490cfa4a51 no longer exists at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:39:17.257763 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-a089a1b9-f6f6-499a-a128-6723d5138f26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:39:17.271767 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56ed7a3-fbcb-43d5-ac8e-8436e59151d0 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Pushing event deleted for resources: {'Network': ['ID=233563f2-3d18-4c34-9f2a-0f3d5e22e348,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:17.280998 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-a089a1b9-f6f6-499a-a128-6723d5138f26 admin admin] Usage tracker for resource:security_group_rule and tenant:aa6d8ffebeab4be89a75f00afbec4851 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:39:17.283972 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-a089a1b9-f6f6-499a-a128-6723d5138f26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:39:17.305012 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-b56ed7a3-fbcb-43d5-ac8e-8436e59151d0 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "DELETE /v2.0/networks/233563f2-3d18-4c34-9f2a-0f3d5e22e348 HTTP/1.1" status: 204 len: 168 time: 2.5280170 Apr 18 19:39:17.305965 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-da34a9e1-6809-40d9-a691-5db22660d355 None None] Provisioning for port 0e792d8a-aef6-4c6c-bfd1-7eaf65b2d509 completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:39:17.311271 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 37118) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:39:17.343154 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-a089a1b9-f6f6-499a-a128-6723d5138f26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:39:17.352187 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-53b89454-8156-4efd-a9f3-72f95b65abf5 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Unset dirty status for tenant:af77c4468a104578b3401cd2f194180a on resource:network {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:39:17.358701 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-53b89454-8156-4efd-a9f3-72f95b65abf5 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.69 "GET /v2.0/networks?id=d831801b-76c4-46ce-9ce8-cb3cace52776&id=60abadb0-5f2a-4ed4-86b6-e78962c52a38&id=d831801b-76c4-46ce-9ce8-cb3cace52776 HTTP/1.1" status: 200 len: 1390 time: 0.5330091 Apr 18 19:39:17.364412 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] No Port match for: bf112932-19ab-467f-b67a-ac490cfa4a51 {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:39:17.366408 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device bf112932-19ab-467f-b67a-ac490cfa4a51 not bound to the agent host n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:39:17.372582 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-da34a9e1-6809-40d9-a691-5db22660d355 None None] Provisioning complete for port 0e792d8a-aef6-4c6c-bfd1-7eaf65b2d509 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:39:17.372956 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da34a9e1-6809-40d9-a691-5db22660d355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:17.411538 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-08ae5e40-275c-4e92-9fe3-0fb738891c4b tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.69 "GET /v2.0/quotas/af77c4468a104578b3401cd2f194180a HTTP/1.1" status: 200 len: 375 time: 0.0517914 Apr 18 19:39:17.416605 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-02686630-44bc-4c05-93bb-82434da1f128 None None] Deleting port bf112932-19ab-467f-b67a-ac490cfa4a51 {{(pid=84765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:39:17.416847 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-02686630-44bc-4c05-93bb-82434da1f128 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:17.546713 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-02686630-44bc-4c05-93bb-82434da1f128 None None] The port 'bf112932-19ab-467f-b67a-ac490cfa4a51' was deleted {{(pid=84765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 19:39:17.548855 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b501bd-d0f0-4117-a222-defeb8c8577c req-7063720a-8f89-46e3-a7f5-4d83255aa74d tempest-VolumesActionsTest-803537767 tempest-VolumesActionsTest-803537767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:17.550389 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-81b501bd-d0f0-4117-a222-defeb8c8577c req-7063720a-8f89-46e3-a7f5-4d83255aa74d tempest-VolumesActionsTest-803537767 tempest-VolumesActionsTest-803537767-project] 10.222.0.69 "GET /v2.0/ports?device_id=77473ad8-faf3-4f9f-bfbd-23ff65c5f54b HTTP/1.1" status: 200 len: 945 time: 0.2483995 Apr 18 19:39:17.604379 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-a089a1b9-f6f6-499a-a128-6723d5138f26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:17.623198 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4465ae29-b67c-414f-b621-93a0efee9dad tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:17.625515 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-4465ae29-b67c-414f-b621-93a0efee9dad tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "GET /v2.0/ports/5fdfde06-f346-4b42-ad99-bbc95b967041 HTTP/1.1" status: 200 len: 845 time: 0.3124847 Apr 18 19:39:17.629400 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 37122) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:39:17.634428 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-81b501bd-d0f0-4117-a222-defeb8c8577c req-9cbd2b87-fa2f-4c56-b106-216e4d36932c tempest-VolumesActionsTest-803537767 tempest-VolumesActionsTest-803537767-project] 10.222.0.69 "GET /v2.0/security-groups?id=1055951c-9703-4aae-bd96-442960fc2fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716193 Apr 18 19:39:17.667648 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-a089a1b9-f6f6-499a-a128-6723d5138f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:17.697009 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a089a1b9-f6f6-499a-a128-6723d5138f26 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=84763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:39:17.712074 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-a089a1b9-f6f6-499a-a128-6723d5138f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:17.712074 n-d-836017-2 neutron-server[84763]: INFO neutron.db.segments_db [None req-a089a1b9-f6f6-499a-a128-6723d5138f26 admin admin] Added segment 82fb8b94-2484-443f-b5c6-bcf0220d3619 of type vlan for network a8f417db-1ccb-4569-97b5-bfdd3d20b456 Apr 18 19:39:17.724383 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-9d4ea36f-29f6-4de7-8918-3451d79b584d tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "GET /v2.0/ports/5fdfde06-f346-4b42-ad99-bbc95b967041?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0935202 Apr 18 19:39:17.727889 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 37130) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:39:17.748277 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-e749f066-23d1-4010-b847-53d124cb0597 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Request body: {'subnet': {'network_id': 'd56be34c-7b73-4700-ae04-c94175a27b0b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:39:17.752150 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-a089a1b9-f6f6-499a-a128-6723d5138f26 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791093404182'] for network, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:17.872894 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-a089a1b9-f6f6-499a-a128-6723d5138f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251'] for network, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:17.878885 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a089a1b9-f6f6-499a-a128-6723d5138f26 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:17.878885 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-a089a1b9-f6f6-499a-a128-6723d5138f26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:17.919473 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d6abe19c-db58-45a3-8d08-ba4d0fb2f249 None None] Notify callbacks [] for port, precommit_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:17.937124 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-2453dd8f-bcca-4d81-9bf9-81326e3dbadf tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=af77c4468a104578b3401cd2f194180a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5246937 Apr 18 19:39:17.943409 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-e749f066-23d1-4010-b847-53d124cb0597 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:39:17.949665 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-d6abe19c-db58-45a3-8d08-ba4d0fb2f249 None None] Transition to ACTIVE for port object 5aa36b1a-93f1-4317-8a84-ced740bf3e6f will not be triggered until provisioned by entity L2. {{(pid=84765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:39:17.974524 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-e749f066-23d1-4010-b847-53d124cb0597 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Usage tracker for resource:subnet and tenant:8097f6133aa24824a0d11d98456dfce8 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:39:17.982770 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-e749f066-23d1-4010-b847-53d124cb0597 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:39:17.989911 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-d6abe19c-db58-45a3-8d08-ba4d0fb2f249 None None] Transition to ACTIVE for port object 5aa36b1a-93f1-4317-8a84-ced740bf3e6f will not be triggered until provisioned by entity DHCP. {{(pid=84765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:39:17.991341 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da34a9e1-6809-40d9-a691-5db22660d355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:18.008158 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a089a1b9-f6f6-499a-a128-6723d5138f26 admin admin] Pushing event updated for resources: {'Network': ['ID=a8f417db-1ccb-4569-97b5-bfdd3d20b456,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:18.023527 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Network a8f417db-1ccb-4569-97b5-bfdd3d20b456 details requested by agent ovs-agent-n-d-836017-2 with host n-d-836017-2 {{(pid=84765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:39:18.043773 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a089a1b9-f6f6-499a-a128-6723d5138f26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c34b62e1-4838-43e7-ac44-2c7aea2cecdc,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:18.057793 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-e749f066-23d1-4010-b847-53d124cb0597 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:39:18.120358 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d6abe19c-db58-45a3-8d08-ba4d0fb2f249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331'] for port, after_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:18.140658 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5057b577-cae6-4e58-ae4f-1e449eddb5cc req-8ecc34e5-7efb-42fe-a731-b81f80f13c7b tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:18.144324 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5057b577-cae6-4e58-ae4f-1e449eddb5cc req-8ecc34e5-7efb-42fe-a731-b81f80f13c7b tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 945 time: 0.3376043 Apr 18 19:39:18.171473 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-376db720-2ddf-43be-a777-37939df334cc service neutron] 10.222.0.69 "GET /v2.0/networks/d831801b-76c4-46ce-9ce8-cb3cace52776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228229 Apr 18 19:39:18.214273 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-a089a1b9-f6f6-499a-a128-6723d5138f26 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.7255883 Apr 18 19:39:18.218035 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 37134) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:39:18.227143 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-da34a9e1-6809-40d9-a691-5db22660d355 None None] For port 0e792d8a-aef6-4c6c-bfd1-7eaf65b2d509, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=0e792d8a-aef6-4c6c-bfd1-7eaf65b2d509,segment=NetworkSegment(aed6f02a-53e1-4547-b098-0d9b473b19b5),segment_id=aed6f02a-53e1-4547-b098-0d9b473b19b5)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:39:18.227445 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-d9eea47b-a654-42a9-a2cc-56b775910a4b admin admin] Request body: {'subnet': {'network_id': 'a8f417db-1ccb-4569-97b5-bfdd3d20b456', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-103624935-subnet', 'tenant_id': 'aa6d8ffebeab4be89a75f00afbec4851', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:39:18.234311 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-d9eea47b-a654-42a9-a2cc-56b775910a4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:39:18.251626 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-d9eea47b-a654-42a9-a2cc-56b775910a4b admin admin] Usage tracker for resource:subnet and tenant:aa6d8ffebeab4be89a75f00afbec4851 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:39:18.255140 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-d9eea47b-a654-42a9-a2cc-56b775910a4b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:39:18.262740 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-d9eea47b-a654-42a9-a2cc-56b775910a4b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:39:18.315400 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6abe19c-db58-45a3-8d08-ba4d0fb2f249 None None] Pushing event updated for resources: {'Port': ['ID=5aa36b1a-93f1-4317-8a84-ced740bf3e6f,revision_number=1']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:18.319462 n-d-836017-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6abe19c-db58-45a3-8d08-ba4d0fb2f249 None None] Network 60abadb0-5f2a-4ed4-86b6-e78962c52a38 is already hosted by enough agents. {{(pid=84765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:39:18.322142 n-d-836017-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-d6abe19c-db58-45a3-8d08-ba4d0fb2f249 None None] Resources bound (agent type, host, resource id): {{(pid=84765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:39:18.332267 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6abe19c-db58-45a3-8d08-ba4d0fb2f249 None None] Received port after_create {{(pid=84765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:39:18.349547 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e749f066-23d1-4010-b847-53d124cb0597 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Made reservation on behalf of 8097f6133aa24824a0d11d98456dfce8 for: {'subnet': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:39:18.375656 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-f25e80a0-4f43-4d0d-a0dc-77805ea38524 service neutron] 10.222.0.69 "GET /v2.0/networks/d831801b-76c4-46ce-9ce8-cb3cace52776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980159 Apr 18 19:39:18.434574 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da34a9e1-6809-40d9-a691-5db22660d355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:18.514332 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5057b577-cae6-4e58-ae4f-1e449eddb5cc req-e17b1769-e8e6-4edb-8dd7-1cd9386f8993 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3631907 Apr 18 19:39:18.519103 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0c2b7f-3010-4295-8fda-fb2e1f8fdd8e req-665b400c-8288-48c5-9a7d-a2e645ac84d5 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:18.520598 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8e0c2b7f-3010-4295-8fda-fb2e1f8fdd8e req-665b400c-8288-48c5-9a7d-a2e645ac84d5 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] 10.222.0.73 "GET /v2.0/networks?id=20d4b8e1-a40a-4802-a6ed-f360fca84cce HTTP/1.1" status: 200 len: 811 time: 0.2442136 Apr 18 19:39:18.522004 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9eea47b-a654-42a9-a2cc-56b775910a4b admin admin] Made reservation on behalf of aa6d8ffebeab4be89a75f00afbec4851 for: {'subnet': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:39:18.524088 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d9eea47b-a654-42a9-a2cc-56b775910a4b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540907'] for subnet, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:18.572505 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a70a483d-745e-4678-a9f0-01906b3eb40d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:18.576148 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-e749f066-23d1-4010-b847-53d124cb0597 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65862573'] for subnet, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:18.807035 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-85a7dd26-5d49-4b51-a757-7cf6c10f719b None None] Provisioning complete for port 0e792d8a-aef6-4c6c-bfd1-7eaf65b2d509 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:39:18.807400 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-85a7dd26-5d49-4b51-a757-7cf6c10f719b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:18.859608 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-c5bfe0d2-8539-44cc-9975-283f4983e28d req-c9a5e360-588e-4944-b581-844bc0627e2d tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b49bb00-f484-4f92-bb80-0be3537a561f HTTP/1.1" status: 200 len: 210 time: 0.1139691 Apr 18 19:39:18.885839 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-d6abe19c-db58-45a3-8d08-ba4d0fb2f249 None None] Attempting to bind port 5aa36b1a-93f1-4317-8a84-ced740bf3e6f on host n-d-836017-2 for vnic_type normal with profile {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:39:18.886717 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-d6abe19c-db58-45a3-8d08-ba4d0fb2f249 None None] Attempting to bind port 5aa36b1a-93f1-4317-8a84-ced740bf3e6f by drivers openvswitch,hyperv on host n-d-836017-2 at level 0 using segments [{'id': 'a4aec143-78e5-48d5-aadb-8065e83173e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '60abadb0-5f2a-4ed4-86b6-e78962c52a38'}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:39:18.886717 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6abe19c-db58-45a3-8d08-ba4d0fb2f249 None None] Attempting to bind port 5aa36b1a-93f1-4317-8a84-ced740bf3e6f on network 60abadb0-5f2a-4ed4-86b6-e78962c52a38 {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:39:18.901489 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-e446e655-fc2c-4d13-9ad8-e2129d8b00c4 service neutron] 10.222.0.69 "GET /v2.0/networks/60abadb0-5f2a-4ed4-86b6-e78962c52a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5122201 Apr 18 19:39:18.915654 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6abe19c-db58-45a3-8d08-ba4d0fb2f249 None None] Checking agent: {'id': 'df2a5cfe-6839-400b-a998-e4fffce70f45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 8, 22), 'started_at': datetime.datetime(2022, 4, 18, 19, 8, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:39:18.916146 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6abe19c-db58-45a3-8d08-ba4d0fb2f249 None None] Checking segment: {'id': 'a4aec143-78e5-48d5-aadb-8065e83173e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '60abadb0-5f2a-4ed4-86b6-e78962c52a38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:39:18.916950 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d6abe19c-db58-45a3-8d08-ba4d0fb2f249 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:18.917449 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6abe19c-db58-45a3-8d08-ba4d0fb2f249 None None] Bound using segment: {'id': 'a4aec143-78e5-48d5-aadb-8065e83173e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '60abadb0-5f2a-4ed4-86b6-e78962c52a38'} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:39:18.918080 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-d6abe19c-db58-45a3-8d08-ba4d0fb2f249 None None] Bound port: 5aa36b1a-93f1-4317-8a84-ced740bf3e6f, host: n-d-836017-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4aec143-78e5-48d5-aadb-8065e83173e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '60abadb0-5f2a-4ed4-86b6-e78962c52a38'}}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:39:18.918810 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d6abe19c-db58-45a3-8d08-ba4d0fb2f249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:18.951661 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da34a9e1-6809-40d9-a691-5db22660d355 None None] Pushing event updated for resources: {'Port': ['ID=0e792d8a-aef6-4c6c-bfd1-7eaf65b2d509,revision_number=3']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:18.962953 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8e0c2b7f-3010-4295-8fda-fb2e1f8fdd8e req-c8dc7711-9cf6-4ce2-b334-c3a631e2890f tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7276b8530b6a4c9e997960e7ff37ca8f HTTP/1.1" status: 200 len: 379 time: 0.1583781 Apr 18 19:39:19.023381 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-8e0c2b7f-3010-4295-8fda-fb2e1f8fdd8e req-c593a881-f417-440c-b622-b5715d185cca tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Request body: {'port': {'device_id': '7b49bb00-f484-4f92-bb80-0be3537a561f', 'network_id': '20d4b8e1-a40a-4802-a6ed-f360fca84cce', 'admin_state_up': True, 'tenant_id': '7276b8530b6a4c9e997960e7ff37ca8f', 'security_groups': ['65d46739-eb5a-478f-9fc7-f1aa98b0d76a']}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:39:19.110401 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-287f9b7b-7a22-49ef-bea9-a3dd5b519020 service neutron] 10.222.0.69 "GET /v2.0/networks/60abadb0-5f2a-4ed4-86b6-e78962c52a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998041 Apr 18 19:39:19.159514 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-d6abe19c-db58-45a3-8d08-ba4d0fb2f249 None None] For port 5aa36b1a-93f1-4317-8a84-ced740bf3e6f, host n-d-836017-2, cleared binding levels {{(pid=84765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:39:19.168493 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-d6abe19c-db58-45a3-8d08-ba4d0fb2f249 None None] For port 5aa36b1a-93f1-4317-8a84-ced740bf3e6f, host n-d-836017-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=5aa36b1a-93f1-4317-8a84-ced740bf3e6f,segment=NetworkSegment(a4aec143-78e5-48d5-aadb-8065e83173e5),segment_id=a4aec143-78e5-48d5-aadb-8065e83173e5)] {{(pid=84765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:39:19.225669 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d6abe19c-db58-45a3-8d08-ba4d0fb2f249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:19.275490 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-8e0c2b7f-3010-4295-8fda-fb2e1f8fdd8e req-c593a881-f417-440c-b622-b5715d185cca tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:39:19.282901 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-8e0c2b7f-3010-4295-8fda-fb2e1f8fdd8e req-c593a881-f417-440c-b622-b5715d185cca tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Usage tracker for resource:port and tenant:7276b8530b6a4c9e997960e7ff37ca8f is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:39:19.286395 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-8e0c2b7f-3010-4295-8fda-fb2e1f8fdd8e req-c593a881-f417-440c-b622-b5715d185cca tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:39:19.294661 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-8e0c2b7f-3010-4295-8fda-fb2e1f8fdd8e req-c593a881-f417-440c-b622-b5715d185cca tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:39:19.312943 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa085ca0-87fc-4678-920f-8d38e674c6e4 req-84f42983-700c-4e8e-bf56-c46837c9075d tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:19.314642 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fa085ca0-87fc-4678-920f-8d38e674c6e4 req-84f42983-700c-4e8e-bf56-c46837c9075d tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/ports?device_id=ac4e1770-8b35-4034-9597-ca85436903d4 HTTP/1.1" status: 200 len: 945 time: 0.1542754 Apr 18 19:39:19.316165 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d9eea47b-a654-42a9-a2cc-56b775910a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66351616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66540921'] for subnet, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:19.340147 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-c36b59f7-320f-4adc-a7e4-8b763eacad7e service neutron] 10.222.0.69 "GET /v2.0/networks/d831801b-76c4-46ce-9ce8-cb3cace52776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146845 Apr 18 19:39:19.379608 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6abe19c-db58-45a3-8d08-ba4d0fb2f249 None None] Pushing event updated for resources: {'Port': ['ID=5aa36b1a-93f1-4317-8a84-ced740bf3e6f,revision_number=2']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:19.394385 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-e749f066-23d1-4010-b847-53d124cb0597 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2290811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65862591'] for subnet, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:19.404013 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e0c2b7f-3010-4295-8fda-fb2e1f8fdd8e req-c593a881-f417-440c-b622-b5715d185cca tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Made reservation on behalf of 7276b8530b6a4c9e997960e7ff37ca8f for: {'port': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:39:19.407271 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-8e0c2b7f-3010-4295-8fda-fb2e1f8fdd8e req-c593a881-f417-440c-b622-b5715d185cca tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:19.462637 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fa085ca0-87fc-4678-920f-8d38e674c6e4 req-3917e9c6-4916-49d4-964e-4148bd47ff5e tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/security-groups?id=51df22c1-554b-4779-a025-65f2af6e2a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421449 Apr 18 19:39:19.470774 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eea47b-a654-42a9-a2cc-56b775910a4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=37ceb770-0cdd-4df7-a966-32f75f31286d,revision_number=0']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:19.564752 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9eea47b-a654-42a9-a2cc-56b775910a4b admin admin] Checking segment: {'id': '82fb8b94-2484-443f-b5c6-bcf0220d3619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'a8f417db-1ccb-4569-97b5-bfdd3d20b456'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:39:19.565129 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9eea47b-a654-42a9-a2cc-56b775910a4b admin admin] Network hostable DHCP agents. Network: a8f417db-1ccb-4569-97b5-bfdd3d20b456, hostable agents: ['f6987c12-6d6c-47d4-b22d-cfcd164dc40d'], hosted agents: [] {{(pid=84763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:39:19.620275 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e749f066-23d1-4010-b847-53d124cb0597 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Network d56be34c-7b73-4700-ae04-c94175a27b0b is already hosted by enough agents. {{(pid=84764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:39:19.630256 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [None req-e749f066-23d1-4010-b847-53d124cb0597 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Resources bound (agent type, host, resource id): {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:39:19.657181 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e749f066-23d1-4010-b847-53d124cb0597 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:19.658029 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-e749f066-23d1-4010-b847-53d124cb0597 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for subnet, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:19.665623 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e749f066-23d1-4010-b847-53d124cb0597 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Pushing event updated for resources: {'Subnet': ['ID=5226fc92-cda0-4acf-92ba-ede38869240c,revision_number=0']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:19.678335 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b028eab-ca1d-4529-bfba-1d6599b0c299 None None] Network d56be34c-7b73-4700-ae04-c94175a27b0b requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:39:19.784820 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-db1c1e76-bacc-4395-8c70-1babd3732f23 service neutron] 10.222.0.69 "GET /v2.0/networks/d831801b-76c4-46ce-9ce8-cb3cace52776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4382863 Apr 18 19:39:19.840389 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9eea47b-a654-42a9-a2cc-56b775910a4b admin admin] Network a8f417db-1ccb-4569-97b5-bfdd3d20b456 is scheduled to be hosted by DHCP agent f6987c12-6d6c-47d4-b22d-cfcd164dc40d with binding_index 1 {{(pid=84763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:39:19.852736 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-e749f066-23d1-4010-b847-53d124cb0597 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1168146 Apr 18 19:39:19.856961 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 37150) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:39:19.862681 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-e0dcd65d-e8c7-4ea4-93fc-b9d8fd7b3575 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Request body: {'security_group': {'name': 'tempest-secgroup-146419350'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:39:19.877291 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-e0dcd65d-e8c7-4ea4-93fc-b9d8fd7b3575 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:39:19.883638 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-e0dcd65d-e8c7-4ea4-93fc-b9d8fd7b3575 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Usage tracker for resource:security_group and tenant:8097f6133aa24824a0d11d98456dfce8 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:39:19.888334 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-e0dcd65d-e8c7-4ea4-93fc-b9d8fd7b3575 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:39:19.888526 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_common [req-8e0c2b7f-3010-4295-8fda-fb2e1f8fdd8e req-c593a881-f417-440c-b622-b5715d185cca tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Allocated IP 172.20.0.7 (20d4b8e1-a40a-4802-a6ed-f360fca84cce/0711ab9d-0a48-4dd5-b699-a74bbc1341bb/b99c6f14-47f1-4ca0-8b04-491816fe3231) {{(pid=84763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:39:19.907853 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-e0dcd65d-e8c7-4ea4-93fc-b9d8fd7b3575 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:39:19.927025 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f82901-43a9-4adc-a4ea-f4eb486df623 req-6ec89ece-df0c-4a82-a5f8-b91e2766528e tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:19.928599 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f8f82901-43a9-4adc-a4ea-f4eb486df623 req-6ec89ece-df0c-4a82-a5f8-b91e2766528e tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 945 time: 0.1742394 Apr 18 19:39:19.975064 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [None req-d9eea47b-a654-42a9-a2cc-56b775910a4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-2, a8f417db-1ccb-4569-97b5-bfdd3d20b456) {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:39:19.996855 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9eea47b-a654-42a9-a2cc-56b775910a4b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:19.998134 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9fcad5-b4f5-4fed-969b-e1271b1b4f78 None None] Network a8f417db-1ccb-4569-97b5-bfdd3d20b456 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:39:19.998470 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d9eea47b-a654-42a9-a2cc-56b775910a4b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:20.007850 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-e0dcd65d-e8c7-4ea4-93fc-b9d8fd7b3575 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:20.071431 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-e0dcd65d-e8c7-4ea4-93fc-b9d8fd7b3575 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:39:20.078681 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-e0dcd65d-e8c7-4ea4-93fc-b9d8fd7b3575 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Usage tracker for resource:security_group_rule and tenant:8097f6133aa24824a0d11d98456dfce8 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:39:20.103055 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-e0dcd65d-e8c7-4ea4-93fc-b9d8fd7b3575 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:39:20.128833 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f8f82901-43a9-4adc-a4ea-f4eb486df623 req-92cd8375-dfbe-419d-82d1-f3154e938101 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895888 Apr 18 19:39:20.148944 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-e0dcd65d-e8c7-4ea4-93fc-b9d8fd7b3575 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:39:20.190529 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-d9eea47b-a654-42a9-a2cc-56b775910a4b admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.9697964 Apr 18 19:39:20.417157 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-8e0c2b7f-3010-4295-8fda-fb2e1f8fdd8e req-c593a881-f417-440c-b622-b5715d185cca tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Notify callbacks [] for port, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:20.473355 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [req-8e0c2b7f-3010-4295-8fda-fb2e1f8fdd8e req-c593a881-f417-440c-b622-b5715d185cca tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Transition to ACTIVE for port object b99c6f14-47f1-4ca0-8b04-491816fe3231 will not be triggered until provisioned by entity DHCP. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:39:20.611023 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-f2411afa-ba6e-488b-b6de-075e61258cbe req-9d645a22-e98b-4bc6-a4ed-5096a9888f6b tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Synchronizing usage tracker for tenant:7276b8530b6a4c9e997960e7ff37ca8f on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:39:20.677581 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-63bc5631-3cc0-4d63-a98f-587d1bce5b25 req-492ee849-111e-4412-bd51-5d6d185ade6d tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.69 "GET /v2.0/ports?device_id=845d5eff-f61f-4478-8b96-419b59aa7857 HTTP/1.1" status: 200 len: 210 time: 0.3340347 Apr 18 19:39:20.678996 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 5aa36b1a-93f1-4317-8a84-ced740bf3e6f up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:39:20.683324 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-e0dcd65d-e8c7-4ea4-93fc-b9d8fd7b3575 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:20.754892 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-f2411afa-ba6e-488b-b6de-075e61258cbe req-9d645a22-e98b-4bc6-a4ed-5096a9888f6b tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Unset dirty status for tenant:7276b8530b6a4c9e997960e7ff37ca8f on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:39:20.759001 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f2411afa-ba6e-488b-b6de-075e61258cbe req-9d645a22-e98b-4bc6-a4ed-5096a9888f6b tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b49bb00-f484-4f92-bb80-0be3537a561f HTTP/1.1" status: 200 len: 210 time: 0.2640607 Apr 18 19:39:20.763691 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-8e0c2b7f-3010-4295-8fda-fb2e1f8fdd8e req-c593a881-f417-440c-b622-b5715d185cca tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:20.859066 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-e0dcd65d-e8c7-4ea4-93fc-b9d8fd7b3575 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:20.950988 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dcd65d-e8c7-4ea4-93fc-b9d8fd7b3575 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ff94d42-f0bb-4364-9f16-bf03bf481424,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:20.977970 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-06d3871c-bd4f-4fbd-b27c-7f9325b01384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:20.983518 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de24bd22-3b8d-4235-bca3-69af6c467ecc req-61c4e2d6-bf31-4d9c-a1d8-e033d1da815b tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:20.991849 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-de24bd22-3b8d-4235-bca3-69af6c467ecc req-61c4e2d6-bf31-4d9c-a1d8-e033d1da815b tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 945 time: 0.1794262 Apr 18 19:39:21.027911 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a61b2b-3d59-4ea7-bc42-029e82cbaf1c None None] Network 60abadb0-5f2a-4ed4-86b6-e78962c52a38 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:39:21.033630 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-e0dcd65d-e8c7-4ea4-93fc-b9d8fd7b3575 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:21.036510 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-e0dcd65d-e8c7-4ea4-93fc-b9d8fd7b3575 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.1769264 Apr 18 19:39:21.041057 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 37176) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:39:21.051105 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-e20d4c46-6469-4190-9a7c-de81ca2a1dcd tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Request body: {'security_group': {'name': 'tempest-secgroup-938165056'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:39:21.059255 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-e20d4c46-6469-4190-9a7c-de81ca2a1dcd tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:39:21.075993 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1dd1f01-ff54-499d-959b-127b471f9121 None None] Network a8f417db-1ccb-4569-97b5-bfdd3d20b456 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:39:21.083505 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e0c2b7f-3010-4295-8fda-fb2e1f8fdd8e req-c593a881-f417-440c-b622-b5715d185cca tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Network 20d4b8e1-a40a-4802-a6ed-f360fca84cce is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:39:21.089569 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [req-8e0c2b7f-3010-4295-8fda-fb2e1f8fdd8e req-c593a881-f417-440c-b622-b5715d185cca tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:39:21.090162 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-e20d4c46-6469-4190-9a7c-de81ca2a1dcd tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Usage tracker for resource:security_group and tenant:8097f6133aa24824a0d11d98456dfce8 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:39:21.105337 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-e20d4c46-6469-4190-9a7c-de81ca2a1dcd tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:39:21.113803 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-e20d4c46-6469-4190-9a7c-de81ca2a1dcd tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:39:21.142185 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e0c2b7f-3010-4295-8fda-fb2e1f8fdd8e req-c593a881-f417-440c-b622-b5715d185cca tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Received port after_create {{(pid=84763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:39:21.157302 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-de24bd22-3b8d-4235-bca3-69af6c467ecc req-bfcb42f3-f54e-4e84-bb0c-3106e88d34b2 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643500 Apr 18 19:39:21.212894 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-e20d4c46-6469-4190-9a7c-de81ca2a1dcd tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:21.249389 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c593a881-f417-440c-b622-b5715d185cca tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Pushing event updated for resources: {'Port': ['ID=b99c6f14-47f1-4ca0-8b04-491816fe3231,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:21.274184 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:21.316028 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0c2b7f-3010-4295-8fda-fb2e1f8fdd8e req-c593a881-f417-440c-b622-b5715d185cca tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:21.324834 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning for port 5aa36b1a-93f1-4317-8a84-ced740bf3e6f completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:39:21.337236 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-e20d4c46-6469-4190-9a7c-de81ca2a1dcd tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:39:21.344969 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-e20d4c46-6469-4190-9a7c-de81ca2a1dcd tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Usage tracker for resource:security_group_rule and tenant:8097f6133aa24824a0d11d98456dfce8 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:39:21.350235 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-e20d4c46-6469-4190-9a7c-de81ca2a1dcd tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:39:21.352108 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-8e0c2b7f-3010-4295-8fda-fb2e1f8fdd8e req-c593a881-f417-440c-b622-b5715d185cca tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:21.357643 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-e20d4c46-6469-4190-9a7c-de81ca2a1dcd tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:39:21.391093 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e903b1e8-f56b-4862-98ee-731de49e7bd8 req-81b9b1df-9b77-4a10-af51-51015eb2cc43 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:21.394429 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e903b1e8-f56b-4862-98ee-731de49e7bd8 req-81b9b1df-9b77-4a10-af51-51015eb2cc43 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/ports?device_id=ac4e1770-8b35-4034-9597-ca85436903d4 HTTP/1.1" status: 200 len: 945 time: 0.3091302 Apr 18 19:39:21.429944 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 0e792d8a-aef6-4c6c-bfd1-7eaf65b2d509 up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:39:21.491873 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8e0c2b7f-3010-4295-8fda-fb2e1f8fdd8e req-c593a881-f417-440c-b622-b5715d185cca tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4729421 Apr 18 19:39:21.510527 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-e20d4c46-6469-4190-9a7c-de81ca2a1dcd tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:21.514602 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-8e0c2b7f-3010-4295-8fda-fb2e1f8fdd8e req-15fc15e9-4f0b-4730-9e31-acb33550364a service neutron] Request body: {'port': {'device_id': '7b49bb00-f484-4f92-bb80-0be3537a561f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-2'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:39:21.525614 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-1b41e72a-0dbc-4e21-b1d3-647133fdcd03 None None] Provisioning for port 5aa36b1a-93f1-4317-8a84-ced740bf3e6f completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:39:21.563691 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-1b41e72a-0dbc-4e21-b1d3-647133fdcd03 None None] Provisioning complete for port 5aa36b1a-93f1-4317-8a84-ced740bf3e6f triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:39:21.564390 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1b41e72a-0dbc-4e21-b1d3-647133fdcd03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:21.581555 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-e20d4c46-6469-4190-9a7c-de81ca2a1dcd tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:21.597941 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e903b1e8-f56b-4862-98ee-731de49e7bd8 req-76b79798-1666-41e6-a102-b0087b7ab033 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/security-groups?id=51df22c1-554b-4779-a025-65f2af6e2a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841755 Apr 18 19:39:21.659308 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20d4c46-6469-4190-9a7c-de81ca2a1dcd tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eef5f01b-6fe1-4c5d-86dc-0477b6fb97da,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:21.731951 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-e20d4c46-6469-4190-9a7c-de81ca2a1dcd tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:21.736741 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-e20d4c46-6469-4190-9a7c-de81ca2a1dcd tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.6941135 Apr 18 19:39:21.737096 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 37196) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:39:21.744052 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-a7b600ea-330e-4606-9e49-a89b27a3f796 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-652999016', 'security_groups': ['eef5f01b-6fe1-4c5d-86dc-0477b6fb97da'], 'network_id': 'd56be34c-7b73-4700-ae04-c94175a27b0b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5226fc92-cda0-4acf-92ba-ede38869240c'}]}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:39:21.745926 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-8e0c2b7f-3010-4295-8fda-fb2e1f8fdd8e req-15fc15e9-4f0b-4730-9e31-acb33550364a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:21.751049 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea845fd-69d5-45df-b959-015ad51ff10a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31f5fbf7-4b5c-5a44-b255-70c4fc176ae8-d56be34c-7b73-4700-ae04-c94175a27b0b', 'network_id': 'd56be34c-7b73-4700-ae04-c94175a27b0b', 'tenant_id': '8097f6133aa24824a0d11d98456dfce8', 'fixed_ips': [{'subnet_id': '5226fc92-cda0-4acf-92ba-ede38869240c'}]}} from n-d-836017-2. {{(pid=84765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 19:39:21.751855 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4ea845fd-69d5-45df-b959-015ad51ff10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:21.951295 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-a7b600ea-330e-4606-9e49-a89b27a3f796 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:39:21.957082 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-a7b600ea-330e-4606-9e49-a89b27a3f796 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Usage tracker for resource:port and tenant:8097f6133aa24824a0d11d98456dfce8 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:39:21.960333 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-a7b600ea-330e-4606-9e49-a89b27a3f796 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:39:21.968319 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-a7b600ea-330e-4606-9e49-a89b27a3f796 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:39:22.024290 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port 0e792d8a-aef6-4c6c-bfd1-7eaf65b2d509 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:39:22.024706 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:22.103984 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de54ea3-a5d5-41fb-92ed-86976377f577 req-45d72860-ce55-48f5-9877-ff826b9d4a11 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:22.112211 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1c541fd-6087-4755-8778-e68e27e46067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:22.112668 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3de54ea3-a5d5-41fb-92ed-86976377f577 req-45d72860-ce55-48f5-9877-ff826b9d4a11 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/networks?id=47c820f3-b421-48a9-a537-e0e4851dd399 HTTP/1.1" status: 200 len: 814 time: 0.3303924 Apr 18 19:39:22.134334 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7b600ea-330e-4606-9e49-a89b27a3f796 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Made reservation on behalf of 8097f6133aa24824a0d11d98456dfce8 for: {'port': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:39:22.142205 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-a7b600ea-330e-4606-9e49-a89b27a3f796 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:22.198329 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e4d872d5-e4e9-42db-a56f-2c6c54050726 req-9a856aa1-7287-4dcf-abe7-b31c12747740 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.69 "GET /v2.0/ports?device_id=845d5eff-f61f-4478-8b96-419b59aa7857 HTTP/1.1" status: 200 len: 210 time: 0.1157458 Apr 18 19:39:22.199727 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [None req-a7b600ea-330e-4606-9e49-a89b27a3f796 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] device_id is not set on port 2456e6d5-849a-4008-9114-fc42de2558d2 yet. {{(pid=84764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 19:39:22.215206 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3de54ea3-a5d5-41fb-92ed-86976377f577 req-8d1da274-b395-427b-9578-2fdd497c72d7 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/quotas/f23daf946b4d4874b9d361b56e2fb9b5 HTTP/1.1" status: 200 len: 375 time: 0.1010611 Apr 18 19:39:22.399954 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-4ea845fd-69d5-45df-b959-015ad51ff10a None None] Allocated IP 2001:db8::2 (d56be34c-7b73-4700-ae04-c94175a27b0b/5226fc92-cda0-4acf-92ba-ede38869240c/9153bc22-13ff-45e4-bb6a-072787843c49) {{(pid=84765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:39:22.432265 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1b41e72a-0dbc-4e21-b1d3-647133fdcd03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:22.450258 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3de54ea3-a5d5-41fb-92ed-86976377f577 req-799ce990-bfff-42d3-ba67-da93254ef2dd tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=f23daf946b4d4874b9d361b56e2fb9b5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2333012 Apr 18 19:39:22.459114 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:22.571638 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [req-8e0c2b7f-3010-4295-8fda-fb2e1f8fdd8e req-15fc15e9-4f0b-4730-9e31-acb33550364a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b99c6f14-47f1-4ca0-8b04-491816fe3231 {{(pid=84763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:39:22.583521 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-8e0c2b7f-3010-4295-8fda-fb2e1f8fdd8e req-15fc15e9-4f0b-4730-9e31-acb33550364a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:22.604780 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [req-8e0c2b7f-3010-4295-8fda-fb2e1f8fdd8e req-15fc15e9-4f0b-4730-9e31-acb33550364a service neutron] Transition to ACTIVE for port object b99c6f14-47f1-4ca0-8b04-491816fe3231 will not be triggered until provisioned by entity L2. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:39:22.629288 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-1b41e72a-0dbc-4e21-b1d3-647133fdcd03 None None] For port 5aa36b1a-93f1-4317-8a84-ced740bf3e6f, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=5aa36b1a-93f1-4317-8a84-ced740bf3e6f,segment=NetworkSegment(a4aec143-78e5-48d5-aadb-8065e83173e5),segment_id=a4aec143-78e5-48d5-aadb-8065e83173e5)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:39:22.641993 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a138ed05-a752-4e35-86da-b151d4600132 req-29b874ea-6795-49ca-91b0-b9746a21126a tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:22.645233 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-a138ed05-a752-4e35-86da-b151d4600132 req-29b874ea-6795-49ca-91b0-b9746a21126a tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Synchronizing usage tracker for tenant:7276b8530b6a4c9e997960e7ff37ca8f on resource:port {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:39:22.685595 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-8e0c2b7f-3010-4295-8fda-fb2e1f8fdd8e req-15fc15e9-4f0b-4730-9e31-acb33550364a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:22.742298 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1b41e72a-0dbc-4e21-b1d3-647133fdcd03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:22.748741 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-a138ed05-a752-4e35-86da-b151d4600132 req-29b874ea-6795-49ca-91b0-b9746a21126a tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Unset dirty status for tenant:7276b8530b6a4c9e997960e7ff37ca8f on resource:port {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:39:22.751371 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a138ed05-a752-4e35-86da-b151d4600132 req-29b874ea-6795-49ca-91b0-b9746a21126a tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b49bb00-f484-4f92-bb80-0be3537a561f HTTP/1.1" status: 200 len: 931 time: 0.2588193 Apr 18 19:39:22.812999 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-a138ed05-a752-4e35-86da-b151d4600132 req-573ee52e-c444-4ad4-b8a3-dd2d16d63f67 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Synchronizing usage tracker for tenant:7276b8530b6a4c9e997960e7ff37ca8f on resource:security_group {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:39:22.832781 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-a138ed05-a752-4e35-86da-b151d4600132 req-573ee52e-c444-4ad4-b8a3-dd2d16d63f67 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Unset dirty status for tenant:7276b8530b6a4c9e997960e7ff37ca8f on resource:security_group {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:39:22.841756 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fc15e9-4f0b-4730-9e31-acb33550364a service neutron] Pushing event updated for resources: {'Port': ['ID=b99c6f14-47f1-4ca0-8b04-491816fe3231,revision_number=2']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:22.846602 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a138ed05-a752-4e35-86da-b151d4600132 req-573ee52e-c444-4ad4-b8a3-dd2d16d63f67 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] 10.222.0.69 "GET /v2.0/security-groups?id=65d46739-eb5a-478f-9fc7-f1aa98b0d76a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881431 Apr 18 19:39:22.971259 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4ea845fd-69d5-45df-b959-015ad51ff10a None None] Notify callbacks [] for port, precommit_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:22.980571 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b41e72a-0dbc-4e21-b1d3-647133fdcd03 None None] Pushing event updated for resources: {'Port': ['ID=5aa36b1a-93f1-4317-8a84-ced740bf3e6f,revision_number=3']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:22.994690 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-4ea845fd-69d5-45df-b959-015ad51ff10a None None] Transition to ACTIVE for port object 9153bc22-13ff-45e4-bb6a-072787843c49 will not be triggered until provisioned by entity L2. {{(pid=84765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:39:23.042638 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-4ea845fd-69d5-45df-b959-015ad51ff10a None None] Transition to ACTIVE for port object 9153bc22-13ff-45e4-bb6a-072787843c49 will not be triggered until provisioned by entity DHCP. {{(pid=84765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:39:23.063205 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e83313b3-8f81-401a-acc7-5d7add17c916 None None] Provisioning for port b99c6f14-47f1-4ca0-8b04-491816fe3231 completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:39:23.115052 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a4106dab-6971-4e7e-8fdc-c66f0a3f4877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:23.145578 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4ea845fd-69d5-45df-b959-015ad51ff10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331'] for port, after_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:23.261206 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_common [None req-a7b600ea-330e-4606-9e49-a89b27a3f796 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Allocated IP 2001:db8::35a (d56be34c-7b73-4700-ae04-c94175a27b0b/5226fc92-cda0-4acf-92ba-ede38869240c/2456e6d5-849a-4008-9114-fc42de2558d2) {{(pid=84764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:39:23.285050 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-8e0c2b7f-3010-4295-8fda-fb2e1f8fdd8e req-15fc15e9-4f0b-4730-9e31-acb33550364a service neutron] Attempting to bind port b99c6f14-47f1-4ca0-8b04-491816fe3231 on host n-h1-836017-2 for vnic_type normal with profile {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:39:23.285662 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-8e0c2b7f-3010-4295-8fda-fb2e1f8fdd8e req-15fc15e9-4f0b-4730-9e31-acb33550364a service neutron] Attempting to bind port b99c6f14-47f1-4ca0-8b04-491816fe3231 by drivers openvswitch,hyperv on host n-h1-836017-2 at level 0 using segments [{'id': 'b8926c6e-9073-4fc9-ba41-5d530ba3940c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '20d4b8e1-a40a-4802-a6ed-f360fca84cce'}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:39:23.285792 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0c2b7f-3010-4295-8fda-fb2e1f8fdd8e req-15fc15e9-4f0b-4730-9e31-acb33550364a service neutron] Attempting to bind port b99c6f14-47f1-4ca0-8b04-491816fe3231 on network 20d4b8e1-a40a-4802-a6ed-f360fca84cce {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:39:23.304073 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0c2b7f-3010-4295-8fda-fb2e1f8fdd8e req-15fc15e9-4f0b-4730-9e31-acb33550364a service neutron] Port b99c6f14-47f1-4ca0-8b04-491816fe3231 on network 20d4b8e1-a40a-4802-a6ed-f360fca84cce not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-2 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:39:23.308558 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0c2b7f-3010-4295-8fda-fb2e1f8fdd8e req-15fc15e9-4f0b-4730-9e31-acb33550364a service neutron] Attempting to bind port b99c6f14-47f1-4ca0-8b04-491816fe3231 on network 20d4b8e1-a40a-4802-a6ed-f360fca84cce {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:39:23.319848 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0c2b7f-3010-4295-8fda-fb2e1f8fdd8e req-15fc15e9-4f0b-4730-9e31-acb33550364a service neutron] Checking agent: {'id': 'e3a31811-08e0-42ba-bc2e-ed8a973b714f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 25), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:39:23.319848 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0c2b7f-3010-4295-8fda-fb2e1f8fdd8e req-15fc15e9-4f0b-4730-9e31-acb33550364a service neutron] Checking segment: {'id': 'b8926c6e-9073-4fc9-ba41-5d530ba3940c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '20d4b8e1-a40a-4802-a6ed-f360fca84cce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:39:23.320254 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0c2b7f-3010-4295-8fda-fb2e1f8fdd8e req-15fc15e9-4f0b-4730-9e31-acb33550364a service neutron] Bound using segment: {'id': 'b8926c6e-9073-4fc9-ba41-5d530ba3940c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '20d4b8e1-a40a-4802-a6ed-f360fca84cce'} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:39:23.320589 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-8e0c2b7f-3010-4295-8fda-fb2e1f8fdd8e req-15fc15e9-4f0b-4730-9e31-acb33550364a service neutron] Bound port: b99c6f14-47f1-4ca0-8b04-491816fe3231, host: n-h1-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8926c6e-9073-4fc9-ba41-5d530ba3940c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '20d4b8e1-a40a-4802-a6ed-f360fca84cce'}}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:39:23.320800 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-8e0c2b7f-3010-4295-8fda-fb2e1f8fdd8e req-15fc15e9-4f0b-4730-9e31-acb33550364a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:23.335493 n-d-836017-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea845fd-69d5-45df-b959-015ad51ff10a None None] Network d56be34c-7b73-4700-ae04-c94175a27b0b is already hosted by enough agents. {{(pid=84765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:39:23.336828 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea845fd-69d5-45df-b959-015ad51ff10a None None] Pushing event updated for resources: {'Port': ['ID=9153bc22-13ff-45e4-bb6a-072787843c49,revision_number=1']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:23.341606 n-d-836017-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-4ea845fd-69d5-45df-b959-015ad51ff10a None None] Resources bound (agent type, host, resource id): {{(pid=84765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:39:23.345595 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea845fd-69d5-45df-b959-015ad51ff10a None None] Received port after_create {{(pid=84765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:39:23.374738 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c7429c-6268-4a18-a050-a6e5d64f8a07 req-0df29331-795c-495b-8c52-ed2fe70f857c tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:23.387388 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a8c7429c-6268-4a18-a050-a6e5d64f8a07 req-0df29331-795c-495b-8c52-ed2fe70f857c tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 945 time: 0.2991545 Apr 18 19:39:23.458812 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-0dc734c7-17ab-401e-a50a-f692389094fe None None] Provisioning complete for port 5aa36b1a-93f1-4317-8a84-ced740bf3e6f triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:39:23.459093 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0dc734c7-17ab-401e-a50a-f692389094fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:23.481743 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c2a905-f729-499b-91d4-2cec9c292af7 req-eace769a-9a50-4cdc-b74e-5b28b5a4b9c3 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:23.490876 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-20c2a905-f729-499b-91d4-2cec9c292af7 req-eace769a-9a50-4cdc-b74e-5b28b5a4b9c3 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/ports?device_id=ac4e1770-8b35-4034-9597-ca85436903d4 HTTP/1.1" status: 200 len: 945 time: 0.2735877 Apr 18 19:39:23.616567 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-4ea845fd-69d5-45df-b959-015ad51ff10a None None] Attempting to bind port 9153bc22-13ff-45e4-bb6a-072787843c49 on host n-d-836017-2 for vnic_type normal with profile {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:39:23.617016 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-4ea845fd-69d5-45df-b959-015ad51ff10a None None] Attempting to bind port 9153bc22-13ff-45e4-bb6a-072787843c49 by drivers openvswitch,hyperv on host n-d-836017-2 at level 0 using segments [{'id': 'c1d1ca63-ff25-4558-9f27-265eac5bbba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd56be34c-7b73-4700-ae04-c94175a27b0b'}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:39:23.617370 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea845fd-69d5-45df-b959-015ad51ff10a None None] Attempting to bind port 9153bc22-13ff-45e4-bb6a-072787843c49 on network d56be34c-7b73-4700-ae04-c94175a27b0b {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:39:23.621805 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-20c2a905-f729-499b-91d4-2cec9c292af7 req-e39e6fd6-a9e6-42dc-881f-1d41252280b5 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/security-groups?id=51df22c1-554b-4779-a025-65f2af6e2a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299598 Apr 18 19:39:23.623087 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-8e0c2b7f-3010-4295-8fda-fb2e1f8fdd8e req-15fc15e9-4f0b-4730-9e31-acb33550364a service neutron] For port b99c6f14-47f1-4ca0-8b04-491816fe3231, host n-h1-836017-2, cleared binding levels {{(pid=84763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:39:23.643711 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-8e0c2b7f-3010-4295-8fda-fb2e1f8fdd8e req-15fc15e9-4f0b-4730-9e31-acb33550364a service neutron] For port b99c6f14-47f1-4ca0-8b04-491816fe3231, host n-h1-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=b99c6f14-47f1-4ca0-8b04-491816fe3231,segment=NetworkSegment(b8926c6e-9073-4fc9-ba41-5d530ba3940c),segment_id=b8926c6e-9073-4fc9-ba41-5d530ba3940c)] {{(pid=84763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:39:23.644442 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a8c7429c-6268-4a18-a050-a6e5d64f8a07 req-82b2ccb0-376b-42f5-8b5c-46a6be1bf696 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557051 Apr 18 19:39:23.654020 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea845fd-69d5-45df-b959-015ad51ff10a None None] Checking agent: {'id': 'df2a5cfe-6839-400b-a998-e4fffce70f45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 8, 22), 'started_at': datetime.datetime(2022, 4, 18, 19, 8, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:39:23.654387 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea845fd-69d5-45df-b959-015ad51ff10a None None] Checking segment: {'id': 'c1d1ca63-ff25-4558-9f27-265eac5bbba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd56be34c-7b73-4700-ae04-c94175a27b0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:39:23.655408 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4ea845fd-69d5-45df-b959-015ad51ff10a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:23.656587 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea845fd-69d5-45df-b959-015ad51ff10a None None] Bound using segment: {'id': 'c1d1ca63-ff25-4558-9f27-265eac5bbba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd56be34c-7b73-4700-ae04-c94175a27b0b'} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:39:23.657073 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-4ea845fd-69d5-45df-b959-015ad51ff10a None None] Bound port: 9153bc22-13ff-45e4-bb6a-072787843c49, host: n-d-836017-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1d1ca63-ff25-4558-9f27-265eac5bbba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd56be34c-7b73-4700-ae04-c94175a27b0b'}}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:39:23.657453 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4ea845fd-69d5-45df-b959-015ad51ff10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:23.710380 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-8e0c2b7f-3010-4295-8fda-fb2e1f8fdd8e req-15fc15e9-4f0b-4730-9e31-acb33550364a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:23.754486 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37be04ae-15ec-4bcb-9105-1dfb371b90ca None None] New status for floating IP 60145965-2636-4fe7-97be-f4fc87b3dbf2: ACTIVE {{(pid=84765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 19:39:23.903735 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-a7b600ea-330e-4606-9e49-a89b27a3f796 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks [] for port, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:23.948563 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.provisioning_blocks [None req-a7b600ea-330e-4606-9e49-a89b27a3f796 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Transition to ACTIVE for port object 2456e6d5-849a-4008-9114-fc42de2558d2 will not be triggered until provisioned by entity DHCP. {{(pid=84764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:39:23.976632 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-d1411e2b-9760-4c36-8089-ae9930f5e209 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:23.980811 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-d1411e2b-9760-4c36-8089-ae9930f5e209 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:23.982398 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-d1411e2b-9760-4c36-8089-ae9930f5e209 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.72 "GET /v2.0/networks?id=d831801b-76c4-46ce-9ce8-cb3cace52776&id=60abadb0-5f2a-4ed4-86b6-e78962c52a38&id=d831801b-76c4-46ce-9ce8-cb3cace52776 HTTP/1.1" status: 200 len: 1390 time: 0.3336563 Apr 18 19:39:24.002394 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-fb5e7666-f33a-4524-8250-aa25700c81a9 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Request body: {'port': {'device_id': '845d5eff-f61f-4478-8b96-419b59aa7857', 'network_id': 'd831801b-76c4-46ce-9ce8-cb3cace52776', 'admin_state_up': True, 'tenant_id': 'af77c4468a104578b3401cd2f194180a'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:39:24.020089 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-7c2bab42-2aa2-4f19-a107-a81c5c88da0a req-fdd1c011-6912-4087-8573-b2892fefbfde tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Synchronizing usage tracker for tenant:af77c4468a104578b3401cd2f194180a on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:39:24.048602 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-8e0c2b7f-3010-4295-8fda-fb2e1f8fdd8e req-15fc15e9-4f0b-4730-9e31-acb33550364a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:24.050110 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8e0c2b7f-3010-4295-8fda-fb2e1f8fdd8e req-15fc15e9-4f0b-4730-9e31-acb33550364a service neutron] 10.222.0.73 "PUT /v2.0/ports/b99c6f14-47f1-4ca0-8b04-491816fe3231 HTTP/1.1" status: 200 len: 1091 time: 2.5422695 Apr 18 19:39:24.052191 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b49bb00-f484-4f92-bb80-0be3537a561f', 'tag': 'b99c6f14-47f1-4ca0-8b04-491816fe3231'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:39:24.074488 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fc15e9-4f0b-4730-9e31-acb33550364a service neutron] Pushing event updated for resources: {'Port': ['ID=b99c6f14-47f1-4ca0-8b04-491816fe3231,revision_number=3']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:24.124111 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-4ea845fd-69d5-45df-b959-015ad51ff10a None None] For port 9153bc22-13ff-45e4-bb6a-072787843c49, host n-d-836017-2, cleared binding levels {{(pid=84765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:39:24.127388 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-a7b600ea-330e-4606-9e49-a89b27a3f796 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:24.183777 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-7c2bab42-2aa2-4f19-a107-a81c5c88da0a req-fdd1c011-6912-4087-8573-b2892fefbfde tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Unset dirty status for tenant:af77c4468a104578b3401cd2f194180a on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:39:24.185112 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7c2bab42-2aa2-4f19-a107-a81c5c88da0a req-fdd1c011-6912-4087-8573-b2892fefbfde tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.69 "GET /v2.0/ports?device_id=845d5eff-f61f-4478-8b96-419b59aa7857 HTTP/1.1" status: 200 len: 210 time: 0.2830009 Apr 18 19:39:24.220660 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-4ea845fd-69d5-45df-b959-015ad51ff10a None None] For port 9153bc22-13ff-45e4-bb6a-072787843c49, host n-d-836017-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=9153bc22-13ff-45e4-bb6a-072787843c49,segment=NetworkSegment(c1d1ca63-ff25-4558-9f27-265eac5bbba9),segment_id=c1d1ca63-ff25-4558-9f27-265eac5bbba9)] {{(pid=84765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:39:24.321717 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4ea845fd-69d5-45df-b959-015ad51ff10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:24.402690 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b600ea-330e-4606-9e49-a89b27a3f796 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Network d56be34c-7b73-4700-ae04-c94175a27b0b is already hosted by enough agents. {{(pid=84764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:39:24.418119 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [None req-a7b600ea-330e-4606-9e49-a89b27a3f796 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Resources bound (agent type, host, resource id): {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:39:24.420901 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b600ea-330e-4606-9e49-a89b27a3f796 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Received port after_create {{(pid=84764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:39:24.428731 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b600ea-330e-4606-9e49-a89b27a3f796 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:24.429713 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-a7b600ea-330e-4606-9e49-a89b27a3f796 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:24.448590 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8e0c2b7f-3010-4295-8fda-fb2e1f8fdd8e req-65af5c87-00f5-48aa-9219-303a412ef226 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7276b8530b6a4c9e997960e7ff37ca8f&device_id=7b49bb00-f484-4f92-bb80-0be3537a561f HTTP/1.1" status: 200 len: 1094 time: 0.2394285 Apr 18 19:39:24.455543 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea845fd-69d5-45df-b959-015ad51ff10a None None] Pushing event updated for resources: {'Port': ['ID=9153bc22-13ff-45e4-bb6a-072787843c49,revision_number=2']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:24.515311 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b600ea-330e-4606-9e49-a89b27a3f796 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Pushing event updated for resources: {'Port': ['ID=2456e6d5-849a-4008-9114-fc42de2558d2,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:24.551764 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8e0c2b7f-3010-4295-8fda-fb2e1f8fdd8e req-05b42c6d-1c53-48c2-8548-7eb4087d9cec service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b99c6f14-47f1-4ca0-8b04-491816fe3231 HTTP/1.1" status: 200 len: 217 time: 0.0927937 Apr 18 19:39:24.568604 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-a7b600ea-330e-4606-9e49-a89b27a3f796 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8303595 Apr 18 19:39:24.572200 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 37246) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:39:24.582931 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-b6c55bcc-995a-44c3-af5f-81233cc19c2d tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Request body: {'subnet': {'network_id': 'd56be34c-7b73-4700-ae04-c94175a27b0b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:39:24.728128 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-fb5e7666-f33a-4524-8250-aa25700c81a9 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:39:24.803941 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-fb5e7666-f33a-4524-8250-aa25700c81a9 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:39:24.822520 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a70e2a-d04b-48b7-8f08-9ac7420ac2c8 req-72081eac-b230-4be2-939a-a6e920971907 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:24.824468 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0c2b7f-3010-4295-8fda-fb2e1f8fdd8e req-5c82fe9a-4c60-471a-ac7b-35d75af29613 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:24.826035 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8e0c2b7f-3010-4295-8fda-fb2e1f8fdd8e req-5c82fe9a-4c60-471a-ac7b-35d75af29613 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0711ab9d-0a48-4dd5-b699-a74bbc1341bb HTTP/1.1" status: 200 len: 850 time: 0.2666459 Apr 18 19:39:24.835741 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d4a70e2a-d04b-48b7-8f08-9ac7420ac2c8 req-72081eac-b230-4be2-939a-a6e920971907 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 945 time: 0.5142426 Apr 18 19:39:24.881737 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f50e94e-2268-4367-9c6c-c3dc8ee3cbab req-26922c56-686a-4c4d-b099-4c6194d832f4 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:24.883525 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4f50e94e-2268-4367-9c6c-c3dc8ee3cbab req-26922c56-686a-4c4d-b099-4c6194d832f4 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b49bb00-f484-4f92-bb80-0be3537a561f HTTP/1.1" status: 200 len: 943 time: 0.5041289 Apr 18 19:39:24.932557 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:24.964499 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4f50e94e-2268-4367-9c6c-c3dc8ee3cbab req-27a5d64e-1371-498b-ae25-8c03ff0b7000 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] 10.222.0.69 "GET /v2.0/security-groups?id=65d46739-eb5a-478f-9fc7-f1aa98b0d76a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752695 Apr 18 19:39:24.982484 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8e0c2b7f-3010-4295-8fda-fb2e1f8fdd8e req-c95bb6bc-8f71-40e9-9feb-82f4f0031da9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=20d4b8e1-a40a-4802-a6ed-f360fca84cce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1502013 Apr 18 19:39:24.995468 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 5aa36b1a-93f1-4317-8a84-ced740bf3e6f up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:39:25.039945 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-b6c55bcc-995a-44c3-af5f-81233cc19c2d tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:39:25.046350 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-fb5e7666-f33a-4524-8250-aa25700c81a9 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Made reservation on behalf of af77c4468a104578b3401cd2f194180a for: {'port': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:39:25.050232 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-fb5e7666-f33a-4524-8250-aa25700c81a9 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:25.063160 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-b6c55bcc-995a-44c3-af5f-81233cc19c2d tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Usage tracker for resource:subnet and tenant:8097f6133aa24824a0d11d98456dfce8 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:39:25.069239 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-b6c55bcc-995a-44c3-af5f-81233cc19c2d tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:39:25.090714 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-b6c55bcc-995a-44c3-af5f-81233cc19c2d tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:39:25.106931 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port 5aa36b1a-93f1-4317-8a84-ced740bf3e6f triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:39:25.113139 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:25.126850 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f32551d-f73c-494f-8160-0db2b2b84019'] response: {'name': 'network-changed', 'server_uuid': '7b49bb00-f484-4f92-bb80-0be3537a561f', 'tag': 'b99c6f14-47f1-4ca0-8b04-491816fe3231', 'status': 'completed', 'code': 200} Apr 18 19:39:25.203767 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d4a70e2a-d04b-48b7-8f08-9ac7420ac2c8 req-d49fa89f-08d0-4be8-bea6-50201c575873 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3325536 Apr 18 19:39:25.230537 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8e0c2b7f-3010-4295-8fda-fb2e1f8fdd8e req-0bad25d7-3adf-4925-ac3a-10429ca677e3 service neutron] 10.222.0.73 "GET /v2.0/networks/20d4b8e1-a40a-4802-a6ed-f360fca84cce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282107 Apr 18 19:39:25.306163 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6c55bcc-995a-44c3-af5f-81233cc19c2d tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Made reservation on behalf of 8097f6133aa24824a0d11d98456dfce8 for: {'subnet': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:39:25.382531 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 9153bc22-13ff-45e4-bb6a-072787843c49 up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:39:25.468702 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_common [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-fb5e7666-f33a-4524-8250-aa25700c81a9 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Allocated IP 19.80.0.39 (d831801b-76c4-46ce-9ce8-cb3cace52776/321602b2-a7cd-455d-9352-cde0b0863aaf/1ebc4f49-c2aa-477d-a50b-11d721b501b9) {{(pid=84764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:39:25.543127 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b6c55bcc-995a-44c3-af5f-81233cc19c2d tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65862573'] for subnet, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:25.547377 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8e0c2b7f-3010-4295-8fda-fb2e1f8fdd8e req-6c8dfb73-640c-4361-a3f6-1027901f9aa1 service neutron] 10.222.0.73 "GET /v2.0/networks/20d4b8e1-a40a-4802-a6ed-f360fca84cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3111174 Apr 18 19:39:25.598426 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fe0389-a6d8-456a-bef9-fbda5aef41cb req-462581ad-fc35-47f9-abdb-9f25df76f343 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:25.600158 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d2fe0389-a6d8-456a-bef9-fbda5aef41cb req-462581ad-fc35-47f9-abdb-9f25df76f343 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/ports?device_id=ac4e1770-8b35-4034-9597-ca85436903d4 HTTP/1.1" status: 200 len: 945 time: 0.1123276 Apr 18 19:39:25.633955 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning for port 9153bc22-13ff-45e4-bb6a-072787843c49 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:39:25.731371 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d2fe0389-a6d8-456a-bef9-fbda5aef41cb req-87dadb7c-0b4f-46ef-b02e-e8e9e53bd560 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/security-groups?id=51df22c1-554b-4779-a025-65f2af6e2a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161923 Apr 18 19:39:25.840918 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e7cc1a85-e2fc-4c4d-9ec9-33712162fe5a req-24003c6c-46a0-40af-be01-31a21a9be239 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7276b8530b6a4c9e997960e7ff37ca8f&device_id=7b49bb00-f484-4f92-bb80-0be3537a561f HTTP/1.1" status: 200 len: 1094 time: 0.1603713 Apr 18 19:39:25.931296 n-d-836017-2 neutron-server[84764]: INFO neutron.db.ipam_backend_mixin [None req-b6c55bcc-995a-44c3-af5f-81233cc19c2d tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5226fc92-cda0-4acf-92ba-ede38869240c (CIDR: 2001:db8::/64) Apr 18 19:39:25.963736 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-2191ddc7-fd03-4d26-bb5e-d579f312c0c2 None None] Provisioning complete for port 5fdfde06-f346-4b42-ad99-bbc95b967041 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:39:25.963736 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2191ddc7-fd03-4d26-bb5e-d579f312c0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:26.001618 n-d-836017-2 neutron-server[84764]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6c55bcc-995a-44c3-af5f-81233cc19c2d tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 19:39:26.002399 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6c55bcc-995a-44c3-af5f-81233cc19c2d tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 19:39:26.015304 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-fb5e7666-f33a-4524-8250-aa25700c81a9 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks [] for port, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:26.050732 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.provisioning_blocks [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-fb5e7666-f33a-4524-8250-aa25700c81a9 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Transition to ACTIVE for port object 1ebc4f49-c2aa-477d-a50b-11d721b501b9 will not be triggered until provisioned by entity DHCP. {{(pid=84764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:39:26.098685 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-2191ddc7-fd03-4d26-bb5e-d579f312c0c2 None None] Port 5fdfde06-f346-4b42-ad99-bbc95b967041 cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:39:26.109709 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d790d9f9-5813-45a5-9ff8-48bd63289ce8 req-62b1199f-df86-4045-bb39-e8b4020bf54c tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=f23daf946b4d4874b9d361b56e2fb9b5 HTTP/1.1" status: 200 len: 221 time: 0.0390608 Apr 18 19:39:26.113926 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-6acdee9b-a2d6-4cb4-9407-b4143c2ff13a req-67a00864-ccba-4204-8606-23c214506aa8 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.69 "GET /v2.0/ports?device_id=845d5eff-f61f-4478-8b96-419b59aa7857 HTTP/1.1" status: 200 len: 210 time: 0.1093450 Apr 18 19:39:26.117880 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-b6c55bcc-995a-44c3-af5f-81233cc19c2d tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5444503 Apr 18 19:39:26.120934 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 37272) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:39:26.129851 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-371d5e6d-1f08-41bf-921c-d63e55839652 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Request body: {'subnet': {'network_id': 'd56be34c-7b73-4700-ae04-c94175a27b0b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:39:26.161998 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-fb5e7666-f33a-4524-8250-aa25700c81a9 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:26.211492 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cc1a85-e2fc-4c4d-9ec9-33712162fe5a req-33842b3d-325d-49c3-ad39-b5902159489c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:26.211492 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e7cc1a85-e2fc-4c4d-9ec9-33712162fe5a req-33842b3d-325d-49c3-ad39-b5902159489c service neutron] 10.222.0.73 "GET /v2.0/networks?id=20d4b8e1-a40a-4802-a6ed-f360fca84cce HTTP/1.1" status: 200 len: 912 time: 0.3623636 Apr 18 19:39:26.247472 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-2191ddc7-fd03-4d26-bb5e-d579f312c0c2 None None] Provisioning for port 9153bc22-13ff-45e4-bb6a-072787843c49 completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:39:26.254805 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-2191ddc7-fd03-4d26-bb5e-d579f312c0c2 None None] Provisioning complete for port 9153bc22-13ff-45e4-bb6a-072787843c49 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:39:26.255542 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2191ddc7-fd03-4d26-bb5e-d579f312c0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:26.305866 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e7cc1a85-e2fc-4c4d-9ec9-33712162fe5a req-6f8974a0-11cd-417c-9fd2-9ca6cc516dfa service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b99c6f14-47f1-4ca0-8b04-491816fe3231 HTTP/1.1" status: 200 len: 217 time: 0.0875537 Apr 18 19:39:26.332104 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-fb5e7666-f33a-4524-8250-aa25700c81a9 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Network d831801b-76c4-46ce-9ce8-cb3cace52776 is already hosted by enough agents. {{(pid=84764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:39:26.377555 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-fb5e7666-f33a-4524-8250-aa25700c81a9 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Resources bound (agent type, host, resource id): {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:39:26.388040 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-fb5e7666-f33a-4524-8250-aa25700c81a9 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Received port after_create {{(pid=84764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:39:26.406563 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cc1a85-e2fc-4c4d-9ec9-33712162fe5a req-3e67ce9b-fcbf-4753-a6fa-93e1fd2c9a68 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:26.408065 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e7cc1a85-e2fc-4c4d-9ec9-33712162fe5a req-3e67ce9b-fcbf-4753-a6fa-93e1fd2c9a68 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0711ab9d-0a48-4dd5-b699-a74bbc1341bb HTTP/1.1" status: 200 len: 850 time: 0.0964222 Apr 18 19:39:26.417612 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2191ddc7-fd03-4d26-bb5e-d579f312c0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:26.458602 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-2191ddc7-fd03-4d26-bb5e-d579f312c0c2 None None] For port 9153bc22-13ff-45e4-bb6a-072787843c49, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=9153bc22-13ff-45e4-bb6a-072787843c49,segment=NetworkSegment(c1d1ca63-ff25-4558-9f27-265eac5bbba9),segment_id=c1d1ca63-ff25-4558-9f27-265eac5bbba9)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:39:26.526688 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5e7666-f33a-4524-8250-aa25700c81a9 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Pushing event updated for resources: {'Port': ['ID=1ebc4f49-c2aa-477d-a50b-11d721b501b9,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:26.528740 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2191ddc7-fd03-4d26-bb5e-d579f312c0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:26.544886 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-fb5e7666-f33a-4524-8250-aa25700c81a9 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:26.547033 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-fb5e7666-f33a-4524-8250-aa25700c81a9 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:26.573118 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-371d5e6d-1f08-41bf-921c-d63e55839652 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:39:26.578874 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e7cc1a85-e2fc-4c4d-9ec9-33712162fe5a req-90bc0827-3f26-4611-b816-ff23bec7b1c1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=20d4b8e1-a40a-4802-a6ed-f360fca84cce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1581845 Apr 18 19:39:26.579475 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-371d5e6d-1f08-41bf-921c-d63e55839652 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Usage tracker for resource:subnet and tenant:8097f6133aa24824a0d11d98456dfce8 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:39:26.583242 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-371d5e6d-1f08-41bf-921c-d63e55839652 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:39:26.591281 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-371d5e6d-1f08-41bf-921c-d63e55839652 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:39:26.606555 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2c6a65-24c1-4e13-9d99-595f1ae6be71 req-127e131c-3b72-4f93-9715-4febe0b5cacf tempest-VolumesActionsTest-803537767 tempest-VolumesActionsTest-803537767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:26.614484 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-cf2c6a65-24c1-4e13-9d99-595f1ae6be71 req-127e131c-3b72-4f93-9715-4febe0b5cacf tempest-VolumesActionsTest-803537767 tempest-VolumesActionsTest-803537767-project] 10.222.0.69 "GET /v2.0/ports?device_id=77473ad8-faf3-4f9f-bfbd-23ff65c5f54b HTTP/1.1" status: 200 len: 945 time: 0.3117862 Apr 18 19:39:26.652127 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-fb5e7666-f33a-4524-8250-aa25700c81a9 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6542463 Apr 18 19:39:26.667829 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-c631ed2d-2cd0-4f25-8fe0-3d8031cf8431 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Request body: {'port': {'device_id': '845d5eff-f61f-4478-8b96-419b59aa7857', 'network_id': '60abadb0-5f2a-4ed4-86b6-e78962c52a38', 'admin_state_up': True, 'tenant_id': 'af77c4468a104578b3401cd2f194180a'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:39:26.740318 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e7cc1a85-e2fc-4c4d-9ec9-33712162fe5a req-1cf09fc9-9e32-4d56-87cf-4cfc5f3e73fd service neutron] 10.222.0.73 "GET /v2.0/networks/20d4b8e1-a40a-4802-a6ed-f360fca84cce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530318 Apr 18 19:39:26.747999 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08df68c1-4160-43aa-8194-cb8c683fd352 req-1fc7c2a1-15de-4f5e-849f-d4dc88f7d118 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:26.750332 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-08df68c1-4160-43aa-8194-cb8c683fd352 req-1fc7c2a1-15de-4f5e-849f-d4dc88f7d118 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b49bb00-f484-4f92-bb80-0be3537a561f HTTP/1.1" status: 200 len: 943 time: 0.2868502 Apr 18 19:39:26.758138 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-cf2c6a65-24c1-4e13-9d99-595f1ae6be71 req-5e5d153b-4b5a-4b1b-b716-0bfc06203315 tempest-VolumesActionsTest-803537767 tempest-VolumesActionsTest-803537767-project] 10.222.0.69 "GET /v2.0/security-groups?id=1055951c-9703-4aae-bd96-442960fc2fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426961 Apr 18 19:39:26.769074 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2191ddc7-fd03-4d26-bb5e-d579f312c0c2 None None] Pushing event updated for resources: {'Port': ['ID=9153bc22-13ff-45e4-bb6a-072787843c49,revision_number=3']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:26.773539 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-371d5e6d-1f08-41bf-921c-d63e55839652 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Made reservation on behalf of 8097f6133aa24824a0d11d98456dfce8 for: {'subnet': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:39:26.788967 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-371d5e6d-1f08-41bf-921c-d63e55839652 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65862573'] for subnet, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:26.857743 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-cbcaeb94-988d-4532-b289-453116d82ce1 None None] Provisioning for port 2456e6d5-849a-4008-9114-fc42de2558d2 completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:39:26.864832 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-cbcaeb94-988d-4532-b289-453116d82ce1 None None] Provisioning complete for port 2456e6d5-849a-4008-9114-fc42de2558d2 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:39:26.865617 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cbcaeb94-988d-4532-b289-453116d82ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:26.891700 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-08df68c1-4160-43aa-8194-cb8c683fd352 req-0bc0e6fb-00db-4b98-a91c-ca9678a5b253 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] 10.222.0.69 "GET /v2.0/security-groups?id=65d46739-eb5a-478f-9fc7-f1aa98b0d76a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135974 Apr 18 19:39:26.945968 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e7cc1a85-e2fc-4c4d-9ec9-33712162fe5a req-e64f348b-2f8a-4662-819e-bfc169bc82d0 service neutron] 10.222.0.73 "GET /v2.0/networks/20d4b8e1-a40a-4802-a6ed-f360fca84cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944394 Apr 18 19:39:26.959707 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-cbcaeb94-988d-4532-b289-453116d82ce1 None None] Port 2456e6d5-849a-4008-9114-fc42de2558d2 cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:39:27.048994 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-c631ed2d-2cd0-4f25-8fe0-3d8031cf8431 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:39:27.072091 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-c631ed2d-2cd0-4f25-8fe0-3d8031cf8431 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:39:27.100281 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ef6d03-f1d9-4df6-8614-52b5a34aff75 req-a3a78229-92e1-4bb0-bb65-b7cd7ba93c97 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:27.101805 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e4ef6d03-f1d9-4df6-8614-52b5a34aff75 req-a3a78229-92e1-4bb0-bb65-b7cd7ba93c97 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 945 time: 0.2042327 Apr 18 19:39:27.159494 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afd7968-60cd-4a95-9c3f-2c22c265033f req-32354b05-a7dd-419b-af6a-77f6744ab74a tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:27.160733 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9cf36e6b-f1cc-42a3-9712-2cc4bfb20ff6 None None] Provisioning for port 1ebc4f49-c2aa-477d-a50b-11d721b501b9 completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:39:27.161049 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-9afd7968-60cd-4a95-9c3f-2c22c265033f req-32354b05-a7dd-419b-af6a-77f6744ab74a tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/ports?device_id=ac4e1770-8b35-4034-9597-ca85436903d4 HTTP/1.1" status: 200 len: 945 time: 0.0951385 Apr 18 19:39:27.166533 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9cf36e6b-f1cc-42a3-9712-2cc4bfb20ff6 None None] Provisioning complete for port 1ebc4f49-c2aa-477d-a50b-11d721b501b9 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:39:27.174474 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9cf36e6b-f1cc-42a3-9712-2cc4bfb20ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:27.199130 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-c631ed2d-2cd0-4f25-8fe0-3d8031cf8431 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Made reservation on behalf of af77c4468a104578b3401cd2f194180a for: {'port': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:39:27.202612 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-c631ed2d-2cd0-4f25-8fe0-3d8031cf8431 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:27.214942 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-9afd7968-60cd-4a95-9c3f-2c22c265033f req-57cf0d5d-de8e-4c4a-9c76-111b96e806c9 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/security-groups?id=51df22c1-554b-4779-a025-65f2af6e2a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457375 Apr 18 19:39:27.240461 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9cf36e6b-f1cc-42a3-9712-2cc4bfb20ff6 None None] Port 1ebc4f49-c2aa-477d-a50b-11d721b501b9 cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:39:27.245584 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e4ef6d03-f1d9-4df6-8614-52b5a34aff75 req-0311c1b5-35cb-4a53-8668-f4826caa2081 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350563 Apr 18 19:39:27.636133 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-371d5e6d-1f08-41bf-921c-d63e55839652 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2290811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65862591'] for subnet, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:27.708256 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_common [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-c631ed2d-2cd0-4f25-8fe0-3d8031cf8431 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Allocated IP 19.86.0.234 (60abadb0-5f2a-4ed4-86b6-e78962c52a38/09a373cf-3aaf-47c4-ad96-c15f8d8c13ea/d05a9979-9949-4d5f-b161-160de64a0067) {{(pid=84764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:39:27.737927 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-371d5e6d-1f08-41bf-921c-d63e55839652 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Network d56be34c-7b73-4700-ae04-c94175a27b0b is already hosted by enough agents. {{(pid=84764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:39:27.742730 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [None req-371d5e6d-1f08-41bf-921c-d63e55839652 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Resources bound (agent type, host, resource id): {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:39:27.745641 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371d5e6d-1f08-41bf-921c-d63e55839652 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:27.746236 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-371d5e6d-1f08-41bf-921c-d63e55839652 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for subnet, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:27.757084 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96e922e-f465-495b-838a-f68cba592121 None None] Network d56be34c-7b73-4700-ae04-c94175a27b0b requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:39:27.778473 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696f47cb-eaa4-4360-bb54-ebbd9269f59a req-b07e23d6-1c22-4223-959f-4959f3cd12be tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:27.779207 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-696f47cb-eaa4-4360-bb54-ebbd9269f59a req-b07e23d6-1c22-4223-959f-4959f3cd12be tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Synchronizing usage tracker for tenant:af77c4468a104578b3401cd2f194180a on resource:port {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:39:27.782186 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371d5e6d-1f08-41bf-921c-d63e55839652 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Pushing event updated for resources: {'Subnet': ['ID=dd42dee8-2ca9-4612-a90d-1f4d6287e7e3,revision_number=0']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:27.802055 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf74c59-9831-4035-9ded-8f10fe452c73 req-e00e94d1-505e-4ef6-b0db-c8907a636014 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:27.802055 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ecf74c59-9831-4035-9ded-8f10fe452c73 req-e00e94d1-505e-4ef6-b0db-c8907a636014 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 945 time: 0.2500815 Apr 18 19:39:27.842547 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dba4b93-2f35-4f3f-82b7-42d622460745 req-d404f52e-b7e7-40dc-9edc-fa9693ef1191 tempest-VolumesActionsTest-803537767 tempest-VolumesActionsTest-803537767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:27.843979 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-6dba4b93-2f35-4f3f-82b7-42d622460745 req-d404f52e-b7e7-40dc-9edc-fa9693ef1191 tempest-VolumesActionsTest-803537767 tempest-VolumesActionsTest-803537767-project] 10.222.0.73 "GET /v2.0/ports?device_id=77473ad8-faf3-4f9f-bfbd-23ff65c5f54b HTTP/1.1" status: 200 len: 945 time: 0.2467852 Apr 18 19:39:27.922907 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-371d5e6d-1f08-41bf-921c-d63e55839652 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.8003626 Apr 18 19:39:27.928803 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 37290) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:39:27.929062 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ecf74c59-9831-4035-9ded-8f10fe452c73 req-c59de8a8-dc0e-4fd5-a79f-82ec02625a46 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230996 Apr 18 19:39:27.947771 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-5e694c33-89e4-4919-807e-6d0707263de6 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-182396004', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'dd42dee8-2ca9-4612-a90d-1f4d6287e7e3'}], 'security_groups': ['9ff94d42-f0bb-4364-9f16-bf03bf481424']}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:39:27.948821 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-6dba4b93-2f35-4f3f-82b7-42d622460745 req-a8cc0a5d-4b38-4422-b2f9-8ba2483cdb1a tempest-VolumesActionsTest-803537767 tempest-VolumesActionsTest-803537767-project] Deleting port cf7505fe-44f3-43cd-9697-94a5bf21cd6a {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:39:27.949195 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-6dba4b93-2f35-4f3f-82b7-42d622460745 req-a8cc0a5d-4b38-4422-b2f9-8ba2483cdb1a tempest-VolumesActionsTest-803537767 tempest-VolumesActionsTest-803537767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:27.988903 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-696f47cb-eaa4-4360-bb54-ebbd9269f59a req-b07e23d6-1c22-4223-959f-4959f3cd12be tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Unset dirty status for tenant:af77c4468a104578b3401cd2f194180a on resource:port {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:39:27.995944 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-696f47cb-eaa4-4360-bb54-ebbd9269f59a req-b07e23d6-1c22-4223-959f-4959f3cd12be tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.69 "GET /v2.0/ports?device_id=845d5eff-f61f-4478-8b96-419b59aa7857 HTTP/1.1" status: 200 len: 931 time: 0.4952168 Apr 18 19:39:28.164117 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-696f47cb-eaa4-4360-bb54-ebbd9269f59a req-65e8d7e2-e74c-461c-9c20-d83ef227ace3 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Synchronizing usage tracker for tenant:af77c4468a104578b3401cd2f194180a on resource:security_group {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:39:28.207262 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-c631ed2d-2cd0-4f25-8fe0-3d8031cf8431 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks [] for port, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:28.211372 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-5e694c33-89e4-4919-807e-6d0707263de6 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:28.219859 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a536a8dd-4b65-45e4-81f6-beb528ffae03 None None] Update dhcp port {'port': {'network_id': 'd56be34c-7b73-4700-ae04-c94175a27b0b', 'fixed_ips': [{'subnet_id': '5226fc92-cda0-4acf-92ba-ede38869240c', 'ip_address': '2001:db8::2'}, {'subnet_id': 'dd42dee8-2ca9-4612-a90d-1f4d6287e7e3'}], 'binding:host_id': 'n-d-836017-2'}, 'id': '9153bc22-13ff-45e4-bb6a-072787843c49'} from n-d-836017-2. {{(pid=84765) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 18 19:39:28.260586 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.provisioning_blocks [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-c631ed2d-2cd0-4f25-8fe0-3d8031cf8431 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Transition to ACTIVE for port object d05a9979-9949-4d5f-b161-160de64a0067 will not be triggered until provisioned by entity DHCP. {{(pid=84764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:39:28.277967 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a536a8dd-4b65-45e4-81f6-beb528ffae03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:28.360919 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-696f47cb-eaa4-4360-bb54-ebbd9269f59a req-65e8d7e2-e74c-461c-9c20-d83ef227ace3 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Unset dirty status for tenant:af77c4468a104578b3401cd2f194180a on resource:security_group {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:39:28.361650 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-6dba4b93-2f35-4f3f-82b7-42d622460745 req-a8cc0a5d-4b38-4422-b2f9-8ba2483cdb1a tempest-VolumesActionsTest-803537767 tempest-VolumesActionsTest-803537767-project] For port cf7505fe-44f3-43cd-9697-94a5bf21cd6a, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=cf7505fe-44f3-43cd-9697-94a5bf21cd6a,segment=NetworkSegment(0c213d42-e0df-4f72-a99f-f97b3a74794a),segment_id=0c213d42-e0df-4f72-a99f-f97b3a74794a)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:39:28.362013 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-6dba4b93-2f35-4f3f-82b7-42d622460745 req-a8cc0a5d-4b38-4422-b2f9-8ba2483cdb1a tempest-VolumesActionsTest-803537767 tempest-VolumesActionsTest-803537767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:28.364930 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-696f47cb-eaa4-4360-bb54-ebbd9269f59a req-65e8d7e2-e74c-461c-9c20-d83ef227ace3 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.69 "GET /v2.0/security-groups?id=bb003ef8-bec1-46f4-8fe0-50640bc23b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3678713 Apr 18 19:39:28.391105 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46aade7-5dea-4256-8a69-aeb21025bf06 req-0e0601d2-5aab-4821-9a04-29f8e9a2b29b tempest-VolumesActionsTest-803537767 tempest-VolumesActionsTest-803537767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:28.392533 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e46aade7-5dea-4256-8a69-aeb21025bf06 req-0e0601d2-5aab-4821-9a04-29f8e9a2b29b tempest-VolumesActionsTest-803537767 tempest-VolumesActionsTest-803537767-project] 10.222.0.69 "GET /v2.0/ports?device_id=77473ad8-faf3-4f9f-bfbd-23ff65c5f54b HTTP/1.1" status: 200 len: 945 time: 0.1693962 Apr 18 19:39:28.525543 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-6dba4b93-2f35-4f3f-82b7-42d622460745 req-a8cc0a5d-4b38-4422-b2f9-8ba2483cdb1a tempest-VolumesActionsTest-803537767 tempest-VolumesActionsTest-803537767-project] Calling delete_port for cf7505fe-44f3-43cd-9697-94a5bf21cd6a owned by compute:nova {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:39:28.557883 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-a536a8dd-4b65-45e4-81f6-beb528ffae03 None None] Allocated IP 2001:db8:0:1::2 (d56be34c-7b73-4700-ae04-c94175a27b0b/dd42dee8-2ca9-4612-a90d-1f4d6287e7e3/9153bc22-13ff-45e4-bb6a-072787843c49) {{(pid=84765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:39:28.568020 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-c631ed2d-2cd0-4f25-8fe0-3d8031cf8431 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:28.613969 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e46aade7-5dea-4256-8a69-aeb21025bf06 req-96087e96-aa32-47c0-aa52-cedcdf1b591e tempest-VolumesActionsTest-803537767 tempest-VolumesActionsTest-803537767-project] 10.222.0.69 "GET /v2.0/security-groups?id=1055951c-9703-4aae-bd96-442960fc2fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706252 Apr 18 19:39:28.755010 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-a536a8dd-4b65-45e4-81f6-beb528ffae03 None None] For port 9153bc22-13ff-45e4-bb6a-072787843c49, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=9153bc22-13ff-45e4-bb6a-072787843c49,segment=NetworkSegment(c1d1ca63-ff25-4558-9f27-265eac5bbba9),segment_id=c1d1ca63-ff25-4558-9f27-265eac5bbba9)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:39:28.816885 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a536a8dd-4b65-45e4-81f6-beb528ffae03 None None] Notify callbacks [] for port, precommit_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:28.822115 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-c631ed2d-2cd0-4f25-8fe0-3d8031cf8431 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Network 60abadb0-5f2a-4ed4-86b6-e78962c52a38 is already hosted by enough agents. {{(pid=84764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:39:28.830432 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-c631ed2d-2cd0-4f25-8fe0-3d8031cf8431 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Resources bound (agent type, host, resource id): {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:39:28.833360 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c631ed2d-2cd0-4f25-8fe0-3d8031cf8431 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Pushing event updated for resources: {'Port': ['ID=d05a9979-9949-4d5f-b161-160de64a0067,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:28.848859 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 9153bc22-13ff-45e4-bb6a-072787843c49 up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:39:28.851804 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-c631ed2d-2cd0-4f25-8fe0-3d8031cf8431 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Received port after_create {{(pid=84764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:39:28.895832 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf8b9ad-9d36-4253-87f3-c6bbf7ad21ac req-51ed8a52-61ef-4849-b154-9c677ef557a0 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:28.906410 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-a536a8dd-4b65-45e4-81f6-beb528ffae03 None None] Transition to ACTIVE for port object 9153bc22-13ff-45e4-bb6a-072787843c49 will not be triggered until provisioned by entity DHCP. {{(pid=84765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:39:28.909978 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-daf8b9ad-9d36-4253-87f3-c6bbf7ad21ac req-51ed8a52-61ef-4849-b154-9c677ef557a0 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b49bb00-f484-4f92-bb80-0be3537a561f HTTP/1.1" status: 200 len: 943 time: 0.4284291 Apr 18 19:39:28.949331 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-6dba4b93-2f35-4f3f-82b7-42d622460745 req-a8cc0a5d-4b38-4422-b2f9-8ba2483cdb1a tempest-VolumesActionsTest-803537767 tempest-VolumesActionsTest-803537767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:28.988051 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] get_ports_and_sgs() called for port_ids ['cf7505fe-44f3-43cd-9697-94a5bf21cd6a'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:39:29.041663 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cc0a5d-4b38-4422-b2f9-8ba2483cdb1a tempest-VolumesActionsTest-803537767 tempest-VolumesActionsTest-803537767-project] Pushing event deleted for resources: {'Port': ['ID=cf7505fe-44f3-43cd-9697-94a5bf21cd6a,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:29.055053 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a536a8dd-4b65-45e4-81f6-beb528ffae03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:29.056188 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cc0a5d-4b38-4422-b2f9-8ba2483cdb1a tempest-VolumesActionsTest-803537767 tempest-VolumesActionsTest-803537767-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:39:29.056705 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cc0a5d-4b38-4422-b2f9-8ba2483cdb1a tempest-VolumesActionsTest-803537767 tempest-VolumesActionsTest-803537767-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:39:29.057124 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cc0a5d-4b38-4422-b2f9-8ba2483cdb1a tempest-VolumesActionsTest-803537767 tempest-VolumesActionsTest-803537767-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:39:29.057274 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-c631ed2d-2cd0-4f25-8fe0-3d8031cf8431 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:29.057511 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cc0a5d-4b38-4422-b2f9-8ba2483cdb1a tempest-VolumesActionsTest-803537767 tempest-VolumesActionsTest-803537767-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:39:29.057749 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-c631ed2d-2cd0-4f25-8fe0-3d8031cf8431 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:29.057881 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cc0a5d-4b38-4422-b2f9-8ba2483cdb1a tempest-VolumesActionsTest-803537767 tempest-VolumesActionsTest-803537767-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:39:29.058321 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cc0a5d-4b38-4422-b2f9-8ba2483cdb1a tempest-VolumesActionsTest-803537767 tempest-VolumesActionsTest-803537767-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:39:29.058735 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cc0a5d-4b38-4422-b2f9-8ba2483cdb1a tempest-VolumesActionsTest-803537767 tempest-VolumesActionsTest-803537767-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:39:29.059281 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cc0a5d-4b38-4422-b2f9-8ba2483cdb1a tempest-VolumesActionsTest-803537767 tempest-VolumesActionsTest-803537767-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:39:29.060031 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cc0a5d-4b38-4422-b2f9-8ba2483cdb1a tempest-VolumesActionsTest-803537767 tempest-VolumesActionsTest-803537767-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:39:29.060463 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cc0a5d-4b38-4422-b2f9-8ba2483cdb1a tempest-VolumesActionsTest-803537767 tempest-VolumesActionsTest-803537767-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:39:29.061002 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cc0a5d-4b38-4422-b2f9-8ba2483cdb1a tempest-VolumesActionsTest-803537767 tempest-VolumesActionsTest-803537767-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:39:29.104945 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-daf8b9ad-9d36-4253-87f3-c6bbf7ad21ac req-a99a81bb-ad69-403e-a3fa-eb02c204c123 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] 10.222.0.69 "GET /v2.0/security-groups?id=65d46739-eb5a-478f-9fc7-f1aa98b0d76a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1941216 Apr 18 19:39:29.222377 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-c631ed2d-2cd0-4f25-8fe0-3d8031cf8431 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5617268 Apr 18 19:39:29.234884 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-4b810768-0c25-487b-aa4b-64a46a776435 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Request body: {'port': {'device_id': '845d5eff-f61f-4478-8b96-419b59aa7857', 'network_id': 'd831801b-76c4-46ce-9ce8-cb3cace52776', 'admin_state_up': True, 'tenant_id': 'af77c4468a104578b3401cd2f194180a'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:39:29.259098 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dba4b93-2f35-4f3f-82b7-42d622460745 req-a8cc0a5d-4b38-4422-b2f9-8ba2483cdb1a tempest-VolumesActionsTest-803537767 tempest-VolumesActionsTest-803537767-project] No DVR routers for this DVR port cf7505fe-44f3-43cd-9697-94a5bf21cd6a on host n-h1-836017-2 {{(pid=84763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:39:29.267414 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-6dba4b93-2f35-4f3f-82b7-42d622460745 req-a8cc0a5d-4b38-4422-b2f9-8ba2483cdb1a tempest-VolumesActionsTest-803537767 tempest-VolumesActionsTest-803537767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:29.297673 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a536a8dd-4b65-45e4-81f6-beb528ffae03 None None] Pushing event updated for resources: {'Port': ['ID=9153bc22-13ff-45e4-bb6a-072787843c49,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:29.320417 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77473ad8-faf3-4f9f-bfbd-23ff65c5f54b', 'name': 'network-vif-deleted', 'tag': 'cf7505fe-44f3-43cd-9697-94a5bf21cd6a'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:39:29.353648 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4fffa2-8176-4576-bf2c-3aba0365d41c req-8b012d8f-da61-4faf-ab38-aeb2be0314dc tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:29.356814 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-db4fffa2-8176-4576-bf2c-3aba0365d41c req-8b012d8f-da61-4faf-ab38-aeb2be0314dc tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/ports?device_id=ac4e1770-8b35-4034-9597-ca85436903d4 HTTP/1.1" status: 200 len: 945 time: 0.4653692 Apr 18 19:39:29.419049 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-6dba4b93-2f35-4f3f-82b7-42d622460745 req-a8cc0a5d-4b38-4422-b2f9-8ba2483cdb1a tempest-VolumesActionsTest-803537767 tempest-VolumesActionsTest-803537767-project] 10.222.0.73 "DELETE /v2.0/ports/cf7505fe-44f3-43cd-9697-94a5bf21cd6a HTTP/1.1" status: 204 len: 173 time: 1.5671754 Apr 18 19:39:29.421790 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-db4fffa2-8176-4576-bf2c-3aba0365d41c req-5766f8c1-edcc-492d-92c2-be8d4fcb8342 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/security-groups?id=51df22c1-554b-4779-a025-65f2af6e2a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599477 Apr 18 19:39:29.436174 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_common [None req-5e694c33-89e4-4919-807e-6d0707263de6 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Delete allocated IP 2001:db8::35a (d56be34c-7b73-4700-ae04-c94175a27b0b/5226fc92-cda0-4acf-92ba-ede38869240c) {{(pid=84764) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 18 19:39:29.465850 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_common [None req-5e694c33-89e4-4919-807e-6d0707263de6 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Allocated IP 2001:db8:0:1::3ae (d56be34c-7b73-4700-ae04-c94175a27b0b/dd42dee8-2ca9-4612-a90d-1f4d6287e7e3/2456e6d5-849a-4008-9114-fc42de2558d2) {{(pid=84764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:39:29.469775 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ec7a0250-3e06-433d-a7f9-049cde816531 None None] Provisioning for port d05a9979-9949-4d5f-b161-160de64a0067 completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:39:29.475324 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ec7a0250-3e06-433d-a7f9-049cde816531 None None] Provisioning complete for port d05a9979-9949-4d5f-b161-160de64a0067 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:39:29.479555 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ec7a0250-3e06-433d-a7f9-049cde816531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:29.545612 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-ec7a0250-3e06-433d-a7f9-049cde816531 None None] Port d05a9979-9949-4d5f-b161-160de64a0067 cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:39:29.576174 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-4b810768-0c25-487b-aa4b-64a46a776435 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:39:29.660398 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-4b810768-0c25-487b-aa4b-64a46a776435 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:39:29.702249 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-939b15e4-c45f-46a1-a3dd-853921f2e337'] response: {'server_uuid': '77473ad8-faf3-4f9f-bfbd-23ff65c5f54b', 'name': 'network-vif-deleted', 'tag': 'cf7505fe-44f3-43cd-9697-94a5bf21cd6a', 'status': 'completed', 'code': 200} Apr 18 19:39:29.702944 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9f48f6-b1cf-414e-a7bf-6f11853c09fb req-f80b08be-df72-47de-b7ba-a00e4791926d tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:29.706374 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-7a9f48f6-b1cf-414e-a7bf-6f11853c09fb req-f80b08be-df72-47de-b7ba-a00e4791926d tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 945 time: 0.3493340 Apr 18 19:39:29.776463 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-4b810768-0c25-487b-aa4b-64a46a776435 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Made reservation on behalf of af77c4468a104578b3401cd2f194180a for: {'port': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:39:29.781389 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-4b810768-0c25-487b-aa4b-64a46a776435 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:29.817336 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-7a9f48f6-b1cf-414e-a7bf-6f11853c09fb req-a5c0b8a1-66ac-45ae-915a-ecf1c30e243b tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020744 Apr 18 19:39:29.912665 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-5e694c33-89e4-4919-807e-6d0707263de6 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks [] for port, precommit_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:29.944157 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b97bb8-320a-4ac3-af2b-75a396f967eb req-562499b6-d709-4e56-a8d9-8f78432460a4 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:29.948507 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b97bb8-320a-4ac3-af2b-75a396f967eb req-562499b6-d709-4e56-a8d9-8f78432460a4 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:29.952615 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.provisioning_blocks [None req-5e694c33-89e4-4919-807e-6d0707263de6 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Transition to ACTIVE for port object 2456e6d5-849a-4008-9114-fc42de2558d2 will not be triggered until provisioned by entity DHCP. {{(pid=84764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:39:29.957379 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-c8b97bb8-320a-4ac3-af2b-75a396f967eb req-562499b6-d709-4e56-a8d9-8f78432460a4 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.69 "GET /v2.0/ports?device_id=845d5eff-f61f-4478-8b96-419b59aa7857 HTTP/1.1" status: 200 len: 1654 time: 0.1343331 Apr 18 19:39:29.964205 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device b99c6f14-47f1-4ca0-8b04-491816fe3231 details requested by agent hyperv_n-h1-836017-2 with host n-h1-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:39:30.023514 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-c8b97bb8-320a-4ac3-af2b-75a396f967eb req-012c3d7e-fef5-4523-98a7-ca9234f58516 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.69 "GET /v2.0/security-groups?id=bb003ef8-bec1-46f4-8fe0-50640bc23b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652204 Apr 18 19:39:30.131055 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-5e694c33-89e4-4919-807e-6d0707263de6 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2290934'] for port, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:30.188968 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port b99c6f14-47f1-4ca0-8b04-491816fe3231, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=b99c6f14-47f1-4ca0-8b04-491816fe3231,segment=NetworkSegment(b8926c6e-9073-4fc9-ba41-5d530ba3940c),segment_id=b8926c6e-9073-4fc9-ba41-5d530ba3940c)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:39:30.205980 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Returning: {'device': 'b99c6f14-47f1-4ca0-8b04-491816fe3231', 'network_id': '20d4b8e1-a40a-4802-a6ed-f360fca84cce', 'port_id': 'b99c6f14-47f1-4ca0-8b04-491816fe3231', 'mac_address': 'fa:16:3e:f3:b6:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0711ab9d-0a48-4dd5-b699-a74bbc1341bb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:39:30.280516 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-41676f08-ce4e-47f6-b1a1-0d821fe165a4 None None] Provisioning for port 2456e6d5-849a-4008-9114-fc42de2558d2 completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:39:30.289211 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-41676f08-ce4e-47f6-b1a1-0d821fe165a4 None None] Provisioning complete for port 2456e6d5-849a-4008-9114-fc42de2558d2 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:39:30.289995 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-41676f08-ce4e-47f6-b1a1-0d821fe165a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:30.293407 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-5e694c33-89e4-4919-807e-6d0707263de6 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] In _notify_port_updated(), no bound segment for port 2456e6d5-849a-4008-9114-fc42de2558d2 on network d56be34c-7b73-4700-ae04-c94175a27b0b {{(pid=84764) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 18 19:39:30.298278 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e694c33-89e4-4919-807e-6d0707263de6 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:30.298930 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-5e694c33-89e4-4919-807e-6d0707263de6 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:30.300195 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-5e694c33-89e4-4919-807e-6d0707263de6 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "PUT /v2.0/ports/2456e6d5-849a-4008-9114-fc42de2558d2 HTTP/1.1" status: 200 len: 930 time: 2.3702834 Apr 18 19:39:30.303163 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 37326) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:39:30.304539 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_common [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-4b810768-0c25-487b-aa4b-64a46a776435 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Allocated IP 19.80.0.190 (d831801b-76c4-46ce-9ce8-cb3cace52776/321602b2-a7cd-455d-9352-cde0b0863aaf/a86a51d6-c303-4a2c-b5ad-8d3d8e42c0ea) {{(pid=84764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:39:30.306865 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e694c33-89e4-4919-807e-6d0707263de6 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Pushing event updated for resources: {'Port': ['ID=2456e6d5-849a-4008-9114-fc42de2558d2,revision_number=2']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:30.331919 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:30.375261 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b99c6f14-47f1-4ca0-8b04-491816fe3231 {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:39:30.384929 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-41676f08-ce4e-47f6-b1a1-0d821fe165a4 None None] Port 2456e6d5-849a-4008-9114-fc42de2558d2 cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:39:30.410821 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port b99c6f14-47f1-4ca0-8b04-491816fe3231, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=b99c6f14-47f1-4ca0-8b04-491816fe3231,segment=NetworkSegment(b8926c6e-9073-4fc9-ba41-5d530ba3940c),segment_id=b8926c6e-9073-4fc9-ba41-5d530ba3940c)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:39:30.426956 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-41676f08-ce4e-47f6-b1a1-0d821fe165a4 None None] Provisioning complete for port 5fdfde06-f346-4b42-ad99-bbc95b967041 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:39:30.427328 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-41676f08-ce4e-47f6-b1a1-0d821fe165a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:30.515350 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:30.549698 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-b6863688-2a58-48f8-86b8-e54acd3f4273 req-ccbc104e-6894-4127-844c-843c9590cbc9 tempest-VolumesActionsTest-803537767 tempest-VolumesActionsTest-803537767-project] Synchronizing usage tracker for tenant:b14d73344ef54b619e09b488e7950865 on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:39:30.562361 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-5d00ec6b-5ba1-496b-8e4d-567fd101839a tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Deleting port 2456e6d5-849a-4008-9114-fc42de2558d2 {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:39:30.563017 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-5d00ec6b-5ba1-496b-8e4d-567fd101839a tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:30.578835 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-4b810768-0c25-487b-aa4b-64a46a776435 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks [] for port, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:30.587978 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-41676f08-ce4e-47f6-b1a1-0d821fe165a4 None None] Port 5fdfde06-f346-4b42-ad99-bbc95b967041 cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:39:30.596687 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.provisioning_blocks [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-4b810768-0c25-487b-aa4b-64a46a776435 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Transition to ACTIVE for port object a86a51d6-c303-4a2c-b5ad-8d3d8e42c0ea will not be triggered until provisioned by entity DHCP. {{(pid=84764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:39:30.676153 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Pushing event updated for resources: {'Port': ['ID=b99c6f14-47f1-4ca0-8b04-491816fe3231,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:30.693544 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-b6863688-2a58-48f8-86b8-e54acd3f4273 req-ccbc104e-6894-4127-844c-843c9590cbc9 tempest-VolumesActionsTest-803537767 tempest-VolumesActionsTest-803537767-project] Unset dirty status for tenant:b14d73344ef54b619e09b488e7950865 on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:39:30.694704 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b6863688-2a58-48f8-86b8-e54acd3f4273 req-ccbc104e-6894-4127-844c-843c9590cbc9 tempest-VolumesActionsTest-803537767 tempest-VolumesActionsTest-803537767-project] 10.222.0.69 "GET /v2.0/ports?device_id=77473ad8-faf3-4f9f-bfbd-23ff65c5f54b HTTP/1.1" status: 200 len: 210 time: 0.2527127 Apr 18 19:39:30.752177 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-4b810768-0c25-487b-aa4b-64a46a776435 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:30.753156 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-41676f08-ce4e-47f6-b1a1-0d821fe165a4 None None] Provisioning for port 9153bc22-13ff-45e4-bb6a-072787843c49 completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:39:30.771093 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-41676f08-ce4e-47f6-b1a1-0d821fe165a4 None None] Provisioning complete for port 9153bc22-13ff-45e4-bb6a-072787843c49 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:39:30.771782 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-41676f08-ce4e-47f6-b1a1-0d821fe165a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:30.848201 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] get_ports_and_sgs() called for port_ids ['b99c6f14-47f1-4ca0-8b04-491816fe3231'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:39:30.922293 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-5d00ec6b-5ba1-496b-8e4d-567fd101839a tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:30.923289 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 9153bc22-13ff-45e4-bb6a-072787843c49 up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:39:30.962792 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-4b810768-0c25-487b-aa4b-64a46a776435 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Network d831801b-76c4-46ce-9ce8-cb3cace52776 is already hosted by enough agents. {{(pid=84764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:39:30.966760 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-4b810768-0c25-487b-aa4b-64a46a776435 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Resources bound (agent type, host, resource id): {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:39:30.969361 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b810768-0c25-487b-aa4b-64a46a776435 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Pushing event updated for resources: {'Port': ['ID=a86a51d6-c303-4a2c-b5ad-8d3d8e42c0ea,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:30.972646 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-4b810768-0c25-487b-aa4b-64a46a776435 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Received port after_create {{(pid=84764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:39:31.057394 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-4b810768-0c25-487b-aa4b-64a46a776435 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:31.058074 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-4b810768-0c25-487b-aa4b-64a46a776435 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:31.106939 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2928d5e2-1d21-4063-9276-6ae537f387d6 req-589813f7-df08-49b7-929a-3a050a7212fa tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:31.109218 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2928d5e2-1d21-4063-9276-6ae537f387d6 req-589813f7-df08-49b7-929a-3a050a7212fa tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 945 time: 0.2116609 Apr 18 19:39:31.119939 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port 9153bc22-13ff-45e4-bb6a-072787843c49 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:39:31.120946 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:31.195614 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2928d5e2-1d21-4063-9276-6ae537f387d6 req-ab6599ed-bb2c-43c8-93fd-2d11cb336acb tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752542 Apr 18 19:39:31.204784 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-4b810768-0c25-487b-aa4b-64a46a776435 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9743848 Apr 18 19:39:31.216487 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-c36073f9-26cd-42a0-91ce-df9c8b7f51cd service neutron] Request body: {'port': {'device_id': '845d5eff-f61f-4478-8b96-419b59aa7857', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-2'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:39:31.281440 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-5d00ec6b-5ba1-496b-8e4d-567fd101839a tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Calling delete_port for 2456e6d5-849a-4008-9114-fc42de2558d2 owned by {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:39:31.404591 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa17360-20b0-4ba2-a55c-5168dd50f24a req-e1f9bf88-9afb-46ca-87c9-6e41f1c56dd4 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:31.412679 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-faa17360-20b0-4ba2-a55c-5168dd50f24a req-e1f9bf88-9afb-46ca-87c9-6e41f1c56dd4 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b49bb00-f484-4f92-bb80-0be3537a561f HTTP/1.1" status: 200 len: 944 time: 0.4042587 Apr 18 19:39:31.421746 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-fe0a7e2b-04c3-4a2f-8492-6b99ff5ded2e None None] Provisioning complete for port 2456e6d5-849a-4008-9114-fc42de2558d2 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:39:31.422114 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fe0a7e2b-04c3-4a2f-8492-6b99ff5ded2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:31.466621 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-c36073f9-26cd-42a0-91ce-df9c8b7f51cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:31.479429 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-faa17360-20b0-4ba2-a55c-5168dd50f24a req-48d24d0c-a011-4988-9926-aa1d148574c1 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] 10.222.0.69 "GET /v2.0/security-groups?id=65d46739-eb5a-478f-9fc7-f1aa98b0d76a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632677 Apr 18 19:39:31.514829 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-fe0a7e2b-04c3-4a2f-8492-6b99ff5ded2e None None] Port 2456e6d5-849a-4008-9114-fc42de2558d2 cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:39:31.589048 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-fe0a7e2b-04c3-4a2f-8492-6b99ff5ded2e None None] Provisioning for port a86a51d6-c303-4a2c-b5ad-8d3d8e42c0ea completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:39:31.600334 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-fe0a7e2b-04c3-4a2f-8492-6b99ff5ded2e None None] Provisioning complete for port a86a51d6-c303-4a2c-b5ad-8d3d8e42c0ea triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:39:31.600970 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fe0a7e2b-04c3-4a2f-8492-6b99ff5ded2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:31.678501 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-fe0a7e2b-04c3-4a2f-8492-6b99ff5ded2e None None] Port a86a51d6-c303-4a2c-b5ad-8d3d8e42c0ea cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:39:31.752976 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-5d00ec6b-5ba1-496b-8e4d-567fd101839a tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:31.776004 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd0b51-908f-4039-96db-3ce13e53c0f7 req-ca7411e5-7611-4695-823d-278683850360 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:31.780709 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd0b51-908f-4039-96db-3ce13e53c0f7 req-ca7411e5-7611-4695-823d-278683850360 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:31.784784 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd0b51-908f-4039-96db-3ce13e53c0f7 req-ca7411e5-7611-4695-823d-278683850360 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:31.785631 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-34dd0b51-908f-4039-96db-3ce13e53c0f7 req-ca7411e5-7611-4695-823d-278683850360 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Synchronizing usage tracker for tenant:af77c4468a104578b3401cd2f194180a on resource:port {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:39:31.818388 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d00ec6b-5ba1-496b-8e4d-567fd101839a tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Pushing event deleted for resources: {'Port': ['ID=2456e6d5-849a-4008-9114-fc42de2558d2,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:31.881098 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-34dd0b51-908f-4039-96db-3ce13e53c0f7 req-ca7411e5-7611-4695-823d-278683850360 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Unset dirty status for tenant:af77c4468a104578b3401cd2f194180a on resource:port {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:39:31.884067 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-34dd0b51-908f-4039-96db-3ce13e53c0f7 req-ca7411e5-7611-4695-823d-278683850360 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.69 "GET /v2.0/ports?device_id=845d5eff-f61f-4478-8b96-419b59aa7857 HTTP/1.1" status: 200 len: 2376 time: 0.3306720 Apr 18 19:39:31.898801 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-5d00ec6b-5ba1-496b-8e4d-567fd101839a tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:31.926956 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b144edbf-fce1-4e12-ad8a-9ef89001f871 req-67bd278c-6daf-41d5-aa46-542fe994da4f tempest-ServerGroupTestJSON-1466124403 tempest-ServerGroupTestJSON-1466124403-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:31.927644 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-b144edbf-fce1-4e12-ad8a-9ef89001f871 req-67bd278c-6daf-41d5-aa46-542fe994da4f tempest-ServerGroupTestJSON-1466124403 tempest-ServerGroupTestJSON-1466124403-project] Synchronizing usage tracker for tenant:aa6d8ffebeab4be89a75f00afbec4851 on resource:network {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:39:31.936258 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-5d00ec6b-5ba1-496b-8e4d-567fd101839a tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "DELETE /v2.0/ports/2456e6d5-849a-4008-9114-fc42de2558d2 HTTP/1.1" status: 204 len: 168 time: 1.6255553 Apr 18 19:39:31.936631 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 37354) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:39:31.974922 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device cf7505fe-44f3-43cd-9697-94a5bf21cd6a no longer exists at agent hyperv_n-h1-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:39:32.006699 n-d-836017-2 neutron-server[84764]: INFO neutron.pecan_wsgi.hooks.translation [None req-057c8e7d-f381-4803-a5ca-4e2e4ba9a3ab tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] GET failed (client error): The resource could not be found. Apr 18 19:39:32.007208 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-b144edbf-fce1-4e12-ad8a-9ef89001f871 req-67bd278c-6daf-41d5-aa46-542fe994da4f tempest-ServerGroupTestJSON-1466124403 tempest-ServerGroupTestJSON-1466124403-project] Unset dirty status for tenant:aa6d8ffebeab4be89a75f00afbec4851 on resource:network {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:39:32.007344 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-057c8e7d-f381-4803-a5ca-4e2e4ba9a3ab tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Synchronizing usage tracker for tenant:8097f6133aa24824a0d11d98456dfce8 on resource:port {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:39:32.007894 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b144edbf-fce1-4e12-ad8a-9ef89001f871 req-67bd278c-6daf-41d5-aa46-542fe994da4f tempest-ServerGroupTestJSON-1466124403 tempest-ServerGroupTestJSON-1466124403-project] 10.222.0.69 "GET /v2.0/networks?id=a8f417db-1ccb-4569-97b5-bfdd3d20b456 HTTP/1.1" status: 200 len: 809 time: 0.3447907 Apr 18 19:39:32.009999 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] No Port match for: cf7505fe-44f3-43cd-9697-94a5bf21cd6a {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:39:32.010444 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device cf7505fe-44f3-43cd-9697-94a5bf21cd6a not bound to the agent host n-h1-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:39:32.029128 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-c36073f9-26cd-42a0-91ce-df9c8b7f51cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ebc4f49-c2aa-477d-a50b-11d721b501b9 {{(pid=84764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:39:32.033975 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b144edbf-fce1-4e12-ad8a-9ef89001f871 req-ba66d86a-483e-43f6-ad22-466aec0b20d8 tempest-ServerGroupTestJSON-1466124403 tempest-ServerGroupTestJSON-1466124403-project] 10.222.0.69 "GET /v2.0/quotas/aa6d8ffebeab4be89a75f00afbec4851 HTTP/1.1" status: 200 len: 375 time: 0.0153115 Apr 18 19:39:32.047221 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-c36073f9-26cd-42a0-91ce-df9c8b7f51cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:32.055046 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-34dd0b51-908f-4039-96db-3ce13e53c0f7 req-d9bff0ee-8963-48c6-8f0a-a6038471e0bc tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.69 "GET /v2.0/security-groups?id=bb003ef8-bec1-46f4-8fe0-50640bc23b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648383 Apr 18 19:39:32.068650 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.provisioning_blocks [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-c36073f9-26cd-42a0-91ce-df9c8b7f51cd service neutron] Transition to ACTIVE for port object 1ebc4f49-c2aa-477d-a50b-11d721b501b9 will not be triggered until provisioned by entity L2. {{(pid=84764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:39:32.093699 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b144edbf-fce1-4e12-ad8a-9ef89001f871 req-f3366c1c-5ed0-48d2-845e-ca78df322fa7 tempest-ServerGroupTestJSON-1466124403 tempest-ServerGroupTestJSON-1466124403-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=aa6d8ffebeab4be89a75f00afbec4851&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0538282 Apr 18 19:39:32.125515 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-057c8e7d-f381-4803-a5ca-4e2e4ba9a3ab tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Unset dirty status for tenant:8097f6133aa24824a0d11d98456dfce8 on resource:port {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:39:32.130014 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-057c8e7d-f381-4803-a5ca-4e2e4ba9a3ab tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "GET /v2.0/ports/2456e6d5-849a-4008-9114-fc42de2558d2 HTTP/1.1" status: 404 len: 333 time: 0.1893196 Apr 18 19:39:32.130191 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 37358) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:39:32.147529 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-c36073f9-26cd-42a0-91ce-df9c8b7f51cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2290934'] for port, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:32.305603 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b144edbf-fce1-4e12-ad8a-9ef89001f871 req-f3a66193-81ba-4181-b313-ee41c0fc292b service neutron] 10.222.0.69 "GET /v2.0/networks/a8f417db-1ccb-4569-97b5-bfdd3d20b456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046440 Apr 18 19:39:32.306230 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-775c6842-9f9a-4d17-b761-383a359d04a6 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks [] for security_group, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:32.333136 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36073f9-26cd-42a0-91ce-df9c8b7f51cd service neutron] Pushing event updated for resources: {'Port': ['ID=1ebc4f49-c2aa-477d-a50b-11d721b501b9,revision_number=2']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:32.416443 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-775c6842-9f9a-4d17-b761-383a359d04a6 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:32.446221 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fb7b31-9641-4adb-9e4c-b0a6d149f3b6 req-f30251f4-3d10-420b-8543-a55b29600aa0 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:32.447724 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-28fb7b31-9641-4adb-9e4c-b0a6d149f3b6 req-f30251f4-3d10-420b-8543-a55b29600aa0 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 945 time: 0.2594657 Apr 18 19:39:32.500451 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-c36073f9-26cd-42a0-91ce-df9c8b7f51cd service neutron] Attempting to bind port 1ebc4f49-c2aa-477d-a50b-11d721b501b9 on host n-h2-836017-2 for vnic_type normal with profile {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:39:32.500889 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-c36073f9-26cd-42a0-91ce-df9c8b7f51cd service neutron] Attempting to bind port 1ebc4f49-c2aa-477d-a50b-11d721b501b9 by drivers openvswitch,hyperv on host n-h2-836017-2 at level 0 using segments [{'id': 'aed6f02a-53e1-4547-b098-0d9b473b19b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd831801b-76c4-46ce-9ce8-cb3cace52776'}] {{(pid=84764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:39:32.501103 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-c36073f9-26cd-42a0-91ce-df9c8b7f51cd service neutron] Attempting to bind port 1ebc4f49-c2aa-477d-a50b-11d721b501b9 on network d831801b-76c4-46ce-9ce8-cb3cace52776 {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:39:32.521969 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-c36073f9-26cd-42a0-91ce-df9c8b7f51cd service neutron] Port 1ebc4f49-c2aa-477d-a50b-11d721b501b9 on network d831801b-76c4-46ce-9ce8-cb3cace52776 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-2 {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:39:32.522200 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-c36073f9-26cd-42a0-91ce-df9c8b7f51cd service neutron] Attempting to bind port 1ebc4f49-c2aa-477d-a50b-11d721b501b9 on network d831801b-76c4-46ce-9ce8-cb3cace52776 {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:39:32.531471 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b144edbf-fce1-4e12-ad8a-9ef89001f871 req-91bbb350-68b2-4660-8e2b-7323f9dcebed service neutron] 10.222.0.69 "GET /v2.0/networks/a8f417db-1ccb-4569-97b5-bfdd3d20b456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144213 Apr 18 19:39:32.535679 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-c36073f9-26cd-42a0-91ce-df9c8b7f51cd service neutron] Checking agent: {'id': '02e8f951-d3a3-40e1-b8cc-aed258af030b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:39:32.535679 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-c36073f9-26cd-42a0-91ce-df9c8b7f51cd service neutron] Checking segment: {'id': 'aed6f02a-53e1-4547-b098-0d9b473b19b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd831801b-76c4-46ce-9ce8-cb3cace52776'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:39:32.535679 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-c36073f9-26cd-42a0-91ce-df9c8b7f51cd service neutron] Bound using segment: {'id': 'aed6f02a-53e1-4547-b098-0d9b473b19b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd831801b-76c4-46ce-9ce8-cb3cace52776'} {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:39:32.535679 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-c36073f9-26cd-42a0-91ce-df9c8b7f51cd service neutron] Bound port: 1ebc4f49-c2aa-477d-a50b-11d721b501b9, host: n-h2-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aed6f02a-53e1-4547-b098-0d9b473b19b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd831801b-76c4-46ce-9ce8-cb3cace52776'}}] {{(pid=84764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:39:32.535679 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-c36073f9-26cd-42a0-91ce-df9c8b7f51cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:32.589446 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-775c6842-9f9a-4d17-b761-383a359d04a6 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:32.627656 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-775c6842-9f9a-4d17-b761-383a359d04a6 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks [] for security_group, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:32.629489 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-775c6842-9f9a-4d17-b761-383a359d04a6 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "DELETE /v2.0/security-groups/eef5f01b-6fe1-4c5d-86dc-0477b6fb97da HTTP/1.1" status: 204 len: 168 time: 0.4985404 Apr 18 19:39:32.630744 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775c6842-9f9a-4d17-b761-383a359d04a6 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eef5f01b-6fe1-4c5d-86dc-0477b6fb97da,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:32.633502 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 37366) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:39:32.674102 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-28fb7b31-9641-4adb-9e4c-b0a6d149f3b6 req-12aab5d1-ce99-49a9-b16c-5925b8318e4d tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119889 Apr 18 19:39:32.753431 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d5e64a35-e2c6-41df-ba19-05f022e46f0b tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks [] for security_group, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:32.777970 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-c36073f9-26cd-42a0-91ce-df9c8b7f51cd service neutron] For port 1ebc4f49-c2aa-477d-a50b-11d721b501b9, host n-h2-836017-2, cleared binding levels {{(pid=84764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:39:32.782020 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-c36073f9-26cd-42a0-91ce-df9c8b7f51cd service neutron] For port 1ebc4f49-c2aa-477d-a50b-11d721b501b9, host n-h2-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=1ebc4f49-c2aa-477d-a50b-11d721b501b9,segment=NetworkSegment(aed6f02a-53e1-4547-b098-0d9b473b19b5),segment_id=aed6f02a-53e1-4547-b098-0d9b473b19b5)] {{(pid=84764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:39:32.787981 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d5e64a35-e2c6-41df-ba19-05f022e46f0b tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:32.924879 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-c36073f9-26cd-42a0-91ce-df9c8b7f51cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2290934'] for port, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:32.949538 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d5e64a35-e2c6-41df-ba19-05f022e46f0b tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:32.985948 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e64a35-e2c6-41df-ba19-05f022e46f0b tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ff94d42-f0bb-4364-9f16-bf03bf481424,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:32.999705 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d5e64a35-e2c6-41df-ba19-05f022e46f0b tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks [] for security_group, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:33.001083 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-d5e64a35-e2c6-41df-ba19-05f022e46f0b tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "DELETE /v2.0/security-groups/9ff94d42-f0bb-4364-9f16-bf03bf481424 HTTP/1.1" status: 204 len: 168 time: 0.3664670 Apr 18 19:39:33.003752 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 37378) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:39:33.122150 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-c36073f9-26cd-42a0-91ce-df9c8b7f51cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:33.124410 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-c36073f9-26cd-42a0-91ce-df9c8b7f51cd service neutron] 10.222.0.72 "PUT /v2.0/ports/1ebc4f49-c2aa-477d-a50b-11d721b501b9 HTTP/1.1" status: 200 len: 1091 time: 1.9120672 Apr 18 19:39:33.125756 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '845d5eff-f61f-4478-8b96-419b59aa7857', 'tag': '1ebc4f49-c2aa-477d-a50b-11d721b501b9'}] {{(pid=84764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:39:33.158968 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36073f9-26cd-42a0-91ce-df9c8b7f51cd service neutron] Pushing event updated for resources: {'Port': ['ID=1ebc4f49-c2aa-477d-a50b-11d721b501b9,revision_number=3']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:33.212526 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3ca3cb-9686-4df7-b775-d94fd49fd31d req-4a109459-d94f-4e66-a3e1-017957a493ab tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:33.216227 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-dd3ca3cb-9686-4df7-b775-d94fd49fd31d req-4a109459-d94f-4e66-a3e1-017957a493ab tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b49bb00-f484-4f92-bb80-0be3537a561f HTTP/1.1" status: 200 len: 944 time: 0.2079434 Apr 18 19:39:33.223102 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-c4048e01-d343-4fb7-88f7-f1c2ccf9a825 service neutron] Request body: {'port': {'device_id': '845d5eff-f61f-4478-8b96-419b59aa7857', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-2'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:39:33.382263 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd194aec-738d-4a82-902a-2cad92b069bb tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Deleting subnet 5226fc92-cda0-4acf-92ba-ede38869240c {{(pid=84763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:39:33.385444 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-dd194aec-738d-4a82-902a-2cad92b069bb tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks [] for subnet, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:33.445520 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5598a7-b642-4ebf-b5a5-f8b370425828 req-613ec699-2e5f-4154-9417-a2c0ffe615e0 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:33.447036 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3c5598a7-b642-4ebf-b5a5-f8b370425828 req-613ec699-2e5f-4154-9417-a2c0ffe615e0 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 945 time: 0.2144165 Apr 18 19:39:33.473280 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-dd3ca3cb-9686-4df7-b775-d94fd49fd31d req-42aed862-e87b-4dbd-be19-69d5cf7f3c33 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] 10.222.0.69 "GET /v2.0/security-groups?id=65d46739-eb5a-478f-9fc7-f1aa98b0d76a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1644092 Apr 18 19:39:33.477998 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-dd194aec-738d-4a82-902a-2cad92b069bb tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66272755'] for subnet, precommit_delete_associations {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:33.485424 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-c4048e01-d343-4fb7-88f7-f1c2ccf9a825 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:33.568603 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3c5598a7-b642-4ebf-b5a5-f8b370425828 req-2b4c9a75-e4d1-43ad-9e45-f0e1d0673b61 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150627 Apr 18 19:39:33.617744 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-04fe80aa-3260-4ecb-afea-dd88ded05967 req-53b58431-dcc3-4601-bc3e-0daa50471199 tempest-ServerGroupTestJSON-1466124403 tempest-ServerGroupTestJSON-1466124403-project] 10.222.0.69 "GET /v2.0/ports?device_id=98982865-20f7-4e51-8693-654d4bb5f98b HTTP/1.1" status: 200 len: 210 time: 0.0640252 Apr 18 19:39:33.644102 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-dd194aec-738d-4a82-902a-2cad92b069bb tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1258508'] for subnet, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:33.875189 n-d-836017-2 neutron-server[84764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f81e44b2-0b90-4b89-8ea8-e2dfaa755f10'] response: {'name': 'network-changed', 'server_uuid': '845d5eff-f61f-4478-8b96-419b59aa7857', 'tag': '1ebc4f49-c2aa-477d-a50b-11d721b501b9', 'status': 'completed', 'code': 200} Apr 18 19:39:33.994741 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device b99c6f14-47f1-4ca0-8b04-491816fe3231 up at agent hyperv_n-h1-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:39:34.038636 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-dd194aec-738d-4a82-902a-2cad92b069bb tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1258501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66351815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66540800'] for subnet, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:34.089803 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-c4048e01-d343-4fb7-88f7-f1c2ccf9a825 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d05a9979-9949-4d5f-b161-160de64a0067 {{(pid=84764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:39:34.095641 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd194aec-738d-4a82-902a-2cad92b069bb tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Pushing event deleted for resources: {'Subnet': ['ID=5226fc92-cda0-4acf-92ba-ede38869240c,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:34.108929 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-c4048e01-d343-4fb7-88f7-f1c2ccf9a825 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:34.123068 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-dd194aec-738d-4a82-902a-2cad92b069bb tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks [] for subnet, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:34.130482 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-dd194aec-738d-4a82-902a-2cad92b069bb tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "DELETE /v2.0/subnets/5226fc92-cda0-4acf-92ba-ede38869240c HTTP/1.1" status: 204 len: 168 time: 1.1256680 Apr 18 19:39:34.131205 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ec13a6-1889-4c16-9afb-04a0ca15bee7 None None] Network d56be34c-7b73-4700-ae04-c94175a27b0b requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:39:34.134409 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 37408) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:39:34.142309 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-6d517423-fc33-48f2-bc47-d2311a15df63 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Request body: {'subnet': {'network_id': 'd56be34c-7b73-4700-ae04-c94175a27b0b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:39:34.148602 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.provisioning_blocks [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-c4048e01-d343-4fb7-88f7-f1c2ccf9a825 service neutron] Transition to ACTIVE for port object d05a9979-9949-4d5f-b161-160de64a0067 will not be triggered until provisioned by entity L2. {{(pid=84764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:39:34.192444 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Provisioning for port b99c6f14-47f1-4ca0-8b04-491816fe3231 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:39:34.232070 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-c4048e01-d343-4fb7-88f7-f1c2ccf9a825 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2290934'] for port, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:34.268338 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Provisioning complete for port b99c6f14-47f1-4ca0-8b04-491816fe3231 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:39:34.269787 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:34.273431 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2c123739-6beb-45a4-9d25-1dd9de321460 req-e746a8e7-33d5-4845-b6a7-0587c7320e06 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=af77c4468a104578b3401cd2f194180a&device_id=845d5eff-f61f-4478-8b96-419b59aa7857 HTTP/1.1" status: 200 len: 2731 time: 0.3929951 Apr 18 19:39:34.287031 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1793e6-e5e5-43d2-bb1c-539fa56569ba req-c0915ba3-2393-46d3-91db-20aa526de84a tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:34.291174 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1793e6-e5e5-43d2-bb1c-539fa56569ba req-c0915ba3-2393-46d3-91db-20aa526de84a tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:34.295637 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1793e6-e5e5-43d2-bb1c-539fa56569ba req-c0915ba3-2393-46d3-91db-20aa526de84a tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:34.298298 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7b1793e6-e5e5-43d2-bb1c-539fa56569ba req-c0915ba3-2393-46d3-91db-20aa526de84a tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.69 "GET /v2.0/ports?device_id=845d5eff-f61f-4478-8b96-419b59aa7857 HTTP/1.1" status: 200 len: 2388 time: 0.4649918 Apr 18 19:39:34.479335 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1fe825-a600-4b62-805c-c7a94b69e0c7 req-ff166bc9-66ff-4015-b067-5e3bdb5f0426 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:34.494204 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6f1fe825-a600-4b62-805c-c7a94b69e0c7 req-ff166bc9-66ff-4015-b067-5e3bdb5f0426 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 945 time: 0.3455639 Apr 18 19:39:34.514307 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7b1793e6-e5e5-43d2-bb1c-539fa56569ba req-f4ffefd6-5ef5-43f2-9a4d-b25c3bdbb3a4 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.69 "GET /v2.0/security-groups?id=bb003ef8-bec1-46f4-8fe0-50640bc23b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907988 Apr 18 19:39:34.545973 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4048e01-d343-4fb7-88f7-f1c2ccf9a825 service neutron] Pushing event updated for resources: {'Port': ['ID=d05a9979-9949-4d5f-b161-160de64a0067,revision_number=2']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:34.570774 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-6d517423-fc33-48f2-bc47-d2311a15df63 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:39:34.582669 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 7e984097-a8b6-4725-95ac-b41545fa896e details requested by agent hyperv_n-h2-836017-2 with host n-h2-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:39:34.600518 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-6d517423-fc33-48f2-bc47-d2311a15df63 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Usage tracker for resource:subnet and tenant:8097f6133aa24824a0d11d98456dfce8 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:39:34.639464 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-6d517423-fc33-48f2-bc47-d2311a15df63 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:39:34.687332 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6f1fe825-a600-4b62-805c-c7a94b69e0c7 req-072696a1-3b7d-4d6b-8bfa-6801da894584 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893258 Apr 18 19:39:34.705463 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-6d517423-fc33-48f2-bc47-d2311a15df63 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:39:34.711170 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c123739-6beb-45a4-9d25-1dd9de321460 req-677d4668-6ec9-468b-8062-f96f78241276 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:34.711541 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c123739-6beb-45a4-9d25-1dd9de321460 req-677d4668-6ec9-468b-8062-f96f78241276 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:34.723801 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c123739-6beb-45a4-9d25-1dd9de321460 req-677d4668-6ec9-468b-8062-f96f78241276 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:34.737517 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2c123739-6beb-45a4-9d25-1dd9de321460 req-677d4668-6ec9-468b-8062-f96f78241276 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=af77c4468a104578b3401cd2f194180a&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.4238057 Apr 18 19:39:34.824911 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-c4048e01-d343-4fb7-88f7-f1c2ccf9a825 service neutron] Attempting to bind port d05a9979-9949-4d5f-b161-160de64a0067 on host n-h2-836017-2 for vnic_type normal with profile {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:39:34.829886 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-c4048e01-d343-4fb7-88f7-f1c2ccf9a825 service neutron] Attempting to bind port d05a9979-9949-4d5f-b161-160de64a0067 by drivers openvswitch,hyperv on host n-h2-836017-2 at level 0 using segments [{'id': 'a4aec143-78e5-48d5-aadb-8065e83173e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '60abadb0-5f2a-4ed4-86b6-e78962c52a38'}] {{(pid=84764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:39:34.831610 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-c4048e01-d343-4fb7-88f7-f1c2ccf9a825 service neutron] Attempting to bind port d05a9979-9949-4d5f-b161-160de64a0067 on network 60abadb0-5f2a-4ed4-86b6-e78962c52a38 {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:39:34.876433 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-c4048e01-d343-4fb7-88f7-f1c2ccf9a825 service neutron] Port d05a9979-9949-4d5f-b161-160de64a0067 on network 60abadb0-5f2a-4ed4-86b6-e78962c52a38 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-2 {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:39:34.876433 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-c4048e01-d343-4fb7-88f7-f1c2ccf9a825 service neutron] Attempting to bind port d05a9979-9949-4d5f-b161-160de64a0067 on network 60abadb0-5f2a-4ed4-86b6-e78962c52a38 {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:39:34.886179 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:34.909465 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-c4048e01-d343-4fb7-88f7-f1c2ccf9a825 service neutron] Checking agent: {'id': '02e8f951-d3a3-40e1-b8cc-aed258af030b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:39:34.911624 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-c4048e01-d343-4fb7-88f7-f1c2ccf9a825 service neutron] Checking segment: {'id': 'a4aec143-78e5-48d5-aadb-8065e83173e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '60abadb0-5f2a-4ed4-86b6-e78962c52a38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:39:34.915311 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-c4048e01-d343-4fb7-88f7-f1c2ccf9a825 service neutron] Bound using segment: {'id': 'a4aec143-78e5-48d5-aadb-8065e83173e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '60abadb0-5f2a-4ed4-86b6-e78962c52a38'} {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:39:34.922116 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-c4048e01-d343-4fb7-88f7-f1c2ccf9a825 service neutron] Bound port: d05a9979-9949-4d5f-b161-160de64a0067, host: n-h2-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4aec143-78e5-48d5-aadb-8065e83173e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '60abadb0-5f2a-4ed4-86b6-e78962c52a38'}}] {{(pid=84764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:39:34.922116 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-c4048e01-d343-4fb7-88f7-f1c2ccf9a825 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:34.922389 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d517423-fc33-48f2-bc47-d2311a15df63 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Made reservation on behalf of 8097f6133aa24824a0d11d98456dfce8 for: {'subnet': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:39:34.924124 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-6d517423-fc33-48f2-bc47-d2311a15df63 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540907'] for subnet, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:34.962429 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.db.resource_extend [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 19:39:35.120782 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-1894345e-4c17-4dda-a961-27321c99df71 req-7bd6d617-cffd-466e-8e42-971ca34e8ec2 tempest-ServerGroupTestJSON-1466124403 tempest-ServerGroupTestJSON-1466124403-project] 10.222.0.69 "GET /v2.0/ports?device_id=98982865-20f7-4e51-8693-654d4bb5f98b HTTP/1.1" status: 200 len: 210 time: 0.1133096 Apr 18 19:39:35.153292 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b49bb00-f484-4f92-bb80-0be3537a561f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b99c6f14-47f1-4ca0-8b04-491816fe3231'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:39:35.185043 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port b99c6f14-47f1-4ca0-8b04-491816fe3231, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=b99c6f14-47f1-4ca0-8b04-491816fe3231,segment=NetworkSegment(b8926c6e-9073-4fc9-ba41-5d530ba3940c),segment_id=b8926c6e-9073-4fc9-ba41-5d530ba3940c)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:39:35.230221 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-c4048e01-d343-4fb7-88f7-f1c2ccf9a825 service neutron] For port d05a9979-9949-4d5f-b161-160de64a0067, host n-h2-836017-2, cleared binding levels {{(pid=84764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:39:35.238969 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-c4048e01-d343-4fb7-88f7-f1c2ccf9a825 service neutron] For port d05a9979-9949-4d5f-b161-160de64a0067, host n-h2-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=d05a9979-9949-4d5f-b161-160de64a0067,segment=NetworkSegment(a4aec143-78e5-48d5-aadb-8065e83173e5),segment_id=a4aec143-78e5-48d5-aadb-8065e83173e5)] {{(pid=84764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:39:35.263888 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c123739-6beb-45a4-9d25-1dd9de321460 req-e5312de1-d542-4695-856d-f01abb3e0087 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:35.265680 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2c123739-6beb-45a4-9d25-1dd9de321460 req-e5312de1-d542-4695-856d-f01abb3e0087 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5306110 Apr 18 19:39:35.287126 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 7e984097-a8b6-4725-95ac-b41545fa896e, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=7e984097-a8b6-4725-95ac-b41545fa896e,segment=NetworkSegment(6e09292d-9dc6-4a58-913a-7eef33e1cf20),segment_id=6e09292d-9dc6-4a58-913a-7eef33e1cf20)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:39:35.298723 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b8beeb-c6f8-4fa4-a56a-da3239173aee req-365bc0b5-d75a-40ba-a45a-8aaff4b0c347 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:35.300380 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d2b8beeb-c6f8-4fa4-a56a-da3239173aee req-365bc0b5-d75a-40ba-a45a-8aaff4b0c347 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b49bb00-f484-4f92-bb80-0be3537a561f HTTP/1.1" status: 200 len: 944 time: 0.2985139 Apr 18 19:39:35.307682 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:35.319161 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-c4048e01-d343-4fb7-88f7-f1c2ccf9a825 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2290934'] for port, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:35.363052 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d2b8beeb-c6f8-4fa4-a56a-da3239173aee req-7040364f-1be6-430c-8dfd-4d49c94fbafe tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] 10.222.0.69 "GET /v2.0/security-groups?id=65d46739-eb5a-478f-9fc7-f1aa98b0d76a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569463 Apr 18 19:39:35.467796 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Returning: {'device': '7e984097-a8b6-4725-95ac-b41545fa896e', 'network_id': '11569783-78f6-4d10-9370-768c4acb7a65', 'port_id': '7e984097-a8b6-4725-95ac-b41545fa896e', 'mac_address': 'fa:16:3e:b5:27:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '183f16e9-913d-4006-a470-a5bf63783425', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:39:35.487515 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4048e01-d343-4fb7-88f7-f1c2ccf9a825 service neutron] Pushing event updated for resources: {'Port': ['ID=d05a9979-9949-4d5f-b161-160de64a0067,revision_number=3']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:35.589491 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Pushing event updated for resources: {'Port': ['ID=b99c6f14-47f1-4ca0-8b04-491816fe3231,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:35.601121 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc25065d-ea3b-460c-8c06-6fa39262d98c'] response: {'server_uuid': '7b49bb00-f484-4f92-bb80-0be3537a561f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b99c6f14-47f1-4ca0-8b04-491816fe3231', 'code': 200} Apr 18 19:39:35.642281 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:35.670630 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-c4048e01-d343-4fb7-88f7-f1c2ccf9a825 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:35.672172 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-c4048e01-d343-4fb7-88f7-f1c2ccf9a825 service neutron] 10.222.0.72 "PUT /v2.0/ports/d05a9979-9949-4d5f-b161-160de64a0067 HTTP/1.1" status: 200 len: 1092 time: 2.4533381 Apr 18 19:39:35.676729 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7e984097-a8b6-4725-95ac-b41545fa896e {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:39:35.719758 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25251fe1-ea3f-42df-9aef-a020a45df555 req-4a026107-b2d7-460c-b14e-08ee6e6bdf55 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:35.720023 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 7e984097-a8b6-4725-95ac-b41545fa896e, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=7e984097-a8b6-4725-95ac-b41545fa896e,segment=NetworkSegment(6e09292d-9dc6-4a58-913a-7eef33e1cf20),segment_id=6e09292d-9dc6-4a58-913a-7eef33e1cf20)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:39:35.725228 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-25251fe1-ea3f-42df-9aef-a020a45df555 req-4a026107-b2d7-460c-b14e-08ee6e6bdf55 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 945 time: 0.2148862 Apr 18 19:39:35.760853 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-6d517423-fc33-48f2-bc47-d2311a15df63 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66351616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66540921'] for subnet, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:35.800745 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-b56718fb-d06d-489f-8964-e5d5c88d0f2e service neutron] Request body: {'port': {'device_id': '845d5eff-f61f-4478-8b96-419b59aa7857', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-2'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:39:35.811764 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:35.882547 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '845d5eff-f61f-4478-8b96-419b59aa7857', 'tag': 'd05a9979-9949-4d5f-b161-160de64a0067'}] {{(pid=84764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:39:35.950700 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] get_ports_and_sgs() called for port_ids ['7e984097-a8b6-4725-95ac-b41545fa896e'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:39:36.051954 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=7e984097-a8b6-4725-95ac-b41545fa896e,revision_number=6']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:36.069436 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d517423-fc33-48f2-bc47-d2311a15df63 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Network d56be34c-7b73-4700-ae04-c94175a27b0b is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:39:36.092408 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [None req-6d517423-fc33-48f2-bc47-d2311a15df63 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:39:36.101580 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d517423-fc33-48f2-bc47-d2311a15df63 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:36.103609 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-6d517423-fc33-48f2-bc47-d2311a15df63 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks [] for subnet, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:36.133538 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-25251fe1-ea3f-42df-9aef-a020a45df555 req-5dc6ed9e-d101-4274-b7b8-8080a0556d08 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4016075 Apr 18 19:39:36.244538 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d517423-fc33-48f2-bc47-d2311a15df63 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Pushing event updated for resources: {'Subnet': ['ID=aada8314-c671-4d1e-b3f3-c727ecd4fce9,revision_number=0']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:36.359700 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-6d517423-fc33-48f2-bc47-d2311a15df63 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2190950 Apr 18 19:39:36.359857 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 37460) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:39:36.372282 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8480ed1f-02fa-4525-a83d-c150f16d1983 req-5f536013-e1c4-49f5-bf5f-61dda7b8c7b8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7b49bb00-f484-4f92-bb80-0be3537a561f HTTP/1.1" status: 200 len: 1096 time: 0.7051392 Apr 18 19:39:36.385379 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-eaff6638-ce0d-4b2e-b894-949cb8c169fd tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Request body: {'security_group': {'name': 'tempest-secgroup-111430611'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:39:36.402033 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-eaff6638-ce0d-4b2e-b894-949cb8c169fd tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:39:36.419565 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-eaff6638-ce0d-4b2e-b894-949cb8c169fd tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Usage tracker for resource:security_group and tenant:8097f6133aa24824a0d11d98456dfce8 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:39:36.432720 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-b56718fb-d06d-489f-8964-e5d5c88d0f2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:36.469735 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-eaff6638-ce0d-4b2e-b894-949cb8c169fd tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:39:36.511981 n-d-836017-2 neutron-server[84764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-048a8fff-6bb2-4933-8a42-a75d054bcde8'] response: {'name': 'network-changed', 'server_uuid': '845d5eff-f61f-4478-8b96-419b59aa7857', 'tag': 'd05a9979-9949-4d5f-b161-160de64a0067', 'status': 'completed', 'code': 200} Apr 18 19:39:36.526121 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-eaff6638-ce0d-4b2e-b894-949cb8c169fd tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:39:36.531238 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca2cb33-ee6d-490a-aa9d-1ea8e0e8666f req-974f0af4-1f79-4550-a8b4-31461fe71da4 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:36.538352 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca2cb33-ee6d-490a-aa9d-1ea8e0e8666f req-974f0af4-1f79-4550-a8b4-31461fe71da4 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:36.546922 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca2cb33-ee6d-490a-aa9d-1ea8e0e8666f req-974f0af4-1f79-4550-a8b4-31461fe71da4 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:36.556260 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5ca2cb33-ee6d-490a-aa9d-1ea8e0e8666f req-974f0af4-1f79-4550-a8b4-31461fe71da4 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.69 "GET /v2.0/ports?device_id=845d5eff-f61f-4478-8b96-419b59aa7857 HTTP/1.1" status: 200 len: 2400 time: 0.6120834 Apr 18 19:39:36.589220 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 7e984097-a8b6-4725-95ac-b41545fa896e up at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:39:36.777091 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2833a9ff-f811-4fd7-b46f-07ac32810efe None None] Network d56be34c-7b73-4700-ae04-c94175a27b0b requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:39:36.980973 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b144edbf-fce1-4e12-ad8a-9ef89001f871 req-c95e4836-bedc-4497-8266-5a7c958926c3 tempest-ServerGroupTestJSON-1466124403 tempest-ServerGroupTestJSON-1466124403-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:36.983599 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b144edbf-fce1-4e12-ad8a-9ef89001f871 req-c95e4836-bedc-4497-8266-5a7c958926c3 tempest-ServerGroupTestJSON-1466124403 tempest-ServerGroupTestJSON-1466124403-project] 10.222.0.73 "GET /v2.0/networks?id=a8f417db-1ccb-4569-97b5-bfdd3d20b456 HTTP/1.1" status: 200 len: 809 time: 0.5283706 Apr 18 19:39:36.986478 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8480ed1f-02fa-4525-a83d-c150f16d1983 req-88960e2a-f278-4f9a-adb3-3cc17b00b591 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=65d46739-eb5a-478f-9fc7-f1aa98b0d76a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6031764 Apr 18 19:39:36.991928 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning complete for port 7e984097-a8b6-4725-95ac-b41545fa896e triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:39:36.992446 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:37.022786 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5ca2cb33-ee6d-490a-aa9d-1ea8e0e8666f req-5c379fe5-0ac8-49ad-9267-ff6735938ab4 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.69 "GET /v2.0/security-groups?id=bb003ef8-bec1-46f4-8fe0-50640bc23b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4519038 Apr 18 19:39:37.074434 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-397f6473-d681-4cf7-9ed1-b2747b42c595 None None] Provisioning complete for port 5fdfde06-f346-4b42-ad99-bbc95b967041 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:39:37.074879 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-397f6473-d681-4cf7-9ed1-b2747b42c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:37.093124 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4e7ae686-4735-4798-a9ea-6c731e2cf0f7 req-56cbb992-ee57-406e-94fa-fb7f25cf284e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=af77c4468a104578b3401cd2f194180a&device_id=845d5eff-f61f-4478-8b96-419b59aa7857 HTTP/1.1" status: 200 len: 2798 time: 0.5232506 Apr 18 19:39:37.168791 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-67f7207b-c135-498d-a05f-2bb2714e2fa6 req-5df51b3b-7360-45bf-b1bd-3a7f72e0c0bc tempest-ServerGroupTestJSON-1466124403 tempest-ServerGroupTestJSON-1466124403-project] 10.222.0.69 "GET /v2.0/ports?device_id=98982865-20f7-4e51-8693-654d4bb5f98b HTTP/1.1" status: 200 len: 210 time: 0.1619215 Apr 18 19:39:37.173682 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-eaff6638-ce0d-4b2e-b894-949cb8c169fd tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:37.304107 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-b144edbf-fce1-4e12-ad8a-9ef89001f871 req-a72670ca-faac-4461-8253-76607ea41668 tempest-ServerGroupTestJSON-1466124403 tempest-ServerGroupTestJSON-1466124403-project] Request body: {'port': {'device_id': '98982865-20f7-4e51-8693-654d4bb5f98b', 'network_id': 'a8f417db-1ccb-4569-97b5-bfdd3d20b456', 'admin_state_up': True, 'tenant_id': 'aa6d8ffebeab4be89a75f00afbec4851'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:39:37.403390 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-397f6473-d681-4cf7-9ed1-b2747b42c595 None None] Port 5fdfde06-f346-4b42-ad99-bbc95b967041 cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:39:37.426873 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-eaff6638-ce0d-4b2e-b894-949cb8c169fd tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:39:37.441782 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-eaff6638-ce0d-4b2e-b894-949cb8c169fd tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Usage tracker for resource:security_group_rule and tenant:8097f6133aa24824a0d11d98456dfce8 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:39:37.491563 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-eaff6638-ce0d-4b2e-b894-949cb8c169fd tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:39:37.511480 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-eaff6638-ce0d-4b2e-b894-949cb8c169fd tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:39:37.682646 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-eaff6638-ce0d-4b2e-b894-949cb8c169fd tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:37.689682 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275e22ed-0212-408a-b67a-5400a24cbcb4 req-2b966606-1197-4e4f-b53c-9bf5772f08b8 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:37.702758 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-275e22ed-0212-408a-b67a-5400a24cbcb4 req-2b966606-1197-4e4f-b53c-9bf5772f08b8 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 945 time: 0.2548225 Apr 18 19:39:37.724163 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:37.776587 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-397f6473-d681-4cf7-9ed1-b2747b42c595 None None] Provisioning complete for port 9153bc22-13ff-45e4-bb6a-072787843c49 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:39:37.777198 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-397f6473-d681-4cf7-9ed1-b2747b42c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:37.781539 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7ae686-4735-4798-a9ea-6c731e2cf0f7 req-46fa7ef4-c79f-41d3-9528-dd1f063e82d3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:37.782034 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7ae686-4735-4798-a9ea-6c731e2cf0f7 req-46fa7ef4-c79f-41d3-9528-dd1f063e82d3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:37.782466 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7ae686-4735-4798-a9ea-6c731e2cf0f7 req-46fa7ef4-c79f-41d3-9528-dd1f063e82d3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:37.787096 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4e7ae686-4735-4798-a9ea-6c731e2cf0f7 req-46fa7ef4-c79f-41d3-9528-dd1f063e82d3 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=af77c4468a104578b3401cd2f194180a&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.6752844 Apr 18 19:39:37.792656 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dee283-4af5-4505-9fa9-ccf60a0fdd5f req-778df15c-4efd-4133-84ce-3c6117f68e38 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:37.797582 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-43dee283-4af5-4505-9fa9-ccf60a0fdd5f req-778df15c-4efd-4133-84ce-3c6117f68e38 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b49bb00-f484-4f92-bb80-0be3537a561f HTTP/1.1" status: 200 len: 945 time: 0.4784915 Apr 18 19:39:37.868863 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-eaff6638-ce0d-4b2e-b894-949cb8c169fd tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:37.871890 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac4e1770-8b35-4034-9597-ca85436903d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e984097-a8b6-4725-95ac-b41545fa896e'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:39:37.894631 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 7e984097-a8b6-4725-95ac-b41545fa896e, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=7e984097-a8b6-4725-95ac-b41545fa896e,segment=NetworkSegment(6e09292d-9dc6-4a58-913a-7eef33e1cf20),segment_id=6e09292d-9dc6-4a58-913a-7eef33e1cf20)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:39:37.964430 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-b144edbf-fce1-4e12-ad8a-9ef89001f871 req-a72670ca-faac-4461-8253-76607ea41668 tempest-ServerGroupTestJSON-1466124403 tempest-ServerGroupTestJSON-1466124403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:39:37.974669 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff6638-ce0d-4b2e-b894-949cb8c169fd tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d52424c-30fe-4169-a460-4a76e50ac50f,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:38.024339 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-b56718fb-d06d-489f-8964-e5d5c88d0f2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a86a51d6-c303-4a2c-b5ad-8d3d8e42c0ea {{(pid=84764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:39:38.033065 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-275e22ed-0212-408a-b67a-5400a24cbcb4 req-cc099cd2-5f3e-463c-ac46-b3ffe47dcd2c tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3289347 Apr 18 19:39:38.034855 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-b56718fb-d06d-489f-8964-e5d5c88d0f2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:38.035289 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-b144edbf-fce1-4e12-ad8a-9ef89001f871 req-a72670ca-faac-4461-8253-76607ea41668 tempest-ServerGroupTestJSON-1466124403 tempest-ServerGroupTestJSON-1466124403-project] Usage tracker for resource:port and tenant:aa6d8ffebeab4be89a75f00afbec4851 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:39:38.039924 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-b144edbf-fce1-4e12-ad8a-9ef89001f871 req-a72670ca-faac-4461-8253-76607ea41668 tempest-ServerGroupTestJSON-1466124403 tempest-ServerGroupTestJSON-1466124403-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:39:38.049805 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-b144edbf-fce1-4e12-ad8a-9ef89001f871 req-a72670ca-faac-4461-8253-76607ea41668 tempest-ServerGroupTestJSON-1466124403 tempest-ServerGroupTestJSON-1466124403-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:39:38.061011 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.provisioning_blocks [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-b56718fb-d06d-489f-8964-e5d5c88d0f2e service neutron] Transition to ACTIVE for port object a86a51d6-c303-4a2c-b5ad-8d3d8e42c0ea will not be triggered until provisioned by entity L2. {{(pid=84764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:39:38.098079 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-43dee283-4af5-4505-9fa9-ccf60a0fdd5f req-8c750c51-7935-4b11-a447-0fa688ac02f3 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] 10.222.0.69 "GET /v2.0/security-groups?id=65d46739-eb5a-478f-9fc7-f1aa98b0d76a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2559602 Apr 18 19:39:38.102103 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:38.110018 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-eaff6638-ce0d-4b2e-b894-949cb8c169fd tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:38.112360 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-eaff6638-ce0d-4b2e-b894-949cb8c169fd tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.7507076 Apr 18 19:39:38.114368 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 37486) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:39:38.121117 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-31a67577-2aa6-49f1-8aa8-9e03ac22fbd4 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Request body: {'security_group': {'name': 'tempest-secgroup-940903411'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:39:38.141389 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-31a67577-2aa6-49f1-8aa8-9e03ac22fbd4 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:39:38.143874 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b144edbf-fce1-4e12-ad8a-9ef89001f871 req-a72670ca-faac-4461-8253-76607ea41668 tempest-ServerGroupTestJSON-1466124403 tempest-ServerGroupTestJSON-1466124403-project] Made reservation on behalf of aa6d8ffebeab4be89a75f00afbec4851 for: {'port': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:39:38.146949 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-b56718fb-d06d-489f-8964-e5d5c88d0f2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2290934'] for port, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:38.158416 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-b144edbf-fce1-4e12-ad8a-9ef89001f871 req-a72670ca-faac-4461-8253-76607ea41668 tempest-ServerGroupTestJSON-1466124403 tempest-ServerGroupTestJSON-1466124403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:38.239829 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d638c5-ef0b-4b36-98b3-60cbb6787356 None None] Update dhcp port {'port': {'network_id': 'd56be34c-7b73-4700-ae04-c94175a27b0b', 'fixed_ips': [{'subnet_id': 'dd42dee8-2ca9-4612-a90d-1f4d6287e7e3', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'aada8314-c671-4d1e-b3f3-c727ecd4fce9'}], 'binding:host_id': 'n-d-836017-2'}, 'id': '9153bc22-13ff-45e4-bb6a-072787843c49'} from n-d-836017-2. {{(pid=84765) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 18 19:39:38.285374 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95b5ee27-72c3-4ffc-8ca8-c66a52d994aa'] response: {'server_uuid': 'ac4e1770-8b35-4034-9597-ca85436903d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e984097-a8b6-4725-95ac-b41545fa896e', 'code': 200} Apr 18 19:39:38.366662 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-31a67577-2aa6-49f1-8aa8-9e03ac22fbd4 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Usage tracker for resource:security_group and tenant:8097f6133aa24824a0d11d98456dfce8 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:39:38.378604 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56718fb-d06d-489f-8964-e5d5c88d0f2e service neutron] Pushing event updated for resources: {'Port': ['ID=a86a51d6-c303-4a2c-b5ad-8d3d8e42c0ea,revision_number=2']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:38.386080 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-31a67577-2aa6-49f1-8aa8-9e03ac22fbd4 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:39:38.442642 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-31a67577-2aa6-49f1-8aa8-9e03ac22fbd4 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:39:38.526015 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c2d638c5-ef0b-4b36-98b3-60cbb6787356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:38.567651 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=7e984097-a8b6-4725-95ac-b41545fa896e,revision_number=7']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:38.721647 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_common [req-b144edbf-fce1-4e12-ad8a-9ef89001f871 req-a72670ca-faac-4461-8253-76607ea41668 tempest-ServerGroupTestJSON-1466124403 tempest-ServerGroupTestJSON-1466124403-project] Allocated IP 172.20.0.11 (a8f417db-1ccb-4569-97b5-bfdd3d20b456/37ceb770-0cdd-4df7-a966-32f75f31286d/7fcf8347-a5d5-47a1-84e5-aa53702e8e09) {{(pid=84763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:39:38.855373 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-31a67577-2aa6-49f1-8aa8-9e03ac22fbd4 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:39.053286 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7989cbc-6c88-43ce-998a-46a789b11066 req-dbafcc9d-cd87-49d4-980a-5e0291933a7e tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:39.057849 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7989cbc-6c88-43ce-998a-46a789b11066 req-dbafcc9d-cd87-49d4-980a-5e0291933a7e tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:39.063167 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7989cbc-6c88-43ce-998a-46a789b11066 req-dbafcc9d-cd87-49d4-980a-5e0291933a7e tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:39.071044 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c7989cbc-6c88-43ce-998a-46a789b11066 req-dbafcc9d-cd87-49d4-980a-5e0291933a7e tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.69 "GET /v2.0/ports?device_id=845d5eff-f61f-4478-8b96-419b59aa7857 HTTP/1.1" status: 200 len: 2412 time: 0.3888547 Apr 18 19:39:39.099854 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-31a67577-2aa6-49f1-8aa8-9e03ac22fbd4 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:39:39.115511 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-31a67577-2aa6-49f1-8aa8-9e03ac22fbd4 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Usage tracker for resource:security_group_rule and tenant:8097f6133aa24824a0d11d98456dfce8 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:39:39.125727 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-31a67577-2aa6-49f1-8aa8-9e03ac22fbd4 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:39:39.142000 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-31a67577-2aa6-49f1-8aa8-9e03ac22fbd4 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:39:39.157114 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-c2d638c5-ef0b-4b36-98b3-60cbb6787356 None None] Allocated IP 2001:db8::2 (d56be34c-7b73-4700-ae04-c94175a27b0b/aada8314-c671-4d1e-b3f3-c727ecd4fce9/9153bc22-13ff-45e4-bb6a-072787843c49) {{(pid=84765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:39:39.161073 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c7989cbc-6c88-43ce-998a-46a789b11066 req-5c1cba27-5109-4bd3-90bf-30fcb936c7ae tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.69 "GET /v2.0/security-groups?id=bb003ef8-bec1-46f4-8fe0-50640bc23b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881758 Apr 18 19:39:39.239550 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-b56718fb-d06d-489f-8964-e5d5c88d0f2e service neutron] Attempting to bind port a86a51d6-c303-4a2c-b5ad-8d3d8e42c0ea on host n-h2-836017-2 for vnic_type normal with profile {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:39:39.240632 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-b56718fb-d06d-489f-8964-e5d5c88d0f2e service neutron] Attempting to bind port a86a51d6-c303-4a2c-b5ad-8d3d8e42c0ea by drivers openvswitch,hyperv on host n-h2-836017-2 at level 0 using segments [{'id': 'aed6f02a-53e1-4547-b098-0d9b473b19b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd831801b-76c4-46ce-9ce8-cb3cace52776'}] {{(pid=84764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:39:39.242407 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-b56718fb-d06d-489f-8964-e5d5c88d0f2e service neutron] Attempting to bind port a86a51d6-c303-4a2c-b5ad-8d3d8e42c0ea on network d831801b-76c4-46ce-9ce8-cb3cace52776 {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:39:39.243476 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-b144edbf-fce1-4e12-ad8a-9ef89001f871 req-a72670ca-faac-4461-8253-76607ea41668 tempest-ServerGroupTestJSON-1466124403 tempest-ServerGroupTestJSON-1466124403-project] Notify callbacks [] for port, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:39.261731 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-b56718fb-d06d-489f-8964-e5d5c88d0f2e service neutron] Port a86a51d6-c303-4a2c-b5ad-8d3d8e42c0ea on network d831801b-76c4-46ce-9ce8-cb3cace52776 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-2 {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:39:39.263217 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-b56718fb-d06d-489f-8964-e5d5c88d0f2e service neutron] Attempting to bind port a86a51d6-c303-4a2c-b5ad-8d3d8e42c0ea on network d831801b-76c4-46ce-9ce8-cb3cace52776 {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:39:39.278129 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-b56718fb-d06d-489f-8964-e5d5c88d0f2e service neutron] Checking agent: {'id': '02e8f951-d3a3-40e1-b8cc-aed258af030b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:39:39.278609 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-b56718fb-d06d-489f-8964-e5d5c88d0f2e service neutron] Checking segment: {'id': 'aed6f02a-53e1-4547-b098-0d9b473b19b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd831801b-76c4-46ce-9ce8-cb3cace52776'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:39:39.281088 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-b56718fb-d06d-489f-8964-e5d5c88d0f2e service neutron] Bound using segment: {'id': 'aed6f02a-53e1-4547-b098-0d9b473b19b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd831801b-76c4-46ce-9ce8-cb3cace52776'} {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:39:39.281088 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-b56718fb-d06d-489f-8964-e5d5c88d0f2e service neutron] Bound port: a86a51d6-c303-4a2c-b5ad-8d3d8e42c0ea, host: n-h2-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aed6f02a-53e1-4547-b098-0d9b473b19b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd831801b-76c4-46ce-9ce8-cb3cace52776'}}] {{(pid=84764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:39:39.281088 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-b56718fb-d06d-489f-8964-e5d5c88d0f2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:39.332521 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7ae686-4735-4798-a9ea-6c731e2cf0f7 req-39c45087-c4a3-4fcd-bdd4-9fe46b1363e3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:39.336193 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4e7ae686-4735-4798-a9ea-6c731e2cf0f7 req-39c45087-c4a3-4fcd-bdd4-9fe46b1363e3 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.5359828 Apr 18 19:39:39.406187 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d9f094-897f-49e2-8133-a3d039968c8c req-510d93fa-ed97-44e7-828b-5a400f4bb48d tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:39.408143 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-62d9f094-897f-49e2-8133-a3d039968c8c req-510d93fa-ed97-44e7-828b-5a400f4bb48d tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 945 time: 0.2886920 Apr 18 19:39:39.410342 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-b144edbf-fce1-4e12-ad8a-9ef89001f871 req-a72670ca-faac-4461-8253-76607ea41668 tempest-ServerGroupTestJSON-1466124403 tempest-ServerGroupTestJSON-1466124403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:39.445742 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-31a67577-2aa6-49f1-8aa8-9e03ac22fbd4 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:39.451953 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-c2d638c5-ef0b-4b36-98b3-60cbb6787356 None None] For port 9153bc22-13ff-45e4-bb6a-072787843c49, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=9153bc22-13ff-45e4-bb6a-072787843c49,segment=NetworkSegment(c1d1ca63-ff25-4558-9f27-265eac5bbba9),segment_id=c1d1ca63-ff25-4558-9f27-265eac5bbba9)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:39:39.457347 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-b56718fb-d06d-489f-8964-e5d5c88d0f2e service neutron] For port a86a51d6-c303-4a2c-b5ad-8d3d8e42c0ea, host n-h2-836017-2, cleared binding levels {{(pid=84764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:39:39.463004 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-b56718fb-d06d-489f-8964-e5d5c88d0f2e service neutron] For port a86a51d6-c303-4a2c-b5ad-8d3d8e42c0ea, host n-h2-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=a86a51d6-c303-4a2c-b5ad-8d3d8e42c0ea,segment=NetworkSegment(aed6f02a-53e1-4547-b098-0d9b473b19b5),segment_id=aed6f02a-53e1-4547-b098-0d9b473b19b5)] {{(pid=84764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:39:39.491603 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c2d638c5-ef0b-4b36-98b3-60cbb6787356 None None] Notify callbacks [] for port, precommit_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:39.526400 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-c2d638c5-ef0b-4b36-98b3-60cbb6787356 None None] Transition to ACTIVE for port object 9153bc22-13ff-45e4-bb6a-072787843c49 will not be triggered until provisioned by entity DHCP. {{(pid=84765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:39:39.552045 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b144edbf-fce1-4e12-ad8a-9ef89001f871 req-a72670ca-faac-4461-8253-76607ea41668 tempest-ServerGroupTestJSON-1466124403 tempest-ServerGroupTestJSON-1466124403-project] Network a8f417db-1ccb-4569-97b5-bfdd3d20b456 is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:39:39.558217 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [req-b144edbf-fce1-4e12-ad8a-9ef89001f871 req-a72670ca-faac-4461-8253-76607ea41668 tempest-ServerGroupTestJSON-1466124403 tempest-ServerGroupTestJSON-1466124403-project] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:39:39.563714 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72670ca-faac-4461-8253-76607ea41668 tempest-ServerGroupTestJSON-1466124403 tempest-ServerGroupTestJSON-1466124403-project] Pushing event updated for resources: {'Port': ['ID=7fcf8347-a5d5-47a1-84e5-aa53702e8e09,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:39.569909 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-31a67577-2aa6-49f1-8aa8-9e03ac22fbd4 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:39.573651 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-b144edbf-fce1-4e12-ad8a-9ef89001f871 req-a72670ca-faac-4461-8253-76607ea41668 tempest-ServerGroupTestJSON-1466124403 tempest-ServerGroupTestJSON-1466124403-project] Received port after_create {{(pid=84763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:39:39.592698 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-b56718fb-d06d-489f-8964-e5d5c88d0f2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2290934'] for port, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:39.644787 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b144edbf-fce1-4e12-ad8a-9ef89001f871 req-a72670ca-faac-4461-8253-76607ea41668 tempest-ServerGroupTestJSON-1466124403 tempest-ServerGroupTestJSON-1466124403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:39.645422 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-b144edbf-fce1-4e12-ad8a-9ef89001f871 req-a72670ca-faac-4461-8253-76607ea41668 tempest-ServerGroupTestJSON-1466124403 tempest-ServerGroupTestJSON-1466124403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:39.663189 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c2d638c5-ef0b-4b36-98b3-60cbb6787356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:39.680097 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-62d9f094-897f-49e2-8133-a3d039968c8c req-d1dd07cd-c746-4710-896e-3268672b112b tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170024 Apr 18 19:39:39.765984 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a67577-2aa6-49f1-8aa8-9e03ac22fbd4 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84ce2f59-5433-46a6-95c1-084d0380986c,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:39.770741 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b144edbf-fce1-4e12-ad8a-9ef89001f871 req-a72670ca-faac-4461-8253-76607ea41668 tempest-ServerGroupTestJSON-1466124403 tempest-ServerGroupTestJSON-1466124403-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4747155 Apr 18 19:39:39.784151 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-b144edbf-fce1-4e12-ad8a-9ef89001f871 req-e3e13e2f-c98a-4d86-931a-393cdff3672a service neutron] Request body: {'port': {'device_id': '98982865-20f7-4e51-8693-654d4bb5f98b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-2'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:39:39.793088 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-b56718fb-d06d-489f-8964-e5d5c88d0f2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:39.794959 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-b56718fb-d06d-489f-8964-e5d5c88d0f2e service neutron] 10.222.0.72 "PUT /v2.0/ports/a86a51d6-c303-4a2c-b5ad-8d3d8e42c0ea HTTP/1.1" status: 200 len: 1092 time: 4.0012336 Apr 18 19:39:39.796081 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '845d5eff-f61f-4478-8b96-419b59aa7857', 'tag': 'a86a51d6-c303-4a2c-b5ad-8d3d8e42c0ea'}] {{(pid=84764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:39:39.821618 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a67577-2aa6-49f1-8aa8-9e03ac22fbd4 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:39:39.825352 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a67577-2aa6-49f1-8aa8-9e03ac22fbd4 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:39:39.825352 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a67577-2aa6-49f1-8aa8-9e03ac22fbd4 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:39:39.825352 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a67577-2aa6-49f1-8aa8-9e03ac22fbd4 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:39:39.825352 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a67577-2aa6-49f1-8aa8-9e03ac22fbd4 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:39:39.825352 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a67577-2aa6-49f1-8aa8-9e03ac22fbd4 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:39:39.825352 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a67577-2aa6-49f1-8aa8-9e03ac22fbd4 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:39:39.825352 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a67577-2aa6-49f1-8aa8-9e03ac22fbd4 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:39:39.825352 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a67577-2aa6-49f1-8aa8-9e03ac22fbd4 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:39:39.826184 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a67577-2aa6-49f1-8aa8-9e03ac22fbd4 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:39:39.826184 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a67577-2aa6-49f1-8aa8-9e03ac22fbd4 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:39:39.833862 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56718fb-d06d-489f-8964-e5d5c88d0f2e service neutron] Pushing event updated for resources: {'Port': ['ID=a86a51d6-c303-4a2c-b5ad-8d3d8e42c0ea,revision_number=3']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:39.865018 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df86924-6b4e-4553-ad3f-f80d82af931a req-281dc687-29ea-4756-ae55-12f68d647a8d tempest-ServerGroupTestJSON-1466124403 tempest-ServerGroupTestJSON-1466124403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:39.882446 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6df86924-6b4e-4553-ad3f-f80d82af931a req-281dc687-29ea-4756-ae55-12f68d647a8d tempest-ServerGroupTestJSON-1466124403 tempest-ServerGroupTestJSON-1466124403-project] 10.222.0.69 "GET /v2.0/ports?device_id=98982865-20f7-4e51-8693-654d4bb5f98b HTTP/1.1" status: 200 len: 932 time: 0.4168670 Apr 18 19:39:39.946996 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-31a67577-2aa6-49f1-8aa8-9e03ac22fbd4 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:39.956952 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-31a67577-2aa6-49f1-8aa8-9e03ac22fbd4 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.8411443 Apr 18 19:39:39.957780 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 37506) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:39:39.987168 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-99aa839c-4c0f-4cb6-80c0-2629d5d89425 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Request body: {'security_group': {'name': 'tempest-secgroup-617099296'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:39:40.041181 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d638c5-ef0b-4b36-98b3-60cbb6787356 None None] Pushing event updated for resources: {'Port': ['ID=9153bc22-13ff-45e4-bb6a-072787843c49,revision_number=6']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:40.121886 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-99aa839c-4c0f-4cb6-80c0-2629d5d89425 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:39:40.122385 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-b144edbf-fce1-4e12-ad8a-9ef89001f871 req-e3e13e2f-c98a-4d86-931a-393cdff3672a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:40.143874 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-99aa839c-4c0f-4cb6-80c0-2629d5d89425 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Usage tracker for resource:security_group and tenant:8097f6133aa24824a0d11d98456dfce8 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:39:40.187873 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6df86924-6b4e-4553-ad3f-f80d82af931a req-ef036520-9221-43e8-ad10-6cf9fc452508 tempest-ServerGroupTestJSON-1466124403 tempest-ServerGroupTestJSON-1466124403-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34b62e1-4838-43e7-ac44-2c7aea2cecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3044007 Apr 18 19:39:40.189108 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-99aa839c-4c0f-4cb6-80c0-2629d5d89425 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:39:40.222205 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-99aa839c-4c0f-4cb6-80c0-2629d5d89425 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:39:40.321889 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-ca76825d-8984-4f76-b847-940e84249650 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=af77c4468a104578b3401cd2f194180a&device_id=845d5eff-f61f-4478-8b96-419b59aa7857 HTTP/1.1" status: 200 len: 2865 time: 0.3290834 Apr 18 19:39:40.508497 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-99aa839c-4c0f-4cb6-80c0-2629d5d89425 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:40.619609 n-d-836017-2 neutron-server[84764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1dac1086-d90a-462a-973e-9b10415d727c'] response: {'name': 'network-changed', 'server_uuid': '845d5eff-f61f-4478-8b96-419b59aa7857', 'tag': 'a86a51d6-c303-4a2c-b5ad-8d3d8e42c0ea', 'status': 'completed', 'code': 200} Apr 18 19:39:40.655037 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-37b2e819-c0ce-4e8f-8c64-91d63d65fccd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.39&port_id=1ebc4f49-c2aa-477d-a50b-11d721b501b9 HTTP/1.1" status: 200 len: 217 time: 0.3168390 Apr 18 19:39:40.749906 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-99aa839c-4c0f-4cb6-80c0-2629d5d89425 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:39:40.769498 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-99aa839c-4c0f-4cb6-80c0-2629d5d89425 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Usage tracker for resource:security_group_rule and tenant:8097f6133aa24824a0d11d98456dfce8 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:39:40.783187 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-99aa839c-4c0f-4cb6-80c0-2629d5d89425 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:39:40.798322 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-99aa839c-4c0f-4cb6-80c0-2629d5d89425 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:39:40.817923 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-b0f00762-b594-4ce1-b5d5-511440d9c279 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:40.819387 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-b0f00762-b594-4ce1-b5d5-511440d9c279 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=321602b2-a7cd-455d-9352-cde0b0863aaf HTTP/1.1" status: 200 len: 801 time: 0.1635218 Apr 18 19:39:40.868221 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 9153bc22-13ff-45e4-bb6a-072787843c49 up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:39:40.923067 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb718db-c6ae-4b84-a8e5-0d01e72d3a6d req-a97cd903-4e5f-4c92-b592-9f8b02679ae2 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:40.924811 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-1eb718db-c6ae-4b84-a8e5-0d01e72d3a6d req-a97cd903-4e5f-4c92-b592-9f8b02679ae2 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b49bb00-f484-4f92-bb80-0be3537a561f HTTP/1.1" status: 200 len: 945 time: 0.3654463 Apr 18 19:39:40.929438 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [req-b144edbf-fce1-4e12-ad8a-9ef89001f871 req-e3e13e2f-c98a-4d86-931a-393cdff3672a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fcf8347-a5d5-47a1-84e5-aa53702e8e09 {{(pid=84763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:39:40.947276 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-b144edbf-fce1-4e12-ad8a-9ef89001f871 req-e3e13e2f-c98a-4d86-931a-393cdff3672a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:40.979104 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [req-b144edbf-fce1-4e12-ad8a-9ef89001f871 req-e3e13e2f-c98a-4d86-931a-393cdff3672a service neutron] Transition to ACTIVE for port object 7fcf8347-a5d5-47a1-84e5-aa53702e8e09 will not be triggered until provisioned by entity L2. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:39:40.999829 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6238ed-7770-4e40-8dda-8470e579b3a9 req-e3da14f6-98e7-4cdd-90a5-c13471309a15 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:41.006415 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6238ed-7770-4e40-8dda-8470e579b3a9 req-e3da14f6-98e7-4cdd-90a5-c13471309a15 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:41.011703 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6238ed-7770-4e40-8dda-8470e579b3a9 req-e3da14f6-98e7-4cdd-90a5-c13471309a15 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:41.014080 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-1f6238ed-7770-4e40-8dda-8470e579b3a9 req-e3da14f6-98e7-4cdd-90a5-c13471309a15 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.69 "GET /v2.0/ports?device_id=845d5eff-f61f-4478-8b96-419b59aa7857 HTTP/1.1" status: 200 len: 2412 time: 0.2741222 Apr 18 19:39:41.063534 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-b144edbf-fce1-4e12-ad8a-9ef89001f871 req-e3e13e2f-c98a-4d86-931a-393cdff3672a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:41.109546 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-99aa839c-4c0f-4cb6-80c0-2629d5d89425 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:41.189372 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-1eb718db-c6ae-4b84-a8e5-0d01e72d3a6d req-1dfb8479-310b-4456-93a3-c506c995c845 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] 10.222.0.69 "GET /v2.0/security-groups?id=65d46739-eb5a-478f-9fc7-f1aa98b0d76a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2562900 Apr 18 19:39:41.207875 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-0ffd6805-34cd-4139-8d90-d6a0691b43c3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d831801b-76c4-46ce-9ce8-cb3cace52776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3776019 Apr 18 19:39:41.224352 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-1f6238ed-7770-4e40-8dda-8470e579b3a9 req-f3cb6229-556f-4f08-9d05-2f9eb3ed1d0d tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.69 "GET /v2.0/security-groups?id=bb003ef8-bec1-46f4-8fe0-50640bc23b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017102 Apr 18 19:39:41.279930 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e13e2f-c98a-4d86-931a-393cdff3672a service neutron] Pushing event updated for resources: {'Port': ['ID=7fcf8347-a5d5-47a1-84e5-aa53702e8e09,revision_number=2']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:41.509065 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-b144edbf-fce1-4e12-ad8a-9ef89001f871 req-e3e13e2f-c98a-4d86-931a-393cdff3672a service neutron] Attempting to bind port 7fcf8347-a5d5-47a1-84e5-aa53702e8e09 on host n-h1-836017-2 for vnic_type normal with profile {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:39:41.509327 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-b144edbf-fce1-4e12-ad8a-9ef89001f871 req-e3e13e2f-c98a-4d86-931a-393cdff3672a service neutron] Attempting to bind port 7fcf8347-a5d5-47a1-84e5-aa53702e8e09 by drivers openvswitch,hyperv on host n-h1-836017-2 at level 0 using segments [{'id': '82fb8b94-2484-443f-b5c6-bcf0220d3619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'a8f417db-1ccb-4569-97b5-bfdd3d20b456'}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:39:41.509639 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b144edbf-fce1-4e12-ad8a-9ef89001f871 req-e3e13e2f-c98a-4d86-931a-393cdff3672a service neutron] Attempting to bind port 7fcf8347-a5d5-47a1-84e5-aa53702e8e09 on network a8f417db-1ccb-4569-97b5-bfdd3d20b456 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:39:41.527448 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-d9db297c-a3c5-443b-8e8d-d05639ba2a6a None None] Provisioning complete for port 5fdfde06-f346-4b42-ad99-bbc95b967041 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:39:41.528023 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d9db297c-a3c5-443b-8e8d-d05639ba2a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:41.530301 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b144edbf-fce1-4e12-ad8a-9ef89001f871 req-e3e13e2f-c98a-4d86-931a-393cdff3672a service neutron] Port 7fcf8347-a5d5-47a1-84e5-aa53702e8e09 on network a8f417db-1ccb-4569-97b5-bfdd3d20b456 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-2 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:39:41.530635 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b144edbf-fce1-4e12-ad8a-9ef89001f871 req-e3e13e2f-c98a-4d86-931a-393cdff3672a service neutron] Attempting to bind port 7fcf8347-a5d5-47a1-84e5-aa53702e8e09 on network a8f417db-1ccb-4569-97b5-bfdd3d20b456 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:39:41.641935 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-fc86e46b-8ff9-4101-99b0-a2350aeebd0f service neutron] 10.222.0.72 "GET /v2.0/networks/d831801b-76c4-46ce-9ce8-cb3cace52776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4268990 Apr 18 19:39:41.643070 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-99aa839c-4c0f-4cb6-80c0-2629d5d89425 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:41.674580 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b144edbf-fce1-4e12-ad8a-9ef89001f871 req-e3e13e2f-c98a-4d86-931a-393cdff3672a service neutron] Checking agent: {'id': 'e3a31811-08e0-42ba-bc2e-ed8a973b714f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 25), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:39:41.675323 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b144edbf-fce1-4e12-ad8a-9ef89001f871 req-e3e13e2f-c98a-4d86-931a-393cdff3672a service neutron] Checking segment: {'id': '82fb8b94-2484-443f-b5c6-bcf0220d3619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'a8f417db-1ccb-4569-97b5-bfdd3d20b456'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:39:41.676782 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b144edbf-fce1-4e12-ad8a-9ef89001f871 req-e3e13e2f-c98a-4d86-931a-393cdff3672a service neutron] Bound using segment: {'id': '82fb8b94-2484-443f-b5c6-bcf0220d3619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'a8f417db-1ccb-4569-97b5-bfdd3d20b456'} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:39:41.677486 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-b144edbf-fce1-4e12-ad8a-9ef89001f871 req-e3e13e2f-c98a-4d86-931a-393cdff3672a service neutron] Bound port: 7fcf8347-a5d5-47a1-84e5-aa53702e8e09, host: n-h1-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82fb8b94-2484-443f-b5c6-bcf0220d3619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'a8f417db-1ccb-4569-97b5-bfdd3d20b456'}}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:39:41.679570 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-b144edbf-fce1-4e12-ad8a-9ef89001f871 req-e3e13e2f-c98a-4d86-931a-393cdff3672a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:41.726108 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-d9db297c-a3c5-443b-8e8d-d05639ba2a6a None None] Port 5fdfde06-f346-4b42-ad99-bbc95b967041 cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:39:41.822870 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-d9db297c-a3c5-443b-8e8d-d05639ba2a6a None None] Provisioning for port 9153bc22-13ff-45e4-bb6a-072787843c49 completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:39:41.833223 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-d9db297c-a3c5-443b-8e8d-d05639ba2a6a None None] Provisioning complete for port 9153bc22-13ff-45e4-bb6a-072787843c49 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:39:41.833659 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d9db297c-a3c5-443b-8e8d-d05639ba2a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:41.889483 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aa839c-4c0f-4cb6-80c0-2629d5d89425 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f0e097d-8897-477a-b114-a77d25687cf9,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:42.043884 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-99aa839c-4c0f-4cb6-80c0-2629d5d89425 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:42.047581 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-99aa839c-4c0f-4cb6-80c0-2629d5d89425 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 2.0870497 Apr 18 19:39:42.058283 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 37532) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:39:42.104807 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-d56ccf96-e7f5-44fe-8728-83a6ba12dddf tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-127484680', 'security_groups': ['0f0e097d-8897-477a-b114-a77d25687cf9'], 'network_id': 'd56be34c-7b73-4700-ae04-c94175a27b0b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'aada8314-c671-4d1e-b3f3-c727ecd4fce9'}]}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:39:42.146882 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-b144edbf-fce1-4e12-ad8a-9ef89001f871 req-e3e13e2f-c98a-4d86-931a-393cdff3672a service neutron] For port 7fcf8347-a5d5-47a1-84e5-aa53702e8e09, host n-h1-836017-2, cleared binding levels {{(pid=84763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:39:42.150527 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-b144edbf-fce1-4e12-ad8a-9ef89001f871 req-e3e13e2f-c98a-4d86-931a-393cdff3672a service neutron] For port 7fcf8347-a5d5-47a1-84e5-aa53702e8e09, host n-h1-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=7fcf8347-a5d5-47a1-84e5-aa53702e8e09,segment=NetworkSegment(82fb8b94-2484-443f-b5c6-bcf0220d3619),segment_id=82fb8b94-2484-443f-b5c6-bcf0220d3619)] {{(pid=84763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:39:42.176355 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-67500026-52ed-4574-a112-5fea72380790 service neutron] 10.222.0.72 "GET /v2.0/networks/d831801b-76c4-46ce-9ce8-cb3cace52776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5184131 Apr 18 19:39:42.186362 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3794622-896d-4f62-a59d-05f1e426d9ac req-ded4ffdc-563e-4e35-aed4-159e79ab2326 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:42.190214 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e3794622-896d-4f62-a59d-05f1e426d9ac req-ded4ffdc-563e-4e35-aed4-159e79ab2326 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 945 time: 0.6412184 Apr 18 19:39:42.270299 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-b144edbf-fce1-4e12-ad8a-9ef89001f871 req-e3e13e2f-c98a-4d86-931a-393cdff3672a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:42.425460 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-07546f82-87d2-4bdd-8d67-51134c096ef0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.234&port_id=d05a9979-9949-4d5f-b161-160de64a0067 HTTP/1.1" status: 200 len: 217 time: 0.2361803 Apr 18 19:39:42.505423 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e3794622-896d-4f62-a59d-05f1e426d9ac req-b9325446-0476-4d31-9c26-10982251f8ed tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3017368 Apr 18 19:39:42.532794 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-6823cb3a-2e42-49ab-a7dc-1e1cc062b1f1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:42.537019 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-6823cb3a-2e42-49ab-a7dc-1e1cc062b1f1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=09a373cf-3aaf-47c4-ad96-c15f8d8c13ea HTTP/1.1" status: 200 len: 801 time: 0.0987546 Apr 18 19:39:42.720012 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598d05d9-0b73-4c2c-8327-68f5a96a4a84 req-36460189-fc48-49a1-b0ff-f355e11d6136 tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:42.733012 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-b144edbf-fce1-4e12-ad8a-9ef89001f871 req-e3e13e2f-c98a-4d86-931a-393cdff3672a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:42.733012 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b144edbf-fce1-4e12-ad8a-9ef89001f871 req-e3e13e2f-c98a-4d86-931a-393cdff3672a service neutron] 10.222.0.73 "PUT /v2.0/ports/7fcf8347-a5d5-47a1-84e5-aa53702e8e09 HTTP/1.1" status: 200 len: 1092 time: 2.9514947 Apr 18 19:39:42.739953 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98982865-20f7-4e51-8693-654d4bb5f98b', 'tag': '7fcf8347-a5d5-47a1-84e5-aa53702e8e09'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:39:42.740726 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-598d05d9-0b73-4c2c-8327-68f5a96a4a84 req-36460189-fc48-49a1-b0ff-f355e11d6136 tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] 10.222.0.69 "GET /v2.0/ports?device_id=837da776-18a8-418e-9e91-3e160c5632a0 HTTP/1.1" status: 200 len: 945 time: 0.7584069 Apr 18 19:39:42.782489 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e13e2f-c98a-4d86-931a-393cdff3672a service neutron] Pushing event updated for resources: {'Port': ['ID=7fcf8347-a5d5-47a1-84e5-aa53702e8e09,revision_number=3']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:42.800287 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3a64034b-a89d-4022-9356-dc453cd05667 req-c14e9b7f-68f7-4e06-b4cd-063a603ef957 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f7f855ff57c84f41949916661be0c661&device_id=ac4e1770-8b35-4034-9597-ca85436903d4 HTTP/1.1" status: 200 len: 1096 time: 0.2719915 Apr 18 19:39:42.829550 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-d56ccf96-e7f5-44fe-8728-83a6ba12dddf tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:39:42.842655 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-d56ccf96-e7f5-44fe-8728-83a6ba12dddf tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:39:42.895391 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-598d05d9-0b73-4c2c-8327-68f5a96a4a84 req-8be4ca43-99d9-4af7-a9dd-f149eacf6a81 tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] 10.222.0.69 "GET /v2.0/security-groups?id=11cffa75-c58f-4a7d-85dc-3db8046977bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1518762 Apr 18 19:39:42.943007 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-6b7eb00e-0d6d-4511-9594-f88618a3c1b2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=60abadb0-5f2a-4ed4-86b6-e78962c52a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3951240 Apr 18 19:39:42.951628 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d56ccf96-e7f5-44fe-8728-83a6ba12dddf tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Made reservation on behalf of 8097f6133aa24824a0d11d98456dfce8 for: {'port': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:39:43.165717 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a64034b-a89d-4022-9356-dc453cd05667 req-b3208bf6-5ea7-433a-a633-3e811f79180f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:43.167382 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3a64034b-a89d-4022-9356-dc453cd05667 req-b3208bf6-5ea7-433a-a633-3e811f79180f service neutron] 10.222.0.72 "GET /v2.0/networks?id=11569783-78f6-4d10-9370-768c4acb7a65 HTTP/1.1" status: 200 len: 906 time: 0.3359740 Apr 18 19:39:43.273745 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3a64034b-a89d-4022-9356-dc453cd05667 req-be2432b0-7d76-4f92-800b-2e68bc79f74d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e984097-a8b6-4725-95ac-b41545fa896e HTTP/1.1" status: 200 len: 217 time: 0.0943029 Apr 18 19:39:43.367058 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a64034b-a89d-4022-9356-dc453cd05667 req-b83f7dfc-c9ec-4e60-b5f9-869ebbfb71a3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:43.369330 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3a64034b-a89d-4022-9356-dc453cd05667 req-b83f7dfc-c9ec-4e60-b5f9-869ebbfb71a3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=183f16e9-913d-4006-a470-a5bf63783425 HTTP/1.1" status: 200 len: 845 time: 0.0866024 Apr 18 19:39:43.425450 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3a64034b-a89d-4022-9356-dc453cd05667 req-c2f6f12d-00a5-4522-b0ce-3155c65f6234 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=11569783-78f6-4d10-9370-768c4acb7a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494936 Apr 18 19:39:43.432098 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93f6b50-5d6b-4f71-853e-aa77623251d3 req-74d0e650-5da6-46c9-b920-cf77100dc606 tempest-ServerGroupTestJSON-1466124403 tempest-ServerGroupTestJSON-1466124403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:43.433200 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-f93f6b50-5d6b-4f71-853e-aa77623251d3 req-74d0e650-5da6-46c9-b920-cf77100dc606 tempest-ServerGroupTestJSON-1466124403 tempest-ServerGroupTestJSON-1466124403-project] Synchronizing usage tracker for tenant:aa6d8ffebeab4be89a75f00afbec4851 on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:39:43.440581 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b144edbf-fce1-4e12-ad8a-9ef89001f871 req-fab547ae-8b20-4f1e-8a95-aa4cd84fea48 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=aa6d8ffebeab4be89a75f00afbec4851&device_id=98982865-20f7-4e51-8693-654d4bb5f98b HTTP/1.1" status: 200 len: 1095 time: 0.5022347 Apr 18 19:39:43.443169 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e6bc68-089e-4d38-ab25-a17bb4c87f5a req-f51d3cd7-bb66-45c6-82ed-d40d13b000d0 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:43.456884 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-42e6bc68-089e-4d38-ab25-a17bb4c87f5a req-f51d3cd7-bb66-45c6-82ed-d40d13b000d0 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b49bb00-f484-4f92-bb80-0be3537a561f HTTP/1.1" status: 200 len: 945 time: 0.2855351 Apr 18 19:39:43.460195 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 37550) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:39:43.473044 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-b2dcdaf2-9d8f-4e34-b661-19491db58fa9 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Request body: {'floatingip': {'port_id': 'b99c6f14-47f1-4ca0-8b04-491816fe3231'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:39:43.541957 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-d56ccf96-e7f5-44fe-8728-83a6ba12dddf tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:43.584866 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-2b2c8756-02ce-4e22-b00a-e5350e440256 service neutron] 10.222.0.72 "GET /v2.0/networks/60abadb0-5f2a-4ed4-86b6-e78962c52a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5728059 Apr 18 19:39:43.584995 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b144edbf-fce1-4e12-ad8a-9ef89001f871 req-d693732f-eeff-46c2-bf50-558384b5dcc1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7fcf8347-a5d5-47a1-84e5-aa53702e8e09 HTTP/1.1" status: 200 len: 217 time: 0.1102161 Apr 18 19:39:43.600892 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [None req-d56ccf96-e7f5-44fe-8728-83a6ba12dddf tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] device_id is not set on port 3c9638e9-c24b-4567-a857-0614f6c5fb8f yet. {{(pid=84764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 19:39:43.813098 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b144edbf-fce1-4e12-ad8a-9ef89001f871 req-bcd9698b-8f82-42b5-a91a-e60cb3fecad2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:43.815154 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b144edbf-fce1-4e12-ad8a-9ef89001f871 req-bcd9698b-8f82-42b5-a91a-e60cb3fecad2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=37ceb770-0cdd-4df7-a966-32f75f31286d HTTP/1.1" status: 200 len: 849 time: 0.1715736 Apr 18 19:39:43.881937 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b144edbf-fce1-4e12-ad8a-9ef89001f871 req-e00fae47-7b71-4a81-aba2-b2c3ebd0b6d1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a8f417db-1ccb-4569-97b5-bfdd3d20b456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602739 Apr 18 19:39:43.894066 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-f93f6b50-5d6b-4f71-853e-aa77623251d3 req-74d0e650-5da6-46c9-b920-cf77100dc606 tempest-ServerGroupTestJSON-1466124403 tempest-ServerGroupTestJSON-1466124403-project] Unset dirty status for tenant:aa6d8ffebeab4be89a75f00afbec4851 on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:39:43.900917 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f93f6b50-5d6b-4f71-853e-aa77623251d3 req-74d0e650-5da6-46c9-b920-cf77100dc606 tempest-ServerGroupTestJSON-1466124403 tempest-ServerGroupTestJSON-1466124403-project] 10.222.0.69 "GET /v2.0/ports?device_id=98982865-20f7-4e51-8693-654d4bb5f98b HTTP/1.1" status: 200 len: 944 time: 1.0289595 Apr 18 19:39:43.935235 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-031d82aa-4400-4c81-9422-3633e4448b21 service neutron] 10.222.0.72 "GET /v2.0/networks/60abadb0-5f2a-4ed4-86b6-e78962c52a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3359511 Apr 18 19:39:43.943655 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b2dcdaf2-9d8f-4e34-b661-19491db58fa9 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Notify callbacks [] for floatingip, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:44.045173 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3a64034b-a89d-4022-9356-dc453cd05667 req-a2e29293-b3cb-458e-99fb-80cacedb1d0a service neutron] 10.222.0.72 "GET /v2.0/networks/11569783-78f6-4d10-9370-768c4acb7a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6025836 Apr 18 19:39:44.156378 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-f93f6b50-5d6b-4f71-853e-aa77623251d3 req-4dfd6275-0024-469a-ad4a-47cb164d01bd tempest-ServerGroupTestJSON-1466124403 tempest-ServerGroupTestJSON-1466124403-project] Synchronizing usage tracker for tenant:aa6d8ffebeab4be89a75f00afbec4851 on resource:security_group {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:39:44.241637 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b144edbf-fce1-4e12-ad8a-9ef89001f871 req-9290b5cb-6330-48b9-ada1-6678ec8e4c0e service neutron] 10.222.0.73 "GET /v2.0/networks/a8f417db-1ccb-4569-97b5-bfdd3d20b456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3193781 Apr 18 19:39:44.304757 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-27e8ace9-1b25-416e-bc35-f9f8b2694ed7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.190&port_id=a86a51d6-c303-4a2c-b5ad-8d3d8e42c0ea HTTP/1.1" status: 200 len: 217 time: 0.2854931 Apr 18 19:39:44.350182 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-f93f6b50-5d6b-4f71-853e-aa77623251d3 req-4dfd6275-0024-469a-ad4a-47cb164d01bd tempest-ServerGroupTestJSON-1466124403 tempest-ServerGroupTestJSON-1466124403-project] Unset dirty status for tenant:aa6d8ffebeab4be89a75f00afbec4851 on resource:security_group {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:39:44.362798 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f93f6b50-5d6b-4f71-853e-aa77623251d3 req-4dfd6275-0024-469a-ad4a-47cb164d01bd tempest-ServerGroupTestJSON-1466124403 tempest-ServerGroupTestJSON-1466124403-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34b62e1-4838-43e7-ac44-2c7aea2cecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4608934 Apr 18 19:39:44.378795 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3a64034b-a89d-4022-9356-dc453cd05667 req-1cfa48f2-ba0d-41f3-8223-4023a2e9c79e service neutron] 10.222.0.72 "GET /v2.0/networks/11569783-78f6-4d10-9370-768c4acb7a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3265533 Apr 18 19:39:44.453051 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b144edbf-fce1-4e12-ad8a-9ef89001f871 req-d9a19350-7f6a-466d-b708-18fb3df77042 service neutron] 10.222.0.73 "GET /v2.0/networks/a8f417db-1ccb-4569-97b5-bfdd3d20b456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986220 Apr 18 19:39:44.578367 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-38c23f15-e831-4f80-8e93-aa1bf91b1ad4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:44.579761 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-38c23f15-e831-4f80-8e93-aa1bf91b1ad4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=321602b2-a7cd-455d-9352-cde0b0863aaf HTTP/1.1" status: 200 len: 801 time: 0.2396770 Apr 18 19:39:44.741270 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9276e9b-55eb-456a-bb48-460b2b6a610f req-8479f769-2aef-4de2-bb62-446cd2b72eeb tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:44.743067 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e9276e9b-55eb-456a-bb48-460b2b6a610f req-8479f769-2aef-4de2-bb62-446cd2b72eeb tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 945 time: 0.2214351 Apr 18 19:39:44.789284 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d898857f-2eeb-4c5b-be3e-ce520effcb6a req-40902d5e-4acf-471a-a187-b457e2df2a75 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:44.793485 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d898857f-2eeb-4c5b-be3e-ce520effcb6a req-40902d5e-4acf-471a-a187-b457e2df2a75 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:44.798632 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d898857f-2eeb-4c5b-be3e-ce520effcb6a req-40902d5e-4acf-471a-a187-b457e2df2a75 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:44.800234 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e9276e9b-55eb-456a-bb48-460b2b6a610f req-b5bfa41b-823a-4e70-a571-098309012e4c tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501685 Apr 18 19:39:44.800589 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d898857f-2eeb-4c5b-be3e-ce520effcb6a req-40902d5e-4acf-471a-a187-b457e2df2a75 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.69 "GET /v2.0/ports?device_id=845d5eff-f61f-4478-8b96-419b59aa7857 HTTP/1.1" status: 200 len: 2412 time: 1.0333090 Apr 18 19:39:44.874722 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_common [None req-d56ccf96-e7f5-44fe-8728-83a6ba12dddf tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Allocated IP 2001:db8::2da (d56be34c-7b73-4700-ae04-c94175a27b0b/aada8314-c671-4d1e-b3f3-c727ecd4fce9/3c9638e9-c24b-4567-a857-0614f6c5fb8f) {{(pid=84764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:39:44.893829 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69b39bc8-e42b-4398-9a17-c24aa5e5a4f9'] response: {'name': 'network-changed', 'server_uuid': '98982865-20f7-4e51-8693-654d4bb5f98b', 'tag': '7fcf8347-a5d5-47a1-84e5-aa53702e8e09', 'status': 'completed', 'code': 200} Apr 18 19:39:45.053404 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-accff59c-3261-4005-8e2c-cd70cbfe21ab req-3271372c-f65f-476f-88ee-1c33eea03621 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=aa6d8ffebeab4be89a75f00afbec4851&device_id=98982865-20f7-4e51-8693-654d4bb5f98b HTTP/1.1" status: 200 len: 1095 time: 0.1285958 Apr 18 19:39:45.096832 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d898857f-2eeb-4c5b-be3e-ce520effcb6a req-edae0eb4-d16f-4caa-9d1b-608da54be8bb tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.69 "GET /v2.0/security-groups?id=bb003ef8-bec1-46f4-8fe0-50640bc23b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187252 Apr 18 19:39:45.202768 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-046a404f-2094-4685-91a7-db267712b301 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d831801b-76c4-46ce-9ce8-cb3cace52776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6120057 Apr 18 19:39:45.310392 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accff59c-3261-4005-8e2c-cd70cbfe21ab req-1b9ddf28-54ae-415d-8e09-e6df24af90b6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:45.317868 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-accff59c-3261-4005-8e2c-cd70cbfe21ab req-1b9ddf28-54ae-415d-8e09-e6df24af90b6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a8f417db-1ccb-4569-97b5-bfdd3d20b456 HTTP/1.1" status: 200 len: 910 time: 0.2602618 Apr 18 19:39:45.520625 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-accff59c-3261-4005-8e2c-cd70cbfe21ab req-babd0a75-9e9e-4ad8-8359-78fb3de62210 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7fcf8347-a5d5-47a1-84e5-aa53702e8e09 HTTP/1.1" status: 200 len: 217 time: 0.1931667 Apr 18 19:39:45.529012 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-d56ccf96-e7f5-44fe-8728-83a6ba12dddf tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks [] for port, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:45.532436 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac556fa-f98f-4a32-86c6-6d9a34e46024 req-5e929a9e-ca3a-4ce7-8ac2-a0849ecbef2f tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:45.534004 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-2370dd43-62d8-4de6-a41e-3b6ee2ef7748 service neutron] 10.222.0.72 "GET /v2.0/networks/d831801b-76c4-46ce-9ce8-cb3cace52776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2677145 Apr 18 19:39:45.534155 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-bac556fa-f98f-4a32-86c6-6d9a34e46024 req-5e929a9e-ca3a-4ce7-8ac2-a0849ecbef2f tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 945 time: 0.3781815 Apr 18 19:39:45.585059 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.provisioning_blocks [None req-d56ccf96-e7f5-44fe-8728-83a6ba12dddf tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Transition to ACTIVE for port object 3c9638e9-c24b-4567-a857-0614f6c5fb8f will not be triggered until provisioned by entity DHCP. {{(pid=84764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:39:45.643673 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accff59c-3261-4005-8e2c-cd70cbfe21ab req-1dea6dc5-d77a-46e6-91fd-2817f89d3c24 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:45.645211 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-accff59c-3261-4005-8e2c-cd70cbfe21ab req-1dea6dc5-d77a-46e6-91fd-2817f89d3c24 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=37ceb770-0cdd-4df7-a966-32f75f31286d HTTP/1.1" status: 200 len: 849 time: 0.1102901 Apr 18 19:39:45.670642 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-bac556fa-f98f-4a32-86c6-6d9a34e46024 req-aa288c00-28ca-471f-9db4-9880604e5c6d tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882921 Apr 18 19:39:45.790028 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-accff59c-3261-4005-8e2c-cd70cbfe21ab req-b6db8639-9d10-4cb0-bfed-69b347726c9c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a8f417db-1ccb-4569-97b5-bfdd3d20b456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1176410 Apr 18 19:39:45.855236 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b2dcdaf2-9d8f-4e34-b661-19491db58fa9 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:45.860924 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-36b227dd-7634-43a3-b2a4-8f357c1b7678 req-9324d7d2-1fea-4c18-87f9-136e8815abe0 service neutron] 10.222.0.72 "GET /v2.0/networks/d831801b-76c4-46ce-9ce8-cb3cace52776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3170416 Apr 18 19:39:45.915378 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-d56ccf96-e7f5-44fe-8728-83a6ba12dddf tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:45.976133 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b2dcdaf2-9d8f-4e34-b661-19491db58fa9 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416787'] for floatingip, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:46.200643 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-accff59c-3261-4005-8e2c-cd70cbfe21ab req-a1ab8785-ba4b-46d3-a9ae-089ed6b738da service neutron] 10.222.0.73 "GET /v2.0/networks/a8f417db-1ccb-4569-97b5-bfdd3d20b456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4040918 Apr 18 19:39:46.208826 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01939a4e-b333-441a-8869-3e8b460b3239 req-c4702366-9927-4b67-baab-6f58d8d447d0 tempest-ServerGroupTestJSON-1466124403 tempest-ServerGroupTestJSON-1466124403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:46.210445 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-01939a4e-b333-441a-8869-3e8b460b3239 req-c4702366-9927-4b67-baab-6f58d8d447d0 tempest-ServerGroupTestJSON-1466124403 tempest-ServerGroupTestJSON-1466124403-project] 10.222.0.69 "GET /v2.0/ports?device_id=98982865-20f7-4e51-8693-654d4bb5f98b HTTP/1.1" status: 200 len: 944 time: 0.2736866 Apr 18 19:39:46.389143 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-accff59c-3261-4005-8e2c-cd70cbfe21ab req-dc20eaab-6e93-48ce-9d96-d6b67f975596 service neutron] 10.222.0.73 "GET /v2.0/networks/a8f417db-1ccb-4569-97b5-bfdd3d20b456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704555 Apr 18 19:39:46.417094 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-01939a4e-b333-441a-8869-3e8b460b3239 req-2ea0bf1f-6566-40d4-8145-2ca5386f8de9 tempest-ServerGroupTestJSON-1466124403 tempest-ServerGroupTestJSON-1466124403-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34b62e1-4838-43e7-ac44-2c7aea2cecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793420 Apr 18 19:39:46.494257 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56ccf96-e7f5-44fe-8728-83a6ba12dddf tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Network d56be34c-7b73-4700-ae04-c94175a27b0b is already hosted by enough agents. {{(pid=84764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:39:46.581643 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [None req-d56ccf96-e7f5-44fe-8728-83a6ba12dddf tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Resources bound (agent type, host, resource id): {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:39:46.585344 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56ccf96-e7f5-44fe-8728-83a6ba12dddf tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Received port after_create {{(pid=84764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:39:46.590071 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56ccf96-e7f5-44fe-8728-83a6ba12dddf tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:46.590760 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-d56ccf96-e7f5-44fe-8728-83a6ba12dddf tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:46.659010 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56ccf96-e7f5-44fe-8728-83a6ba12dddf tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Pushing event updated for resources: {'Port': ['ID=3c9638e9-c24b-4567-a857-0614f6c5fb8f,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:46.803125 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ec58f50b-47f8-4380-83e3-ac1d37308444 req-631ab7af-9481-488a-8b98-e8f133120f3d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=af77c4468a104578b3401cd2f194180a&device_id=845d5eff-f61f-4478-8b96-419b59aa7857 HTTP/1.1" status: 200 len: 2865 time: 0.4210992 Apr 18 19:39:46.825066 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fe7e38-d2af-47c6-9647-ff264e7b4559 req-941f4beb-d02b-412a-8c41-608f8768dda9 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:46.827553 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-81fe7e38-d2af-47c6-9647-ff264e7b4559 req-941f4beb-d02b-412a-8c41-608f8768dda9 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 945 time: 0.5000825 Apr 18 19:39:47.011145 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6641dfba-8c61-4ef2-95cd-2b716ed4da75 req-43b89eea-43c6-412b-8718-eba82a2b87df tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:47.014119 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-6641dfba-8c61-4ef2-95cd-2b716ed4da75 req-43b89eea-43c6-412b-8718-eba82a2b87df tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] 10.222.0.69 "GET /v2.0/ports?device_id=837da776-18a8-418e-9e91-3e160c5632a0 HTTP/1.1" status: 200 len: 945 time: 0.3541198 Apr 18 19:39:47.033256 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-d56ccf96-e7f5-44fe-8728-83a6ba12dddf tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.9481783 Apr 18 19:39:47.034228 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 37600) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:39:47.057692 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-79afb7c1-5e6a-4f20-892d-3f20bb1c2afd tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Request body: {'subnet': {'network_id': 'd56be34c-7b73-4700-ae04-c94175a27b0b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:39:47.157777 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-6641dfba-8c61-4ef2-95cd-2b716ed4da75 req-2ef105bf-e4f6-46e7-bcbb-22944743b4d5 tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] 10.222.0.69 "GET /v2.0/security-groups?id=11cffa75-c58f-4a7d-85dc-3db8046977bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373703 Apr 18 19:39:47.198361 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-a932880e-0d07-4a6c-bace-6333c6b8d958 None None] Provisioning for port 3c9638e9-c24b-4567-a857-0614f6c5fb8f completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:39:47.207865 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-a932880e-0d07-4a6c-bace-6333c6b8d958 None None] Provisioning complete for port 3c9638e9-c24b-4567-a857-0614f6c5fb8f triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:39:47.208535 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a932880e-0d07-4a6c-bace-6333c6b8d958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:47.225729 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-81fe7e38-d2af-47c6-9647-ff264e7b4559 req-16a49879-ec7a-4440-ad3e-4ea1093c36c8 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3737793 Apr 18 19:39:47.370306 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec58f50b-47f8-4380-83e3-ac1d37308444 req-6bd9ebd0-c259-46bc-9861-d22cc4b09ffa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:47.374053 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ec58f50b-47f8-4380-83e3-ac1d37308444 req-6bd9ebd0-c259-46bc-9861-d22cc4b09ffa service neutron] 10.222.0.72 "GET /v2.0/networks?id=d831801b-76c4-46ce-9ce8-cb3cace52776 HTTP/1.1" status: 200 len: 901 time: 0.5611858 Apr 18 19:39:47.420104 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-a932880e-0d07-4a6c-bace-6333c6b8d958 None None] Port 3c9638e9-c24b-4567-a857-0614f6c5fb8f cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:39:47.501313 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53837996-6bc0-429e-a335-72f81cc71464 req-b88bdc21-1ab0-4363-8d86-10b9df71d629 tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:47.508387 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-53837996-6bc0-429e-a335-72f81cc71464 req-b88bdc21-1ab0-4363-8d86-10b9df71d629 tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] 10.222.0.72 "GET /v2.0/ports?device_id=837da776-18a8-418e-9e91-3e160c5632a0 HTTP/1.1" status: 200 len: 945 time: 0.2426400 Apr 18 19:39:47.648038 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-79afb7c1-5e6a-4f20-892d-3f20bb1c2afd tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:39:47.652617 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ec58f50b-47f8-4380-83e3-ac1d37308444 req-48090de0-0d83-4077-b4a0-d31dfc261d22 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.190&port_id=a86a51d6-c303-4a2c-b5ad-8d3d8e42c0ea HTTP/1.1" status: 200 len: 217 time: 0.2537200 Apr 18 19:39:47.660958 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-79afb7c1-5e6a-4f20-892d-3f20bb1c2afd tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Usage tracker for resource:subnet and tenant:8097f6133aa24824a0d11d98456dfce8 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:39:47.695718 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-79afb7c1-5e6a-4f20-892d-3f20bb1c2afd tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:39:47.711684 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-79afb7c1-5e6a-4f20-892d-3f20bb1c2afd tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:39:47.744209 n-d-836017-2 neutron-server[84764]: INFO neutron.db.l3_db [None req-b2dcdaf2-9d8f-4e34-b661-19491db58fa9 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Floating IP 8efd75e7-a626-4816-9462-2a4885b08247 associated. External IP: 172.25.3.159, port: b99c6f14-47f1-4ca0-8b04-491816fe3231. Apr 18 19:39:47.759326 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-53837996-6bc0-429e-a335-72f81cc71464 req-f9b9d6d5-6dcd-4db6-b4f2-75ccbe2203a8 tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Deleting port 4be5c9d5-9153-486a-9796-60f8fbc38af7 {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:39:47.759702 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-53837996-6bc0-429e-a335-72f81cc71464 req-f9b9d6d5-6dcd-4db6-b4f2-75ccbe2203a8 tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:47.845016 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647345e7-90a5-48d1-ae73-6ae7bce1a9d4 req-d8413797-265b-40d2-9655-1d7e8943b861 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:47.852777 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-647345e7-90a5-48d1-ae73-6ae7bce1a9d4 req-d8413797-265b-40d2-9655-1d7e8943b861 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 945 time: 0.2305863 Apr 18 19:39:47.915991 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec58f50b-47f8-4380-83e3-ac1d37308444 req-d43ee446-545e-4930-8d23-91e73332f46c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:47.917546 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ec58f50b-47f8-4380-83e3-ac1d37308444 req-d43ee446-545e-4930-8d23-91e73332f46c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=321602b2-a7cd-455d-9352-cde0b0863aaf HTTP/1.1" status: 200 len: 801 time: 0.2537057 Apr 18 19:39:47.920766 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79afb7c1-5e6a-4f20-892d-3f20bb1c2afd tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Made reservation on behalf of 8097f6133aa24824a0d11d98456dfce8 for: {'subnet': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:39:47.924334 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-79afb7c1-5e6a-4f20-892d-3f20bb1c2afd tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65862573'] for subnet, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:47.996960 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-647345e7-90a5-48d1-ae73-6ae7bce1a9d4 req-9f33bbf2-f845-4028-b792-3d3e7f9e9bd9 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430612 Apr 18 19:39:48.074307 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 7fcf8347-a5d5-47a1-84e5-aa53702e8e09 details requested by agent hyperv_n-h1-836017-2 with host n-h1-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:39:48.095533 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8dda99-8a3f-47c8-83ac-95e9fc0ad929 req-91a9407a-7942-4bfc-b809-53888cd47481 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:48.099470 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8dda99-8a3f-47c8-83ac-95e9fc0ad929 req-91a9407a-7942-4bfc-b809-53888cd47481 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:48.117233 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8dda99-8a3f-47c8-83ac-95e9fc0ad929 req-91a9407a-7942-4bfc-b809-53888cd47481 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:48.119231 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-fb8dda99-8a3f-47c8-83ac-95e9fc0ad929 req-91a9407a-7942-4bfc-b809-53888cd47481 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.69 "GET /v2.0/ports?device_id=845d5eff-f61f-4478-8b96-419b59aa7857 HTTP/1.1" status: 200 len: 2412 time: 0.5622921 Apr 18 19:39:48.317669 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port 7fcf8347-a5d5-47a1-84e5-aa53702e8e09, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=7fcf8347-a5d5-47a1-84e5-aa53702e8e09,segment=NetworkSegment(82fb8b94-2484-443f-b5c6-bcf0220d3619),segment_id=82fb8b94-2484-443f-b5c6-bcf0220d3619)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:39:48.338390 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-53837996-6bc0-429e-a335-72f81cc71464 req-f9b9d6d5-6dcd-4db6-b4f2-75ccbe2203a8 tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] For port 4be5c9d5-9153-486a-9796-60f8fbc38af7, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=4be5c9d5-9153-486a-9796-60f8fbc38af7,segment=NetworkSegment(4988a6fa-3700-4d76-b344-877fc1f45fa9),segment_id=4988a6fa-3700-4d76-b344-877fc1f45fa9)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:39:48.342155 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-53837996-6bc0-429e-a335-72f81cc71464 req-f9b9d6d5-6dcd-4db6-b4f2-75ccbe2203a8 tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:48.346837 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Returning: {'device': '7fcf8347-a5d5-47a1-84e5-aa53702e8e09', 'network_id': 'a8f417db-1ccb-4569-97b5-bfdd3d20b456', 'port_id': '7fcf8347-a5d5-47a1-84e5-aa53702e8e09', 'mac_address': 'fa:16:3e:d7:93:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37ceb770-0cdd-4df7-a966-32f75f31286d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:39:48.378530 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-fb8dda99-8a3f-47c8-83ac-95e9fc0ad929 req-d893fec4-d33a-4e45-af07-c53df181526a tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.69 "GET /v2.0/security-groups?id=bb003ef8-bec1-46f4-8fe0-50640bc23b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365537 Apr 18 19:39:48.379775 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b25d98-6c2f-4720-b9df-1519b49de692 req-cd23504f-92df-46fb-8a83-96a248f06937 tempest-ServerGroupTestJSON-1466124403 tempest-ServerGroupTestJSON-1466124403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:48.382256 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b3b25d98-6c2f-4720-b9df-1519b49de692 req-cd23504f-92df-46fb-8a83-96a248f06937 tempest-ServerGroupTestJSON-1466124403 tempest-ServerGroupTestJSON-1466124403-project] 10.222.0.69 "GET /v2.0/ports?device_id=98982865-20f7-4e51-8693-654d4bb5f98b HTTP/1.1" status: 200 len: 944 time: 0.2047400 Apr 18 19:39:48.451457 n-d-836017-2 neutron-server[84764]: INFO neutron.db.ipam_backend_mixin [None req-79afb7c1-5e6a-4f20-892d-3f20bb1c2afd tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet aada8314-c671-4d1e-b3f3-c727ecd4fce9 (CIDR: 2001:db8::/64) Apr 18 19:39:48.482383 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bbf786a3-9f9b-421c-bab8-36d41f1abc08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:48.485047 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:48.511713 n-d-836017-2 neutron-server[84764]: INFO neutron.pecan_wsgi.hooks.translation [None req-79afb7c1-5e6a-4f20-892d-3f20bb1c2afd tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 19:39:48.512183 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79afb7c1-5e6a-4f20-892d-3f20bb1c2afd tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 19:39:48.555256 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fcf8347-a5d5-47a1-84e5-aa53702e8e09 {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:39:48.567538 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ec58f50b-47f8-4380-83e3-ac1d37308444 req-927196fc-9e57-44cc-8236-41ade35ee2b4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d831801b-76c4-46ce-9ce8-cb3cace52776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6234992 Apr 18 19:39:48.604247 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port 7fcf8347-a5d5-47a1-84e5-aa53702e8e09, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=7fcf8347-a5d5-47a1-84e5-aa53702e8e09,segment=NetworkSegment(82fb8b94-2484-443f-b5c6-bcf0220d3619),segment_id=82fb8b94-2484-443f-b5c6-bcf0220d3619)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:39:48.674407 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:48.744697 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-79afb7c1-5e6a-4f20-892d-3f20bb1c2afd tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7014148 Apr 18 19:39:48.755513 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 37626) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:39:48.778152 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-88e06ded-e47b-4a7a-b99f-6e7a60141c5a tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Request body: {'subnet': {'network_id': 'd56be34c-7b73-4700-ae04-c94175a27b0b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:39:48.824412 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Pushing event updated for resources: {'Port': ['ID=7fcf8347-a5d5-47a1-84e5-aa53702e8e09,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:49.027923 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] get_ports_and_sgs() called for port_ids ['7fcf8347-a5d5-47a1-84e5-aa53702e8e09'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:39:49.116675 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b3b25d98-6c2f-4720-b9df-1519b49de692 req-a42f4e67-4fe0-4698-aded-a9b917e655fe tempest-ServerGroupTestJSON-1466124403 tempest-ServerGroupTestJSON-1466124403-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34b62e1-4838-43e7-ac44-2c7aea2cecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362159 Apr 18 19:39:49.401943 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ec58f50b-47f8-4380-83e3-ac1d37308444 req-38aaa11d-96bf-48fc-84ae-f012d029407c service neutron] 10.222.0.72 "GET /v2.0/networks/d831801b-76c4-46ce-9ce8-cb3cace52776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8210616 Apr 18 19:39:49.712748 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-88e06ded-e47b-4a7a-b99f-6e7a60141c5a tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:39:49.734597 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-88e06ded-e47b-4a7a-b99f-6e7a60141c5a tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Usage tracker for resource:subnet and tenant:8097f6133aa24824a0d11d98456dfce8 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:39:49.751264 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-88e06ded-e47b-4a7a-b99f-6e7a60141c5a tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:39:49.814771 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-88e06ded-e47b-4a7a-b99f-6e7a60141c5a tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:39:49.879669 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-53837996-6bc0-429e-a335-72f81cc71464 req-f9b9d6d5-6dcd-4db6-b4f2-75ccbe2203a8 tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:49.884278 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-53837996-6bc0-429e-a335-72f81cc71464 req-f9b9d6d5-6dcd-4db6-b4f2-75ccbe2203a8 tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416787'] for floatingip, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:49.884278 n-d-836017-2 neutron-server[84763]: INFO neutron.db.l3_db [req-53837996-6bc0-429e-a335-72f81cc71464 req-f9b9d6d5-6dcd-4db6-b4f2-75ccbe2203a8 tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Floating IP 60145965-2636-4fe7-97be-f4fc87b3dbf2 disassociated. External IP: 172.25.3.128, port: 4be5c9d5-9153-486a-9796-60f8fbc38af7. Apr 18 19:39:49.884278 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-53837996-6bc0-429e-a335-72f81cc71464 req-f9b9d6d5-6dcd-4db6-b4f2-75ccbe2203a8 tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Calling delete_port for 4be5c9d5-9153-486a-9796-60f8fbc38af7 owned by compute:nova {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:39:49.908214 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73e3be-e7cf-4fb5-9be8-ad650432a85b req-f44b1935-a8d9-4ca3-bdb0-33e3142635a6 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:49.909828 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2f73e3be-e7cf-4fb5-9be8-ad650432a85b req-f44b1935-a8d9-4ca3-bdb0-33e3142635a6 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 945 time: 1.0735185 Apr 18 19:39:50.000189 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772210d8-8e95-4d26-8da5-563764250afc req-4188670f-7f65-483d-8c8a-1987230c8f51 tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:50.003200 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88e06ded-e47b-4a7a-b99f-6e7a60141c5a tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Made reservation on behalf of 8097f6133aa24824a0d11d98456dfce8 for: {'subnet': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:39:50.007089 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-772210d8-8e95-4d26-8da5-563764250afc req-4188670f-7f65-483d-8c8a-1987230c8f51 tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] 10.222.0.69 "GET /v2.0/ports?device_id=837da776-18a8-418e-9e91-3e160c5632a0 HTTP/1.1" status: 200 len: 945 time: 0.3820124 Apr 18 19:39:50.036221 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ec58f50b-47f8-4380-83e3-ac1d37308444 req-8428988e-c752-48b9-ae7f-be4599f47291 service neutron] 10.222.0.72 "GET /v2.0/networks/d831801b-76c4-46ce-9ce8-cb3cace52776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6062119 Apr 18 19:39:50.088048 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 7fcf8347-a5d5-47a1-84e5-aa53702e8e09 up at agent hyperv_n-h1-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:39:50.162319 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2f73e3be-e7cf-4fb5-9be8-ad650432a85b req-ff80fae9-dea7-438d-9dec-861f4f220805 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854937 Apr 18 19:39:50.218466 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-772210d8-8e95-4d26-8da5-563764250afc req-c87c1b0b-e182-4624-9fd3-3b7e85117418 tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] 10.222.0.69 "GET /v2.0/security-groups?id=11cffa75-c58f-4a7d-85dc-3db8046977bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2104430 Apr 18 19:39:50.219769 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-88e06ded-e47b-4a7a-b99f-6e7a60141c5a tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65862573'] for subnet, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:50.377294 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-53837996-6bc0-429e-a335-72f81cc71464 req-f9b9d6d5-6dcd-4db6-b4f2-75ccbe2203a8 tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:50.439908 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bb0325c0-8d37-4f4a-8a05-6854c84399a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:50.457915 n-d-836017-2 neutron-server[84764]: INFO neutron.db.ipam_backend_mixin [None req-88e06ded-e47b-4a7a-b99f-6e7a60141c5a tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet dd42dee8-2ca9-4612-a90d-1f4d6287e7e3 (CIDR: 2001:db8:0:1::/64) Apr 18 19:39:50.468575 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Provisioning for port 7fcf8347-a5d5-47a1-84e5-aa53702e8e09 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:39:50.476476 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Provisioning complete for port 7fcf8347-a5d5-47a1-84e5-aa53702e8e09 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:39:50.478998 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:50.483957 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b9d6d5-6dcd-4db6-b4f2-75ccbe2203a8 tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Pushing event deleted for resources: {'Port': ['ID=4be5c9d5-9153-486a-9796-60f8fbc38af7,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:50.485283 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2dcdaf2-9d8f-4e34-b661-19491db58fa9 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Router 4da428da-1fa3-4edb-883d-108c9079f1fc has already been hosted by L3 agent 21b59c62-f184-4169-bc3e-79831cc043e8 {{(pid=84764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:39:50.519585 n-d-836017-2 neutron-server[84764]: INFO neutron.pecan_wsgi.hooks.translation [None req-88e06ded-e47b-4a7a-b99f-6e7a60141c5a tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 19:39:50.519585 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88e06ded-e47b-4a7a-b99f-6e7a60141c5a tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 19:39:50.669530 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device a86a51d6-c303-4a2c-b5ad-8d3d8e42c0ea details requested by agent hyperv_n-h2-836017-2 with host n-h2-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:39:50.671808 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 4be5c9d5-9153-486a-9796-60f8fbc38af7 no longer exists at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:39:50.760518 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-88e06ded-e47b-4a7a-b99f-6e7a60141c5a tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 2.0031314 Apr 18 19:39:50.761555 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 37650) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:39:50.781749 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-d399922b-f30b-4e87-8242-956514412ed8 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Request body: {'subnet': {'network_id': 'd56be34c-7b73-4700-ae04-c94175a27b0b', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:39:50.797892 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] No Port match for: 4be5c9d5-9153-486a-9796-60f8fbc38af7 {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:39:50.798310 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 4be5c9d5-9153-486a-9796-60f8fbc38af7 not bound to the agent host n-h2-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:39:50.922316 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.db.resource_extend [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 19:39:50.932078 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930ef6b5-52ef-43c2-915c-ea25992f275f req-bf0d54dc-f250-42fa-97db-679f75a17d72 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:50.939508 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930ef6b5-52ef-43c2-915c-ea25992f275f req-bf0d54dc-f250-42fa-97db-679f75a17d72 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:50.943857 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930ef6b5-52ef-43c2-915c-ea25992f275f req-bf0d54dc-f250-42fa-97db-679f75a17d72 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:50.945692 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-930ef6b5-52ef-43c2-915c-ea25992f275f req-bf0d54dc-f250-42fa-97db-679f75a17d72 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.69 "GET /v2.0/ports?device_id=845d5eff-f61f-4478-8b96-419b59aa7857 HTTP/1.1" status: 200 len: 2412 time: 0.3009112 Apr 18 19:39:51.046358 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:51.099095 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:51.174880 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-d399922b-f30b-4e87-8242-956514412ed8 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:39:51.179661 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-930ef6b5-52ef-43c2-915c-ea25992f275f req-db1fcfec-688a-42f0-975a-8003f1ad445e tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.69 "GET /v2.0/security-groups?id=bb003ef8-bec1-46f4-8fe0-50640bc23b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104959 Apr 18 19:39:51.197007 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-d399922b-f30b-4e87-8242-956514412ed8 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Usage tracker for resource:subnet and tenant:8097f6133aa24824a0d11d98456dfce8 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:39:51.200957 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-d399922b-f30b-4e87-8242-956514412ed8 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:39:51.211421 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f16f12-217f-4eae-8122-c33dfd538c55 req-2b7aaec2-87ef-4742-84cb-d074fac0a562 tempest-ServerGroupTestJSON-1466124403 tempest-ServerGroupTestJSON-1466124403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:51.213170 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c4f16f12-217f-4eae-8122-c33dfd538c55 req-2b7aaec2-87ef-4742-84cb-d074fac0a562 tempest-ServerGroupTestJSON-1466124403 tempest-ServerGroupTestJSON-1466124403-project] 10.222.0.69 "GET /v2.0/ports?device_id=98982865-20f7-4e51-8693-654d4bb5f98b HTTP/1.1" status: 200 len: 945 time: 0.4667325 Apr 18 19:39:51.243181 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98982865-20f7-4e51-8693-654d4bb5f98b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fcf8347-a5d5-47a1-84e5-aa53702e8e09'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:39:51.256336 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-d399922b-f30b-4e87-8242-956514412ed8 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:39:51.271979 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port 7fcf8347-a5d5-47a1-84e5-aa53702e8e09, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=7fcf8347-a5d5-47a1-84e5-aa53702e8e09,segment=NetworkSegment(82fb8b94-2484-443f-b5c6-bcf0220d3619),segment_id=82fb8b94-2484-443f-b5c6-bcf0220d3619)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:39:51.321300 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port a86a51d6-c303-4a2c-b5ad-8d3d8e42c0ea, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=a86a51d6-c303-4a2c-b5ad-8d3d8e42c0ea,segment=NetworkSegment(aed6f02a-53e1-4547-b098-0d9b473b19b5),segment_id=aed6f02a-53e1-4547-b098-0d9b473b19b5)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:39:51.333353 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.l3_agent_scheduler [req-53837996-6bc0-429e-a335-72f81cc71464 req-f9b9d6d5-6dcd-4db6-b4f2-75ccbe2203a8 tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Router 70541714-e3a3-4cf4-ada3-a103e46f8e0b has already been hosted by L3 agent 21b59c62-f184-4169-bc3e-79831cc043e8 {{(pid=84763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:39:51.377351 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c4f16f12-217f-4eae-8122-c33dfd538c55 req-ce10910a-e360-4e55-adbd-4f8fdd10da05 tempest-ServerGroupTestJSON-1466124403 tempest-ServerGroupTestJSON-1466124403-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34b62e1-4838-43e7-ac44-2c7aea2cecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460383 Apr 18 19:39:51.412751 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Returning: {'device': 'a86a51d6-c303-4a2c-b5ad-8d3d8e42c0ea', 'network_id': 'd831801b-76c4-46ce-9ce8-cb3cace52776', 'port_id': 'a86a51d6-c303-4a2c-b5ad-8d3d8e42c0ea', 'mac_address': 'fa:16:3e:39:d2:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '321602b2-a7cd-455d-9352-cde0b0863aaf', 'ip_address': '19.80.0.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:39:51.418850 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f3c1a3c-5dae-4fed-9844-9fae6d714da6'] response: {'server_uuid': '98982865-20f7-4e51-8693-654d4bb5f98b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fcf8347-a5d5-47a1-84e5-aa53702e8e09', 'code': 200} Apr 18 19:39:51.420515 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:51.446955 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2dcdaf2-9d8f-4e34-b661-19491db58fa9 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Notify agent at l3_agent.n-d-836017-2 the message routers_updated {{(pid=84764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:39:51.459424 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b2dcdaf2-9d8f-4e34-b661-19491db58fa9 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for floatingip, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:51.467488 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c50cf8-5a49-4d0d-ade1-46ac48edb940 None None] Sync routers for ids ['4da428da-1fa3-4edb-883d-108c9079f1fc'] in n-d-836017-2 {{(pid=84766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:39:51.497201 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.agents_db [None req-eb67022b-f881-4bc8-8f45-fca90fb27803 None None] Agent healthcheck: found 7 active agents {{(pid=84766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:39:51.530904 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c50cf8-5a49-4d0d-ade1-46ac48edb940 None None] Routers {'4da428da-1fa3-4edb-883d-108c9079f1fc'} bound to L3 agent in host n-d-836017-2 {{(pid=84766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:39:51.535941 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-78c50cf8-5a49-4d0d-ade1-46ac48edb940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:39:50Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['4da428da-1fa3-4edb-883d-108c9079f1fc'], 'active': True} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:39:51.536158 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Pushing event updated for resources: {'Port': ['ID=7fcf8347-a5d5-47a1-84e5-aa53702e8e09,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:51.619133 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:51.649867 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a86a51d6-c303-4a2c-b5ad-8d3d8e42c0ea {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:39:51.658565 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d399922b-f30b-4e87-8242-956514412ed8 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Made reservation on behalf of 8097f6133aa24824a0d11d98456dfce8 for: {'subnet': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:39:51.673440 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-b2dcdaf2-9d8f-4e34-b661-19491db58fa9 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] 10.222.0.69 "PUT /v2.0/floatingips/8efd75e7-a626-4816-9462-2a4885b08247 HTTP/1.1" status: 200 len: 991 time: 8.2091835 Apr 18 19:39:51.676009 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b49bb00-f484-4f92-bb80-0be3537a561f', 'tag': 'b99c6f14-47f1-4ca0-8b04-491816fe3231'}] {{(pid=84764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:39:51.690184 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port a86a51d6-c303-4a2c-b5ad-8d3d8e42c0ea, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=a86a51d6-c303-4a2c-b5ad-8d3d8e42c0ea,segment=NetworkSegment(aed6f02a-53e1-4547-b098-0d9b473b19b5),segment_id=aed6f02a-53e1-4547-b098-0d9b473b19b5)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:39:51.767917 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:51.768684 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device d05a9979-9949-4d5f-b161-160de64a0067 details requested by agent hyperv_n-h2-836017-2 with host n-h2-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:39:51.849872 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d740cf7e-14b7-4f44-8bd3-d7c2726d980a req-ba0a5806-8b92-44e8-becb-42a6380a9919 tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] 10.222.0.69 "GET /v2.0/ports?device_id=837da776-18a8-418e-9e91-3e160c5632a0 HTTP/1.1" status: 200 len: 210 time: 0.1068399 Apr 18 19:39:51.977800 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d399922b-f30b-4e87-8242-956514412ed8 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540907'] for subnet, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:52.118057 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1c541fd-6087-4755-8778-e68e27e46067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:52.128568 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=a86a51d6-c303-4a2c-b5ad-8d3d8e42c0ea,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:52.143343 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:52.174001 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvr_db [None req-78c50cf8-5a49-4d0d-ade1-46ac48edb940 None None] Set router 4da428da-1fa3-4edb-883d-108c9079f1fc gateway port host: n-d-836017-2 {{(pid=84766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:39:52.259102 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port d05a9979-9949-4d5f-b161-160de64a0067, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=d05a9979-9949-4d5f-b161-160de64a0067,segment=NetworkSegment(a4aec143-78e5-48d5-aadb-8065e83173e5),segment_id=a4aec143-78e5-48d5-aadb-8065e83173e5)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:39:52.277002 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Returning: {'device': 'd05a9979-9949-4d5f-b161-160de64a0067', 'network_id': '60abadb0-5f2a-4ed4-86b6-e78962c52a38', 'port_id': 'd05a9979-9949-4d5f-b161-160de64a0067', 'mac_address': 'fa:16:3e:91:24:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09a373cf-3aaf-47c4-ad96-c15f8d8c13ea', 'ip_address': '19.86.0.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:39:52.344699 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaf3cdd-0cfb-4705-a857-83efecc45037 req-c4361a53-891b-4c54-8658-2cc8cf91734a tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:52.346699 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-9aaf3cdd-0cfb-4705-a857-83efecc45037 req-c4361a53-891b-4c54-8658-2cc8cf91734a tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b49bb00-f484-4f92-bb80-0be3537a561f HTTP/1.1" status: 200 len: 945 time: 0.1520846 Apr 18 19:39:52.410601 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:52.443369 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-9aaf3cdd-0cfb-4705-a857-83efecc45037 req-a79ba2f3-f2c1-46a1-b62c-79b55d70ac79 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] 10.222.0.69 "GET /v2.0/security-groups?id=65d46739-eb5a-478f-9fc7-f1aa98b0d76a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893476 Apr 18 19:39:52.461291 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d05a9979-9949-4d5f-b161-160de64a0067 {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:39:52.522576 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port d05a9979-9949-4d5f-b161-160de64a0067, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=d05a9979-9949-4d5f-b161-160de64a0067,segment=NetworkSegment(a4aec143-78e5-48d5-aadb-8065e83173e5),segment_id=a4aec143-78e5-48d5-aadb-8065e83173e5)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:39:52.576967 n-d-836017-2 neutron-server[84764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d06ec6d3-e84f-430c-8f4f-d56810df8c69'] response: {'name': 'network-changed', 'server_uuid': '7b49bb00-f484-4f92-bb80-0be3537a561f', 'tag': 'b99c6f14-47f1-4ca0-8b04-491816fe3231', 'status': 'completed', 'code': 200} Apr 18 19:39:52.622638 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:52.624174 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 1ebc4f49-c2aa-477d-a50b-11d721b501b9 details requested by agent hyperv_n-h2-836017-2 with host n-h2-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:39:52.674515 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 1ebc4f49-c2aa-477d-a50b-11d721b501b9, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=1ebc4f49-c2aa-477d-a50b-11d721b501b9,segment=NetworkSegment(aed6f02a-53e1-4547-b098-0d9b473b19b5),segment_id=aed6f02a-53e1-4547-b098-0d9b473b19b5)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:39:52.799653 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Returning: {'device': '1ebc4f49-c2aa-477d-a50b-11d721b501b9', 'network_id': 'd831801b-76c4-46ce-9ce8-cb3cace52776', 'port_id': '1ebc4f49-c2aa-477d-a50b-11d721b501b9', 'mac_address': 'fa:16:3e:22:19:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '321602b2-a7cd-455d-9352-cde0b0863aaf', 'ip_address': '19.80.0.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:39:52.901351 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d399922b-f30b-4e87-8242-956514412ed8 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66351616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66540921'] for subnet, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:53.150810 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-78c50cf8-5a49-4d0d-ade1-46ac48edb940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4da428da-1fa3-4edb-883d-108c9079f1fc', 'name': 'tempest-ServerActionsTestJSON-207124435-router', 'tenant_id': '7276b8530b6a4c9e997960e7ff37ca8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': '552a2c3a-37f5-4f12-b182-1d8ebdf8af89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:38:44Z', 'updated_at': '2022-04-18T19:38:59Z', 'revision_number': 4, 'project_id': '7276b8530b6a4c9e997960e7ff37ca8f', 'gw_port': {'id': '552a2c3a-37f5-4f12-b182-1d8ebdf8af89', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:63:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da428da-1fa3-4edb-883d-108c9079f1fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:38:47Z', 'updated_at': '2022-04-18T19:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_floatingips': [{'id': '8efd75e7-a626-4816-9462-2a4885b08247', 'tenant_id': '7276b8530b6a4c9e997960e7ff37ca8f', 'floating_ip_address': '172.25.3.159', 'floating_network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'router_id': '4da428da-1fa3-4edb-883d-108c9079f1fc', 'port_id': 'b99c6f14-47f1-4ca0-8b04-491816fe3231', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20d4b8e1-a40a-4802-a6ed-f360fca84cce', 'mac_address': 'fa:16:3e:f3:b6:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b49bb00-f484-4f92-bb80-0be3537a561f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T19:39:10Z', 'updated_at': '2022-04-18T19:39:45Z', 'revision_number': 1, 'project_id': '7276b8530b6a4c9e997960e7ff37ca8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '405f82c0-44de-4028-867e-0c0d1bcfb82f', 'name': '', 'network_id': '20d4b8e1-a40a-4802-a6ed-f360fca84cce', 'tenant_id': '7276b8530b6a4c9e997960e7ff37ca8f', 'mac_address': 'fa:16:3e:cc:c7:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da428da-1fa3-4edb-883d-108c9079f1fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0711ab9d-0a48-4dd5-b699-a74bbc1341bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:38:58Z', 'updated_at': '2022-04-18T19:39:08Z', 'revision_number': 5, 'project_id': '7276b8530b6a4c9e997960e7ff37ca8f', 'subnets': [{'id': '0711ab9d-0a48-4dd5-b699-a74bbc1341bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-2', False) {} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:39:53.150810 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c50cf8-5a49-4d0d-ade1-46ac48edb940 None None] Checking router: 4da428da-1fa3-4edb-883d-108c9079f1fc for host: n-d-836017-2 {{(pid=84766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:39:53.150810 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c50cf8-5a49-4d0d-ade1-46ac48edb940 None None] Routers {'4da428da-1fa3-4edb-883d-108c9079f1fc'} bound to L3 agent in host n-d-836017-2 {{(pid=84766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:39:53.153513 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-78c50cf8-5a49-4d0d-ade1-46ac48edb940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:39:50Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['4da428da-1fa3-4edb-883d-108c9079f1fc'], 'active': True} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:39:53.154372 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d399922b-f30b-4e87-8242-956514412ed8 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Network d56be34c-7b73-4700-ae04-c94175a27b0b is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:39:53.154372 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [None req-d399922b-f30b-4e87-8242-956514412ed8 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:39:53.154372 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d399922b-f30b-4e87-8242-956514412ed8 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:53.154372 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d399922b-f30b-4e87-8242-956514412ed8 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks [] for subnet, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:53.154822 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ebcc406-8526-45b5-8b09-2e8143e6e762 None None] Network d56be34c-7b73-4700-ae04-c94175a27b0b requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:39:53.155244 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d399922b-f30b-4e87-8242-956514412ed8 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Pushing event updated for resources: {'Subnet': ['ID=d04a7669-c6ea-4358-9a76-0b1ce8b52a94,revision_number=0']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:53.182478 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eb11d8-ae9b-4b70-8bc0-5f0103f58a09 req-ad20de1e-99b6-4346-b155-9c276fce2032 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:53.193535 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-08eb11d8-ae9b-4b70-8bc0-5f0103f58a09 req-ad20de1e-99b6-4346-b155-9c276fce2032 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 945 time: 1.2472126 Apr 18 19:39:53.222966 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf0799c-4c81-4e3d-ac10-d270887b17ef req-c030b7aa-21ba-4a9e-9add-0f072393c2ce tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:53.229566 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf0799c-4c81-4e3d-ac10-d270887b17ef req-c030b7aa-21ba-4a9e-9add-0f072393c2ce tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:53.237341 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf0799c-4c81-4e3d-ac10-d270887b17ef req-c030b7aa-21ba-4a9e-9add-0f072393c2ce tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:53.248477 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-7cf0799c-4c81-4e3d-ac10-d270887b17ef req-c030b7aa-21ba-4a9e-9add-0f072393c2ce tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.69 "GET /v2.0/ports?device_id=845d5eff-f61f-4478-8b96-419b59aa7857 HTTP/1.1" status: 200 len: 2414 time: 0.1662705 Apr 18 19:39:53.250136 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f920befd-a4ac-44c0-94ed-70a59be6181b req-52fe1240-bb93-400d-a4e1-54ba08bbf8a8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=98982865-20f7-4e51-8693-654d4bb5f98b HTTP/1.1" status: 200 len: 1097 time: 1.7326982 Apr 18 19:39:53.283498 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvr_db [None req-78c50cf8-5a49-4d0d-ade1-46ac48edb940 None None] Set router 4da428da-1fa3-4edb-883d-108c9079f1fc gateway port host: n-d-836017-2 {{(pid=84766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:39:53.310914 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f828f652-3195-4a43-85be-c2809440156b req-4546acbe-fa34-4099-ae55-58db95972482 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4618981 Apr 18 19:39:53.320388 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f5f0aebc-2e76-4025-b495-0dab9687756b req-289babeb-6927-40f9-b3a5-d7b54f447b02 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7276b8530b6a4c9e997960e7ff37ca8f&device_id=7b49bb00-f484-4f92-bb80-0be3537a561f HTTP/1.1" status: 200 len: 1096 time: 0.5482898 Apr 18 19:39:53.330732 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-7cf0799c-4c81-4e3d-ac10-d270887b17ef req-c64ff4da-4259-4465-8b4e-835d1d2758fa tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.69 "GET /v2.0/security-groups?id=bb003ef8-bec1-46f4-8fe0-50640bc23b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812750 Apr 18 19:39:53.336345 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-08eb11d8-ae9b-4b70-8bc0-5f0103f58a09 req-b76a7920-5662-46c3-8102-48b768749ea4 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414883 Apr 18 19:39:53.474252 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a4106dab-6971-4e7e-8fdc-c66f0a3f4877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:53.488687 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:53.553945 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=d05a9979-9949-4d5f-b161-160de64a0067,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:53.576808 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ebc4f49-c2aa-477d-a50b-11d721b501b9 {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:39:53.650248 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f0aebc-2e76-4025-b495-0dab9687756b req-966136ca-be80-4a0b-a0ce-de363c9d3a76 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:53.651830 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f5f0aebc-2e76-4025-b495-0dab9687756b req-966136ca-be80-4a0b-a0ce-de363c9d3a76 service neutron] 10.222.0.73 "GET /v2.0/networks?id=20d4b8e1-a40a-4802-a6ed-f360fca84cce HTTP/1.1" status: 200 len: 912 time: 0.3133264 Apr 18 19:39:53.657909 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-d399922b-f30b-4e87-8242-956514412ed8 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.8916290 Apr 18 19:39:53.677635 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 37696) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:39:53.684359 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-ea17b284-9a1a-4a49-b622-5191cf90f65f tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1481389533', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd04a7669-c6ea-4358-9a76-0b1ce8b52a94'}], 'security_groups': ['5d52424c-30fe-4169-a460-4a76e50ac50f', '84ce2f59-5433-46a6-95c1-084d0380986c']}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:39:53.691848 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 1ebc4f49-c2aa-477d-a50b-11d721b501b9, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=1ebc4f49-c2aa-477d-a50b-11d721b501b9,segment=NetworkSegment(aed6f02a-53e1-4547-b098-0d9b473b19b5),segment_id=aed6f02a-53e1-4547-b098-0d9b473b19b5)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:39:53.782491 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:53.828633 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f920befd-a4ac-44c0-94ed-70a59be6181b req-91089fec-4829-4eec-b9fc-974123e29716 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c34b62e1-4838-43e7-ac44-2c7aea2cecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5693247 Apr 18 19:39:53.946960 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=1ebc4f49-c2aa-477d-a50b-11d721b501b9,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:54.032212 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-78c50cf8-5a49-4d0d-ade1-46ac48edb940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4da428da-1fa3-4edb-883d-108c9079f1fc', 'name': 'tempest-ServerActionsTestJSON-207124435-router', 'tenant_id': '7276b8530b6a4c9e997960e7ff37ca8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': '552a2c3a-37f5-4f12-b182-1d8ebdf8af89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:38:44Z', 'updated_at': '2022-04-18T19:38:59Z', 'revision_number': 4, 'project_id': '7276b8530b6a4c9e997960e7ff37ca8f', 'gw_port': {'id': '552a2c3a-37f5-4f12-b182-1d8ebdf8af89', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:63:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da428da-1fa3-4edb-883d-108c9079f1fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:38:47Z', 'updated_at': '2022-04-18T19:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_floatingips': [{'id': '8efd75e7-a626-4816-9462-2a4885b08247', 'tenant_id': '7276b8530b6a4c9e997960e7ff37ca8f', 'floating_ip_address': '172.25.3.159', 'floating_network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'router_id': '4da428da-1fa3-4edb-883d-108c9079f1fc', 'port_id': 'b99c6f14-47f1-4ca0-8b04-491816fe3231', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20d4b8e1-a40a-4802-a6ed-f360fca84cce', 'mac_address': 'fa:16:3e:f3:b6:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b49bb00-f484-4f92-bb80-0be3537a561f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T19:39:10Z', 'updated_at': '2022-04-18T19:39:45Z', 'revision_number': 1, 'project_id': '7276b8530b6a4c9e997960e7ff37ca8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '405f82c0-44de-4028-867e-0c0d1bcfb82f', 'name': '', 'network_id': '20d4b8e1-a40a-4802-a6ed-f360fca84cce', 'tenant_id': '7276b8530b6a4c9e997960e7ff37ca8f', 'mac_address': 'fa:16:3e:cc:c7:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da428da-1fa3-4edb-883d-108c9079f1fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0711ab9d-0a48-4dd5-b699-a74bbc1341bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:38:58Z', 'updated_at': '2022-04-18T19:39:08Z', 'revision_number': 5, 'project_id': '7276b8530b6a4c9e997960e7ff37ca8f', 'subnets': [{'id': '0711ab9d-0a48-4dd5-b699-a74bbc1341bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-2', False) {} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:39:54.042900 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c50cf8-5a49-4d0d-ade1-46ac48edb940 None None] The sync data for ids ['4da428da-1fa3-4edb-883d-108c9079f1fc'] in n-d-836017-2 is: [{'id': '4da428da-1fa3-4edb-883d-108c9079f1fc', 'name': 'tempest-ServerActionsTestJSON-207124435-router', 'tenant_id': '7276b8530b6a4c9e997960e7ff37ca8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': '552a2c3a-37f5-4f12-b182-1d8ebdf8af89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:38:44Z', 'updated_at': '2022-04-18T19:38:59Z', 'revision_number': 4, 'project_id': '7276b8530b6a4c9e997960e7ff37ca8f', 'gw_port': {'id': '552a2c3a-37f5-4f12-b182-1d8ebdf8af89', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:63:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da428da-1fa3-4edb-883d-108c9079f1fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:38:47Z', 'updated_at': '2022-04-18T19:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_floatingips': [{'id': '8efd75e7-a626-4816-9462-2a4885b08247', 'tenant_id': '7276b8530b6a4c9e997960e7ff37ca8f', 'floating_ip_address': '172.25.3.159', 'floating_network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'router_id': '4da428da-1fa3-4edb-883d-108c9079f1fc', 'port_id': 'b99c6f14-47f1-4ca0-8b04-491816fe3231', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20d4b8e1-a40a-4802-a6ed-f360fca84cce', 'mac_address': 'fa:16:3e:f3:b6:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b49bb00-f484-4f92-bb80-0be3537a561f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T19:39:10Z', 'updated_at': '2022-04-18T19:39:45Z', 'revision_number': 1, 'project_id': '7276b8530b6a4c9e997960e7ff37ca8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '405f82c0-44de-4028-867e-0c0d1bcfb82f', 'name': '', 'network_id': '20d4b8e1-a40a-4802-a6ed-f360fca84cce', 'tenant_id': '7276b8530b6a4c9e997960e7ff37ca8f', 'mac_address': 'fa:16:3e:cc:c7:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da428da-1fa3-4edb-883d-108c9079f1fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0711ab9d-0a48-4dd5-b699-a74bbc1341bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:38:58Z', 'updated_at': '2022-04-18T19:39:08Z', 'revision_number': 5, 'project_id': '7276b8530b6a4c9e997960e7ff37ca8f', 'subnets': [{'id': '0711ab9d-0a48-4dd5-b699-a74bbc1341bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:39:54.184657 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f32ee0-3c70-4eb8-bbf9-c5c58014570b None None] Update dhcp port {'port': {'network_id': 'd56be34c-7b73-4700-ae04-c94175a27b0b', 'fixed_ips': [{'subnet_id': 'dd42dee8-2ca9-4612-a90d-1f4d6287e7e3', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'aada8314-c671-4d1e-b3f3-c727ecd4fce9', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd04a7669-c6ea-4358-9a76-0b1ce8b52a94'}], 'binding:host_id': 'n-d-836017-2'}, 'id': '9153bc22-13ff-45e4-bb6a-072787843c49'} from n-d-836017-2. {{(pid=84765) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 18 19:39:54.195173 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-53837996-6bc0-429e-a335-72f81cc71464 req-f9b9d6d5-6dcd-4db6-b4f2-75ccbe2203a8 tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Notify agent at l3_agent.n-d-836017-2 the message routers_updated {{(pid=84763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:39:54.238667 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-ea17b284-9a1a-4a49-b622-5191cf90f65f tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:54.242912 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aedd055d-339f-4a36-b52d-2c4ad1d0d8e2 None None] Sync routers for ids ['70541714-e3a3-4cf4-ada3-a103e46f8e0b'] in n-d-836017-2 {{(pid=84765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:39:54.246529 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] get_ports_and_sgs() called for port_ids ['d05a9979-9949-4d5f-b161-160de64a0067'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:39:54.272157 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f5f0aebc-2e76-4025-b495-0dab9687756b req-b4b0efef-5adb-485e-b2ff-a9e085e86447 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b99c6f14-47f1-4ca0-8b04-491816fe3231 HTTP/1.1" status: 200 len: 999 time: 0.5707741 Apr 18 19:39:54.368992 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] get_ports_and_sgs() called for port_ids ['1ebc4f49-c2aa-477d-a50b-11d721b501b9'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:39:54.383952 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f0aebc-2e76-4025-b495-0dab9687756b req-be3072ab-bee1-4011-b8c1-5940e069bf6b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:54.385171 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f5f0aebc-2e76-4025-b495-0dab9687756b req-be3072ab-bee1-4011-b8c1-5940e069bf6b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0711ab9d-0a48-4dd5-b699-a74bbc1341bb HTTP/1.1" status: 200 len: 850 time: 0.0939367 Apr 18 19:39:54.397820 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c150768-4d66-4008-aca2-2dbb8667e7e8 req-143bfb0a-bba5-476b-bbb8-334160fefb6e tempest-ServerGroupTestJSON-1466124403 tempest-ServerGroupTestJSON-1466124403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:54.398116 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194c9441-9bc5-4a3c-9d36-c00dfd80104c req-3b2fe90b-9697-4cb7-b1d0-3add93e3e7f6 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:54.399720 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-194c9441-9bc5-4a3c-9d36-c00dfd80104c req-3b2fe90b-9697-4cb7-b1d0-3add93e3e7f6 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b49bb00-f484-4f92-bb80-0be3537a561f HTTP/1.1" status: 200 len: 945 time: 0.5545168 Apr 18 19:39:54.412963 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6c150768-4d66-4008-aca2-2dbb8667e7e8 req-143bfb0a-bba5-476b-bbb8-334160fefb6e tempest-ServerGroupTestJSON-1466124403 tempest-ServerGroupTestJSON-1466124403-project] 10.222.0.69 "GET /v2.0/ports?device_id=98982865-20f7-4e51-8693-654d4bb5f98b HTTP/1.1" status: 200 len: 946 time: 0.8150570 Apr 18 19:39:54.474588 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07d70b4-653b-4d81-b06f-c8c1b3d14e91 None None] New status for floating IP 8efd75e7-a626-4816-9462-2a4885b08247: ACTIVE {{(pid=84766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 19:39:54.500510 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] get_ports_and_sgs() called for port_ids ['a86a51d6-c303-4a2c-b5ad-8d3d8e42c0ea'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:39:54.520665 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-53837996-6bc0-429e-a335-72f81cc71464 req-f9b9d6d5-6dcd-4db6-b4f2-75ccbe2203a8 tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] No DVR routers for this DVR port 4be5c9d5-9153-486a-9796-60f8fbc38af7 on host n-h2-836017-2 {{(pid=84763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:39:54.524538 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-53837996-6bc0-429e-a335-72f81cc71464 req-f9b9d6d5-6dcd-4db6-b4f2-75ccbe2203a8 tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:54.527017 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-53837996-6bc0-429e-a335-72f81cc71464 req-f9b9d6d5-6dcd-4db6-b4f2-75ccbe2203a8 tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] 10.222.0.72 "DELETE /v2.0/ports/4be5c9d5-9153-486a-9796-60f8fbc38af7 HTTP/1.1" status: 204 len: 173 time: 7.0130951 Apr 18 19:39:54.580571 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '837da776-18a8-418e-9e91-3e160c5632a0', 'name': 'network-vif-deleted', 'tag': '4be5c9d5-9153-486a-9796-60f8fbc38af7'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:39:54.598444 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-194c9441-9bc5-4a3c-9d36-c00dfd80104c req-df897342-cbe5-42b7-8474-868824c5493a tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] 10.222.0.69 "GET /v2.0/security-groups?id=65d46739-eb5a-478f-9fc7-f1aa98b0d76a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1550004 Apr 18 19:39:54.627747 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f828f652-3195-4a43-85be-c2809440156b req-bda7bbfc-f98b-4936-b327-da5753849e2e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f23daf946b4d4874b9d361b56e2fb9b5&device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 1096 time: 0.9660389 Apr 18 19:39:54.647767 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6c150768-4d66-4008-aca2-2dbb8667e7e8 req-e723c702-3df9-4d64-b906-a2e16f8ba8d7 tempest-ServerGroupTestJSON-1466124403 tempest-ServerGroupTestJSON-1466124403-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34b62e1-4838-43e7-ac44-2c7aea2cecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338057 Apr 18 19:39:54.904001 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a5f32ee0-3c70-4eb8-bbf9-c5c58014570b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:54.976918 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f5f0aebc-2e76-4025-b495-0dab9687756b req-b278922a-7e2e-49a3-98ad-a9e2831180d2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=20d4b8e1-a40a-4802-a6ed-f360fca84cce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4982512 Apr 18 19:39:55.124458 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aedd055d-339f-4a36-b52d-2c4ad1d0d8e2 None None] Routers {'70541714-e3a3-4cf4-ada3-a103e46f8e0b'} bound to L3 agent in host n-d-836017-2 {{(pid=84765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:39:55.128580 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-aedd055d-339f-4a36-b52d-2c4ad1d0d8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:39:50Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['70541714-e3a3-4cf4-ada3-a103e46f8e0b'], 'active': True} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:39:55.307501 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-94f9ea29-7bed-4bf9-8a0a-30d2c9c53547 req-a562dabd-3d58-46c8-ad5b-f46c241ffeb0 tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Synchronizing usage tracker for tenant:11fa110afd504f4180500a31ab517fd5 on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:39:55.358068 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:55.627030 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-94f9ea29-7bed-4bf9-8a0a-30d2c9c53547 req-a562dabd-3d58-46c8-ad5b-f46c241ffeb0 tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Unset dirty status for tenant:11fa110afd504f4180500a31ab517fd5 on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:39:55.628538 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-94f9ea29-7bed-4bf9-8a0a-30d2c9c53547 req-a562dabd-3d58-46c8-ad5b-f46c241ffeb0 tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] 10.222.0.69 "GET /v2.0/ports?device_id=837da776-18a8-418e-9e91-3e160c5632a0 HTTP/1.1" status: 200 len: 210 time: 0.5586150 Apr 18 19:39:55.634741 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f828f652-3195-4a43-85be-c2809440156b req-682f2d74-a879-46ad-8187-ca42edf2f2d6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:55.636949 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f828f652-3195-4a43-85be-c2809440156b req-682f2d74-a879-46ad-8187-ca42edf2f2d6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=47c820f3-b421-48a9-a537-e0e4851dd399 HTTP/1.1" status: 200 len: 915 time: 0.9394090 Apr 18 19:39:55.692690 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_common [None req-ea17b284-9a1a-4a49-b622-5191cf90f65f tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Delete allocated IP 2001:db8::2da (d56be34c-7b73-4700-ae04-c94175a27b0b/aada8314-c671-4d1e-b3f3-c727ecd4fce9) {{(pid=84764) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 18 19:39:55.723158 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_common [None req-ea17b284-9a1a-4a49-b622-5191cf90f65f tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Allocated IP 2001:db8:0:2::3bf (d56be34c-7b73-4700-ae04-c94175a27b0b/d04a7669-c6ea-4358-9a76-0b1ce8b52a94/3c9638e9-c24b-4567-a857-0614f6c5fb8f) {{(pid=84764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:39:55.837659 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f828f652-3195-4a43-85be-c2809440156b req-40cf971e-9d7c-4098-8ab0-61e538984935 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2d41a20-8113-45ca-a446-3bd7c51b739f HTTP/1.1" status: 200 len: 217 time: 0.1914978 Apr 18 19:39:55.947798 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f5f0aebc-2e76-4025-b495-0dab9687756b req-f364103c-ae88-4b7c-9700-f9d9fbd2f018 service neutron] 10.222.0.73 "GET /v2.0/networks/20d4b8e1-a40a-4802-a6ed-f360fca84cce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9486036 Apr 18 19:39:56.041367 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f828f652-3195-4a43-85be-c2809440156b req-c655fcfc-a63e-4a05-a3dd-1d3f1040c2d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:56.043242 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f828f652-3195-4a43-85be-c2809440156b req-c655fcfc-a63e-4a05-a3dd-1d3f1040c2d7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=796a481f-8e54-4cc2-b013-83edb23d78ce HTTP/1.1" status: 200 len: 854 time: 0.1835725 Apr 18 19:39:56.208173 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-ea17b284-9a1a-4a49-b622-5191cf90f65f tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks [] for port, precommit_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:56.226912 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.provisioning_blocks [None req-ea17b284-9a1a-4a49-b622-5191cf90f65f tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Transition to ACTIVE for port object 3c9638e9-c24b-4567-a857-0614f6c5fb8f will not be triggered until provisioned by entity DHCP. {{(pid=84764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:39:56.290222 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9297da-a7d8-4fa3-bedf-16cc5f713cc6 req-46f23e8a-e261-494f-987c-8470ad98fedd tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:56.298560 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ec9297da-a7d8-4fa3-bedf-16cc5f713cc6 req-46f23e8a-e261-494f-987c-8470ad98fedd tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 945 time: 1.1158314 Apr 18 19:39:56.318187 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-ea17b284-9a1a-4a49-b622-5191cf90f65f tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2290934'] for port, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:56.327768 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f828f652-3195-4a43-85be-c2809440156b req-c10bb72b-e5c2-426b-ada6-51b93240895d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=47c820f3-b421-48a9-a537-e0e4851dd399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0818269 Apr 18 19:39:56.342082 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f5f0aebc-2e76-4025-b495-0dab9687756b req-d7b496cd-6790-4d1d-8479-5a580ef9a785 service neutron] 10.222.0.73 "GET /v2.0/networks/20d4b8e1-a40a-4802-a6ed-f360fca84cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911804 Apr 18 19:39:56.469656 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea17b284-9a1a-4a49-b622-5191cf90f65f tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Pushing event updated for resources: {'Port': ['ID=3c9638e9-c24b-4567-a857-0614f6c5fb8f,revision_number=2']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:56.474263 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-aedd055d-339f-4a36-b52d-2c4ad1d0d8e2 None None] Set router 70541714-e3a3-4cf4-ada3-a103e46f8e0b gateway port host: n-d-836017-2 {{(pid=84765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:39:56.500658 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ec9297da-a7d8-4fa3-bedf-16cc5f713cc6 req-eb1eaa13-e68a-488c-8e73-8089bff8ec5e tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011104 Apr 18 19:39:56.503599 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-ea17b284-9a1a-4a49-b622-5191cf90f65f tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] In _notify_port_updated(), no bound segment for port 3c9638e9-c24b-4567-a857-0614f6c5fb8f on network d56be34c-7b73-4700-ae04-c94175a27b0b {{(pid=84764) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 18 19:39:56.515465 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea17b284-9a1a-4a49-b622-5191cf90f65f tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:56.518867 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-ea17b284-9a1a-4a49-b622-5191cf90f65f tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:56.524343 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-ea17b284-9a1a-4a49-b622-5191cf90f65f tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "PUT /v2.0/ports/3c9638e9-c24b-4567-a857-0614f6c5fb8f HTTP/1.1" status: 200 len: 970 time: 2.8450003 Apr 18 19:39:56.527548 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 37720) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:39:56.649918 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a6e5c24-6206-470e-98c2-07380eb7c1b9'] response: {'server_uuid': '837da776-18a8-418e-9e91-3e160c5632a0', 'name': 'network-vif-deleted', 'tag': '4be5c9d5-9153-486a-9796-60f8fbc38af7', 'status': 'completed', 'code': 200} Apr 18 19:39:56.678585 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7d3d1e-7845-48f8-8cbf-425bba0b03e9 req-edcf6b7f-e2ef-41ec-96cb-bbf02e27f213 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:56.689832 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7d3d1e-7845-48f8-8cbf-425bba0b03e9 req-edcf6b7f-e2ef-41ec-96cb-bbf02e27f213 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:56.690929 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-4180a32b-d6b5-436d-8c54-18f977fc2bbc tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Deleting port 3c9638e9-c24b-4567-a857-0614f6c5fb8f {{(pid=84764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:39:56.697317 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-4180a32b-d6b5-436d-8c54-18f977fc2bbc tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:56.704832 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7d3d1e-7845-48f8-8cbf-425bba0b03e9 req-edcf6b7f-e2ef-41ec-96cb-bbf02e27f213 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:56.712409 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-6e7d3d1e-7845-48f8-8cbf-425bba0b03e9 req-edcf6b7f-e2ef-41ec-96cb-bbf02e27f213 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.69 "GET /v2.0/ports?device_id=845d5eff-f61f-4478-8b96-419b59aa7857 HTTP/1.1" status: 200 len: 2415 time: 0.7742219 Apr 18 19:39:56.730675 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-a5f32ee0-3c70-4eb8-bbf9-c5c58014570b None None] Allocated IP 2001:db8:0:2::2 (d56be34c-7b73-4700-ae04-c94175a27b0b/d04a7669-c6ea-4358-9a76-0b1ce8b52a94/9153bc22-13ff-45e4-bb6a-072787843c49) {{(pid=84765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:39:56.892340 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-6e7d3d1e-7845-48f8-8cbf-425bba0b03e9 req-2a776057-bd32-4918-b54a-60a6d0d100e1 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.69 "GET /v2.0/security-groups?id=bb003ef8-bec1-46f4-8fe0-50640bc23b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717584 Apr 18 19:39:56.904267 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f828f652-3195-4a43-85be-c2809440156b req-e03e3eb8-8f55-4f28-90ff-b96ab4b54a7a service neutron] 10.222.0.73 "GET /v2.0/networks/47c820f3-b421-48a9-a537-e0e4851dd399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5590391 Apr 18 19:39:57.190946 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f828f652-3195-4a43-85be-c2809440156b req-add5c3c1-a5f0-4f60-a964-277865d91708 service neutron] 10.222.0.73 "GET /v2.0/networks/47c820f3-b421-48a9-a537-e0e4851dd399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2728829 Apr 18 19:39:57.238063 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44db02f6-1147-45db-bc00-c689b516afdb req-63618a21-f926-41e5-b829-6b72363d39a9 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:57.245246 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-44db02f6-1147-45db-bc00-c689b516afdb req-63618a21-f926-41e5-b829-6b72363d39a9 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b49bb00-f484-4f92-bb80-0be3537a561f HTTP/1.1" status: 200 len: 945 time: 0.2926886 Apr 18 19:39:57.323314 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d71ae4-a495-417b-a823-bc7ecbad9cc0 req-c087d852-1302-4146-aae5-bd1d78a58dc1 tempest-ServerGroupTestJSON-1466124403 tempest-ServerGroupTestJSON-1466124403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:57.333972 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-20d71ae4-a495-417b-a823-bc7ecbad9cc0 req-c087d852-1302-4146-aae5-bd1d78a58dc1 tempest-ServerGroupTestJSON-1466124403 tempest-ServerGroupTestJSON-1466124403-project] 10.222.0.69 "GET /v2.0/ports?device_id=98982865-20f7-4e51-8693-654d4bb5f98b HTTP/1.1" status: 200 len: 946 time: 0.2298107 Apr 18 19:39:57.386552 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-4180a32b-d6b5-436d-8c54-18f977fc2bbc tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:57.392377 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-20d71ae4-a495-417b-a823-bc7ecbad9cc0 req-9cfdc04f-0a12-4ed1-b1d4-4e593d7b38c3 tempest-ServerGroupTestJSON-1466124403 tempest-ServerGroupTestJSON-1466124403-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34b62e1-4838-43e7-ac44-2c7aea2cecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572305 Apr 18 19:39:57.588230 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-a5f32ee0-3c70-4eb8-bbf9-c5c58014570b None None] For port 9153bc22-13ff-45e4-bb6a-072787843c49, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=9153bc22-13ff-45e4-bb6a-072787843c49,segment=NetworkSegment(c1d1ca63-ff25-4558-9f27-265eac5bbba9),segment_id=c1d1ca63-ff25-4558-9f27-265eac5bbba9)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:39:57.697105 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-44db02f6-1147-45db-bc00-c689b516afdb req-a9f87440-78f6-44c9-ab24-f74fd5c0f099 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] 10.222.0.69 "GET /v2.0/security-groups?id=65d46739-eb5a-478f-9fc7-f1aa98b0d76a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4508865 Apr 18 19:39:57.702549 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a5f32ee0-3c70-4eb8-bbf9-c5c58014570b None None] Notify callbacks [] for port, precommit_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:57.709392 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-4180a32b-d6b5-436d-8c54-18f977fc2bbc tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Calling delete_port for 3c9638e9-c24b-4567-a857-0614f6c5fb8f owned by {{(pid=84764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:39:57.739010 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-aedd055d-339f-4a36-b52d-2c4ad1d0d8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70541714-e3a3-4cf4-ada3-a103e46f8e0b', 'name': 'tempest-ServersTestManualDisk-37169976-router', 'tenant_id': '11fa110afd504f4180500a31ab517fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '5e2288af-769a-4eb6-8420-8eaab9abe4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:37:27Z', 'updated_at': '2022-04-18T19:37:57Z', 'revision_number': 4, 'project_id': '11fa110afd504f4180500a31ab517fd5', 'gw_port': {'id': '5e2288af-769a-4eb6-8420-8eaab9abe4ca', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ea:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70541714-e3a3-4cf4-ada3-a103e46f8e0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:37:31Z', 'updated_at': '2022-04-18T19:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_interfaces': [{'id': '24c37ab6-dff6-44c9-b584-83c8efc47566', 'name': '', 'network_id': '907b3800-8be3-4c78-9411-07f6490aed83', 'tenant_id': '11fa110afd504f4180500a31ab517fd5', 'mac_address': 'fa:16:3e:76:78:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70541714-e3a3-4cf4-ada3-a103e46f8e0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ba52fbae-1fb9-4ec8-b27f-ceb3ad82d8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:37:53Z', 'updated_at': '2022-04-18T19:38:12Z', 'revision_number': 5, 'project_id': '11fa110afd504f4180500a31ab517fd5', 'subnets': [{'id': 'ba52fbae-1fb9-4ec8-b27f-ceb3ad82d8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-2', False) {} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:39:57.741613 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-a5f32ee0-3c70-4eb8-bbf9-c5c58014570b None None] Transition to ACTIVE for port object 9153bc22-13ff-45e4-bb6a-072787843c49 will not be triggered until provisioned by entity DHCP. {{(pid=84765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:39:57.749541 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aedd055d-339f-4a36-b52d-2c4ad1d0d8e2 None None] Checking router: 70541714-e3a3-4cf4-ada3-a103e46f8e0b for host: n-d-836017-2 {{(pid=84765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:39:57.776316 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aedd055d-339f-4a36-b52d-2c4ad1d0d8e2 None None] Routers {'70541714-e3a3-4cf4-ada3-a103e46f8e0b'} bound to L3 agent in host n-d-836017-2 {{(pid=84765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:39:57.785208 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-aedd055d-339f-4a36-b52d-2c4ad1d0d8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:39:50Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['70541714-e3a3-4cf4-ada3-a103e46f8e0b'], 'active': True} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:39:58.098042 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device d05a9979-9949-4d5f-b161-160de64a0067 up at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:39:58.147566 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a5f32ee0-3c70-4eb8-bbf9-c5c58014570b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:58.242225 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-4180a32b-d6b5-436d-8c54-18f977fc2bbc tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:58.282338 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bfebd8-8c1f-47a8-9810-b460ae9856ff req-188b8654-0d7e-4bf6-b574-236a13eba9c3 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:58.290503 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e0bfebd8-8c1f-47a8-9810-b460ae9856ff req-188b8654-0d7e-4bf6-b574-236a13eba9c3 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 945 time: 0.1384227 Apr 18 19:39:58.360236 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4180a32b-d6b5-436d-8c54-18f977fc2bbc tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Pushing event deleted for resources: {'Port': ['ID=3c9638e9-c24b-4567-a857-0614f6c5fb8f,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:58.364039 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e0bfebd8-8c1f-47a8-9810-b460ae9856ff req-9583358c-7051-48a4-9498-f0a94bd8b945 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721385 Apr 18 19:39:58.407112 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-aedd055d-339f-4a36-b52d-2c4ad1d0d8e2 None None] Set router 70541714-e3a3-4cf4-ada3-a103e46f8e0b gateway port host: n-d-836017-2 {{(pid=84765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:39:58.548269 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 37754) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:39:58.634167 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-4180a32b-d6b5-436d-8c54-18f977fc2bbc tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:58.652253 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-4180a32b-d6b5-436d-8c54-18f977fc2bbc tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "DELETE /v2.0/ports/3c9638e9-c24b-4567-a857-0614f6c5fb8f HTTP/1.1" status: 204 len: 168 time: 2.1234422 Apr 18 19:39:58.653813 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 37758) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:39:58.702975 n-d-836017-2 neutron-server[84764]: INFO neutron.pecan_wsgi.hooks.translation [None req-3982fe52-4db6-4e95-922b-0e9f1828c852 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] GET failed (client error): The resource could not be found. Apr 18 19:39:58.703820 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-3982fe52-4db6-4e95-922b-0e9f1828c852 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Synchronizing usage tracker for tenant:8097f6133aa24824a0d11d98456dfce8 on resource:port {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:39:58.728229 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165c9a09-33bb-4f92-88b9-1f973a556730 req-01a2d753-113f-4152-9a50-7e58f0cab973 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:58.736845 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-165c9a09-33bb-4f92-88b9-1f973a556730 req-01a2d753-113f-4152-9a50-7e58f0cab973 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b49bb00-f484-4f92-bb80-0be3537a561f HTTP/1.1" status: 200 len: 945 time: 0.5653219 Apr 18 19:39:58.805235 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-165c9a09-33bb-4f92-88b9-1f973a556730 req-7de82023-bc9c-4b95-a5c6-0e959d4ddef2 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] 10.222.0.69 "GET /v2.0/security-groups?id=65d46739-eb5a-478f-9fc7-f1aa98b0d76a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665684 Apr 18 19:39:58.814690 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-3982fe52-4db6-4e95-922b-0e9f1828c852 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Unset dirty status for tenant:8097f6133aa24824a0d11d98456dfce8 on resource:port {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:39:58.819296 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-3982fe52-4db6-4e95-922b-0e9f1828c852 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "GET /v2.0/ports/3c9638e9-c24b-4567-a857-0614f6c5fb8f HTTP/1.1" status: 404 len: 333 time: 0.1636934 Apr 18 19:39:58.820334 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 37762) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:39:58.847761 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-0fa7b943-660c-4e77-95c3-142d85555153 tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Notify callbacks [] for security_group, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:58.921293 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-0fa7b943-660c-4e77-95c3-142d85555153 tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:58.978551 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-4903b82c-c3bd-4d93-9a10-d8ed1e9e66cb tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:59.049713 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-4903b82c-c3bd-4d93-9a10-d8ed1e9e66cb tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:59.074228 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-0fa7b943-660c-4e77-95c3-142d85555153 tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:59.139575 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa7b943-660c-4e77-95c3-142d85555153 tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11cffa75-c58f-4a7d-85dc-3db8046977bd,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:59.192089 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef024e7-a476-4c4e-80c8-e9111d5e1698 req-0c7af5c8-c7cc-45ae-8dd8-46c51eb17c04 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:59.197370 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef024e7-a476-4c4e-80c8-e9111d5e1698 req-0c7af5c8-c7cc-45ae-8dd8-46c51eb17c04 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:59.208754 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef024e7-a476-4c4e-80c8-e9111d5e1698 req-0c7af5c8-c7cc-45ae-8dd8-46c51eb17c04 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:59.217384 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-bef024e7-a476-4c4e-80c8-e9111d5e1698 req-0c7af5c8-c7cc-45ae-8dd8-46c51eb17c04 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.69 "GET /v2.0/ports?device_id=845d5eff-f61f-4478-8b96-419b59aa7857 HTTP/1.1" status: 200 len: 2415 time: 0.2297444 Apr 18 19:39:59.222424 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-4903b82c-c3bd-4d93-9a10-d8ed1e9e66cb tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:59.305615 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-4903b82c-c3bd-4d93-9a10-d8ed1e9e66cb tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:59.312601 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f32ee0-3c70-4eb8-bbf9-c5c58014570b None None] Pushing event updated for resources: {'Port': ['ID=9153bc22-13ff-45e4-bb6a-072787843c49,revision_number=7']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:59.314344 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-4903b82c-c3bd-4d93-9a10-d8ed1e9e66cb tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "DELETE /v2.0/security-groups/0f0e097d-8897-477a-b114-a77d25687cf9 HTTP/1.1" status: 204 len: 168 time: 0.4923956 Apr 18 19:39:59.314974 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 37768) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:39:59.315971 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4903b82c-c3bd-4d93-9a10-d8ed1e9e66cb tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f0e097d-8897-477a-b114-a77d25687cf9,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:59.342247 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-bef024e7-a476-4c4e-80c8-e9111d5e1698 req-2d014c70-af18-40f9-b912-96c6ebf67f0e tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.69 "GET /v2.0/security-groups?id=bb003ef8-bec1-46f4-8fe0-50640bc23b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232803 Apr 18 19:39:59.372167 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-0fa7b943-660c-4e77-95c3-142d85555153 tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Notify callbacks [] for security_group, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:59.389869 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-0fa7b943-660c-4e77-95c3-142d85555153 tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] 10.222.0.69 "DELETE /v2.0/security-groups/11cffa75-c58f-4a7d-85dc-3db8046977bd HTTP/1.1" status: 204 len: 168 time: 0.8399916 Apr 18 19:39:59.394689 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 37774) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:39:59.465257 n-d-836017-2 neutron-server[84763]: INFO neutron.api.v2.resource [None req-2b3c08c9-7b93-4b2e-87a5-06d13679c19a tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] show failed (client error): The resource could not be found. Apr 18 19:39:59.473076 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 37778) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:39:59.476055 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-2b3c08c9-7b93-4b2e-87a5-06d13679c19a tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] 10.222.0.69 "GET /v2.0/security-groups/11cffa75-c58f-4a7d-85dc-3db8046977bd HTTP/1.1" status: 404 len: 347 time: 0.0772860 Apr 18 19:39:59.555586 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning for port d05a9979-9949-4d5f-b161-160de64a0067 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:39:59.602338 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning complete for port d05a9979-9949-4d5f-b161-160de64a0067 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:39:59.602629 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:59.735633 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-332426c3-509d-4573-991e-df16ca0d3404 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:59.797795 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-aedd055d-339f-4a36-b52d-2c4ad1d0d8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70541714-e3a3-4cf4-ada3-a103e46f8e0b', 'name': 'tempest-ServersTestManualDisk-37169976-router', 'tenant_id': '11fa110afd504f4180500a31ab517fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '5e2288af-769a-4eb6-8420-8eaab9abe4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:37:27Z', 'updated_at': '2022-04-18T19:37:57Z', 'revision_number': 4, 'project_id': '11fa110afd504f4180500a31ab517fd5', 'gw_port': {'id': '5e2288af-769a-4eb6-8420-8eaab9abe4ca', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ea:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70541714-e3a3-4cf4-ada3-a103e46f8e0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:37:31Z', 'updated_at': '2022-04-18T19:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_interfaces': [{'id': '24c37ab6-dff6-44c9-b584-83c8efc47566', 'name': '', 'network_id': '907b3800-8be3-4c78-9411-07f6490aed83', 'tenant_id': '11fa110afd504f4180500a31ab517fd5', 'mac_address': 'fa:16:3e:76:78:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70541714-e3a3-4cf4-ada3-a103e46f8e0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ba52fbae-1fb9-4ec8-b27f-ceb3ad82d8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:37:53Z', 'updated_at': '2022-04-18T19:38:12Z', 'revision_number': 5, 'project_id': '11fa110afd504f4180500a31ab517fd5', 'subnets': [{'id': 'ba52fbae-1fb9-4ec8-b27f-ceb3ad82d8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-2', False) {} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:39:59.814591 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aedd055d-339f-4a36-b52d-2c4ad1d0d8e2 None None] The sync data for ids ['70541714-e3a3-4cf4-ada3-a103e46f8e0b'] in n-d-836017-2 is: [{'id': '70541714-e3a3-4cf4-ada3-a103e46f8e0b', 'name': 'tempest-ServersTestManualDisk-37169976-router', 'tenant_id': '11fa110afd504f4180500a31ab517fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '5e2288af-769a-4eb6-8420-8eaab9abe4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:37:27Z', 'updated_at': '2022-04-18T19:37:57Z', 'revision_number': 4, 'project_id': '11fa110afd504f4180500a31ab517fd5', 'gw_port': {'id': '5e2288af-769a-4eb6-8420-8eaab9abe4ca', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ea:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70541714-e3a3-4cf4-ada3-a103e46f8e0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:37:31Z', 'updated_at': '2022-04-18T19:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_interfaces': [{'id': '24c37ab6-dff6-44c9-b584-83c8efc47566', 'name': '', 'network_id': '907b3800-8be3-4c78-9411-07f6490aed83', 'tenant_id': '11fa110afd504f4180500a31ab517fd5', 'mac_address': 'fa:16:3e:76:78:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70541714-e3a3-4cf4-ada3-a103e46f8e0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ba52fbae-1fb9-4ec8-b27f-ceb3ad82d8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:37:53Z', 'updated_at': '2022-04-18T19:38:12Z', 'revision_number': 5, 'project_id': '11fa110afd504f4180500a31ab517fd5', 'subnets': [{'id': 'ba52fbae-1fb9-4ec8-b27f-ceb3ad82d8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:39:59.821213 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-332426c3-509d-4573-991e-df16ca0d3404 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:59.832215 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fff450f-fa6e-4d90-a1e8-cd56917ba6cc req-3f89a357-41d5-402f-b55f-3bd988a67a49 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:59.842572 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8fff450f-fa6e-4d90-a1e8-cd56917ba6cc req-3f89a357-41d5-402f-b55f-3bd988a67a49 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 945 time: 0.2004118 Apr 18 19:39:59.969226 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-f4c1487c-e738-4f70-a629-9284346c359c tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Deleting port e1509309-2750-45a7-ae23-f9064642bbc8 {{(pid=84764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:39:59.970269 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f4c1487c-e738-4f70-a629-9284346c359c tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:00.011499 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-332426c3-509d-4573-991e-df16ca0d3404 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:00.032748 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8fff450f-fa6e-4d90-a1e8-cd56917ba6cc req-74a11007-97e0-4b35-b5bf-66dbf221de15 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882765 Apr 18 19:40:00.048179 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:00.085744 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332426c3-509d-4573-991e-df16ca0d3404 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84ce2f59-5433-46a6-95c1-084d0380986c,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:00.141326 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port d05a9979-9949-4d5f-b161-160de64a0067, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=d05a9979-9949-4d5f-b161-160de64a0067,segment=NetworkSegment(a4aec143-78e5-48d5-aadb-8065e83173e5),segment_id=a4aec143-78e5-48d5-aadb-8065e83173e5)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:40:00.155972 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '845d5eff-f61f-4478-8b96-419b59aa7857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd05a9979-9949-4d5f-b161-160de64a0067'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:40:00.160943 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-332426c3-509d-4573-991e-df16ca0d3404 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:00.165842 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 37796) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:00.170386 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-332426c3-509d-4573-991e-df16ca0d3404 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "DELETE /v2.0/security-groups/84ce2f59-5433-46a6-95c1-084d0380986c HTTP/1.1" status: 204 len: 168 time: 0.8426619 Apr 18 19:40:00.207725 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:00.213446 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 1ebc4f49-c2aa-477d-a50b-11d721b501b9 up at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:40:00.385004 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-558d5ac1-6e9a-49f5-9ce4-ef807448f484 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks [] for security_group, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:00.472736 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-558d5ac1-6e9a-49f5-9ce4-ef807448f484 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:00.516815 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f4c1487c-e738-4f70-a629-9284346c359c tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:00.520864 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f4c1487c-e738-4f70-a629-9284346c359c tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:00.596981 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=d05a9979-9949-4d5f-b161-160de64a0067,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:00.735480 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning for port 1ebc4f49-c2aa-477d-a50b-11d721b501b9 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:40:00.750878 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning complete for port 1ebc4f49-c2aa-477d-a50b-11d721b501b9 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:40:00.751962 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:00.761296 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-558d5ac1-6e9a-49f5-9ce4-ef807448f484 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:00.808971 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558d5ac1-6e9a-49f5-9ce4-ef807448f484 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d52424c-30fe-4169-a460-4a76e50ac50f,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:00.858818 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-558d5ac1-6e9a-49f5-9ce4-ef807448f484 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks [] for security_group, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:00.865536 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-558d5ac1-6e9a-49f5-9ce4-ef807448f484 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "DELETE /v2.0/security-groups/5d52424c-30fe-4169-a460-4a76e50ac50f HTTP/1.1" status: 204 len: 168 time: 0.6959565 Apr 18 19:40:00.873602 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 37812) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:00.930202 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-f4c1487c-e738-4f70-a629-9284346c359c tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Calling delete_port for e1509309-2750-45a7-ae23-f9064642bbc8 owned by network:floatingip {{(pid=84764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:40:01.046267 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 9153bc22-13ff-45e4-bb6a-072787843c49 up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:40:01.394260 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d2e2f6-534f-4a05-9f19-aa471514a221 None None] New status for floating IP 60145965-2636-4fe7-97be-f4fc87b3dbf2: DOWN {{(pid=84765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 19:40:01.513954 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f4c1487c-e738-4f70-a629-9284346c359c tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:01.539260 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d2303a3-e054-4607-a888-c7a114823178 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Deleting subnet aada8314-c671-4d1e-b3f3-c727ecd4fce9 {{(pid=84763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:40:01.553161 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-4d2303a3-e054-4607-a888-c7a114823178 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks [] for subnet, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:01.748274 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bf96c5a-28c9-4fd4-920d-31930d532444'] response: {'server_uuid': '845d5eff-f61f-4478-8b96-419b59aa7857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd05a9979-9949-4d5f-b161-160de64a0067', 'code': 200} Apr 18 19:40:01.751352 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-a7d2e2f6-534f-4a05-9f19-aa471514a221 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84765) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 19:40:01.751698 n-d-836017-2 neutron-server[84765]: DEBUG oslo_db.api [None req-a7d2e2f6-534f-4a05-9f19-aa471514a221 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 19:40:01.794928 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-4d2303a3-e054-4607-a888-c7a114823178 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66272755'] for subnet, precommit_delete_associations {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:01.853185 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-122379ba-5f2d-4ac7-b29f-145fd0b91a6f None None] Provisioning complete for port 5fdfde06-f346-4b42-ad99-bbc95b967041 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:40:01.853917 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-122379ba-5f2d-4ac7-b29f-145fd0b91a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:01.887131 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c1487c-e738-4f70-a629-9284346c359c tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Pushing event deleted for resources: {'Port': ['ID=e1509309-2750-45a7-ae23-f9064642bbc8,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:01.937529 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-122379ba-5f2d-4ac7-b29f-145fd0b91a6f None None] Port 5fdfde06-f346-4b42-ad99-bbc95b967041 cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:40:01.957609 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-122379ba-5f2d-4ac7-b29f-145fd0b91a6f None None] Could not find standard attr ID for object 3c9638e9-c24b-4567-a857-0614f6c5fb8f. {{(pid=84765) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 19:40:01.966702 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:02.018634 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 1ebc4f49-c2aa-477d-a50b-11d721b501b9, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=1ebc4f49-c2aa-477d-a50b-11d721b501b9,segment=NetworkSegment(aed6f02a-53e1-4547-b098-0d9b473b19b5),segment_id=aed6f02a-53e1-4547-b098-0d9b473b19b5)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:40:02.060409 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f4c1487c-e738-4f70-a629-9284346c359c tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Notify callbacks [] for floatingip, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:02.094709 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57f0ad7-f330-42f2-b709-7b1e8bb2c538 req-042861d4-b455-4b99-8b5a-d9ed70e122dd tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:02.100515 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57f0ad7-f330-42f2-b709-7b1e8bb2c538 req-042861d4-b455-4b99-8b5a-d9ed70e122dd tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:02.103979 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-4d2303a3-e054-4607-a888-c7a114823178 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1258508'] for subnet, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:02.108024 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:02.108880 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device a86a51d6-c303-4a2c-b5ad-8d3d8e42c0ea up at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:40:02.125578 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57f0ad7-f330-42f2-b709-7b1e8bb2c538 req-042861d4-b455-4b99-8b5a-d9ed70e122dd tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:02.127336 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f57f0ad7-f330-42f2-b709-7b1e8bb2c538 req-042861d4-b455-4b99-8b5a-d9ed70e122dd tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.69 "GET /v2.0/ports?device_id=845d5eff-f61f-4478-8b96-419b59aa7857 HTTP/1.1" status: 200 len: 2416 time: 0.2206359 Apr 18 19:40:02.221432 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=1ebc4f49-c2aa-477d-a50b-11d721b501b9,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:02.224243 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-122379ba-5f2d-4ac7-b29f-145fd0b91a6f None None] Provisioning for port 9153bc22-13ff-45e4-bb6a-072787843c49 completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:40:02.240254 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f57f0ad7-f330-42f2-b709-7b1e8bb2c538 req-f7076321-cb63-4258-a1df-d5abdd21cf85 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.69 "GET /v2.0/security-groups?id=bb003ef8-bec1-46f4-8fe0-50640bc23b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012185 Apr 18 19:40:02.240988 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-122379ba-5f2d-4ac7-b29f-145fd0b91a6f None None] Provisioning complete for port 9153bc22-13ff-45e4-bb6a-072787843c49 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:40:02.240988 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-122379ba-5f2d-4ac7-b29f-145fd0b91a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:02.258809 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f4c1487c-e738-4f70-a629-9284346c359c tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for floatingip, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:02.260124 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-f4c1487c-e738-4f70-a629-9284346c359c tempest-ServersTestManualDisk-1704246926 tempest-ServersTestManualDisk-1704246926-project] 10.222.0.69 "DELETE /v2.0/floatingips/60145965-2636-4fe7-97be-f4fc87b3dbf2 HTTP/1.1" status: 204 len: 168 time: 2.7853453 Apr 18 19:40:02.266887 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 37822) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:02.274363 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d2e2f6-534f-4a05-9f19-aa471514a221 None None] New status for floating IP 60145965-2636-4fe7-97be-f4fc87b3dbf2: DOWN {{(pid=84765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 19:40:02.275684 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddfacf8-0887-43ce-9ef5-897dbe87e3dd req-bca6825d-4d0c-40b6-9488-f4c3d08639d2 tempest-ServerGroupTestJSON-1466124403 tempest-ServerGroupTestJSON-1466124403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:02.283777 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5ddfacf8-0887-43ce-9ef5-897dbe87e3dd req-bca6825d-4d0c-40b6-9488-f4c3d08639d2 tempest-ServerGroupTestJSON-1466124403 tempest-ServerGroupTestJSON-1466124403-project] 10.222.0.69 "GET /v2.0/ports?device_id=98982865-20f7-4e51-8693-654d4bb5f98b HTTP/1.1" status: 200 len: 946 time: 1.6874406 Apr 18 19:40:02.303743 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-4d2303a3-e054-4607-a888-c7a114823178 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1258501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66351815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66540800'] for subnet, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:02.366562 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-4d2303a3-e054-4607-a888-c7a114823178 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks [] for subnet, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:02.377756 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2303a3-e054-4607-a888-c7a114823178 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Pushing event deleted for resources: {'Subnet': ['ID=aada8314-c671-4d1e-b3f3-c727ecd4fce9,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:02.432143 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5ddfacf8-0887-43ce-9ef5-897dbe87e3dd req-b1c7f335-0e4b-4852-81bd-b4ace92b467e tempest-ServerGroupTestJSON-1466124403 tempest-ServerGroupTestJSON-1466124403-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34b62e1-4838-43e7-ac44-2c7aea2cecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472340 Apr 18 19:40:02.439446 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-4d2303a3-e054-4607-a888-c7a114823178 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "DELETE /v2.0/subnets/aada8314-c671-4d1e-b3f3-c727ecd4fce9 HTTP/1.1" status: 204 len: 168 time: 1.5645406 Apr 18 19:40:02.440834 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 37832) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:02.527514 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_v2 [None req-609fb500-cb29-4525-b391-f1a8fb7cb132 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Deleting subnet d04a7669-c6ea-4358-9a76-0b1ce8b52a94 {{(pid=84763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:40:02.532211 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-609fb500-cb29-4525-b391-f1a8fb7cb132 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks [] for subnet, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:02.564495 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e669ee95-24bd-4b47-ac55-669a93f6986f None None] Network d56be34c-7b73-4700-ae04-c94175a27b0b requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:40:02.598956 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-609fb500-cb29-4525-b391-f1a8fb7cb132 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66272755'] for subnet, precommit_delete_associations {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:02.696441 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff81b39-c65b-4800-8bc8-346bc7e97bb0 req-89e2ed1b-83dc-4f40-b56c-7cc9f7c938d1 tempest-ServerGroupTestJSON-1466124403 tempest-ServerGroupTestJSON-1466124403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:02.697987 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5ff81b39-c65b-4800-8bc8-346bc7e97bb0 req-89e2ed1b-83dc-4f40-b56c-7cc9f7c938d1 tempest-ServerGroupTestJSON-1466124403 tempest-ServerGroupTestJSON-1466124403-project] 10.222.0.73 "GET /v2.0/ports?device_id=98982865-20f7-4e51-8693-654d4bb5f98b HTTP/1.1" status: 200 len: 946 time: 1.1878426 Apr 18 19:40:02.909512 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-5ff81b39-c65b-4800-8bc8-346bc7e97bb0 req-2695a023-697b-4754-b4ac-1a6da0251b9a tempest-ServerGroupTestJSON-1466124403 tempest-ServerGroupTestJSON-1466124403-project] Deleting port 7fcf8347-a5d5-47a1-84e5-aa53702e8e09 {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:40:02.909958 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-5ff81b39-c65b-4800-8bc8-346bc7e97bb0 req-2695a023-697b-4754-b4ac-1a6da0251b9a tempest-ServerGroupTestJSON-1466124403 tempest-ServerGroupTestJSON-1466124403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:02.967030 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning for port a86a51d6-c303-4a2c-b5ad-8d3d8e42c0ea completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:40:02.975229 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning complete for port a86a51d6-c303-4a2c-b5ad-8d3d8e42c0ea triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:40:02.975563 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:03.115104 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-f61e65d4-0e97-4894-b3f8-fba4bad139a8 None None] Could not find standard attr ID for object 3c9638e9-c24b-4567-a857-0614f6c5fb8f. {{(pid=84765) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 19:40:03.138913 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-609fb500-cb29-4525-b391-f1a8fb7cb132 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1258508'] for subnet, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:03.275451 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f60e73-f5fa-4603-91a1-af424723120b req-f4efa94f-7247-4194-a2c7-de2e129ae747 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:03.277104 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-82f60e73-f5fa-4603-91a1-af424723120b req-f4efa94f-7247-4194-a2c7-de2e129ae747 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 945 time: 0.5443871 Apr 18 19:40:03.312857 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:03.381396 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port a86a51d6-c303-4a2c-b5ad-8d3d8e42c0ea, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=a86a51d6-c303-4a2c-b5ad-8d3d8e42c0ea,segment=NetworkSegment(aed6f02a-53e1-4547-b098-0d9b473b19b5),segment_id=aed6f02a-53e1-4547-b098-0d9b473b19b5)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:40:03.381639 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-82f60e73-f5fa-4603-91a1-af424723120b req-a7f10005-7ac8-4d12-afd1-32d50f13a275 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891695 Apr 18 19:40:03.423046 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-9772310c-bb0f-4362-88e4-bee5fce167b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417313'] for router_interface, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:03.457455 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:03.527931 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-5ff81b39-c65b-4800-8bc8-346bc7e97bb0 req-2695a023-697b-4754-b4ac-1a6da0251b9a tempest-ServerGroupTestJSON-1466124403 tempest-ServerGroupTestJSON-1466124403-project] For port 7fcf8347-a5d5-47a1-84e5-aa53702e8e09, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=7fcf8347-a5d5-47a1-84e5-aa53702e8e09,segment=NetworkSegment(82fb8b94-2484-443f-b5c6-bcf0220d3619),segment_id=82fb8b94-2484-443f-b5c6-bcf0220d3619)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:40:03.527931 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-5ff81b39-c65b-4800-8bc8-346bc7e97bb0 req-2695a023-697b-4754-b4ac-1a6da0251b9a tempest-ServerGroupTestJSON-1466124403 tempest-ServerGroupTestJSON-1466124403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:03.641495 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=a86a51d6-c303-4a2c-b5ad-8d3d8e42c0ea,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:03.680032 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:40:03.680590 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:40:03.680926 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:40:03.681271 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:40:03.681606 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:40:03.686212 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:40:03.686772 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:40:03.687123 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:40:03.687461 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:40:03.687801 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:40:03.688134 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:40:03.749401 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '845d5eff-f61f-4478-8b96-419b59aa7857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ebc4f49-c2aa-477d-a50b-11d721b501b9'}, {'server_uuid': '845d5eff-f61f-4478-8b96-419b59aa7857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a86a51d6-c303-4a2c-b5ad-8d3d8e42c0ea'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:40:04.024653 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-609fb500-cb29-4525-b391-f1a8fb7cb132 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1258501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66351815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66540800'] for subnet, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:04.040872 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-5ff81b39-c65b-4800-8bc8-346bc7e97bb0 req-2695a023-697b-4754-b4ac-1a6da0251b9a tempest-ServerGroupTestJSON-1466124403 tempest-ServerGroupTestJSON-1466124403-project] Calling delete_port for 7fcf8347-a5d5-47a1-84e5-aa53702e8e09 owned by compute:nova {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:40:04.177973 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609fb500-cb29-4525-b391-f1a8fb7cb132 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Pushing event deleted for resources: {'Subnet': ['ID=d04a7669-c6ea-4358-9a76-0b1ce8b52a94,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:04.182861 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 7fcf8347-a5d5-47a1-84e5-aa53702e8e09 no longer exists at agent hyperv_n-h1-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:40:04.240179 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-609fb500-cb29-4525-b391-f1a8fb7cb132 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks [] for subnet, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:04.270728 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f89473b-27eb-4b5a-aec7-69795ca0a001 req-66328838-7e5c-45cf-812c-968a145b9177 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:04.309984 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f89473b-27eb-4b5a-aec7-69795ca0a001 req-66328838-7e5c-45cf-812c-968a145b9177 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:04.326240 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f89473b-27eb-4b5a-aec7-69795ca0a001 req-66328838-7e5c-45cf-812c-968a145b9177 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:04.356631 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-9f89473b-27eb-4b5a-aec7-69795ca0a001 req-66328838-7e5c-45cf-812c-968a145b9177 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.69 "GET /v2.0/ports?device_id=845d5eff-f61f-4478-8b96-419b59aa7857 HTTP/1.1" status: 200 len: 2417 time: 0.9569499 Apr 18 19:40:04.420337 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-609fb500-cb29-4525-b391-f1a8fb7cb132 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "DELETE /v2.0/subnets/d04a7669-c6ea-4358-9a76-0b1ce8b52a94 HTTP/1.1" status: 204 len: 168 time: 1.9697773 Apr 18 19:40:04.422262 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 37870) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:04.445519 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:04.487498 n-d-836017-2 neutron-server[84764]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9c5340e-03f2-4d87-8205-cf8cc32dd720 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] DELETE failed (client error): The resource could not be found. Apr 18 19:40:04.494977 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9c5340e-03f2-4d87-8205-cf8cc32dd720 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 19:40:04.494977 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-b9c5340e-03f2-4d87-8205-cf8cc32dd720 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "DELETE /v2.0/subnets/aada8314-c671-4d1e-b3f3-c727ecd4fce9 HTTP/1.1" status: 404 len: 337 time: 0.0587718 Apr 18 19:40:04.500024 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 37874) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:04.541149 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port 7fcf8347-a5d5-47a1-84e5-aa53702e8e09, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=7fcf8347-a5d5-47a1-84e5-aa53702e8e09,segment=NetworkSegment(82fb8b94-2484-443f-b5c6-bcf0220d3619),segment_id=82fb8b94-2484-443f-b5c6-bcf0220d3619)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:40:04.616840 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:04.682870 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-9f89473b-27eb-4b5a-aec7-69795ca0a001 req-1f8eb915-4b88-457c-b6d1-20200ae32e87 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.69 "GET /v2.0/security-groups?id=bb003ef8-bec1-46f4-8fe0-50640bc23b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3251359 Apr 18 19:40:04.700676 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b8e639-42bf-45e7-a43c-f9db61279bd4 req-d599b4ad-58fd-4288-afbe-d4d78522f6f1 tempest-ServerGroupTestJSON-1466124403 tempest-ServerGroupTestJSON-1466124403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:04.714666 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e6b8e639-42bf-45e7-a43c-f9db61279bd4 req-d599b4ad-58fd-4288-afbe-d4d78522f6f1 tempest-ServerGroupTestJSON-1466124403 tempest-ServerGroupTestJSON-1466124403-project] 10.222.0.69 "GET /v2.0/ports?device_id=98982865-20f7-4e51-8693-654d4bb5f98b HTTP/1.1" status: 200 len: 946 time: 0.5437019 Apr 18 19:40:04.722841 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_v2 [None req-9086b110-698f-49ca-8b71-af6629ba8a3a tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Deleting subnet dd42dee8-2ca9-4612-a90d-1f4d6287e7e3 {{(pid=84763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:40:04.728543 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.db.api [req-5ff81b39-c65b-4800-8bc8-346bc7e97bb0 req-2695a023-697b-4754-b4ac-1a6da0251b9a tempest-ServerGroupTestJSON-1466124403 tempest-ServerGroupTestJSON-1466124403-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84763) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 19:40:04.728951 n-d-836017-2 neutron-server[84763]: DEBUG oslo_db.api [req-5ff81b39-c65b-4800-8bc8-346bc7e97bb0 req-2695a023-697b-4754-b4ac-1a6da0251b9a tempest-ServerGroupTestJSON-1466124403 tempest-ServerGroupTestJSON-1466124403-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 19:40:04.730503 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-9086b110-698f-49ca-8b71-af6629ba8a3a tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks [] for subnet, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:04.750305 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be6de69-5d1e-4129-b58e-541f6b58124c None None] Network d56be34c-7b73-4700-ae04-c94175a27b0b requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:40:04.865994 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdc9ef2c-2b1a-4a21-a445-68f68cc60202'] response: {'server_uuid': '845d5eff-f61f-4478-8b96-419b59aa7857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ebc4f49-c2aa-477d-a50b-11d721b501b9', 'code': 200} Apr 18 19:40:04.865994 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdc9ef2c-2b1a-4a21-a445-68f68cc60202'] response: {'server_uuid': '845d5eff-f61f-4478-8b96-419b59aa7857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a86a51d6-c303-4a2c-b5ad-8d3d8e42c0ea', 'code': 200} Apr 18 19:40:04.869770 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e6b8e639-42bf-45e7-a43c-f9db61279bd4 req-f37e17de-c2f8-480e-ac76-2a608e58ac72 tempest-ServerGroupTestJSON-1466124403 tempest-ServerGroupTestJSON-1466124403-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34b62e1-4838-43e7-ac44-2c7aea2cecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508439 Apr 18 19:40:04.903625 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-9086b110-698f-49ca-8b71-af6629ba8a3a tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66272755'] for subnet, precommit_delete_associations {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:05.067232 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Pushing event updated for resources: {'Port': ['ID=7fcf8347-a5d5-47a1-84e5-aa53702e8e09,revision_number=6']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:05.168104 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-d7612610-3d3d-4444-9269-58ca7f22029c None None] Provisioning complete for port 5fdfde06-f346-4b42-ad99-bbc95b967041 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:40:05.169446 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d7612610-3d3d-4444-9269-58ca7f22029c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:05.210574 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-9772310c-bb0f-4362-88e4-bee5fce167b2 admin admin] Deleting port 24c37ab6-dff6-44c9-b584-83c8efc47566 {{(pid=84764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:40:05.210922 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-9772310c-bb0f-4362-88e4-bee5fce167b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:05.244104 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-5ff81b39-c65b-4800-8bc8-346bc7e97bb0 req-2695a023-697b-4754-b4ac-1a6da0251b9a tempest-ServerGroupTestJSON-1466124403 tempest-ServerGroupTestJSON-1466124403-project] Deleting port 7fcf8347-a5d5-47a1-84e5-aa53702e8e09 {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:40:05.256830 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-5ff81b39-c65b-4800-8bc8-346bc7e97bb0 req-2695a023-697b-4754-b4ac-1a6da0251b9a tempest-ServerGroupTestJSON-1466124403 tempest-ServerGroupTestJSON-1466124403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:05.317977 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-9086b110-698f-49ca-8b71-af6629ba8a3a tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1258508'] for subnet, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:05.408815 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-d7612610-3d3d-4444-9269-58ca7f22029c None None] Port 5fdfde06-f346-4b42-ad99-bbc95b967041 cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:40:05.475410 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-d7612610-3d3d-4444-9269-58ca7f22029c None None] Provisioning complete for port 9153bc22-13ff-45e4-bb6a-072787843c49 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:40:05.475883 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d7612610-3d3d-4444-9269-58ca7f22029c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:05.479652 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [None req-9772310c-bb0f-4362-88e4-bee5fce167b2 admin admin] For port 24c37ab6-dff6-44c9-b584-83c8efc47566, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=24c37ab6-dff6-44c9-b584-83c8efc47566,segment=NetworkSegment(4988a6fa-3700-4d76-b344-877fc1f45fa9),segment_id=4988a6fa-3700-4d76-b344-877fc1f45fa9)] {{(pid=84764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:40:05.480175 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-9772310c-bb0f-4362-88e4-bee5fce167b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:05.738742 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-695f7290-1ff7-467b-bbad-4ca3f2442fa9 req-55028144-0fc8-4983-ad34-4325a263ed60 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=845d5eff-f61f-4478-8b96-419b59aa7857 HTTP/1.1" status: 200 len: 2871 time: 0.7680001 Apr 18 19:40:05.862335 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-9772310c-bb0f-4362-88e4-bee5fce167b2 admin admin] Calling delete_port for 24c37ab6-dff6-44c9-b584-83c8efc47566 owned by network:router_interface {{(pid=84764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:40:05.984199 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-9086b110-698f-49ca-8b71-af6629ba8a3a tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1258501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66351815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66540800'] for subnet, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:05.993851 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ecad97-8682-42aa-934f-69c91c1adbf9 req-f78b5776-52da-41b2-ad30-2a64e4fb6d55 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:06.003289 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-38ecad97-8682-42aa-934f-69c91c1adbf9 req-f78b5776-52da-41b2-ad30-2a64e4fb6d55 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 945 time: 0.2323043 Apr 18 19:40:06.083405 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-38ecad97-8682-42aa-934f-69c91c1adbf9 req-a1621bd2-d317-4792-bdd1-ec75bd964ae5 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790980 Apr 18 19:40:06.084696 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9086b110-698f-49ca-8b71-af6629ba8a3a tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Pushing event deleted for resources: {'Subnet': ['ID=dd42dee8-2ca9-4612-a90d-1f4d6287e7e3,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:06.214929 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device b99c6f14-47f1-4ca0-8b04-491816fe3231 details requested by agent hyperv_n-h1-836017-2 with host n-h1-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:40:06.220533 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-9086b110-698f-49ca-8b71-af6629ba8a3a tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks [] for subnet, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:06.256784 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-5ff81b39-c65b-4800-8bc8-346bc7e97bb0 req-2695a023-697b-4754-b4ac-1a6da0251b9a tempest-ServerGroupTestJSON-1466124403 tempest-ServerGroupTestJSON-1466124403-project] For port 7fcf8347-a5d5-47a1-84e5-aa53702e8e09, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=7fcf8347-a5d5-47a1-84e5-aa53702e8e09,segment=NetworkSegment(82fb8b94-2484-443f-b5c6-bcf0220d3619),segment_id=82fb8b94-2484-443f-b5c6-bcf0220d3619)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:40:06.257478 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-5ff81b39-c65b-4800-8bc8-346bc7e97bb0 req-2695a023-697b-4754-b4ac-1a6da0251b9a tempest-ServerGroupTestJSON-1466124403 tempest-ServerGroupTestJSON-1466124403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:06.288171 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-9086b110-698f-49ca-8b71-af6629ba8a3a tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "DELETE /v2.0/subnets/dd42dee8-2ca9-4612-a90d-1f4d6287e7e3 HTTP/1.1" status: 204 len: 168 time: 1.7845442 Apr 18 19:40:06.297785 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 37906) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:06.305253 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-695f7290-1ff7-467b-bbad-4ca3f2442fa9 req-c58eac6d-851b-4ecc-958b-72fb1914da48 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=bb003ef8-bec1-46f4-8fe0-50640bc23b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3620803 Apr 18 19:40:06.504691 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port b99c6f14-47f1-4ca0-8b04-491816fe3231, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=b99c6f14-47f1-4ca0-8b04-491816fe3231,segment=NetworkSegment(b8926c6e-9073-4fc9-ba41-5d530ba3940c),segment_id=b8926c6e-9073-4fc9-ba41-5d530ba3940c)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:40:06.524477 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Returning: {'device': 'b99c6f14-47f1-4ca0-8b04-491816fe3231', 'network_id': '20d4b8e1-a40a-4802-a6ed-f360fca84cce', 'port_id': 'b99c6f14-47f1-4ca0-8b04-491816fe3231', 'mac_address': 'fa:16:3e:f3:b6:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0711ab9d-0a48-4dd5-b699-a74bbc1341bb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:40:06.559153 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-5ff81b39-c65b-4800-8bc8-346bc7e97bb0 req-2695a023-697b-4754-b4ac-1a6da0251b9a tempest-ServerGroupTestJSON-1466124403 tempest-ServerGroupTestJSON-1466124403-project] Calling delete_port for 7fcf8347-a5d5-47a1-84e5-aa53702e8e09 owned by compute:nova {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:40:06.611391 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:06.626608 n-d-836017-2 neutron-server[84763]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbaefe69-a259-4c7f-9354-dfb76f5586b3 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] DELETE failed (client error): The resource could not be found. Apr 18 19:40:06.628426 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbaefe69-a259-4c7f-9354-dfb76f5586b3 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84763) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 19:40:06.633205 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-cbaefe69-a259-4c7f-9354-dfb76f5586b3 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "DELETE /v2.0/subnets/5226fc92-cda0-4acf-92ba-ede38869240c HTTP/1.1" status: 404 len: 337 time: 0.3268113 Apr 18 19:40:06.639267 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 37910) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:06.646213 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b99c6f14-47f1-4ca0-8b04-491816fe3231 {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:40:06.667961 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port b99c6f14-47f1-4ca0-8b04-491816fe3231, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=b99c6f14-47f1-4ca0-8b04-491816fe3231,segment=NetworkSegment(b8926c6e-9073-4fc9-ba41-5d530ba3940c),segment_id=b8926c6e-9073-4fc9-ba41-5d530ba3940c)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:40:06.672740 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc8bec2-3a85-4a5a-ae46-0f89ac4bd4f2 None None] Network d56be34c-7b73-4700-ae04-c94175a27b0b requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:40:06.726989 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac04e216-f61e-4f81-be66-d6eee85214cd req-259f046d-2fb8-403a-a816-a2dbca5205d6 tempest-ServerGroupTestJSON-1466124403 tempest-ServerGroupTestJSON-1466124403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:06.741781 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ac04e216-f61e-4f81-be66-d6eee85214cd req-259f046d-2fb8-403a-a816-a2dbca5205d6 tempest-ServerGroupTestJSON-1466124403 tempest-ServerGroupTestJSON-1466124403-project] 10.222.0.69 "GET /v2.0/ports?device_id=98982865-20f7-4e51-8693-654d4bb5f98b HTTP/1.1" status: 200 len: 944 time: 0.1730864 Apr 18 19:40:06.773701 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-c04e84be-1ecf-48e8-b457-7aad0b1f18d4 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Synchronizing usage tracker for tenant:8097f6133aa24824a0d11d98456dfce8 on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:40:06.779467 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:06.785774 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-9772310c-bb0f-4362-88e4-bee5fce167b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:06.849728 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9772310c-bb0f-4362-88e4-bee5fce167b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=24c37ab6-dff6-44c9-b584-83c8efc47566,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:06.890624 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98982865-20f7-4e51-8693-654d4bb5f98b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fcf8347-a5d5-47a1-84e5-aa53702e8e09'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:40:06.895603 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Pushing event updated for resources: {'Port': ['ID=b99c6f14-47f1-4ca0-8b04-491816fe3231,revision_number=6']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:06.946649 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] get_ports_and_sgs() called for port_ids ['b99c6f14-47f1-4ca0-8b04-491816fe3231'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:40:06.974719 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ac04e216-f61e-4f81-be66-d6eee85214cd req-f2d1385a-90c0-4bf6-bb14-22f6bb545296 tempest-ServerGroupTestJSON-1466124403 tempest-ServerGroupTestJSON-1466124403-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34b62e1-4838-43e7-ac44-2c7aea2cecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225609 Apr 18 19:40:07.079967 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-65ac6755-6720-458a-b1aa-0881ce1a55e9 None None] Provisioning complete for port 5fdfde06-f346-4b42-ad99-bbc95b967041 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:40:07.080377 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-65ac6755-6720-458a-b1aa-0881ce1a55e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:07.259131 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdea79ae-a698-4f68-a361-a045fc3c90b9 req-1c752c47-ead6-4aa1-961f-166e1756b9b8 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:07.271095 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdea79ae-a698-4f68-a361-a045fc3c90b9 req-1c752c47-ead6-4aa1-961f-166e1756b9b8 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:07.276587 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdea79ae-a698-4f68-a361-a045fc3c90b9 req-1c752c47-ead6-4aa1-961f-166e1756b9b8 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:07.280764 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fdea79ae-a698-4f68-a361-a045fc3c90b9 req-1c752c47-ead6-4aa1-961f-166e1756b9b8 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.69 "GET /v2.0/ports?device_id=845d5eff-f61f-4478-8b96-419b59aa7857 HTTP/1.1" status: 200 len: 2418 time: 1.2424662 Apr 18 19:40:07.298541 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-5ff81b39-c65b-4800-8bc8-346bc7e97bb0 req-2695a023-697b-4754-b4ac-1a6da0251b9a tempest-ServerGroupTestJSON-1466124403 tempest-ServerGroupTestJSON-1466124403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:07.301048 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-c04e84be-1ecf-48e8-b457-7aad0b1f18d4 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Unset dirty status for tenant:8097f6133aa24824a0d11d98456dfce8 on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:40:07.309885 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 37926) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:07.316157 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-c04e84be-1ecf-48e8-b457-7aad0b1f18d4 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "GET /v2.0/ports?device_id=51c5b496-d2ab-4e0b-be01-0aeaf8e42217 HTTP/1.1" status: 200 len: 205 time: 0.6747789 Apr 18 19:40:07.343848 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10927312-4736-43ec-a11d-f8c5dd7ae790'] response: {'server_uuid': '98982865-20f7-4e51-8693-654d4bb5f98b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fcf8347-a5d5-47a1-84e5-aa53702e8e09', 'code': 200} Apr 18 19:40:07.437707 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-65ac6755-6720-458a-b1aa-0881ce1a55e9 None None] Port 5fdfde06-f346-4b42-ad99-bbc95b967041 cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:40:07.461909 n-d-836017-2 neutron-server[84764]: INFO neutron.api.v2.resource [None req-be5c25ec-5ea0-48f6-ae2a-46be9bff4b7c tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] delete failed (client error): The resource could not be found. Apr 18 19:40:07.469907 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-be5c25ec-5ea0-48f6-ae2a-46be9bff4b7c tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "DELETE /v2.0/routers/51c5b496-d2ab-4e0b-be01-0aeaf8e42217 HTTP/1.1" status: 404 len: 336 time: 0.1586115 Apr 18 19:40:07.472339 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 37932) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:07.482235 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2695a023-697b-4754-b4ac-1a6da0251b9a tempest-ServerGroupTestJSON-1466124403 tempest-ServerGroupTestJSON-1466124403-project] Pushing event deleted for resources: {'Port': ['ID=7fcf8347-a5d5-47a1-84e5-aa53702e8e09,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:07.540959 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-65ac6755-6720-458a-b1aa-0881ce1a55e9 None None] Provisioning complete for port 9153bc22-13ff-45e4-bb6a-072787843c49 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:40:07.541622 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-65ac6755-6720-458a-b1aa-0881ce1a55e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:07.585781 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fdea79ae-a698-4f68-a361-a045fc3c90b9 req-bc454485-1d7e-4004-9b90-f37ccf9713f3 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.69 "GET /v2.0/security-groups?id=bb003ef8-bec1-46f4-8fe0-50640bc23b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2948930 Apr 18 19:40:07.622762 n-d-836017-2 neutron-server[84764]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f6e6c58-ce9b-490b-9fa9-3c26b3711bef tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] DELETE failed (client error): The resource could not be found. Apr 18 19:40:07.623479 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f6e6c58-ce9b-490b-9fa9-3c26b3711bef tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 19:40:07.664948 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-7f6e6c58-ce9b-490b-9fa9-3c26b3711bef tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "DELETE /v2.0/subnets/b76c6c1a-8fb0-47c4-8004-f9d737dd2563 HTTP/1.1" status: 404 len: 337 time: 0.1827242 Apr 18 19:40:07.667862 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 37938) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:07.686782 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-9772310c-bb0f-4362-88e4-bee5fce167b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417398'] for router_interface, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:07.746184 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ff81b39-c65b-4800-8bc8-346bc7e97bb0 req-2695a023-697b-4754-b4ac-1a6da0251b9a tempest-ServerGroupTestJSON-1466124403 tempest-ServerGroupTestJSON-1466124403-project] No DVR routers for this DVR port 7fcf8347-a5d5-47a1-84e5-aa53702e8e09 on host n-h1-836017-2 {{(pid=84763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:40:07.749862 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-5ff81b39-c65b-4800-8bc8-346bc7e97bb0 req-2695a023-697b-4754-b4ac-1a6da0251b9a tempest-ServerGroupTestJSON-1466124403 tempest-ServerGroupTestJSON-1466124403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:07.769385 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98982865-20f7-4e51-8693-654d4bb5f98b', 'name': 'network-vif-deleted', 'tag': '7fcf8347-a5d5-47a1-84e5-aa53702e8e09'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:40:07.781159 n-d-836017-2 neutron-server[84764]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f376aad-e299-4412-bc5c-11d976906711 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] DELETE failed (client error): The resource could not be found. Apr 18 19:40:07.781780 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f376aad-e299-4412-bc5c-11d976906711 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 19:40:07.786572 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-3f376aad-e299-4412-bc5c-11d976906711 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "DELETE /v2.0/subnets/cb964b04-d807-4eaa-956b-f0527f309e8d HTTP/1.1" status: 404 len: 337 time: 0.1049924 Apr 18 19:40:07.788465 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 37950) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:07.872724 n-d-836017-2 neutron-server[84764]: INFO neutron.pecan_wsgi.hooks.translation [None req-356c44e1-c1a7-4a60-866c-dbee7d80dc62 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] DELETE failed (client error): The resource could not be found. Apr 18 19:40:07.873408 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-356c44e1-c1a7-4a60-866c-dbee7d80dc62 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 19:40:07.877941 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 37956) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:07.878271 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-356c44e1-c1a7-4a60-866c-dbee7d80dc62 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "DELETE /v2.0/subnets/55c5183f-7ecd-4ced-b100-1f5491fe5fa7 HTTP/1.1" status: 404 len: 337 time: 0.0828083 Apr 18 19:40:07.916352 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5c5edc-665e-4f2b-86e5-21b867fac0a4 None None] DHCP port deletion for d56be34c-7b73-4700-ae04-c94175a27b0b request from n-d-836017-2 {{(pid=84765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 19:40:07.934575 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-df5c5edc-665e-4f2b-86e5-21b867fac0a4 None None] Deleting port 9153bc22-13ff-45e4-bb6a-072787843c49 {{(pid=84765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:40:07.938811 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-df5c5edc-665e-4f2b-86e5-21b867fac0a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:07.974673 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5ff81b39-c65b-4800-8bc8-346bc7e97bb0 req-2695a023-697b-4754-b4ac-1a6da0251b9a tempest-ServerGroupTestJSON-1466124403 tempest-ServerGroupTestJSON-1466124403-project] 10.222.0.73 "DELETE /v2.0/ports/7fcf8347-a5d5-47a1-84e5-aa53702e8e09 HTTP/1.1" status: 204 len: 173 time: 5.2466900 Apr 18 19:40:08.002769 n-d-836017-2 neutron-server[84763]: INFO neutron.pecan_wsgi.hooks.translation [None req-e89b06a4-dfe0-4553-8ea5-324f1cab3393 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] DELETE failed (client error): The resource could not be found. Apr 18 19:40:08.003653 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e89b06a4-dfe0-4553-8ea5-324f1cab3393 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84763) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 19:40:08.009998 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-e89b06a4-dfe0-4553-8ea5-324f1cab3393 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "DELETE /v2.0/ports/6d5b9de7-0d46-4e9e-8fb3-39ae22b0cf0c HTTP/1.1" status: 404 len: 333 time: 0.1303778 Apr 18 19:40:08.013091 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 37962) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:08.076351 n-d-836017-2 neutron-server[84763]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ca27e1e-e243-440c-b04a-bc253ebd9d55 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] DELETE failed (client error): The resource could not be found. Apr 18 19:40:08.076949 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ca27e1e-e243-440c-b04a-bc253ebd9d55 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84763) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 19:40:08.084808 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-4ca27e1e-e243-440c-b04a-bc253ebd9d55 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "DELETE /v2.0/subnets/2229161c-d6d8-4d05-adac-10c9afd46f34 HTTP/1.1" status: 404 len: 337 time: 0.0685749 Apr 18 19:40:08.085657 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 37972) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:08.125376 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e180037-2faf-49c6-8372-f03964c13657 req-f9d34a1d-4d6c-4220-a418-108d4acd83e4 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:08.126950 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2e180037-2faf-49c6-8372-f03964c13657 req-f9d34a1d-4d6c-4220-a418-108d4acd83e4 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 945 time: 0.6426756 Apr 18 19:40:08.175441 n-d-836017-2 neutron-server[84763]: INFO neutron.pecan_wsgi.hooks.translation [None req-b29d3cab-1516-474a-97bf-2bb68d962136 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] DELETE failed (client error): The resource could not be found. Apr 18 19:40:08.176351 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b29d3cab-1516-474a-97bf-2bb68d962136 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84763) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 19:40:08.177990 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-b29d3cab-1516-474a-97bf-2bb68d962136 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "DELETE /v2.0/subnets/de38a014-d5d0-4b8b-8217-3cedcd8b2160 HTTP/1.1" status: 404 len: 337 time: 0.0912762 Apr 18 19:40:08.180913 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 37976) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:08.243203 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device b99c6f14-47f1-4ca0-8b04-491816fe3231 up at agent hyperv_n-h1-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:40:08.259494 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2e180037-2faf-49c6-8372-f03964c13657 req-594d3e61-67b0-4ad6-a515-9b783af5ebfb tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157691 Apr 18 19:40:08.268543 n-d-836017-2 neutron-server[84763]: INFO neutron.pecan_wsgi.hooks.translation [None req-6466cf15-eaf3-403f-ad61-3a77e6dd2633 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] DELETE failed (client error): The resource could not be found. Apr 18 19:40:08.269124 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6466cf15-eaf3-403f-ad61-3a77e6dd2633 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84763) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 19:40:08.274752 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 37984) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:08.275448 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-6466cf15-eaf3-403f-ad61-3a77e6dd2633 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "DELETE /v2.0/ports/978c2696-3911-4f50-852f-e9e3de65d3f2 HTTP/1.1" status: 404 len: 333 time: 0.0933788 Apr 18 19:40:08.430872 n-d-836017-2 neutron-server[84764]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fae159d-1136-4fb2-90bf-f9400e2f78f4 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] DELETE failed (client error): The resource could not be found. Apr 18 19:40:08.431885 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fae159d-1136-4fb2-90bf-f9400e2f78f4 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 19:40:08.434998 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-6fae159d-1136-4fb2-90bf-f9400e2f78f4 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "DELETE /v2.0/subnets/abba4c34-54b5-4f84-ab7f-e3e19c90d48d HTTP/1.1" status: 404 len: 337 time: 0.1592267 Apr 18 19:40:08.437344 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db9cc2db-2553-41e1-bafa-4510b65536eb'] response: {'server_uuid': '98982865-20f7-4e51-8693-654d4bb5f98b', 'name': 'network-vif-deleted', 'tag': '7fcf8347-a5d5-47a1-84e5-aa53702e8e09', 'status': 'completed', 'code': 200} Apr 18 19:40:08.437923 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 37996) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:08.520564 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-df5c5edc-665e-4f2b-86e5-21b867fac0a4 None None] For port 9153bc22-13ff-45e4-bb6a-072787843c49, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=9153bc22-13ff-45e4-bb6a-072787843c49,segment=NetworkSegment(c1d1ca63-ff25-4558-9f27-265eac5bbba9),segment_id=c1d1ca63-ff25-4558-9f27-265eac5bbba9)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:40:08.526019 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-df5c5edc-665e-4f2b-86e5-21b867fac0a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:08.564007 n-d-836017-2 neutron-server[84763]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d57f45a-b1e3-454c-8793-bb7e56f75543 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] DELETE failed (client error): The resource could not be found. Apr 18 19:40:08.564007 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d57f45a-b1e3-454c-8793-bb7e56f75543 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84763) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 19:40:08.565937 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-9d57f45a-b1e3-454c-8793-bb7e56f75543 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "DELETE /v2.0/subnets/6cfe9b8e-0d23-43bb-8ee2-30e17582ad6d HTTP/1.1" status: 404 len: 337 time: 0.1268668 Apr 18 19:40:08.568288 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 38004) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:08.828001 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-ef57e8db-670f-4b81-9ae8-64dda31df578 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Deleting port 5fdfde06-f346-4b42-ad99-bbc95b967041 {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:40:08.828832 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ef57e8db-670f-4b81-9ae8-64dda31df578 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:08.924936 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-df5c5edc-665e-4f2b-86e5-21b867fac0a4 None None] Calling delete_port for 9153bc22-13ff-45e4-bb6a-072787843c49 owned by network:dhcp {{(pid=84765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:40:08.925422 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2d1b2533-1961-4a44-9b24-54060edb1ade req-2308b207-bd6d-4117-8c50-8b03d359b44a tempest-ServerGroupTestJSON-1466124403 tempest-ServerGroupTestJSON-1466124403-project] 10.222.0.69 "GET /v2.0/ports?device_id=98982865-20f7-4e51-8693-654d4bb5f98b HTTP/1.1" status: 200 len: 210 time: 0.1255887 Apr 18 19:40:09.057745 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 9153bc22-13ff-45e4-bb6a-072787843c49 no longer exists at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:40:09.273005 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Provisioning complete for port b99c6f14-47f1-4ca0-8b04-491816fe3231 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:40:09.273467 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:09.358013 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ef57e8db-670f-4b81-9ae8-64dda31df578 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:09.497262 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-df5c5edc-665e-4f2b-86e5-21b867fac0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340'] for port, after_delete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:09.560773 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695d9c05-179b-4640-9be8-8b39cafa2d1a req-0ec76764-d55d-4111-bbff-8f6433f6267b tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:09.571268 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-695d9c05-179b-4640-9be8-8b39cafa2d1a req-0ec76764-d55d-4111-bbff-8f6433f6267b tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 945 time: 0.3608897 Apr 18 19:40:09.583026 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-ef57e8db-670f-4b81-9ae8-64dda31df578 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Calling delete_port for 5fdfde06-f346-4b42-ad99-bbc95b967041 owned by {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:40:09.609592 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5c5edc-665e-4f2b-86e5-21b867fac0a4 None None] Pushing event deleted for resources: {'Port': ['ID=9153bc22-13ff-45e4-bb6a-072787843c49,revision_number=None']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:09.611609 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:09.653234 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:09.659431 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-695d9c05-179b-4640-9be8-8b39cafa2d1a req-200af5fe-d0ea-4f66-8b25-b3bd6a79c6ae tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841711 Apr 18 19:40:09.710073 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5c5edc-665e-4f2b-86e5-21b867fac0a4 None None] No DVR routers for this DVR port 9153bc22-13ff-45e4-bb6a-072787843c49 on host n-d-836017-2 {{(pid=84765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:40:09.786931 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port b99c6f14-47f1-4ca0-8b04-491816fe3231, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=b99c6f14-47f1-4ca0-8b04-491816fe3231,segment=NetworkSegment(b8926c6e-9073-4fc9-ba41-5d530ba3940c),segment_id=b8926c6e-9073-4fc9-ba41-5d530ba3940c)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:40:09.790436 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b49bb00-f484-4f92-bb80-0be3537a561f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b99c6f14-47f1-4ca0-8b04-491816fe3231'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:40:09.805628 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9772310c-bb0f-4362-88e4-bee5fce167b2 admin admin] Router 70541714-e3a3-4cf4-ada3-a103e46f8e0b has already been hosted by L3 agent 21b59c62-f184-4169-bc3e-79831cc043e8 {{(pid=84764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:40:09.861956 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 7e984097-a8b6-4725-95ac-b41545fa896e no longer exists at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:40:09.948411 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:10.181368 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ef57e8db-670f-4b81-9ae8-64dda31df578 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:10.258474 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef57e8db-670f-4b81-9ae8-64dda31df578 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Pushing event deleted for resources: {'Port': ['ID=5fdfde06-f346-4b42-ad99-bbc95b967041,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:10.270839 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ef57e8db-670f-4b81-9ae8-64dda31df578 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:10.300486 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f15badb-6199-4088-bf4f-7da7c39ad285 req-80735d2c-e48d-4507-a34c-9e283f8b967b tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:10.305106 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f15badb-6199-4088-bf4f-7da7c39ad285 req-80735d2c-e48d-4507-a34c-9e283f8b967b tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:10.309845 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f15badb-6199-4088-bf4f-7da7c39ad285 req-80735d2c-e48d-4507-a34c-9e283f8b967b tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:10.314060 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:10.317329 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3f15badb-6199-4088-bf4f-7da7c39ad285 req-80735d2c-e48d-4507-a34c-9e283f8b967b tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.69 "GET /v2.0/ports?device_id=845d5eff-f61f-4478-8b96-419b59aa7857 HTTP/1.1" status: 200 len: 2418 time: 0.4095409 Apr 18 19:40:10.331263 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9772310c-bb0f-4362-88e4-bee5fce167b2 admin admin] Notify agent at l3_agent.n-d-836017-2 the message routers_updated {{(pid=84764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:40:10.344035 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3356ef6c-6887-4cab-a0f5-1b2aa9a55717 None None] Sync routers for ids ['70541714-e3a3-4cf4-ada3-a103e46f8e0b'] in n-d-836017-2 {{(pid=84766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:40:10.352347 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 38058) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:10.354423 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-9772310c-bb0f-4362-88e4-bee5fce167b2 admin admin] 10.222.0.69 "PUT /v2.0/routers/70541714-e3a3-4cf4-ada3-a103e46f8e0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0851157 Apr 18 19:40:10.407768 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3356ef6c-6887-4cab-a0f5-1b2aa9a55717 None None] Routers {'70541714-e3a3-4cf4-ada3-a103e46f8e0b'} bound to L3 agent in host n-d-836017-2 {{(pid=84766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:40:10.408761 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-3356ef6c-6887-4cab-a0f5-1b2aa9a55717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:39:50Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['70541714-e3a3-4cf4-ada3-a103e46f8e0b'], 'active': True} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:40:10.451766 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-ef57e8db-670f-4b81-9ae8-64dda31df578 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "DELETE /v2.0/ports/5fdfde06-f346-4b42-ad99-bbc95b967041 HTTP/1.1" status: 204 len: 168 time: 1.8820806 Apr 18 19:40:10.452279 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 38064) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:10.456766 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Pushing event updated for resources: {'Port': ['ID=b99c6f14-47f1-4ca0-8b04-491816fe3231,revision_number=7']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:10.475607 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 7e984097-a8b6-4725-95ac-b41545fa896e, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=7e984097-a8b6-4725-95ac-b41545fa896e,segment=NetworkSegment(6e09292d-9dc6-4a58-913a-7eef33e1cf20),segment_id=6e09292d-9dc6-4a58-913a-7eef33e1cf20)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:40:10.542292 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3f15badb-6199-4088-bf4f-7da7c39ad285 req-f235c4ae-64f9-40db-a371-f7caf7d3f7e1 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.69 "GET /v2.0/security-groups?id=bb003ef8-bec1-46f4-8fe0-50640bc23b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231715 Apr 18 19:40:10.548827 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:10.727268 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45818094-3c3c-44d7-bf0e-e013ab8a135b'] response: {'server_uuid': '7b49bb00-f484-4f92-bb80-0be3537a561f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b99c6f14-47f1-4ca0-8b04-491816fe3231', 'code': 200} Apr 18 19:40:10.782178 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d1a2278d-66da-49b8-a8b4-688cc15934e8 admin admin] Notify callbacks [] for router, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:10.790922 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-9079adfd-fa69-423b-9954-e2662565e225 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:10.800405 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=7e984097-a8b6-4725-95ac-b41545fa896e,revision_number=8']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:10.866536 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvr_db [None req-3356ef6c-6887-4cab-a0f5-1b2aa9a55717 None None] Set router 70541714-e3a3-4cf4-ada3-a103e46f8e0b gateway port host: n-d-836017-2 {{(pid=84766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:40:11.084038 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-9079adfd-fa69-423b-9954-e2662565e225 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256345', 'neutron.services.segments.db._delete_segments_for_network-8791093852025'] for network, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:11.111683 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-9079adfd-fa69-423b-9954-e2662565e225 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d56be34c-7b73-4700-ae04-c94175a27b0b']}} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:40:11.125285 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-9079adfd-fa69-423b-9954-e2662565e225 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1d1ca63-ff25-4558-9f27-265eac5bbba9') {'for_net_delete': True} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:40:11.125582 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-9079adfd-fa69-423b-9954-e2662565e225 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1d1ca63-ff25-4558-9f27-265eac5bbba9') {} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:40:11.140238 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-9079adfd-fa69-423b-9954-e2662565e225 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791093851908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66932133'] for segment, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:11.159554 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-9079adfd-fa69-423b-9954-e2662565e225 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:11.166517 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9079adfd-fa69-423b-9954-e2662565e225 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=84764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:40:11.166922 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-9079adfd-fa69-423b-9954-e2662565e225 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2290898'] for segment, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:11.198007 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4628d45-b982-4c0c-9b11-ce4da4aa42fc req-e3ef2444-80d6-4f2b-96a6-85a30d446393 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:11.207372 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f4628d45-b982-4c0c-9b11-ce4da4aa42fc req-e3ef2444-80d6-4f2b-96a6-85a30d446393 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 945 time: 0.1744063 Apr 18 19:40:11.302847 n-d-836017-2 neutron-server[84764]: Traceback (most recent call last): Apr 18 19:40:11.302847 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:40:11.302847 n-d-836017-2 neutron-server[84764]: timer() Apr 18 19:40:11.302847 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:40:11.302847 n-d-836017-2 neutron-server[84764]: cb(*args, **kw) Apr 18 19:40:11.302847 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:40:11.302847 n-d-836017-2 neutron-server[84764]: return func(*args, **kwargs) Apr 18 19:40:11.302847 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:40:11.302847 n-d-836017-2 neutron-server[84764]: self._notify() Apr 18 19:40:11.302847 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:40:11.302847 n-d-836017-2 neutron-server[84764]: self.callback(batched_events) Apr 18 19:40:11.302847 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:40:11.302847 n-d-836017-2 neutron-server[84764]: event.method(event) Apr 18 19:40:11.302847 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:40:11.302847 n-d-836017-2 neutron-server[84764]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:40:11.302847 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:40:11.302847 n-d-836017-2 neutron-server[84764]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:40:11.302847 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:40:11.302847 n-d-836017-2 neutron-server[84764]: return f(self, *a, **k) Apr 18 19:40:11.302847 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:40:11.302847 n-d-836017-2 neutron-server[84764]: return self._get(url).json() Apr 18 19:40:11.302847 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:40:11.302847 n-d-836017-2 neutron-server[84764]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:40:11.302847 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:40:11.302847 n-d-836017-2 neutron-server[84764]: return self.request(url, 'GET', **kwargs) Apr 18 19:40:11.302847 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:40:11.302847 n-d-836017-2 neutron-server[84764]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:40:11.302847 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:40:11.302847 n-d-836017-2 neutron-server[84764]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:40:11.302847 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:40:11.302847 n-d-836017-2 neutron-server[84764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:40:11.302847 n-d-836017-2 neutron-server[84764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:40:11.313484 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f4628d45-b982-4c0c-9b11-ce4da4aa42fc req-64e55a6e-ecb4-4314-a63d-362f27ef5008 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048615 Apr 18 19:40:11.398727 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-3356ef6c-6887-4cab-a0f5-1b2aa9a55717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70541714-e3a3-4cf4-ada3-a103e46f8e0b', 'name': 'tempest-ServersTestManualDisk-37169976-router', 'tenant_id': '11fa110afd504f4180500a31ab517fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '5e2288af-769a-4eb6-8420-8eaab9abe4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:37:27Z', 'updated_at': '2022-04-18T19:40:06Z', 'revision_number': 5, 'project_id': '11fa110afd504f4180500a31ab517fd5', 'gw_port': {'id': '5e2288af-769a-4eb6-8420-8eaab9abe4ca', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ea:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70541714-e3a3-4cf4-ada3-a103e46f8e0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:37:31Z', 'updated_at': '2022-04-18T19:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2'}], 'n-d-836017-2', False) {} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:40:11.411295 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3356ef6c-6887-4cab-a0f5-1b2aa9a55717 None None] Checking router: 70541714-e3a3-4cf4-ada3-a103e46f8e0b for host: n-d-836017-2 {{(pid=84766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:40:11.431585 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3356ef6c-6887-4cab-a0f5-1b2aa9a55717 None None] Routers {'70541714-e3a3-4cf4-ada3-a103e46f8e0b'} bound to L3 agent in host n-d-836017-2 {{(pid=84766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:40:11.432189 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-3356ef6c-6887-4cab-a0f5-1b2aa9a55717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:39:50Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['70541714-e3a3-4cf4-ada3-a103e46f8e0b'], 'active': True} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:40:11.469030 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d1a2278d-66da-49b8-a8b4-688cc15934e8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:11.546955 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96882a77-fb1b-4b13-9e6c-f9ce04f518b3 req-a9832833-b199-4357-88c7-dd66e6374e73 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:11.554114 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-96882a77-fb1b-4b13-9e6c-f9ce04f518b3 req-a9832833-b199-4357-88c7-dd66e6374e73 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/networks?id=11569783-78f6-4d10-9370-768c4acb7a65 HTTP/1.1" status: 200 len: 805 time: 0.2739339 Apr 18 19:40:11.564725 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-d1a2278d-66da-49b8-a8b4-688cc15934e8 admin admin] Deleting port 5e2288af-769a-4eb6-8420-8eaab9abe4ca {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:40:11.565124 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d1a2278d-66da-49b8-a8b4-688cc15934e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:11.571012 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-9079adfd-fa69-423b-9954-e2662565e225 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416801'] for network, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:11.591271 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-9079adfd-fa69-423b-9954-e2662565e225 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:11.603887 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-96882a77-fb1b-4b13-9e6c-f9ce04f518b3 req-6929e732-f426-4eea-bf12-409cf582cb3a tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/quotas/f7f855ff57c84f41949916661be0c661 HTTP/1.1" status: 200 len: 375 time: 0.0485990 Apr 18 19:40:11.647049 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9079adfd-fa69-423b-9954-e2662565e225 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] Pushing event deleted for resources: {'Network': ['ID=d56be34c-7b73-4700-ae04-c94175a27b0b,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:11.661936 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-9079adfd-fa69-423b-9954-e2662565e225 tempest-PortsIpV6TestJSON-1284238599 tempest-PortsIpV6TestJSON-1284238599-project] 10.222.0.69 "DELETE /v2.0/networks/d56be34c-7b73-4700-ae04-c94175a27b0b HTTP/1.1" status: 204 len: 168 time: 1.2081165 Apr 18 19:40:11.689035 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvr_db [None req-3356ef6c-6887-4cab-a0f5-1b2aa9a55717 None None] Set router 70541714-e3a3-4cf4-ada3-a103e46f8e0b gateway port host: n-d-836017-2 {{(pid=84766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:40:11.801369 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-96882a77-fb1b-4b13-9e6c-f9ce04f518b3 req-a5ae2bd7-9977-4aa5-965f-3a4fe9f9af9a tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=f7f855ff57c84f41949916661be0c661&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1964915 Apr 18 19:40:12.014667 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [None req-d1a2278d-66da-49b8-a8b4-688cc15934e8 admin admin] For port 5e2288af-769a-4eb6-8420-8eaab9abe4ca, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=5e2288af-769a-4eb6-8420-8eaab9abe4ca,segment=NetworkSegment(5de34947-6c56-419b-85d0-f61f69ce7c45),segment_id=5de34947-6c56-419b-85d0-f61f69ce7c45)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:40:12.014941 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d1a2278d-66da-49b8-a8b4-688cc15934e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:12.137278 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-96882a77-fb1b-4b13-9e6c-f9ce04f518b3 req-bc7e747a-878f-4f69-b108-12ce87f360a4 service neutron] 10.222.0.69 "GET /v2.0/networks/11569783-78f6-4d10-9370-768c4acb7a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3332658 Apr 18 19:40:12.154411 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-d1a2278d-66da-49b8-a8b4-688cc15934e8 admin admin] Calling delete_port for 5e2288af-769a-4eb6-8420-8eaab9abe4ca owned by network:router_gateway {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:40:12.284527 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-3356ef6c-6887-4cab-a0f5-1b2aa9a55717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70541714-e3a3-4cf4-ada3-a103e46f8e0b', 'name': 'tempest-ServersTestManualDisk-37169976-router', 'tenant_id': '11fa110afd504f4180500a31ab517fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '5e2288af-769a-4eb6-8420-8eaab9abe4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:37:27Z', 'updated_at': '2022-04-18T19:40:06Z', 'revision_number': 5, 'project_id': '11fa110afd504f4180500a31ab517fd5', 'gw_port': {'id': '5e2288af-769a-4eb6-8420-8eaab9abe4ca', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ea:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70541714-e3a3-4cf4-ada3-a103e46f8e0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:37:31Z', 'updated_at': '2022-04-18T19:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2'}], 'n-d-836017-2', False) {} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:40:12.292157 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3356ef6c-6887-4cab-a0f5-1b2aa9a55717 None None] The sync data for ids ['70541714-e3a3-4cf4-ada3-a103e46f8e0b'] in n-d-836017-2 is: [{'id': '70541714-e3a3-4cf4-ada3-a103e46f8e0b', 'name': 'tempest-ServersTestManualDisk-37169976-router', 'tenant_id': '11fa110afd504f4180500a31ab517fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '5e2288af-769a-4eb6-8420-8eaab9abe4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:37:27Z', 'updated_at': '2022-04-18T19:40:06Z', 'revision_number': 5, 'project_id': '11fa110afd504f4180500a31ab517fd5', 'gw_port': {'id': '5e2288af-769a-4eb6-8420-8eaab9abe4ca', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ea:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70541714-e3a3-4cf4-ada3-a103e46f8e0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:37:31Z', 'updated_at': '2022-04-18T19:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2'}] {{(pid=84766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:40:12.479904 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6e05cb-6070-4246-9060-d0b54d7ce6e0 req-4d4de113-cf26-4daf-84c2-62707dbab28d tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:12.482027 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8d6e05cb-6070-4246-9060-d0b54d7ce6e0 req-4d4de113-cf26-4daf-84c2-62707dbab28d tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.72 "GET /v2.0/ports?device_id=ac4e1770-8b35-4034-9597-ca85436903d4 HTTP/1.1" status: 200 len: 943 time: 0.0941064 Apr 18 19:40:12.521548 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-96882a77-fb1b-4b13-9e6c-f9ce04f518b3 req-169accec-939d-4076-889c-a643a56218ca service neutron] 10.222.0.69 "GET /v2.0/networks/11569783-78f6-4d10-9370-768c4acb7a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3831744 Apr 18 19:40:12.545332 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d1a2278d-66da-49b8-a8b4-688cc15934e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:12.592702 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 38110) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:12.630439 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a2278d-66da-49b8-a8b4-688cc15934e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e2288af-769a-4eb6-8420-8eaab9abe4ca,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:12.682407 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-8d6e05cb-6070-4246-9060-d0b54d7ce6e0 req-fa952f1a-189a-4fcb-8496-fb37818d54a6 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Deleting port 7e984097-a8b6-4725-95ac-b41545fa896e {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:40:12.682789 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-8d6e05cb-6070-4246-9060-d0b54d7ce6e0 req-fa952f1a-189a-4fcb-8496-fb37818d54a6 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:12.729287 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac4e1770-8b35-4034-9597-ca85436903d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e984097-a8b6-4725-95ac-b41545fa896e'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:40:12.911310 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 24c37ab6-dff6-44c9-b584-83c8efc47566 no longer exists at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:40:12.968539 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] No Port match for: 24c37ab6-dff6-44c9-b584-83c8efc47566 {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:40:12.969049 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 24c37ab6-dff6-44c9-b584-83c8efc47566 not bound to the agent host n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:40:13.137780 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-8b953be3-b3cb-4001-9cb0-1b48243fee21 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8097f6133aa24824a0d11d98456dfce8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5414312 Apr 18 19:40:13.138446 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 38130) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:13.296343 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-66ea3171-4528-48a0-ab93-bb9ea7d3784d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:13.338442 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-66ea3171-4528-48a0-ab93-bb9ea7d3784d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:13.600740 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d1a2278d-66da-49b8-a8b4-688cc15934e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416828'] for router_gateway, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:13.620875 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-66ea3171-4528-48a0-ab93-bb9ea7d3784d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:13.659179 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ea3171-4528-48a0-ab93-bb9ea7d3784d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d17ba32-1e82-4c7b-9414-9aa962ac6891,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:13.696573 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-66ea3171-4528-48a0-ab93-bb9ea7d3784d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:13.700805 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-66ea3171-4528-48a0-ab93-bb9ea7d3784d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2d17ba32-1e82-4c7b-9414-9aa962ac6891 HTTP/1.1" status: 204 len: 168 time: 0.5582688 Apr 18 19:40:13.745596 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786ce26f-0849-401b-8261-a06aa755d026 req-62146702-c2e6-4746-8d75-b6de245fcd93 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:13.756580 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786ce26f-0849-401b-8261-a06aa755d026 req-62146702-c2e6-4746-8d75-b6de245fcd93 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:13.760863 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786ce26f-0849-401b-8261-a06aa755d026 req-62146702-c2e6-4746-8d75-b6de245fcd93 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:13.784000 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-786ce26f-0849-401b-8261-a06aa755d026 req-62146702-c2e6-4746-8d75-b6de245fcd93 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.69 "GET /v2.0/ports?device_id=845d5eff-f61f-4478-8b96-419b59aa7857 HTTP/1.1" status: 200 len: 2418 time: 0.5220883 Apr 18 19:40:13.978183 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8bed1e-9b6f-4fb2-87a2-a1751e396634 req-e242beda-651c-47a9-abe5-26da9f7bfae3 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:13.979859 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ae8bed1e-9b6f-4fb2-87a2-a1751e396634 req-e242beda-651c-47a9-abe5-26da9f7bfae3 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 945 time: 1.2397647 Apr 18 19:40:13.982650 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d1a2278d-66da-49b8-a8b4-688cc15934e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4443'] for router, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:14.023323 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d1a2278d-66da-49b8-a8b4-688cc15934e8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:14.096012 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-786ce26f-0849-401b-8261-a06aa755d026 req-4e6e7cec-ed4d-4edb-aa92-d263211aacf8 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.69 "GET /v2.0/security-groups?id=bb003ef8-bec1-46f4-8fe0-50640bc23b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3106947 Apr 18 19:40:14.120144 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-8d6e05cb-6070-4246-9060-d0b54d7ce6e0 req-fa952f1a-189a-4fcb-8496-fb37818d54a6 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] For port 7e984097-a8b6-4725-95ac-b41545fa896e, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=7e984097-a8b6-4725-95ac-b41545fa896e,segment=NetworkSegment(6e09292d-9dc6-4a58-913a-7eef33e1cf20),segment_id=6e09292d-9dc6-4a58-913a-7eef33e1cf20)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:40:14.120841 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-8d6e05cb-6070-4246-9060-d0b54d7ce6e0 req-fa952f1a-189a-4fcb-8496-fb37818d54a6 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:14.157155 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3bebb7-12b3-4730-bd45-fdc00f39cf7e req-150e27df-ce78-4687-b1be-d1d1b7598fac tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:14.186313 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3bebb7-12b3-4730-bd45-fdc00f39cf7e req-150e27df-ce78-4687-b1be-d1d1b7598fac tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:14.205777 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3bebb7-12b3-4730-bd45-fdc00f39cf7e req-150e27df-ce78-4687-b1be-d1d1b7598fac tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:14.207427 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-5a3bebb7-12b3-4730-bd45-fdc00f39cf7e req-150e27df-ce78-4687-b1be-d1d1b7598fac tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.72 "GET /v2.0/ports?device_id=845d5eff-f61f-4478-8b96-419b59aa7857 HTTP/1.1" status: 200 len: 2418 time: 0.3868444 Apr 18 19:40:14.233196 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e0cd197-a624-42c1-87f9-e0e3d5f7e566'] response: {'server_uuid': 'ac4e1770-8b35-4034-9597-ca85436903d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e984097-a8b6-4725-95ac-b41545fa896e', 'code': 200} Apr 18 19:40:14.341189 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-8d6e05cb-6070-4246-9060-d0b54d7ce6e0 req-fa952f1a-189a-4fcb-8496-fb37818d54a6 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Calling delete_port for 7e984097-a8b6-4725-95ac-b41545fa896e owned by compute:nova {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:40:14.393817 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [req-5a3bebb7-12b3-4730-bd45-fdc00f39cf7e req-90f77715-f058-4c2d-8fdc-e663774e2f31 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Deleting port a86a51d6-c303-4a2c-b5ad-8d3d8e42c0ea {{(pid=84764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:40:14.394518 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-5a3bebb7-12b3-4730-bd45-fdc00f39cf7e req-90f77715-f058-4c2d-8fdc-e663774e2f31 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:14.409727 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ae8bed1e-9b6f-4fb2-87a2-a1751e396634 req-6259becb-a818-478c-8be2-010e57e0ca27 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4176514 Apr 18 19:40:14.421171 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d1a2278d-66da-49b8-a8b4-688cc15934e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412768'] for router, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:14.421171 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1a2278d-66da-49b8-a8b4-688cc15934e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70541714-e3a3-4cf4-ada3-a103e46f8e0b {{(pid=84763) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 19:40:14.609333 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d1a2278d-66da-49b8-a8b4-688cc15934e8 admin admin] Notify callbacks [] for router, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:14.618218 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-d1a2278d-66da-49b8-a8b4-688cc15934e8 admin admin] 10.222.0.69 "DELETE /v2.0/routers/70541714-e3a3-4cf4-ada3-a103e46f8e0b HTTP/1.1" status: 204 len: 168 time: 4.2638264 Apr 18 19:40:14.622360 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 38160) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:14.966072 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_v2 [None req-95772959-e296-4375-b9fd-0194bd916ab2 admin admin] Deleting subnet ba52fbae-1fb9-4ec8-b27f-ceb3ad82d8c1 {{(pid=84763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:40:14.969341 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-95772959-e296-4375-b9fd-0194bd916ab2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:14.983636 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-5a3bebb7-12b3-4730-bd45-fdc00f39cf7e req-90f77715-f058-4c2d-8fdc-e663774e2f31 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] For port a86a51d6-c303-4a2c-b5ad-8d3d8e42c0ea, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=a86a51d6-c303-4a2c-b5ad-8d3d8e42c0ea,segment=NetworkSegment(aed6f02a-53e1-4547-b098-0d9b473b19b5),segment_id=aed6f02a-53e1-4547-b098-0d9b473b19b5)] {{(pid=84764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:40:14.986693 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-5a3bebb7-12b3-4730-bd45-fdc00f39cf7e req-90f77715-f058-4c2d-8fdc-e663774e2f31 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:15.071004 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 5e2288af-769a-4eb6-8420-8eaab9abe4ca no longer exists at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:40:15.136727 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-95772959-e296-4375-b9fd-0194bd916ab2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66272755'] for subnet, precommit_delete_associations {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:15.206287 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] No Port match for: 5e2288af-769a-4eb6-8420-8eaab9abe4ca {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:40:15.212957 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 5e2288af-769a-4eb6-8420-8eaab9abe4ca not bound to the agent host n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:40:15.213633 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [req-5a3bebb7-12b3-4730-bd45-fdc00f39cf7e req-90f77715-f058-4c2d-8fdc-e663774e2f31 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Calling delete_port for a86a51d6-c303-4a2c-b5ad-8d3d8e42c0ea owned by compute:nova {{(pid=84764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:40:15.300544 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-8d6e05cb-6070-4246-9060-d0b54d7ce6e0 req-fa952f1a-189a-4fcb-8496-fb37818d54a6 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:15.367178 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2ba15ba7-73f3-46ac-8089-e67c8eed18d1 req-4de91fbe-0c61-4f5a-a588-26701ca3b851 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/ports?device_id=7d8209fa-5274-4f80-a200-7247fec07dd7 HTTP/1.1" status: 200 len: 210 time: 0.8934798 Apr 18 19:40:15.640600 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa952f1a-189a-4fcb-8496-fb37818d54a6 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Pushing event deleted for resources: {'Port': ['ID=7e984097-a8b6-4725-95ac-b41545fa896e,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:15.644598 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-5a3bebb7-12b3-4730-bd45-fdc00f39cf7e req-90f77715-f058-4c2d-8fdc-e663774e2f31 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:15.657824 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] get_ports_and_sgs() called for port_ids ['a86a51d6-c303-4a2c-b5ad-8d3d8e42c0ea', '1ebc4f49-c2aa-477d-a50b-11d721b501b9', 'd05a9979-9949-4d5f-b161-160de64a0067'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:40:15.845193 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f77715-f058-4c2d-8fdc-e663774e2f31 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Pushing event deleted for resources: {'Port': ['ID=a86a51d6-c303-4a2c-b5ad-8d3d8e42c0ea,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:15.886201 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d6e05cb-6070-4246-9060-d0b54d7ce6e0 req-fa952f1a-189a-4fcb-8496-fb37818d54a6 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] No DVR routers for this DVR port 7e984097-a8b6-4725-95ac-b41545fa896e on host n-h2-836017-2 {{(pid=84763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:40:15.933971 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-95772959-e296-4375-b9fd-0194bd916ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1258508'] for subnet, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:15.984181 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 7e984097-a8b6-4725-95ac-b41545fa896e no longer exists at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:40:15.988915 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-8d6e05cb-6070-4246-9060-d0b54d7ce6e0 req-fa952f1a-189a-4fcb-8496-fb37818d54a6 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:15.993173 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac4e1770-8b35-4034-9597-ca85436903d4', 'name': 'network-vif-deleted', 'tag': '7e984097-a8b6-4725-95ac-b41545fa896e'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:40:16.011960 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a3bebb7-12b3-4730-bd45-fdc00f39cf7e req-90f77715-f058-4c2d-8fdc-e663774e2f31 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] No DVR routers for this DVR port a86a51d6-c303-4a2c-b5ad-8d3d8e42c0ea on host n-h2-836017-2 {{(pid=84764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:40:16.021278 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-5a3bebb7-12b3-4730-bd45-fdc00f39cf7e req-90f77715-f058-4c2d-8fdc-e663774e2f31 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:16.047367 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '845d5eff-f61f-4478-8b96-419b59aa7857', 'name': 'network-vif-deleted', 'tag': 'a86a51d6-c303-4a2c-b5ad-8d3d8e42c0ea'}] {{(pid=84764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:40:16.056757 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977a90f8-5501-4f26-94e9-3eedeae3306a req-ca11e645-deeb-498d-8f78-93b45def6c82 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:16.066644 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-977a90f8-5501-4f26-94e9-3eedeae3306a req-ca11e645-deeb-498d-8f78-93b45def6c82 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 945 time: 0.7738738 Apr 18 19:40:16.070499 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] No Port match for: 7e984097-a8b6-4725-95ac-b41545fa896e {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:40:16.074968 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 7e984097-a8b6-4725-95ac-b41545fa896e not bound to the agent host n-h2-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:40:16.075627 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device d05a9979-9949-4d5f-b161-160de64a0067 no longer exists at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:40:16.158108 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55740a3-3ea4-4f79-bebc-54c7f5bfac66 req-a376b6a5-e677-48a2-8a6c-c47058b7d2b0 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:16.161856 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-977a90f8-5501-4f26-94e9-3eedeae3306a req-2a39e283-9979-4cc4-a1b6-6729aaeebdf1 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941560 Apr 18 19:40:16.165765 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55740a3-3ea4-4f79-bebc-54c7f5bfac66 req-a376b6a5-e677-48a2-8a6c-c47058b7d2b0 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:16.172060 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-a55740a3-3ea4-4f79-bebc-54c7f5bfac66 req-a376b6a5-e677-48a2-8a6c-c47058b7d2b0 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Synchronizing usage tracker for tenant:af77c4468a104578b3401cd2f194180a on resource:port {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:40:16.225134 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-5a3bebb7-12b3-4730-bd45-fdc00f39cf7e req-90f77715-f058-4c2d-8fdc-e663774e2f31 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.72 "DELETE /v2.0/ports/a86a51d6-c303-4a2c-b5ad-8d3d8e42c0ea HTTP/1.1" status: 204 len: 173 time: 2.0066147 Apr 18 19:40:16.256405 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 38196) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:16.265892 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8d6e05cb-6070-4246-9060-d0b54d7ce6e0 req-fa952f1a-189a-4fcb-8496-fb37818d54a6 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.72 "DELETE /v2.0/ports/7e984097-a8b6-4725-95ac-b41545fa896e HTTP/1.1" status: 204 len: 173 time: 3.7714927 Apr 18 19:40:16.371567 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c13bfce-5bb5-417e-a4c3-be1e8e747fc7'] response: {'server_uuid': 'ac4e1770-8b35-4034-9597-ca85436903d4', 'name': 'network-vif-deleted', 'tag': '7e984097-a8b6-4725-95ac-b41545fa896e', 'status': 'completed', 'code': 200} Apr 18 19:40:16.384700 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-95772959-e296-4375-b9fd-0194bd916ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1258501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66351815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66540800'] for subnet, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:16.423509 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-a55740a3-3ea4-4f79-bebc-54c7f5bfac66 req-a376b6a5-e677-48a2-8a6c-c47058b7d2b0 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Unset dirty status for tenant:af77c4468a104578b3401cd2f194180a on resource:port {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:40:16.436800 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a55740a3-3ea4-4f79-bebc-54c7f5bfac66 req-a376b6a5-e677-48a2-8a6c-c47058b7d2b0 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.69 "GET /v2.0/ports?device_id=845d5eff-f61f-4478-8b96-419b59aa7857 HTTP/1.1" status: 200 len: 1682 time: 0.5915275 Apr 18 19:40:16.516361 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-95772959-e296-4375-b9fd-0194bd916ab2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:16.530349 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95772959-e296-4375-b9fd-0194bd916ab2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba52fbae-1fb9-4ec8-b27f-ceb3ad82d8c1,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:16.544563 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cdf1b57-aff8-4832-81dd-84a920c1ede0 None None] Network 907b3800-8be3-4c78-9411-07f6490aed83 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:40:16.562565 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-95772959-e296-4375-b9fd-0194bd916ab2 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/ba52fbae-1fb9-4ec8-b27f-ceb3ad82d8c1 HTTP/1.1" status: 204 len: 168 time: 1.9370408 Apr 18 19:40:16.569240 n-d-836017-2 neutron-server[84764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c5990b5-99de-4311-93e6-1c74820c880e'] response: {'server_uuid': '845d5eff-f61f-4478-8b96-419b59aa7857', 'name': 'network-vif-deleted', 'tag': 'a86a51d6-c303-4a2c-b5ad-8d3d8e42c0ea', 'status': 'completed', 'code': 200} Apr 18 19:40:16.579902 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 38208) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:16.596054 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [req-5a3bebb7-12b3-4730-bd45-fdc00f39cf7e req-225cda93-ffcc-46bd-9cc7-508cc401d69a tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Deleting port 1ebc4f49-c2aa-477d-a50b-11d721b501b9 {{(pid=84764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:40:16.596437 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-5a3bebb7-12b3-4730-bd45-fdc00f39cf7e req-225cda93-ffcc-46bd-9cc7-508cc401d69a tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:16.751152 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96882a77-fb1b-4b13-9e6c-f9ce04f518b3 req-b3e28af6-230f-4000-ba2a-b438506ac4c3 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:16.764069 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-96882a77-fb1b-4b13-9e6c-f9ce04f518b3 req-b3e28af6-230f-4000-ba2a-b438506ac4c3 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.73 "GET /v2.0/networks?id=11569783-78f6-4d10-9370-768c4acb7a65 HTTP/1.1" status: 200 len: 805 time: 0.5686102 Apr 18 19:40:16.817457 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:16.856420 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-96882a77-fb1b-4b13-9e6c-f9ce04f518b3 req-29b62a91-bcf4-434e-b809-2aa66e482a6e tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Request body: {'port': {'device_id': '7d8209fa-5274-4f80-a200-7247fec07dd7', 'network_id': '11569783-78f6-4d10-9370-768c4acb7a65', 'admin_state_up': True, 'tenant_id': 'f7f855ff57c84f41949916661be0c661'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:40:16.924584 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a55740a3-3ea4-4f79-bebc-54c7f5bfac66 req-95ffa0bd-7b5c-45ad-85d4-932bb1859758 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.69 "GET /v2.0/security-groups?id=bb003ef8-bec1-46f4-8fe0-50640bc23b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4868670 Apr 18 19:40:16.949873 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-38cd7539-e58a-42c5-91a6-f6e5dd1aca67 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-746885700'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:40:16.992005 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-38cd7539-e58a-42c5-91a6-f6e5dd1aca67 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:40:17.039136 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port d05a9979-9949-4d5f-b161-160de64a0067, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=d05a9979-9949-4d5f-b161-160de64a0067,segment=NetworkSegment(a4aec143-78e5-48d5-aadb-8065e83173e5),segment_id=a4aec143-78e5-48d5-aadb-8065e83173e5)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:40:17.058285 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '845d5eff-f61f-4478-8b96-419b59aa7857', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd05a9979-9949-4d5f-b161-160de64a0067'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:40:17.131569 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-38cd7539-e58a-42c5-91a6-f6e5dd1aca67 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Usage tracker for resource:network and tenant:bd464d5bd80e48739c10390179c2302b is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:40:17.150904 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-38cd7539-e58a-42c5-91a6-f6e5dd1aca67 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:40:17.158909 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:17.169586 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 1ebc4f49-c2aa-477d-a50b-11d721b501b9 no longer exists at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:40:17.195092 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-38cd7539-e58a-42c5-91a6-f6e5dd1aca67 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:40:17.287821 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-96882a77-fb1b-4b13-9e6c-f9ce04f518b3 req-29b62a91-bcf4-434e-b809-2aa66e482a6e tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:40:17.296764 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f500521d-a4e9-4a3e-becd-5c6b775482ae req-3aa3d550-e452-4e6d-9802-e8d37ee58dd8 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:17.305564 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f500521d-a4e9-4a3e-becd-5c6b775482ae req-3aa3d550-e452-4e6d-9802-e8d37ee58dd8 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 945 time: 0.5304518 Apr 18 19:40:17.335182 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-96882a77-fb1b-4b13-9e6c-f9ce04f518b3 req-29b62a91-bcf4-434e-b809-2aa66e482a6e tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Usage tracker for resource:port and tenant:f7f855ff57c84f41949916661be0c661 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:40:17.338821 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38cd7539-e58a-42c5-91a6-f6e5dd1aca67 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Made reservation on behalf of bd464d5bd80e48739c10390179c2302b for: {'network': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:40:17.343544 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-38cd7539-e58a-42c5-91a6-f6e5dd1aca67 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for network, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:17.354068 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-96882a77-fb1b-4b13-9e6c-f9ce04f518b3 req-29b62a91-bcf4-434e-b809-2aa66e482a6e tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:40:17.370060 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-96882a77-fb1b-4b13-9e6c-f9ce04f518b3 req-29b62a91-bcf4-434e-b809-2aa66e482a6e tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:40:17.378638 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-38cd7539-e58a-42c5-91a6-f6e5dd1aca67 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks [] for security_group, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:17.479870 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=d05a9979-9949-4d5f-b161-160de64a0067,revision_number=6']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:17.497495 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f500521d-a4e9-4a3e-becd-5c6b775482ae req-a18574d1-8006-48aa-8ee9-7e11bf2fa721 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908805 Apr 18 19:40:17.505302 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-38cd7539-e58a-42c5-91a6-f6e5dd1aca67 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:40:17.519385 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f9bde7dc-1e74-4127-960a-3b0d1915b195 req-4b1f87a1-bf02-4a09-8dc3-a37069b41b22 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/ports?device_id=7d8209fa-5274-4f80-a200-7247fec07dd7 HTTP/1.1" status: 200 len: 210 time: 0.2579038 Apr 18 19:40:17.525694 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-38cd7539-e58a-42c5-91a6-f6e5dd1aca67 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Usage tracker for resource:security_group_rule and tenant:bd464d5bd80e48739c10390179c2302b is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:40:17.540499 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-cca6f3d0-dddf-457c-b470-fce2f8e518fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:17.544732 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96882a77-fb1b-4b13-9e6c-f9ce04f518b3 req-29b62a91-bcf4-434e-b809-2aa66e482a6e tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Made reservation on behalf of f7f855ff57c84f41949916661be0c661 for: {'port': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:40:17.560608 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-96882a77-fb1b-4b13-9e6c-f9ce04f518b3 req-29b62a91-bcf4-434e-b809-2aa66e482a6e tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:17.593771 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-38cd7539-e58a-42c5-91a6-f6e5dd1aca67 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:40:17.608956 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-38cd7539-e58a-42c5-91a6-f6e5dd1aca67 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:40:17.609364 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-cca6f3d0-dddf-457c-b470-fce2f8e518fe admin admin] Deleting port 4afcb922-5587-4ae6-a401-1952d37a5b2f {{(pid=84764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:40:17.609796 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-cca6f3d0-dddf-457c-b470-fce2f8e518fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:17.685613 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:17.725150 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3df0052-02e8-494d-b792-66f0a39509ec'] response: {'server_uuid': '845d5eff-f61f-4478-8b96-419b59aa7857', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd05a9979-9949-4d5f-b161-160de64a0067', 'code': 200} Apr 18 19:40:17.779320 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 1ebc4f49-c2aa-477d-a50b-11d721b501b9, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=1ebc4f49-c2aa-477d-a50b-11d721b501b9,segment=NetworkSegment(aed6f02a-53e1-4547-b098-0d9b473b19b5),segment_id=aed6f02a-53e1-4547-b098-0d9b473b19b5)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:40:17.928685 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cef4805-6f2b-4f69-9ebe-aff4c82978ab None None] DHCP port deletion for 907b3800-8be3-4c78-9411-07f6490aed83 request from n-d-836017-2 {{(pid=84765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 19:40:17.935353 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-3cef4805-6f2b-4f69-9ebe-aff4c82978ab None None] Deleting port 4afcb922-5587-4ae6-a401-1952d37a5b2f {{(pid=84765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:40:17.935760 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3cef4805-6f2b-4f69-9ebe-aff4c82978ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:18.009342 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-38cd7539-e58a-42c5-91a6-f6e5dd1aca67 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks [] for security_group, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:18.065158 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-5a3bebb7-12b3-4730-bd45-fdc00f39cf7e req-225cda93-ffcc-46bd-9cc7-508cc401d69a tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] For port 1ebc4f49-c2aa-477d-a50b-11d721b501b9, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=1ebc4f49-c2aa-477d-a50b-11d721b501b9,segment=NetworkSegment(aed6f02a-53e1-4547-b098-0d9b473b19b5),segment_id=aed6f02a-53e1-4547-b098-0d9b473b19b5)] {{(pid=84764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:40:18.065521 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-5a3bebb7-12b3-4730-bd45-fdc00f39cf7e req-225cda93-ffcc-46bd-9cc7-508cc401d69a tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:18.067746 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_common [req-96882a77-fb1b-4b13-9e6c-f9ce04f518b3 req-29b62a91-bcf4-434e-b809-2aa66e482a6e tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Allocated IP 172.20.0.4 (11569783-78f6-4d10-9370-768c4acb7a65/183f16e9-913d-4006-a470-a5bf63783425/b6a46a28-fdc4-4a3a-8031-c985361a86c6) {{(pid=84763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:40:18.089080 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 38230) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:18.203287 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:18.319829 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device a86a51d6-c303-4a2c-b5ad-8d3d8e42c0ea no longer exists at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:40:18.385876 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] No Port match for: a86a51d6-c303-4a2c-b5ad-8d3d8e42c0ea {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:40:18.386204 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device a86a51d6-c303-4a2c-b5ad-8d3d8e42c0ea not bound to the agent host n-h2-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:40:18.419282 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-96882a77-fb1b-4b13-9e6c-f9ce04f518b3 req-29b62a91-bcf4-434e-b809-2aa66e482a6e tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Notify callbacks [] for port, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:18.497367 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-38cd7539-e58a-42c5-91a6-f6e5dd1aca67 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:18.540761 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7ec24c2e-f72c-44b4-9610-52448e36b248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:18.546433 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-96882a77-fb1b-4b13-9e6c-f9ce04f518b3 req-29b62a91-bcf4-434e-b809-2aa66e482a6e tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:18.547345 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [req-5a3bebb7-12b3-4730-bd45-fdc00f39cf7e req-225cda93-ffcc-46bd-9cc7-508cc401d69a tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Calling delete_port for 1ebc4f49-c2aa-477d-a50b-11d721b501b9 owned by compute:nova {{(pid=84764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:40:18.553904 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38cd7539-e58a-42c5-91a6-f6e5dd1aca67 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=84763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:40:18.581641 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=1ebc4f49-c2aa-477d-a50b-11d721b501b9,revision_number=6']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:18.602945 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-3cef4805-6f2b-4f69-9ebe-aff4c82978ab None None] For port 4afcb922-5587-4ae6-a401-1952d37a5b2f, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=4afcb922-5587-4ae6-a401-1952d37a5b2f,segment=NetworkSegment(4988a6fa-3700-4d76-b344-877fc1f45fa9),segment_id=4988a6fa-3700-4d76-b344-877fc1f45fa9)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:40:18.603401 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3cef4805-6f2b-4f69-9ebe-aff4c82978ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:18.620607 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cd7539-e58a-42c5-91a6-f6e5dd1aca67 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a28252da-c009-4d06-8c2b-77c73a448937,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:18.670364 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-38cd7539-e58a-42c5-91a6-f6e5dd1aca67 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:18.670863 n-d-836017-2 neutron-server[84763]: INFO neutron.db.segments_db [None req-38cd7539-e58a-42c5-91a6-f6e5dd1aca67 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Added segment 009edf88-f4f0-4562-aa9c-be717ef0703c of type vlan for network a5f2e3ac-ce4b-4dad-884c-44e349a56831 Apr 18 19:40:18.715409 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96882a77-fb1b-4b13-9e6c-f9ce04f518b3 req-29b62a91-bcf4-434e-b809-2aa66e482a6e tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Network 11569783-78f6-4d10-9370-768c4acb7a65 is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:40:18.733014 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [req-96882a77-fb1b-4b13-9e6c-f9ce04f518b3 req-29b62a91-bcf4-434e-b809-2aa66e482a6e tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:40:18.742716 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b62a91-bcf4-434e-b809-2aa66e482a6e tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Pushing event updated for resources: {'Port': ['ID=b6a46a28-fdc4-4a3a-8031-c985361a86c6,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:18.747879 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-38cd7539-e58a-42c5-91a6-f6e5dd1aca67 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791093404182'] for network, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:18.751243 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-96882a77-fb1b-4b13-9e6c-f9ce04f518b3 req-29b62a91-bcf4-434e-b809-2aa66e482a6e tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Received port after_create {{(pid=84763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:40:18.775529 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d3fff59-00d1-4669-8c87-73ce9b63da17 admin admin] Deleting subnet 37ceb770-0cdd-4df7-a966-32f75f31286d {{(pid=84764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:40:18.807404 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-6d3fff59-00d1-4669-8c87-73ce9b63da17 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:18.828813 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96882a77-fb1b-4b13-9e6c-f9ce04f518b3 req-29b62a91-bcf4-434e-b809-2aa66e482a6e tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:18.829570 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-96882a77-fb1b-4b13-9e6c-f9ce04f518b3 req-29b62a91-bcf4-434e-b809-2aa66e482a6e tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:18.868647 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-3cef4805-6f2b-4f69-9ebe-aff4c82978ab None None] Calling delete_port for 4afcb922-5587-4ae6-a401-1952d37a5b2f owned by network:dhcp {{(pid=84765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:40:18.890040 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [None req-cca6f3d0-dddf-457c-b470-fce2f8e518fe admin admin] For port 4afcb922-5587-4ae6-a401-1952d37a5b2f, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=4afcb922-5587-4ae6-a401-1952d37a5b2f,segment=NetworkSegment(4988a6fa-3700-4d76-b344-877fc1f45fa9),segment_id=4988a6fa-3700-4d76-b344-877fc1f45fa9)] {{(pid=84764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:40:18.890404 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-cca6f3d0-dddf-457c-b470-fce2f8e518fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:18.934463 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f376c7fa-df20-42cd-8c6a-f9cf38725a80 req-c10226b5-5b6f-45ac-b683-e7f76db61d6e tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:18.935913 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 4afcb922-5587-4ae6-a401-1952d37a5b2f no longer exists at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:40:18.938704 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f376c7fa-df20-42cd-8c6a-f9cf38725a80 req-c10226b5-5b6f-45ac-b683-e7f76db61d6e tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 945 time: 0.4898386 Apr 18 19:40:18.947933 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-96882a77-fb1b-4b13-9e6c-f9ce04f518b3 req-29b62a91-bcf4-434e-b809-2aa66e482a6e tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1025336 Apr 18 19:40:18.985809 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-6d3fff59-00d1-4669-8c87-73ce9b63da17 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66931798'] for subnet, precommit_delete_associations {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:18.999144 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-96882a77-fb1b-4b13-9e6c-f9ce04f518b3 req-5eaf003b-e1d5-4e45-9f19-180fa50e1bcc service neutron] Request body: {'port': {'device_id': '7d8209fa-5274-4f80-a200-7247fec07dd7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-2'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:40:19.047298 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-38cd7539-e58a-42c5-91a6-f6e5dd1aca67 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251'] for network, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:19.051719 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38cd7539-e58a-42c5-91a6-f6e5dd1aca67 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:19.058427 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-38cd7539-e58a-42c5-91a6-f6e5dd1aca67 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:19.159249 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-cca6f3d0-dddf-457c-b470-fce2f8e518fe admin admin] Calling delete_port for 4afcb922-5587-4ae6-a401-1952d37a5b2f owned by network:dhcp {{(pid=84764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:40:19.231021 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:19.330063 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] For port 4afcb922-5587-4ae6-a401-1952d37a5b2f, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=4afcb922-5587-4ae6-a401-1952d37a5b2f,segment=NetworkSegment(4988a6fa-3700-4d76-b344-877fc1f45fa9),segment_id=4988a6fa-3700-4d76-b344-877fc1f45fa9)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:40:19.336977 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b53d19c-a8f6-4e23-9a18-355045a3d875 req-f6487f3f-d99c-4de2-b656-d9901c38b3a7 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:19.342096 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b53d19c-a8f6-4e23-9a18-355045a3d875 req-f6487f3f-d99c-4de2-b656-d9901c38b3a7 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:19.343576 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-7b53d19c-a8f6-4e23-9a18-355045a3d875 req-f6487f3f-d99c-4de2-b656-d9901c38b3a7 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.69 "GET /v2.0/ports?device_id=845d5eff-f61f-4478-8b96-419b59aa7857 HTTP/1.1" status: 200 len: 1678 time: 0.9753544 Apr 18 19:40:19.378752 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-6d3fff59-00d1-4669-8c87-73ce9b63da17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1258508'] for subnet, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:19.414132 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cd7539-e58a-42c5-91a6-f6e5dd1aca67 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Pushing event updated for resources: {'Network': ['ID=a5f2e3ac-ce4b-4dad-884c-44e349a56831,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:19.425277 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-38cd7539-e58a-42c5-91a6-f6e5dd1aca67 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 3.1672940 Apr 18 19:40:19.428323 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 38246) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:19.428841 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Network a5f2e3ac-ce4b-4dad-884c-44e349a56831 details requested by agent ovs-agent-n-d-836017-2 with host n-d-836017-2 {{(pid=84765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:40:19.437021 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f376c7fa-df20-42cd-8c6a-f9cf38725a80 req-9068b3cd-2ca1-4c42-b21f-e5afec6a7c9a tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4859149 Apr 18 19:40:19.442871 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-db018881-f684-45ef-8933-40511687e890 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1219984288'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:40:19.457478 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-96882a77-fb1b-4b13-9e6c-f9ce04f518b3 req-5eaf003b-e1d5-4e45-9f19-180fa50e1bcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:19.466790 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-db018881-f684-45ef-8933-40511687e890 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:40:19.472641 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-db018881-f684-45ef-8933-40511687e890 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Usage tracker for resource:network and tenant:bd464d5bd80e48739c10390179c2302b is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:40:19.478379 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-db018881-f684-45ef-8933-40511687e890 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:40:19.498496 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-db018881-f684-45ef-8933-40511687e890 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:40:19.532100 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-7b53d19c-a8f6-4e23-9a18-355045a3d875 req-414ed103-f6d2-4bc5-bd7d-ac8dc632d96a tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.69 "GET /v2.0/security-groups?id=bb003ef8-bec1-46f4-8fe0-50640bc23b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799436 Apr 18 19:40:19.582554 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.db.api [req-5a3bebb7-12b3-4730-bd45-fdc00f39cf7e req-225cda93-ffcc-46bd-9cc7-508cc401d69a tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84764) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 19:40:19.583202 n-d-836017-2 neutron-server[84764]: DEBUG oslo_db.api [req-5a3bebb7-12b3-4730-bd45-fdc00f39cf7e req-225cda93-ffcc-46bd-9cc7-508cc401d69a tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 19:40:19.671931 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-6d3fff59-00d1-4669-8c87-73ce9b63da17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1258501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2290876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65862598'] for subnet, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:19.680203 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:19.735393 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '845d5eff-f61f-4478-8b96-419b59aa7857', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ebc4f49-c2aa-477d-a50b-11d721b501b9'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:40:19.753250 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-3cef4805-6f2b-4f69-9ebe-aff4c82978ab None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84765) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 19:40:19.753494 n-d-836017-2 neutron-server[84765]: DEBUG oslo_db.api [None req-3cef4805-6f2b-4f69-9ebe-aff4c82978ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 19:40:19.779414 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db018881-f684-45ef-8933-40511687e890 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Made reservation on behalf of bd464d5bd80e48739c10390179c2302b for: {'network': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:40:19.790281 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-db018881-f684-45ef-8933-40511687e890 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for network, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:19.801913 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Pushing event updated for resources: {'Port': ['ID=4afcb922-5587-4ae6-a401-1952d37a5b2f,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:19.888873 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3fff59-00d1-4669-8c87-73ce9b63da17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37ceb770-0cdd-4df7-a966-32f75f31286d,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:19.927166 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-6d3fff59-00d1-4669-8c87-73ce9b63da17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for subnet, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:19.952263 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db018881-f684-45ef-8933-40511687e890 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=84764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:40:19.975453 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-db018881-f684-45ef-8933-40511687e890 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:19.975908 n-d-836017-2 neutron-server[84764]: INFO neutron.db.segments_db [None req-db018881-f684-45ef-8933-40511687e890 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Added segment 12089e5f-6bf9-47c7-9f34-306f94770e3c of type vlan for network 19e1e944-a631-4c85-a049-eddbf0a6b930 Apr 18 19:40:19.979454 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-6d3fff59-00d1-4669-8c87-73ce9b63da17 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/37ceb770-0cdd-4df7-a966-32f75f31286d HTTP/1.1" status: 204 len: 168 time: 1.8827598 Apr 18 19:40:19.986301 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 38262) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:20.077481 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.db.api [None req-cca6f3d0-dddf-457c-b470-fce2f8e518fe admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84764) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 19:40:20.077809 n-d-836017-2 neutron-server[84764]: DEBUG oslo_db.api [None req-cca6f3d0-dddf-457c-b470-fce2f8e518fe admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 19:40:20.127830 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [req-5a3bebb7-12b3-4730-bd45-fdc00f39cf7e req-225cda93-ffcc-46bd-9cc7-508cc401d69a tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Deleting port 1ebc4f49-c2aa-477d-a50b-11d721b501b9 {{(pid=84764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:40:20.128174 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-5a3bebb7-12b3-4730-bd45-fdc00f39cf7e req-225cda93-ffcc-46bd-9cc7-508cc401d69a tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:20.182017 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b34607-f3a8-441e-8aba-7992025a6910 req-380ae9c0-44b5-43e3-87e9-9b0f23c39d6e tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:20.183446 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-49b34607-f3a8-441e-8aba-7992025a6910 req-380ae9c0-44b5-43e3-87e9-9b0f23c39d6e tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Synchronizing usage tracker for tenant:f7f855ff57c84f41949916661be0c661 on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:40:20.190801 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [req-96882a77-fb1b-4b13-9e6c-f9ce04f518b3 req-5eaf003b-e1d5-4e45-9f19-180fa50e1bcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6a46a28-fdc4-4a3a-8031-c985361a86c6 {{(pid=84763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:40:20.191823 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-db018881-f684-45ef-8933-40511687e890 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791093404182'] for network, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:20.201987 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-96882a77-fb1b-4b13-9e6c-f9ce04f518b3 req-5eaf003b-e1d5-4e45-9f19-180fa50e1bcc service neutron] Notify callbacks [] for port, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:20.228225 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [req-96882a77-fb1b-4b13-9e6c-f9ce04f518b3 req-5eaf003b-e1d5-4e45-9f19-180fa50e1bcc service neutron] Transition to ACTIVE for port object b6a46a28-fdc4-4a3a-8031-c985361a86c6 will not be triggered until provisioned by entity L2. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:40:20.251929 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effb9ea0-d2ae-4c43-931f-bf577fc0b0df req-05ec7c4c-0882-4323-b2c9-a2c9dcc2be21 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:20.251929 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-effb9ea0-d2ae-4c43-931f-bf577fc0b0df req-05ec7c4c-0882-4323-b2c9-a2c9dcc2be21 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 945 time: 0.4326713 Apr 18 19:40:20.255119 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-3cef4805-6f2b-4f69-9ebe-aff4c82978ab None None] Deleting port 4afcb922-5587-4ae6-a401-1952d37a5b2f {{(pid=84765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:40:20.256022 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3cef4805-6f2b-4f69-9ebe-aff4c82978ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:20.263367 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-9c0fcb0f-6aaa-46f2-9cf6-66e7e424c89b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:20.313270 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-49b34607-f3a8-441e-8aba-7992025a6910 req-380ae9c0-44b5-43e3-87e9-9b0f23c39d6e tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Unset dirty status for tenant:f7f855ff57c84f41949916661be0c661 on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:40:20.314678 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-49b34607-f3a8-441e-8aba-7992025a6910 req-380ae9c0-44b5-43e3-87e9-9b0f23c39d6e tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/ports?device_id=7d8209fa-5274-4f80-a200-7247fec07dd7 HTTP/1.1" status: 200 len: 931 time: 0.4125679 Apr 18 19:40:20.356987 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-96882a77-fb1b-4b13-9e6c-f9ce04f518b3 req-5eaf003b-e1d5-4e45-9f19-180fa50e1bcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:20.408885 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fbcae1a9-b807-4d96-86da-9057a242ffc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:20.581189 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-cca6f3d0-dddf-457c-b470-fce2f8e518fe admin admin] Deleting port 4afcb922-5587-4ae6-a401-1952d37a5b2f {{(pid=84764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:40:20.581529 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-cca6f3d0-dddf-457c-b470-fce2f8e518fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:20.582702 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-3cef4805-6f2b-4f69-9ebe-aff4c82978ab None None] For port 4afcb922-5587-4ae6-a401-1952d37a5b2f, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=4afcb922-5587-4ae6-a401-1952d37a5b2f,segment=NetworkSegment(4988a6fa-3700-4d76-b344-877fc1f45fa9),segment_id=4988a6fa-3700-4d76-b344-877fc1f45fa9)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:40:20.583461 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3cef4805-6f2b-4f69-9ebe-aff4c82978ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:20.752087 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaf003b-e1d5-4e45-9f19-180fa50e1bcc service neutron] Pushing event updated for resources: {'Port': ['ID=b6a46a28-fdc4-4a3a-8031-c985361a86c6,revision_number=2']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:20.811570 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-3cef4805-6f2b-4f69-9ebe-aff4c82978ab None None] Calling delete_port for 4afcb922-5587-4ae6-a401-1952d37a5b2f owned by network:dhcp {{(pid=84765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:40:20.814970 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-49b34607-f3a8-441e-8aba-7992025a6910 req-dac63486-c3d2-47d0-8ee3-e6d6a0a91897 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/security-groups?id=51df22c1-554b-4779-a025-65f2af6e2a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4939764 Apr 18 19:40:20.964175 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32229475-ad53-4c91-a204-cd6239e927a0'] response: {'server_uuid': '845d5eff-f61f-4478-8b96-419b59aa7857', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ebc4f49-c2aa-477d-a50b-11d721b501b9', 'code': 200} Apr 18 19:40:20.966185 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:20.996380 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-9c0fcb0f-6aaa-46f2-9cf6-66e7e424c89b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256345', 'neutron.services.segments.db._delete_segments_for_network-8791093852025'] for network, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:21.006785 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-96882a77-fb1b-4b13-9e6c-f9ce04f518b3 req-5eaf003b-e1d5-4e45-9f19-180fa50e1bcc service neutron] Attempting to bind port b6a46a28-fdc4-4a3a-8031-c985361a86c6 on host n-h1-836017-2 for vnic_type normal with profile {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:40:21.010905 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-96882a77-fb1b-4b13-9e6c-f9ce04f518b3 req-5eaf003b-e1d5-4e45-9f19-180fa50e1bcc service neutron] Attempting to bind port b6a46a28-fdc4-4a3a-8031-c985361a86c6 by drivers openvswitch,hyperv on host n-h1-836017-2 at level 0 using segments [{'id': '6e09292d-9dc6-4a58-913a-7eef33e1cf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '11569783-78f6-4d10-9370-768c4acb7a65'}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:40:21.010905 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96882a77-fb1b-4b13-9e6c-f9ce04f518b3 req-5eaf003b-e1d5-4e45-9f19-180fa50e1bcc service neutron] Attempting to bind port b6a46a28-fdc4-4a3a-8031-c985361a86c6 on network 11569783-78f6-4d10-9370-768c4acb7a65 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:40:21.024244 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96882a77-fb1b-4b13-9e6c-f9ce04f518b3 req-5eaf003b-e1d5-4e45-9f19-180fa50e1bcc service neutron] Port b6a46a28-fdc4-4a3a-8031-c985361a86c6 on network 11569783-78f6-4d10-9370-768c4acb7a65 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-2 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:40:21.025830 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-9c0fcb0f-6aaa-46f2-9cf6-66e7e424c89b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8f417db-1ccb-4569-97b5-bfdd3d20b456']}} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:40:21.027866 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3cef4805-6f2b-4f69-9ebe-aff4c82978ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340'] for port, after_delete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:21.038105 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96882a77-fb1b-4b13-9e6c-f9ce04f518b3 req-5eaf003b-e1d5-4e45-9f19-180fa50e1bcc service neutron] Attempting to bind port b6a46a28-fdc4-4a3a-8031-c985361a86c6 on network 11569783-78f6-4d10-9370-768c4acb7a65 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:40:21.044659 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-9c0fcb0f-6aaa-46f2-9cf6-66e7e424c89b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82fb8b94-2484-443f-b5c6-bcf0220d3619') {'for_net_delete': True} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:40:21.044946 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-9c0fcb0f-6aaa-46f2-9cf6-66e7e424c89b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82fb8b94-2484-443f-b5c6-bcf0220d3619') {} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:40:21.058940 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-9c0fcb0f-6aaa-46f2-9cf6-66e7e424c89b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791093851908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66932133'] for segment, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:21.059524 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96882a77-fb1b-4b13-9e6c-f9ce04f518b3 req-5eaf003b-e1d5-4e45-9f19-180fa50e1bcc service neutron] Checking agent: {'id': 'e3a31811-08e0-42ba-bc2e-ed8a973b714f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 25), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:40:21.059870 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96882a77-fb1b-4b13-9e6c-f9ce04f518b3 req-5eaf003b-e1d5-4e45-9f19-180fa50e1bcc service neutron] Checking segment: {'id': '6e09292d-9dc6-4a58-913a-7eef33e1cf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '11569783-78f6-4d10-9370-768c4acb7a65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:40:21.060261 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96882a77-fb1b-4b13-9e6c-f9ce04f518b3 req-5eaf003b-e1d5-4e45-9f19-180fa50e1bcc service neutron] Bound using segment: {'id': '6e09292d-9dc6-4a58-913a-7eef33e1cf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '11569783-78f6-4d10-9370-768c4acb7a65'} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:40:21.060731 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-96882a77-fb1b-4b13-9e6c-f9ce04f518b3 req-5eaf003b-e1d5-4e45-9f19-180fa50e1bcc service neutron] Bound port: b6a46a28-fdc4-4a3a-8031-c985361a86c6, host: n-h1-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e09292d-9dc6-4a58-913a-7eef33e1cf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '11569783-78f6-4d10-9370-768c4acb7a65'}}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:40:21.061081 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-96882a77-fb1b-4b13-9e6c-f9ce04f518b3 req-5eaf003b-e1d5-4e45-9f19-180fa50e1bcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:21.077836 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-9c0fcb0f-6aaa-46f2-9cf6-66e7e424c89b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:21.084263 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c0fcb0f-6aaa-46f2-9cf6-66e7e424c89b admin admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=84764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:40:21.085371 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-9c0fcb0f-6aaa-46f2-9cf6-66e7e424c89b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2290898'] for segment, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:21.154710 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cef4805-6f2b-4f69-9ebe-aff4c82978ab None None] Pushing event deleted for resources: {'Port': ['ID=4afcb922-5587-4ae6-a401-1952d37a5b2f,revision_number=None']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:21.178526 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-db018881-f684-45ef-8933-40511687e890 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251'] for network, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:21.182560 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db018881-f684-45ef-8933-40511687e890 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:21.183252 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-db018881-f684-45ef-8933-40511687e890 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:21.189878 n-d-836017-2 neutron-server[84764]: Traceback (most recent call last): Apr 18 19:40:21.189878 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:40:21.189878 n-d-836017-2 neutron-server[84764]: timer() Apr 18 19:40:21.189878 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:40:21.189878 n-d-836017-2 neutron-server[84764]: cb(*args, **kw) Apr 18 19:40:21.189878 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:40:21.189878 n-d-836017-2 neutron-server[84764]: return func(*args, **kwargs) Apr 18 19:40:21.189878 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:40:21.189878 n-d-836017-2 neutron-server[84764]: self._notify() Apr 18 19:40:21.189878 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:40:21.189878 n-d-836017-2 neutron-server[84764]: self.callback(batched_events) Apr 18 19:40:21.189878 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:40:21.189878 n-d-836017-2 neutron-server[84764]: event.method(event) Apr 18 19:40:21.189878 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:40:21.189878 n-d-836017-2 neutron-server[84764]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:40:21.189878 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:40:21.189878 n-d-836017-2 neutron-server[84764]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:40:21.189878 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:40:21.189878 n-d-836017-2 neutron-server[84764]: return f(self, *a, **k) Apr 18 19:40:21.189878 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:40:21.189878 n-d-836017-2 neutron-server[84764]: return self._get(url).json() Apr 18 19:40:21.189878 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:40:21.189878 n-d-836017-2 neutron-server[84764]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:40:21.189878 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:40:21.189878 n-d-836017-2 neutron-server[84764]: return self.request(url, 'GET', **kwargs) Apr 18 19:40:21.189878 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:40:21.189878 n-d-836017-2 neutron-server[84764]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:40:21.189878 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:40:21.189878 n-d-836017-2 neutron-server[84764]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:40:21.189878 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:40:21.189878 n-d-836017-2 neutron-server[84764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:40:21.189878 n-d-836017-2 neutron-server[84764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:40:21.195841 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cef4805-6f2b-4f69-9ebe-aff4c82978ab None None] No DVR routers for this DVR port 4afcb922-5587-4ae6-a401-1952d37a5b2f on host n-d-836017-2 {{(pid=84765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:40:21.361451 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-9c0fcb0f-6aaa-46f2-9cf6-66e7e424c89b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416801'] for network, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:21.365898 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-9c0fcb0f-6aaa-46f2-9cf6-66e7e424c89b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:21.423647 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-96882a77-fb1b-4b13-9e6c-f9ce04f518b3 req-5eaf003b-e1d5-4e45-9f19-180fa50e1bcc service neutron] For port b6a46a28-fdc4-4a3a-8031-c985361a86c6, host n-h1-836017-2, cleared binding levels {{(pid=84763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:40:21.432474 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7755eba4-26a4-4dfd-a1f0-6dbb0c40fac9 req-c8565e9a-cedc-41ac-86cb-bc858731c694 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:21.436771 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7755eba4-26a4-4dfd-a1f0-6dbb0c40fac9 req-c8565e9a-cedc-41ac-86cb-bc858731c694 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:21.438410 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7755eba4-26a4-4dfd-a1f0-6dbb0c40fac9 req-c8565e9a-cedc-41ac-86cb-bc858731c694 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.69 "GET /v2.0/ports?device_id=845d5eff-f61f-4478-8b96-419b59aa7857 HTTP/1.1" status: 200 len: 1678 time: 0.2256546 Apr 18 19:40:21.440255 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-96882a77-fb1b-4b13-9e6c-f9ce04f518b3 req-5eaf003b-e1d5-4e45-9f19-180fa50e1bcc service neutron] For port b6a46a28-fdc4-4a3a-8031-c985361a86c6, host n-h1-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=b6a46a28-fdc4-4a3a-8031-c985361a86c6,segment=NetworkSegment(6e09292d-9dc6-4a58-913a-7eef33e1cf20),segment_id=6e09292d-9dc6-4a58-913a-7eef33e1cf20)] {{(pid=84763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:40:21.445547 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-effb9ea0-d2ae-4c43-931f-bf577fc0b0df req-cc75b5f5-963d-4f39-a422-ddda21c7a0d3 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1770012 Apr 18 19:40:21.457398 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-9c0fcb0f-6aaa-46f2-9cf6-66e7e424c89b admin admin] 10.222.0.69 "DELETE /v2.0/networks/a8f417db-1ccb-4569-97b5-bfdd3d20b456 HTTP/1.1" status: 204 len: 168 time: 1.4693463 Apr 18 19:40:21.463204 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db018881-f684-45ef-8933-40511687e890 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Pushing event updated for resources: {'Network': ['ID=19e1e944-a631-4c85-a049-eddbf0a6b930,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:21.476366 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Network 19e1e944-a631-4c85-a049-eddbf0a6b930 details requested by agent ovs-agent-n-d-836017-2 with host n-d-836017-2 {{(pid=84765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:40:21.491171 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0fcb0f-6aaa-46f2-9cf6-66e7e424c89b admin admin] Pushing event deleted for resources: {'Network': ['ID=a8f417db-1ccb-4569-97b5-bfdd3d20b456,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:21.535315 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7755eba4-26a4-4dfd-a1f0-6dbb0c40fac9 req-55053b8a-e88c-4987-9c2e-4196c4101f92 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.69 "GET /v2.0/security-groups?id=bb003ef8-bec1-46f4-8fe0-50640bc23b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824752 Apr 18 19:40:21.538721 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-96882a77-fb1b-4b13-9e6c-f9ce04f518b3 req-5eaf003b-e1d5-4e45-9f19-180fa50e1bcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:21.582761 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-cca6f3d0-dddf-457c-b470-fce2f8e518fe admin admin] The port '4afcb922-5587-4ae6-a401-1952d37a5b2f' was deleted {{(pid=84764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 19:40:21.585095 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-db018881-f684-45ef-8933-40511687e890 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.1540132 Apr 18 19:40:21.598765 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 38284) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:21.641653 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-2b14474b-601d-42ab-81cd-61cfe2170f97 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Request body: {'subnet': {'network_id': 'a5f2e3ac-ce4b-4dad-884c-44e349a56831', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:40:21.740049 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-96882a77-fb1b-4b13-9e6c-f9ce04f518b3 req-5eaf003b-e1d5-4e45-9f19-180fa50e1bcc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:21.741383 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-96882a77-fb1b-4b13-9e6c-f9ce04f518b3 req-5eaf003b-e1d5-4e45-9f19-180fa50e1bcc service neutron] 10.222.0.73 "PUT /v2.0/ports/b6a46a28-fdc4-4a3a-8031-c985361a86c6 HTTP/1.1" status: 200 len: 1091 time: 2.7617941 Apr 18 19:40:21.741949 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d8209fa-5274-4f80-a200-7247fec07dd7', 'tag': 'b6a46a28-fdc4-4a3a-8031-c985361a86c6'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:40:21.774853 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-cca6f3d0-dddf-457c-b470-fce2f8e518fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256345', 'neutron.services.segments.db._delete_segments_for_network-8791093852025'] for network, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:21.821243 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaf003b-e1d5-4e45-9f19-180fa50e1bcc service neutron] Pushing event updated for resources: {'Port': ['ID=b6a46a28-fdc4-4a3a-8031-c985361a86c6,revision_number=3']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:21.857763 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-cca6f3d0-dddf-457c-b470-fce2f8e518fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['907b3800-8be3-4c78-9411-07f6490aed83']}} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:40:21.873534 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-cca6f3d0-dddf-457c-b470-fce2f8e518fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4988a6fa-3700-4d76-b344-877fc1f45fa9') {'for_net_delete': True} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:40:21.874134 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-cca6f3d0-dddf-457c-b470-fce2f8e518fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4988a6fa-3700-4d76-b344-877fc1f45fa9') {} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:40:21.888384 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-cca6f3d0-dddf-457c-b470-fce2f8e518fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791093851908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66932133'] for segment, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:21.894346 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1c541fd-6087-4755-8778-e68e27e46067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:21.908725 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-cca6f3d0-dddf-457c-b470-fce2f8e518fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:21.919492 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cca6f3d0-dddf-457c-b470-fce2f8e518fe admin admin] Releasing vlan 599 on physical network physnet1 to pool {{(pid=84764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:40:21.921555 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-cca6f3d0-dddf-457c-b470-fce2f8e518fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2290898'] for segment, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:21.986501 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cce2702-c733-4347-9df0-49d9c9864922'] response: {'name': 'network-changed', 'server_uuid': '7d8209fa-5274-4f80-a200-7247fec07dd7', 'tag': 'b6a46a28-fdc4-4a3a-8031-c985361a86c6', 'status': 'completed', 'code': 200} Apr 18 19:40:22.027121 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:22.047313 n-d-836017-2 neutron-server[84764]: Traceback (most recent call last): Apr 18 19:40:22.047313 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:40:22.047313 n-d-836017-2 neutron-server[84764]: timer() Apr 18 19:40:22.047313 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:40:22.047313 n-d-836017-2 neutron-server[84764]: cb(*args, **kw) Apr 18 19:40:22.047313 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:40:22.047313 n-d-836017-2 neutron-server[84764]: return func(*args, **kwargs) Apr 18 19:40:22.047313 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:40:22.047313 n-d-836017-2 neutron-server[84764]: self._notify() Apr 18 19:40:22.047313 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:40:22.047313 n-d-836017-2 neutron-server[84764]: self.callback(batched_events) Apr 18 19:40:22.047313 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:40:22.047313 n-d-836017-2 neutron-server[84764]: event.method(event) Apr 18 19:40:22.047313 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:40:22.047313 n-d-836017-2 neutron-server[84764]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:40:22.047313 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:40:22.047313 n-d-836017-2 neutron-server[84764]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:40:22.047313 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:40:22.047313 n-d-836017-2 neutron-server[84764]: return f(self, *a, **k) Apr 18 19:40:22.047313 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:40:22.047313 n-d-836017-2 neutron-server[84764]: return self._get(url).json() Apr 18 19:40:22.047313 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:40:22.047313 n-d-836017-2 neutron-server[84764]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:40:22.047313 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:40:22.047313 n-d-836017-2 neutron-server[84764]: return self.request(url, 'GET', **kwargs) Apr 18 19:40:22.047313 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:40:22.047313 n-d-836017-2 neutron-server[84764]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:40:22.047313 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:40:22.047313 n-d-836017-2 neutron-server[84764]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:40:22.047313 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:40:22.047313 n-d-836017-2 neutron-server[84764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:40:22.047313 n-d-836017-2 neutron-server[84764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:40:22.060583 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-96882a77-fb1b-4b13-9e6c-f9ce04f518b3 req-c8ba65c9-2dff-49f9-b957-50dce827b501 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f7f855ff57c84f41949916661be0c661&device_id=7d8209fa-5274-4f80-a200-7247fec07dd7 HTTP/1.1" status: 200 len: 1094 time: 0.2118282 Apr 18 19:40:22.071099 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857d7b2d-8002-4016-936f-70f8fbd316f0 req-212f3722-4b60-45da-b8ba-f21c97f1b525 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:22.072996 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-857d7b2d-8002-4016-936f-70f8fbd316f0 req-212f3722-4b60-45da-b8ba-f21c97f1b525 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 945 time: 0.1280980 Apr 18 19:40:22.164933 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-96882a77-fb1b-4b13-9e6c-f9ce04f518b3 req-638624f5-bacd-4a03-b877-58dd6e5e5706 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b6a46a28-fdc4-4a3a-8031-c985361a86c6 HTTP/1.1" status: 200 len: 217 time: 0.0904739 Apr 18 19:40:22.193155 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-cca6f3d0-dddf-457c-b470-fce2f8e518fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416801'] for network, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:22.197485 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-2b14474b-601d-42ab-81cd-61cfe2170f97 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:40:22.221368 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-cca6f3d0-dddf-457c-b470-fce2f8e518fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:22.252756 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96882a77-fb1b-4b13-9e6c-f9ce04f518b3 req-db4685ce-ec6e-4535-ba54-90209807b8a9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:22.254231 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-96882a77-fb1b-4b13-9e6c-f9ce04f518b3 req-db4685ce-ec6e-4535-ba54-90209807b8a9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=183f16e9-913d-4006-a470-a5bf63783425 HTTP/1.1" status: 200 len: 845 time: 0.0763102 Apr 18 19:40:22.256762 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-2b14474b-601d-42ab-81cd-61cfe2170f97 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Usage tracker for resource:subnet and tenant:bd464d5bd80e48739c10390179c2302b is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:40:22.268782 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-2b14474b-601d-42ab-81cd-61cfe2170f97 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:40:22.298846 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca6f3d0-dddf-457c-b470-fce2f8e518fe admin admin] Pushing event deleted for resources: {'Network': ['ID=907b3800-8be3-4c78-9411-07f6490aed83,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:22.307127 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-2b14474b-601d-42ab-81cd-61cfe2170f97 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:40:22.316727 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-5a3bebb7-12b3-4730-bd45-fdc00f39cf7e req-225cda93-ffcc-46bd-9cc7-508cc401d69a tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] For port 1ebc4f49-c2aa-477d-a50b-11d721b501b9, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=1ebc4f49-c2aa-477d-a50b-11d721b501b9,segment=NetworkSegment(aed6f02a-53e1-4547-b098-0d9b473b19b5),segment_id=aed6f02a-53e1-4547-b098-0d9b473b19b5)] {{(pid=84764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:40:22.317088 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-5a3bebb7-12b3-4730-bd45-fdc00f39cf7e req-225cda93-ffcc-46bd-9cc7-508cc401d69a tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:22.335681 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-96882a77-fb1b-4b13-9e6c-f9ce04f518b3 req-6e228db4-d248-4367-a497-db14054f4671 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=11569783-78f6-4d10-9370-768c4acb7a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635900 Apr 18 19:40:22.338995 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-857d7b2d-8002-4016-936f-70f8fbd316f0 req-55e7a33e-0188-4daa-90f3-d8b75bca5cf5 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092974 Apr 18 19:40:22.457890 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-cca6f3d0-dddf-457c-b470-fce2f8e518fe admin admin] 10.222.0.69 "DELETE /v2.0/networks/907b3800-8be3-4c78-9411-07f6490aed83 HTTP/1.1" status: 204 len: 168 time: 5.7003946 Apr 18 19:40:22.458554 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b14474b-601d-42ab-81cd-61cfe2170f97 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Made reservation on behalf of bd464d5bd80e48739c10390179c2302b for: {'subnet': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:40:22.557081 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-96882a77-fb1b-4b13-9e6c-f9ce04f518b3 req-cc47af17-f75f-4a93-a406-8eef2d09d592 service neutron] 10.222.0.73 "GET /v2.0/networks/11569783-78f6-4d10-9370-768c4acb7a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147605 Apr 18 19:40:22.557675 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 38300) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:22.693230 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [req-5a3bebb7-12b3-4730-bd45-fdc00f39cf7e req-225cda93-ffcc-46bd-9cc7-508cc401d69a tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Calling delete_port for 1ebc4f49-c2aa-477d-a50b-11d721b501b9 owned by compute:nova {{(pid=84764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:40:22.759802 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-2b14474b-601d-42ab-81cd-61cfe2170f97 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65862573'] for subnet, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:22.933854 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-826afb9d-524d-457d-8e99-af36ee3136a9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=aa6d8ffebeab4be89a75f00afbec4851&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3361983 Apr 18 19:40:22.938987 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 38306) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:23.030377 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5122a969-2198-4d8e-ab45-e119f29e6df7 req-3fa3af16-2345-4826-b68c-9e194974247b tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:23.039296 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5122a969-2198-4d8e-ab45-e119f29e6df7 req-3fa3af16-2345-4826-b68c-9e194974247b tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 945 time: 0.4793668 Apr 18 19:40:23.053119 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8db8f74-3d0a-41a8-a3a2-40eafc47460c req-96d4b418-2841-4c79-b3a6-92b4d1eadfc8 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:23.060401 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a8db8f74-3d0a-41a8-a3a2-40eafc47460c req-96d4b418-2841-4c79-b3a6-92b4d1eadfc8 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/ports?device_id=7d8209fa-5274-4f80-a200-7247fec07dd7 HTTP/1.1" status: 200 len: 943 time: 0.8645029 Apr 18 19:40:23.072541 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-96882a77-fb1b-4b13-9e6c-f9ce04f518b3 req-aac1f09c-5dbd-4875-8eaf-9c6cb81ca182 service neutron] 10.222.0.73 "GET /v2.0/networks/11569783-78f6-4d10-9370-768c4acb7a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4774175 Apr 18 19:40:23.120340 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 38310) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:23.159247 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5122a969-2198-4d8e-ab45-e119f29e6df7 req-8fa2db17-790d-41bc-9578-86d935ca8d5c tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183481 Apr 18 19:40:23.168809 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-a594a8f8-f65f-4613-9374-5fcb7b651ad4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:23.350119 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-5a3bebb7-12b3-4730-bd45-fdc00f39cf7e req-225cda93-ffcc-46bd-9cc7-508cc401d69a tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:23.359665 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a4106dab-6971-4e7e-8fdc-c66f0a3f4877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:23.366987 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-a594a8f8-f65f-4613-9374-5fcb7b651ad4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:23.418534 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a8db8f74-3d0a-41a8-a3a2-40eafc47460c req-2ccb1f9f-373c-41b4-ad24-e75388f8aee6 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/security-groups?id=51df22c1-554b-4779-a025-65f2af6e2a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3572180 Apr 18 19:40:23.497881 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225cda93-ffcc-46bd-9cc7-508cc401d69a tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Pushing event deleted for resources: {'Port': ['ID=1ebc4f49-c2aa-477d-a50b-11d721b501b9,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:23.531011 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-b2ac486e-b52e-47cb-aab6-0290b67d9ccd admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=11fa110afd504f4180500a31ab517fd5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4100354 Apr 18 19:40:23.628743 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 38322) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:23.628743 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 38324) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:23.702604 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-a594a8f8-f65f-4613-9374-5fcb7b651ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:23.783706 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a594a8f8-f65f-4613-9374-5fcb7b651ad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c34b62e1-4838-43e7-ac44-2c7aea2cecdc,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:23.859893 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-a594a8f8-f65f-4613-9374-5fcb7b651ad4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:23.861965 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-a594a8f8-f65f-4613-9374-5fcb7b651ad4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c34b62e1-4838-43e7-ac44-2c7aea2cecdc HTTP/1.1" status: 204 len: 168 time: 0.9232123 Apr 18 19:40:23.882235 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-dfc4c5a4-4c70-46af-96c1-4e6d0643b238 req-b34a2d08-c612-45cc-baca-6a782ae05b59 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f7f855ff57c84f41949916661be0c661&device_id=7d8209fa-5274-4f80-a200-7247fec07dd7 HTTP/1.1" status: 200 len: 1094 time: 0.6290970 Apr 18 19:40:23.993342 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a2e360c-3d9c-45d1-b453-4c4dbb1079c5 admin admin] Deleting subnet 9434df27-e17f-4bcb-b5e5-353e9f5c83cf {{(pid=84764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:40:24.007641 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a3bebb7-12b3-4730-bd45-fdc00f39cf7e req-225cda93-ffcc-46bd-9cc7-508cc401d69a tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] No DVR routers for this DVR port 1ebc4f49-c2aa-477d-a50b-11d721b501b9 on host n-h2-836017-2 {{(pid=84764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:40:24.010868 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-5a3bebb7-12b3-4730-bd45-fdc00f39cf7e req-225cda93-ffcc-46bd-9cc7-508cc401d69a tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:24.015883 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-3a2e360c-3d9c-45d1-b453-4c4dbb1079c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:24.065333 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '845d5eff-f61f-4478-8b96-419b59aa7857', 'name': 'network-vif-deleted', 'tag': '1ebc4f49-c2aa-477d-a50b-11d721b501b9'}] {{(pid=84764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:40:24.149995 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-5a3bebb7-12b3-4730-bd45-fdc00f39cf7e req-225cda93-ffcc-46bd-9cc7-508cc401d69a tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.72 "DELETE /v2.0/ports/1ebc4f49-c2aa-477d-a50b-11d721b501b9 HTTP/1.1" status: 204 len: 173 time: 7.9179454 Apr 18 19:40:24.183985 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc4c5a4-4c70-46af-96c1-4e6d0643b238 req-0ec5ae3f-5549-4bef-abab-a213e43f38cc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:24.186162 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-dfc4c5a4-4c70-46af-96c1-4e6d0643b238 req-0ec5ae3f-5549-4bef-abab-a213e43f38cc service neutron] 10.222.0.73 "GET /v2.0/networks?id=11569783-78f6-4d10-9370-768c4acb7a65 HTTP/1.1" status: 200 len: 906 time: 0.2891541 Apr 18 19:40:24.194090 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0897779-9a6d-43a8-b32e-f4cb57fd088c req-7c685c6d-f767-42f6-a0c1-263e265bd92a tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:24.203375 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f0897779-9a6d-43a8-b32e-f4cb57fd088c req-7c685c6d-f767-42f6-a0c1-263e265bd92a tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.69 "GET /v2.0/ports?device_id=845d5eff-f61f-4478-8b96-419b59aa7857 HTTP/1.1" status: 200 len: 944 time: 0.6705770 Apr 18 19:40:24.211553 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-8b6a1690-8ae6-405e-b9c6-0337413d147b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:24.261833 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-3a2e360c-3d9c-45d1-b453-4c4dbb1079c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66931798'] for subnet, precommit_delete_associations {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:24.361947 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-dfc4c5a4-4c70-46af-96c1-4e6d0643b238 req-b38ae023-2486-4093-968a-f80e1ed21229 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b6a46a28-fdc4-4a3a-8031-c985361a86c6 HTTP/1.1" status: 200 len: 217 time: 0.1168091 Apr 18 19:40:24.367704 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-8b6a1690-8ae6-405e-b9c6-0337413d147b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:24.398612 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f693b3-6449-4e36-bb0d-02f1abb10fb4 req-fe43d671-a3f7-4e58-9a37-5da3d09e21b4 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:24.407712 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-00f693b3-6449-4e36-bb0d-02f1abb10fb4 req-fe43d671-a3f7-4e58-9a37-5da3d09e21b4 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 945 time: 0.5290382 Apr 18 19:40:24.430748 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-2b14474b-601d-42ab-81cd-61cfe2170f97 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2290811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65862591'] for subnet, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:24.442484 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f0897779-9a6d-43a8-b32e-f4cb57fd088c req-78478d3d-f91e-43d1-b3ce-af2906d66fda tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.69 "GET /v2.0/security-groups?id=bb003ef8-bec1-46f4-8fe0-50640bc23b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377379 Apr 18 19:40:24.495954 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc4c5a4-4c70-46af-96c1-4e6d0643b238 req-ff991ae2-36fb-4c2a-8fb1-25002c59ed44 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:24.498027 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-dfc4c5a4-4c70-46af-96c1-4e6d0643b238 req-ff991ae2-36fb-4c2a-8fb1-25002c59ed44 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=183f16e9-913d-4006-a470-a5bf63783425 HTTP/1.1" status: 200 len: 845 time: 0.1202881 Apr 18 19:40:24.604373 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-dfc4c5a4-4c70-46af-96c1-4e6d0643b238 req-514c5fdb-3487-4bb9-a3dd-3c444b1b66ed service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=11569783-78f6-4d10-9370-768c4acb7a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0978308 Apr 18 19:40:24.718452 n-d-836017-2 neutron-server[84764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a5e0628-54e1-43a1-b504-f3ab197c44c2'] response: {'server_uuid': '845d5eff-f61f-4478-8b96-419b59aa7857', 'name': 'network-vif-deleted', 'tag': '1ebc4f49-c2aa-477d-a50b-11d721b501b9', 'status': 'completed', 'code': 200} Apr 18 19:40:24.731296 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-00f693b3-6449-4e36-bb0d-02f1abb10fb4 req-5f87ac18-0975-43fe-8775-abdfad0a7933 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3226318 Apr 18 19:40:24.734621 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [req-5a3bebb7-12b3-4730-bd45-fdc00f39cf7e req-0bc5f4b9-6bee-4bf5-910d-b505a788a855 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Deleting port d05a9979-9949-4d5f-b161-160de64a0067 {{(pid=84764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:40:24.734975 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-5a3bebb7-12b3-4730-bd45-fdc00f39cf7e req-0bc5f4b9-6bee-4bf5-910d-b505a788a855 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:24.866587 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-3a2e360c-3d9c-45d1-b453-4c4dbb1079c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1258508'] for subnet, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:24.890157 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:25.005284 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-dfc4c5a4-4c70-46af-96c1-4e6d0643b238 req-b96bc665-1ac4-4ead-aef6-ca1e0177e45d service neutron] 10.222.0.73 "GET /v2.0/networks/11569783-78f6-4d10-9370-768c4acb7a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3925734 Apr 18 19:40:25.011784 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89df907d-c787-4e23-8cff-00dce51a809d req-2f7edc8a-b8a9-41da-b326-283625e63c83 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:25.013263 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-89df907d-c787-4e23-8cff-00dce51a809d req-2f7edc8a-b8a9-41da-b326-283625e63c83 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/ports?device_id=7d8209fa-5274-4f80-a200-7247fec07dd7 HTTP/1.1" status: 200 len: 943 time: 0.2010026 Apr 18 19:40:25.180357 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-89df907d-c787-4e23-8cff-00dce51a809d req-96ef9231-8aea-4040-88d2-3f124af1624f tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/security-groups?id=51df22c1-554b-4779-a025-65f2af6e2a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477101 Apr 18 19:40:25.209385 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b14474b-601d-42ab-81cd-61cfe2170f97 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Pushing event updated for resources: {'Subnet': ['ID=8fe556d3-f99a-468f-8228-6113f8322c7f,revision_number=0']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:25.259071 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-3a2e360c-3d9c-45d1-b453-4c4dbb1079c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1258501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2290876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65862598'] for subnet, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:25.282211 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-dfc4c5a4-4c70-46af-96c1-4e6d0643b238 req-ebda066d-33d7-44a5-b40a-1446c925f001 service neutron] 10.222.0.73 "GET /v2.0/networks/11569783-78f6-4d10-9370-768c4acb7a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2679589 Apr 18 19:40:25.349610 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2e360c-3d9c-45d1-b453-4c4dbb1079c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9434df27-e17f-4bcb-b5e5-353e9f5c83cf,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:25.361427 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b14474b-601d-42ab-81cd-61cfe2170f97 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Checking segment: {'id': '009edf88-f4f0-4562-aa9c-be717ef0703c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'a5f2e3ac-ce4b-4dad-884c-44e349a56831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:40:25.361427 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b14474b-601d-42ab-81cd-61cfe2170f97 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Network hostable DHCP agents. Network: a5f2e3ac-ce4b-4dad-884c-44e349a56831, hostable agents: ['f6987c12-6d6c-47d4-b22d-cfcd164dc40d'], hosted agents: [] {{(pid=84764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:40:25.389509 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-3a2e360c-3d9c-45d1-b453-4c4dbb1079c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for subnet, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:25.444471 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-8b6a1690-8ae6-405e-b9c6-0337413d147b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:25.494582 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb8883a-b177-41c4-ad79-0bc80bab31af req-6e85a6e9-c6bc-47b9-bd64-4a8b9deda7ae tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:25.496741 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-1fb8883a-b177-41c4-ad79-0bc80bab31af req-6e85a6e9-c6bc-47b9-bd64-4a8b9deda7ae tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 945 time: 0.4543703 Apr 18 19:40:25.514998 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-8b6a1690-8ae6-405e-b9c6-0337413d147b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:25.516171 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-8b6a1690-8ae6-405e-b9c6-0337413d147b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/96f5dff8-7fdf-4859-9bdf-bc45a840a90d HTTP/1.1" status: 204 len: 168 time: 1.8853827 Apr 18 19:40:25.520904 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6a1690-8ae6-405e-b9c6-0337413d147b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96f5dff8-7fdf-4859-9bdf-bc45a840a90d,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:25.579532 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-3a2e360c-3d9c-45d1-b453-4c4dbb1079c5 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/9434df27-e17f-4bcb-b5e5-353e9f5c83cf HTTP/1.1" status: 204 len: 168 time: 1.9450917 Apr 18 19:40:25.580650 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 38360) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:25.702737 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-1fb8883a-b177-41c4-ad79-0bc80bab31af req-741ef792-bec1-4297-af68-f63f7dc11cdd tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921091 Apr 18 19:40:25.715465 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-5a3bebb7-12b3-4730-bd45-fdc00f39cf7e req-0bc5f4b9-6bee-4bf5-910d-b505a788a855 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] For port d05a9979-9949-4d5f-b161-160de64a0067, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=d05a9979-9949-4d5f-b161-160de64a0067,segment=NetworkSegment(a4aec143-78e5-48d5-aadb-8065e83173e5),segment_id=a4aec143-78e5-48d5-aadb-8065e83173e5)] {{(pid=84764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:40:25.717852 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-5a3bebb7-12b3-4730-bd45-fdc00f39cf7e req-0bc5f4b9-6bee-4bf5-910d-b505a788a855 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:25.818190 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b14474b-601d-42ab-81cd-61cfe2170f97 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Network a5f2e3ac-ce4b-4dad-884c-44e349a56831 is scheduled to be hosted by DHCP agent f6987c12-6d6c-47d4-b22d-cfcd164dc40d with binding_index 1 {{(pid=84764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:40:25.953629 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 38370) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:25.964454 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [req-5a3bebb7-12b3-4730-bd45-fdc00f39cf7e req-0bc5f4b9-6bee-4bf5-910d-b505a788a855 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Calling delete_port for d05a9979-9949-4d5f-b161-160de64a0067 owned by compute:nova {{(pid=84764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:40:25.976326 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-eb4a1067-0032-4445-9c6e-9caa0e5acda7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:26.003315 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [None req-2b14474b-601d-42ab-81cd-61cfe2170f97 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-2, a5f2e3ac-ce4b-4dad-884c-44e349a56831) {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:40:26.011896 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a7e6cf-98b1-4f0a-b683-96b86a7459b4 None None] Network a5f2e3ac-ce4b-4dad-884c-44e349a56831 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:40:26.054683 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e997d3-2372-47eb-9204-b6e9102e4d06 req-740e8e40-ccf8-4c6b-9ab9-cd1064deeffd tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:26.061512 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-64e997d3-2372-47eb-9204-b6e9102e4d06 req-740e8e40-ccf8-4c6b-9ab9-cd1064deeffd tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.69 "GET /v2.0/ports?device_id=845d5eff-f61f-4478-8b96-419b59aa7857 HTTP/1.1" status: 200 len: 944 time: 0.4028223 Apr 18 19:40:26.189862 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b14474b-601d-42ab-81cd-61cfe2170f97 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:26.193051 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-2b14474b-601d-42ab-81cd-61cfe2170f97 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for subnet, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:26.213799 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-eb4a1067-0032-4445-9c6e-9caa0e5acda7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256345', 'neutron.services.segments.db._delete_segments_for_network-8791093852025'] for network, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:26.256424 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-5a3bebb7-12b3-4730-bd45-fdc00f39cf7e req-0bc5f4b9-6bee-4bf5-910d-b505a788a855 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:26.274786 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-64e997d3-2372-47eb-9204-b6e9102e4d06 req-66a9c1d2-24aa-42e2-8105-8f0d7df30390 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.69 "GET /v2.0/security-groups?id=bb003ef8-bec1-46f4-8fe0-50640bc23b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123113 Apr 18 19:40:26.288706 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device b6a46a28-fdc4-4a3a-8031-c985361a86c6 details requested by agent hyperv_n-h1-836017-2 with host n-h1-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:40:26.291490 n-d-836017-2 neutron-server[84763]: DEBUG neutron.services.segments.db [None req-eb4a1067-0032-4445-9c6e-9caa0e5acda7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ead64cb-f40e-4606-a81f-5a65ad25a39e']}} {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:40:26.343374 n-d-836017-2 neutron-server[84763]: DEBUG neutron.services.segments.db [None req-eb4a1067-0032-4445-9c6e-9caa0e5acda7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c213d42-e0df-4f72-a99f-f97b3a74794a') {'for_net_delete': True} {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:40:26.343999 n-d-836017-2 neutron-server[84763]: DEBUG neutron.services.segments.db [None req-eb4a1067-0032-4445-9c6e-9caa0e5acda7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c213d42-e0df-4f72-a99f-f97b3a74794a') {} {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:40:26.373195 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-eb4a1067-0032-4445-9c6e-9caa0e5acda7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791093851908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66272256'] for segment, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:26.414255 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-eb4a1067-0032-4445-9c6e-9caa0e5acda7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:26.422040 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb4a1067-0032-4445-9c6e-9caa0e5acda7 admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=84763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:40:26.422448 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-eb4a1067-0032-4445-9c6e-9caa0e5acda7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66351785'] for segment, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:26.476840 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc5f4b9-6bee-4bf5-910d-b505a788a855 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Pushing event deleted for resources: {'Port': ['ID=d05a9979-9949-4d5f-b161-160de64a0067,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:26.550763 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-2b14474b-601d-42ab-81cd-61cfe2170f97 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.9504654 Apr 18 19:40:26.563457 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 38388) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:26.567563 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c189a6f5-0626-472d-83e3-0a1d62adc8d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31f5fbf7-4b5c-5a44-b255-70c4fc176ae8-a5f2e3ac-ce4b-4dad-884c-44e349a56831', 'network_id': 'a5f2e3ac-ce4b-4dad-884c-44e349a56831', 'tenant_id': 'bd464d5bd80e48739c10390179c2302b', 'fixed_ips': [{'subnet_id': '8fe556d3-f99a-468f-8228-6113f8322c7f'}]}} from n-d-836017-2. {{(pid=84765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 19:40:26.568484 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c189a6f5-0626-472d-83e3-0a1d62adc8d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:26.615435 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-e10b38d2-7557-4371-b775-05c81f24de04 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Request body: {'subnet': {'network_id': '19e1e944-a631-4c85-a049-eddbf0a6b930', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:40:26.651881 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-761dc886-5977-4e61-92a6-d4014e99e9d1 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1563487843-network', 'tenant_id': '6f36b704c7d64c62a1f374492946aba0'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:40:26.666290 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-761dc886-5977-4e61-92a6-d4014e99e9d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:40:26.673327 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-761dc886-5977-4e61-92a6-d4014e99e9d1 admin admin] Usage tracker for resource:network and tenant:6f36b704c7d64c62a1f374492946aba0 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:40:26.677140 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-761dc886-5977-4e61-92a6-d4014e99e9d1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:40:26.685928 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-761dc886-5977-4e61-92a6-d4014e99e9d1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:40:26.875523 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a3bebb7-12b3-4730-bd45-fdc00f39cf7e req-0bc5f4b9-6bee-4bf5-910d-b505a788a855 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] No DVR routers for this DVR port d05a9979-9949-4d5f-b161-160de64a0067 on host n-h2-836017-2 {{(pid=84764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:40:26.890061 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-5a3bebb7-12b3-4730-bd45-fdc00f39cf7e req-0bc5f4b9-6bee-4bf5-910d-b505a788a855 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:26.892534 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-5a3bebb7-12b3-4730-bd45-fdc00f39cf7e req-0bc5f4b9-6bee-4bf5-910d-b505a788a855 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.72 "DELETE /v2.0/ports/d05a9979-9949-4d5f-b161-160de64a0067 HTTP/1.1" status: 204 len: 173 time: 2.7288470 Apr 18 19:40:26.894918 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '845d5eff-f61f-4478-8b96-419b59aa7857', 'name': 'network-vif-deleted', 'tag': 'd05a9979-9949-4d5f-b161-160de64a0067'}] {{(pid=84764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:40:26.896504 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port b6a46a28-fdc4-4a3a-8031-c985361a86c6, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=b6a46a28-fdc4-4a3a-8031-c985361a86c6,segment=NetworkSegment(6e09292d-9dc6-4a58-913a-7eef33e1cf20),segment_id=6e09292d-9dc6-4a58-913a-7eef33e1cf20)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:40:26.903657 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-e10b38d2-7557-4371-b775-05c81f24de04 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:40:26.910077 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-e10b38d2-7557-4371-b775-05c81f24de04 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Usage tracker for resource:subnet and tenant:bd464d5bd80e48739c10390179c2302b is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:40:26.919938 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c971ac-b29f-4fa0-a94c-46f00b769836 req-fa2650ed-3dd7-4f95-8e11-8fd488b2a41b tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:26.932579 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f7c971ac-b29f-4fa0-a94c-46f00b769836 req-fa2650ed-3dd7-4f95-8e11-8fd488b2a41b tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 945 time: 0.7457607 Apr 18 19:40:26.953045 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-e10b38d2-7557-4371-b775-05c81f24de04 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:40:26.963673 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-e10b38d2-7557-4371-b775-05c81f24de04 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:40:26.964397 n-d-836017-2 neutron-server[84763]: Traceback (most recent call last): Apr 18 19:40:26.964397 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:40:26.964397 n-d-836017-2 neutron-server[84763]: timer() Apr 18 19:40:26.964397 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:40:26.964397 n-d-836017-2 neutron-server[84763]: cb(*args, **kw) Apr 18 19:40:26.964397 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:40:26.964397 n-d-836017-2 neutron-server[84763]: return func(*args, **kwargs) Apr 18 19:40:26.964397 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:40:26.964397 n-d-836017-2 neutron-server[84763]: self._notify() Apr 18 19:40:26.964397 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:40:26.964397 n-d-836017-2 neutron-server[84763]: self.callback(batched_events) Apr 18 19:40:26.964397 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:40:26.964397 n-d-836017-2 neutron-server[84763]: event.method(event) Apr 18 19:40:26.964397 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:40:26.964397 n-d-836017-2 neutron-server[84763]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:40:26.964397 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:40:26.964397 n-d-836017-2 neutron-server[84763]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:40:26.964397 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:40:26.964397 n-d-836017-2 neutron-server[84763]: return f(self, *a, **k) Apr 18 19:40:26.964397 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:40:26.964397 n-d-836017-2 neutron-server[84763]: return self._get(url).json() Apr 18 19:40:26.964397 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:40:26.964397 n-d-836017-2 neutron-server[84763]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:40:26.964397 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:40:26.964397 n-d-836017-2 neutron-server[84763]: return self.request(url, 'GET', **kwargs) Apr 18 19:40:26.964397 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:40:26.964397 n-d-836017-2 neutron-server[84763]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:40:26.964397 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:40:26.964397 n-d-836017-2 neutron-server[84763]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:40:26.964397 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:40:26.964397 n-d-836017-2 neutron-server[84763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:40:26.964397 n-d-836017-2 neutron-server[84763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:40:26.966718 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Returning: {'device': 'b6a46a28-fdc4-4a3a-8031-c985361a86c6', 'network_id': '11569783-78f6-4d10-9370-768c4acb7a65', 'port_id': 'b6a46a28-fdc4-4a3a-8031-c985361a86c6', 'mac_address': 'fa:16:3e:d9:07:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '183f16e9-913d-4006-a470-a5bf63783425', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:40:27.050917 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f7c971ac-b29f-4fa0-a94c-46f00b769836 req-479bc6e9-57e5-4a61-9b79-2c074c81fb73 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134174 Apr 18 19:40:27.052960 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-761dc886-5977-4e61-92a6-d4014e99e9d1 admin admin] Made reservation on behalf of 6f36b704c7d64c62a1f374492946aba0 for: {'network': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:40:27.059295 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-c189a6f5-0626-472d-83e3-0a1d62adc8d5 None None] Allocated IP 2001:db8::2 (a5f2e3ac-ce4b-4dad-884c-44e349a56831/8fe556d3-f99a-468f-8228-6113f8322c7f/b0bb69ad-359e-414f-9134-536c9a980723) {{(pid=84765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:40:27.060177 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-761dc886-5977-4e61-92a6-d4014e99e9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for network, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:27.102826 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-eb4a1067-0032-4445-9c6e-9caa0e5acda7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416801'] for network, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:27.107076 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e10b38d2-7557-4371-b775-05c81f24de04 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Made reservation on behalf of bd464d5bd80e48739c10390179c2302b for: {'subnet': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:40:27.216555 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-eb4a1067-0032-4445-9c6e-9caa0e5acda7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:27.216889 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:27.217012 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4a1067-0032-4445-9c6e-9caa0e5acda7 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ead64cb-f40e-4606-a81f-5a65ad25a39e,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:27.217122 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6a46a28-fdc4-4a3a-8031-c985361a86c6 {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:40:27.217242 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc6779c-6777-4377-85e5-e13e556dfb5f req-6a534646-6880-4473-b1e3-7bec0fa42956 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:27.217242 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-6dc6779c-6777-4377-85e5-e13e556dfb5f req-6a534646-6880-4473-b1e3-7bec0fa42956 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/ports?device_id=7d8209fa-5274-4f80-a200-7247fec07dd7 HTTP/1.1" status: 200 len: 943 time: 0.2092376 Apr 18 19:40:27.225917 n-d-836017-2 neutron-server[84764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d672a441-193e-4caf-a421-d5fa36135944'] response: {'server_uuid': '845d5eff-f61f-4478-8b96-419b59aa7857', 'name': 'network-vif-deleted', 'tag': 'd05a9979-9949-4d5f-b161-160de64a0067', 'status': 'completed', 'code': 200} Apr 18 19:40:27.275881 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port b6a46a28-fdc4-4a3a-8031-c985361a86c6, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=b6a46a28-fdc4-4a3a-8031-c985361a86c6,segment=NetworkSegment(6e09292d-9dc6-4a58-913a-7eef33e1cf20),segment_id=6e09292d-9dc6-4a58-913a-7eef33e1cf20)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:40:27.295318 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-6dc6779c-6777-4377-85e5-e13e556dfb5f req-60087bbe-94b1-4b28-b682-ed86ad9b0d53 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/security-groups?id=51df22c1-554b-4779-a025-65f2af6e2a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697224 Apr 18 19:40:27.344105 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-761dc886-5977-4e61-92a6-d4014e99e9d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:27.459320 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c189a6f5-0626-472d-83e3-0a1d62adc8d5 None None] Notify callbacks [] for port, precommit_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:27.472674 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-c189a6f5-0626-472d-83e3-0a1d62adc8d5 None None] Transition to ACTIVE for port object b0bb69ad-359e-414f-9134-536c9a980723 will not be triggered until provisioned by entity L2. {{(pid=84765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:40:27.478431 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-508ccf09-aa88-4c0a-a354-ff41a27cc018 req-eb3ca66c-739d-43d6-8017-339c4f8cae83 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.69 "GET /v2.0/ports?device_id=845d5eff-f61f-4478-8b96-419b59aa7857 HTTP/1.1" status: 200 len: 210 time: 0.0466213 Apr 18 19:40:27.491111 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-e10b38d2-7557-4371-b775-05c81f24de04 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65862573'] for subnet, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:27.492819 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-c189a6f5-0626-472d-83e3-0a1d62adc8d5 None None] Transition to ACTIVE for port object b0bb69ad-359e-414f-9134-536c9a980723 will not be triggered until provisioned by entity DHCP. {{(pid=84765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:40:27.515907 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-761dc886-5977-4e61-92a6-d4014e99e9d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:40:27.532359 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-eb4a1067-0032-4445-9c6e-9caa0e5acda7 admin admin] 10.222.0.69 "DELETE /v2.0/networks/0ead64cb-f40e-4606-a81f-5a65ad25a39e HTTP/1.1" status: 204 len: 168 time: 1.9477587 Apr 18 19:40:27.532747 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 38406) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:27.576492 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-761dc886-5977-4e61-92a6-d4014e99e9d1 admin admin] Usage tracker for resource:security_group_rule and tenant:6f36b704c7d64c62a1f374492946aba0 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:40:27.586497 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:27.592016 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-761dc886-5977-4e61-92a6-d4014e99e9d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:40:27.601724 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_v2 [None req-7852e1d9-ebf7-4cee-ab62-a2587c50ecf7 admin admin] Deleting subnet d0f6cf6d-4f6d-4319-a82f-ca3ece875adb {{(pid=84763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:40:27.601884 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-761dc886-5977-4e61-92a6-d4014e99e9d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:40:27.607384 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-7852e1d9-ebf7-4cee-ab62-a2587c50ecf7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:27.665060 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bb65ac-ac4d-4845-92de-e9c4c542a28c req-ddb702fa-ca0c-4200-9e92-4eb9cbeb8de6 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:27.666943 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-15bb65ac-ac4d-4845-92de-e9c4c542a28c req-ddb702fa-ca0c-4200-9e92-4eb9cbeb8de6 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 945 time: 0.2931635 Apr 18 19:40:27.678328 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-7852e1d9-ebf7-4cee-ab62-a2587c50ecf7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66272755'] for subnet, precommit_delete_associations {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:27.706317 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c189a6f5-0626-472d-83e3-0a1d62adc8d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331'] for port, after_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:27.752977 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-15bb65ac-ac4d-4845-92de-e9c4c542a28c req-447dc530-429e-486e-97d8-e52ca1df9b34 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708921 Apr 18 19:40:27.785807 n-d-836017-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c189a6f5-0626-472d-83e3-0a1d62adc8d5 None None] Network a5f2e3ac-ce4b-4dad-884c-44e349a56831 is already hosted by enough agents. {{(pid=84765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:40:27.821003 n-d-836017-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-c189a6f5-0626-472d-83e3-0a1d62adc8d5 None None] Resources bound (agent type, host, resource id): {{(pid=84765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:40:27.846030 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c189a6f5-0626-472d-83e3-0a1d62adc8d5 None None] Received port after_create {{(pid=84765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:40:27.861193 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Pushing event updated for resources: {'Port': ['ID=b6a46a28-fdc4-4a3a-8031-c985361a86c6,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:27.905668 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-7852e1d9-ebf7-4cee-ab62-a2587c50ecf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1258508'] for subnet, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:27.906287 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 38422) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:27.924895 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-761dc886-5977-4e61-92a6-d4014e99e9d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:27.948636 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c189a6f5-0626-472d-83e3-0a1d62adc8d5 None None] Pushing event updated for resources: {'Port': ['ID=b0bb69ad-359e-414f-9134-536c9a980723,revision_number=1']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:28.026738 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-761dc886-5977-4e61-92a6-d4014e99e9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:28.031525 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] get_ports_and_sgs() called for port_ids ['b6a46a28-fdc4-4a3a-8031-c985361a86c6'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:40:28.053814 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-761dc886-5977-4e61-92a6-d4014e99e9d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=84764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:40:28.065615 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-761dc886-5977-4e61-92a6-d4014e99e9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:28.065977 n-d-836017-2 neutron-server[84764]: INFO neutron.db.segments_db [None req-761dc886-5977-4e61-92a6-d4014e99e9d1 admin admin] Added segment c8b4a23b-8a85-412d-8ef1-210062e11d72 of type vlan for network c5490ac2-614a-4583-b592-86501d547a01 Apr 18 19:40:28.099352 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-761dc886-5977-4e61-92a6-d4014e99e9d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791093404182'] for network, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:28.156257 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-c189a6f5-0626-472d-83e3-0a1d62adc8d5 None None] Attempting to bind port b0bb69ad-359e-414f-9134-536c9a980723 on host n-d-836017-2 for vnic_type normal with profile {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:40:28.157117 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-c189a6f5-0626-472d-83e3-0a1d62adc8d5 None None] Attempting to bind port b0bb69ad-359e-414f-9134-536c9a980723 by drivers openvswitch,hyperv on host n-d-836017-2 at level 0 using segments [{'id': '009edf88-f4f0-4562-aa9c-be717ef0703c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'a5f2e3ac-ce4b-4dad-884c-44e349a56831'}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:40:28.157290 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c189a6f5-0626-472d-83e3-0a1d62adc8d5 None None] Attempting to bind port b0bb69ad-359e-414f-9134-536c9a980723 on network a5f2e3ac-ce4b-4dad-884c-44e349a56831 {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:40:28.185670 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c189a6f5-0626-472d-83e3-0a1d62adc8d5 None None] Checking agent: {'id': 'df2a5cfe-6839-400b-a998-e4fffce70f45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 8, 22), 'started_at': datetime.datetime(2022, 4, 18, 19, 8, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:40:28.186976 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c189a6f5-0626-472d-83e3-0a1d62adc8d5 None None] Checking segment: {'id': '009edf88-f4f0-4562-aa9c-be717ef0703c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'a5f2e3ac-ce4b-4dad-884c-44e349a56831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:40:28.186976 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c189a6f5-0626-472d-83e3-0a1d62adc8d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:28.186976 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c189a6f5-0626-472d-83e3-0a1d62adc8d5 None None] Bound using segment: {'id': '009edf88-f4f0-4562-aa9c-be717ef0703c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'a5f2e3ac-ce4b-4dad-884c-44e349a56831'} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:40:28.187707 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-c189a6f5-0626-472d-83e3-0a1d62adc8d5 None None] Bound port: b0bb69ad-359e-414f-9134-536c9a980723, host: n-d-836017-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '009edf88-f4f0-4562-aa9c-be717ef0703c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'a5f2e3ac-ce4b-4dad-884c-44e349a56831'}}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:40:28.188171 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c189a6f5-0626-472d-83e3-0a1d62adc8d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:28.222030 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-7852e1d9-ebf7-4cee-ab62-a2587c50ecf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1258501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66351815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66540800'] for subnet, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:28.234840 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-d6f1e555-99f5-4f62-a83f-92344ff753ab admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-912268687-network', 'tenant_id': '25b05b3bfc6f4792a58f276b63d5c65b'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:40:28.250837 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-d6f1e555-99f5-4f62-a83f-92344ff753ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:40:28.255677 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-d6f1e555-99f5-4f62-a83f-92344ff753ab admin admin] Usage tracker for resource:network and tenant:25b05b3bfc6f4792a58f276b63d5c65b is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:40:28.259011 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-d6f1e555-99f5-4f62-a83f-92344ff753ab admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:40:28.267029 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-d6f1e555-99f5-4f62-a83f-92344ff753ab admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:40:28.331656 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761dc886-5977-4e61-92a6-d4014e99e9d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd83c0f9-21b4-41da-a665-dc92cfe3fd31,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:28.382211 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6f1e555-99f5-4f62-a83f-92344ff753ab admin admin] Made reservation on behalf of 25b05b3bfc6f4792a58f276b63d5c65b for: {'network': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:40:28.385147 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-d6f1e555-99f5-4f62-a83f-92344ff753ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for network, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:28.400166 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7852e1d9-ebf7-4cee-ab62-a2587c50ecf7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0f6cf6d-4f6d-4319-a82f-ca3ece875adb,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:28.410258 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a6e2d5-4f1c-43ca-8497-8ef52f7ac182 req-dcaea52f-ac66-4bbe-9f77-4455958f7e49 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:28.410482 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-7852e1d9-ebf7-4cee-ab62-a2587c50ecf7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:28.420463 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-68a6e2d5-4f1c-43ca-8497-8ef52f7ac182 req-dcaea52f-ac66-4bbe-9f77-4455958f7e49 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 945 time: 0.2486250 Apr 18 19:40:28.436979 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-7852e1d9-ebf7-4cee-ab62-a2587c50ecf7 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/d0f6cf6d-4f6d-4319-a82f-ca3ece875adb HTTP/1.1" status: 204 len: 168 time: 0.9031005 Apr 18 19:40:28.439216 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 38430) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:28.452148 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-d6f1e555-99f5-4f62-a83f-92344ff753ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:28.472160 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.agents_db [None req-eb67022b-f881-4bc8-8f45-fca90fb27803 None None] Agent healthcheck: found 7 active agents {{(pid=84766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:40:28.520954 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-d6f1e555-99f5-4f62-a83f-92344ff753ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:40:28.524093 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-c189a6f5-0626-472d-83e3-0a1d62adc8d5 None None] For port b0bb69ad-359e-414f-9134-536c9a980723, host n-d-836017-2, cleared binding levels {{(pid=84765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:40:28.525404 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-d6f1e555-99f5-4f62-a83f-92344ff753ab admin admin] Usage tracker for resource:security_group_rule and tenant:25b05b3bfc6f4792a58f276b63d5c65b is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:40:28.530255 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-d6f1e555-99f5-4f62-a83f-92344ff753ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:40:28.537026 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-d6f1e555-99f5-4f62-a83f-92344ff753ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:40:28.565276 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-c189a6f5-0626-472d-83e3-0a1d62adc8d5 None None] For port b0bb69ad-359e-414f-9134-536c9a980723, host n-d-836017-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=b0bb69ad-359e-414f-9134-536c9a980723,segment=NetworkSegment(009edf88-f4f0-4562-aa9c-be717ef0703c),segment_id=009edf88-f4f0-4562-aa9c-be717ef0703c)] {{(pid=84765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:40:28.578172 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-761dc886-5977-4e61-92a6-d4014e99e9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251'] for network, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:28.580926 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-761dc886-5977-4e61-92a6-d4014e99e9d1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:28.580926 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-761dc886-5977-4e61-92a6-d4014e99e9d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:28.584080 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-e10b38d2-7557-4371-b775-05c81f24de04 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2290811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65862591'] for subnet, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:28.626211 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c189a6f5-0626-472d-83e3-0a1d62adc8d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:28.708819 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-a9c84bdd-6e0d-4033-af50-517d7540cdca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:28.720286 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-68a6e2d5-4f1c-43ca-8497-8ef52f7ac182 req-4f22cc75-7213-4059-a5f4-1e8f32c5c2a4 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988460 Apr 18 19:40:28.743963 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10b38d2-7557-4371-b775-05c81f24de04 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Pushing event updated for resources: {'Subnet': ['ID=9b651381-52ea-4533-9909-2342a837236c,revision_number=0']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:28.795933 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c189a6f5-0626-472d-83e3-0a1d62adc8d5 None None] Pushing event updated for resources: {'Port': ['ID=b0bb69ad-359e-414f-9134-536c9a980723,revision_number=2']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:28.849727 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fd9d4c-6f00-4a65-8154-2e9989d1f594 req-b3b3f7d3-b239-48b6-9195-53afefc75c59 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:28.856822 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a7fd9d4c-6f00-4a65-8154-2e9989d1f594 req-b3b3f7d3-b239-48b6-9195-53afefc75c59 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/ports?device_id=7d8209fa-5274-4f80-a200-7247fec07dd7 HTTP/1.1" status: 200 len: 944 time: 0.2481372 Apr 18 19:40:28.907186 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 38440) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:28.910859 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-a9c84bdd-6e0d-4033-af50-517d7540cdca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256345', 'neutron.services.segments.db._delete_segments_for_network-8791093852025'] for network, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:29.032926 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a7fd9d4c-6f00-4a65-8154-2e9989d1f594 req-47242f7f-5e2c-4f5f-a9f6-3cdb40701ba2 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/security-groups?id=51df22c1-554b-4779-a025-65f2af6e2a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751518 Apr 18 19:40:29.043794 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-d6f1e555-99f5-4f62-a83f-92344ff753ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:29.044887 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761dc886-5977-4e61-92a6-d4014e99e9d1 admin admin] Pushing event updated for resources: {'Network': ['ID=c5490ac2-614a-4583-b592-86501d547a01,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:29.056657 n-d-836017-2 neutron-server[84763]: DEBUG neutron.services.segments.db [None req-a9c84bdd-6e0d-4033-af50-517d7540cdca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5035fee1-6053-4021-87fa-5db511f006bb']}} {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:40:29.070687 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Network c5490ac2-614a-4583-b592-86501d547a01 details requested by agent ovs-agent-n-d-836017-2 with host n-d-836017-2 {{(pid=84765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:40:29.076190 n-d-836017-2 neutron-server[84763]: DEBUG neutron.services.segments.db [None req-a9c84bdd-6e0d-4033-af50-517d7540cdca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e9c939e-085f-4eac-a629-d14ef2261283') {'for_net_delete': True} {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:40:29.080604 n-d-836017-2 neutron-server[84763]: DEBUG neutron.services.segments.db [None req-a9c84bdd-6e0d-4033-af50-517d7540cdca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e9c939e-085f-4eac-a629-d14ef2261283') {} {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:40:29.113335 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-a9c84bdd-6e0d-4033-af50-517d7540cdca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791093851908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66272256'] for segment, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:29.122118 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10b38d2-7557-4371-b775-05c81f24de04 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Checking segment: {'id': '12089e5f-6bf9-47c7-9f34-306f94770e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '19e1e944-a631-4c85-a049-eddbf0a6b930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:40:29.122763 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10b38d2-7557-4371-b775-05c81f24de04 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Network hostable DHCP agents. Network: 19e1e944-a631-4c85-a049-eddbf0a6b930, hostable agents: ['f6987c12-6d6c-47d4-b22d-cfcd164dc40d'], hosted agents: [] {{(pid=84764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:40:29.175912 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-d6f1e555-99f5-4f62-a83f-92344ff753ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:29.184337 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-761dc886-5977-4e61-92a6-d4014e99e9d1 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.2290032 Apr 18 19:40:29.189718 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 38444) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:29.217762 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-552a110a-9f86-478d-b1e4-27c196c48dfa admin admin] Request body: {'subnet': {'network_id': 'c5490ac2-614a-4583-b592-86501d547a01', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1563487843-subnet', 'tenant_id': '6f36b704c7d64c62a1f374492946aba0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:40:29.224144 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-552a110a-9f86-478d-b1e4-27c196c48dfa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:40:29.230605 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-552a110a-9f86-478d-b1e4-27c196c48dfa admin admin] Usage tracker for resource:subnet and tenant:6f36b704c7d64c62a1f374492946aba0 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:40:29.234318 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-552a110a-9f86-478d-b1e4-27c196c48dfa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:40:29.241537 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-552a110a-9f86-478d-b1e4-27c196c48dfa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:40:29.243386 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-a9c84bdd-6e0d-4033-af50-517d7540cdca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:29.262049 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9c84bdd-6e0d-4033-af50-517d7540cdca admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=84763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:40:29.262732 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-a9c84bdd-6e0d-4033-af50-517d7540cdca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66351785'] for segment, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:29.276222 n-d-836017-2 neutron-server[84763]: Traceback (most recent call last): Apr 18 19:40:29.276222 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:40:29.276222 n-d-836017-2 neutron-server[84763]: timer() Apr 18 19:40:29.276222 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:40:29.276222 n-d-836017-2 neutron-server[84763]: cb(*args, **kw) Apr 18 19:40:29.276222 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:40:29.276222 n-d-836017-2 neutron-server[84763]: return func(*args, **kwargs) Apr 18 19:40:29.276222 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:40:29.276222 n-d-836017-2 neutron-server[84763]: self._notify() Apr 18 19:40:29.276222 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:40:29.276222 n-d-836017-2 neutron-server[84763]: self.callback(batched_events) Apr 18 19:40:29.276222 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:40:29.276222 n-d-836017-2 neutron-server[84763]: event.method(event) Apr 18 19:40:29.276222 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:40:29.276222 n-d-836017-2 neutron-server[84763]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:40:29.276222 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:40:29.276222 n-d-836017-2 neutron-server[84763]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:40:29.276222 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:40:29.276222 n-d-836017-2 neutron-server[84763]: return f(self, *a, **k) Apr 18 19:40:29.276222 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:40:29.276222 n-d-836017-2 neutron-server[84763]: return self._get(url).json() Apr 18 19:40:29.276222 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:40:29.276222 n-d-836017-2 neutron-server[84763]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:40:29.276222 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:40:29.276222 n-d-836017-2 neutron-server[84763]: return self.request(url, 'GET', **kwargs) Apr 18 19:40:29.276222 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:40:29.276222 n-d-836017-2 neutron-server[84763]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:40:29.276222 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:40:29.276222 n-d-836017-2 neutron-server[84763]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:40:29.276222 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:40:29.276222 n-d-836017-2 neutron-server[84763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:40:29.276222 n-d-836017-2 neutron-server[84763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:40:29.317171 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6f1e555-99f5-4f62-a83f-92344ff753ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=84764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:40:29.333420 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f1e555-99f5-4f62-a83f-92344ff753ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a56a40f2-4963-4e2c-86e7-08b9a7e6f2d4,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:29.342752 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-552a110a-9f86-478d-b1e4-27c196c48dfa admin admin] Made reservation on behalf of 6f36b704c7d64c62a1f374492946aba0 for: {'subnet': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:40:29.346149 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-552a110a-9f86-478d-b1e4-27c196c48dfa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65862573'] for subnet, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:29.383722 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-d6f1e555-99f5-4f62-a83f-92344ff753ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:29.384424 n-d-836017-2 neutron-server[84764]: INFO neutron.db.segments_db [None req-d6f1e555-99f5-4f62-a83f-92344ff753ab admin admin] Added segment ad79eadc-6119-4b34-8b71-0a1ea7a9f7b4 of type vlan for network 8b6e6ab5-a637-42e9-a1d5-e645d5232d45 Apr 18 19:40:29.447263 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bb5233b-31f2-44f1-8dbb-9f06226464df tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Deleting subnet 09a373cf-3aaf-47c4-ad96-c15f8d8c13ea {{(pid=84763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:40:29.451373 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-a9c84bdd-6e0d-4033-af50-517d7540cdca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416801'] for network, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:29.455414 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-6bb5233b-31f2-44f1-8dbb-9f06226464df tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks [] for subnet, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:29.488963 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d140d81f-0860-4b68-b067-9c460ea76c61 req-32cf2332-84ca-4aa6-ad2a-8621333530db tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:29.496667 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d140d81f-0860-4b68-b067-9c460ea76c61 req-32cf2332-84ca-4aa6-ad2a-8621333530db tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 945 time: 0.4334900 Apr 18 19:40:29.511842 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10b38d2-7557-4371-b775-05c81f24de04 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Network 19e1e944-a631-4c85-a049-eddbf0a6b930 is scheduled to be hosted by DHCP agent f6987c12-6d6c-47d4-b22d-cfcd164dc40d with binding_index 1 {{(pid=84764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:40:29.518512 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-a9c84bdd-6e0d-4033-af50-517d7540cdca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:29.521377 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c84bdd-6e0d-4033-af50-517d7540cdca admin admin] Pushing event deleted for resources: {'Network': ['ID=5035fee1-6053-4021-87fa-5db511f006bb,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:29.561071 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-a9c84bdd-6e0d-4033-af50-517d7540cdca admin admin] 10.222.0.69 "DELETE /v2.0/networks/5035fee1-6053-4021-87fa-5db511f006bb HTTP/1.1" status: 204 len: 168 time: 1.1117451 Apr 18 19:40:29.571113 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c84bdd-6e0d-4033-af50-517d7540cdca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:40:29.574856 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c84bdd-6e0d-4033-af50-517d7540cdca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:40:29.576550 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c84bdd-6e0d-4033-af50-517d7540cdca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:40:29.577573 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c84bdd-6e0d-4033-af50-517d7540cdca admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:40:29.578527 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c84bdd-6e0d-4033-af50-517d7540cdca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:40:29.579429 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c84bdd-6e0d-4033-af50-517d7540cdca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:40:29.580486 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c84bdd-6e0d-4033-af50-517d7540cdca admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:40:29.581483 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c84bdd-6e0d-4033-af50-517d7540cdca admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:40:29.582213 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c84bdd-6e0d-4033-af50-517d7540cdca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:40:29.583499 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c84bdd-6e0d-4033-af50-517d7540cdca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:40:29.584823 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c84bdd-6e0d-4033-af50-517d7540cdca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:40:29.621133 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-6bb5233b-31f2-44f1-8dbb-9f06226464df tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66272755'] for subnet, precommit_delete_associations {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:29.632578 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-d6f1e555-99f5-4f62-a83f-92344ff753ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791093404182'] for network, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:29.651615 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [None req-e10b38d2-7557-4371-b775-05c81f24de04 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-2, 19e1e944-a631-4c85-a049-eddbf0a6b930) {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:40:29.672991 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d140d81f-0860-4b68-b067-9c460ea76c61 req-26bc598c-3943-42f1-a25c-c759d26775d1 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745236 Apr 18 19:40:29.679083 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860e56bd-5139-4e95-b07a-7eff4a3d2efe None None] Network 19e1e944-a631-4c85-a049-eddbf0a6b930 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:40:29.706244 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10b38d2-7557-4371-b775-05c81f24de04 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:29.707449 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-e10b38d2-7557-4371-b775-05c81f24de04 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for subnet, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:29.807422 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.db.resource_extend [None req-d6f1e555-99f5-4f62-a83f-92344ff753ab admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 19:40:29.864061 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-6bb5233b-31f2-44f1-8dbb-9f06226464df tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1258508'] for subnet, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:29.867981 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-e10b38d2-7557-4371-b775-05c81f24de04 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.2660336 Apr 18 19:40:29.920354 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 38454) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:29.932356 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-c98a87d1-26ff-4b46-b451-6fefe9718af9 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1851631473', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:40:29.950789 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-c98a87d1-26ff-4b46-b451-6fefe9718af9 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:40:29.957554 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-c98a87d1-26ff-4b46-b451-6fefe9718af9 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Usage tracker for resource:router and tenant:bd464d5bd80e48739c10390179c2302b is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:40:29.963379 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-c98a87d1-26ff-4b46-b451-6fefe9718af9 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:40:29.975060 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-c98a87d1-26ff-4b46-b451-6fefe9718af9 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:40:29.977091 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-d6f1e555-99f5-4f62-a83f-92344ff753ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251'] for network, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:29.977951 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f1e555-99f5-4f62-a83f-92344ff753ab admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:29.978528 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-d6f1e555-99f5-4f62-a83f-92344ff753ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:30.118912 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 38462) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:30.157018 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-6bb5233b-31f2-44f1-8dbb-9f06226464df tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1258501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66351815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66540800'] for subnet, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:30.244396 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5351305c-80f4-47cb-a084-d3241f6b1e7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31f5fbf7-4b5c-5a44-b255-70c4fc176ae8-19e1e944-a631-4c85-a049-eddbf0a6b930', 'network_id': '19e1e944-a631-4c85-a049-eddbf0a6b930', 'tenant_id': 'bd464d5bd80e48739c10390179c2302b', 'fixed_ips': [{'subnet_id': '9b651381-52ea-4533-9909-2342a837236c'}]}} from n-d-836017-2. {{(pid=84765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 19:40:30.245237 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5351305c-80f4-47cb-a084-d3241f6b1e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:30.248227 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-6bb5233b-31f2-44f1-8dbb-9f06226464df tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks [] for subnet, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:30.265164 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-6bb5233b-31f2-44f1-8dbb-9f06226464df tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.69 "DELETE /v2.0/subnets/09a373cf-3aaf-47c4-ad96-c15f8d8c13ea HTTP/1.1" status: 204 len: 168 time: 1.3544109 Apr 18 19:40:30.265732 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27d7340-647b-4449-b0f3-27012f49156f None None] Network 60abadb0-5f2a-4ed4-86b6-e78962c52a38 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:40:30.269785 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 38466) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:30.272445 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb5233b-31f2-44f1-8dbb-9f06226464df tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Pushing event deleted for resources: {'Subnet': ['ID=09a373cf-3aaf-47c4-ad96-c15f8d8c13ea,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:30.303456 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device b6a46a28-fdc4-4a3a-8031-c985361a86c6 up at agent hyperv_n-h1-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:40:30.381505 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f1e555-99f5-4f62-a83f-92344ff753ab admin admin] Pushing event updated for resources: {'Network': ['ID=8b6e6ab5-a637-42e9-a1d5-e645d5232d45,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:30.472143 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Network 8b6e6ab5-a637-42e9-a1d5-e645d5232d45 details requested by agent ovs-agent-n-d-836017-2 with host n-d-836017-2 {{(pid=84765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:40:30.494095 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-c98a87d1-26ff-4b46-b451-6fefe9718af9 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-415242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4425'] for router, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:30.495746 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-c98a87d1-26ff-4b46-b451-6fefe9718af9 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-416909', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4418'] for router, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:30.525338 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-c98a87d1-26ff-4b46-b451-6fefe9718af9 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:30.556336 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e36db4-87b8-44e7-b916-19b902500f53 req-158929f5-676d-4a03-8340-4968461bca12 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:30.558207 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f4e36db4-87b8-44e7-b916-19b902500f53 req-158929f5-676d-4a03-8340-4968461bca12 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 945 time: 0.1780219 Apr 18 19:40:30.564473 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-d6f1e555-99f5-4f62-a83f-92344ff753ab admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.6541431 Apr 18 19:40:30.566518 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 38470) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:30.573469 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-98164c8b-ef47-41cf-bebf-af990fb5a379 admin admin] Request body: {'subnet': {'network_id': '8b6e6ab5-a637-42e9-a1d5-e645d5232d45', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-912268687-subnet', 'tenant_id': '25b05b3bfc6f4792a58f276b63d5c65b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:40:30.597244 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-98164c8b-ef47-41cf-bebf-af990fb5a379 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:40:30.602095 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-552a110a-9f86-478d-b1e4-27c196c48dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2290811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65862591'] for subnet, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:30.673138 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-98164c8b-ef47-41cf-bebf-af990fb5a379 admin admin] Usage tracker for resource:subnet and tenant:25b05b3bfc6f4792a58f276b63d5c65b is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:40:30.675574 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-5351305c-80f4-47cb-a084-d3241f6b1e7b None None] Allocated IP 2001:db8:1::2 (19e1e944-a631-4c85-a049-eddbf0a6b930/9b651381-52ea-4533-9909-2342a837236c/ce4ea238-54c9-4a97-a695-88f261d02634) {{(pid=84765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:40:30.675993 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552a110a-9f86-478d-b1e4-27c196c48dfa admin admin] Pushing event updated for resources: {'Subnet': ['ID=02fd4a65-9c12-486f-a0db-7e5d5b0b2c33,revision_number=0']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:30.680056 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-c98a87d1-26ff-4b46-b451-6fefe9718af9 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416864'] for router, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:30.690370 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-98164c8b-ef47-41cf-bebf-af990fb5a379 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:40:30.700550 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-98164c8b-ef47-41cf-bebf-af990fb5a379 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:40:30.776065 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f4e36db4-87b8-44e7-b916-19b902500f53 req-6983e641-9358-4dfb-8a64-a4079ebeeb93 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101598 Apr 18 19:40:30.806259 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552a110a-9f86-478d-b1e4-27c196c48dfa admin admin] Checking segment: {'id': 'c8b4a23b-8a85-412d-8ef1-210062e11d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c5490ac2-614a-4583-b592-86501d547a01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:40:30.806259 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-552a110a-9f86-478d-b1e4-27c196c48dfa admin admin] Network hostable DHCP agents. Network: c5490ac2-614a-4583-b592-86501d547a01, hostable agents: ['f6987c12-6d6c-47d4-b22d-cfcd164dc40d'], hosted agents: [] {{(pid=84764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:40:30.816706 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f474e1ee-cd30-4ade-8a60-f9a7bab6a44c None None] Network a5f2e3ac-ce4b-4dad-884c-44e349a56831 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:40:30.819742 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-c98a87d1-26ff-4b46-b451-6fefe9718af9 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks [] for router, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:30.821720 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-c98a87d1-26ff-4b46-b451-6fefe9718af9 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9003811 Apr 18 19:40:30.825508 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 38478) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:30.854332 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-63c4478e-ad00-416a-8f62-02e8e50b353d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b14d73344ef54b619e09b488e7950865&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7341518 Apr 18 19:40:30.857619 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 38482) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:30.957840 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-bc64d47e-c877-4cb2-b2a4-61a60c88b6e1 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:31.024157 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f12e219-2336-4848-8fb9-22a2030bd360 req-3f7a500c-0481-4d64-bde2-3cb95ee75689 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:31.033409 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5f12e219-2336-4848-8fb9-22a2030bd360 req-3f7a500c-0481-4d64-bde2-3cb95ee75689 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/ports?device_id=7d8209fa-5274-4f80-a200-7247fec07dd7 HTTP/1.1" status: 200 len: 944 time: 0.7203126 Apr 18 19:40:31.034344 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device b0bb69ad-359e-414f-9134-536c9a980723 up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:40:31.067919 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98164c8b-ef47-41cf-bebf-af990fb5a379 admin admin] Made reservation on behalf of 25b05b3bfc6f4792a58f276b63d5c65b for: {'subnet': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:40:31.070608 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-98164c8b-ef47-41cf-bebf-af990fb5a379 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65862573'] for subnet, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:31.071655 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-bc64d47e-c877-4cb2-b2a4-61a60c88b6e1 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Deleting port 5aa36b1a-93f1-4317-8a84-ced740bf3e6f {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:40:31.072196 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-bc64d47e-c877-4cb2-b2a4-61a60c88b6e1 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:31.091151 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-552a110a-9f86-478d-b1e4-27c196c48dfa admin admin] Network c5490ac2-614a-4583-b592-86501d547a01 is scheduled to be hosted by DHCP agent f6987c12-6d6c-47d4-b22d-cfcd164dc40d with binding_index 1 {{(pid=84764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:40:31.121370 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-f7498d53-bffc-443c-ac63-1a814a148110 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:31.177095 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5f12e219-2336-4848-8fb9-22a2030bd360 req-0ca1d6e5-26f0-44d5-a2a6-754d3a562b18 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/security-groups?id=51df22c1-554b-4779-a025-65f2af6e2a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418760 Apr 18 19:40:31.248031 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [None req-552a110a-9f86-478d-b1e4-27c196c48dfa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-2, c5490ac2-614a-4583-b592-86501d547a01) {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:40:31.270719 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-f7498d53-bffc-443c-ac63-1a814a148110 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:31.275718 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-552a110a-9f86-478d-b1e4-27c196c48dfa admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:31.276970 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-552a110a-9f86-478d-b1e4-27c196c48dfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for subnet, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:31.349385 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5351305c-80f4-47cb-a084-d3241f6b1e7b None None] Notify callbacks [] for port, precommit_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:31.362290 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-5351305c-80f4-47cb-a084-d3241f6b1e7b None None] Transition to ACTIVE for port object ce4ea238-54c9-4a97-a695-88f261d02634 will not be triggered until provisioned by entity L2. {{(pid=84765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:40:31.384612 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-5351305c-80f4-47cb-a084-d3241f6b1e7b None None] Transition to ACTIVE for port object ce4ea238-54c9-4a97-a695-88f261d02634 will not be triggered until provisioned by entity DHCP. {{(pid=84765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:40:31.419084 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e04dc003-4b51-44e3-a0d9-3cabfce09ed1 None None] Network c5490ac2-614a-4583-b592-86501d547a01 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:40:31.500417 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-552a110a-9f86-478d-b1e4-27c196c48dfa admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.2931139 Apr 18 19:40:31.510710 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [None req-bc64d47e-c877-4cb2-b2a4-61a60c88b6e1 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] For port 5aa36b1a-93f1-4317-8a84-ced740bf3e6f, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=5aa36b1a-93f1-4317-8a84-ced740bf3e6f,segment=NetworkSegment(a4aec143-78e5-48d5-aadb-8065e83173e5),segment_id=a4aec143-78e5-48d5-aadb-8065e83173e5)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:40:31.511514 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-bc64d47e-c877-4cb2-b2a4-61a60c88b6e1 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:31.543628 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312f79d1-7ad0-455b-8a7f-8f7787db85d3 req-6f64b6ce-ee88-4861-8dc5-b9b8df960fbc tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:31.550688 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-312f79d1-7ad0-455b-8a7f-8f7787db85d3 req-6f64b6ce-ee88-4861-8dc5-b9b8df960fbc tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 945 time: 0.4855716 Apr 18 19:40:31.757211 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Provisioning for port b6a46a28-fdc4-4a3a-8031-c985361a86c6 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:40:31.771222 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-f7498d53-bffc-443c-ac63-1a814a148110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:31.772786 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5351305c-80f4-47cb-a084-d3241f6b1e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331'] for port, after_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:31.809113 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-bc64d47e-c877-4cb2-b2a4-61a60c88b6e1 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Calling delete_port for 5aa36b1a-93f1-4317-8a84-ced740bf3e6f owned by network:dhcp {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:40:31.855033 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-312f79d1-7ad0-455b-8a7f-8f7787db85d3 req-81291a5c-4e15-463f-9deb-c84ee6270c5d tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3030095 Apr 18 19:40:31.905460 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7498d53-bffc-443c-ac63-1a814a148110 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1055951c-9703-4aae-bd96-442960fc2fcb,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:31.966607 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-961755e1-d65a-4b3c-8015-92903e493043 None None] Provisioning for port b0bb69ad-359e-414f-9134-536c9a980723 completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:40:32.013444 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Provisioning complete for port b6a46a28-fdc4-4a3a-8031-c985361a86c6 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:40:32.013900 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:32.047961 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-f7498d53-bffc-443c-ac63-1a814a148110 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:32.051575 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-f7498d53-bffc-443c-ac63-1a814a148110 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1055951c-9703-4aae-bd96-442960fc2fcb HTTP/1.1" status: 204 len: 168 time: 1.1694608 Apr 18 19:40:32.128102 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-bc64d47e-c877-4cb2-b2a4-61a60c88b6e1 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:32.175334 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-98164c8b-ef47-41cf-bebf-af990fb5a379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2290811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65862591'] for subnet, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:32.272282 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning for port b0bb69ad-359e-414f-9134-536c9a980723 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:40:32.281927 n-d-836017-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5351305c-80f4-47cb-a084-d3241f6b1e7b None None] Network 19e1e944-a631-4c85-a049-eddbf0a6b930 is already hosted by enough agents. {{(pid=84765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:40:32.290529 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc64d47e-c877-4cb2-b2a4-61a60c88b6e1 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Pushing event deleted for resources: {'Port': ['ID=5aa36b1a-93f1-4317-8a84-ced740bf3e6f,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:32.326732 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351305c-80f4-47cb-a084-d3241f6b1e7b None None] Pushing event updated for resources: {'Port': ['ID=ce4ea238-54c9-4a97-a695-88f261d02634,revision_number=1']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:32.350067 n-d-836017-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-5351305c-80f4-47cb-a084-d3241f6b1e7b None None] Resources bound (agent type, host, resource id): {{(pid=84765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:40:32.350648 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc64d47e-c877-4cb2-b2a4-61a60c88b6e1 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] No DVR routers for this DVR port 5aa36b1a-93f1-4317-8a84-ced740bf3e6f on host n-d-836017-2 {{(pid=84763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:40:32.357457 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5351305c-80f4-47cb-a084-d3241f6b1e7b None None] Received port after_create {{(pid=84765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:40:32.430553 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-37529565-5b7e-4be4-bd4a-2c75e712e6c6 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:32.461199 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98164c8b-ef47-41cf-bebf-af990fb5a379 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a3afa18-3f2b-4a32-b48b-b28e322abb51,revision_number=0']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:32.555848 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-bc64d47e-c877-4cb2-b2a4-61a60c88b6e1 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256345', 'neutron.services.segments.db._delete_segments_for_network-8791093852025'] for network, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:32.591100 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port b0bb69ad-359e-414f-9134-536c9a980723 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:40:32.595501 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:32.621015 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45a88e9-e556-4de6-90b3-f07077815edd req-37dfac45-4834-429b-81a3-b507a240d770 tempest-ServerPasswordTestJSON-247121190 tempest-ServerPasswordTestJSON-247121190-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:32.636769 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a45a88e9-e556-4de6-90b3-f07077815edd req-37dfac45-4834-429b-81a3-b507a240d770 tempest-ServerPasswordTestJSON-247121190 tempest-ServerPasswordTestJSON-247121190-project] 10.222.0.69 "GET /v2.0/networks?id=c5490ac2-614a-4583-b592-86501d547a01 HTTP/1.1" status: 200 len: 813 time: 0.4030805 Apr 18 19:40:32.657415 n-d-836017-2 neutron-server[84763]: DEBUG neutron.services.segments.db [None req-bc64d47e-c877-4cb2-b2a4-61a60c88b6e1 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60abadb0-5f2a-4ed4-86b6-e78962c52a38']}} {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:40:32.698162 n-d-836017-2 neutron-server[84763]: DEBUG neutron.services.segments.db [None req-bc64d47e-c877-4cb2-b2a4-61a60c88b6e1 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4aec143-78e5-48d5-aadb-8065e83173e5') {'for_net_delete': True} {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:40:32.701055 n-d-836017-2 neutron-server[84763]: DEBUG neutron.services.segments.db [None req-bc64d47e-c877-4cb2-b2a4-61a60c88b6e1 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4aec143-78e5-48d5-aadb-8065e83173e5') {} {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:40:32.729974 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a45a88e9-e556-4de6-90b3-f07077815edd req-3784bdd3-dd33-4742-8afb-0ca2998ef2c0 tempest-ServerPasswordTestJSON-247121190 tempest-ServerPasswordTestJSON-247121190-project] 10.222.0.69 "GET /v2.0/quotas/6f36b704c7d64c62a1f374492946aba0 HTTP/1.1" status: 200 len: 375 time: 0.0910792 Apr 18 19:40:32.801121 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a45a88e9-e556-4de6-90b3-f07077815edd req-b701ef34-3413-42f3-be0b-4733a117211d tempest-ServerPasswordTestJSON-247121190 tempest-ServerPasswordTestJSON-247121190-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=6f36b704c7d64c62a1f374492946aba0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0670223 Apr 18 19:40:32.832461 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-bc64d47e-c877-4cb2-b2a4-61a60c88b6e1 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791093851908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66272256'] for segment, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:32.882131 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98164c8b-ef47-41cf-bebf-af990fb5a379 admin admin] Checking segment: {'id': 'ad79eadc-6119-4b34-8b71-0a1ea7a9f7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8b6e6ab5-a637-42e9-a1d5-e645d5232d45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:40:32.882739 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98164c8b-ef47-41cf-bebf-af990fb5a379 admin admin] Network hostable DHCP agents. Network: 8b6e6ab5-a637-42e9-a1d5-e645d5232d45, hostable agents: ['f6987c12-6d6c-47d4-b22d-cfcd164dc40d'], hosted agents: [] {{(pid=84764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:40:32.913560 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e23a24e-a5b3-4bc3-8bd5-3e2fe313a381 req-07525531-3e89-48f6-a835-e6c77d484a4a tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:32.921849 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-3e23a24e-a5b3-4bc3-8bd5-3e2fe313a381 req-07525531-3e89-48f6-a835-e6c77d484a4a tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 945 time: 0.6617498 Apr 18 19:40:32.945827 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-bc64d47e-c877-4cb2-b2a4-61a60c88b6e1 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:32.968258 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc64d47e-c877-4cb2-b2a4-61a60c88b6e1 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=84763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:40:32.968258 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-bc64d47e-c877-4cb2-b2a4-61a60c88b6e1 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66351785'] for segment, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:32.975368 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-900cf387-2d0e-4a39-8553-ff59a99deaac None None] Network c5490ac2-614a-4583-b592-86501d547a01 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:40:32.991825 n-d-836017-2 neutron-server[84763]: Traceback (most recent call last): Apr 18 19:40:32.991825 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:40:32.991825 n-d-836017-2 neutron-server[84763]: timer() Apr 18 19:40:32.991825 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:40:32.991825 n-d-836017-2 neutron-server[84763]: cb(*args, **kw) Apr 18 19:40:32.991825 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:40:32.991825 n-d-836017-2 neutron-server[84763]: return func(*args, **kwargs) Apr 18 19:40:32.991825 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:40:32.991825 n-d-836017-2 neutron-server[84763]: self._notify() Apr 18 19:40:32.991825 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:40:32.991825 n-d-836017-2 neutron-server[84763]: self.callback(batched_events) Apr 18 19:40:32.991825 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:40:32.991825 n-d-836017-2 neutron-server[84763]: event.method(event) Apr 18 19:40:32.991825 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:40:32.991825 n-d-836017-2 neutron-server[84763]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:40:32.991825 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:40:32.991825 n-d-836017-2 neutron-server[84763]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:40:32.991825 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:40:32.991825 n-d-836017-2 neutron-server[84763]: return f(self, *a, **k) Apr 18 19:40:32.991825 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:40:32.991825 n-d-836017-2 neutron-server[84763]: return self._get(url).json() Apr 18 19:40:32.991825 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:40:32.991825 n-d-836017-2 neutron-server[84763]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:40:32.991825 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:40:32.991825 n-d-836017-2 neutron-server[84763]: return self.request(url, 'GET', **kwargs) Apr 18 19:40:32.991825 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:40:32.991825 n-d-836017-2 neutron-server[84763]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:40:32.991825 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:40:32.991825 n-d-836017-2 neutron-server[84763]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:40:32.991825 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:40:32.991825 n-d-836017-2 neutron-server[84763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:40:32.991825 n-d-836017-2 neutron-server[84763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:40:33.086788 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-3e23a24e-a5b3-4bc3-8bd5-3e2fe313a381 req-0be9162d-bde5-4c30-81a9-c6ce13f21d27 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641519 Apr 18 19:40:33.162582 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a45a88e9-e556-4de6-90b3-f07077815edd req-abe1734c-5c7d-40ca-b424-0c325beb31db service neutron] 10.222.0.69 "GET /v2.0/networks/c5490ac2-614a-4583-b592-86501d547a01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3604813 Apr 18 19:40:33.176376 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98164c8b-ef47-41cf-bebf-af990fb5a379 admin admin] Network 8b6e6ab5-a637-42e9-a1d5-e645d5232d45 is scheduled to be hosted by DHCP agent f6987c12-6d6c-47d4-b22d-cfcd164dc40d with binding_index 1 {{(pid=84764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:40:33.211403 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-5351305c-80f4-47cb-a084-d3241f6b1e7b None None] Attempting to bind port ce4ea238-54c9-4a97-a695-88f261d02634 on host n-d-836017-2 for vnic_type normal with profile {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:40:33.211766 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-5351305c-80f4-47cb-a084-d3241f6b1e7b None None] Attempting to bind port ce4ea238-54c9-4a97-a695-88f261d02634 by drivers openvswitch,hyperv on host n-d-836017-2 at level 0 using segments [{'id': '12089e5f-6bf9-47c7-9f34-306f94770e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '19e1e944-a631-4c85-a049-eddbf0a6b930'}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:40:33.212124 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5351305c-80f4-47cb-a084-d3241f6b1e7b None None] Attempting to bind port ce4ea238-54c9-4a97-a695-88f261d02634 on network 19e1e944-a631-4c85-a049-eddbf0a6b930 {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:40:33.227473 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5351305c-80f4-47cb-a084-d3241f6b1e7b None None] Checking agent: {'id': 'df2a5cfe-6839-400b-a998-e4fffce70f45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 8, 22), 'started_at': datetime.datetime(2022, 4, 18, 19, 8, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:40:33.227843 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5351305c-80f4-47cb-a084-d3241f6b1e7b None None] Checking segment: {'id': '12089e5f-6bf9-47c7-9f34-306f94770e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '19e1e944-a631-4c85-a049-eddbf0a6b930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:40:33.228233 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5351305c-80f4-47cb-a084-d3241f6b1e7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:33.228639 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5351305c-80f4-47cb-a084-d3241f6b1e7b None None] Bound using segment: {'id': '12089e5f-6bf9-47c7-9f34-306f94770e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '19e1e944-a631-4c85-a049-eddbf0a6b930'} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:40:33.229159 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-5351305c-80f4-47cb-a084-d3241f6b1e7b None None] Bound port: ce4ea238-54c9-4a97-a695-88f261d02634, host: n-d-836017-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12089e5f-6bf9-47c7-9f34-306f94770e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '19e1e944-a631-4c85-a049-eddbf0a6b930'}}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:40:33.229676 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5351305c-80f4-47cb-a084-d3241f6b1e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:33.272775 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_common [None req-37529565-5b7e-4be4-bd4a-2c75e712e6c6 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Allocated IP 2001:db8::1 (a5f2e3ac-ce4b-4dad-884c-44e349a56831/8fe556d3-f99a-468f-8228-6113f8322c7f/d0f3a112-48a2-4481-b016-342b434ad178) {{(pid=84764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:40:33.300192 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [None req-98164c8b-ef47-41cf-bebf-af990fb5a379 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-2, 8b6e6ab5-a637-42e9-a1d5-e645d5232d45) {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:40:33.301863 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 38516) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:33.319174 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98164c8b-ef47-41cf-bebf-af990fb5a379 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:33.320100 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-98164c8b-ef47-41cf-bebf-af990fb5a379 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for subnet, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:33.327105 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a45a88e9-e556-4de6-90b3-f07077815edd req-09d94c25-dfcf-4726-94c3-851e5846f94a service neutron] 10.222.0.69 "GET /v2.0/networks/c5490ac2-614a-4583-b592-86501d547a01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493673 Apr 18 19:40:33.329484 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-bc64d47e-c877-4cb2-b2a4-61a60c88b6e1 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416801'] for network, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:33.353797 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-bc64d47e-c877-4cb2-b2a4-61a60c88b6e1 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:33.362465 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc64d47e-c877-4cb2-b2a4-61a60c88b6e1 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Pushing event deleted for resources: {'Network': ['ID=60abadb0-5f2a-4ed4-86b6-e78962c52a38,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:33.461133 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-5351305c-80f4-47cb-a084-d3241f6b1e7b None None] For port ce4ea238-54c9-4a97-a695-88f261d02634, host n-d-836017-2, cleared binding levels {{(pid=84765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:40:33.461258 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-bc64d47e-c877-4cb2-b2a4-61a60c88b6e1 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.69 "DELETE /v2.0/networks/60abadb0-5f2a-4ed4-86b6-e78962c52a38 HTTP/1.1" status: 204 len: 168 time: 3.1833947 Apr 18 19:40:33.461258 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 38520) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:33.461431 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-5351305c-80f4-47cb-a084-d3241f6b1e7b None None] For port ce4ea238-54c9-4a97-a695-88f261d02634, host n-d-836017-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=ce4ea238-54c9-4a97-a695-88f261d02634,segment=NetworkSegment(12089e5f-6bf9-47c7-9f34-306f94770e3c),segment_id=12089e5f-6bf9-47c7-9f34-306f94770e3c)] {{(pid=84765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:40:33.480129 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb77438-bd9d-42d4-92ad-46f73d3bc6f8 None None] Network 8b6e6ab5-a637-42e9-a1d5-e645d5232d45 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:40:33.498965 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff37592-0d2d-4eef-b366-d33d5f1c8a94 None None] DHCP port deletion for 60abadb0-5f2a-4ed4-86b6-e78962c52a38 request from n-d-836017-2 {{(pid=84765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 19:40:33.591745 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-9305108d-9736-466c-b796-5deec483ab2f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8bd924199999466982e8e094fa89921c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2828138 Apr 18 19:40:33.594191 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 38524) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:33.642024 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-98164c8b-ef47-41cf-bebf-af990fb5a379 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.0719643 Apr 18 19:40:33.643892 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:33.655020 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 38528) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:33.655249 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5351305c-80f4-47cb-a084-d3241f6b1e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:33.721168 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-fc18148a-73e5-43ee-a041-f78c52739067 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-912268687-router', 'tenant_id': '25b05b3bfc6f4792a58f276b63d5c65b', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'}}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:40:33.727667 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-37529565-5b7e-4be4-bd4a-2c75e712e6c6 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks [] for port, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:33.737911 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-fc18148a-73e5-43ee-a041-f78c52739067 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:40:33.751875 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-fc18148a-73e5-43ee-a041-f78c52739067 admin admin] Usage tracker for resource:router and tenant:25b05b3bfc6f4792a58f276b63d5c65b is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:40:33.758894 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-fc18148a-73e5-43ee-a041-f78c52739067 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:40:33.771901 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-fc18148a-73e5-43ee-a041-f78c52739067 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:40:33.781015 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dc2463-9717-45f4-b33b-d316493630a3 req-b7d69195-db8a-4555-9c77-a7a282187c17 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:33.787871 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-79dc2463-9717-45f4-b33b-d316493630a3 req-b7d69195-db8a-4555-9c77-a7a282187c17 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/ports?device_id=7d8209fa-5274-4f80-a200-7247fec07dd7 HTTP/1.1" status: 200 len: 944 time: 0.4049332 Apr 18 19:40:33.791294 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.provisioning_blocks [None req-37529565-5b7e-4be4-bd4a-2c75e712e6c6 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Transition to ACTIVE for port object d0f3a112-48a2-4481-b016-342b434ad178 will not be triggered until provisioned by entity DHCP. {{(pid=84764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:40:33.861325 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b68ca254-c87d-4954-b621-80af6ee7311d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:33.910923 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b68ca254-c87d-4954-b621-80af6ee7311d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:33.934371 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-79dc2463-9717-45f4-b33b-d316493630a3 req-dafdaa17-e3cf-472b-97c0-a3e2f01b28f4 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/security-groups?id=51df22c1-554b-4779-a025-65f2af6e2a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441104 Apr 18 19:40:33.938520 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-fc18148a-73e5-43ee-a041-f78c52739067 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-415242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4425'] for router, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:33.939950 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-fc18148a-73e5-43ee-a041-f78c52739067 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-416909', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4418'] for router, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:33.996822 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-37529565-5b7e-4be4-bd4a-2c75e712e6c6 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:34.124799 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b9bf7d0-8c1e-4665-8bed-e09a918e4103 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Deleting subnet 321602b2-a7cd-455d-9352-cde0b0863aaf {{(pid=84763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:40:34.139269 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-0b9bf7d0-8c1e-4665-8bed-e09a918e4103 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks [] for subnet, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:34.157327 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:34.211600 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-5861677c-707f-43f1-a743-0eeacfd5baee req-bc192aeb-96d4-42df-83a5-c6d423e9f582 tempest-ServerPasswordTestJSON-247121190 tempest-ServerPasswordTestJSON-247121190-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c18f29-7f48-4aea-8936-253be86539c7 HTTP/1.1" status: 200 len: 210 time: 0.1620085 Apr 18 19:40:34.221701 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37529565-5b7e-4be4-bd4a-2c75e712e6c6 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Network a5f2e3ac-ce4b-4dad-884c-44e349a56831 is already hosted by enough agents. {{(pid=84764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:40:34.228010 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [None req-37529565-5b7e-4be4-bd4a-2c75e712e6c6 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Resources bound (agent type, host, resource id): {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:40:34.232109 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37529565-5b7e-4be4-bd4a-2c75e712e6c6 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Received port after_create {{(pid=84764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:40:34.232381 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-37529565-5b7e-4be4-bd4a-2c75e712e6c6 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417434'] for router_interface, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:34.238487 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-fc18148a-73e5-43ee-a041-f78c52739067 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:34.246882 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebfa138-6526-482b-8439-a173117f359b req-7ca38aca-0f7b-438e-a295-c9084b875580 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:34.248450 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2ebfa138-6526-482b-8439-a173117f359b req-7ca38aca-0f7b-438e-a295-c9084b875580 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 945 time: 0.3213885 Apr 18 19:40:34.258417 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37529565-5b7e-4be4-bd4a-2c75e712e6c6 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Pushing event updated for resources: {'Port': ['ID=d0f3a112-48a2-4481-b016-342b434ad178,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:34.290149 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port b6a46a28-fdc4-4a3a-8031-c985361a86c6, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=b6a46a28-fdc4-4a3a-8031-c985361a86c6,segment=NetworkSegment(6e09292d-9dc6-4a58-913a-7eef33e1cf20),segment_id=6e09292d-9dc6-4a58-913a-7eef33e1cf20)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:40:34.312167 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d8209fa-5274-4f80-a200-7247fec07dd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6a46a28-fdc4-4a3a-8031-c985361a86c6'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:40:34.342133 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b68ca254-c87d-4954-b621-80af6ee7311d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:34.363536 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-0b9bf7d0-8c1e-4665-8bed-e09a918e4103 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66272755'] for subnet, precommit_delete_associations {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:34.385656 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68ca254-c87d-4954-b621-80af6ee7311d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=747093c5-970b-49b4-a289-5c2f431991cd,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:34.412795 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351305c-80f4-47cb-a084-d3241f6b1e7b None None] Pushing event updated for resources: {'Port': ['ID=ce4ea238-54c9-4a97-a695-88f261d02634,revision_number=2']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:34.456426 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2ebfa138-6526-482b-8439-a173117f359b req-a20d5d82-100e-4ecc-8754-1cb8ecfe0471 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013407 Apr 18 19:40:34.487283 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:34.538232 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99cfcba6-a635-4fd1-bb34-0aa4bdb87093'] response: {'server_uuid': '7d8209fa-5274-4f80-a200-7247fec07dd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6a46a28-fdc4-4a3a-8031-c985361a86c6', 'code': 200} Apr 18 19:40:34.563914 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-0b9bf7d0-8c1e-4665-8bed-e09a918e4103 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1258508'] for subnet, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:34.749636 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] For port b0bb69ad-359e-414f-9134-536c9a980723, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=b0bb69ad-359e-414f-9134-536c9a980723,segment=NetworkSegment(009edf88-f4f0-4562-aa9c-be717ef0703c),segment_id=009edf88-f4f0-4562-aa9c-be717ef0703c)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:40:34.840324 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Pushing event updated for resources: {'Port': ['ID=b6a46a28-fdc4-4a3a-8031-c985361a86c6,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:34.879800 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0b33a710-85c0-46be-97fa-5df95ed843b1 req-b8303728-5e5a-481e-a6c5-a8242208ca7f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7d8209fa-5274-4f80-a200-7247fec07dd7 HTTP/1.1" status: 200 len: 1096 time: 0.2586889 Apr 18 19:40:34.888585 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:34.953421 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b68ca254-c87d-4954-b621-80af6ee7311d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:34.953421 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-b68ca254-c87d-4954-b621-80af6ee7311d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/747093c5-970b-49b4-a289-5c2f431991cd HTTP/1.1" status: 204 len: 168 time: 1.3558977 Apr 18 19:40:34.976713 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-37529565-5b7e-4be4-bd4a-2c75e712e6c6 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:35.000339 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-abaca27f-ce00-4135-a206-d742298a8653 None None] Provisioning complete for port b0bb69ad-359e-414f-9134-536c9a980723 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:40:35.016071 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-abaca27f-ce00-4135-a206-d742298a8653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:35.115974 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-0b9bf7d0-8c1e-4665-8bed-e09a918e4103 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1258501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66351815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66540800'] for subnet, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:35.117782 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-fc18148a-73e5-43ee-a041-f78c52739067 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416895', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4776'] for router, precommit_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:35.226431 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 5aa36b1a-93f1-4317-8a84-ced740bf3e6f no longer exists at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:40:35.348524 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9bf7d0-8c1e-4665-8bed-e09a918e4103 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Pushing event deleted for resources: {'Subnet': ['ID=321602b2-a7cd-455d-9352-cde0b0863aaf,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:35.370996 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-0b9bf7d0-8c1e-4665-8bed-e09a918e4103 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks [] for subnet, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:35.376763 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] No Port match for: 5aa36b1a-93f1-4317-8a84-ced740bf3e6f {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:40:35.377098 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 5aa36b1a-93f1-4317-8a84-ced740bf3e6f not bound to the agent host n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:40:35.385317 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-0b9bf7d0-8c1e-4665-8bed-e09a918e4103 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.69 "DELETE /v2.0/subnets/321602b2-a7cd-455d-9352-cde0b0863aaf HTTP/1.1" status: 204 len: 168 time: 1.9245782 Apr 18 19:40:35.397243 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 38560) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:35.426636 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a173d8-53ad-40c7-8967-460a26fa36a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31f5fbf7-4b5c-5a44-b255-70c4fc176ae8-8b6e6ab5-a637-42e9-a1d5-e645d5232d45', 'network_id': '8b6e6ab5-a637-42e9-a1d5-e645d5232d45', 'tenant_id': '25b05b3bfc6f4792a58f276b63d5c65b', 'fixed_ips': [{'subnet_id': '7a3afa18-3f2b-4a32-b48b-b28e322abb51'}]}} from n-d-836017-2. {{(pid=84765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 19:40:35.427774 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-63a173d8-53ad-40c7-8967-460a26fa36a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:35.438866 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Pushing event updated for resources: {'Port': ['ID=b0bb69ad-359e-414f-9134-536c9a980723,revision_number=3']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:35.459837 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c1ad497-f81d-4694-9040-7be8a9e87a0f None None] Network d831801b-76c4-46ce-9ce8-cb3cace52776 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:40:35.531807 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd5a4d7-6838-4718-a67d-6815fe1fdea7 req-2a5bd039-d504-4989-9aa1-fb912fc96359 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:35.538759 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3bd5a4d7-6838-4718-a67d-6815fe1fdea7 req-2a5bd039-d504-4989-9aa1-fb912fc96359 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 945 time: 0.6535382 Apr 18 19:40:35.543465 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0b33a710-85c0-46be-97fa-5df95ed843b1 req-8bb08b75-57b8-4bcc-a42e-dbb013d5cae1 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=51df22c1-554b-4779-a025-65f2af6e2a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6551821 Apr 18 19:40:35.641613 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3bd5a4d7-6838-4718-a67d-6815fe1fdea7 req-b972fe82-c9b4-4047-8e40-6ae68d4c1181 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019096 Apr 18 19:40:35.737074 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d71d79d6-ec7e-4b98-ae78-ea90e77008d9 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:35.782245 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-d71d79d6-ec7e-4b98-ae78-ea90e77008d9 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Deleting port 0e792d8a-aef6-4c6c-bfd1-7eaf65b2d509 {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:40:35.782593 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d71d79d6-ec7e-4b98-ae78-ea90e77008d9 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:36.030080 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a2cf087b-686f-403b-b122-f67b218d5870 req-865c83e8-a4b0-4200-917d-95ebaf7d6ab1 tempest-ServerPasswordTestJSON-247121190 tempest-ServerPasswordTestJSON-247121190-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c18f29-7f48-4aea-8936-253be86539c7 HTTP/1.1" status: 200 len: 210 time: 0.1286864 Apr 18 19:40:36.108926 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fea87c-adbc-4204-a773-f5f04e0c62b0 req-d7873d36-cc04-4bd2-bd0d-10f8549a62c0 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:36.118124 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d0fea87c-adbc-4204-a773-f5f04e0c62b0 req-d7873d36-cc04-4bd2-bd0d-10f8549a62c0 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/ports?device_id=7d8209fa-5274-4f80-a200-7247fec07dd7 HTTP/1.1" status: 200 len: 945 time: 0.7020206 Apr 18 19:40:36.242960 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d0fea87c-adbc-4204-a773-f5f04e0c62b0 req-72772c0a-097a-488e-a1a2-fc8d1f7c0999 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/security-groups?id=51df22c1-554b-4779-a025-65f2af6e2a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095059 Apr 18 19:40:36.425216 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-3912b7ae-dec2-407f-83ca-cdfe2778bd0f None None] Provisioning for port d0f3a112-48a2-4481-b016-342b434ad178 completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:40:36.446202 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-3912b7ae-dec2-407f-83ca-cdfe2778bd0f None None] Provisioning complete for port d0f3a112-48a2-4481-b016-342b434ad178 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:40:36.446697 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3912b7ae-dec2-407f-83ca-cdfe2778bd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:36.479226 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [None req-d71d79d6-ec7e-4b98-ae78-ea90e77008d9 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] For port 0e792d8a-aef6-4c6c-bfd1-7eaf65b2d509, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=0e792d8a-aef6-4c6c-bfd1-7eaf65b2d509,segment=NetworkSegment(aed6f02a-53e1-4547-b098-0d9b473b19b5),segment_id=aed6f02a-53e1-4547-b098-0d9b473b19b5)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:40:36.485410 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d71d79d6-ec7e-4b98-ae78-ea90e77008d9 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:36.501015 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-fc18148a-73e5-43ee-a041-f78c52739067 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:36.528562 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-63a173d8-53ad-40c7-8967-460a26fa36a5 None None] Allocated IP 172.20.0.2 (8b6e6ab5-a637-42e9-a1d5-e645d5232d45/7a3afa18-3f2b-4a32-b48b-b28e322abb51/fb12223b-af78-4d02-849c-1b52684896d8) {{(pid=84765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:40:36.579135 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-fc18148a-73e5-43ee-a041-f78c52739067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:36.660570 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f7e56d-30e5-4edd-af63-503ad8f713d8 None None] Network 19e1e944-a631-4c85-a049-eddbf0a6b930 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:40:36.753863 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.db.resource_extend [None req-37529565-5b7e-4be4-bd4a-2c75e712e6c6 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 19:40:36.775943 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-d71d79d6-ec7e-4b98-ae78-ea90e77008d9 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Calling delete_port for 0e792d8a-aef6-4c6c-bfd1-7eaf65b2d509 owned by network:dhcp {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:40:36.837641 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-37529565-5b7e-4be4-bd4a-2c75e712e6c6 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks [] for port, precommit_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:36.909019 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-addaf328-c054-4c21-8a80-09886f21cc94 None None] DHCP port deletion for d831801b-76c4-46ce-9ce8-cb3cace52776 request from n-d-836017-2 {{(pid=84765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 19:40:36.916941 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-3912b7ae-dec2-407f-83ca-cdfe2778bd0f None None] Port d0f3a112-48a2-4481-b016-342b434ad178 cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:40:37.017176 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76872eb6-95a3-46bd-9a4c-cad446fc43d4 req-1ec2979e-5e54-4ae0-b6ec-b152e28bb2f6 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:37.027863 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-37529565-5b7e-4be4-bd4a-2c75e712e6c6 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2290934'] for port, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:37.029006 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-37529565-5b7e-4be4-bd4a-2c75e712e6c6 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-417335'] for router_interface, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:37.031114 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-76872eb6-95a3-46bd-9a4c-cad446fc43d4 req-1ec2979e-5e54-4ae0-b6ec-b152e28bb2f6 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 945 time: 0.6979072 Apr 18 19:40:37.051070 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-addaf328-c054-4c21-8a80-09886f21cc94 None None] Deleting port 0e792d8a-aef6-4c6c-bfd1-7eaf65b2d509 {{(pid=84765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:40:37.051454 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-addaf328-c054-4c21-8a80-09886f21cc94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:37.190223 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-76872eb6-95a3-46bd-9a4c-cad446fc43d4 req-2323a817-56f1-4486-8416-3732ea4f494d tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580234 Apr 18 19:40:37.277319 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37529565-5b7e-4be4-bd4a-2c75e712e6c6 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Pushing event updated for resources: {'Port': ['ID=d0f3a112-48a2-4481-b016-342b434ad178,revision_number=2']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:37.299717 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d71d79d6-ec7e-4b98-ae78-ea90e77008d9 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:37.332098 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device ce4ea238-54c9-4a97-a695-88f261d02634 up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:40:37.383996 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71d79d6-ec7e-4b98-ae78-ea90e77008d9 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Pushing event deleted for resources: {'Port': ['ID=0e792d8a-aef6-4c6c-bfd1-7eaf65b2d509,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:37.384575 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-addaf328-c054-4c21-8a80-09886f21cc94 None None] The port '0e792d8a-aef6-4c6c-bfd1-7eaf65b2d509' was deleted {{(pid=84765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 19:40:37.400056 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71d79d6-ec7e-4b98-ae78-ea90e77008d9 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] No DVR routers for this DVR port 0e792d8a-aef6-4c6c-bfd1-7eaf65b2d509 on host n-d-836017-2 {{(pid=84763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:40:37.486859 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-2b06acbd-a873-40af-984d-4788c3be5483 None None] Provisioning for port ce4ea238-54c9-4a97-a695-88f261d02634 completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:40:37.509628 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-374b7d83-3970-4832-9ff1-4bc4c43111e3 req-98923355-6c75-4f77-a738-3176659e4399 tempest-ServerPasswordTestJSON-247121190 tempest-ServerPasswordTestJSON-247121190-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c18f29-7f48-4aea-8936-253be86539c7 HTTP/1.1" status: 200 len: 210 time: 0.1271985 Apr 18 19:40:37.552563 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-63a173d8-53ad-40c7-8967-460a26fa36a5 None None] Notify callbacks [] for port, precommit_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:37.594362 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-63a173d8-53ad-40c7-8967-460a26fa36a5 None None] Transition to ACTIVE for port object fb12223b-af78-4d02-849c-1b52684896d8 will not be triggered until provisioned by entity L2. {{(pid=84765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:40:37.605849 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_common [None req-fc18148a-73e5-43ee-a041-f78c52739067 admin admin] Allocated IP 172.25.3.184 (11e8e108-37df-4084-b6b7-113e6beb66b4/3b0abf32-1504-448b-b06e-c8c870b6a7c8/c2611856-5238-40d0-8c21-ab5f19482afd) {{(pid=84764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:40:37.655011 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning for port ce4ea238-54c9-4a97-a695-88f261d02634 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:40:37.697720 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-63a173d8-53ad-40c7-8967-460a26fa36a5 None None] Transition to ACTIVE for port object fb12223b-af78-4d02-849c-1b52684896d8 will not be triggered until provisioned by entity DHCP. {{(pid=84765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:40:37.701059 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port ce4ea238-54c9-4a97-a695-88f261d02634 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:40:37.701436 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:37.855042 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-63a173d8-53ad-40c7-8967-460a26fa36a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331'] for port, after_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:37.947391 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a173d8-53ad-40c7-8967-460a26fa36a5 None None] Pushing event updated for resources: {'Port': ['ID=fb12223b-af78-4d02-849c-1b52684896d8,revision_number=1']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:37.981525 n-d-836017-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a173d8-53ad-40c7-8967-460a26fa36a5 None None] Network 8b6e6ab5-a637-42e9-a1d5-e645d5232d45 is already hosted by enough agents. {{(pid=84765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:40:37.981525 n-d-836017-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-63a173d8-53ad-40c7-8967-460a26fa36a5 None None] Resources bound (agent type, host, resource id): {{(pid=84765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:40:37.981823 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37529565-5b7e-4be4-bd4a-2c75e712e6c6 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Network a5f2e3ac-ce4b-4dad-884c-44e349a56831 is already hosted by enough agents. {{(pid=84764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:40:38.008943 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [None req-37529565-5b7e-4be4-bd4a-2c75e712e6c6 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Resources bound (agent type, host, resource id): {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:40:38.033358 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d71d79d6-ec7e-4b98-ae78-ea90e77008d9 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256345', 'neutron.services.segments.db._delete_segments_for_network-8791093852025'] for network, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:38.053569 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a173d8-53ad-40c7-8967-460a26fa36a5 None None] Received port after_create {{(pid=84765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:40:38.063020 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:38.156542 n-d-836017-2 neutron-server[84763]: DEBUG neutron.services.segments.db [None req-d71d79d6-ec7e-4b98-ae78-ea90e77008d9 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d831801b-76c4-46ce-9ce8-cb3cace52776']}} {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:40:38.201844 n-d-836017-2 neutron-server[84763]: DEBUG neutron.services.segments.db [None req-d71d79d6-ec7e-4b98-ae78-ea90e77008d9 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aed6f02a-53e1-4547-b098-0d9b473b19b5') {'for_net_delete': True} {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:40:38.202219 n-d-836017-2 neutron-server[84763]: DEBUG neutron.services.segments.db [None req-d71d79d6-ec7e-4b98-ae78-ea90e77008d9 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aed6f02a-53e1-4547-b098-0d9b473b19b5') {} {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:40:38.222928 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] For port ce4ea238-54c9-4a97-a695-88f261d02634, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=ce4ea238-54c9-4a97-a695-88f261d02634,segment=NetworkSegment(12089e5f-6bf9-47c7-9f34-306f94770e3c),segment_id=12089e5f-6bf9-47c7-9f34-306f94770e3c)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:40:38.235230 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-63a173d8-53ad-40c7-8967-460a26fa36a5 None None] Attempting to bind port fb12223b-af78-4d02-849c-1b52684896d8 on host n-d-836017-2 for vnic_type normal with profile {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:40:38.235945 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-63a173d8-53ad-40c7-8967-460a26fa36a5 None None] Attempting to bind port fb12223b-af78-4d02-849c-1b52684896d8 by drivers openvswitch,hyperv on host n-d-836017-2 at level 0 using segments [{'id': 'ad79eadc-6119-4b34-8b71-0a1ea7a9f7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8b6e6ab5-a637-42e9-a1d5-e645d5232d45'}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:40:38.236694 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a173d8-53ad-40c7-8967-460a26fa36a5 None None] Attempting to bind port fb12223b-af78-4d02-849c-1b52684896d8 on network 8b6e6ab5-a637-42e9-a1d5-e645d5232d45 {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:40:38.253042 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d71d79d6-ec7e-4b98-ae78-ea90e77008d9 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791093851908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66272256'] for segment, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:38.261746 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-c1b1fa10-4562-4c90-b849-f5f4ad5a5a7e None None] Provisioning complete for port ce4ea238-54c9-4a97-a695-88f261d02634 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:40:38.262483 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c1b1fa10-4562-4c90-b849-f5f4ad5a5a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:38.302548 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d71d79d6-ec7e-4b98-ae78-ea90e77008d9 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:38.326958 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d71d79d6-ec7e-4b98-ae78-ea90e77008d9 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=84763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:40:38.327373 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d71d79d6-ec7e-4b98-ae78-ea90e77008d9 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66351785'] for segment, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:38.349711 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:38.351239 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device b0bb69ad-359e-414f-9134-536c9a980723 up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:40:38.366664 n-d-836017-2 neutron-server[84763]: Traceback (most recent call last): Apr 18 19:40:38.366664 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:40:38.366664 n-d-836017-2 neutron-server[84763]: timer() Apr 18 19:40:38.366664 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:40:38.366664 n-d-836017-2 neutron-server[84763]: cb(*args, **kw) Apr 18 19:40:38.366664 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:40:38.366664 n-d-836017-2 neutron-server[84763]: return func(*args, **kwargs) Apr 18 19:40:38.366664 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:40:38.366664 n-d-836017-2 neutron-server[84763]: self._notify() Apr 18 19:40:38.366664 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:40:38.366664 n-d-836017-2 neutron-server[84763]: self.callback(batched_events) Apr 18 19:40:38.366664 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:40:38.366664 n-d-836017-2 neutron-server[84763]: event.method(event) Apr 18 19:40:38.366664 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:40:38.366664 n-d-836017-2 neutron-server[84763]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:40:38.366664 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:40:38.366664 n-d-836017-2 neutron-server[84763]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:40:38.366664 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:40:38.366664 n-d-836017-2 neutron-server[84763]: return f(self, *a, **k) Apr 18 19:40:38.366664 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:40:38.366664 n-d-836017-2 neutron-server[84763]: return self._get(url).json() Apr 18 19:40:38.366664 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:40:38.366664 n-d-836017-2 neutron-server[84763]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:40:38.366664 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:40:38.366664 n-d-836017-2 neutron-server[84763]: return self.request(url, 'GET', **kwargs) Apr 18 19:40:38.366664 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:40:38.366664 n-d-836017-2 neutron-server[84763]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:40:38.366664 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:40:38.366664 n-d-836017-2 neutron-server[84763]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:40:38.366664 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:40:38.366664 n-d-836017-2 neutron-server[84763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:40:38.366664 n-d-836017-2 neutron-server[84763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:40:38.475840 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a173d8-53ad-40c7-8967-460a26fa36a5 None None] Checking agent: {'id': 'df2a5cfe-6839-400b-a998-e4fffce70f45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 8, 22), 'started_at': datetime.datetime(2022, 4, 18, 19, 8, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:40:38.477327 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a173d8-53ad-40c7-8967-460a26fa36a5 None None] Checking segment: {'id': 'ad79eadc-6119-4b34-8b71-0a1ea7a9f7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8b6e6ab5-a637-42e9-a1d5-e645d5232d45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:40:38.477731 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-63a173d8-53ad-40c7-8967-460a26fa36a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:38.478152 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a173d8-53ad-40c7-8967-460a26fa36a5 None None] Bound using segment: {'id': 'ad79eadc-6119-4b34-8b71-0a1ea7a9f7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8b6e6ab5-a637-42e9-a1d5-e645d5232d45'} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:40:38.479038 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-63a173d8-53ad-40c7-8967-460a26fa36a5 None None] Bound port: fb12223b-af78-4d02-849c-1b52684896d8, host: n-d-836017-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad79eadc-6119-4b34-8b71-0a1ea7a9f7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8b6e6ab5-a637-42e9-a1d5-e645d5232d45'}}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:40:38.479209 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-63a173d8-53ad-40c7-8967-460a26fa36a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:38.655546 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d71d79d6-ec7e-4b98-ae78-ea90e77008d9 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416801'] for network, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:38.690043 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-d71d79d6-ec7e-4b98-ae78-ea90e77008d9 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:38.731797 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71d79d6-ec7e-4b98-ae78-ea90e77008d9 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Pushing event deleted for resources: {'Network': ['ID=d831801b-76c4-46ce-9ce8-cb3cace52776,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:38.756788 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-63a173d8-53ad-40c7-8967-460a26fa36a5 None None] For port fb12223b-af78-4d02-849c-1b52684896d8, host n-d-836017-2, cleared binding levels {{(pid=84765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:40:38.774814 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Pushing event updated for resources: {'Port': ['ID=ce4ea238-54c9-4a97-a695-88f261d02634,revision_number=3']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:38.776860 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-d71d79d6-ec7e-4b98-ae78-ea90e77008d9 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.69 "DELETE /v2.0/networks/d831801b-76c4-46ce-9ce8-cb3cace52776 HTTP/1.1" status: 204 len: 168 time: 3.3633635 Apr 18 19:40:38.788647 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 38628) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:38.796511 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-eabbb2c0-1a46-43f4-8525-46788eb54b4d tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-614508507'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:40:38.807972 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-63a173d8-53ad-40c7-8967-460a26fa36a5 None None] For port fb12223b-af78-4d02-849c-1b52684896d8, host n-d-836017-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=fb12223b-af78-4d02-849c-1b52684896d8,segment=NetworkSegment(ad79eadc-6119-4b34-8b71-0a1ea7a9f7b4),segment_id=ad79eadc-6119-4b34-8b71-0a1ea7a9f7b4)] {{(pid=84765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:40:38.815604 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-eabbb2c0-1a46-43f4-8525-46788eb54b4d tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:40:38.829750 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-eabbb2c0-1a46-43f4-8525-46788eb54b4d tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Usage tracker for resource:network and tenant:af77c4468a104578b3401cd2f194180a is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:40:38.837388 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-eabbb2c0-1a46-43f4-8525-46788eb54b4d tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:40:38.845114 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-eabbb2c0-1a46-43f4-8525-46788eb54b4d tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:40:38.846458 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port b0bb69ad-359e-414f-9134-536c9a980723 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:40:38.846824 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:38.883321 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-fc18148a-73e5-43ee-a041-f78c52739067 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:38.905125 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614518d0-e918-4e06-ad09-a4d4733de1aa req-0eb381b2-4e47-4249-9a37-d89fa8b83d53 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:38.907765 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-614518d0-e918-4e06-ad09-a4d4733de1aa req-0eb381b2-4e47-4249-9a37-d89fa8b83d53 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/ports?device_id=7d8209fa-5274-4f80-a200-7247fec07dd7 HTTP/1.1" status: 200 len: 945 time: 1.1466310 Apr 18 19:40:38.927742 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eabbb2c0-1a46-43f4-8525-46788eb54b4d tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Made reservation on behalf of af77c4468a104578b3401cd2f194180a for: {'network': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:40:38.931542 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-eabbb2c0-1a46-43f4-8525-46788eb54b4d tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for network, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:38.940556 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-63a173d8-53ad-40c7-8967-460a26fa36a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:38.992939 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eabbb2c0-1a46-43f4-8525-46788eb54b4d tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=84763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:40:39.018784 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-eabbb2c0-1a46-43f4-8525-46788eb54b4d tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:39.020803 n-d-836017-2 neutron-server[84763]: INFO neutron.db.segments_db [None req-eabbb2c0-1a46-43f4-8525-46788eb54b4d tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Added segment 876242d1-e60d-46ae-ad8c-374f910d2430 of type vlan for network 19ed8b69-13dd-4f9a-9954-06368b2c09bf Apr 18 19:40:39.125746 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-753203e9-a4e5-47bf-b331-c6913187b0f2 req-b165d83b-132a-4892-9cd0-31682e94d217 tempest-ServerPasswordTestJSON-247121190 tempest-ServerPasswordTestJSON-247121190-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c18f29-7f48-4aea-8936-253be86539c7 HTTP/1.1" status: 200 len: 210 time: 0.0942597 Apr 18 19:40:39.160210 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-614518d0-e918-4e06-ad09-a4d4733de1aa req-29847f34-daec-4b32-a7bd-d46d3674f568 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/security-groups?id=51df22c1-554b-4779-a025-65f2af6e2a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371349 Apr 18 19:40:39.203799 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-eabbb2c0-1a46-43f4-8525-46788eb54b4d tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791093404182'] for network, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:39.318544 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a173d8-53ad-40c7-8967-460a26fa36a5 None None] Pushing event updated for resources: {'Port': ['ID=fb12223b-af78-4d02-849c-1b52684896d8,revision_number=2']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:39.328928 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e5b9ccce-8c00-4fe8-bc78-b69c8a63d7ec None None] Provisioning complete for port d0f3a112-48a2-4481-b016-342b434ad178 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:40:39.328928 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e5b9ccce-8c00-4fe8-bc78-b69c8a63d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:39.343820 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45a88e9-e556-4de6-90b3-f07077815edd req-89399d62-b8c2-4684-9d0e-0b6e5500e8a4 tempest-ServerPasswordTestJSON-247121190 tempest-ServerPasswordTestJSON-247121190-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:39.344614 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-a45a88e9-e556-4de6-90b3-f07077815edd req-89399d62-b8c2-4684-9d0e-0b6e5500e8a4 tempest-ServerPasswordTestJSON-247121190 tempest-ServerPasswordTestJSON-247121190-project] Synchronizing usage tracker for tenant:6f36b704c7d64c62a1f374492946aba0 on resource:network {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:40:39.407393 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-e5b9ccce-8c00-4fe8-bc78-b69c8a63d7ec None None] Port d0f3a112-48a2-4481-b016-342b434ad178 cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:40:39.436418 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 0e792d8a-aef6-4c6c-bfd1-7eaf65b2d509 no longer exists at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:40:39.535670 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-eabbb2c0-1a46-43f4-8525-46788eb54b4d tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251'] for network, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:39.547800 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eabbb2c0-1a46-43f4-8525-46788eb54b4d tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:39.548647 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-eabbb2c0-1a46-43f4-8525-46788eb54b4d tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:39.569449 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-fc18148a-73e5-43ee-a041-f78c52739067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:39.574727 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-a45a88e9-e556-4de6-90b3-f07077815edd req-89399d62-b8c2-4684-9d0e-0b6e5500e8a4 tempest-ServerPasswordTestJSON-247121190 tempest-ServerPasswordTestJSON-247121190-project] Unset dirty status for tenant:6f36b704c7d64c62a1f374492946aba0 on resource:network {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:40:39.575995 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a45a88e9-e556-4de6-90b3-f07077815edd req-89399d62-b8c2-4684-9d0e-0b6e5500e8a4 tempest-ServerPasswordTestJSON-247121190 tempest-ServerPasswordTestJSON-247121190-project] 10.222.0.72 "GET /v2.0/networks?id=c5490ac2-614a-4583-b592-86501d547a01 HTTP/1.1" status: 200 len: 813 time: 1.1032150 Apr 18 19:40:39.629872 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] No Port match for: 0e792d8a-aef6-4c6c-bfd1-7eaf65b2d509 {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:40:39.630215 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 0e792d8a-aef6-4c6c-bfd1-7eaf65b2d509 not bound to the agent host n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:40:39.662277 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [req-a45a88e9-e556-4de6-90b3-f07077815edd req-78fabbf7-eb63-48cd-b5cc-625429f50423 tempest-ServerPasswordTestJSON-247121190 tempest-ServerPasswordTestJSON-247121190-project] Request body: {'port': {'device_id': '35c18f29-7f48-4aea-8936-253be86539c7', 'network_id': 'c5490ac2-614a-4583-b592-86501d547a01', 'admin_state_up': True, 'tenant_id': '6f36b704c7d64c62a1f374492946aba0'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:40:39.700148 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 38644) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:39.791003 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabbb2c0-1a46-43f4-8525-46788eb54b4d tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Pushing event updated for resources: {'Network': ['ID=19ed8b69-13dd-4f9a-9954-06368b2c09bf,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:39.814827 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Network 19ed8b69-13dd-4f9a-9954-06368b2c09bf details requested by agent ovs-agent-n-d-836017-2 with host n-d-836017-2 {{(pid=84765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:40:39.845675 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d7eb1c-8b73-452d-9165-78cb82b2c6f8 req-0c6ce4f8-fb7c-4c5d-ad85-2fe91a373351 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:39.854178 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-60d7eb1c-8b73-452d-9165-78cb82b2c6f8 req-0c6ce4f8-fb7c-4c5d-ad85-2fe91a373351 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 945 time: 0.4106481 Apr 18 19:40:39.945908 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-60d7eb1c-8b73-452d-9165-78cb82b2c6f8 req-384017f3-c966-424f-aab3-43f971d56045 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874071 Apr 18 19:40:39.949552 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-eabbb2c0-1a46-43f4-8525-46788eb54b4d tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.1593823 Apr 18 19:40:39.952857 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 38652) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:39.966396 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-487a3e5b-1fd4-4e24-927e-5a3e7b459a1d tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Request body: {'subnet': {'network_id': '19ed8b69-13dd-4f9a-9954-06368b2c09bf', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:40:39.987757 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc18148a-73e5-43ee-a041-f78c52739067 admin admin] Network 11e8e108-37df-4084-b6b7-113e6beb66b4 is already hosted by enough agents. {{(pid=84764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:40:39.998711 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device fb12223b-af78-4d02-849c-1b52684896d8 up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:40:39.999043 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [None req-fc18148a-73e5-43ee-a041-f78c52739067 admin admin] Resources bound (agent type, host, resource id): {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:40:40.004003 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc18148a-73e5-43ee-a041-f78c52739067 admin admin] Received port after_create {{(pid=84764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:40:40.033493 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc18148a-73e5-43ee-a041-f78c52739067 admin admin] Pushing event updated for resources: {'Port': ['ID=c2611856-5238-40d0-8c21-ab5f19482afd,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:40.112643 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc18148a-73e5-43ee-a041-f78c52739067 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:40:40.113292 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc18148a-73e5-43ee-a041-f78c52739067 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:40:40.113838 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc18148a-73e5-43ee-a041-f78c52739067 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:40:40.114376 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc18148a-73e5-43ee-a041-f78c52739067 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:40:40.114946 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc18148a-73e5-43ee-a041-f78c52739067 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:40:40.115480 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc18148a-73e5-43ee-a041-f78c52739067 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:40:40.116014 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc18148a-73e5-43ee-a041-f78c52739067 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:40:40.116649 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc18148a-73e5-43ee-a041-f78c52739067 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:40:40.117444 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc18148a-73e5-43ee-a041-f78c52739067 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:40:40.118008 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc18148a-73e5-43ee-a041-f78c52739067 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:40:40.118550 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc18148a-73e5-43ee-a041-f78c52739067 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:40:40.137256 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-0c0cc427-a02b-42fd-9d67-aea37a04d27b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:40.158777 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-487a3e5b-1fd4-4e24-927e-5a3e7b459a1d tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:40:40.163305 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-487a3e5b-1fd4-4e24-927e-5a3e7b459a1d tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Usage tracker for resource:subnet and tenant:af77c4468a104578b3401cd2f194180a is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:40:40.167604 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-487a3e5b-1fd4-4e24-927e-5a3e7b459a1d tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:40:40.174377 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-487a3e5b-1fd4-4e24-927e-5a3e7b459a1d tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:40:40.219685 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning for port fb12223b-af78-4d02-849c-1b52684896d8 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:40:40.225282 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device ce4ea238-54c9-4a97-a695-88f261d02634 up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:40:40.239995 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37529565-5b7e-4be4-bd4a-2c75e712e6c6 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Router 15e7089b-8a42-4c54-b62c-9cc17dc22659 is scheduled to L3 agent 21b59c62-f184-4169-bc3e-79831cc043e8 with binding_index 1 {{(pid=84764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 19:40:40.253954 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-487a3e5b-1fd4-4e24-927e-5a3e7b459a1d tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Made reservation on behalf of af77c4468a104578b3401cd2f194180a for: {'subnet': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:40:40.289534 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-a45a88e9-e556-4de6-90b3-f07077815edd req-78fabbf7-eb63-48cd-b5cc-625429f50423 tempest-ServerPasswordTestJSON-247121190 tempest-ServerPasswordTestJSON-247121190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:40:40.306342 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-a45a88e9-e556-4de6-90b3-f07077815edd req-78fabbf7-eb63-48cd-b5cc-625429f50423 tempest-ServerPasswordTestJSON-247121190 tempest-ServerPasswordTestJSON-247121190-project] Usage tracker for resource:port and tenant:6f36b704c7d64c62a1f374492946aba0 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:40:40.312510 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-a45a88e9-e556-4de6-90b3-f07077815edd req-78fabbf7-eb63-48cd-b5cc-625429f50423 tempest-ServerPasswordTestJSON-247121190 tempest-ServerPasswordTestJSON-247121190-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:40:40.337622 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port ce4ea238-54c9-4a97-a695-88f261d02634 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:40:40.346649 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:40.346807 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-a45a88e9-e556-4de6-90b3-f07077815edd req-78fabbf7-eb63-48cd-b5cc-625429f50423 tempest-ServerPasswordTestJSON-247121190 tempest-ServerPasswordTestJSON-247121190-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:40:40.430545 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-0c0cc427-a02b-42fd-9d67-aea37a04d27b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:40:40.450046 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-487a3e5b-1fd4-4e24-927e-5a3e7b459a1d tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540907'] for subnet, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:40.455767 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-0c0cc427-a02b-42fd-9d67-aea37a04d27b admin admin] Usage tracker for resource:security_group_rule and tenant:3db89a9fa8f344ad8c874b4df8c5212b is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:40:40.465304 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-959bdb38-c038-42e2-825f-6142b1e7f65f req-ecfe3324-d0fe-44de-b8e8-fcbe4cd9efc7 tempest-ServerPasswordTestJSON-247121190 tempest-ServerPasswordTestJSON-247121190-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c18f29-7f48-4aea-8936-253be86539c7 HTTP/1.1" status: 200 len: 210 time: 0.0695555 Apr 18 19:40:40.515378 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-0c0cc427-a02b-42fd-9d67-aea37a04d27b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:40:40.530969 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-0c0cc427-a02b-42fd-9d67-aea37a04d27b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:40:40.543687 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a45a88e9-e556-4de6-90b3-f07077815edd req-78fabbf7-eb63-48cd-b5cc-625429f50423 tempest-ServerPasswordTestJSON-247121190 tempest-ServerPasswordTestJSON-247121190-project] Made reservation on behalf of 6f36b704c7d64c62a1f374492946aba0 for: {'port': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:40:40.551567 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-a45a88e9-e556-4de6-90b3-f07077815edd req-78fabbf7-eb63-48cd-b5cc-625429f50423 tempest-ServerPasswordTestJSON-247121190 tempest-ServerPasswordTestJSON-247121190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:40.582233 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde0f77a-f0b6-422e-8461-d33daa7118f7 req-13460dc9-9104-4304-842b-3d6b6b4e2434 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:40.589777 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-cde0f77a-f0b6-422e-8461-d33daa7118f7 req-13460dc9-9104-4304-842b-3d6b6b4e2434 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/ports?device_id=7d8209fa-5274-4f80-a200-7247fec07dd7 HTTP/1.1" status: 200 len: 945 time: 0.4367230 Apr 18 19:40:40.697227 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55914edd-a000-4173-b977-9ed399bf0107 None None] Network 8b6e6ab5-a637-42e9-a1d5-e645d5232d45 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:40:40.784880 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-cde0f77a-f0b6-422e-8461-d33daa7118f7 req-89e2796e-9660-40d5-8b23-2674855eb066 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/security-groups?id=51df22c1-554b-4779-a025-65f2af6e2a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941681 Apr 18 19:40:40.796395 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f949479-a4da-48bc-ac8c-198cfb8adb33 req-26b538b2-9c4c-4baf-974d-f2bb0893a678 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:40.797955 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-1f949479-a4da-48bc-ac8c-198cfb8adb33 req-26b538b2-9c4c-4baf-974d-f2bb0893a678 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b49bb00-f484-4f92-bb80-0be3537a561f HTTP/1.1" status: 200 len: 945 time: 0.1516795 Apr 18 19:40:40.880977 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-0c0cc427-a02b-42fd-9d67-aea37a04d27b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:40.893175 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-487a3e5b-1fd4-4e24-927e-5a3e7b459a1d tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66351616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66540921'] for subnet, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:40.917720 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37529565-5b7e-4be4-bd4a-2c75e712e6c6 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify agent at l3_agent.n-d-836017-2 the message routers_updated {{(pid=84764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:40:40.920163 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_common [req-a45a88e9-e556-4de6-90b3-f07077815edd req-78fabbf7-eb63-48cd-b5cc-625429f50423 tempest-ServerPasswordTestJSON-247121190 tempest-ServerPasswordTestJSON-247121190-project] Allocated IP 172.20.0.12 (c5490ac2-614a-4583-b592-86501d547a01/02fd4a65-9c12-486f-a0db-7e5d5b0b2c33/e06a4309-c02f-4edc-aca7-93059f5751be) {{(pid=84764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:40:40.927292 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-6e07e139-93d1-41ff-a691-cb7f49ea1179 None None] Provisioning for port fb12223b-af78-4d02-849c-1b52684896d8 completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:40:40.936797 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc57775-af38-424f-bb5d-f1cd1ca73cf6 None None] Sync routers for ids ['15e7089b-8a42-4c54-b62c-9cc17dc22659'] in n-d-836017-2 {{(pid=84765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:40:40.946304 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-fc18148a-73e5-43ee-a041-f78c52739067 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:40.946641 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-fc18148a-73e5-43ee-a041-f78c52739067 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416864'] for router, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:40.953915 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-6e07e139-93d1-41ff-a691-cb7f49ea1179 None None] Provisioning complete for port fb12223b-af78-4d02-849c-1b52684896d8 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:40:40.954296 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6e07e139-93d1-41ff-a691-cb7f49ea1179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:40.975560 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-1f949479-a4da-48bc-ac8c-198cfb8adb33 req-31150df3-eb88-47dd-96e5-7195b86a1299 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] 10.222.0.69 "GET /v2.0/security-groups?id=65d46739-eb5a-478f-9fc7-f1aa98b0d76a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1558356 Apr 18 19:40:41.023520 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a3e5b-1fd4-4e24-927e-5a3e7b459a1d tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Pushing event updated for resources: {'Subnet': ['ID=40013d34-83d2-4a8e-acb2-e4a35739189a,revision_number=0']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:41.062231 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487a3e5b-1fd4-4e24-927e-5a3e7b459a1d tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Checking segment: {'id': '876242d1-e60d-46ae-ad8c-374f910d2430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '19ed8b69-13dd-4f9a-9954-06368b2c09bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:40:41.063044 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-487a3e5b-1fd4-4e24-927e-5a3e7b459a1d tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Network hostable DHCP agents. Network: 19ed8b69-13dd-4f9a-9954-06368b2c09bf, hostable agents: ['f6987c12-6d6c-47d4-b22d-cfcd164dc40d'], hosted agents: [] {{(pid=84763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:40:41.063206 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-0c0cc427-a02b-42fd-9d67-aea37a04d27b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:41.079474 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc57775-af38-424f-bb5d-f1cd1ca73cf6 None None] Routers {'15e7089b-8a42-4c54-b62c-9cc17dc22659'} bound to L3 agent in host n-d-836017-2 {{(pid=84765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:40:41.080167 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-9cc57775-af38-424f-bb5d-f1cd1ca73cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:40:20Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['15e7089b-8a42-4c54-b62c-9cc17dc22659'], 'active': True} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:40:41.106623 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-37529565-5b7e-4be4-bd4a-2c75e712e6c6 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] 10.222.0.69 "PUT /v2.0/routers/15e7089b-8a42-4c54-b62c-9cc17dc22659/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2740433 Apr 18 19:40:41.109462 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 38664) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:41.171095 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-9cc57775-af38-424f-bb5d-f1cd1ca73cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-2', False) {} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:40:41.190539 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-487a3e5b-1fd4-4e24-927e-5a3e7b459a1d tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Network 19ed8b69-13dd-4f9a-9954-06368b2c09bf is scheduled to be hosted by DHCP agent f6987c12-6d6c-47d4-b22d-cfcd164dc40d with binding_index 1 {{(pid=84763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:40:41.214368 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac406c2-36d5-4e06-b606-f6777331fc9b tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:41.216401 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-eac406c2-36d5-4e06-b606-f6777331fc9b tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] 10.222.0.69 "GET /v2.0/ports/d0f3a112-48a2-4481-b016-342b434ad178 HTTP/1.1" status: 200 len: 911 time: 0.1050196 Apr 18 19:40:41.218994 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 38668) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:41.230925 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc57775-af38-424f-bb5d-f1cd1ca73cf6 None None] Routers {'15e7089b-8a42-4c54-b62c-9cc17dc22659'} bound to L3 agent in host n-d-836017-2 {{(pid=84765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:40:41.231551 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-9cc57775-af38-424f-bb5d-f1cd1ca73cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:40:20Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['15e7089b-8a42-4c54-b62c-9cc17dc22659'], 'active': True} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:40:41.314200 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-9cc57775-af38-424f-bb5d-f1cd1ca73cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-2', False) {} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:40:41.314594 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc57775-af38-424f-bb5d-f1cd1ca73cf6 None None] The sync data for ids ['15e7089b-8a42-4c54-b62c-9cc17dc22659'] in n-d-836017-2 is: [] {{(pid=84765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:40:41.326354 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-0c0cc427-a02b-42fd-9d67-aea37a04d27b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3db89a9fa8f344ad8c874b4df8c5212b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6135287 Apr 18 19:40:41.329699 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6e07e139-93d1-41ff-a691-cb7f49ea1179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:41.331034 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0cc427-a02b-42fd-9d67-aea37a04d27b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87724e72-5649-42af-9ef7-5d9b356ed0dd,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:41.344361 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 38672) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:41.382554 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-6e07e139-93d1-41ff-a691-cb7f49ea1179 None None] For port fb12223b-af78-4d02-849c-1b52684896d8, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=fb12223b-af78-4d02-849c-1b52684896d8,segment=NetworkSegment(ad79eadc-6119-4b34-8b71-0a1ea7a9f7b4),segment_id=ad79eadc-6119-4b34-8b71-0a1ea7a9f7b4)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:40:41.457724 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [None req-487a3e5b-1fd4-4e24-927e-5a3e7b459a1d tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-2, 19ed8b69-13dd-4f9a-9954-06368b2c09bf) {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:40:41.458304 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6e07e139-93d1-41ff-a691-cb7f49ea1179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:41.463214 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-487a3e5b-1fd4-4e24-927e-5a3e7b459a1d tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:41.464131 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-487a3e5b-1fd4-4e24-927e-5a3e7b459a1d tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks [] for subnet, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:41.501883 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61af05ce-da91-4feb-8a12-ed039465504f req-33ab5181-470d-451f-8c3b-9640d4a84d5f tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:41.504296 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-61af05ce-da91-4feb-8a12-ed039465504f req-33ab5181-470d-451f-8c3b-9640d4a84d5f tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 945 time: 0.3198473 Apr 18 19:40:41.520626 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46025d72-6c24-4c57-80ed-3b04565dfdc5 None None] Network 19ed8b69-13dd-4f9a-9954-06368b2c09bf requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:40:41.609819 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-a45a88e9-e556-4de6-90b3-f07077815edd req-78fabbf7-eb63-48cd-b5cc-625429f50423 tempest-ServerPasswordTestJSON-247121190 tempest-ServerPasswordTestJSON-247121190-project] Notify callbacks [] for port, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:41.679068 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e07e139-93d1-41ff-a691-cb7f49ea1179 None None] Pushing event updated for resources: {'Port': ['ID=fb12223b-af78-4d02-849c-1b52684896d8,revision_number=3']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:41.691594 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-99a9314d-58a6-4afe-9c09-120f40068693 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:41.727508 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-99a9314d-58a6-4afe-9c09-120f40068693 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:41.740006 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-487a3e5b-1fd4-4e24-927e-5a3e7b459a1d tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.7832417 Apr 18 19:40:41.745066 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 38680) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:41.759859 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-68f9993f-519c-4cd5-bbcd-1808530ed769 None None] Provisioning complete for port fb12223b-af78-4d02-849c-1b52684896d8 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:40:41.760212 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-68f9993f-519c-4cd5-bbcd-1808530ed769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:41.768900 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-61af05ce-da91-4feb-8a12-ed039465504f req-4973dece-ffe4-4e35-b2b1-6a839e2eb018 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554548 Apr 18 19:40:41.774553 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-a45a88e9-e556-4de6-90b3-f07077815edd req-78fabbf7-eb63-48cd-b5cc-625429f50423 tempest-ServerPasswordTestJSON-247121190 tempest-ServerPasswordTestJSON-247121190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:41.795448 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-0dd2876a-0183-43a4-b4c0-40bceded4ea2 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-721108383'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:40:41.806906 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-0dd2876a-0183-43a4-b4c0-40bceded4ea2 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:40:41.836919 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-0dd2876a-0183-43a4-b4c0-40bceded4ea2 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Usage tracker for resource:network and tenant:af77c4468a104578b3401cd2f194180a is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:40:41.850426 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-0dd2876a-0183-43a4-b4c0-40bceded4ea2 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:40:41.859153 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-0dd2876a-0183-43a4-b4c0-40bceded4ea2 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:40:41.907068 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c991d8e-7589-4832-be47-79919cfe1123 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31f5fbf7-4b5c-5a44-b255-70c4fc176ae8-19ed8b69-13dd-4f9a-9954-06368b2c09bf', 'network_id': '19ed8b69-13dd-4f9a-9954-06368b2c09bf', 'tenant_id': 'af77c4468a104578b3401cd2f194180a', 'fixed_ips': [{'subnet_id': '40013d34-83d2-4a8e-acb2-e4a35739189a'}]}} from n-d-836017-2. {{(pid=84765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 19:40:41.908191 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4c991d8e-7589-4832-be47-79919cfe1123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:41.919338 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea2890e-f2d4-4829-b64d-8bb4b95b8137 req-75148b45-46bc-4f62-8db3-c865eb2e5301 tempest-ServerPasswordTestJSON-247121190 tempest-ServerPasswordTestJSON-247121190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:41.920960 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5ea2890e-f2d4-4829-b64d-8bb4b95b8137 req-75148b45-46bc-4f62-8db3-c865eb2e5301 tempest-ServerPasswordTestJSON-247121190 tempest-ServerPasswordTestJSON-247121190-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c18f29-7f48-4aea-8936-253be86539c7 HTTP/1.1" status: 200 len: 932 time: 0.1853747 Apr 18 19:40:41.926449 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a45a88e9-e556-4de6-90b3-f07077815edd req-78fabbf7-eb63-48cd-b5cc-625429f50423 tempest-ServerPasswordTestJSON-247121190 tempest-ServerPasswordTestJSON-247121190-project] Network c5490ac2-614a-4583-b592-86501d547a01 is already hosted by enough agents. {{(pid=84764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:40:41.935008 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fabbf7-eb63-48cd-b5cc-625429f50423 tempest-ServerPasswordTestJSON-247121190 tempest-ServerPasswordTestJSON-247121190-project] Pushing event updated for resources: {'Port': ['ID=e06a4309-c02f-4edc-aca7-93059f5751be,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:41.937787 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [req-a45a88e9-e556-4de6-90b3-f07077815edd req-78fabbf7-eb63-48cd-b5cc-625429f50423 tempest-ServerPasswordTestJSON-247121190 tempest-ServerPasswordTestJSON-247121190-project] Resources bound (agent type, host, resource id): {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:40:41.940517 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [req-a45a88e9-e556-4de6-90b3-f07077815edd req-78fabbf7-eb63-48cd-b5cc-625429f50423 tempest-ServerPasswordTestJSON-247121190 tempest-ServerPasswordTestJSON-247121190-project] Received port after_create {{(pid=84764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:40:42.023555 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dd2876a-0183-43a4-b4c0-40bceded4ea2 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Made reservation on behalf of af77c4468a104578b3401cd2f194180a for: {'network': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:40:42.026458 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-0dd2876a-0183-43a4-b4c0-40bceded4ea2 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for network, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:42.064486 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45a88e9-e556-4de6-90b3-f07077815edd req-78fabbf7-eb63-48cd-b5cc-625429f50423 tempest-ServerPasswordTestJSON-247121190 tempest-ServerPasswordTestJSON-247121190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:42.065152 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-a45a88e9-e556-4de6-90b3-f07077815edd req-78fabbf7-eb63-48cd-b5cc-625429f50423 tempest-ServerPasswordTestJSON-247121190 tempest-ServerPasswordTestJSON-247121190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:42.076660 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-99a9314d-58a6-4afe-9c09-120f40068693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:42.133086 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a9314d-58a6-4afe-9c09-120f40068693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87724e72-5649-42af-9ef7-5d9b356ed0dd,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:42.146606 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-99a9314d-58a6-4afe-9c09-120f40068693 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:42.150488 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-99a9314d-58a6-4afe-9c09-120f40068693 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/87724e72-5649-42af-9ef7-5d9b356ed0dd HTTP/1.1" status: 204 len: 168 time: 0.8028512 Apr 18 19:40:42.150688 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5ea2890e-f2d4-4829-b64d-8bb4b95b8137 req-ca6712ca-78da-4783-a037-212bc2737639 tempest-ServerPasswordTestJSON-247121190 tempest-ServerPasswordTestJSON-247121190-project] 10.222.0.69 "GET /v2.0/security-groups?id=dd83c0f9-21b4-41da-a665-dc92cfe3fd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191629 Apr 18 19:40:42.153574 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dd2876a-0183-43a4-b4c0-40bceded4ea2 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=84763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:40:42.167834 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-0dd2876a-0183-43a4-b4c0-40bceded4ea2 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:42.168727 n-d-836017-2 neutron-server[84763]: INFO neutron.db.segments_db [None req-0dd2876a-0183-43a4-b4c0-40bceded4ea2 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Added segment 217050b6-f70b-49c6-b4e2-18ae855d24a9 of type vlan for network 52e170c2-06c7-4c69-ba2b-a584d3f8e457 Apr 18 19:40:42.185899 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a45a88e9-e556-4de6-90b3-f07077815edd req-78fabbf7-eb63-48cd-b5cc-625429f50423 tempest-ServerPasswordTestJSON-247121190 tempest-ServerPasswordTestJSON-247121190-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5320151 Apr 18 19:40:42.188710 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-4c991d8e-7589-4832-be47-79919cfe1123 None None] Allocated IP 19.80.0.2 (19ed8b69-13dd-4f9a-9954-06368b2c09bf/40013d34-83d2-4a8e-acb2-e4a35739189a/8c90ea3d-a807-4924-ae41-15f69971ba26) {{(pid=84765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:40:42.206812 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-0dd2876a-0183-43a4-b4c0-40bceded4ea2 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791093404182'] for network, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:42.209290 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [req-a45a88e9-e556-4de6-90b3-f07077815edd req-10119c6d-3b53-4c02-8d42-629c9756e9b9 tempest-ServerPasswordTestJSON-247121190 tempest-ServerPasswordTestJSON-247121190-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=84764) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:40:42.212752 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a45a88e9-e556-4de6-90b3-f07077815edd req-10119c6d-3b53-4c02-8d42-629c9756e9b9 tempest-ServerPasswordTestJSON-247121190 tempest-ServerPasswordTestJSON-247121190-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0168254 Apr 18 19:40:42.254729 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bc447e-9f4e-4fee-93a0-696e86662d93 req-d0f6d37d-9692-48e9-9081-8c4abacbd867 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:42.269442 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e1bc447e-9f4e-4fee-93a0-696e86662d93 req-d0f6d37d-9692-48e9-9081-8c4abacbd867 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/ports?device_id=7d8209fa-5274-4f80-a200-7247fec07dd7 HTTP/1.1" status: 200 len: 945 time: 0.2539339 Apr 18 19:40:42.317083 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc18148a-73e5-43ee-a041-f78c52739067 admin admin] Router a60693ab-1dbd-4a06-a74e-325dfbbf1c65 is scheduled to L3 agent 21b59c62-f184-4169-bc3e-79831cc043e8 with binding_index 1 {{(pid=84764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 19:40:42.368278 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [req-a45a88e9-e556-4de6-90b3-f07077815edd req-eb42b79f-c0b3-4741-a0e2-b616d1b32084 service neutron] Request body: {'port': {'device_id': '35c18f29-7f48-4aea-8936-253be86539c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-2'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:40:42.448109 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-0dd2876a-0183-43a4-b4c0-40bceded4ea2 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251'] for network, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:42.451821 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd2876a-0183-43a4-b4c0-40bceded4ea2 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:42.452459 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-0dd2876a-0183-43a4-b4c0-40bceded4ea2 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:42.531723 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4c991d8e-7589-4832-be47-79919cfe1123 None None] Notify callbacks [] for port, precommit_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:42.545655 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-4c991d8e-7589-4832-be47-79919cfe1123 None None] Transition to ACTIVE for port object 8c90ea3d-a807-4924-ae41-15f69971ba26 will not be triggered until provisioned by entity L2. {{(pid=84765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:40:42.576370 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-4c991d8e-7589-4832-be47-79919cfe1123 None None] Transition to ACTIVE for port object 8c90ea3d-a807-4924-ae41-15f69971ba26 will not be triggered until provisioned by entity DHCP. {{(pid=84765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:40:42.584849 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-829336e9-067b-4a0a-a8fa-5b0aab605e42 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:42.590500 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e1bc447e-9f4e-4fee-93a0-696e86662d93 req-f6636fe8-60a1-4704-8e56-736e332e63b9 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/security-groups?id=51df22c1-554b-4779-a025-65f2af6e2a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3202114 Apr 18 19:40:42.598762 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd2876a-0183-43a4-b4c0-40bceded4ea2 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Pushing event updated for resources: {'Network': ['ID=52e170c2-06c7-4c69-ba2b-a584d3f8e457,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:42.615660 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b3fe0a-f94c-45da-9e55-2e9f2d4966d6 req-787854d2-01bd-4c13-b6c5-e0a3db6efe71 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:42.622878 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Network 52e170c2-06c7-4c69-ba2b-a584d3f8e457 details requested by agent ovs-agent-n-d-836017-2 with host n-d-836017-2 {{(pid=84765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:40:42.623363 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e1b3fe0a-f94c-45da-9e55-2e9f2d4966d6 req-787854d2-01bd-4c13-b6c5-e0a3db6efe71 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b49bb00-f484-4f92-bb80-0be3537a561f HTTP/1.1" status: 200 len: 945 time: 0.2937140 Apr 18 19:40:42.708878 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-0dd2876a-0183-43a4-b4c0-40bceded4ea2 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9329197 Apr 18 19:40:42.719599 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 38696) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:42.746063 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-04ca526e-8a05-4db0-ba03-6ee3cecab47b tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Request body: {'subnet': {'network_id': '52e170c2-06c7-4c69-ba2b-a584d3f8e457', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:40:42.824862 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4c991d8e-7589-4832-be47-79919cfe1123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331'] for port, after_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:42.892000 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-a45a88e9-e556-4de6-90b3-f07077815edd req-eb42b79f-c0b3-4741-a0e2-b616d1b32084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:42.923083 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e1b3fe0a-f94c-45da-9e55-2e9f2d4966d6 req-77012b42-3178-4a39-b479-a0ace900d6ac tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] 10.222.0.69 "GET /v2.0/security-groups?id=65d46739-eb5a-478f-9fc7-f1aa98b0d76a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2987127 Apr 18 19:40:42.962383 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c991d8e-7589-4832-be47-79919cfe1123 None None] Pushing event updated for resources: {'Port': ['ID=8c90ea3d-a807-4924-ae41-15f69971ba26,revision_number=1']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:42.975376 n-d-836017-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c991d8e-7589-4832-be47-79919cfe1123 None None] Network 19ed8b69-13dd-4f9a-9954-06368b2c09bf is already hosted by enough agents. {{(pid=84765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:40:42.984371 n-d-836017-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-4c991d8e-7589-4832-be47-79919cfe1123 None None] Resources bound (agent type, host, resource id): {{(pid=84765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:40:42.998274 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c991d8e-7589-4832-be47-79919cfe1123 None None] Received port after_create {{(pid=84765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:40:43.021634 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-04ca526e-8a05-4db0-ba03-6ee3cecab47b tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:40:43.028800 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-04ca526e-8a05-4db0-ba03-6ee3cecab47b tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Usage tracker for resource:subnet and tenant:af77c4468a104578b3401cd2f194180a is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:40:43.047820 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-04ca526e-8a05-4db0-ba03-6ee3cecab47b tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:40:43.062302 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-04ca526e-8a05-4db0-ba03-6ee3cecab47b tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:40:43.148338 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-4c991d8e-7589-4832-be47-79919cfe1123 None None] Attempting to bind port 8c90ea3d-a807-4924-ae41-15f69971ba26 on host n-d-836017-2 for vnic_type normal with profile {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:40:43.148688 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-4c991d8e-7589-4832-be47-79919cfe1123 None None] Attempting to bind port 8c90ea3d-a807-4924-ae41-15f69971ba26 by drivers openvswitch,hyperv on host n-d-836017-2 at level 0 using segments [{'id': '876242d1-e60d-46ae-ad8c-374f910d2430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '19ed8b69-13dd-4f9a-9954-06368b2c09bf'}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:40:43.149036 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c991d8e-7589-4832-be47-79919cfe1123 None None] Attempting to bind port 8c90ea3d-a807-4924-ae41-15f69971ba26 on network 19ed8b69-13dd-4f9a-9954-06368b2c09bf {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:40:43.157478 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c991d8e-7589-4832-be47-79919cfe1123 None None] Checking agent: {'id': 'df2a5cfe-6839-400b-a998-e4fffce70f45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 8, 22), 'started_at': datetime.datetime(2022, 4, 18, 19, 8, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:40:43.157478 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c991d8e-7589-4832-be47-79919cfe1123 None None] Checking segment: {'id': '876242d1-e60d-46ae-ad8c-374f910d2430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '19ed8b69-13dd-4f9a-9954-06368b2c09bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:40:43.157794 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4c991d8e-7589-4832-be47-79919cfe1123 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:43.158461 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c991d8e-7589-4832-be47-79919cfe1123 None None] Bound using segment: {'id': '876242d1-e60d-46ae-ad8c-374f910d2430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '19ed8b69-13dd-4f9a-9954-06368b2c09bf'} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:40:43.159659 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-4c991d8e-7589-4832-be47-79919cfe1123 None None] Bound port: 8c90ea3d-a807-4924-ae41-15f69971ba26, host: n-d-836017-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '876242d1-e60d-46ae-ad8c-374f910d2430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '19ed8b69-13dd-4f9a-9954-06368b2c09bf'}}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:40:43.159659 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4c991d8e-7589-4832-be47-79919cfe1123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:43.161684 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04ca526e-8a05-4db0-ba03-6ee3cecab47b tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Made reservation on behalf of af77c4468a104578b3401cd2f194180a for: {'subnet': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:40:43.278884 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f42502-6565-45cd-8da3-d3f2495c2e88 req-2407a727-e1a7-409b-aa4d-61123445e518 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:43.285692 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-c9f42502-6565-45cd-8da3-d3f2495c2e88 req-2407a727-e1a7-409b-aa4d-61123445e518 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 945 time: 0.2019944 Apr 18 19:40:43.297790 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-4c991d8e-7589-4832-be47-79919cfe1123 None None] For port 8c90ea3d-a807-4924-ae41-15f69971ba26, host n-d-836017-2, cleared binding levels {{(pid=84765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:40:43.302113 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-4c991d8e-7589-4832-be47-79919cfe1123 None None] For port 8c90ea3d-a807-4924-ae41-15f69971ba26, host n-d-836017-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=8c90ea3d-a807-4924-ae41-15f69971ba26,segment=NetworkSegment(876242d1-e60d-46ae-ad8c-374f910d2430),segment_id=876242d1-e60d-46ae-ad8c-374f910d2430)] {{(pid=84765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:40:43.338902 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_common [None req-829336e9-067b-4a0a-a8fa-5b0aab605e42 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Allocated IP 2001:db8:1::1 (19e1e944-a631-4c85-a049-eddbf0a6b930/9b651381-52ea-4533-9909-2342a837236c/2f0b0212-fee0-4472-951b-1fa2c7e08e8d) {{(pid=84763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:40:43.356894 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-c9f42502-6565-45cd-8da3-d3f2495c2e88 req-97580e2a-6a7d-400b-bd63-555458249bc3 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702784 Apr 18 19:40:43.370094 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4c991d8e-7589-4832-be47-79919cfe1123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:43.433114 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-04ca526e-8a05-4db0-ba03-6ee3cecab47b tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65862573'] for subnet, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:43.545058 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc18148a-73e5-43ee-a041-f78c52739067 admin admin] Notify agent at l3_agent.n-d-836017-2 the message routers_updated {{(pid=84764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:40:43.565289 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be1f28e-d673-4c4d-adda-d011040f7850 None None] Sync routers for ids ['a60693ab-1dbd-4a06-a74e-325dfbbf1c65'] in n-d-836017-2 {{(pid=84766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:40:43.587848 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be1f28e-d673-4c4d-adda-d011040f7850 None None] Routers {'a60693ab-1dbd-4a06-a74e-325dfbbf1c65'} bound to L3 agent in host n-d-836017-2 {{(pid=84766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:40:43.589829 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-3be1f28e-d673-4c4d-adda-d011040f7850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:40:20Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['a60693ab-1dbd-4a06-a74e-325dfbbf1c65'], 'active': True} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:40:43.617662 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c991d8e-7589-4832-be47-79919cfe1123 None None] Pushing event updated for resources: {'Port': ['ID=8c90ea3d-a807-4924-ae41-15f69971ba26,revision_number=2']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:43.829318 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device fb12223b-af78-4d02-849c-1b52684896d8 up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:40:44.020247 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-829336e9-067b-4a0a-a8fa-5b0aab605e42 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks [] for port, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:44.053638 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port fb12223b-af78-4d02-849c-1b52684896d8 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:40:44.056077 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:44.077224 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [None req-829336e9-067b-4a0a-a8fa-5b0aab605e42 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Transition to ACTIVE for port object 2f0b0212-fee0-4472-951b-1fa2c7e08e8d will not be triggered until provisioned by entity DHCP. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:40:44.080686 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvr_db [None req-3be1f28e-d673-4c4d-adda-d011040f7850 None None] Set router a60693ab-1dbd-4a06-a74e-325dfbbf1c65 gateway port host: n-d-836017-2 {{(pid=84766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:40:44.197326 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-829336e9-067b-4a0a-a8fa-5b0aab605e42 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:44.259301 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-fc18148a-73e5-43ee-a041-f78c52739067 admin admin] Notify callbacks [] for router, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:44.268295 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-fc18148a-73e5-43ee-a041-f78c52739067 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 10.6023512 Apr 18 19:40:44.269042 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 38732) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:44.342915 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device b99c6f14-47f1-4ca0-8b04-491816fe3231 no longer exists at agent hyperv_n-h1-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:40:44.357590 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [req-a45a88e9-e556-4de6-90b3-f07077815edd req-eb42b79f-c0b3-4741-a0e2-b616d1b32084 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e06a4309-c02f-4edc-aca7-93059f5751be {{(pid=84764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:40:44.363163 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829336e9-067b-4a0a-a8fa-5b0aab605e42 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Pushing event updated for resources: {'Port': ['ID=2f0b0212-fee0-4472-951b-1fa2c7e08e8d,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:44.369116 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-04ca526e-8a05-4db0-ba03-6ee3cecab47b tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2290811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65862591'] for subnet, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:44.404659 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829336e9-067b-4a0a-a8fa-5b0aab605e42 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Network 19e1e944-a631-4c85-a049-eddbf0a6b930 is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:40:44.412080 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [None req-829336e9-067b-4a0a-a8fa-5b0aab605e42 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:40:44.417123 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829336e9-067b-4a0a-a8fa-5b0aab605e42 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Received port after_create {{(pid=84763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:40:44.422476 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-829336e9-067b-4a0a-a8fa-5b0aab605e42 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417434'] for router_interface, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:44.489171 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-a45a88e9-e556-4de6-90b3-f07077815edd req-eb42b79f-c0b3-4741-a0e2-b616d1b32084 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:44.535220 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-3be1f28e-d673-4c4d-adda-d011040f7850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a60693ab-1dbd-4a06-a74e-325dfbbf1c65', 'name': 'tempest-TaggedBootDevicesTest_v242-912268687-router', 'tenant_id': '25b05b3bfc6f4792a58f276b63d5c65b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': 'c2611856-5238-40d0-8c21-ab5f19482afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:40:33Z', 'updated_at': '2022-04-18T19:40:40Z', 'revision_number': 3, 'project_id': '25b05b3bfc6f4792a58f276b63d5c65b', 'gw_port': {'id': 'c2611856-5238-40d0-8c21-ab5f19482afd', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e9:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a60693ab-1dbd-4a06-a74e-325dfbbf1c65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:40:36Z', 'updated_at': '2022-04-18T19:40:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2'}], 'n-d-836017-2', False) {} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:40:44.552496 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be1f28e-d673-4c4d-adda-d011040f7850 None None] Checking router: a60693ab-1dbd-4a06-a74e-325dfbbf1c65 for host: n-d-836017-2 {{(pid=84766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:40:44.558973 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be1f28e-d673-4c4d-adda-d011040f7850 None None] Updating router a60693ab-1dbd-4a06-a74e-325dfbbf1c65 port c2611856-5238-40d0-8c21-ab5f19482afd binding host n-d-836017-2 {{(pid=84766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 19:40:44.668229 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.provisioning_blocks [req-a45a88e9-e556-4de6-90b3-f07077815edd req-eb42b79f-c0b3-4741-a0e2-b616d1b32084 service neutron] Transition to ACTIVE for port object e06a4309-c02f-4edc-aca7-93059f5751be will not be triggered until provisioned by entity L2. {{(pid=84764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:40:44.723394 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:44.763960 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ca526e-8a05-4db0-ba03-6ee3cecab47b tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Pushing event updated for resources: {'Subnet': ['ID=54a0f7f1-8425-4ef4-871d-796345d178ca,revision_number=0']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:44.787752 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72105738-b6dc-4fd3-b97a-24d34d403653 req-9b9e8562-e5ef-43b2-bcb2-fd2199c947b2 tempest-ServerPasswordTestJSON-247121190 tempest-ServerPasswordTestJSON-247121190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:44.788496 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-72105738-b6dc-4fd3-b97a-24d34d403653 req-9b9e8562-e5ef-43b2-bcb2-fd2199c947b2 tempest-ServerPasswordTestJSON-247121190 tempest-ServerPasswordTestJSON-247121190-project] Synchronizing usage tracker for tenant:6f36b704c7d64c62a1f374492946aba0 on resource:port {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:40:44.794026 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-829336e9-067b-4a0a-a8fa-5b0aab605e42 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:44.806039 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b49bb00-f484-4f92-bb80-0be3537a561f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b99c6f14-47f1-4ca0-8b04-491816fe3231'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:40:44.812779 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-a45a88e9-e556-4de6-90b3-f07077815edd req-eb42b79f-c0b3-4741-a0e2-b616d1b32084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2290934'] for port, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:44.821258 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port b99c6f14-47f1-4ca0-8b04-491816fe3231, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=b99c6f14-47f1-4ca0-8b04-491816fe3231,segment=NetworkSegment(b8926c6e-9073-4fc9-ba41-5d530ba3940c),segment_id=b8926c6e-9073-4fc9-ba41-5d530ba3940c)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:40:44.846818 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-3be1f28e-d673-4c4d-adda-d011040f7850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:44.923699 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:45.130120 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Pushing event updated for resources: {'Port': ['ID=b99c6f14-47f1-4ca0-8b04-491816fe3231,revision_number=8']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:45.190528 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-72105738-b6dc-4fd3-b97a-24d34d403653 req-9b9e8562-e5ef-43b2-bcb2-fd2199c947b2 tempest-ServerPasswordTestJSON-247121190 tempest-ServerPasswordTestJSON-247121190-project] Unset dirty status for tenant:6f36b704c7d64c62a1f374492946aba0 on resource:port {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:40:45.201222 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-72105738-b6dc-4fd3-b97a-24d34d403653 req-9b9e8562-e5ef-43b2-bcb2-fd2199c947b2 tempest-ServerPasswordTestJSON-247121190 tempest-ServerPasswordTestJSON-247121190-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c18f29-7f48-4aea-8936-253be86539c7 HTTP/1.1" status: 200 len: 932 time: 1.2076004 Apr 18 19:40:45.243856 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-665bd2b0-1347-488e-a020-880f4b995ad3 None None] Provisioning for port 2f0b0212-fee0-4472-951b-1fa2c7e08e8d completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:40:45.250020 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-665bd2b0-1347-488e-a020-880f4b995ad3 None None] Provisioning complete for port 2f0b0212-fee0-4472-951b-1fa2c7e08e8d triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:40:45.252248 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-665bd2b0-1347-488e-a020-880f4b995ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:45.277116 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ca526e-8a05-4db0-ba03-6ee3cecab47b tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Checking segment: {'id': '217050b6-f70b-49c6-b4e2-18ae855d24a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '52e170c2-06c7-4c69-ba2b-a584d3f8e457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:40:45.277607 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ca526e-8a05-4db0-ba03-6ee3cecab47b tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Network hostable DHCP agents. Network: 52e170c2-06c7-4c69-ba2b-a584d3f8e457, hostable agents: ['f6987c12-6d6c-47d4-b22d-cfcd164dc40d'], hosted agents: [] {{(pid=84764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:40:45.384329 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-665bd2b0-1347-488e-a020-880f4b995ad3 None None] Port 2f0b0212-fee0-4472-951b-1fa2c7e08e8d cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:40:45.418054 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-72105738-b6dc-4fd3-b97a-24d34d403653 req-69631649-95ad-47fb-a2df-e5cac501b012 tempest-ServerPasswordTestJSON-247121190 tempest-ServerPasswordTestJSON-247121190-project] Synchronizing usage tracker for tenant:6f36b704c7d64c62a1f374492946aba0 on resource:security_group {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:40:45.426181 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb42b79f-c0b3-4741-a0e2-b616d1b32084 service neutron] Pushing event updated for resources: {'Port': ['ID=e06a4309-c02f-4edc-aca7-93059f5751be,revision_number=2']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:45.427067 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-829336e9-067b-4a0a-a8fa-5b0aab605e42 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks [] for port, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:45.511034 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd5cb40-8efe-4dc5-b449-eb8e44da850a req-f7457439-9501-4321-a625-50beb44d95e6 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:45.514314 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-1dd5cb40-8efe-4dc5-b449-eb8e44da850a req-f7457439-9501-4321-a625-50beb44d95e6 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 945 time: 0.2840755 Apr 18 19:40:45.516561 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-829336e9-067b-4a0a-a8fa-5b0aab605e42 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:45.517718 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-829336e9-067b-4a0a-a8fa-5b0aab605e42 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-417335'] for router_interface, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:45.527642 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-431a4014-68d9-408d-93fb-229ba0e45331 None None] Network 19ed8b69-13dd-4f9a-9954-06368b2c09bf requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:40:45.538174 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-3be1f28e-d673-4c4d-adda-d011040f7850 None None] Notify callbacks [] for port, precommit_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:45.559728 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.provisioning_blocks [None req-3be1f28e-d673-4c4d-adda-d011040f7850 None None] Transition to ACTIVE for port object c2611856-5238-40d0-8c21-ab5f19482afd will not be triggered until provisioned by entity L2. {{(pid=84766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:40:45.654487 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-3be1f28e-d673-4c4d-adda-d011040f7850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:45.694329 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-72105738-b6dc-4fd3-b97a-24d34d403653 req-69631649-95ad-47fb-a2df-e5cac501b012 tempest-ServerPasswordTestJSON-247121190 tempest-ServerPasswordTestJSON-247121190-project] Unset dirty status for tenant:6f36b704c7d64c62a1f374492946aba0 on resource:security_group {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:40:45.707259 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-72105738-b6dc-4fd3-b97a-24d34d403653 req-69631649-95ad-47fb-a2df-e5cac501b012 tempest-ServerPasswordTestJSON-247121190 tempest-ServerPasswordTestJSON-247121190-project] 10.222.0.69 "GET /v2.0/security-groups?id=dd83c0f9-21b4-41da-a665-dc92cfe3fd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5047178 Apr 18 19:40:45.707681 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ca526e-8a05-4db0-ba03-6ee3cecab47b tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Network 52e170c2-06c7-4c69-ba2b-a584d3f8e457 is scheduled to be hosted by DHCP agent f6987c12-6d6c-47d4-b22d-cfcd164dc40d with binding_index 1 {{(pid=84764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:40:45.718516 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-1dd5cb40-8efe-4dc5-b449-eb8e44da850a req-a8f15c29-4635-47fa-a1a6-61ee1632ec2b tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928375 Apr 18 19:40:45.761240 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-a45a88e9-e556-4de6-90b3-f07077815edd req-eb42b79f-c0b3-4741-a0e2-b616d1b32084 service neutron] Attempting to bind port e06a4309-c02f-4edc-aca7-93059f5751be on host n-h2-836017-2 for vnic_type normal with profile {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:40:45.761962 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-a45a88e9-e556-4de6-90b3-f07077815edd req-eb42b79f-c0b3-4741-a0e2-b616d1b32084 service neutron] Attempting to bind port e06a4309-c02f-4edc-aca7-93059f5751be by drivers openvswitch,hyperv on host n-h2-836017-2 at level 0 using segments [{'id': 'c8b4a23b-8a85-412d-8ef1-210062e11d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c5490ac2-614a-4583-b592-86501d547a01'}] {{(pid=84764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:40:45.765025 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45a88e9-e556-4de6-90b3-f07077815edd req-eb42b79f-c0b3-4741-a0e2-b616d1b32084 service neutron] Attempting to bind port e06a4309-c02f-4edc-aca7-93059f5751be on network c5490ac2-614a-4583-b592-86501d547a01 {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:40:45.766373 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-6075e21c-d86d-42fb-9cae-9c6bcd4deb85 None None] Provisioning for port 8c90ea3d-a807-4924-ae41-15f69971ba26 completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:40:45.862125 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04417d0-a61b-4fc1-ad01-e113b61cbb47 None None] Pushing event updated for resources: {'Port': ['ID=c2611856-5238-40d0-8c21-ab5f19482afd,revision_number=2']} {{(pid=84766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:45.895794 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10526530-362d-4113-b47e-6911302ca75b'] response: {'server_uuid': '7b49bb00-f484-4f92-bb80-0be3537a561f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b99c6f14-47f1-4ca0-8b04-491816fe3231', 'code': 200} Apr 18 19:40:45.900779 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04417d0-a61b-4fc1-ad01-e113b61cbb47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:40:45.901610 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04417d0-a61b-4fc1-ad01-e113b61cbb47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:40:45.902145 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04417d0-a61b-4fc1-ad01-e113b61cbb47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:40:45.902640 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04417d0-a61b-4fc1-ad01-e113b61cbb47 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:40:45.903122 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04417d0-a61b-4fc1-ad01-e113b61cbb47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:40:45.903627 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04417d0-a61b-4fc1-ad01-e113b61cbb47 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:40:45.904107 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04417d0-a61b-4fc1-ad01-e113b61cbb47 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:40:45.904623 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04417d0-a61b-4fc1-ad01-e113b61cbb47 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:40:45.905098 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04417d0-a61b-4fc1-ad01-e113b61cbb47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:40:45.905599 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04417d0-a61b-4fc1-ad01-e113b61cbb47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:40:45.906075 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04417d0-a61b-4fc1-ad01-e113b61cbb47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:40:45.909857 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.managers [None req-3be1f28e-d673-4c4d-adda-d011040f7850 None None] Attempting to bind port c2611856-5238-40d0-8c21-ab5f19482afd on host n-d-836017-2 for vnic_type normal with profile {{(pid=84766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:40:45.911024 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.managers [None req-3be1f28e-d673-4c4d-adda-d011040f7850 None None] Attempting to bind port c2611856-5238-40d0-8c21-ab5f19482afd by drivers openvswitch,hyperv on host n-d-836017-2 at level 0 using segments [{'id': '5de34947-6c56-419b-85d0-f61f69ce7c45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'}] {{(pid=84766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:40:45.911556 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be1f28e-d673-4c4d-adda-d011040f7850 None None] Attempting to bind port c2611856-5238-40d0-8c21-ab5f19482afd on network 11e8e108-37df-4084-b6b7-113e6beb66b4 {{(pid=84766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:40:45.918196 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 8c90ea3d-a807-4924-ae41-15f69971ba26 up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:40:45.920040 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be1f28e-d673-4c4d-adda-d011040f7850 None None] Checking agent: {'id': 'df2a5cfe-6839-400b-a998-e4fffce70f45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 8, 22), 'started_at': datetime.datetime(2022, 4, 18, 19, 8, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:40:45.920358 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be1f28e-d673-4c4d-adda-d011040f7850 None None] Checking segment: {'id': '5de34947-6c56-419b-85d0-f61f69ce7c45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:40:45.921131 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-3be1f28e-d673-4c4d-adda-d011040f7850 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:45.927259 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be1f28e-d673-4c4d-adda-d011040f7850 None None] Bound using segment: {'id': '5de34947-6c56-419b-85d0-f61f69ce7c45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'} {{(pid=84766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:40:45.927259 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.managers [None req-3be1f28e-d673-4c4d-adda-d011040f7850 None None] Bound port: c2611856-5238-40d0-8c21-ab5f19482afd, host: n-d-836017-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5de34947-6c56-419b-85d0-f61f69ce7c45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'}}] {{(pid=84766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:40:45.927259 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-3be1f28e-d673-4c4d-adda-d011040f7850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:45.934710 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [None req-04ca526e-8a05-4db0-ba03-6ee3cecab47b tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-2, 52e170c2-06c7-4c69-ba2b-a584d3f8e457) {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:40:45.948485 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45a88e9-e556-4de6-90b3-f07077815edd req-eb42b79f-c0b3-4741-a0e2-b616d1b32084 service neutron] Port e06a4309-c02f-4edc-aca7-93059f5751be on network c5490ac2-614a-4583-b592-86501d547a01 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-2 {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:40:45.949157 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45a88e9-e556-4de6-90b3-f07077815edd req-eb42b79f-c0b3-4741-a0e2-b616d1b32084 service neutron] Attempting to bind port e06a4309-c02f-4edc-aca7-93059f5751be on network c5490ac2-614a-4583-b592-86501d547a01 {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:40:45.993372 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829336e9-067b-4a0a-a8fa-5b0aab605e42 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Network 19e1e944-a631-4c85-a049-eddbf0a6b930 is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:40:45.994246 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a77515-4ad7-45a3-90b0-bd60d6e62153 None None] Network 52e170c2-06c7-4c69-ba2b-a584d3f8e457 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:40:45.995749 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [None req-829336e9-067b-4a0a-a8fa-5b0aab605e42 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:40:45.998217 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829336e9-067b-4a0a-a8fa-5b0aab605e42 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Pushing event updated for resources: {'Port': ['ID=2f0b0212-fee0-4472-951b-1fa2c7e08e8d,revision_number=2']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:46.008659 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ca526e-8a05-4db0-ba03-6ee3cecab47b tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:46.009369 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-04ca526e-8a05-4db0-ba03-6ee3cecab47b tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for subnet, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:46.052156 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45a88e9-e556-4de6-90b3-f07077815edd req-eb42b79f-c0b3-4741-a0e2-b616d1b32084 service neutron] Checking agent: {'id': '02e8f951-d3a3-40e1-b8cc-aed258af030b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:40:46.052628 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45a88e9-e556-4de6-90b3-f07077815edd req-eb42b79f-c0b3-4741-a0e2-b616d1b32084 service neutron] Checking segment: {'id': 'c8b4a23b-8a85-412d-8ef1-210062e11d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c5490ac2-614a-4583-b592-86501d547a01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:40:46.053115 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45a88e9-e556-4de6-90b3-f07077815edd req-eb42b79f-c0b3-4741-a0e2-b616d1b32084 service neutron] Bound using segment: {'id': 'c8b4a23b-8a85-412d-8ef1-210062e11d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c5490ac2-614a-4583-b592-86501d547a01'} {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:40:46.053701 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-a45a88e9-e556-4de6-90b3-f07077815edd req-eb42b79f-c0b3-4741-a0e2-b616d1b32084 service neutron] Bound port: e06a4309-c02f-4edc-aca7-93059f5751be, host: n-h2-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8b4a23b-8a85-412d-8ef1-210062e11d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c5490ac2-614a-4583-b592-86501d547a01'}}] {{(pid=84764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:40:46.054153 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-a45a88e9-e556-4de6-90b3-f07077815edd req-eb42b79f-c0b3-4741-a0e2-b616d1b32084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:46.068745 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.db [None req-3be1f28e-d673-4c4d-adda-d011040f7850 None None] For port c2611856-5238-40d0-8c21-ab5f19482afd, host n-d-836017-2, cleared binding levels {{(pid=84766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:40:46.073222 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.db [None req-3be1f28e-d673-4c4d-adda-d011040f7850 None None] For port c2611856-5238-40d0-8c21-ab5f19482afd, host n-d-836017-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=c2611856-5238-40d0-8c21-ab5f19482afd,segment=NetworkSegment(5de34947-6c56-419b-85d0-f61f69ce7c45),segment_id=5de34947-6c56-419b-85d0-f61f69ce7c45)] {{(pid=84766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:40:46.193536 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-a45a88e9-e556-4de6-90b3-f07077815edd req-eb42b79f-c0b3-4741-a0e2-b616d1b32084 service neutron] For port e06a4309-c02f-4edc-aca7-93059f5751be, host n-h2-836017-2, cleared binding levels {{(pid=84764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:40:46.201131 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-a45a88e9-e556-4de6-90b3-f07077815edd req-eb42b79f-c0b3-4741-a0e2-b616d1b32084 service neutron] For port e06a4309-c02f-4edc-aca7-93059f5751be, host n-h2-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=e06a4309-c02f-4edc-aca7-93059f5751be,segment=NetworkSegment(c8b4a23b-8a85-412d-8ef1-210062e11d72),segment_id=c8b4a23b-8a85-412d-8ef1-210062e11d72)] {{(pid=84764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:40:46.212371 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-04ca526e-8a05-4db0-ba03-6ee3cecab47b tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.4790301 Apr 18 19:40:46.224619 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-3be1f28e-d673-4c4d-adda-d011040f7850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:46.335523 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa552b4-a559-4962-935d-440db90e7779 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31f5fbf7-4b5c-5a44-b255-70c4fc176ae8-52e170c2-06c7-4c69-ba2b-a584d3f8e457', 'network_id': '52e170c2-06c7-4c69-ba2b-a584d3f8e457', 'tenant_id': 'af77c4468a104578b3401cd2f194180a', 'fixed_ips': [{'subnet_id': '54a0f7f1-8425-4ef4-871d-796345d178ca'}]}} from n-d-836017-2. {{(pid=84765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 19:40:46.336354 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4aa552b4-a559-4962-935d-440db90e7779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:46.356414 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device b6a46a28-fdc4-4a3a-8031-c985361a86c6 details requested by agent hyperv_n-h1-836017-2 with host n-h1-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:40:46.396868 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04417d0-a61b-4fc1-ad01-e113b61cbb47 None None] Pushing event updated for resources: {'Port': ['ID=c2611856-5238-40d0-8c21-ab5f19482afd,revision_number=3']} {{(pid=84766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:46.430240 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-a45a88e9-e556-4de6-90b3-f07077815edd req-eb42b79f-c0b3-4741-a0e2-b616d1b32084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2290934'] for port, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:46.445109 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be1f28e-d673-4c4d-adda-d011040f7850 None None] Routers {'a60693ab-1dbd-4a06-a74e-325dfbbf1c65'} bound to L3 agent in host n-d-836017-2 {{(pid=84766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:40:46.445848 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-3be1f28e-d673-4c4d-adda-d011040f7850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:40:20Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['a60693ab-1dbd-4a06-a74e-325dfbbf1c65'], 'active': True} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:40:46.599957 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-829336e9-067b-4a0a-a8fa-5b0aab605e42 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Router 15e7089b-8a42-4c54-b62c-9cc17dc22659 has already been hosted by L3 agent 21b59c62-f184-4169-bc3e-79831cc043e8 {{(pid=84763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:40:46.636704 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning for port 8c90ea3d-a807-4924-ae41-15f69971ba26 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:40:46.644734 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port 8c90ea3d-a807-4924-ae41-15f69971ba26 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:40:46.645230 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:46.689100 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.db.resource_extend [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 19:40:46.777215 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvr_db [None req-3be1f28e-d673-4c4d-adda-d011040f7850 None None] Set router a60693ab-1dbd-4a06-a74e-325dfbbf1c65 gateway port host: n-d-836017-2 {{(pid=84766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:40:46.833340 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-a45a88e9-e556-4de6-90b3-f07077815edd req-eb42b79f-c0b3-4741-a0e2-b616d1b32084 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:46.835362 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a45a88e9-e556-4de6-90b3-f07077815edd req-eb42b79f-c0b3-4741-a0e2-b616d1b32084 service neutron] 10.222.0.72 "PUT /v2.0/ports/e06a4309-c02f-4edc-aca7-93059f5751be HTTP/1.1" status: 200 len: 1092 time: 4.6125746 Apr 18 19:40:46.836048 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35c18f29-7f48-4aea-8936-253be86539c7', 'tag': 'e06a4309-c02f-4edc-aca7-93059f5751be'}] {{(pid=84764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:40:46.850328 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb42b79f-c0b3-4741-a0e2-b616d1b32084 service neutron] Pushing event updated for resources: {'Port': ['ID=e06a4309-c02f-4edc-aca7-93059f5751be,revision_number=3']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:47.042802 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e17714c3-d5e9-4143-881c-e1c613b27dcd None None] Provisioning complete for port 2f0b0212-fee0-4472-951b-1fa2c7e08e8d triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:40:47.042802 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e17714c3-d5e9-4143-881c-e1c613b27dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:47.140238 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-e17714c3-d5e9-4143-881c-e1c613b27dcd None None] Port 2f0b0212-fee0-4472-951b-1fa2c7e08e8d cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:40:47.140796 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f768a1ad-c81c-4bc5-af64-862f6667b245 req-e1e0e829-b3c8-4a41-ae0c-e8e54c20d60b tempest-ServerPasswordTestJSON-247121190 tempest-ServerPasswordTestJSON-247121190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:47.152750 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f768a1ad-c81c-4bc5-af64-862f6667b245 req-e1e0e829-b3c8-4a41-ae0c-e8e54c20d60b tempest-ServerPasswordTestJSON-247121190 tempest-ServerPasswordTestJSON-247121190-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c18f29-7f48-4aea-8936-253be86539c7 HTTP/1.1" status: 200 len: 944 time: 0.2757428 Apr 18 19:40:47.158846 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a45a88e9-e556-4de6-90b3-f07077815edd req-86707cec-0c63-4e43-9633-f03925a7df82 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6f36b704c7d64c62a1f374492946aba0&device_id=35c18f29-7f48-4aea-8936-253be86539c7 HTTP/1.1" status: 200 len: 1095 time: 0.1903877 Apr 18 19:40:47.210328 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-3be1f28e-d673-4c4d-adda-d011040f7850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a60693ab-1dbd-4a06-a74e-325dfbbf1c65', 'name': 'tempest-TaggedBootDevicesTest_v242-912268687-router', 'tenant_id': '25b05b3bfc6f4792a58f276b63d5c65b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': 'c2611856-5238-40d0-8c21-ab5f19482afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:40:33Z', 'updated_at': '2022-04-18T19:40:40Z', 'revision_number': 3, 'project_id': '25b05b3bfc6f4792a58f276b63d5c65b', 'gw_port': {'id': 'c2611856-5238-40d0-8c21-ab5f19482afd', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e9:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a60693ab-1dbd-4a06-a74e-325dfbbf1c65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:40:36Z', 'updated_at': '2022-04-18T19:40:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2'}], 'n-d-836017-2', False) {} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:40:47.215528 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be1f28e-d673-4c4d-adda-d011040f7850 None None] The sync data for ids ['a60693ab-1dbd-4a06-a74e-325dfbbf1c65'] in n-d-836017-2 is: [{'id': 'a60693ab-1dbd-4a06-a74e-325dfbbf1c65', 'name': 'tempest-TaggedBootDevicesTest_v242-912268687-router', 'tenant_id': '25b05b3bfc6f4792a58f276b63d5c65b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': 'c2611856-5238-40d0-8c21-ab5f19482afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:40:33Z', 'updated_at': '2022-04-18T19:40:40Z', 'revision_number': 3, 'project_id': '25b05b3bfc6f4792a58f276b63d5c65b', 'gw_port': {'id': 'c2611856-5238-40d0-8c21-ab5f19482afd', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e9:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a60693ab-1dbd-4a06-a74e-325dfbbf1c65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:40:36Z', 'updated_at': '2022-04-18T19:40:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2'}] {{(pid=84766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:40:47.265556 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4f0045-12bd-4b0e-9bad-16519e3f70e8 req-75e598e2-585a-4222-8bdb-382853d0a38b tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:47.270378 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4f0045-12bd-4b0e-9bad-16519e3f70e8 req-75e598e2-585a-4222-8bdb-382853d0a38b tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:47.271176 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-2b4f0045-12bd-4b0e-9bad-16519e3f70e8 req-75e598e2-585a-4222-8bdb-382853d0a38b tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Synchronizing usage tracker for tenant:af77c4468a104578b3401cd2f194180a on resource:network {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:40:47.294582 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a45a88e9-e556-4de6-90b3-f07077815edd req-193deb56-de2d-4ef5-b4eb-851ed3a8c912 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e06a4309-c02f-4edc-aca7-93059f5751be HTTP/1.1" status: 200 len: 217 time: 0.0826166 Apr 18 19:40:47.297143 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port b6a46a28-fdc4-4a3a-8031-c985361a86c6, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=b6a46a28-fdc4-4a3a-8031-c985361a86c6,segment=NetworkSegment(6e09292d-9dc6-4a58-913a-7eef33e1cf20),segment_id=6e09292d-9dc6-4a58-913a-7eef33e1cf20)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:40:47.318050 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-4aa552b4-a559-4962-935d-440db90e7779 None None] Allocated IP 19.86.0.2 (52e170c2-06c7-4c69-ba2b-a584d3f8e457/54a0f7f1-8425-4ef4-871d-796345d178ca/01821ada-119f-408f-a94a-798f50d91c22) {{(pid=84765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:40:47.351311 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:47.352227 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-829336e9-067b-4a0a-a8fa-5b0aab605e42 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify agent at l3_agent.n-d-836017-2 the message routers_updated {{(pid=84763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:40:47.362607 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-829336e9-067b-4a0a-a8fa-5b0aab605e42 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] 10.222.0.69 "PUT /v2.0/routers/15e7089b-8a42-4c54-b62c-9cc17dc22659/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1424971 Apr 18 19:40:47.365143 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 38794) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:47.379782 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Returning: {'device': 'b6a46a28-fdc4-4a3a-8031-c985361a86c6', 'network_id': '11569783-78f6-4d10-9370-768c4acb7a65', 'port_id': 'b6a46a28-fdc4-4a3a-8031-c985361a86c6', 'mac_address': 'fa:16:3e:d9:07:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '183f16e9-913d-4006-a470-a5bf63783425', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:40:47.395357 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4323e5df-2493-43d1-8e2b-cdff8c343240 None None] Sync routers for ids ['15e7089b-8a42-4c54-b62c-9cc17dc22659'] in n-d-836017-2 {{(pid=84765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:40:47.464551 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f768a1ad-c81c-4bc5-af64-862f6667b245 req-2bb3c539-6bf3-4fb3-9532-98e0e99228a9 tempest-ServerPasswordTestJSON-247121190 tempest-ServerPasswordTestJSON-247121190-project] 10.222.0.69 "GET /v2.0/security-groups?id=dd83c0f9-21b4-41da-a665-dc92cfe3fd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3106506 Apr 18 19:40:47.478324 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-69e039aa-1e7a-4eeb-943a-49a4eaf40cb3 None None] Provisioning complete for port 8c90ea3d-a807-4924-ae41-15f69971ba26 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:40:47.480197 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-69e039aa-1e7a-4eeb-943a-49a4eaf40cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:47.481653 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a400aee2-c77f-491d-bda3-75f8e7d7c088 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:47.491208 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-a400aee2-c77f-491d-bda3-75f8e7d7c088 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Synchronizing usage tracker for tenant:bd464d5bd80e48739c10390179c2302b on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:40:47.491208 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-2b4f0045-12bd-4b0e-9bad-16519e3f70e8 req-75e598e2-585a-4222-8bdb-382853d0a38b tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Unset dirty status for tenant:af77c4468a104578b3401cd2f194180a on resource:network {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:40:47.491810 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45a88e9-e556-4de6-90b3-f07077815edd req-be1d1d4e-9a05-421b-9818-32c6c35d857f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:47.491810 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a45a88e9-e556-4de6-90b3-f07077815edd req-be1d1d4e-9a05-421b-9818-32c6c35d857f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=02fd4a65-9c12-486f-a0db-7e5d5b0b2c33 HTTP/1.1" status: 200 len: 853 time: 0.1263263 Apr 18 19:40:47.494403 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2b4f0045-12bd-4b0e-9bad-16519e3f70e8 req-75e598e2-585a-4222-8bdb-382853d0a38b tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.69 "GET /v2.0/networks?id=19ed8b69-13dd-4f9a-9954-06368b2c09bf&id=52e170c2-06c7-4c69-ba2b-a584d3f8e457 HTTP/1.1" status: 200 len: 1390 time: 0.7387903 Apr 18 19:40:47.523106 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] For port 8c90ea3d-a807-4924-ae41-15f69971ba26, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=8c90ea3d-a807-4924-ae41-15f69971ba26,segment=NetworkSegment(876242d1-e60d-46ae-ad8c-374f910d2430),segment_id=876242d1-e60d-46ae-ad8c-374f910d2430)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:40:47.528779 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2b4f0045-12bd-4b0e-9bad-16519e3f70e8 req-e1ca4f84-e174-46f2-b6c0-4d1142cf70a1 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.69 "GET /v2.0/quotas/af77c4468a104578b3401cd2f194180a HTTP/1.1" status: 200 len: 375 time: 0.0331953 Apr 18 19:40:47.610310 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-a400aee2-c77f-491d-bda3-75f8e7d7c088 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Unset dirty status for tenant:bd464d5bd80e48739c10390179c2302b on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:40:47.613218 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-a400aee2-c77f-491d-bda3-75f8e7d7c088 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] 10.222.0.69 "GET /v2.0/ports/2f0b0212-fee0-4472-951b-1fa2c7e08e8d HTTP/1.1" status: 200 len: 913 time: 0.2471452 Apr 18 19:40:47.625798 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 38804) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:47.645666 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4323e5df-2493-43d1-8e2b-cdff8c343240 None None] Routers {'15e7089b-8a42-4c54-b62c-9cc17dc22659'} bound to L3 agent in host n-d-836017-2 {{(pid=84765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:40:47.646286 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-4323e5df-2493-43d1-8e2b-cdff8c343240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:40:20Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['15e7089b-8a42-4c54-b62c-9cc17dc22659'], 'active': True} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:40:47.801808 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:47.804227 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-42973c47-54d1-45ab-89bd-2cf80e266077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:47.836066 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a45a88e9-e556-4de6-90b3-f07077815edd req-fdd5d81c-723e-40f7-ae5f-b27b9f195ad9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c5490ac2-614a-4583-b592-86501d547a01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1518188 Apr 18 19:40:47.876242 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-4323e5df-2493-43d1-8e2b-cdff8c343240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-2', False) {} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:40:47.883422 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:47.958126 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Pushing event updated for resources: {'Port': ['ID=8c90ea3d-a807-4924-ae41-15f69971ba26,revision_number=3']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:47.969068 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-2b4f0045-12bd-4b0e-9bad-16519e3f70e8 req-7a58ab56-322e-461e-b048-2861088dd40f tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Synchronizing usage tracker for tenant:af77c4468a104578b3401cd2f194180a on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:40:48.010549 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b6a46a28-fdc4-4a3a-8031-c985361a86c6 {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:40:48.022557 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device c2611856-5238-40d0-8c21-ab5f19482afd up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:40:48.084188 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-2b4f0045-12bd-4b0e-9bad-16519e3f70e8 req-7a58ab56-322e-461e-b048-2861088dd40f tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Unset dirty status for tenant:af77c4468a104578b3401cd2f194180a on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:40:48.085637 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2b4f0045-12bd-4b0e-9bad-16519e3f70e8 req-7a58ab56-322e-461e-b048-2861088dd40f tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=af77c4468a104578b3401cd2f194180a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5560894 Apr 18 19:40:48.119847 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4323e5df-2493-43d1-8e2b-cdff8c343240 None None] Routers {'15e7089b-8a42-4c54-b62c-9cc17dc22659'} bound to L3 agent in host n-d-836017-2 {{(pid=84765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:40:48.120665 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-4323e5df-2493-43d1-8e2b-cdff8c343240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:40:20Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['15e7089b-8a42-4c54-b62c-9cc17dc22659'], 'active': True} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:40:48.190774 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-4323e5df-2493-43d1-8e2b-cdff8c343240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-2', False) {} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:40:48.191137 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4323e5df-2493-43d1-8e2b-cdff8c343240 None None] The sync data for ids ['15e7089b-8a42-4c54-b62c-9cc17dc22659'] in n-d-836017-2 is: [] {{(pid=84765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:40:48.203069 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port b6a46a28-fdc4-4a3a-8031-c985361a86c6, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=b6a46a28-fdc4-4a3a-8031-c985361a86c6,segment=NetworkSegment(6e09292d-9dc6-4a58-913a-7eef33e1cf20),segment_id=6e09292d-9dc6-4a58-913a-7eef33e1cf20)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:40:48.312336 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:48.390049 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2b4f0045-12bd-4b0e-9bad-16519e3f70e8 req-1999f70b-fc62-4426-a551-ccb48600c8cd service neutron] 10.222.0.69 "GET /v2.0/networks/19ed8b69-13dd-4f9a-9954-06368b2c09bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193315 Apr 18 19:40:48.395261 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-48c2c42d-de8f-41e9-ab39-b8d1b476652d tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417313'] for router_interface, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:48.468326 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-eea17ec0-760e-4562-b2e4-d06c6b6e1c27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:48.531605 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning for port c2611856-5238-40d0-8c21-ab5f19482afd completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:40:48.576640 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port c2611856-5238-40d0-8c21-ab5f19482afd triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:40:48.577445 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:48.667883 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4aa552b4-a559-4962-935d-440db90e7779 None None] Notify callbacks [] for port, precommit_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:48.681436 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Pushing event updated for resources: {'Port': ['ID=b6a46a28-fdc4-4a3a-8031-c985361a86c6,revision_number=6']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:48.701837 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] get_ports_and_sgs() called for port_ids ['b6a46a28-fdc4-4a3a-8031-c985361a86c6'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:40:48.736577 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2b4f0045-12bd-4b0e-9bad-16519e3f70e8 req-feb3f909-e170-41a7-8c2b-8eefe7c2acfd service neutron] 10.222.0.69 "GET /v2.0/networks/19ed8b69-13dd-4f9a-9954-06368b2c09bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2743728 Apr 18 19:40:48.772678 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a45a88e9-e556-4de6-90b3-f07077815edd req-c072e4bb-b639-40ec-b222-d1faa1698d5c service neutron] 10.222.0.72 "GET /v2.0/networks/c5490ac2-614a-4583-b592-86501d547a01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8902881 Apr 18 19:40:48.813122 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbedf94d-51a6-4879-a82d-6a54f320a67d req-c7b59e5c-e603-430a-9a86-d3b69f910f27 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:48.814774 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-cbedf94d-51a6-4879-a82d-6a54f320a67d req-c7b59e5c-e603-430a-9a86-d3b69f910f27 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 945 time: 1.0210650 Apr 18 19:40:48.836261 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-4aa552b4-a559-4962-935d-440db90e7779 None None] Transition to ACTIVE for port object 01821ada-119f-408f-a94a-798f50d91c22 will not be triggered until provisioned by entity L2. {{(pid=84765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:40:48.900294 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-4aa552b4-a559-4962-935d-440db90e7779 None None] Transition to ACTIVE for port object 01821ada-119f-408f-a94a-798f50d91c22 will not be triggered until provisioned by entity DHCP. {{(pid=84765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:40:48.902535 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2b4f0045-12bd-4b0e-9bad-16519e3f70e8 req-e99da78e-e496-4d58-8b60-47467e924f2b service neutron] 10.222.0.69 "GET /v2.0/networks/52e170c2-06c7-4c69-ba2b-a584d3f8e457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566696 Apr 18 19:40:49.031289 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4aa552b4-a559-4962-935d-440db90e7779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331'] for port, after_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:49.058867 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_common [None req-42973c47-54d1-45ab-89bd-2cf80e266077 admin admin] Allocated IP 172.20.0.1 (8b6e6ab5-a637-42e9-a1d5-e645d5232d45/7a3afa18-3f2b-4a32-b48b-b28e322abb51/66040610-c8a9-4e19-8bfb-2ce377c467e0) {{(pid=84764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:40:49.077388 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-cbedf94d-51a6-4879-a82d-6a54f320a67d req-dbc5c86d-f423-4e74-ac1e-616283829011 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015293 Apr 18 19:40:49.084157 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a45a88e9-e556-4de6-90b3-f07077815edd req-fa3c3faf-91ab-4b02-91be-17d31ec7a01a service neutron] 10.222.0.72 "GET /v2.0/networks/c5490ac2-614a-4583-b592-86501d547a01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3046384 Apr 18 19:40:49.145115 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa552b4-a559-4962-935d-440db90e7779 None None] Pushing event updated for resources: {'Port': ['ID=01821ada-119f-408f-a94a-798f50d91c22,revision_number=1']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:49.178979 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:49.194410 n-d-836017-2 neutron-server[84764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d0fa959-9d69-49ec-ac75-6d60ab920aa0'] response: {'name': 'network-changed', 'server_uuid': '35c18f29-7f48-4aea-8936-253be86539c7', 'tag': 'e06a4309-c02f-4edc-aca7-93059f5751be', 'status': 'completed', 'code': 200} Apr 18 19:40:49.258506 n-d-836017-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa552b4-a559-4962-935d-440db90e7779 None None] Network 52e170c2-06c7-4c69-ba2b-a584d3f8e457 is already hosted by enough agents. {{(pid=84765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:40:49.280773 n-d-836017-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-4aa552b4-a559-4962-935d-440db90e7779 None None] Resources bound (agent type, host, resource id): {{(pid=84765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:40:49.283933 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa552b4-a559-4962-935d-440db90e7779 None None] Received port after_create {{(pid=84765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:40:49.304340 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] For port c2611856-5238-40d0-8c21-ab5f19482afd, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=c2611856-5238-40d0-8c21-ab5f19482afd,segment=NetworkSegment(5de34947-6c56-419b-85d0-f61f69ce7c45),segment_id=5de34947-6c56-419b-85d0-f61f69ce7c45)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:40:49.319479 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2b4f0045-12bd-4b0e-9bad-16519e3f70e8 req-b14cfa90-62b7-4f6e-871d-5241f16969fc service neutron] 10.222.0.69 "GET /v2.0/networks/52e170c2-06c7-4c69-ba2b-a584d3f8e457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4056685 Apr 18 19:40:49.396082 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-42973c47-54d1-45ab-89bd-2cf80e266077 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:49.425761 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e7a222b6-4265-4f71-83e7-b5a2ac653a89 req-0b41a7f3-8370-4545-86c4-0dbb659748e0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6f36b704c7d64c62a1f374492946aba0&device_id=35c18f29-7f48-4aea-8936-253be86539c7 HTTP/1.1" status: 200 len: 1095 time: 0.1967254 Apr 18 19:40:49.426918 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.provisioning_blocks [None req-42973c47-54d1-45ab-89bd-2cf80e266077 admin admin] Transition to ACTIVE for port object 66040610-c8a9-4e19-8bfb-2ce377c467e0 will not be triggered until provisioned by entity DHCP. {{(pid=84764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:40:49.498562 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:49.559778 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-4aa552b4-a559-4962-935d-440db90e7779 None None] Attempting to bind port 01821ada-119f-408f-a94a-798f50d91c22 on host n-d-836017-2 for vnic_type normal with profile {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:40:49.560324 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-4aa552b4-a559-4962-935d-440db90e7779 None None] Attempting to bind port 01821ada-119f-408f-a94a-798f50d91c22 by drivers openvswitch,hyperv on host n-d-836017-2 at level 0 using segments [{'id': '217050b6-f70b-49c6-b4e2-18ae855d24a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '52e170c2-06c7-4c69-ba2b-a584d3f8e457'}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:40:49.560787 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa552b4-a559-4962-935d-440db90e7779 None None] Attempting to bind port 01821ada-119f-408f-a94a-798f50d91c22 on network 52e170c2-06c7-4c69-ba2b-a584d3f8e457 {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:40:49.582907 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa552b4-a559-4962-935d-440db90e7779 None None] Checking agent: {'id': 'df2a5cfe-6839-400b-a998-e4fffce70f45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 8, 22), 'started_at': datetime.datetime(2022, 4, 18, 19, 8, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:40:49.583428 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa552b4-a559-4962-935d-440db90e7779 None None] Checking segment: {'id': '217050b6-f70b-49c6-b4e2-18ae855d24a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '52e170c2-06c7-4c69-ba2b-a584d3f8e457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:40:49.583921 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4aa552b4-a559-4962-935d-440db90e7779 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:49.584423 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa552b4-a559-4962-935d-440db90e7779 None None] Bound using segment: {'id': '217050b6-f70b-49c6-b4e2-18ae855d24a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '52e170c2-06c7-4c69-ba2b-a584d3f8e457'} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:40:49.585008 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-4aa552b4-a559-4962-935d-440db90e7779 None None] Bound port: 01821ada-119f-408f-a94a-798f50d91c22, host: n-d-836017-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '217050b6-f70b-49c6-b4e2-18ae855d24a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '52e170c2-06c7-4c69-ba2b-a584d3f8e457'}}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:40:49.585463 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4aa552b4-a559-4962-935d-440db90e7779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:49.684583 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Pushing event updated for resources: {'Port': ['ID=c2611856-5238-40d0-8c21-ab5f19482afd,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:49.709445 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-42973c47-54d1-45ab-89bd-2cf80e266077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:49.778120 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-80c32e8a-017b-40fe-bc6d-fb355bb55446 req-abdce109-a944-4505-9de1-bafc24b89945 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.69 "GET /v2.0/ports?device_id=86fb65d4-3164-487d-b9ef-d107d361b4b3 HTTP/1.1" status: 200 len: 210 time: 0.0693891 Apr 18 19:40:49.794987 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-4aa552b4-a559-4962-935d-440db90e7779 None None] For port 01821ada-119f-408f-a94a-798f50d91c22, host n-d-836017-2, cleared binding levels {{(pid=84765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:40:49.800873 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-4aa552b4-a559-4962-935d-440db90e7779 None None] For port 01821ada-119f-408f-a94a-798f50d91c22, host n-d-836017-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=01821ada-119f-408f-a94a-798f50d91c22,segment=NetworkSegment(217050b6-f70b-49c6-b4e2-18ae855d24a9),segment_id=217050b6-f70b-49c6-b4e2-18ae855d24a9)] {{(pid=84765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:40:49.872903 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42973c47-54d1-45ab-89bd-2cf80e266077 admin admin] Network 8b6e6ab5-a637-42e9-a1d5-e645d5232d45 is already hosted by enough agents. {{(pid=84764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:40:49.882167 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [None req-42973c47-54d1-45ab-89bd-2cf80e266077 admin admin] Resources bound (agent type, host, resource id): {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:40:49.886663 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42973c47-54d1-45ab-89bd-2cf80e266077 admin admin] Received port after_create {{(pid=84764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:40:49.905172 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4aa552b4-a559-4962-935d-440db90e7779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:49.916242 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-48c2c42d-de8f-41e9-ab39-b8d1b476652d tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Deleting port 2f0b0212-fee0-4472-951b-1fa2c7e08e8d {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:40:49.917146 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-48c2c42d-de8f-41e9-ab39-b8d1b476652d tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:49.942458 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42973c47-54d1-45ab-89bd-2cf80e266077 admin admin] Pushing event updated for resources: {'Port': ['ID=66040610-c8a9-4e19-8bfb-2ce377c467e0,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:49.950694 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a222b6-4265-4f71-83e7-b5a2ac653a89 req-8b64226e-9348-41fb-8d49-0437ceb54cbf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:49.952170 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e7a222b6-4265-4f71-83e7-b5a2ac653a89 req-8b64226e-9348-41fb-8d49-0437ceb54cbf service neutron] 10.222.0.72 "GET /v2.0/networks?id=c5490ac2-614a-4583-b592-86501d547a01 HTTP/1.1" status: 200 len: 914 time: 0.5177784 Apr 18 19:40:49.968034 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384da0db-1cda-47fe-9a42-8664950075fc req-1122bfb3-a363-4d3d-ad79-92e3874ee84a tempest-ServerPasswordTestJSON-247121190 tempest-ServerPasswordTestJSON-247121190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:49.976143 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-384da0db-1cda-47fe-9a42-8664950075fc req-1122bfb3-a363-4d3d-ad79-92e3874ee84a tempest-ServerPasswordTestJSON-247121190 tempest-ServerPasswordTestJSON-247121190-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c18f29-7f48-4aea-8936-253be86539c7 HTTP/1.1" status: 200 len: 944 time: 0.4975593 Apr 18 19:40:50.069469 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e7a222b6-4265-4f71-83e7-b5a2ac653a89 req-d11365d7-e1bf-4db5-bec9-d3897e3cd992 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e06a4309-c02f-4edc-aca7-93059f5751be HTTP/1.1" status: 200 len: 217 time: 0.0823309 Apr 18 19:40:50.072273 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa552b4-a559-4962-935d-440db90e7779 None None] Pushing event updated for resources: {'Port': ['ID=01821ada-119f-408f-a94a-798f50d91c22,revision_number=2']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:50.096505 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device c2611856-5238-40d0-8c21-ab5f19482afd up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:40:50.188111 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-42973c47-54d1-45ab-89bd-2cf80e266077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417434'] for router_interface, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:50.222300 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-48c2c42d-de8f-41e9-ab39-b8d1b476652d tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:50.236266 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a222b6-4265-4f71-83e7-b5a2ac653a89 req-a3f9311b-2133-4697-965f-13581192f7ce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:50.236266 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e7a222b6-4265-4f71-83e7-b5a2ac653a89 req-a3f9311b-2133-4697-965f-13581192f7ce service neutron] 10.222.0.72 "GET /v2.0/subnets?id=02fd4a65-9c12-486f-a0db-7e5d5b0b2c33 HTTP/1.1" status: 200 len: 853 time: 0.1450646 Apr 18 19:40:50.254027 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-384da0db-1cda-47fe-9a42-8664950075fc req-b596b4fc-43f4-490a-a8ca-4fc6dda7974d tempest-ServerPasswordTestJSON-247121190 tempest-ServerPasswordTestJSON-247121190-project] 10.222.0.69 "GET /v2.0/security-groups?id=dd83c0f9-21b4-41da-a665-dc92cfe3fd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656598 Apr 18 19:40:50.281651 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port c2611856-5238-40d0-8c21-ab5f19482afd triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:40:50.282085 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:50.333612 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e7a222b6-4265-4f71-83e7-b5a2ac653a89 req-3741be13-9f94-45af-a1dc-234027169dc3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c5490ac2-614a-4583-b592-86501d547a01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0785782 Apr 18 19:40:50.428009 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device b99c6f14-47f1-4ca0-8b04-491816fe3231 details requested by agent hyperv_n-h1-836017-2 with host n-h1-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:40:50.435852 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device b6a46a28-fdc4-4a3a-8031-c985361a86c6 up at agent hyperv_n-h1-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:40:50.497670 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-421e0d32-bbee-4ae0-875d-b5c8a4ce644a None None] Provisioning for port 66040610-c8a9-4e19-8bfb-2ce377c467e0 completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:40:50.515079 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-48c2c42d-de8f-41e9-ab39-b8d1b476652d tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Calling delete_port for 2f0b0212-fee0-4472-951b-1fa2c7e08e8d owned by network:router_interface {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:40:50.536203 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-421e0d32-bbee-4ae0-875d-b5c8a4ce644a None None] Provisioning complete for port 66040610-c8a9-4e19-8bfb-2ce377c467e0 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:40:50.536743 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-421e0d32-bbee-4ae0-875d-b5c8a4ce644a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:50.642762 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e7a222b6-4265-4f71-83e7-b5a2ac653a89 req-e297d95c-fa76-462e-9e8c-d59488d777ef service neutron] 10.222.0.72 "GET /v2.0/networks/c5490ac2-614a-4583-b592-86501d547a01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2968118 Apr 18 19:40:50.705872 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-421e0d32-bbee-4ae0-875d-b5c8a4ce644a None None] Port 66040610-c8a9-4e19-8bfb-2ce377c467e0 cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:40:50.709425 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-49e44fa4-5cf9-4354-9457-70fa403b31c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:50.809675 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd285e9-3f54-45f1-92d1-9ff808ee9db9 req-9d989047-c625-439d-8acd-43be6cb6c943 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:50.820995 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5bd285e9-3f54-45f1-92d1-9ff808ee9db9 req-9d989047-c625-439d-8acd-43be6cb6c943 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 945 time: 0.3198028 Apr 18 19:40:50.962535 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e7a222b6-4265-4f71-83e7-b5a2ac653a89 req-45037e6a-d9e6-4b22-873a-e7c7598e1771 service neutron] 10.222.0.72 "GET /v2.0/networks/c5490ac2-614a-4583-b592-86501d547a01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3124192 Apr 18 19:40:50.988382 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.db.resource_extend [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] It took 0.47 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 19:40:50.988897 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-42973c47-54d1-45ab-89bd-2cf80e266077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:51.044951 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5bd285e9-3f54-45f1-92d1-9ff808ee9db9 req-611d172a-16dd-4691-95de-1701b8c4fbea tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226980 Apr 18 19:40:51.132388 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 8c90ea3d-a807-4924-ae41-15f69971ba26 up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:40:51.189289 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-689769b4-d35b-4421-a6fa-6efbad6c4c6e req-0ecb9756-b842-415d-a3c7-bf264f798221 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Synchronizing usage tracker for tenant:af77c4468a104578b3401cd2f194180a on resource:port {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:40:51.196675 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-48c2c42d-de8f-41e9-ab39-b8d1b476652d tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:51.244642 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:51.248063 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Provisioning complete for port b6a46a28-fdc4-4a3a-8031-c985361a86c6 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:40:51.248457 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:51.288722 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c2c42d-de8f-41e9-ab39-b8d1b476652d tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Pushing event deleted for resources: {'Port': ['ID=2f0b0212-fee0-4472-951b-1fa2c7e08e8d,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:51.304022 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port b99c6f14-47f1-4ca0-8b04-491816fe3231, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=b99c6f14-47f1-4ca0-8b04-491816fe3231,segment=NetworkSegment(b8926c6e-9073-4fc9-ba41-5d530ba3940c),segment_id=b8926c6e-9073-4fc9-ba41-5d530ba3940c)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:40:51.341554 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Returning: {'device': 'b99c6f14-47f1-4ca0-8b04-491816fe3231', 'network_id': '20d4b8e1-a40a-4802-a6ed-f360fca84cce', 'port_id': 'b99c6f14-47f1-4ca0-8b04-491816fe3231', 'mac_address': 'fa:16:3e:f3:b6:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0711ab9d-0a48-4dd5-b699-a74bbc1341bb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:40:51.414938 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port 8c90ea3d-a807-4924-ae41-15f69971ba26 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:40:51.425984 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:51.468262 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-689769b4-d35b-4421-a6fa-6efbad6c4c6e req-0ecb9756-b842-415d-a3c7-bf264f798221 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Unset dirty status for tenant:af77c4468a104578b3401cd2f194180a on resource:port {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:40:51.483887 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-689769b4-d35b-4421-a6fa-6efbad6c4c6e req-0ecb9756-b842-415d-a3c7-bf264f798221 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.69 "GET /v2.0/ports?device_id=86fb65d4-3164-487d-b9ef-d107d361b4b3 HTTP/1.1" status: 200 len: 210 time: 0.4776511 Apr 18 19:40:51.596556 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-42973c47-54d1-45ab-89bd-2cf80e266077 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:51.677470 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-42973c47-54d1-45ab-89bd-2cf80e266077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2290934'] for port, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:51.716046 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:51.745947 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:51.890431 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b99c6f14-47f1-4ca0-8b04-491816fe3231 {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:40:51.908015 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-42973c47-54d1-45ab-89bd-2cf80e266077 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-417335'] for router_interface, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:51.908683 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d8209fa-5274-4f80-a200-7247fec07dd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6a46a28-fdc4-4a3a-8031-c985361a86c6'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:40:51.924452 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d7f892-713c-4bae-8a6a-d028676e7614 req-72437194-4c92-4b61-8c5f-fa2f59ffd905 tempest-ServerPasswordTestJSON-247121190 tempest-ServerPasswordTestJSON-247121190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:51.924452 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f7d7f892-713c-4bae-8a6a-d028676e7614 req-72437194-4c92-4b61-8c5f-fa2f59ffd905 tempest-ServerPasswordTestJSON-247121190 tempest-ServerPasswordTestJSON-247121190-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c18f29-7f48-4aea-8936-253be86539c7 HTTP/1.1" status: 200 len: 944 time: 0.2718799 Apr 18 19:40:51.933115 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42973c47-54d1-45ab-89bd-2cf80e266077 admin admin] Pushing event updated for resources: {'Port': ['ID=66040610-c8a9-4e19-8bfb-2ce377c467e0,revision_number=2']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:51.994076 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port b6a46a28-fdc4-4a3a-8031-c985361a86c6, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=b6a46a28-fdc4-4a3a-8031-c985361a86c6,segment=NetworkSegment(6e09292d-9dc6-4a58-913a-7eef33e1cf20),segment_id=6e09292d-9dc6-4a58-913a-7eef33e1cf20)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:40:52.032289 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port b99c6f14-47f1-4ca0-8b04-491816fe3231, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=b99c6f14-47f1-4ca0-8b04-491816fe3231,segment=NetworkSegment(b8926c6e-9073-4fc9-ba41-5d530ba3940c),segment_id=b8926c6e-9073-4fc9-ba41-5d530ba3940c)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:40:52.053087 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-48c2c42d-de8f-41e9-ab39-b8d1b476652d tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417398'] for router_interface, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:52.063743 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device e06a4309-c02f-4edc-aca7-93059f5751be details requested by agent hyperv_n-h2-836017-2 with host n-h2-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:40:52.067949 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c01563d-80d9-4332-9d89-310a859676e6'] response: {'server_uuid': '7d8209fa-5274-4f80-a200-7247fec07dd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6a46a28-fdc4-4a3a-8031-c985361a86c6', 'code': 200} Apr 18 19:40:52.073680 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b5655f-e2b9-4641-8fce-acabcd50af18 None None] Network 52e170c2-06c7-4c69-ba2b-a584d3f8e457 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:40:52.091841 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1c541fd-6087-4755-8778-e68e27e46067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:52.103496 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:52.182378 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42973c47-54d1-45ab-89bd-2cf80e266077 admin admin] Network 8b6e6ab5-a637-42e9-a1d5-e645d5232d45 is already hosted by enough agents. {{(pid=84764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:40:52.185520 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [None req-42973c47-54d1-45ab-89bd-2cf80e266077 admin admin] Resources bound (agent type, host, resource id): {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:40:52.331775 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:52.340999 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:52.394308 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f7d7f892-713c-4bae-8a6a-d028676e7614 req-1a684b25-69df-42ec-a438-ef5cbcc9f9d1 tempest-ServerPasswordTestJSON-247121190 tempest-ServerPasswordTestJSON-247121190-project] 10.222.0.69 "GET /v2.0/security-groups?id=dd83c0f9-21b4-41da-a665-dc92cfe3fd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4413874 Apr 18 19:40:52.485908 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device c2d41a20-8113-45ca-a446-3bd7c51b739f details requested by agent hyperv_n-h1-836017-2 with host n-h1-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:40:52.488990 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] get_ports_and_sgs() called for port_ids ['b99c6f14-47f1-4ca0-8b04-491816fe3231'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:40:52.643543 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-2be84409-ef73-47d9-bd04-eb2ff22d66f7 None None] Provisioning for port 01821ada-119f-408f-a94a-798f50d91c22 completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:40:52.678380 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 01821ada-119f-408f-a94a-798f50d91c22 up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:40:52.808451 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Pushing event updated for resources: {'Port': ['ID=b6a46a28-fdc4-4a3a-8031-c985361a86c6,revision_number=7']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:52.977959 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-62afa630-c58d-40ec-bf9b-362828badff5 req-ea91d30e-0bd8-47ac-b483-9a3acc08911b tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.69 "GET /v2.0/ports?device_id=86fb65d4-3164-487d-b9ef-d107d361b4b3 HTTP/1.1" status: 200 len: 210 time: 0.1152995 Apr 18 19:40:53.038533 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.db.resource_extend [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 19:40:53.137355 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3d21f823-ee81-46dd-b9fe-c67fdde8c950 req-5119c306-c08a-4a44-a606-0728536ab4ba service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7276b8530b6a4c9e997960e7ff37ca8f&device_id=7b49bb00-f484-4f92-bb80-0be3537a561f HTTP/1.1" status: 200 len: 1095 time: 0.3865380 Apr 18 19:40:53.248259 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port e06a4309-c02f-4edc-aca7-93059f5751be, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=e06a4309-c02f-4edc-aca7-93059f5751be,segment=NetworkSegment(c8b4a23b-8a85-412d-8ef1-210062e11d72),segment_id=c8b4a23b-8a85-412d-8ef1-210062e11d72)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:40:53.256959 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Pushing event updated for resources: {'Port': ['ID=b99c6f14-47f1-4ca0-8b04-491816fe3231,revision_number=9']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:53.310815 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Returning: {'device': 'e06a4309-c02f-4edc-aca7-93059f5751be', 'network_id': 'c5490ac2-614a-4583-b592-86501d547a01', 'port_id': 'e06a4309-c02f-4edc-aca7-93059f5751be', 'mac_address': 'fa:16:3e:1b:0f:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02fd4a65-9c12-486f-a0db-7e5d5b0b2c33', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:40:53.328808 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-032acd27-2f8a-44de-895b-59e8bd3dc650 None None] Provisioning complete for port 66040610-c8a9-4e19-8bfb-2ce377c467e0 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:40:53.329357 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-032acd27-2f8a-44de-895b-59e8bd3dc650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:53.377386 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a4106dab-6971-4e7e-8fdc-c66f0a3f4877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:53.444109 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d21f823-ee81-46dd-b9fe-c67fdde8c950 req-ee321cb8-24dd-4a26-8e4e-366ef3018d27 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:53.445746 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3d21f823-ee81-46dd-b9fe-c67fdde8c950 req-ee321cb8-24dd-4a26-8e4e-366ef3018d27 service neutron] 10.222.0.73 "GET /v2.0/networks?id=20d4b8e1-a40a-4802-a6ed-f360fca84cce HTTP/1.1" status: 200 len: 912 time: 0.2295306 Apr 18 19:40:53.490316 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a95b44-54da-409c-9406-c78cc4b13bc9 req-746aea6d-15e1-4380-a781-efe7d8be7f80 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:53.491899 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f6a95b44-54da-409c-9406-c78cc4b13bc9 req-746aea6d-15e1-4380-a781-efe7d8be7f80 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 945 time: 1.1070580 Apr 18 19:40:53.515722 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port c2d41a20-8113-45ca-a446-3bd7c51b739f, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=c2d41a20-8113-45ca-a446-3bd7c51b739f,segment=NetworkSegment(1f6ca8e3-6019-45df-8c47-18f1673dd06b),segment_id=1f6ca8e3-6019-45df-8c47-18f1673dd06b)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:40:53.539122 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-032acd27-2f8a-44de-895b-59e8bd3dc650 None None] Port 66040610-c8a9-4e19-8bfb-2ce377c467e0 cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:40:53.547513 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning for port 01821ada-119f-408f-a94a-798f50d91c22 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:40:53.562935 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:53.578481 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Returning: {'device': 'c2d41a20-8113-45ca-a446-3bd7c51b739f', 'network_id': '47c820f3-b421-48a9-a537-e0e4851dd399', 'port_id': 'c2d41a20-8113-45ca-a446-3bd7c51b739f', 'mac_address': 'fa:16:3e:41:ab:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '796a481f-8e54-4cc2-b013-83edb23d78ce', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:40:53.589024 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4f0045-12bd-4b0e-9bad-16519e3f70e8 req-bf062fa4-d796-47c7-b242-6bd7eca474ce tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:53.593197 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4f0045-12bd-4b0e-9bad-16519e3f70e8 req-bf062fa4-d796-47c7-b242-6bd7eca474ce tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:53.594728 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2b4f0045-12bd-4b0e-9bad-16519e3f70e8 req-bf062fa4-d796-47c7-b242-6bd7eca474ce tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.72 "GET /v2.0/networks?id=19ed8b69-13dd-4f9a-9954-06368b2c09bf&id=52e170c2-06c7-4c69-ba2b-a584d3f8e457 HTTP/1.1" status: 200 len: 1390 time: 0.7163675 Apr 18 19:40:53.618735 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port 01821ada-119f-408f-a94a-798f50d91c22 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:40:53.623859 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:53.664915 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [req-2b4f0045-12bd-4b0e-9bad-16519e3f70e8 req-f56231f9-9cdd-48d0-91a5-09b0eb531cca tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Request body: {'port': {'device_id': '86fb65d4-3164-487d-b9ef-d107d361b4b3', 'network_id': '19ed8b69-13dd-4f9a-9954-06368b2c09bf', 'admin_state_up': True, 'tenant_id': 'af77c4468a104578b3401cd2f194180a'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:40:53.718415 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e06a4309-c02f-4edc-aca7-93059f5751be {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:40:53.785305 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:53.797057 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port e06a4309-c02f-4edc-aca7-93059f5751be, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=e06a4309-c02f-4edc-aca7-93059f5751be,segment=NetworkSegment(c8b4a23b-8a85-412d-8ef1-210062e11d72),segment_id=c8b4a23b-8a85-412d-8ef1-210062e11d72)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:40:53.821475 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c2d41a20-8113-45ca-a446-3bd7c51b739f {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:40:53.833549 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3d21f823-ee81-46dd-b9fe-c67fdde8c950 req-3f224571-387d-4129-bcbd-7f987ae3e3fb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b99c6f14-47f1-4ca0-8b04-491816fe3231 HTTP/1.1" status: 200 len: 1000 time: 0.3774638 Apr 18 19:40:53.897891 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f6a95b44-54da-409c-9406-c78cc4b13bc9 req-1e5d1dc3-9ea6-4df2-a7d9-69fee373797c tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3933511 Apr 18 19:40:53.901006 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port c2d41a20-8113-45ca-a446-3bd7c51b739f, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=c2d41a20-8113-45ca-a446-3bd7c51b739f,segment=NetworkSegment(1f6ca8e3-6019-45df-8c47-18f1673dd06b),segment_id=1f6ca8e3-6019-45df-8c47-18f1673dd06b)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:40:53.903149 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:54.002831 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:54.075694 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:54.104913 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-2b4f0045-12bd-4b0e-9bad-16519e3f70e8 req-f56231f9-9cdd-48d0-91a5-09b0eb531cca tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:40:54.114673 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] get_ports_and_sgs() called for port_ids ['e06a4309-c02f-4edc-aca7-93059f5751be'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:40:54.144102 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-2b4f0045-12bd-4b0e-9bad-16519e3f70e8 req-f56231f9-9cdd-48d0-91a5-09b0eb531cca tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:40:54.167389 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2ec275-bbf1-4126-877c-28256d8b957c req-6a8a7d84-977e-4509-bc9c-3f932c2ea482 tempest-ServerPasswordTestJSON-247121190 tempest-ServerPasswordTestJSON-247121190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:54.173317 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5d2ec275-bbf1-4126-877c-28256d8b957c req-6a8a7d84-977e-4509-bc9c-3f932c2ea482 tempest-ServerPasswordTestJSON-247121190 tempest-ServerPasswordTestJSON-247121190-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c18f29-7f48-4aea-8936-253be86539c7 HTTP/1.1" status: 200 len: 944 time: 0.5398600 Apr 18 19:40:54.195419 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d21f823-ee81-46dd-b9fe-c67fdde8c950 req-476ef7c7-f92c-4206-b5fb-c874794a99ef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:54.199572 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3d21f823-ee81-46dd-b9fe-c67fdde8c950 req-476ef7c7-f92c-4206-b5fb-c874794a99ef service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0711ab9d-0a48-4dd5-b699-a74bbc1341bb HTTP/1.1" status: 200 len: 850 time: 0.3509994 Apr 18 19:40:54.211656 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] get_ports_and_sgs() called for port_ids ['c2d41a20-8113-45ca-a446-3bd7c51b739f'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:40:54.257563 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42973c47-54d1-45ab-89bd-2cf80e266077 admin admin] Router a60693ab-1dbd-4a06-a74e-325dfbbf1c65 has already been hosted by L3 agent 21b59c62-f184-4169-bc3e-79831cc043e8 {{(pid=84764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:40:54.258450 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5d2ec275-bbf1-4126-877c-28256d8b957c req-b6aefc4d-75a6-48b8-8f7e-924d2f746781 tempest-ServerPasswordTestJSON-247121190 tempest-ServerPasswordTestJSON-247121190-project] 10.222.0.69 "GET /v2.0/security-groups?id=dd83c0f9-21b4-41da-a665-dc92cfe3fd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839164 Apr 18 19:40:54.264726 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b4f0045-12bd-4b0e-9bad-16519e3f70e8 req-f56231f9-9cdd-48d0-91a5-09b0eb531cca tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Made reservation on behalf of af77c4468a104578b3401cd2f194180a for: {'port': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:40:54.273890 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-2b4f0045-12bd-4b0e-9bad-16519e3f70e8 req-f56231f9-9cdd-48d0-91a5-09b0eb531cca tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:54.396011 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48c2c42d-de8f-41e9-ab39-b8d1b476652d tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Router 15e7089b-8a42-4c54-b62c-9cc17dc22659 has already been hosted by L3 agent 21b59c62-f184-4169-bc3e-79831cc043e8 {{(pid=84763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:40:54.413944 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=e06a4309-c02f-4edc-aca7-93059f5751be,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:54.443562 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device b99c6f14-47f1-4ca0-8b04-491816fe3231 up at agent hyperv_n-h1-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:40:54.491069 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-b76694cd-9a39-4d35-b908-e7734c0d106b req-e15f632a-f649-4a70-90a8-aff4c0460463 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.69 "GET /v2.0/ports?device_id=86fb65d4-3164-487d-b9ef-d107d361b4b3 HTTP/1.1" status: 200 len: 210 time: 0.1777477 Apr 18 19:40:54.606717 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] For port 01821ada-119f-408f-a94a-798f50d91c22, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=01821ada-119f-408f-a94a-798f50d91c22,segment=NetworkSegment(217050b6-f70b-49c6-b4e2-18ae855d24a9),segment_id=217050b6-f70b-49c6-b4e2-18ae855d24a9)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:40:54.722856 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-10d55f65-505d-4bf7-ae32-9f68fb25f4dd None None] Provisioning complete for port 01821ada-119f-408f-a94a-798f50d91c22 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:40:54.723223 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-10d55f65-505d-4bf7-ae32-9f68fb25f4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:54.755620 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3d21f823-ee81-46dd-b9fe-c67fdde8c950 req-c2ed0ffd-d5f4-4fe3-b2d7-f5fd3b67e2f3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=20d4b8e1-a40a-4802-a6ed-f360fca84cce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5440311 Apr 18 19:40:54.770910 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [req-3d21f823-ee81-46dd-b9fe-c67fdde8c950 req-de262cb8-aa87-4bc0-8838-e21bb061a61c service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=84763) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:40:54.772535 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3d21f823-ee81-46dd-b9fe-c67fdde8c950 req-de262cb8-aa87-4bc0-8838-e21bb061a61c service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0062838 Apr 18 19:40:54.903165 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48c2c42d-de8f-41e9-ab39-b8d1b476652d tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify agent at l3_agent.n-d-836017-2 the message routers_updated {{(pid=84763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:40:54.916429 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d94495-b506-4c14-a68f-3862bdd538f1 None None] Sync routers for ids ['15e7089b-8a42-4c54-b62c-9cc17dc22659'] in n-d-836017-2 {{(pid=84766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:40:54.927258 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_common [req-2b4f0045-12bd-4b0e-9bad-16519e3f70e8 req-f56231f9-9cdd-48d0-91a5-09b0eb531cca tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Allocated IP 19.80.0.165 (19ed8b69-13dd-4f9a-9954-06368b2c09bf/40013d34-83d2-4a8e-acb2-e4a35739189a/a958662e-05b7-44bf-ba9e-ac3115b1a223) {{(pid=84764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:40:54.937333 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d94495-b506-4c14-a68f-3862bdd538f1 None None] Routers {'15e7089b-8a42-4c54-b62c-9cc17dc22659'} bound to L3 agent in host n-d-836017-2 {{(pid=84766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:40:54.949424 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-50d94495-b506-4c14-a68f-3862bdd538f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:40:50Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['15e7089b-8a42-4c54-b62c-9cc17dc22659'], 'active': True} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:40:54.970189 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:55.000495 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Pushing event updated for resources: {'Port': ['ID=c2d41a20-8113-45ca-a446-3bd7c51b739f,revision_number=6']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:55.015819 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3d21f823-ee81-46dd-b9fe-c67fdde8c950 req-cfb54d65-6c6f-4100-94d5-86ee14e13824 service neutron] 10.222.0.73 "GET /v2.0/networks/20d4b8e1-a40a-4802-a6ed-f360fca84cce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306566 Apr 18 19:40:55.073184 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-48c2c42d-de8f-41e9-ab39-b8d1b476652d tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] 10.222.0.69 "PUT /v2.0/routers/15e7089b-8a42-4c54-b62c-9cc17dc22659/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4429812 Apr 18 19:40:55.075937 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-50d94495-b506-4c14-a68f-3862bdd538f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-2', False) {} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:40:55.085450 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 38924) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:55.101166 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d94495-b506-4c14-a68f-3862bdd538f1 None None] Routers {'15e7089b-8a42-4c54-b62c-9cc17dc22659'} bound to L3 agent in host n-d-836017-2 {{(pid=84766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:40:55.101936 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-50d94495-b506-4c14-a68f-3862bdd538f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:40:50Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['15e7089b-8a42-4c54-b62c-9cc17dc22659'], 'active': True} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:40:55.248734 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-50d94495-b506-4c14-a68f-3862bdd538f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-2', False) {} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:40:55.248734 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d94495-b506-4c14-a68f-3862bdd538f1 None None] The sync data for ids ['15e7089b-8a42-4c54-b62c-9cc17dc22659'] in n-d-836017-2 is: [] {{(pid=84766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:40:55.288942 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:55.371235 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Pushing event updated for resources: {'Port': ['ID=01821ada-119f-408f-a94a-798f50d91c22,revision_number=3']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:55.418691 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Provisioning complete for port b99c6f14-47f1-4ca0-8b04-491816fe3231 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:40:55.426133 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:55.437661 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-2b4f0045-12bd-4b0e-9bad-16519e3f70e8 req-f56231f9-9cdd-48d0-91a5-09b0eb531cca tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks [] for port, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:55.461710 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.provisioning_blocks [req-2b4f0045-12bd-4b0e-9bad-16519e3f70e8 req-f56231f9-9cdd-48d0-91a5-09b0eb531cca tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Transition to ACTIVE for port object a958662e-05b7-44bf-ba9e-ac3115b1a223 will not be triggered until provisioned by entity DHCP. {{(pid=84764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:40:55.493132 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42973c47-54d1-45ab-89bd-2cf80e266077 admin admin] Notify agent at l3_agent.n-d-836017-2 the message routers_updated {{(pid=84764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:40:55.562935 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bc4395-3123-404a-a87c-63f72432b35e None None] Sync routers for ids ['a60693ab-1dbd-4a06-a74e-325dfbbf1c65'] in n-d-836017-2 {{(pid=84765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:40:55.642263 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-42973c47-54d1-45ab-89bd-2cf80e266077 admin admin] 10.222.0.69 "PUT /v2.0/routers/a60693ab-1dbd-4a06-a74e-325dfbbf1c65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3683431 Apr 18 19:40:55.644337 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-2b4f0045-12bd-4b0e-9bad-16519e3f70e8 req-f56231f9-9cdd-48d0-91a5-09b0eb531cca tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:55.669156 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3d21f823-ee81-46dd-b9fe-c67fdde8c950 req-74e7e001-8f2b-4e8b-9061-7d71bb765756 service neutron] 10.222.0.73 "GET /v2.0/networks/20d4b8e1-a40a-4802-a6ed-f360fca84cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6457608 Apr 18 19:40:55.691780 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9947cf2a-3044-4e24-b83b-0808d9b9105e req-d813974d-01dd-440d-b169-c306c2f6df5f tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:55.693385 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-9947cf2a-3044-4e24-b83b-0808d9b9105e req-d813974d-01dd-440d-b169-c306c2f6df5f tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 944 time: 0.3297975 Apr 18 19:40:55.772191 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3bc4395-3123-404a-a87c-63f72432b35e None None] Routers {'a60693ab-1dbd-4a06-a74e-325dfbbf1c65'} bound to L3 agent in host n-d-836017-2 {{(pid=84765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:40:55.772858 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-e3bc4395-3123-404a-a87c-63f72432b35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:40:50Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['a60693ab-1dbd-4a06-a74e-325dfbbf1c65'], 'active': True} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:40:55.794616 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b4f0045-12bd-4b0e-9bad-16519e3f70e8 req-f56231f9-9cdd-48d0-91a5-09b0eb531cca tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Network 19ed8b69-13dd-4f9a-9954-06368b2c09bf is already hosted by enough agents. {{(pid=84764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:40:55.800896 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [req-2b4f0045-12bd-4b0e-9bad-16519e3f70e8 req-f56231f9-9cdd-48d0-91a5-09b0eb531cca tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Resources bound (agent type, host, resource id): {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:40:55.813799 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b4f0045-12bd-4b0e-9bad-16519e3f70e8 req-f56231f9-9cdd-48d0-91a5-09b0eb531cca tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Received port after_create {{(pid=84764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:40:55.870424 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56231f9-9cdd-48d0-91a5-09b0eb531cca tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Pushing event updated for resources: {'Port': ['ID=a958662e-05b7-44bf-ba9e-ac3115b1a223,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:55.924650 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0533e757-36a1-497e-9335-c3b1918f769d req-5d9ce14a-286b-43de-a49a-f370084d7ac2 tempest-ServerPasswordTestJSON-247121190 tempest-ServerPasswordTestJSON-247121190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:55.934631 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-0533e757-36a1-497e-9335-c3b1918f769d req-5d9ce14a-286b-43de-a49a-f370084d7ac2 tempest-ServerPasswordTestJSON-247121190 tempest-ServerPasswordTestJSON-247121190-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c18f29-7f48-4aea-8936-253be86539c7 HTTP/1.1" status: 200 len: 945 time: 0.3446765 Apr 18 19:40:56.017259 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4f0045-12bd-4b0e-9bad-16519e3f70e8 req-f56231f9-9cdd-48d0-91a5-09b0eb531cca tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:56.019068 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-2b4f0045-12bd-4b0e-9bad-16519e3f70e8 req-f56231f9-9cdd-48d0-91a5-09b0eb531cca tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:56.065790 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-0533e757-36a1-497e-9335-c3b1918f769d req-deb954c6-2192-4e38-a966-a141750b61c2 tempest-ServerPasswordTestJSON-247121190 tempest-ServerPasswordTestJSON-247121190-project] 10.222.0.69 "GET /v2.0/security-groups?id=dd83c0f9-21b4-41da-a665-dc92cfe3fd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301301 Apr 18 19:40:56.153297 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2b4f0045-12bd-4b0e-9bad-16519e3f70e8 req-f56231f9-9cdd-48d0-91a5-09b0eb531cca tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4980578 Apr 18 19:40:56.167198 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [req-2b4f0045-12bd-4b0e-9bad-16519e3f70e8 req-b44c8108-ee88-4dc2-adb7-247dc35f1714 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Request body: {'port': {'device_id': '86fb65d4-3164-487d-b9ef-d107d361b4b3', 'network_id': '52e170c2-06c7-4c69-ba2b-a584d3f8e457', 'admin_state_up': True, 'tenant_id': 'af77c4468a104578b3401cd2f194180a'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:40:56.236176 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-9947cf2a-3044-4e24-b83b-0808d9b9105e req-8c8e5bb5-1b43-4f8e-a085-6a2ba1f611ab tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5293038 Apr 18 19:40:56.349781 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-41747f2a-ec17-4dab-94a3-1e11be0b6617 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417313'] for router_interface, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:56.361292 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:56.502211 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b49bb00-f484-4f92-bb80-0be3537a561f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b99c6f14-47f1-4ca0-8b04-491816fe3231'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:40:56.569654 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port b99c6f14-47f1-4ca0-8b04-491816fe3231, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=b99c6f14-47f1-4ca0-8b04-491816fe3231,segment=NetworkSegment(b8926c6e-9073-4fc9-ba41-5d530ba3940c),segment_id=b8926c6e-9073-4fc9-ba41-5d530ba3940c)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:40:56.620229 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-e3bc4395-3123-404a-a87c-63f72432b35e None None] Set router a60693ab-1dbd-4a06-a74e-325dfbbf1c65 gateway port host: n-d-836017-2 {{(pid=84765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:40:56.744651 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a079931-bc19-402b-a686-3531db175872'] response: {'server_uuid': '7b49bb00-f484-4f92-bb80-0be3537a561f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b99c6f14-47f1-4ca0-8b04-491816fe3231', 'code': 200} Apr 18 19:40:56.758923 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:56.773446 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-2b4f0045-12bd-4b0e-9bad-16519e3f70e8 req-b44c8108-ee88-4dc2-adb7-247dc35f1714 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:40:56.785831 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-2b4f0045-12bd-4b0e-9bad-16519e3f70e8 req-b44c8108-ee88-4dc2-adb7-247dc35f1714 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Usage tracker for resource:port and tenant:af77c4468a104578b3401cd2f194180a is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:40:56.805139 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-2b4f0045-12bd-4b0e-9bad-16519e3f70e8 req-b44c8108-ee88-4dc2-adb7-247dc35f1714 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Quota usage for port was recalculated. Used quota:5. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:40:56.847330 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device c2d41a20-8113-45ca-a446-3bd7c51b739f up at agent hyperv_n-h1-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:40:56.881155 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-2b4f0045-12bd-4b0e-9bad-16519e3f70e8 req-b44c8108-ee88-4dc2-adb7-247dc35f1714 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:40:56.955468 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9ced7c-6174-40c5-9a05-61e99ec4d35e req-6e6360d0-f452-452f-84b1-38b83f4f2ea4 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:56.957420 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-7d9ced7c-6174-40c5-9a05-61e99ec4d35e req-6e6360d0-f452-452f-84b1-38b83f4f2ea4 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Synchronizing usage tracker for tenant:af77c4468a104578b3401cd2f194180a on resource:port {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:40:57.016316 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b4f0045-12bd-4b0e-9bad-16519e3f70e8 req-b44c8108-ee88-4dc2-adb7-247dc35f1714 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Made reservation on behalf of af77c4468a104578b3401cd2f194180a for: {'port': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:40:57.020167 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-2b4f0045-12bd-4b0e-9bad-16519e3f70e8 req-b44c8108-ee88-4dc2-adb7-247dc35f1714 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:57.182119 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-7d9ced7c-6174-40c5-9a05-61e99ec4d35e req-6e6360d0-f452-452f-84b1-38b83f4f2ea4 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Unset dirty status for tenant:af77c4468a104578b3401cd2f194180a on resource:port {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:40:57.186745 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-7d9ced7c-6174-40c5-9a05-61e99ec4d35e req-6e6360d0-f452-452f-84b1-38b83f4f2ea4 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.69 "GET /v2.0/ports?device_id=86fb65d4-3164-487d-b9ef-d107d361b4b3 HTTP/1.1" status: 200 len: 932 time: 0.5996931 Apr 18 19:40:57.189196 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 01821ada-119f-408f-a94a-798f50d91c22 up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:40:57.280271 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e0849ed4-f891-421c-befc-1d02f95fdd22 None None] Provisioning for port a958662e-05b7-44bf-ba9e-ac3115b1a223 completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:40:57.365616 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-7d9ced7c-6174-40c5-9a05-61e99ec4d35e req-97323dd1-cc8e-410c-b5b5-96ac7bee8010 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.69 "GET /v2.0/security-groups?id=bb003ef8-bec1-46f4-8fe0-50640bc23b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725137 Apr 18 19:40:57.439072 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e0849ed4-f891-421c-befc-1d02f95fdd22 None None] Provisioning complete for port a958662e-05b7-44bf-ba9e-ac3115b1a223 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:40:57.439642 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0849ed4-f891-421c-befc-1d02f95fdd22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:57.575073 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_common [req-2b4f0045-12bd-4b0e-9bad-16519e3f70e8 req-b44c8108-ee88-4dc2-adb7-247dc35f1714 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Allocated IP 19.86.0.201 (52e170c2-06c7-4c69-ba2b-a584d3f8e457/54a0f7f1-8425-4ef4-871d-796345d178ca/5a1a606d-139b-4d8d-9d58-35731d1a6049) {{(pid=84764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:40:57.585504 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Pushing event updated for resources: {'Port': ['ID=b99c6f14-47f1-4ca0-8b04-491816fe3231,revision_number=10']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:57.661819 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-e0849ed4-f891-421c-befc-1d02f95fdd22 None None] Port a958662e-05b7-44bf-ba9e-ac3115b1a223 cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:40:57.690387 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Provisioning complete for port c2d41a20-8113-45ca-a446-3bd7c51b739f triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:40:57.690830 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:57.874168 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port 01821ada-119f-408f-a94a-798f50d91c22 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:40:57.879796 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:57.900092 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa1e2fc-8246-4e43-8eb7-bfe6b20cfe68 req-f8b19ef3-5f94-48b9-853d-004c3051b26c tempest-ServerPasswordTestJSON-247121190 tempest-ServerPasswordTestJSON-247121190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:57.902361 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8aa1e2fc-8246-4e43-8eb7-bfe6b20cfe68 req-f8b19ef3-5f94-48b9-853d-004c3051b26c tempest-ServerPasswordTestJSON-247121190 tempest-ServerPasswordTestJSON-247121190-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c18f29-7f48-4aea-8936-253be86539c7 HTTP/1.1" status: 200 len: 945 time: 0.5235355 Apr 18 19:40:58.084879 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device e06a4309-c02f-4edc-aca7-93059f5751be up at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:40:58.126635 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-41747f2a-ec17-4dab-94a3-1e11be0b6617 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Deleting port d0f3a112-48a2-4481-b016-342b434ad178 {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:40:58.130124 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-41747f2a-ec17-4dab-94a3-1e11be0b6617 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:58.274240 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-2b4f0045-12bd-4b0e-9bad-16519e3f70e8 req-b44c8108-ee88-4dc2-adb7-247dc35f1714 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks [] for port, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:58.285825 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8aa1e2fc-8246-4e43-8eb7-bfe6b20cfe68 req-993dcd05-6c24-415d-82b6-575e9f7cdb2d tempest-ServerPasswordTestJSON-247121190 tempest-ServerPasswordTestJSON-247121190-project] 10.222.0.69 "GET /v2.0/security-groups?id=dd83c0f9-21b4-41da-a665-dc92cfe3fd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3722813 Apr 18 19:40:58.313466 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a1f010-8c87-4cb3-94bc-fd6fc547b370 req-63654f08-e8af-4653-b187-9013ef93abe9 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:58.328154 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-92a1f010-8c87-4cb3-94bc-fd6fc547b370 req-63654f08-e8af-4653-b187-9013ef93abe9 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 944 time: 0.3945317 Apr 18 19:40:58.408821 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.provisioning_blocks [req-2b4f0045-12bd-4b0e-9bad-16519e3f70e8 req-b44c8108-ee88-4dc2-adb7-247dc35f1714 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Transition to ACTIVE for port object 5a1a606d-139b-4d8d-9d58-35731d1a6049 will not be triggered until provisioned by entity DHCP. {{(pid=84764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:40:58.443498 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:58.460696 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-92a1f010-8c87-4cb3-94bc-fd6fc547b370 req-3da549a9-edcd-4666-9c98-bd429eb0d86a tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311653 Apr 18 19:40:58.472024 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-e3bc4395-3123-404a-a87c-63f72432b35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a60693ab-1dbd-4a06-a74e-325dfbbf1c65', 'name': 'tempest-TaggedBootDevicesTest_v242-912268687-router', 'tenant_id': '25b05b3bfc6f4792a58f276b63d5c65b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': 'c2611856-5238-40d0-8c21-ab5f19482afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:40:33Z', 'updated_at': '2022-04-18T19:40:50Z', 'revision_number': 4, 'project_id': '25b05b3bfc6f4792a58f276b63d5c65b', 'gw_port': {'id': 'c2611856-5238-40d0-8c21-ab5f19482afd', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e9:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a60693ab-1dbd-4a06-a74e-325dfbbf1c65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:40:36Z', 'updated_at': '2022-04-18T19:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_interfaces': [{'id': '66040610-c8a9-4e19-8bfb-2ce377c467e0', 'name': '', 'network_id': '8b6e6ab5-a637-42e9-a1d5-e645d5232d45', 'tenant_id': '25b05b3bfc6f4792a58f276b63d5c65b', 'mac_address': 'fa:16:3e:09:89:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a60693ab-1dbd-4a06-a74e-325dfbbf1c65', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a3afa18-3f2b-4a32-b48b-b28e322abb51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:40:48Z', 'updated_at': '2022-04-18T19:40:51Z', 'revision_number': 2, 'project_id': '25b05b3bfc6f4792a58f276b63d5c65b', 'subnets': [{'id': '7a3afa18-3f2b-4a32-b48b-b28e322abb51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-2', False) {} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:40:58.533691 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 38998) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:58.539654 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-dac21eb0-32c7-481b-8c25-dd428f71c02e admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1624347864-network', 'tenant_id': 'b0919d48454948588d6dfff2c9e54b63'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:40:58.562678 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-dac21eb0-32c7-481b-8c25-dd428f71c02e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:40:58.570496 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bc4395-3123-404a-a87c-63f72432b35e None None] Checking router: a60693ab-1dbd-4a06-a74e-325dfbbf1c65 for host: n-d-836017-2 {{(pid=84765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:40:58.570846 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bc4395-3123-404a-a87c-63f72432b35e None None] Updating router a60693ab-1dbd-4a06-a74e-325dfbbf1c65 port 66040610-c8a9-4e19-8bfb-2ce377c467e0 binding host n-d-836017-2 {{(pid=84765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 19:40:58.573609 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-dac21eb0-32c7-481b-8c25-dd428f71c02e admin admin] Usage tracker for resource:network and tenant:b0919d48454948588d6dfff2c9e54b63 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:40:58.577345 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-dac21eb0-32c7-481b-8c25-dd428f71c02e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:40:58.589982 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-2b4f0045-12bd-4b0e-9bad-16519e3f70e8 req-b44c8108-ee88-4dc2-adb7-247dc35f1714 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:58.604380 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-dac21eb0-32c7-481b-8c25-dd428f71c02e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:40:58.753465 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a213e76a-c60b-409c-8e3d-181b396ae0a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2d41a20-8113-45ca-a446-3bd7c51b739f'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:40:58.796024 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port c2d41a20-8113-45ca-a446-3bd7c51b739f, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=c2d41a20-8113-45ca-a446-3bd7c51b739f,segment=NetworkSegment(1f6ca8e3-6019-45df-8c47-18f1673dd06b),segment_id=1f6ca8e3-6019-45df-8c47-18f1673dd06b)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:40:58.830822 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e3bc4395-3123-404a-a87c-63f72432b35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:58.867717 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9cab860-ee4e-4dd4-b748-abba5830860b'] response: {'server_uuid': 'a213e76a-c60b-409c-8e3d-181b396ae0a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2d41a20-8113-45ca-a446-3bd7c51b739f', 'code': 200} Apr 18 19:40:58.878402 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning for port e06a4309-c02f-4edc-aca7-93059f5751be completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:40:58.887409 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b4f0045-12bd-4b0e-9bad-16519e3f70e8 req-b44c8108-ee88-4dc2-adb7-247dc35f1714 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Network 52e170c2-06c7-4c69-ba2b-a584d3f8e457 is already hosted by enough agents. {{(pid=84764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:40:58.887645 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:58.891721 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [req-2b4f0045-12bd-4b0e-9bad-16519e3f70e8 req-b44c8108-ee88-4dc2-adb7-247dc35f1714 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Resources bound (agent type, host, resource id): {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:40:58.897064 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b4f0045-12bd-4b0e-9bad-16519e3f70e8 req-b44c8108-ee88-4dc2-adb7-247dc35f1714 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Received port after_create {{(pid=84764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:40:58.956835 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dac21eb0-32c7-481b-8c25-dd428f71c02e admin admin] Made reservation on behalf of b0919d48454948588d6dfff2c9e54b63 for: {'network': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:40:58.959544 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-dac21eb0-32c7-481b-8c25-dd428f71c02e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for network, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:58.982603 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-41747f2a-ec17-4dab-94a3-1e11be0b6617 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:59.005672 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44c8108-ee88-4dc2-adb7-247dc35f1714 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Pushing event updated for resources: {'Port': ['ID=5a1a606d-139b-4d8d-9d58-35731d1a6049,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:59.031720 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-dac21eb0-32c7-481b-8c25-dd428f71c02e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:59.044254 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning complete for port e06a4309-c02f-4edc-aca7-93059f5751be triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:40:59.044254 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:59.079766 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4f0045-12bd-4b0e-9bad-16519e3f70e8 req-b44c8108-ee88-4dc2-adb7-247dc35f1714 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:59.080396 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-2b4f0045-12bd-4b0e-9bad-16519e3f70e8 req-b44c8108-ee88-4dc2-adb7-247dc35f1714 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:59.158714 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-dac21eb0-32c7-481b-8c25-dd428f71c02e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:40:59.175349 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-dac21eb0-32c7-481b-8c25-dd428f71c02e admin admin] Usage tracker for resource:security_group_rule and tenant:b0919d48454948588d6dfff2c9e54b63 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:40:59.180062 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-dac21eb0-32c7-481b-8c25-dd428f71c02e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:40:59.202017 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2b4f0045-12bd-4b0e-9bad-16519e3f70e8 req-b44c8108-ee88-4dc2-adb7-247dc35f1714 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0423660 Apr 18 19:40:59.203454 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-dac21eb0-32c7-481b-8c25-dd428f71c02e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:40:59.223672 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [req-2b4f0045-12bd-4b0e-9bad-16519e3f70e8 req-146d2e88-ee92-43a4-bf0c-8e4bfc0a8be5 service neutron] Request body: {'port': {'device_id': '86fb65d4-3164-487d-b9ef-d107d361b4b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-2'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:40:59.270422 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Pushing event updated for resources: {'Port': ['ID=c2d41a20-8113-45ca-a446-3bd7c51b739f,revision_number=7']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:59.480181 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:59.529505 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-41747f2a-ec17-4dab-94a3-1e11be0b6617 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Calling delete_port for d0f3a112-48a2-4481-b016-342b434ad178 owned by network:router_interface {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:40:59.704542 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e194046d-89ad-4272-82dd-ef4e0e5ab3b6 req-8f90ff42-50b9-474c-886e-a591eff6b466 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:59.710014 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e194046d-89ad-4272-82dd-ef4e0e5ab3b6 req-8f90ff42-50b9-474c-886e-a591eff6b466 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:59.718391 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e194046d-89ad-4272-82dd-ef4e0e5ab3b6 req-8f90ff42-50b9-474c-886e-a591eff6b466 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.69 "GET /v2.0/ports?device_id=86fb65d4-3164-487d-b9ef-d107d361b4b3 HTTP/1.1" status: 200 len: 1655 time: 1.0170164 Apr 18 19:40:59.728268 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-b3fba1ca-f9e6-40c6-9978-a20197004265 None None] Provisioning for port 5a1a606d-139b-4d8d-9d58-35731d1a6049 completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:40:59.791045 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e194046d-89ad-4272-82dd-ef4e0e5ab3b6 req-1c32c283-7ef2-4a2d-8762-4f4bbfde3f6c tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.69 "GET /v2.0/security-groups?id=bb003ef8-bec1-46f4-8fe0-50640bc23b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716836 Apr 18 19:40:59.797579 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-b3fba1ca-f9e6-40c6-9978-a20197004265 None None] Provisioning complete for port 5a1a606d-139b-4d8d-9d58-35731d1a6049 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:40:59.798233 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b3fba1ca-f9e6-40c6-9978-a20197004265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:59.950136 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port e06a4309-c02f-4edc-aca7-93059f5751be, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=e06a4309-c02f-4edc-aca7-93059f5751be,segment=NetworkSegment(c8b4a23b-8a85-412d-8ef1-210062e11d72),segment_id=c8b4a23b-8a85-412d-8ef1-210062e11d72)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:40:59.951121 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-b3fba1ca-f9e6-40c6-9978-a20197004265 None None] Port 5a1a606d-139b-4d8d-9d58-35731d1a6049 cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:41:00.021128 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:00.113375 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-dac21eb0-32c7-481b-8c25-dd428f71c02e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:00.115563 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-2b4f0045-12bd-4b0e-9bad-16519e3f70e8 req-146d2e88-ee92-43a4-bf0c-8e4bfc0a8be5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:00.153276 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-41747f2a-ec17-4dab-94a3-1e11be0b6617 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:00.209316 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-dac21eb0-32c7-481b-8c25-dd428f71c02e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:00.352022 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41747f2a-ec17-4dab-94a3-1e11be0b6617 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Pushing event deleted for resources: {'Port': ['ID=d0f3a112-48a2-4481-b016-342b434ad178,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:00.372007 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e3bc4395-3123-404a-a87c-63f72432b35e None None] Notify callbacks [] for port, precommit_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:00.404278 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dac21eb0-32c7-481b-8c25-dd428f71c02e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=84764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:41:00.409351 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=e06a4309-c02f-4edc-aca7-93059f5751be,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:00.460059 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac21eb0-32c7-481b-8c25-dd428f71c02e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=017dbd61-7f1e-4eb5-8b44-9204e1626a6b,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:00.470931 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e3bc4395-3123-404a-a87c-63f72432b35e None None] Transition to ACTIVE for port object 66040610-c8a9-4e19-8bfb-2ce377c467e0 will not be triggered until provisioned by entity L2. {{(pid=84765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:41:00.506399 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-dac21eb0-32c7-481b-8c25-dd428f71c02e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:00.506750 n-d-836017-2 neutron-server[84764]: INFO neutron.db.segments_db [None req-dac21eb0-32c7-481b-8c25-dd428f71c02e admin admin] Added segment 29e2b76d-fba6-44e9-a69a-26c3e4a86483 of type vlan for network 44c4b429-8e17-4de6-ac7a-5d86267e5306 Apr 18 19:41:00.526118 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d3ea50-3b2c-4870-a73b-f96e90707aa2 req-91101506-b7d2-4839-b309-a661eb6579d1 tempest-ServerPasswordTestJSON-247121190 tempest-ServerPasswordTestJSON-247121190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:00.530742 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c4d3ea50-3b2c-4870-a73b-f96e90707aa2 req-91101506-b7d2-4839-b309-a661eb6579d1 tempest-ServerPasswordTestJSON-247121190 tempest-ServerPasswordTestJSON-247121190-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c18f29-7f48-4aea-8936-253be86539c7 HTTP/1.1" status: 200 len: 945 time: 0.6699519 Apr 18 19:41:00.587051 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e3bc4395-3123-404a-a87c-63f72432b35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:00.774787 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-dac21eb0-32c7-481b-8c25-dd428f71c02e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791093404182'] for network, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:00.856451 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c4d3ea50-3b2c-4870-a73b-f96e90707aa2 req-1b403f98-9b47-416e-8ea5-2b8e4770dbcb tempest-ServerPasswordTestJSON-247121190 tempest-ServerPasswordTestJSON-247121190-project] 10.222.0.69 "GET /v2.0/security-groups?id=dd83c0f9-21b4-41da-a665-dc92cfe3fd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654095 Apr 18 19:41:00.876862 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35c18f29-7f48-4aea-8936-253be86539c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e06a4309-c02f-4edc-aca7-93059f5751be'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:41:00.948684 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b48cd41-5271-44db-af93-1cd0ca65b773 req-921b58a0-49bf-40cc-8e9b-5456a9cf0149 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:00.953405 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8b48cd41-5271-44db-af93-1cd0ca65b773 req-921b58a0-49bf-40cc-8e9b-5456a9cf0149 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 945 time: 0.9083049 Apr 18 19:41:00.994514 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.db.resource_extend [None req-dac21eb0-32c7-481b-8c25-dd428f71c02e admin admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 19:41:01.023275 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-41747f2a-ec17-4dab-94a3-1e11be0b6617 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417398'] for router_interface, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:01.080032 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb72dd6-b558-432d-ac12-b25c65ab07d6 None None] Pushing event updated for resources: {'Port': ['ID=66040610-c8a9-4e19-8bfb-2ce377c467e0,revision_number=3']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:01.159413 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-dac21eb0-32c7-481b-8c25-dd428f71c02e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251'] for network, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:01.160924 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac21eb0-32c7-481b-8c25-dd428f71c02e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:01.163104 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-dac21eb0-32c7-481b-8c25-dd428f71c02e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:01.199170 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-e3bc4395-3123-404a-a87c-63f72432b35e None None] Attempting to bind port 66040610-c8a9-4e19-8bfb-2ce377c467e0 on host n-d-836017-2 for vnic_type normal with profile {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:41:01.203249 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-e3bc4395-3123-404a-a87c-63f72432b35e None None] Attempting to bind port 66040610-c8a9-4e19-8bfb-2ce377c467e0 by drivers openvswitch,hyperv on host n-d-836017-2 at level 0 using segments [{'id': 'ad79eadc-6119-4b34-8b71-0a1ea7a9f7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8b6e6ab5-a637-42e9-a1d5-e645d5232d45'}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:41:01.203249 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3bc4395-3123-404a-a87c-63f72432b35e None None] Attempting to bind port 66040610-c8a9-4e19-8bfb-2ce377c467e0 on network 8b6e6ab5-a637-42e9-a1d5-e645d5232d45 {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:41:01.214993 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3bc4395-3123-404a-a87c-63f72432b35e None None] Checking agent: {'id': 'df2a5cfe-6839-400b-a998-e4fffce70f45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 8, 22), 'started_at': datetime.datetime(2022, 4, 18, 19, 8, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:41:01.215666 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3bc4395-3123-404a-a87c-63f72432b35e None None] Checking segment: {'id': 'ad79eadc-6119-4b34-8b71-0a1ea7a9f7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8b6e6ab5-a637-42e9-a1d5-e645d5232d45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:41:01.226464 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e3bc4395-3123-404a-a87c-63f72432b35e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:01.226464 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3bc4395-3123-404a-a87c-63f72432b35e None None] Bound using segment: {'id': 'ad79eadc-6119-4b34-8b71-0a1ea7a9f7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8b6e6ab5-a637-42e9-a1d5-e645d5232d45'} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:41:01.226464 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-e3bc4395-3123-404a-a87c-63f72432b35e None None] Bound port: 66040610-c8a9-4e19-8bfb-2ce377c467e0, host: n-d-836017-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad79eadc-6119-4b34-8b71-0a1ea7a9f7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8b6e6ab5-a637-42e9-a1d5-e645d5232d45'}}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:41:01.226464 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e3bc4395-3123-404a-a87c-63f72432b35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:01.350340 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8b48cd41-5271-44db-af93-1cd0ca65b773 req-e05eb681-25d4-4164-9d63-0531acf73080 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3883080 Apr 18 19:41:01.487338 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e3bc4395-3123-404a-a87c-63f72432b35e None None] For port 66040610-c8a9-4e19-8bfb-2ce377c467e0, host n-d-836017-2, cleared binding levels {{(pid=84765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:41:01.495357 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e3bc4395-3123-404a-a87c-63f72432b35e None None] For port 66040610-c8a9-4e19-8bfb-2ce377c467e0, host n-d-836017-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=66040610-c8a9-4e19-8bfb-2ce377c467e0,segment=NetworkSegment(ad79eadc-6119-4b34-8b71-0a1ea7a9f7b4),segment_id=ad79eadc-6119-4b34-8b71-0a1ea7a9f7b4)] {{(pid=84765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:41:01.503301 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57eea6b2-9959-4c28-adfe-4eca7483d55b'] response: {'server_uuid': '35c18f29-7f48-4aea-8936-253be86539c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e06a4309-c02f-4edc-aca7-93059f5751be', 'code': 200} Apr 18 19:41:01.575635 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e3bc4395-3123-404a-a87c-63f72432b35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:01.616721 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac21eb0-32c7-481b-8c25-dd428f71c02e admin admin] Pushing event updated for resources: {'Network': ['ID=44c4b429-8e17-4de6-ac7a-5d86267e5306,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:01.667577 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.db.resource_extend [req-2b4f0045-12bd-4b0e-9bad-16519e3f70e8 req-146d2e88-ee92-43a4-bf0c-8e4bfc0a8be5 service neutron] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 19:41:01.683406 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-dac21eb0-32c7-481b-8c25-dd428f71c02e admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 3.1486125 Apr 18 19:41:01.688461 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Network 44c4b429-8e17-4de6-ac7a-5d86267e5306 details requested by agent ovs-agent-n-d-836017-2 with host n-d-836017-2 {{(pid=84765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:41:01.690764 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 39048) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:01.739714 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-e998ee2b-27e5-403c-be7a-460fca7dcf95 admin admin] Request body: {'subnet': {'network_id': '44c4b429-8e17-4de6-ac7a-5d86267e5306', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1624347864-subnet', 'tenant_id': 'b0919d48454948588d6dfff2c9e54b63', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:41:01.786033 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-e998ee2b-27e5-403c-be7a-460fca7dcf95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:41:01.822904 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-e998ee2b-27e5-403c-be7a-460fca7dcf95 admin admin] Usage tracker for resource:subnet and tenant:b0919d48454948588d6dfff2c9e54b63 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:41:01.833474 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-e998ee2b-27e5-403c-be7a-460fca7dcf95 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:41:01.847829 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c66f403-7765-4361-8a20-a49d06f4c1cc req-565b2362-411b-499d-a298-a3926b199f3e tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:01.852454 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c66f403-7765-4361-8a20-a49d06f4c1cc req-565b2362-411b-499d-a298-a3926b199f3e tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:01.853468 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-3c66f403-7765-4361-8a20-a49d06f4c1cc req-565b2362-411b-499d-a298-a3926b199f3e tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Synchronizing usage tracker for tenant:af77c4468a104578b3401cd2f194180a on resource:port {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:41:01.862816 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-e998ee2b-27e5-403c-be7a-460fca7dcf95 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:41:01.882401 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [req-2b4f0045-12bd-4b0e-9bad-16519e3f70e8 req-146d2e88-ee92-43a4-bf0c-8e4bfc0a8be5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a958662e-05b7-44bf-ba9e-ac3115b1a223 {{(pid=84764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:41:01.903392 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-2b4f0045-12bd-4b0e-9bad-16519e3f70e8 req-146d2e88-ee92-43a4-bf0c-8e4bfc0a8be5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:01.971721 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb72dd6-b558-432d-ac12-b25c65ab07d6 None None] Pushing event updated for resources: {'Port': ['ID=66040610-c8a9-4e19-8bfb-2ce377c467e0,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:02.018186 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.provisioning_blocks [req-2b4f0045-12bd-4b0e-9bad-16519e3f70e8 req-146d2e88-ee92-43a4-bf0c-8e4bfc0a8be5 service neutron] Transition to ACTIVE for port object a958662e-05b7-44bf-ba9e-ac3115b1a223 will not be triggered until provisioned by entity L2. {{(pid=84764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:41:02.024669 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3bc4395-3123-404a-a87c-63f72432b35e None None] Routers {'a60693ab-1dbd-4a06-a74e-325dfbbf1c65'} bound to L3 agent in host n-d-836017-2 {{(pid=84765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:41:02.025353 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-e3bc4395-3123-404a-a87c-63f72432b35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:40:50Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['a60693ab-1dbd-4a06-a74e-325dfbbf1c65'], 'active': True} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:41:02.029807 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-3c66f403-7765-4361-8a20-a49d06f4c1cc req-565b2362-411b-499d-a298-a3926b199f3e tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Unset dirty status for tenant:af77c4468a104578b3401cd2f194180a on resource:port {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:41:02.036871 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-3c66f403-7765-4361-8a20-a49d06f4c1cc req-565b2362-411b-499d-a298-a3926b199f3e tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.69 "GET /v2.0/ports?device_id=86fb65d4-3164-487d-b9ef-d107d361b4b3 HTTP/1.1" status: 200 len: 1655 time: 0.6632068 Apr 18 19:41:02.071676 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b9656bdf-3b99-4c61-b281-48638d821326 req-5c3cad4a-e46d-4250-96e6-1369ad7f34d1 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=35c18f29-7f48-4aea-8936-253be86539c7 HTTP/1.1" status: 200 len: 1097 time: 0.3743672 Apr 18 19:41:02.085288 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41747f2a-ec17-4dab-94a3-1e11be0b6617 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Router 15e7089b-8a42-4c54-b62c-9cc17dc22659 has already been hosted by L3 agent 21b59c62-f184-4169-bc3e-79831cc043e8 {{(pid=84763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:41:02.122072 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e998ee2b-27e5-403c-be7a-460fca7dcf95 admin admin] Made reservation on behalf of b0919d48454948588d6dfff2c9e54b63 for: {'subnet': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:41:02.135534 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-e998ee2b-27e5-403c-be7a-460fca7dcf95 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65862573'] for subnet, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:02.140212 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b9656bdf-3b99-4c61-b281-48638d821326 req-353da041-335b-476e-a956-7e0085f2c8df service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=dd83c0f9-21b4-41da-a665-dc92cfe3fd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535574 Apr 18 19:41:02.448803 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-e3bc4395-3123-404a-a87c-63f72432b35e None None] Set router a60693ab-1dbd-4a06-a74e-325dfbbf1c65 gateway port host: n-d-836017-2 {{(pid=84765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:41:02.475937 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41747f2a-ec17-4dab-94a3-1e11be0b6617 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify agent at l3_agent.n-d-836017-2 the message routers_updated {{(pid=84763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:41:02.493006 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5d8c76-c05c-44f9-b41a-c4e9a3ac6c98 None None] Sync routers for ids ['15e7089b-8a42-4c54-b62c-9cc17dc22659'] in n-d-836017-2 {{(pid=84766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:41:02.504906 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-2b4f0045-12bd-4b0e-9bad-16519e3f70e8 req-146d2e88-ee92-43a4-bf0c-8e4bfc0a8be5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2290934'] for port, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:02.517387 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-41747f2a-ec17-4dab-94a3-1e11be0b6617 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] 10.222.0.69 "PUT /v2.0/routers/15e7089b-8a42-4c54-b62c-9cc17dc22659/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4282732 Apr 18 19:41:02.517859 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 39062) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:02.532119 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5d8c76-c05c-44f9-b41a-c4e9a3ac6c98 None None] Routers {'15e7089b-8a42-4c54-b62c-9cc17dc22659'} bound to L3 agent in host n-d-836017-2 {{(pid=84766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:41:02.532778 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-cb5d8c76-c05c-44f9-b41a-c4e9a3ac6c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:40:50Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['15e7089b-8a42-4c54-b62c-9cc17dc22659'], 'active': True} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:41:02.579233 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-e998ee2b-27e5-403c-be7a-460fca7dcf95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2290811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65862591'] for subnet, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:02.609040 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-a55dfe5d-5d03-40f9-878a-148d998d2015 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Synchronizing usage tracker for tenant:bd464d5bd80e48739c10390179c2302b on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:41:02.632848 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fcfefb-e54b-4525-a19a-1d7bb17af877 req-96f5e2bb-2c90-4137-a220-8384eefdfb7f tempest-ServerPasswordTestJSON-247121190 tempest-ServerPasswordTestJSON-247121190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:02.635704 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-70fcfefb-e54b-4525-a19a-1d7bb17af877 req-96f5e2bb-2c90-4137-a220-8384eefdfb7f tempest-ServerPasswordTestJSON-247121190 tempest-ServerPasswordTestJSON-247121190-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c18f29-7f48-4aea-8936-253be86539c7 HTTP/1.1" status: 200 len: 946 time: 0.2985725 Apr 18 19:41:02.682082 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-cb5d8c76-c05c-44f9-b41a-c4e9a3ac6c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-2', False) {} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:41:02.702303 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5d8c76-c05c-44f9-b41a-c4e9a3ac6c98 None None] Routers {'15e7089b-8a42-4c54-b62c-9cc17dc22659'} bound to L3 agent in host n-d-836017-2 {{(pid=84766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:41:02.704461 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-cb5d8c76-c05c-44f9-b41a-c4e9a3ac6c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:40:50Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['15e7089b-8a42-4c54-b62c-9cc17dc22659'], 'active': True} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:41:02.730313 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e998ee2b-27e5-403c-be7a-460fca7dcf95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f640dd4-ac07-43cd-b0cc-e95db7eb74e5,revision_number=0']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:02.749982 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-3c66f403-7765-4361-8a20-a49d06f4c1cc req-68dbc95c-91e2-490d-8ed1-bc3b7e3c53d2 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.69 "GET /v2.0/security-groups?id=bb003ef8-bec1-46f4-8fe0-50640bc23b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7116113 Apr 18 19:41:02.769441 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-70fcfefb-e54b-4525-a19a-1d7bb17af877 req-b7d983db-1bdc-44b4-ba72-1d1f7fa5c620 tempest-ServerPasswordTestJSON-247121190 tempest-ServerPasswordTestJSON-247121190-project] 10.222.0.69 "GET /v2.0/security-groups?id=dd83c0f9-21b4-41da-a665-dc92cfe3fd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261568 Apr 18 19:41:02.809238 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-a55dfe5d-5d03-40f9-878a-148d998d2015 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Unset dirty status for tenant:bd464d5bd80e48739c10390179c2302b on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:41:02.810673 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-a55dfe5d-5d03-40f9-878a-148d998d2015 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] 10.222.0.69 "GET /v2.0/ports?device_id=15e7089b-8a42-4c54-b62c-9cc17dc22659 HTTP/1.1" status: 200 len: 205 time: 0.2919712 Apr 18 19:41:02.818524 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 39068) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:02.857700 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-cb5d8c76-c05c-44f9-b41a-c4e9a3ac6c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-2', False) {} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:41:02.858281 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5d8c76-c05c-44f9-b41a-c4e9a3ac6c98 None None] The sync data for ids ['15e7089b-8a42-4c54-b62c-9cc17dc22659'] in n-d-836017-2 is: [] {{(pid=84766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:41:03.040341 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146d2e88-ee92-43a4-bf0c-8e4bfc0a8be5 service neutron] Pushing event updated for resources: {'Port': ['ID=a958662e-05b7-44bf-ba9e-ac3115b1a223,revision_number=2']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:03.385624 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e998ee2b-27e5-403c-be7a-460fca7dcf95 admin admin] Checking segment: {'id': '29e2b76d-fba6-44e9-a69a-26c3e4a86483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '44c4b429-8e17-4de6-ac7a-5d86267e5306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:41:03.385898 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-e3bc4395-3123-404a-a87c-63f72432b35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a60693ab-1dbd-4a06-a74e-325dfbbf1c65', 'name': 'tempest-TaggedBootDevicesTest_v242-912268687-router', 'tenant_id': '25b05b3bfc6f4792a58f276b63d5c65b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': 'c2611856-5238-40d0-8c21-ab5f19482afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:40:33Z', 'updated_at': '2022-04-18T19:40:50Z', 'revision_number': 4, 'project_id': '25b05b3bfc6f4792a58f276b63d5c65b', 'gw_port': {'id': 'c2611856-5238-40d0-8c21-ab5f19482afd', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e9:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a60693ab-1dbd-4a06-a74e-325dfbbf1c65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:40:36Z', 'updated_at': '2022-04-18T19:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_interfaces': [{'id': '66040610-c8a9-4e19-8bfb-2ce377c467e0', 'name': '', 'network_id': '8b6e6ab5-a637-42e9-a1d5-e645d5232d45', 'tenant_id': '25b05b3bfc6f4792a58f276b63d5c65b', 'mac_address': 'fa:16:3e:09:89:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a60693ab-1dbd-4a06-a74e-325dfbbf1c65', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a3afa18-3f2b-4a32-b48b-b28e322abb51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:40:48Z', 'updated_at': '2022-04-18T19:41:01Z', 'revision_number': 4, 'project_id': '25b05b3bfc6f4792a58f276b63d5c65b', 'subnets': [{'id': '7a3afa18-3f2b-4a32-b48b-b28e322abb51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-2', False) {} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:41:03.386424 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e998ee2b-27e5-403c-be7a-460fca7dcf95 admin admin] Network hostable DHCP agents. Network: 44c4b429-8e17-4de6-ac7a-5d86267e5306, hostable agents: ['f6987c12-6d6c-47d4-b22d-cfcd164dc40d'], hosted agents: [] {{(pid=84764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:41:03.392385 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bc4395-3123-404a-a87c-63f72432b35e None None] The sync data for ids ['a60693ab-1dbd-4a06-a74e-325dfbbf1c65'] in n-d-836017-2 is: [{'id': 'a60693ab-1dbd-4a06-a74e-325dfbbf1c65', 'name': 'tempest-TaggedBootDevicesTest_v242-912268687-router', 'tenant_id': '25b05b3bfc6f4792a58f276b63d5c65b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': 'c2611856-5238-40d0-8c21-ab5f19482afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:40:33Z', 'updated_at': '2022-04-18T19:40:50Z', 'revision_number': 4, 'project_id': '25b05b3bfc6f4792a58f276b63d5c65b', 'gw_port': {'id': 'c2611856-5238-40d0-8c21-ab5f19482afd', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e9:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a60693ab-1dbd-4a06-a74e-325dfbbf1c65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:40:36Z', 'updated_at': '2022-04-18T19:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_interfaces': [{'id': '66040610-c8a9-4e19-8bfb-2ce377c467e0', 'name': '', 'network_id': '8b6e6ab5-a637-42e9-a1d5-e645d5232d45', 'tenant_id': '25b05b3bfc6f4792a58f276b63d5c65b', 'mac_address': 'fa:16:3e:09:89:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a60693ab-1dbd-4a06-a74e-325dfbbf1c65', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a3afa18-3f2b-4a32-b48b-b28e322abb51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:40:48Z', 'updated_at': '2022-04-18T19:41:01Z', 'revision_number': 4, 'project_id': '25b05b3bfc6f4792a58f276b63d5c65b', 'subnets': [{'id': '7a3afa18-3f2b-4a32-b48b-b28e322abb51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:41:03.466987 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-56cb4132-0be3-4013-9a9d-3dd36f375422 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks [] for router, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:03.489392 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-2b4f0045-12bd-4b0e-9bad-16519e3f70e8 req-146d2e88-ee92-43a4-bf0c-8e4bfc0a8be5 service neutron] Attempting to bind port a958662e-05b7-44bf-ba9e-ac3115b1a223 on host n-h2-836017-2 for vnic_type normal with profile {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:41:03.489742 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-2b4f0045-12bd-4b0e-9bad-16519e3f70e8 req-146d2e88-ee92-43a4-bf0c-8e4bfc0a8be5 service neutron] Attempting to bind port a958662e-05b7-44bf-ba9e-ac3115b1a223 by drivers openvswitch,hyperv on host n-h2-836017-2 at level 0 using segments [{'id': '876242d1-e60d-46ae-ad8c-374f910d2430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '19ed8b69-13dd-4f9a-9954-06368b2c09bf'}] {{(pid=84764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:41:03.490077 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4f0045-12bd-4b0e-9bad-16519e3f70e8 req-146d2e88-ee92-43a4-bf0c-8e4bfc0a8be5 service neutron] Attempting to bind port a958662e-05b7-44bf-ba9e-ac3115b1a223 on network 19ed8b69-13dd-4f9a-9954-06368b2c09bf {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:41:03.544092 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4f0045-12bd-4b0e-9bad-16519e3f70e8 req-146d2e88-ee92-43a4-bf0c-8e4bfc0a8be5 service neutron] Port a958662e-05b7-44bf-ba9e-ac3115b1a223 on network 19ed8b69-13dd-4f9a-9954-06368b2c09bf not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-2 {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:41:03.545337 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4f0045-12bd-4b0e-9bad-16519e3f70e8 req-146d2e88-ee92-43a4-bf0c-8e4bfc0a8be5 service neutron] Attempting to bind port a958662e-05b7-44bf-ba9e-ac3115b1a223 on network 19ed8b69-13dd-4f9a-9954-06368b2c09bf {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:41:03.566459 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4f0045-12bd-4b0e-9bad-16519e3f70e8 req-146d2e88-ee92-43a4-bf0c-8e4bfc0a8be5 service neutron] Checking agent: {'id': '02e8f951-d3a3-40e1-b8cc-aed258af030b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 40, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:41:03.566791 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4f0045-12bd-4b0e-9bad-16519e3f70e8 req-146d2e88-ee92-43a4-bf0c-8e4bfc0a8be5 service neutron] Checking segment: {'id': '876242d1-e60d-46ae-ad8c-374f910d2430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '19ed8b69-13dd-4f9a-9954-06368b2c09bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:41:03.567176 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4f0045-12bd-4b0e-9bad-16519e3f70e8 req-146d2e88-ee92-43a4-bf0c-8e4bfc0a8be5 service neutron] Bound using segment: {'id': '876242d1-e60d-46ae-ad8c-374f910d2430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '19ed8b69-13dd-4f9a-9954-06368b2c09bf'} {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:41:03.567624 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-2b4f0045-12bd-4b0e-9bad-16519e3f70e8 req-146d2e88-ee92-43a4-bf0c-8e4bfc0a8be5 service neutron] Bound port: a958662e-05b7-44bf-ba9e-ac3115b1a223, host: n-h2-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '876242d1-e60d-46ae-ad8c-374f910d2430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '19ed8b69-13dd-4f9a-9954-06368b2c09bf'}}] {{(pid=84764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:41:03.567958 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-2b4f0045-12bd-4b0e-9bad-16519e3f70e8 req-146d2e88-ee92-43a4-bf0c-8e4bfc0a8be5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:03.716401 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e998ee2b-27e5-403c-be7a-460fca7dcf95 admin admin] Network 44c4b429-8e17-4de6-ac7a-5d86267e5306 is scheduled to be hosted by DHCP agent f6987c12-6d6c-47d4-b22d-cfcd164dc40d with binding_index 1 {{(pid=84764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:41:03.815997 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-2b4f0045-12bd-4b0e-9bad-16519e3f70e8 req-146d2e88-ee92-43a4-bf0c-8e4bfc0a8be5 service neutron] For port a958662e-05b7-44bf-ba9e-ac3115b1a223, host n-h2-836017-2, cleared binding levels {{(pid=84764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:41:03.824131 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-2b4f0045-12bd-4b0e-9bad-16519e3f70e8 req-146d2e88-ee92-43a4-bf0c-8e4bfc0a8be5 service neutron] For port a958662e-05b7-44bf-ba9e-ac3115b1a223, host n-h2-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=a958662e-05b7-44bf-ba9e-ac3115b1a223,segment=NetworkSegment(876242d1-e60d-46ae-ad8c-374f910d2430),segment_id=876242d1-e60d-46ae-ad8c-374f910d2430)] {{(pid=84764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:41:03.839073 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [None req-e998ee2b-27e5-403c-be7a-460fca7dcf95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-2, 44c4b429-8e17-4de6-ac7a-5d86267e5306) {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:41:03.843534 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e998ee2b-27e5-403c-be7a-460fca7dcf95 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:03.844292 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-e998ee2b-27e5-403c-be7a-460fca7dcf95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for subnet, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:03.867827 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d77266c-568e-4d71-9699-159d0f4a247c None None] Network 44c4b429-8e17-4de6-ac7a-5d86267e5306 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:41:03.905639 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-2b4f0045-12bd-4b0e-9bad-16519e3f70e8 req-146d2e88-ee92-43a4-bf0c-8e4bfc0a8be5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2290934'] for port, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:03.919013 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c806d1-5d49-4157-9aa2-fe7cbade453c req-13f27472-97f5-482e-85fd-ba89a2ba3dd4 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:03.926660 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f0c806d1-5d49-4157-9aa2-fe7cbade453c req-13f27472-97f5-482e-85fd-ba89a2ba3dd4 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 945 time: 0.7421379 Apr 18 19:41:04.028118 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-e998ee2b-27e5-403c-be7a-460fca7dcf95 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.3353279 Apr 18 19:41:04.030018 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f0c806d1-5d49-4157-9aa2-fe7cbade453c req-e4d03321-8a0e-4342-a2bf-43f189fef444 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018591 Apr 18 19:41:04.035305 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 39086) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:04.063225 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-88810fc6-4278-493b-8992-20faf2bdc036 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1624347864-router', 'tenant_id': 'b0919d48454948588d6dfff2c9e54b63', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'}}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:41:04.202608 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-2b4f0045-12bd-4b0e-9bad-16519e3f70e8 req-146d2e88-ee92-43a4-bf0c-8e4bfc0a8be5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:04.204251 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2b4f0045-12bd-4b0e-9bad-16519e3f70e8 req-146d2e88-ee92-43a4-bf0c-8e4bfc0a8be5 service neutron] 10.222.0.72 "PUT /v2.0/ports/a958662e-05b7-44bf-ba9e-ac3115b1a223 HTTP/1.1" status: 200 len: 1092 time: 4.9884624 Apr 18 19:41:04.212713 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86fb65d4-3164-487d-b9ef-d107d361b4b3', 'tag': 'a958662e-05b7-44bf-ba9e-ac3115b1a223'}] {{(pid=84764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:41:04.310925 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-88810fc6-4278-493b-8992-20faf2bdc036 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:41:04.351726 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146d2e88-ee92-43a4-bf0c-8e4bfc0a8be5 service neutron] Pushing event updated for resources: {'Port': ['ID=a958662e-05b7-44bf-ba9e-ac3115b1a223,revision_number=3']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:04.370372 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000bcf74-1a1a-4818-8653-b1ef7fe89c3e req-25645872-0eaf-40fd-bb0b-8906e70fbcfb tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:04.394991 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000bcf74-1a1a-4818-8653-b1ef7fe89c3e req-25645872-0eaf-40fd-bb0b-8906e70fbcfb tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:04.404854 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-000bcf74-1a1a-4818-8653-b1ef7fe89c3e req-25645872-0eaf-40fd-bb0b-8906e70fbcfb tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.69 "GET /v2.0/ports?device_id=86fb65d4-3164-487d-b9ef-d107d361b4b3 HTTP/1.1" status: 200 len: 1667 time: 0.3781576 Apr 18 19:41:04.442209 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22984ab2-1e4d-4a68-b630-78ac6cf666a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31f5fbf7-4b5c-5a44-b255-70c4fc176ae8-44c4b429-8e17-4de6-ac7a-5d86267e5306', 'network_id': '44c4b429-8e17-4de6-ac7a-5d86267e5306', 'tenant_id': 'b0919d48454948588d6dfff2c9e54b63', 'fixed_ips': [{'subnet_id': '8f640dd4-ac07-43cd-b0cc-e95db7eb74e5'}]}} from n-d-836017-2. {{(pid=84765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 19:41:04.444893 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-22984ab2-1e4d-4a68-b630-78ac6cf666a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:04.519521 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-88810fc6-4278-493b-8992-20faf2bdc036 admin admin] Usage tracker for resource:router and tenant:b0919d48454948588d6dfff2c9e54b63 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:41:04.529309 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-000bcf74-1a1a-4818-8653-b1ef7fe89c3e req-771c635b-78ea-4b20-98c7-d75dbb07cae5 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.69 "GET /v2.0/security-groups?id=bb003ef8-bec1-46f4-8fe0-50640bc23b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100729 Apr 18 19:41:04.551625 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-88810fc6-4278-493b-8992-20faf2bdc036 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:41:04.655893 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [req-2b4f0045-12bd-4b0e-9bad-16519e3f70e8 req-656a2f9b-611e-47a1-96e0-698752aa8af2 service neutron] Request body: {'port': {'device_id': '86fb65d4-3164-487d-b9ef-d107d361b4b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-2'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:41:04.662536 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-88810fc6-4278-493b-8992-20faf2bdc036 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:41:05.001961 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-22984ab2-1e4d-4a68-b630-78ac6cf666a3 None None] Allocated IP 172.20.0.2 (44c4b429-8e17-4de6-ac7a-5d86267e5306/8f640dd4-ac07-43cd-b0cc-e95db7eb74e5/0ab5dabf-703f-43ac-91bd-0ca3bc520e33) {{(pid=84765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:41:05.112804 n-d-836017-2 neutron-server[84764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-006257bc-e0f3-4d44-a88f-8bd565006136'] response: {'name': 'network-changed', 'server_uuid': '86fb65d4-3164-487d-b9ef-d107d361b4b3', 'tag': 'a958662e-05b7-44bf-ba9e-ac3115b1a223', 'status': 'completed', 'code': 200} Apr 18 19:41:05.121379 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-56cb4132-0be3-4013-9a9d-3dd36f375422 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4443'] for router, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:05.128515 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-56cb4132-0be3-4013-9a9d-3dd36f375422 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:05.224742 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-88810fc6-4278-493b-8992-20faf2bdc036 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-415242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4425'] for router, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:05.226021 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-88810fc6-4278-493b-8992-20faf2bdc036 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-416909', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4418'] for router, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:05.292344 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-56cb4132-0be3-4013-9a9d-3dd36f375422 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412768'] for router, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:05.293051 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56cb4132-0be3-4013-9a9d-3dd36f375422 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Fanout notify agent at l3_agent the message router_deleted on router 15e7089b-8a42-4c54-b62c-9cc17dc22659 {{(pid=84763) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 19:41:05.297310 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-2b4f0045-12bd-4b0e-9bad-16519e3f70e8 req-656a2f9b-611e-47a1-96e0-698752aa8af2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:05.318026 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 66040610-c8a9-4e19-8bfb-2ce377c467e0 up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:41:05.329092 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-56cb4132-0be3-4013-9a9d-3dd36f375422 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks [] for router, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:05.330704 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-56cb4132-0be3-4013-9a9d-3dd36f375422 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] 10.222.0.69 "DELETE /v2.0/routers/15e7089b-8a42-4c54-b62c-9cc17dc22659 HTTP/1.1" status: 204 len: 168 time: 2.5108879 Apr 18 19:41:05.335167 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 39112) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:05.357289 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-88810fc6-4278-493b-8992-20faf2bdc036 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:05.389351 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2c85b812-1d19-40a1-9b4e-f99e29a3a6e2 req-135c46b5-bc46-454f-ac67-a112eb819ffe service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=af77c4468a104578b3401cd2f194180a&device_id=86fb65d4-3164-487d-b9ef-d107d361b4b3 HTTP/1.1" status: 200 len: 1914 time: 0.3979521 Apr 18 19:41:05.417032 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-22984ab2-1e4d-4a68-b630-78ac6cf666a3 None None] Notify callbacks [] for port, precommit_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:05.429201 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-22984ab2-1e4d-4a68-b630-78ac6cf666a3 None None] Transition to ACTIVE for port object 0ab5dabf-703f-43ac-91bd-0ca3bc520e33 will not be triggered until provisioned by entity L2. {{(pid=84765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:41:05.453779 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-22984ab2-1e4d-4a68-b630-78ac6cf666a3 None None] Transition to ACTIVE for port object 0ab5dabf-703f-43ac-91bd-0ca3bc520e33 will not be triggered until provisioned by entity DHCP. {{(pid=84765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:41:05.474397 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.agents_db [None req-eb67022b-f881-4bc8-8f45-fca90fb27803 None None] Agent healthcheck: found 7 active agents {{(pid=84766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:41:05.534786 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-22984ab2-1e4d-4a68-b630-78ac6cf666a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331'] for port, after_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:05.682750 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c85b812-1d19-40a1-9b4e-f99e29a3a6e2 req-5199db97-9291-4f25-934a-b9059a1273d2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:05.684786 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c85b812-1d19-40a1-9b4e-f99e29a3a6e2 req-5199db97-9291-4f25-934a-b9059a1273d2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:05.685224 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c85b812-1d19-40a1-9b4e-f99e29a3a6e2 req-5199db97-9291-4f25-934a-b9059a1273d2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:05.686842 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2c85b812-1d19-40a1-9b4e-f99e29a3a6e2 req-5199db97-9291-4f25-934a-b9059a1273d2 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=af77c4468a104578b3401cd2f194180a&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2966719 Apr 18 19:41:05.695899 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94202cc0-e3ce-44ff-aa33-20783f84d722 req-428bf93e-eff6-4e2a-8155-7628befc9bf4 tempest-ServerPasswordTestJSON-247121190 tempest-ServerPasswordTestJSON-247121190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:05.703645 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-94202cc0-e3ce-44ff-aa33-20783f84d722 req-428bf93e-eff6-4e2a-8155-7628befc9bf4 tempest-ServerPasswordTestJSON-247121190 tempest-ServerPasswordTestJSON-247121190-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c18f29-7f48-4aea-8936-253be86539c7 HTTP/1.1" status: 200 len: 946 time: 1.1767948 Apr 18 19:41:05.721503 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22984ab2-1e4d-4a68-b630-78ac6cf666a3 None None] Pushing event updated for resources: {'Port': ['ID=0ab5dabf-703f-43ac-91bd-0ca3bc520e33,revision_number=1']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:05.739229 n-d-836017-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22984ab2-1e4d-4a68-b630-78ac6cf666a3 None None] Network 44c4b429-8e17-4de6-ac7a-5d86267e5306 is already hosted by enough agents. {{(pid=84765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:41:05.743616 n-d-836017-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-22984ab2-1e4d-4a68-b630-78ac6cf666a3 None None] Resources bound (agent type, host, resource id): {{(pid=84765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:41:05.750837 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22984ab2-1e4d-4a68-b630-78ac6cf666a3 None None] Received port after_create {{(pid=84765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:41:05.836939 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22984ab2-1e4d-4a68-b630-78ac6cf666a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:41:05.837197 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22984ab2-1e4d-4a68-b630-78ac6cf666a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:41:05.837892 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22984ab2-1e4d-4a68-b630-78ac6cf666a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:41:05.838267 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22984ab2-1e4d-4a68-b630-78ac6cf666a3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:41:05.838662 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22984ab2-1e4d-4a68-b630-78ac6cf666a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:41:05.839032 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22984ab2-1e4d-4a68-b630-78ac6cf666a3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:41:05.839484 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22984ab2-1e4d-4a68-b630-78ac6cf666a3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:41:05.839826 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22984ab2-1e4d-4a68-b630-78ac6cf666a3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:41:05.840262 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22984ab2-1e4d-4a68-b630-78ac6cf666a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:41:05.840618 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22984ab2-1e4d-4a68-b630-78ac6cf666a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:41:05.841070 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22984ab2-1e4d-4a68-b630-78ac6cf666a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:41:05.860940 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning for port 66040610-c8a9-4e19-8bfb-2ce377c467e0 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:41:05.901095 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port 66040610-c8a9-4e19-8bfb-2ce377c467e0 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:41:05.902340 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:05.982068 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-22984ab2-1e4d-4a68-b630-78ac6cf666a3 None None] Attempting to bind port 0ab5dabf-703f-43ac-91bd-0ca3bc520e33 on host n-d-836017-2 for vnic_type normal with profile {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:41:05.982435 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-22984ab2-1e4d-4a68-b630-78ac6cf666a3 None None] Attempting to bind port 0ab5dabf-703f-43ac-91bd-0ca3bc520e33 by drivers openvswitch,hyperv on host n-d-836017-2 at level 0 using segments [{'id': '29e2b76d-fba6-44e9-a69a-26c3e4a86483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '44c4b429-8e17-4de6-ac7a-5d86267e5306'}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:41:05.983099 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22984ab2-1e4d-4a68-b630-78ac6cf666a3 None None] Attempting to bind port 0ab5dabf-703f-43ac-91bd-0ca3bc520e33 on network 44c4b429-8e17-4de6-ac7a-5d86267e5306 {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:41:06.042740 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22984ab2-1e4d-4a68-b630-78ac6cf666a3 None None] Checking agent: {'id': 'df2a5cfe-6839-400b-a998-e4fffce70f45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 8, 22), 'started_at': datetime.datetime(2022, 4, 18, 19, 8, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:41:06.043245 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22984ab2-1e4d-4a68-b630-78ac6cf666a3 None None] Checking segment: {'id': '29e2b76d-fba6-44e9-a69a-26c3e4a86483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '44c4b429-8e17-4de6-ac7a-5d86267e5306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:41:06.043642 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-22984ab2-1e4d-4a68-b630-78ac6cf666a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:06.044738 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22984ab2-1e4d-4a68-b630-78ac6cf666a3 None None] Bound using segment: {'id': '29e2b76d-fba6-44e9-a69a-26c3e4a86483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '44c4b429-8e17-4de6-ac7a-5d86267e5306'} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:41:06.046026 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-22984ab2-1e4d-4a68-b630-78ac6cf666a3 None None] Bound port: 0ab5dabf-703f-43ac-91bd-0ca3bc520e33, host: n-d-836017-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29e2b76d-fba6-44e9-a69a-26c3e4a86483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '44c4b429-8e17-4de6-ac7a-5d86267e5306'}}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:41:06.046850 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-94202cc0-e3ce-44ff-aa33-20783f84d722 req-8312ad08-ea79-4024-9729-ea985fe7eca9 tempest-ServerPasswordTestJSON-247121190 tempest-ServerPasswordTestJSON-247121190-project] 10.222.0.69 "GET /v2.0/security-groups?id=dd83c0f9-21b4-41da-a665-dc92cfe3fd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3423598 Apr 18 19:41:06.049773 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-22984ab2-1e4d-4a68-b630-78ac6cf666a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:06.061566 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f6cc5e-791c-49fa-95ec-78ae04f24497 req-6e7731c7-0bd6-412d-b5f1-ab1f4b1a97af tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:06.063699 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a6f6cc5e-791c-49fa-95ec-78ae04f24497 req-6e7731c7-0bd6-412d-b5f1-ab1f4b1a97af tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 945 time: 0.6782253 Apr 18 19:41:06.149418 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c85b812-1d19-40a1-9b4e-f99e29a3a6e2 req-a61b0eff-b0a4-4c89-8659-6916ce5100c6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:06.158137 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2c85b812-1d19-40a1-9b4e-f99e29a3a6e2 req-a61b0eff-b0a4-4c89-8659-6916ce5100c6 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4522455 Apr 18 19:41:06.169912 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-22984ab2-1e4d-4a68-b630-78ac6cf666a3 None None] For port 0ab5dabf-703f-43ac-91bd-0ca3bc520e33, host n-d-836017-2, cleared binding levels {{(pid=84765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:41:06.173751 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-22984ab2-1e4d-4a68-b630-78ac6cf666a3 None None] For port 0ab5dabf-703f-43ac-91bd-0ca3bc520e33, host n-d-836017-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=0ab5dabf-703f-43ac-91bd-0ca3bc520e33,segment=NetworkSegment(29e2b76d-fba6-44e9-a69a-26c3e4a86483),segment_id=29e2b76d-fba6-44e9-a69a-26c3e4a86483)] {{(pid=84765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:41:06.252753 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_v2 [None req-68a28e1f-33c9-47b9-a182-6d9baac10356 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Deleting subnet 9b651381-52ea-4533-9909-2342a837236c {{(pid=84764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:41:06.266646 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-68a28e1f-33c9-47b9-a182-6d9baac10356 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks [] for subnet, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:06.279060 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-22984ab2-1e4d-4a68-b630-78ac6cf666a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:06.396121 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-68a28e1f-33c9-47b9-a182-6d9baac10356 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66931798'] for subnet, precommit_delete_associations {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:06.397457 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22984ab2-1e4d-4a68-b630-78ac6cf666a3 None None] Pushing event updated for resources: {'Port': ['ID=0ab5dabf-703f-43ac-91bd-0ca3bc520e33,revision_number=2']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:06.431940 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:06.448374 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a6f6cc5e-791c-49fa-95ec-78ae04f24497 req-a040d8ab-f787-4db1-9d74-20b412fba268 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548969 Apr 18 19:41:06.526374 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] For port 66040610-c8a9-4e19-8bfb-2ce377c467e0, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=66040610-c8a9-4e19-8bfb-2ce377c467e0,segment=NetworkSegment(ad79eadc-6119-4b34-8b71-0a1ea7a9f7b4),segment_id=ad79eadc-6119-4b34-8b71-0a1ea7a9f7b4)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:41:06.644356 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:06.644785 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-68a28e1f-33c9-47b9-a182-6d9baac10356 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1258508'] for subnet, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:06.736796 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-88810fc6-4278-493b-8992-20faf2bdc036 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416895', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4776'] for router, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:06.790935 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9b874e-2039-4b6e-a01d-b75e16f04fbd req-8c4d2fd9-7ea0-43d8-b1f3-31c149eb157a tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:06.810285 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9b874e-2039-4b6e-a01d-b75e16f04fbd req-8c4d2fd9-7ea0-43d8-b1f3-31c149eb157a tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:06.812050 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4e9b874e-2039-4b6e-a01d-b75e16f04fbd req-8c4d2fd9-7ea0-43d8-b1f3-31c149eb157a tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.69 "GET /v2.0/ports?device_id=86fb65d4-3164-487d-b9ef-d107d361b4b3 HTTP/1.1" status: 200 len: 1667 time: 0.3711731 Apr 18 19:41:06.933366 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Pushing event updated for resources: {'Port': ['ID=66040610-c8a9-4e19-8bfb-2ce377c467e0,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:06.998350 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [req-2b4f0045-12bd-4b0e-9bad-16519e3f70e8 req-656a2f9b-611e-47a1-96e0-698752aa8af2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a1a606d-139b-4d8d-9d58-35731d1a6049 {{(pid=84764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:41:07.014385 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-2b4f0045-12bd-4b0e-9bad-16519e3f70e8 req-656a2f9b-611e-47a1-96e0-698752aa8af2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:07.110601 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.provisioning_blocks [req-2b4f0045-12bd-4b0e-9bad-16519e3f70e8 req-656a2f9b-611e-47a1-96e0-698752aa8af2 service neutron] Transition to ACTIVE for port object 5a1a606d-139b-4d8d-9d58-35731d1a6049 will not be triggered until provisioned by entity L2. {{(pid=84764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:41:07.123123 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4e9b874e-2039-4b6e-a01d-b75e16f04fbd req-d456a68a-d201-4a37-b0b6-c3d455cda372 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.69 "GET /v2.0/security-groups?id=bb003ef8-bec1-46f4-8fe0-50640bc23b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3035557 Apr 18 19:41:07.236741 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-68a28e1f-33c9-47b9-a182-6d9baac10356 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1258501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2290876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65862598'] for subnet, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:07.366118 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 66040610-c8a9-4e19-8bfb-2ce377c467e0 up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:41:07.390655 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-88810fc6-4278-493b-8992-20faf2bdc036 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:07.392109 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-2b4f0045-12bd-4b0e-9bad-16519e3f70e8 req-656a2f9b-611e-47a1-96e0-698752aa8af2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2290934'] for port, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:07.429316 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-88810fc6-4278-493b-8992-20faf2bdc036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:07.524231 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port 66040610-c8a9-4e19-8bfb-2ce377c467e0 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:41:07.527013 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:07.536979 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a28e1f-33c9-47b9-a182-6d9baac10356 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Pushing event deleted for resources: {'Subnet': ['ID=9b651381-52ea-4533-9909-2342a837236c,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:07.647771 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-68a28e1f-33c9-47b9-a182-6d9baac10356 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for subnet, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:07.685959 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6af2c76-c1e6-4f10-9ac8-537433ab4d09 None None] Network 19e1e944-a631-4c85-a049-eddbf0a6b930 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:41:07.848992 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_common [None req-88810fc6-4278-493b-8992-20faf2bdc036 admin admin] Allocated IP 172.25.3.147 (11e8e108-37df-4084-b6b7-113e6beb66b4/3b0abf32-1504-448b-b06e-c8c870b6a7c8/41b36239-1988-4259-afb1-27df0cae013b) {{(pid=84763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:41:07.975528 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-68a28e1f-33c9-47b9-a182-6d9baac10356 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] 10.222.0.69 "DELETE /v2.0/subnets/9b651381-52ea-4533-9909-2342a837236c HTTP/1.1" status: 204 len: 168 time: 2.6344290 Apr 18 19:41:08.102524 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 39150) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:08.201631 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-88810fc6-4278-493b-8992-20faf2bdc036 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:08.362321 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-88810fc6-4278-493b-8992-20faf2bdc036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:08.404367 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656a2f9b-611e-47a1-96e0-698752aa8af2 service neutron] Pushing event updated for resources: {'Port': ['ID=5a1a606d-139b-4d8d-9d58-35731d1a6049,revision_number=2']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:08.423550 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 0ab5dabf-703f-43ac-91bd-0ca3bc520e33 up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:41:08.455834 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0ba464-f51e-4beb-9630-2917823ae29d None None] Network 44c4b429-8e17-4de6-ac7a-5d86267e5306 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:41:08.592554 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88810fc6-4278-493b-8992-20faf2bdc036 admin admin] Pushing event updated for resources: {'Port': ['ID=41b36239-1988-4259-afb1-27df0cae013b,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:08.628040 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88810fc6-4278-493b-8992-20faf2bdc036 admin admin] Network 11e8e108-37df-4084-b6b7-113e6beb66b4 is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:41:08.629916 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [None req-88810fc6-4278-493b-8992-20faf2bdc036 admin admin] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:41:08.642761 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88810fc6-4278-493b-8992-20faf2bdc036 admin admin] Received port after_create {{(pid=84763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:41:08.834845 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-2b4f0045-12bd-4b0e-9bad-16519e3f70e8 req-656a2f9b-611e-47a1-96e0-698752aa8af2 service neutron] Attempting to bind port 5a1a606d-139b-4d8d-9d58-35731d1a6049 on host n-h2-836017-2 for vnic_type normal with profile {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:41:08.845589 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-2b4f0045-12bd-4b0e-9bad-16519e3f70e8 req-656a2f9b-611e-47a1-96e0-698752aa8af2 service neutron] Attempting to bind port 5a1a606d-139b-4d8d-9d58-35731d1a6049 by drivers openvswitch,hyperv on host n-h2-836017-2 at level 0 using segments [{'id': '217050b6-f70b-49c6-b4e2-18ae855d24a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '52e170c2-06c7-4c69-ba2b-a584d3f8e457'}] {{(pid=84764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:41:08.845927 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4f0045-12bd-4b0e-9bad-16519e3f70e8 req-656a2f9b-611e-47a1-96e0-698752aa8af2 service neutron] Attempting to bind port 5a1a606d-139b-4d8d-9d58-35731d1a6049 on network 52e170c2-06c7-4c69-ba2b-a584d3f8e457 {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:41:08.925637 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae2d179-63ee-4b85-ab22-1c7d22389128 req-2af98230-3022-4957-9d80-eb4507af48cf tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:08.934630 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-aae2d179-63ee-4b85-ab22-1c7d22389128 req-2af98230-3022-4957-9d80-eb4507af48cf tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 945 time: 1.0007977 Apr 18 19:41:08.977472 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f6cdb97-004b-4885-8d17-dad139d583b4 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Deleting subnet 8fe556d3-f99a-468f-8228-6113f8322c7f {{(pid=84764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:41:08.987225 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4f0045-12bd-4b0e-9bad-16519e3f70e8 req-656a2f9b-611e-47a1-96e0-698752aa8af2 service neutron] Port 5a1a606d-139b-4d8d-9d58-35731d1a6049 on network 52e170c2-06c7-4c69-ba2b-a584d3f8e457 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-2 {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:41:08.987357 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4f0045-12bd-4b0e-9bad-16519e3f70e8 req-656a2f9b-611e-47a1-96e0-698752aa8af2 service neutron] Attempting to bind port 5a1a606d-139b-4d8d-9d58-35731d1a6049 on network 52e170c2-06c7-4c69-ba2b-a584d3f8e457 {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:41:08.999139 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-5f6cdb97-004b-4885-8d17-dad139d583b4 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks [] for subnet, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:09.035790 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4f0045-12bd-4b0e-9bad-16519e3f70e8 req-656a2f9b-611e-47a1-96e0-698752aa8af2 service neutron] Checking agent: {'id': '02e8f951-d3a3-40e1-b8cc-aed258af030b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 40, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:41:09.036165 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4f0045-12bd-4b0e-9bad-16519e3f70e8 req-656a2f9b-611e-47a1-96e0-698752aa8af2 service neutron] Checking segment: {'id': '217050b6-f70b-49c6-b4e2-18ae855d24a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '52e170c2-06c7-4c69-ba2b-a584d3f8e457'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:41:09.036560 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4f0045-12bd-4b0e-9bad-16519e3f70e8 req-656a2f9b-611e-47a1-96e0-698752aa8af2 service neutron] Bound using segment: {'id': '217050b6-f70b-49c6-b4e2-18ae855d24a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '52e170c2-06c7-4c69-ba2b-a584d3f8e457'} {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:41:09.037020 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-2b4f0045-12bd-4b0e-9bad-16519e3f70e8 req-656a2f9b-611e-47a1-96e0-698752aa8af2 service neutron] Bound port: 5a1a606d-139b-4d8d-9d58-35731d1a6049, host: n-h2-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '217050b6-f70b-49c6-b4e2-18ae855d24a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '52e170c2-06c7-4c69-ba2b-a584d3f8e457'}}] {{(pid=84764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:41:09.037377 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-2b4f0045-12bd-4b0e-9bad-16519e3f70e8 req-656a2f9b-611e-47a1-96e0-698752aa8af2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:09.164471 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-2b4f0045-12bd-4b0e-9bad-16519e3f70e8 req-656a2f9b-611e-47a1-96e0-698752aa8af2 service neutron] For port 5a1a606d-139b-4d8d-9d58-35731d1a6049, host n-h2-836017-2, cleared binding levels {{(pid=84764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:41:09.168229 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-2b4f0045-12bd-4b0e-9bad-16519e3f70e8 req-656a2f9b-611e-47a1-96e0-698752aa8af2 service neutron] For port 5a1a606d-139b-4d8d-9d58-35731d1a6049, host n-h2-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=5a1a606d-139b-4d8d-9d58-35731d1a6049,segment=NetworkSegment(217050b6-f70b-49c6-b4e2-18ae855d24a9),segment_id=217050b6-f70b-49c6-b4e2-18ae855d24a9)] {{(pid=84764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:41:09.191942 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-88810fc6-4278-493b-8992-20faf2bdc036 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:09.192803 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-88810fc6-4278-493b-8992-20faf2bdc036 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416864'] for router, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:09.223487 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-5f6cdb97-004b-4885-8d17-dad139d583b4 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66931798'] for subnet, precommit_delete_associations {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:09.230247 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ffb7ca9-471b-481e-a2a9-80a6136ff653 None None] DHCP port deletion for 19e1e944-a631-4c85-a049-eddbf0a6b930 request from n-d-836017-2 {{(pid=84765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 19:41:09.271236 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-0ffb7ca9-471b-481e-a2a9-80a6136ff653 None None] Deleting port ce4ea238-54c9-4a97-a695-88f261d02634 {{(pid=84765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:41:09.272067 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0ffb7ca9-471b-481e-a2a9-80a6136ff653 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:09.428079 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff65f9c-50fb-41b8-a256-edb8c9437a1d req-ff61b186-ce7c-4bb6-9896-c7711ad35f4e tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:09.434303 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff65f9c-50fb-41b8-a256-edb8c9437a1d req-ff61b186-ce7c-4bb6-9896-c7711ad35f4e tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:09.435324 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0ff65f9c-50fb-41b8-a256-edb8c9437a1d req-ff61b186-ce7c-4bb6-9896-c7711ad35f4e tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.69 "GET /v2.0/ports?device_id=86fb65d4-3164-487d-b9ef-d107d361b4b3 HTTP/1.1" status: 200 len: 1679 time: 0.4158075 Apr 18 19:41:09.452276 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-2b4f0045-12bd-4b0e-9bad-16519e3f70e8 req-656a2f9b-611e-47a1-96e0-698752aa8af2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2290934'] for port, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:09.470198 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-aae2d179-63ee-4b85-ab22-1c7d22389128 req-cd5e0d41-4cdc-4ac8-9f6e-febe1a1e4a66 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5339172 Apr 18 19:41:09.578883 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0ff65f9c-50fb-41b8-a256-edb8c9437a1d req-35f32d7a-9a0e-4f4c-bf5c-774499793bb4 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.69 "GET /v2.0/security-groups?id=bb003ef8-bec1-46f4-8fe0-50640bc23b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197565 Apr 18 19:41:09.614004 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-0ffb7ca9-471b-481e-a2a9-80a6136ff653 None None] For port ce4ea238-54c9-4a97-a695-88f261d02634, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=ce4ea238-54c9-4a97-a695-88f261d02634,segment=NetworkSegment(12089e5f-6bf9-47c7-9f34-306f94770e3c),segment_id=12089e5f-6bf9-47c7-9f34-306f94770e3c)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:41:09.614604 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0ffb7ca9-471b-481e-a2a9-80a6136ff653 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:09.635782 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning for port 0ab5dabf-703f-43ac-91bd-0ca3bc520e33 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:41:09.782209 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-2b4f0045-12bd-4b0e-9bad-16519e3f70e8 req-656a2f9b-611e-47a1-96e0-698752aa8af2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:09.782209 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2b4f0045-12bd-4b0e-9bad-16519e3f70e8 req-656a2f9b-611e-47a1-96e0-698752aa8af2 service neutron] 10.222.0.72 "PUT /v2.0/ports/5a1a606d-139b-4d8d-9d58-35731d1a6049 HTTP/1.1" status: 200 len: 1092 time: 5.0948176 Apr 18 19:41:09.782209 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86fb65d4-3164-487d-b9ef-d107d361b4b3', 'tag': '5a1a606d-139b-4d8d-9d58-35731d1a6049'}] {{(pid=84764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:41:09.864651 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-0ffb7ca9-471b-481e-a2a9-80a6136ff653 None None] Calling delete_port for ce4ea238-54c9-4a97-a695-88f261d02634 owned by network:dhcp {{(pid=84765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:41:10.006428 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-b99705ef-90e4-4caa-88ed-2b99f5797094 None None] Provisioning for port 0ab5dabf-703f-43ac-91bd-0ca3bc520e33 completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:41:10.021316 n-d-836017-2 neutron-server[84764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b349b0f-2d26-4118-b669-fe8df0c3ac0d'] response: {'name': 'network-changed', 'server_uuid': '86fb65d4-3164-487d-b9ef-d107d361b4b3', 'tag': '5a1a606d-139b-4d8d-9d58-35731d1a6049', 'status': 'completed', 'code': 200} Apr 18 19:41:10.027422 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-b99705ef-90e4-4caa-88ed-2b99f5797094 None None] Provisioning complete for port 0ab5dabf-703f-43ac-91bd-0ca3bc520e33 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:41:10.029170 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b99705ef-90e4-4caa-88ed-2b99f5797094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:10.061630 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656a2f9b-611e-47a1-96e0-698752aa8af2 service neutron] Pushing event updated for resources: {'Port': ['ID=5a1a606d-139b-4d8d-9d58-35731d1a6049,revision_number=3']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:10.084066 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-1cf39e49-5fa6-4e01-b360-246f6e166744 req-f71ebd28-1096-4104-a851-1609fd8b38f3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=af77c4468a104578b3401cd2f194180a&device_id=86fb65d4-3164-487d-b9ef-d107d361b4b3 HTTP/1.1" status: 200 len: 1981 time: 0.1757407 Apr 18 19:41:10.087419 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port 0ab5dabf-703f-43ac-91bd-0ca3bc520e33 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:41:10.088027 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:10.139787 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88810fc6-4278-493b-8992-20faf2bdc036 admin admin] Router a649bdea-f799-4774-88af-c80e56e342d5 is scheduled to L3 agent 21b59c62-f184-4169-bc3e-79831cc043e8 with binding_index 1 {{(pid=84763) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 19:41:10.178640 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c6d8a0-e017-41da-ac83-6a15764d0954 req-35ab71bb-005a-41b8-bccc-ea7e43fb2dd9 tempest-ServerPasswordTestJSON-247121190 tempest-ServerPasswordTestJSON-247121190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:10.182271 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0ffb7ca9-471b-481e-a2a9-80a6136ff653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340'] for port, after_delete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:10.188694 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e2c6d8a0-e017-41da-ac83-6a15764d0954 req-35ab71bb-005a-41b8-bccc-ea7e43fb2dd9 tempest-ServerPasswordTestJSON-247121190 tempest-ServerPasswordTestJSON-247121190-project] 10.222.0.72 "GET /v2.0/ports?device_id=35c18f29-7f48-4aea-8936-253be86539c7 HTTP/1.1" status: 200 len: 946 time: 0.2911456 Apr 18 19:41:10.286876 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffb7ca9-471b-481e-a2a9-80a6136ff653 None None] Pushing event deleted for resources: {'Port': ['ID=ce4ea238-54c9-4a97-a695-88f261d02634,revision_number=None']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:10.362919 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffb7ca9-471b-481e-a2a9-80a6136ff653 None None] No DVR routers for this DVR port ce4ea238-54c9-4a97-a695-88f261d02634 on host n-d-836017-2 {{(pid=84765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:41:10.377033 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [req-e2c6d8a0-e017-41da-ac83-6a15764d0954 req-24af263b-b14f-44b4-a242-c0a9ffd39f95 tempest-ServerPasswordTestJSON-247121190 tempest-ServerPasswordTestJSON-247121190-project] Deleting port e06a4309-c02f-4edc-aca7-93059f5751be {{(pid=84764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:41:10.377033 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-e2c6d8a0-e017-41da-ac83-6a15764d0954 req-24af263b-b14f-44b4-a242-c0a9ffd39f95 tempest-ServerPasswordTestJSON-247121190 tempest-ServerPasswordTestJSON-247121190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:10.493697 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b99705ef-90e4-4caa-88ed-2b99f5797094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:10.529235 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-5f6cdb97-004b-4885-8d17-dad139d583b4 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1258508'] for subnet, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:10.544694 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:10.619238 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-b99705ef-90e4-4caa-88ed-2b99f5797094 None None] For port 0ab5dabf-703f-43ac-91bd-0ca3bc520e33, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=0ab5dabf-703f-43ac-91bd-0ca3bc520e33,segment=NetworkSegment(29e2b76d-fba6-44e9-a69a-26c3e4a86483),segment_id=29e2b76d-fba6-44e9-a69a-26c3e4a86483)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:41:10.733214 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8612af-287d-4f15-8a78-7a5056bb3480 req-116d437c-10ff-412d-aa68-07cb7e4fef79 tempest-ServerPasswordTestJSON-247121190 tempest-ServerPasswordTestJSON-247121190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:10.738535 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b99705ef-90e4-4caa-88ed-2b99f5797094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:10.742286 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-9e8612af-287d-4f15-8a78-7a5056bb3480 req-116d437c-10ff-412d-aa68-07cb7e4fef79 tempest-ServerPasswordTestJSON-247121190 tempest-ServerPasswordTestJSON-247121190-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c18f29-7f48-4aea-8936-253be86539c7 HTTP/1.1" status: 200 len: 946 time: 0.9679334 Apr 18 19:41:10.966359 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99705ef-90e4-4caa-88ed-2b99f5797094 None None] Pushing event updated for resources: {'Port': ['ID=0ab5dabf-703f-43ac-91bd-0ca3bc520e33,revision_number=3']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:10.973203 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84765) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 19:41:10.973725 n-d-836017-2 neutron-server[84765]: DEBUG oslo_db.api [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 19:41:11.008731 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-2313640c-4bc4-458f-b195-0d1063a770cc None None] Provisioning complete for port 0ab5dabf-703f-43ac-91bd-0ca3bc520e33 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:41:11.009770 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2313640c-4bc4-458f-b195-0d1063a770cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:11.110606 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-9e8612af-287d-4f15-8a78-7a5056bb3480 req-0c94e3fe-6ff2-4a88-bb83-1d27f0b0e461 tempest-ServerPasswordTestJSON-247121190 tempest-ServerPasswordTestJSON-247121190-project] 10.222.0.69 "GET /v2.0/security-groups?id=dd83c0f9-21b4-41da-a665-dc92cfe3fd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3652165 Apr 18 19:41:11.172190 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf39e49-5fa6-4e01-b360-246f6e166744 req-3d4b05c4-40b8-48d4-a636-f8566b40beb8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:11.172741 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf39e49-5fa6-4e01-b360-246f6e166744 req-3d4b05c4-40b8-48d4-a636-f8566b40beb8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:11.173125 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf39e49-5fa6-4e01-b360-246f6e166744 req-3d4b05c4-40b8-48d4-a636-f8566b40beb8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:11.174829 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-1cf39e49-5fa6-4e01-b360-246f6e166744 req-3d4b05c4-40b8-48d4-a636-f8566b40beb8 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=af77c4468a104578b3401cd2f194180a&shared=False HTTP/1.1" status: 200 len: 2290 time: 1.0815985 Apr 18 19:41:11.240593 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-5f6cdb97-004b-4885-8d17-dad139d583b4 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1258501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2290876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65862598'] for subnet, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:11.445186 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf39e49-5fa6-4e01-b360-246f6e166744 req-afae8055-7d08-4110-9cad-35c8237a7be5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:11.447727 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-1cf39e49-5fa6-4e01-b360-246f6e166744 req-afae8055-7d08-4110-9cad-35c8237a7be5 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2605777 Apr 18 19:41:11.467038 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14ddee3-8fc4-473d-a1de-4b686b1a31b4 req-915dcab7-c5aa-4667-9667-bed23504e75c tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:11.474778 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-c14ddee3-8fc4-473d-a1de-4b686b1a31b4 req-915dcab7-c5aa-4667-9667-bed23504e75c tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 945 time: 0.6659048 Apr 18 19:41:11.530371 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-e2c6d8a0-e017-41da-ac83-6a15764d0954 req-24af263b-b14f-44b4-a242-c0a9ffd39f95 tempest-ServerPasswordTestJSON-247121190 tempest-ServerPasswordTestJSON-247121190-project] For port e06a4309-c02f-4edc-aca7-93059f5751be, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=e06a4309-c02f-4edc-aca7-93059f5751be,segment=NetworkSegment(c8b4a23b-8a85-412d-8ef1-210062e11d72),segment_id=c8b4a23b-8a85-412d-8ef1-210062e11d72)] {{(pid=84764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:41:11.531034 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-e2c6d8a0-e017-41da-ac83-6a15764d0954 req-24af263b-b14f-44b4-a242-c0a9ffd39f95 tempest-ServerPasswordTestJSON-247121190 tempest-ServerPasswordTestJSON-247121190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:11.559224 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6cdb97-004b-4885-8d17-dad139d583b4 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Pushing event deleted for resources: {'Subnet': ['ID=8fe556d3-f99a-468f-8228-6113f8322c7f,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:11.688444 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-c14ddee3-8fc4-473d-a1de-4b686b1a31b4 req-12e2c0e1-5b94-4f2e-a853-b926d821490b tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123849 Apr 18 19:41:11.744328 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [req-e2c6d8a0-e017-41da-ac83-6a15764d0954 req-24af263b-b14f-44b4-a242-c0a9ffd39f95 tempest-ServerPasswordTestJSON-247121190 tempest-ServerPasswordTestJSON-247121190-project] Calling delete_port for e06a4309-c02f-4edc-aca7-93059f5751be owned by compute:nova {{(pid=84764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:41:11.806852 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 0ab5dabf-703f-43ac-91bd-0ca3bc520e33 up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:41:11.820222 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2b4f0045-12bd-4b0e-9bad-16519e3f70e8 req-9be7da9b-5574-4f74-8684-353982f6ebb8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=af77c4468a104578b3401cd2f194180a&device_id=86fb65d4-3164-487d-b9ef-d107d361b4b3 HTTP/1.1" status: 200 len: 1981 time: 0.3283527 Apr 18 19:41:11.891343 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-5f6cdb97-004b-4885-8d17-dad139d583b4 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for subnet, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:11.960700 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5156c9d5-85e8-4ea9-8b19-e8de0438f6c3 None None] Network a5f2e3ac-ce4b-4dad-884c-44e349a56831 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:41:11.982451 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2b4f0045-12bd-4b0e-9bad-16519e3f70e8 req-60e9b7ba-dcc3-4be0-8301-9ff95a37918f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.165&port_id=a958662e-05b7-44bf-ba9e-ac3115b1a223 HTTP/1.1" status: 200 len: 217 time: 0.1538477 Apr 18 19:41:11.985472 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88810fc6-4278-493b-8992-20faf2bdc036 admin admin] Notify agent at l3_agent.n-d-836017-2 the message routers_updated {{(pid=84763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:41:12.017192 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb292b19-0548-4328-b28b-d178b563d7e1 None None] Sync routers for ids ['a649bdea-f799-4774-88af-c80e56e342d5'] in n-d-836017-2 {{(pid=84765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:41:12.077848 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-5f6cdb97-004b-4885-8d17-dad139d583b4 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] 10.222.0.69 "DELETE /v2.0/subnets/8fe556d3-f99a-468f-8228-6113f8322c7f HTTP/1.1" status: 204 len: 168 time: 3.9133108 Apr 18 19:41:12.096325 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 39198) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:12.192024 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4f0045-12bd-4b0e-9bad-16519e3f70e8 req-277bea95-5d17-443c-9091-e3cb6d91ae1c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:12.213382 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2b4f0045-12bd-4b0e-9bad-16519e3f70e8 req-277bea95-5d17-443c-9091-e3cb6d91ae1c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=40013d34-83d2-4a8e-acb2-e4a35739189a HTTP/1.1" status: 200 len: 801 time: 0.2126524 Apr 18 19:41:12.246298 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78605616-d6f0-42e9-8f8c-deeaa2ac0fc5 req-4fa29cc8-21e3-4a71-9868-d2d04554d573 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:12.250234 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78605616-d6f0-42e9-8f8c-deeaa2ac0fc5 req-4fa29cc8-21e3-4a71-9868-d2d04554d573 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:12.257042 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-78605616-d6f0-42e9-8f8c-deeaa2ac0fc5 req-4fa29cc8-21e3-4a71-9868-d2d04554d573 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.69 "GET /v2.0/ports?device_id=86fb65d4-3164-487d-b9ef-d107d361b4b3 HTTP/1.1" status: 200 len: 1679 time: 0.9024820 Apr 18 19:41:12.286854 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-e2c6d8a0-e017-41da-ac83-6a15764d0954 req-24af263b-b14f-44b4-a242-c0a9ffd39f95 tempest-ServerPasswordTestJSON-247121190 tempest-ServerPasswordTestJSON-247121190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:12.388187 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb292b19-0548-4328-b28b-d178b563d7e1 None None] Routers {'a649bdea-f799-4774-88af-c80e56e342d5'} bound to L3 agent in host n-d-836017-2 {{(pid=84765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:41:12.389696 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-cb292b19-0548-4328-b28b-d178b563d7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:40:50Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['a649bdea-f799-4774-88af-c80e56e342d5'], 'active': True} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:41:12.427218 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-ffe5b25b-af47-4120-89c8-560b446cb0e1 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:12.433133 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24af263b-b14f-44b4-a242-c0a9ffd39f95 tempest-ServerPasswordTestJSON-247121190 tempest-ServerPasswordTestJSON-247121190-project] Pushing event deleted for resources: {'Port': ['ID=e06a4309-c02f-4edc-aca7-93059f5751be,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:12.467158 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port 0ab5dabf-703f-43ac-91bd-0ca3bc520e33 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:41:12.467546 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:12.493460 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-88810fc6-4278-493b-8992-20faf2bdc036 admin admin] Notify callbacks [] for router, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:12.502517 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 39206) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:12.506116 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-88810fc6-4278-493b-8992-20faf2bdc036 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.4587684 Apr 18 19:41:12.513979 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b548bf52-b8e8-471f-a4a3-662b171d0986 req-0a4328ce-8725-485f-af4d-560b7e1dfced tempest-ServerPasswordTestJSON-247121190 tempest-ServerPasswordTestJSON-247121190-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c18f29-7f48-4aea-8936-253be86539c7 HTTP/1.1" status: 200 len: 210 time: 0.1335783 Apr 18 19:41:12.637517 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-78605616-d6f0-42e9-8f8c-deeaa2ac0fc5 req-92815ec3-db2e-4b36-884a-6a59d07b606c tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.69 "GET /v2.0/security-groups?id=bb003ef8-bec1-46f4-8fe0-50640bc23b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3792460 Apr 18 19:41:12.638786 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2b4f0045-12bd-4b0e-9bad-16519e3f70e8 req-5e22b852-1c90-4c49-8da9-816bcfb58e24 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=19ed8b69-13dd-4f9a-9954-06368b2c09bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4231901 Apr 18 19:41:12.793975 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 39218) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:12.985762 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2b4f0045-12bd-4b0e-9bad-16519e3f70e8 req-a00e0441-0bf1-4e2a-8fdd-2f870ddccded service neutron] 10.222.0.72 "GET /v2.0/networks/19ed8b69-13dd-4f9a-9954-06368b2c09bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3367367 Apr 18 19:41:13.155504 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2c6d8a0-e017-41da-ac83-6a15764d0954 req-24af263b-b14f-44b4-a242-c0a9ffd39f95 tempest-ServerPasswordTestJSON-247121190 tempest-ServerPasswordTestJSON-247121190-project] No DVR routers for this DVR port e06a4309-c02f-4edc-aca7-93059f5751be on host n-h2-836017-2 {{(pid=84764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:41:13.166195 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-cb292b19-0548-4328-b28b-d178b563d7e1 None None] Set router a649bdea-f799-4774-88af-c80e56e342d5 gateway port host: n-d-836017-2 {{(pid=84765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:41:13.172972 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-e2c6d8a0-e017-41da-ac83-6a15764d0954 req-24af263b-b14f-44b4-a242-c0a9ffd39f95 tempest-ServerPasswordTestJSON-247121190 tempest-ServerPasswordTestJSON-247121190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:13.271992 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device ce4ea238-54c9-4a97-a695-88f261d02634 no longer exists at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:41:13.325765 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-e4d561b3-fb16-4f1f-8fc6-29f2f2aa084c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:13.335279 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-ffe5b25b-af47-4120-89c8-560b446cb0e1 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256345', 'neutron.services.segments.db._delete_segments_for_network-8791093852025'] for network, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:13.350122 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd1501c-df30-453f-a007-e8e8df1f15dc None None] DHCP port deletion for a5f2e3ac-ce4b-4dad-884c-44e349a56831 request from n-d-836017-2 {{(pid=84765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 19:41:13.368841 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] No Port match for: ce4ea238-54c9-4a97-a695-88f261d02634 {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:41:13.369372 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device ce4ea238-54c9-4a97-a695-88f261d02634 not bound to the agent host n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:41:13.372501 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-3cd1501c-df30-453f-a007-e8e8df1f15dc None None] Deleting port b0bb69ad-359e-414f-9134-536c9a980723 {{(pid=84765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:41:13.372828 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3cd1501c-df30-453f-a007-e8e8df1f15dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:13.389660 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-ffe5b25b-af47-4120-89c8-560b446cb0e1 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19e1e944-a631-4c85-a049-eddbf0a6b930']}} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:41:13.408017 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-ffe5b25b-af47-4120-89c8-560b446cb0e1 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12089e5f-6bf9-47c7-9f34-306f94770e3c') {'for_net_delete': True} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:41:13.408882 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-ffe5b25b-af47-4120-89c8-560b446cb0e1 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12089e5f-6bf9-47c7-9f34-306f94770e3c') {} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:41:13.426337 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-ffe5b25b-af47-4120-89c8-560b446cb0e1 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791093851908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66932133'] for segment, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:13.427981 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2b4f0045-12bd-4b0e-9bad-16519e3f70e8 req-7d14b770-b44e-4c62-b026-e34629b4601b service neutron] 10.222.0.72 "GET /v2.0/networks/19ed8b69-13dd-4f9a-9954-06368b2c09bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4298897 Apr 18 19:41:13.432160 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-e4d561b3-fb16-4f1f-8fc6-29f2f2aa084c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:41:13.451634 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-ffe5b25b-af47-4120-89c8-560b446cb0e1 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:13.460148 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffe5b25b-af47-4120-89c8-560b446cb0e1 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=84764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:41:13.460972 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-ffe5b25b-af47-4120-89c8-560b446cb0e1 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2290898'] for segment, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:13.495901 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35c18f29-7f48-4aea-8936-253be86539c7', 'name': 'network-vif-deleted', 'tag': 'e06a4309-c02f-4edc-aca7-93059f5751be'}] {{(pid=84764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:41:13.506331 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-e4d561b3-fb16-4f1f-8fc6-29f2f2aa084c admin admin] Usage tracker for resource:security_group_rule and tenant:d7610479f5b1471a8286e59a4f2805ef is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:41:13.508361 n-d-836017-2 neutron-server[84764]: Traceback (most recent call last): Apr 18 19:41:13.508361 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:41:13.508361 n-d-836017-2 neutron-server[84764]: timer() Apr 18 19:41:13.508361 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:41:13.508361 n-d-836017-2 neutron-server[84764]: cb(*args, **kw) Apr 18 19:41:13.508361 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:41:13.508361 n-d-836017-2 neutron-server[84764]: return func(*args, **kwargs) Apr 18 19:41:13.508361 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:41:13.508361 n-d-836017-2 neutron-server[84764]: self._notify() Apr 18 19:41:13.508361 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:41:13.508361 n-d-836017-2 neutron-server[84764]: self.callback(batched_events) Apr 18 19:41:13.508361 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:41:13.508361 n-d-836017-2 neutron-server[84764]: event.method(event) Apr 18 19:41:13.508361 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:41:13.508361 n-d-836017-2 neutron-server[84764]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:41:13.508361 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:41:13.508361 n-d-836017-2 neutron-server[84764]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:41:13.508361 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:41:13.508361 n-d-836017-2 neutron-server[84764]: return f(self, *a, **k) Apr 18 19:41:13.508361 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:41:13.508361 n-d-836017-2 neutron-server[84764]: return self._get(url).json() Apr 18 19:41:13.508361 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:41:13.508361 n-d-836017-2 neutron-server[84764]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:41:13.508361 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:41:13.508361 n-d-836017-2 neutron-server[84764]: return self.request(url, 'GET', **kwargs) Apr 18 19:41:13.508361 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:41:13.508361 n-d-836017-2 neutron-server[84764]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:41:13.508361 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:41:13.508361 n-d-836017-2 neutron-server[84764]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:41:13.508361 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:41:13.508361 n-d-836017-2 neutron-server[84764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:41:13.508361 n-d-836017-2 neutron-server[84764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:41:13.527231 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-e4d561b3-fb16-4f1f-8fc6-29f2f2aa084c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:41:13.543016 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8633f1e-4751-4bfe-832e-51cac50c1c62 req-2559e26c-1b82-4f12-bd22-bc00265541e1 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:13.545203 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d8633f1e-4751-4bfe-832e-51cac50c1c62 req-2559e26c-1b82-4f12-bd22-bc00265541e1 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 945 time: 0.4739039 Apr 18 19:41:13.547109 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2b4f0045-12bd-4b0e-9bad-16519e3f70e8 req-2eb4ad1c-82bf-4c11-88f8-19c952652528 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.201&port_id=5a1a606d-139b-4d8d-9d58-35731d1a6049 HTTP/1.1" status: 200 len: 217 time: 0.1106119 Apr 18 19:41:13.548266 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-e4d561b3-fb16-4f1f-8fc6-29f2f2aa084c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:41:13.701813 n-d-836017-2 neutron-server[84764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2333960-0102-4b3c-9622-a89f8bd47a50'] response: {'server_uuid': '35c18f29-7f48-4aea-8936-253be86539c7', 'name': 'network-vif-deleted', 'tag': 'e06a4309-c02f-4edc-aca7-93059f5751be', 'status': 'completed', 'code': 200} Apr 18 19:41:13.704930 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e2c6d8a0-e017-41da-ac83-6a15764d0954 req-24af263b-b14f-44b4-a242-c0a9ffd39f95 tempest-ServerPasswordTestJSON-247121190 tempest-ServerPasswordTestJSON-247121190-project] 10.222.0.72 "DELETE /v2.0/ports/e06a4309-c02f-4edc-aca7-93059f5751be HTTP/1.1" status: 204 len: 173 time: 3.5152593 Apr 18 19:41:13.728411 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-ffe5b25b-af47-4120-89c8-560b446cb0e1 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416801'] for network, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:13.730312 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4f0045-12bd-4b0e-9bad-16519e3f70e8 req-e4134123-bdd2-4029-9e1f-b84d06a20ff3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:13.732333 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2b4f0045-12bd-4b0e-9bad-16519e3f70e8 req-e4134123-bdd2-4029-9e1f-b84d06a20ff3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=54a0f7f1-8425-4ef4-871d-796345d178ca HTTP/1.1" status: 200 len: 801 time: 0.1780777 Apr 18 19:41:13.770835 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-ffe5b25b-af47-4120-89c8-560b446cb0e1 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:13.835376 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device b0bb69ad-359e-414f-9134-536c9a980723 no longer exists at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:41:13.852333 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe5b25b-af47-4120-89c8-560b446cb0e1 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Pushing event deleted for resources: {'Network': ['ID=19e1e944-a631-4c85-a049-eddbf0a6b930,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:13.860641 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-ffe5b25b-af47-4120-89c8-560b446cb0e1 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] 10.222.0.69 "DELETE /v2.0/networks/19e1e944-a631-4c85-a049-eddbf0a6b930 HTTP/1.1" status: 204 len: 168 time: 1.7590368 Apr 18 19:41:13.868918 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 39238) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:13.877043 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d8633f1e-4751-4bfe-832e-51cac50c1c62 req-5c04db1b-3111-4b22-91ef-cd14873082e2 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634378 Apr 18 19:41:14.133269 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:14.137779 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-bab60487-30c5-4553-8615-6de0a1b0cf22 req-abd3dc8f-9aa8-4847-9482-e3b2a6cd8858 tempest-ServerPasswordTestJSON-247121190 tempest-ServerPasswordTestJSON-247121190-project] Synchronizing usage tracker for tenant:6f36b704c7d64c62a1f374492946aba0 on resource:port {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:41:14.198113 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device e06a4309-c02f-4edc-aca7-93059f5751be no longer exists at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:41:14.255854 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] No Port match for: e06a4309-c02f-4edc-aca7-93059f5751be {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:41:14.256564 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device e06a4309-c02f-4edc-aca7-93059f5751be not bound to the agent host n-h2-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:41:14.275573 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-e4d561b3-fb16-4f1f-8fc6-29f2f2aa084c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:14.332497 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] For port b0bb69ad-359e-414f-9134-536c9a980723, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=b0bb69ad-359e-414f-9134-536c9a980723,segment=NetworkSegment(009edf88-f4f0-4562-aa9c-be717ef0703c),segment_id=009edf88-f4f0-4562-aa9c-be717ef0703c)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:41:14.351874 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-a15098c4-9bab-4fbe-ad5f-114963832b58 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:14.373889 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-e4d561b3-fb16-4f1f-8fc6-29f2f2aa084c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:14.381555 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-a15098c4-9bab-4fbe-ad5f-114963832b58 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Deleting port b0bb69ad-359e-414f-9134-536c9a980723 {{(pid=84764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:41:14.381897 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-a15098c4-9bab-4fbe-ad5f-114963832b58 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:14.450167 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-bab60487-30c5-4553-8615-6de0a1b0cf22 req-abd3dc8f-9aa8-4847-9482-e3b2a6cd8858 tempest-ServerPasswordTestJSON-247121190 tempest-ServerPasswordTestJSON-247121190-project] Unset dirty status for tenant:6f36b704c7d64c62a1f374492946aba0 on resource:port {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:41:14.452171 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-bab60487-30c5-4553-8615-6de0a1b0cf22 req-abd3dc8f-9aa8-4847-9482-e3b2a6cd8858 tempest-ServerPasswordTestJSON-247121190 tempest-ServerPasswordTestJSON-247121190-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c18f29-7f48-4aea-8936-253be86539c7 HTTP/1.1" status: 200 len: 210 time: 0.3835282 Apr 18 19:41:14.487686 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:14.535868 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-e4d561b3-fb16-4f1f-8fc6-29f2f2aa084c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d7610479f5b1471a8286e59a4f2805ef&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7412393 Apr 18 19:41:14.545651 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-cb292b19-0548-4328-b28b-d178b563d7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a649bdea-f799-4774-88af-c80e56e342d5', 'name': 'tempest-TaggedBootDevicesTest_v242-1624347864-router', 'tenant_id': 'b0919d48454948588d6dfff2c9e54b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '41b36239-1988-4259-afb1-27df0cae013b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:41:05Z', 'updated_at': '2022-04-18T19:41:08Z', 'revision_number': 3, 'project_id': 'b0919d48454948588d6dfff2c9e54b63', 'gw_port': {'id': '41b36239-1988-4259-afb1-27df0cae013b', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:a6:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a649bdea-f799-4774-88af-c80e56e342d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:41:07Z', 'updated_at': '2022-04-18T19:41:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2'}], 'n-d-836017-2', False) {} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:41:14.553304 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 39248) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:14.553304 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d561b3-fb16-4f1f-8fc6-29f2f2aa084c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5454c21-5a20-4cda-9274-477bb652349b,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:14.621931 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2b4f0045-12bd-4b0e-9bad-16519e3f70e8 req-f390df62-cbe6-4984-b93b-b1b63e783849 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=52e170c2-06c7-4c69-ba2b-a584d3f8e457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.8400731 Apr 18 19:41:14.642851 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb292b19-0548-4328-b28b-d178b563d7e1 None None] Checking router: a649bdea-f799-4774-88af-c80e56e342d5 for host: n-d-836017-2 {{(pid=84765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:41:14.643452 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb292b19-0548-4328-b28b-d178b563d7e1 None None] Updating router a649bdea-f799-4774-88af-c80e56e342d5 port 41b36239-1988-4259-afb1-27df0cae013b binding host n-d-836017-2 {{(pid=84765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 19:41:14.685470 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c81f024-e93d-421d-89c2-9900635799f1 req-fd472c4d-18ae-495b-b681-c22ea2479bdc tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:14.689776 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c81f024-e93d-421d-89c2-9900635799f1 req-fd472c4d-18ae-495b-b681-c22ea2479bdc tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:14.693776 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-9c81f024-e93d-421d-89c2-9900635799f1 req-fd472c4d-18ae-495b-b681-c22ea2479bdc tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.69 "GET /v2.0/ports?device_id=86fb65d4-3164-487d-b9ef-d107d361b4b3 HTTP/1.1" status: 200 len: 1679 time: 0.4135997 Apr 18 19:41:14.795877 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-56b4797f-7247-45c2-9ea8-b757b7e7c17d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:14.844792 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-3cd1501c-df30-453f-a007-e8e8df1f15dc None None] For port b0bb69ad-359e-414f-9134-536c9a980723, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=b0bb69ad-359e-414f-9134-536c9a980723,segment=NetworkSegment(009edf88-f4f0-4562-aa9c-be717ef0703c),segment_id=009edf88-f4f0-4562-aa9c-be717ef0703c)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:41:14.845331 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3cd1501c-df30-453f-a007-e8e8df1f15dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:14.865386 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-56b4797f-7247-45c2-9ea8-b757b7e7c17d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:14.887894 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [None req-a15098c4-9bab-4fbe-ad5f-114963832b58 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] For port b0bb69ad-359e-414f-9134-536c9a980723, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=b0bb69ad-359e-414f-9134-536c9a980723,segment=NetworkSegment(009edf88-f4f0-4562-aa9c-be717ef0703c),segment_id=009edf88-f4f0-4562-aa9c-be717ef0703c)] {{(pid=84764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:41:14.888547 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-a15098c4-9bab-4fbe-ad5f-114963832b58 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:14.904710 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-9c81f024-e93d-421d-89c2-9900635799f1 req-8e0a9e7e-0edb-4478-89c6-47c74965d1c3 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.69 "GET /v2.0/security-groups?id=bb003ef8-bec1-46f4-8fe0-50640bc23b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629093 Apr 18 19:41:14.929103 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Pushing event updated for resources: {'Port': ['ID=b0bb69ad-359e-414f-9134-536c9a980723,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:14.934338 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cb292b19-0548-4328-b28b-d178b563d7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:14.972464 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2b4f0045-12bd-4b0e-9bad-16519e3f70e8 req-f81af19c-8a2f-4c36-910f-740150b52135 service neutron] 10.222.0.72 "GET /v2.0/networks/52e170c2-06c7-4c69-ba2b-a584d3f8e457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3391938 Apr 18 19:41:15.026149 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-3cd1501c-df30-453f-a007-e8e8df1f15dc None None] Calling delete_port for b0bb69ad-359e-414f-9134-536c9a980723 owned by network:dhcp {{(pid=84765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:41:15.184491 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-3cd1501c-df30-453f-a007-e8e8df1f15dc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84765) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 19:41:15.184491 n-d-836017-2 neutron-server[84765]: DEBUG oslo_db.api [None req-3cd1501c-df30-453f-a007-e8e8df1f15dc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 19:41:15.205830 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2b4f0045-12bd-4b0e-9bad-16519e3f70e8 req-1f37e329-4a01-4f70-a1d9-b6b3a67b4d1e service neutron] 10.222.0.72 "GET /v2.0/networks/52e170c2-06c7-4c69-ba2b-a584d3f8e457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198422 Apr 18 19:41:15.207172 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-56b4797f-7247-45c2-9ea8-b757b7e7c17d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:15.232386 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b4797f-7247-45c2-9ea8-b757b7e7c17d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5454c21-5a20-4cda-9274-477bb652349b,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:15.234314 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-56b4797f-7247-45c2-9ea8-b757b7e7c17d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:15.236207 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-56b4797f-7247-45c2-9ea8-b757b7e7c17d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a5454c21-5a20-4cda-9274-477bb652349b HTTP/1.1" status: 204 len: 168 time: 0.6720347 Apr 18 19:41:15.382372 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-a15098c4-9bab-4fbe-ad5f-114963832b58 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Calling delete_port for b0bb69ad-359e-414f-9134-536c9a980723 owned by network:dhcp {{(pid=84764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:41:15.582909 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cb292b19-0548-4328-b28b-d178b563d7e1 None None] Notify callbacks [] for port, precommit_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:15.605551 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-cb292b19-0548-4328-b28b-d178b563d7e1 None None] Transition to ACTIVE for port object 41b36239-1988-4259-afb1-27df0cae013b will not be triggered until provisioned by entity L2. {{(pid=84765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:41:15.676860 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cb292b19-0548-4328-b28b-d178b563d7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:15.707936 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 39266) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:15.776580 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-3cd1501c-df30-453f-a007-e8e8df1f15dc None None] Deleting port b0bb69ad-359e-414f-9134-536c9a980723 {{(pid=84765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:41:15.777163 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3cd1501c-df30-453f-a007-e8e8df1f15dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:15.779280 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-a15098c4-9bab-4fbe-ad5f-114963832b58 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:15.829631 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2e3d76d-bd7a-4a1f-8ee1-3eb8b829a2e4 admin admin] Deleting subnet 02fd4a65-9c12-486f-a0db-7e5d5b0b2c33 {{(pid=84763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:41:15.833155 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-e2e3d76d-bd7a-4a1f-8ee1-3eb8b829a2e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:15.853475 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15098c4-9bab-4fbe-ad5f-114963832b58 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Pushing event deleted for resources: {'Port': ['ID=b0bb69ad-359e-414f-9134-536c9a980723,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:15.873246 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15098c4-9bab-4fbe-ad5f-114963832b58 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] No DVR routers for this DVR port b0bb69ad-359e-414f-9134-536c9a980723 on host n-d-836017-2 {{(pid=84764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:41:15.914330 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-e2e3d76d-bd7a-4a1f-8ee1-3eb8b829a2e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66272755'] for subnet, precommit_delete_associations {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:15.996221 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-e2e3d76d-bd7a-4a1f-8ee1-3eb8b829a2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1258508'] for subnet, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:16.019212 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-3cd1501c-df30-453f-a007-e8e8df1f15dc None None] The port 'b0bb69ad-359e-414f-9134-536c9a980723' was deleted {{(pid=84765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 19:41:16.020971 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-a15098c4-9bab-4fbe-ad5f-114963832b58 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256345', 'neutron.services.segments.db._delete_segments_for_network-8791093852025'] for network, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:16.028000 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-cb292b19-0548-4328-b28b-d178b563d7e1 None None] Attempting to bind port 41b36239-1988-4259-afb1-27df0cae013b on host n-d-836017-2 for vnic_type normal with profile {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:41:16.028802 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-cb292b19-0548-4328-b28b-d178b563d7e1 None None] Attempting to bind port 41b36239-1988-4259-afb1-27df0cae013b by drivers openvswitch,hyperv on host n-d-836017-2 at level 0 using segments [{'id': '5de34947-6c56-419b-85d0-f61f69ce7c45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:41:16.029238 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb292b19-0548-4328-b28b-d178b563d7e1 None None] Attempting to bind port 41b36239-1988-4259-afb1-27df0cae013b on network 11e8e108-37df-4084-b6b7-113e6beb66b4 {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:41:16.052595 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2f8b80-8ca5-4a66-a1ef-1551e33e662d None None] Pushing event updated for resources: {'Port': ['ID=41b36239-1988-4259-afb1-27df0cae013b,revision_number=2']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:16.057539 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb292b19-0548-4328-b28b-d178b563d7e1 None None] Checking agent: {'id': 'df2a5cfe-6839-400b-a998-e4fffce70f45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 8, 22), 'started_at': datetime.datetime(2022, 4, 18, 19, 8, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:41:16.058049 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb292b19-0548-4328-b28b-d178b563d7e1 None None] Checking segment: {'id': '5de34947-6c56-419b-85d0-f61f69ce7c45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:41:16.058750 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cb292b19-0548-4328-b28b-d178b563d7e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:16.059571 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb292b19-0548-4328-b28b-d178b563d7e1 None None] Bound using segment: {'id': '5de34947-6c56-419b-85d0-f61f69ce7c45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:41:16.060253 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-cb292b19-0548-4328-b28b-d178b563d7e1 None None] Bound port: 41b36239-1988-4259-afb1-27df0cae013b, host: n-d-836017-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5de34947-6c56-419b-85d0-f61f69ce7c45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'}}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:41:16.060753 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cb292b19-0548-4328-b28b-d178b563d7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:16.126168 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-a15098c4-9bab-4fbe-ad5f-114963832b58 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5f2e3ac-ce4b-4dad-884c-44e349a56831']}} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:41:16.167223 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80846104-f147-4e24-9681-1f20f198b748 req-7e43364c-dd55-44da-ac2b-97b2bca884f9 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:16.168910 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-80846104-f147-4e24-9681-1f20f198b748 req-7e43364c-dd55-44da-ac2b-97b2bca884f9 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 945 time: 1.0403135 Apr 18 19:41:16.171249 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-a15098c4-9bab-4fbe-ad5f-114963832b58 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '009edf88-f4f0-4562-aa9c-be717ef0703c') {'for_net_delete': True} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:41:16.172087 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-a15098c4-9bab-4fbe-ad5f-114963832b58 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '009edf88-f4f0-4562-aa9c-be717ef0703c') {} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:41:16.178984 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-cb292b19-0548-4328-b28b-d178b563d7e1 None None] For port 41b36239-1988-4259-afb1-27df0cae013b, host n-d-836017-2, cleared binding levels {{(pid=84765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:41:16.185961 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-cb292b19-0548-4328-b28b-d178b563d7e1 None None] For port 41b36239-1988-4259-afb1-27df0cae013b, host n-d-836017-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=41b36239-1988-4259-afb1-27df0cae013b,segment=NetworkSegment(5de34947-6c56-419b-85d0-f61f69ce7c45),segment_id=5de34947-6c56-419b-85d0-f61f69ce7c45)] {{(pid=84765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:41:16.218170 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-e2e3d76d-bd7a-4a1f-8ee1-3eb8b829a2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1258501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66351815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66540800'] for subnet, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:16.233278 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-a15098c4-9bab-4fbe-ad5f-114963832b58 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791093851908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66932133'] for segment, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:16.271057 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-a15098c4-9bab-4fbe-ad5f-114963832b58 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:16.271280 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e3d76d-bd7a-4a1f-8ee1-3eb8b829a2e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02fd4a65-9c12-486f-a0db-7e5d5b0b2c33,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:16.277401 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cb292b19-0548-4328-b28b-d178b563d7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:16.296569 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-e2e3d76d-bd7a-4a1f-8ee1-3eb8b829a2e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:16.318669 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a15098c4-9bab-4fbe-ad5f-114963832b58 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=84764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:41:16.319766 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-a15098c4-9bab-4fbe-ad5f-114963832b58 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2290898'] for segment, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:16.324479 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-e2e3d76d-bd7a-4a1f-8ee1-3eb8b829a2e4 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/02fd4a65-9c12-486f-a0db-7e5d5b0b2c33 HTTP/1.1" status: 204 len: 168 time: 0.6147711 Apr 18 19:41:16.332508 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 39276) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:16.351917 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2f8b80-8ca5-4a66-a1ef-1551e33e662d None None] Pushing event updated for resources: {'Port': ['ID=41b36239-1988-4259-afb1-27df0cae013b,revision_number=3']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:16.382010 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb292b19-0548-4328-b28b-d178b563d7e1 None None] Routers {'a649bdea-f799-4774-88af-c80e56e342d5'} bound to L3 agent in host n-d-836017-2 {{(pid=84765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:41:16.382010 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-cb292b19-0548-4328-b28b-d178b563d7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:40:50Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['a649bdea-f799-4774-88af-c80e56e342d5'], 'active': True} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:41:16.484013 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 39282) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:16.490869 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca8dbd5-e4ae-4b25-9887-36125b1d4245 req-26c417be-d755-43c5-add7-430e68c6a644 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:16.496109 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca8dbd5-e4ae-4b25-9887-36125b1d4245 req-26c417be-d755-43c5-add7-430e68c6a644 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:16.503765 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-9ca8dbd5-e4ae-4b25-9887-36125b1d4245 req-26c417be-d755-43c5-add7-430e68c6a644 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.69 "GET /v2.0/ports?device_id=86fb65d4-3164-487d-b9ef-d107d361b4b3 HTTP/1.1" status: 200 len: 1679 time: 0.3619113 Apr 18 19:41:16.510101 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-80846104-f147-4e24-9681-1f20f198b748 req-163a679a-dfdf-4238-9b3c-539f2b06b15a tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3268104 Apr 18 19:41:16.511155 n-d-836017-2 neutron-server[84764]: Traceback (most recent call last): Apr 18 19:41:16.511155 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:41:16.511155 n-d-836017-2 neutron-server[84764]: timer() Apr 18 19:41:16.511155 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:41:16.511155 n-d-836017-2 neutron-server[84764]: cb(*args, **kw) Apr 18 19:41:16.511155 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:41:16.511155 n-d-836017-2 neutron-server[84764]: return func(*args, **kwargs) Apr 18 19:41:16.511155 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:41:16.511155 n-d-836017-2 neutron-server[84764]: self._notify() Apr 18 19:41:16.511155 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:41:16.511155 n-d-836017-2 neutron-server[84764]: self.callback(batched_events) Apr 18 19:41:16.511155 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:41:16.511155 n-d-836017-2 neutron-server[84764]: event.method(event) Apr 18 19:41:16.511155 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:41:16.511155 n-d-836017-2 neutron-server[84764]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:41:16.511155 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:41:16.511155 n-d-836017-2 neutron-server[84764]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:41:16.511155 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:41:16.511155 n-d-836017-2 neutron-server[84764]: return f(self, *a, **k) Apr 18 19:41:16.511155 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:41:16.511155 n-d-836017-2 neutron-server[84764]: return self._get(url).json() Apr 18 19:41:16.511155 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:41:16.511155 n-d-836017-2 neutron-server[84764]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:41:16.511155 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:41:16.511155 n-d-836017-2 neutron-server[84764]: return self.request(url, 'GET', **kwargs) Apr 18 19:41:16.511155 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:41:16.511155 n-d-836017-2 neutron-server[84764]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:41:16.511155 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:41:16.511155 n-d-836017-2 neutron-server[84764]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:41:16.511155 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:41:16.511155 n-d-836017-2 neutron-server[84764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:41:16.511155 n-d-836017-2 neutron-server[84764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:41:16.562364 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-a15098c4-9bab-4fbe-ad5f-114963832b58 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416801'] for network, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:16.579584 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-38024928-d479-4b35-a0f2-b0819b9b70a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:16.624614 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-cb292b19-0548-4328-b28b-d178b563d7e1 None None] Set router a649bdea-f799-4774-88af-c80e56e342d5 gateway port host: n-d-836017-2 {{(pid=84765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:41:16.630338 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-a15098c4-9bab-4fbe-ad5f-114963832b58 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:16.640201 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15098c4-9bab-4fbe-ad5f-114963832b58 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Pushing event deleted for resources: {'Network': ['ID=a5f2e3ac-ce4b-4dad-884c-44e349a56831,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:16.668782 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-47015efa-a8ba-4c32-bf79-ca87dc79a378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:16.691909 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-9ca8dbd5-e4ae-4b25-9887-36125b1d4245 req-892bfb39-73f2-441b-af20-c6a5e5b77bd3 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.69 "GET /v2.0/security-groups?id=bb003ef8-bec1-46f4-8fe0-50640bc23b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868682 Apr 18 19:41:16.729433 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-38024928-d479-4b35-a0f2-b0819b9b70a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:41:16.775181 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-38024928-d479-4b35-a0f2-b0819b9b70a3 admin admin] Usage tracker for resource:security_group_rule and tenant:1d6471d12c254b04939d7be3f45722d5 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:41:16.782422 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-38024928-d479-4b35-a0f2-b0819b9b70a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:41:16.787652 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-a15098c4-9bab-4fbe-ad5f-114963832b58 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] 10.222.0.69 "DELETE /v2.0/networks/a5f2e3ac-ce4b-4dad-884c-44e349a56831 HTTP/1.1" status: 204 len: 168 time: 2.9165366 Apr 18 19:41:16.798359 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 39286) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:16.807294 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-df792365-c468-46ec-a40f-d17cb798bada tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-239661892'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:41:16.813450 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-38024928-d479-4b35-a0f2-b0819b9b70a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:41:16.927282 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-df792365-c468-46ec-a40f-d17cb798bada tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:41:16.934475 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-df792365-c468-46ec-a40f-d17cb798bada tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Usage tracker for resource:network and tenant:bd464d5bd80e48739c10390179c2302b is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:41:16.938681 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-df792365-c468-46ec-a40f-d17cb798bada tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:41:16.947192 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-df792365-c468-46ec-a40f-d17cb798bada tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:41:17.002050 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-47015efa-a8ba-4c32-bf79-ca87dc79a378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256345', 'neutron.services.segments.db._delete_segments_for_network-8791093852025'] for network, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:17.010377 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-cb292b19-0548-4328-b28b-d178b563d7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a649bdea-f799-4774-88af-c80e56e342d5', 'name': 'tempest-TaggedBootDevicesTest_v242-1624347864-router', 'tenant_id': 'b0919d48454948588d6dfff2c9e54b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '41b36239-1988-4259-afb1-27df0cae013b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:41:05Z', 'updated_at': '2022-04-18T19:41:08Z', 'revision_number': 3, 'project_id': 'b0919d48454948588d6dfff2c9e54b63', 'gw_port': {'id': '41b36239-1988-4259-afb1-27df0cae013b', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:a6:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a649bdea-f799-4774-88af-c80e56e342d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:41:07Z', 'updated_at': '2022-04-18T19:41:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2'}], 'n-d-836017-2', False) {} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:41:17.015096 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-db3bc001-82fa-4647-a02c-3fcd861917ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:17.015862 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb292b19-0548-4328-b28b-d178b563d7e1 None None] The sync data for ids ['a649bdea-f799-4774-88af-c80e56e342d5'] in n-d-836017-2 is: [{'id': 'a649bdea-f799-4774-88af-c80e56e342d5', 'name': 'tempest-TaggedBootDevicesTest_v242-1624347864-router', 'tenant_id': 'b0919d48454948588d6dfff2c9e54b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '41b36239-1988-4259-afb1-27df0cae013b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:41:05Z', 'updated_at': '2022-04-18T19:41:08Z', 'revision_number': 3, 'project_id': 'b0919d48454948588d6dfff2c9e54b63', 'gw_port': {'id': '41b36239-1988-4259-afb1-27df0cae013b', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:a6:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a649bdea-f799-4774-88af-c80e56e342d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:41:07Z', 'updated_at': '2022-04-18T19:41:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2'}] {{(pid=84765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:41:17.044351 n-d-836017-2 neutron-server[84763]: DEBUG neutron.services.segments.db [None req-47015efa-a8ba-4c32-bf79-ca87dc79a378 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5490ac2-614a-4583-b592-86501d547a01']}} {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:41:17.064111 n-d-836017-2 neutron-server[84763]: DEBUG neutron.services.segments.db [None req-47015efa-a8ba-4c32-bf79-ca87dc79a378 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8b4a23b-8a85-412d-8ef1-210062e11d72') {'for_net_delete': True} {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:41:17.064111 n-d-836017-2 neutron-server[84763]: DEBUG neutron.services.segments.db [None req-47015efa-a8ba-4c32-bf79-ca87dc79a378 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8b4a23b-8a85-412d-8ef1-210062e11d72') {} {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:41:17.091040 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-47015efa-a8ba-4c32-bf79-ca87dc79a378 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791093851908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66272256'] for segment, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:17.100061 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df792365-c468-46ec-a40f-d17cb798bada tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Made reservation on behalf of bd464d5bd80e48739c10390179c2302b for: {'network': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:41:17.104058 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-df792365-c468-46ec-a40f-d17cb798bada tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for network, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:17.159581 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-47015efa-a8ba-4c32-bf79-ca87dc79a378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:17.182138 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47015efa-a8ba-4c32-bf79-ca87dc79a378 admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=84763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:41:17.182972 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-47015efa-a8ba-4c32-bf79-ca87dc79a378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66351785'] for segment, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:17.201613 n-d-836017-2 neutron-server[84763]: Traceback (most recent call last): Apr 18 19:41:17.201613 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:41:17.201613 n-d-836017-2 neutron-server[84763]: timer() Apr 18 19:41:17.201613 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:41:17.201613 n-d-836017-2 neutron-server[84763]: cb(*args, **kw) Apr 18 19:41:17.201613 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:41:17.201613 n-d-836017-2 neutron-server[84763]: return func(*args, **kwargs) Apr 18 19:41:17.201613 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:41:17.201613 n-d-836017-2 neutron-server[84763]: self._notify() Apr 18 19:41:17.201613 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:41:17.201613 n-d-836017-2 neutron-server[84763]: self.callback(batched_events) Apr 18 19:41:17.201613 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:41:17.201613 n-d-836017-2 neutron-server[84763]: event.method(event) Apr 18 19:41:17.201613 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:41:17.201613 n-d-836017-2 neutron-server[84763]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:41:17.201613 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:41:17.201613 n-d-836017-2 neutron-server[84763]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:41:17.201613 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:41:17.201613 n-d-836017-2 neutron-server[84763]: return f(self, *a, **k) Apr 18 19:41:17.201613 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:41:17.201613 n-d-836017-2 neutron-server[84763]: return self._get(url).json() Apr 18 19:41:17.201613 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:41:17.201613 n-d-836017-2 neutron-server[84763]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:41:17.201613 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:41:17.201613 n-d-836017-2 neutron-server[84763]: return self.request(url, 'GET', **kwargs) Apr 18 19:41:17.201613 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:41:17.201613 n-d-836017-2 neutron-server[84763]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:41:17.201613 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:41:17.201613 n-d-836017-2 neutron-server[84763]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:41:17.201613 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:41:17.201613 n-d-836017-2 neutron-server[84763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:41:17.201613 n-d-836017-2 neutron-server[84763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:41:17.204461 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-38024928-d479-4b35-a0f2-b0819b9b70a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:17.211371 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df792365-c468-46ec-a40f-d17cb798bada tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=84763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:41:17.286528 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-38024928-d479-4b35-a0f2-b0819b9b70a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:17.309293 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_common [None req-db3bc001-82fa-4647-a02c-3fcd861917ca admin admin] Allocated IP 172.20.0.1 (44c4b429-8e17-4de6-ac7a-5d86267e5306/8f640dd4-ac07-43cd-b0cc-e95db7eb74e5/5ee3d3a0-8e96-4f02-bb3b-3e0ae3745c42) {{(pid=84764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:41:17.357290 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-38024928-d479-4b35-a0f2-b0819b9b70a3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1d6471d12c254b04939d7be3f45722d5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8293211 Apr 18 19:41:17.367734 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 39296) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:17.386881 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-df792365-c468-46ec-a40f-d17cb798bada tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:17.387262 n-d-836017-2 neutron-server[84763]: INFO neutron.db.segments_db [None req-df792365-c468-46ec-a40f-d17cb798bada tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Added segment be885ec7-3ed7-4b0a-ac4a-efca81c58e3c of type vlan for network 36a46c99-20cb-44d0-85a0-9c4e372d2bac Apr 18 19:41:17.431377 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38024928-d479-4b35-a0f2-b0819b9b70a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90a659ee-eb74-463a-b50a-9673d878a6f6,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:17.475820 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-df792365-c468-46ec-a40f-d17cb798bada tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791093404182'] for network, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:17.481607 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-47015efa-a8ba-4c32-bf79-ca87dc79a378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416801'] for network, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:17.511572 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-47015efa-a8ba-4c32-bf79-ca87dc79a378 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:17.515128 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47015efa-a8ba-4c32-bf79-ca87dc79a378 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5490ac2-614a-4583-b592-86501d547a01,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:17.527971 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-db3bc001-82fa-4647-a02c-3fcd861917ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:17.551179 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.provisioning_blocks [None req-db3bc001-82fa-4647-a02c-3fcd861917ca admin admin] Transition to ACTIVE for port object 5ee3d3a0-8e96-4f02-bb3b-3e0ae3745c42 will not be triggered until provisioned by entity DHCP. {{(pid=84764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:41:17.576513 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-54dd90ee-4fcd-4cae-8ba5-77bc8bc6c0bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:17.603397 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-54dd90ee-4fcd-4cae-8ba5-77bc8bc6c0bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:17.639484 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-47015efa-a8ba-4c32-bf79-ca87dc79a378 admin admin] 10.222.0.69 "DELETE /v2.0/networks/c5490ac2-614a-4583-b592-86501d547a01 HTTP/1.1" status: 204 len: 168 time: 1.3051338 Apr 18 19:41:17.663801 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-df792365-c468-46ec-a40f-d17cb798bada tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251'] for network, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:17.669013 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df792365-c468-46ec-a40f-d17cb798bada tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:17.669678 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-df792365-c468-46ec-a40f-d17cb798bada tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:17.716043 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-db3bc001-82fa-4647-a02c-3fcd861917ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:17.877386 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3bc001-82fa-4647-a02c-3fcd861917ca admin admin] Pushing event updated for resources: {'Port': ['ID=5ee3d3a0-8e96-4f02-bb3b-3e0ae3745c42,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:17.896764 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3bc001-82fa-4647-a02c-3fcd861917ca admin admin] Network 44c4b429-8e17-4de6-ac7a-5d86267e5306 is already hosted by enough agents. {{(pid=84764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:41:17.898520 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [None req-db3bc001-82fa-4647-a02c-3fcd861917ca admin admin] Resources bound (agent type, host, resource id): {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:41:17.902515 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3bc001-82fa-4647-a02c-3fcd861917ca admin admin] Received port after_create {{(pid=84764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:41:17.989130 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-db3bc001-82fa-4647-a02c-3fcd861917ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417434'] for router_interface, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:18.105470 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device a958662e-05b7-44bf-ba9e-ac3115b1a223 details requested by agent hyperv_n-h2-836017-2 with host n-h2-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:41:18.298482 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-54dd90ee-4fcd-4cae-8ba5-77bc8bc6c0bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:18.305333 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-54dd90ee-4fcd-4cae-8ba5-77bc8bc6c0bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:18.312761 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-54dd90ee-4fcd-4cae-8ba5-77bc8bc6c0bb admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/90a659ee-eb74-463a-b50a-9673d878a6f6 HTTP/1.1" status: 204 len: 168 time: 0.9414916 Apr 18 19:41:18.325401 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-db3bc001-82fa-4647-a02c-3fcd861917ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:18.365357 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-df792365-c468-46ec-a40f-d17cb798bada tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.5601606 Apr 18 19:41:18.366482 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 39312) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:18.399688 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-2ed984d5-de8b-4895-b396-c22997110424 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Request body: {'subnet': {'network_id': '36a46c99-20cb-44d0-85a0-9c4e372d2bac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:41:18.401451 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 39316) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:18.416486 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dd90ee-4fcd-4cae-8ba5-77bc8bc6c0bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90a659ee-eb74-463a-b50a-9673d878a6f6,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:18.468530 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df792365-c468-46ec-a40f-d17cb798bada tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Pushing event updated for resources: {'Network': ['ID=36a46c99-20cb-44d0-85a0-9c4e372d2bac,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:18.519426 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Network 36a46c99-20cb-44d0-85a0-9c4e372d2bac details requested by agent ovs-agent-n-d-836017-2 with host n-d-836017-2 {{(pid=84765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:41:18.557865 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-ec81ced0-c0a8-41b2-bb8f-d309d5c5f1a5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6f36b704c7d64c62a1f374492946aba0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1421726 Apr 18 19:41:18.561266 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 39322) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:18.637339 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6e51d3-d787-46b1-91c0-4b6325c60675 req-5a1a9440-70af-4b65-a206-3da8afc53ec8 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:18.639138 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-df6e51d3-d787-46b1-91c0-4b6325c60675 req-5a1a9440-70af-4b65-a206-3da8afc53ec8 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 945 time: 0.6110210 Apr 18 19:41:18.651549 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-2ed984d5-de8b-4895-b396-c22997110424 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:41:18.687358 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-2ed984d5-de8b-4895-b396-c22997110424 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Usage tracker for resource:subnet and tenant:bd464d5bd80e48739c10390179c2302b is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:41:18.693490 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-2ed984d5-de8b-4895-b396-c22997110424 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:41:18.740263 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-2ed984d5-de8b-4895-b396-c22997110424 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:41:18.808586 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fc97fb-5edf-44ca-ac06-3f4c3ff4033b req-832b07fb-fb28-4644-8116-2378e7924b27 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:18.808586 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fc97fb-5edf-44ca-ac06-3f4c3ff4033b req-832b07fb-fb28-4644-8116-2378e7924b27 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:18.812993 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a4fc97fb-5edf-44ca-ac06-3f4c3ff4033b req-832b07fb-fb28-4644-8116-2378e7924b27 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.69 "GET /v2.0/ports?device_id=86fb65d4-3164-487d-b9ef-d107d361b4b3 HTTP/1.1" status: 200 len: 1679 time: 0.7791600 Apr 18 19:41:18.815749 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2d547299-7da2-4c3f-b166-76e484f2502e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:18.842964 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-df6e51d3-d787-46b1-91c0-4b6325c60675 req-04e65c4c-bc64-407a-94e1-0d4756f6ec2d tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957545 Apr 18 19:41:18.865759 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ed984d5-de8b-4895-b396-c22997110424 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Made reservation on behalf of bd464d5bd80e48739c10390179c2302b for: {'subnet': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:41:18.892734 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-74a2a93a-96b7-4343-b595-4a03d8868e78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:18.933755 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port a958662e-05b7-44bf-ba9e-ac3115b1a223, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=a958662e-05b7-44bf-ba9e-ac3115b1a223,segment=NetworkSegment(876242d1-e60d-46ae-ad8c-374f910d2430),segment_id=876242d1-e60d-46ae-ad8c-374f910d2430)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:41:18.950911 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Returning: {'device': 'a958662e-05b7-44bf-ba9e-ac3115b1a223', 'network_id': '19ed8b69-13dd-4f9a-9954-06368b2c09bf', 'port_id': 'a958662e-05b7-44bf-ba9e-ac3115b1a223', 'mac_address': 'fa:16:3e:52:8b:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40013d34-83d2-4a8e-acb2-e4a35739189a', 'ip_address': '19.80.0.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:41:18.983088 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-74a2a93a-96b7-4343-b595-4a03d8868e78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:19.003077 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9e3fb3ac-42c6-4448-a8ec-83e75b63694f None None] Provisioning for port 5ee3d3a0-8e96-4f02-bb3b-3e0ae3745c42 completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:41:19.035010 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9e3fb3ac-42c6-4448-a8ec-83e75b63694f None None] Provisioning complete for port 5ee3d3a0-8e96-4f02-bb3b-3e0ae3745c42 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:41:19.036040 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9e3fb3ac-42c6-4448-a8ec-83e75b63694f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:19.151982 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-74a2a93a-96b7-4343-b595-4a03d8868e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:19.152222 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9e3fb3ac-42c6-4448-a8ec-83e75b63694f None None] Port 5ee3d3a0-8e96-4f02-bb3b-3e0ae3745c42 cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:41:19.164459 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:19.187414 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a958662e-05b7-44bf-ba9e-ac3115b1a223 {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:41:19.190862 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a2a93a-96b7-4343-b595-4a03d8868e78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd83c0f9-21b4-41da-a665-dc92cfe3fd31,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:19.226740 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port a958662e-05b7-44bf-ba9e-ac3115b1a223, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=a958662e-05b7-44bf-ba9e-ac3115b1a223,segment=NetworkSegment(876242d1-e60d-46ae-ad8c-374f910d2430),segment_id=876242d1-e60d-46ae-ad8c-374f910d2430)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:41:19.278082 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-74a2a93a-96b7-4343-b595-4a03d8868e78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:19.294447 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-74a2a93a-96b7-4343-b595-4a03d8868e78 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/dd83c0f9-21b4-41da-a665-dc92cfe3fd31 HTTP/1.1" status: 204 len: 168 time: 0.7208984 Apr 18 19:41:19.299066 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:19.304668 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 5a1a606d-139b-4d8d-9d58-35731d1a6049 details requested by agent hyperv_n-h2-836017-2 with host n-h2-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:41:19.456497 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a4fc97fb-5edf-44ca-ac06-3f4c3ff4033b req-2f30227c-8265-469c-bc8a-ce936c7c34b4 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.69 "GET /v2.0/security-groups?id=bb003ef8-bec1-46f4-8fe0-50640bc23b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6426198 Apr 18 19:41:19.462175 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 39334) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:19.465283 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-2ed984d5-de8b-4895-b396-c22997110424 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65862573'] for subnet, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:19.534353 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-68844b25-17ac-4d2a-9983-0ca32435bee4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:19.601862 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-68844b25-17ac-4d2a-9983-0ca32435bee4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:41:19.607798 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-68844b25-17ac-4d2a-9983-0ca32435bee4 admin admin] Usage tracker for resource:security_group_rule and tenant:8c5865c98fd841b5aad9e651f263e5e2 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:41:19.611574 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-68844b25-17ac-4d2a-9983-0ca32435bee4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:41:19.629505 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-68844b25-17ac-4d2a-9983-0ca32435bee4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:41:19.699131 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 5a1a606d-139b-4d8d-9d58-35731d1a6049, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=5a1a606d-139b-4d8d-9d58-35731d1a6049,segment=NetworkSegment(217050b6-f70b-49c6-b4e2-18ae855d24a9),segment_id=217050b6-f70b-49c6-b4e2-18ae855d24a9)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:41:19.718754 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Returning: {'device': '5a1a606d-139b-4d8d-9d58-35731d1a6049', 'network_id': '52e170c2-06c7-4c69-ba2b-a584d3f8e457', 'port_id': '5a1a606d-139b-4d8d-9d58-35731d1a6049', 'mac_address': 'fa:16:3e:2f:40:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54a0f7f1-8425-4ef4-871d-796345d178ca', 'ip_address': '19.86.0.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:41:19.720098 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=a958662e-05b7-44bf-ba9e-ac3115b1a223,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:19.783690 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-68844b25-17ac-4d2a-9983-0ca32435bee4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:19.807779 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 41b36239-1988-4259-afb1-27df0cae013b up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:41:19.811124 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-db3bc001-82fa-4647-a02c-3fcd861917ca admin admin] Notify callbacks [] for port, precommit_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:19.898233 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:19.951131 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-68844b25-17ac-4d2a-9983-0ca32435bee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:19.955174 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a1a606d-139b-4d8d-9d58-35731d1a6049 {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:41:20.005392 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-db3bc001-82fa-4647-a02c-3fcd861917ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2290934'] for port, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:20.013545 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 5a1a606d-139b-4d8d-9d58-35731d1a6049, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=5a1a606d-139b-4d8d-9d58-35731d1a6049,segment=NetworkSegment(217050b6-f70b-49c6-b4e2-18ae855d24a9),segment_id=217050b6-f70b-49c6-b4e2-18ae855d24a9)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:41:20.024680 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68844b25-17ac-4d2a-9983-0ca32435bee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bc9606b-84f0-4259-bf76-3594a6735ad1,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:20.031107 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-68844b25-17ac-4d2a-9983-0ca32435bee4 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8c5865c98fd841b5aad9e651f263e5e2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5626743 Apr 18 19:41:20.034239 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 39348) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:20.122509 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:20.128658 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-621202c4-1dbb-4738-bed6-430e5d6d6b3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:20.208293 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3bc001-82fa-4647-a02c-3fcd861917ca admin admin] Pushing event updated for resources: {'Port': ['ID=5ee3d3a0-8e96-4f02-bb3b-3e0ae3745c42,revision_number=2']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:20.228187 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=5a1a606d-139b-4d8d-9d58-35731d1a6049,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:20.231073 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning for port 41b36239-1988-4259-afb1-27df0cae013b completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:41:20.236698 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port 41b36239-1988-4259-afb1-27df0cae013b triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:41:20.237066 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:20.246001 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-db3bc001-82fa-4647-a02c-3fcd861917ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-417335'] for router_interface, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:20.293516 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-621202c4-1dbb-4738-bed6-430e5d6d6b3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:20.366321 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] get_ports_and_sgs() called for port_ids ['5a1a606d-139b-4d8d-9d58-35731d1a6049'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:41:20.394415 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0344366-0bb5-47be-a414-6c28e414378d req-96599df0-3a61-47b5-aa66-87feb06476d8 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:20.396093 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f0344366-0bb5-47be-a414-6c28e414378d req-96599df0-3a61-47b5-aa66-87feb06476d8 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 945 time: 0.2050827 Apr 18 19:41:20.426373 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-2ed984d5-de8b-4895-b396-c22997110424 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2290811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65862591'] for subnet, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:20.469755 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-621202c4-1dbb-4738-bed6-430e5d6d6b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:20.501495 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:20.519454 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b216df74-3935-444a-8a1d-fc32bf8aebf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:20.541498 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621202c4-1dbb-4738-bed6-430e5d6d6b3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bc9606b-84f0-4259-bf76-3594a6735ad1,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:20.566971 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f0344366-0bb5-47be-a414-6c28e414378d req-cf10c501-ae45-4bf7-a404-6d16696758dc tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637897 Apr 18 19:41:20.573031 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-621202c4-1dbb-4738-bed6-430e5d6d6b3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:20.578092 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-621202c4-1dbb-4738-bed6-430e5d6d6b3d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8bc9606b-84f0-4259-bf76-3594a6735ad1 HTTP/1.1" status: 204 len: 168 time: 0.5426545 Apr 18 19:41:20.684582 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] For port 41b36239-1988-4259-afb1-27df0cae013b, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=41b36239-1988-4259-afb1-27df0cae013b,segment=NetworkSegment(5de34947-6c56-419b-85d0-f61f69ce7c45),segment_id=5de34947-6c56-419b-85d0-f61f69ce7c45)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:41:20.823953 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed984d5-de8b-4895-b396-c22997110424 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Pushing event updated for resources: {'Subnet': ['ID=ce7d2769-1cee-487f-a82a-6eaaf7c3346c,revision_number=0']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:20.839085 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3bc001-82fa-4647-a02c-3fcd861917ca admin admin] Network 44c4b429-8e17-4de6-ac7a-5d86267e5306 is already hosted by enough agents. {{(pid=84764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:41:20.843386 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [None req-db3bc001-82fa-4647-a02c-3fcd861917ca admin admin] Resources bound (agent type, host, resource id): {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:41:20.929436 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:20.967489 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed984d5-de8b-4895-b396-c22997110424 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Checking segment: {'id': 'be885ec7-3ed7-4b0a-ac4a-efca81c58e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '36a46c99-20cb-44d0-85a0-9c4e372d2bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:41:20.967858 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed984d5-de8b-4895-b396-c22997110424 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Network hostable DHCP agents. Network: 36a46c99-20cb-44d0-85a0-9c4e372d2bac, hostable agents: ['f6987c12-6d6c-47d4-b22d-cfcd164dc40d'], hosted agents: [] {{(pid=84764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:41:21.114698 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:21.115446 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Pushing event updated for resources: {'Port': ['ID=41b36239-1988-4259-afb1-27df0cae013b,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:21.277277 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d40f72f-0f10-48af-bc3a-e597c19e070f req-5b12801c-9428-4e9a-aa92-e0e5a1614acf tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:21.283228 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d40f72f-0f10-48af-bc3a-e597c19e070f req-5b12801c-9428-4e9a-aa92-e0e5a1614acf tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:21.285017 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-4d40f72f-0f10-48af-bc3a-e597c19e070f req-5b12801c-9428-4e9a-aa92-e0e5a1614acf tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.69 "GET /v2.0/ports?device_id=86fb65d4-3164-487d-b9ef-d107d361b4b3 HTTP/1.1" status: 200 len: 1681 time: 0.5377491 Apr 18 19:41:21.323876 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-d73800c5-3844-4f6a-8275-f9f86b32888b None None] Provisioning complete for port 5ee3d3a0-8e96-4f02-bb3b-3e0ae3745c42 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:41:21.324558 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d73800c5-3844-4f6a-8275-f9f86b32888b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:21.350124 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed984d5-de8b-4895-b396-c22997110424 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Network 36a46c99-20cb-44d0-85a0-9c4e372d2bac is scheduled to be hosted by DHCP agent f6987c12-6d6c-47d4-b22d-cfcd164dc40d with binding_index 1 {{(pid=84764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:41:21.408710 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] get_ports_and_sgs() called for port_ids ['a958662e-05b7-44bf-ba9e-ac3115b1a223'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:41:21.459412 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [None req-2ed984d5-de8b-4895-b396-c22997110424 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-2, 36a46c99-20cb-44d0-85a0-9c4e372d2bac) {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:41:21.495704 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-d73800c5-3844-4f6a-8275-f9f86b32888b None None] Port 5ee3d3a0-8e96-4f02-bb3b-3e0ae3745c42 cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:41:21.508975 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56dc4161-3725-4689-91df-6d40f2fb9826 None None] Network 36a46c99-20cb-44d0-85a0-9c4e372d2bac requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:41:21.535063 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed984d5-de8b-4895-b396-c22997110424 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:21.535661 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-2ed984d5-de8b-4895-b396-c22997110424 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for subnet, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:21.576409 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-4d40f72f-0f10-48af-bc3a-e597c19e070f req-35a6f008-7eb0-4871-9ba7-c1bade90f083 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.69 "GET /v2.0/security-groups?id=bb003ef8-bec1-46f4-8fe0-50640bc23b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439721 Apr 18 19:41:21.689492 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-2ed984d5-de8b-4895-b396-c22997110424 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3179343 Apr 18 19:41:21.692238 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 39394) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:21.700338 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-0590bc7f-25cd-4ed5-b3e5-62d34d52eec6 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1062817458', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:41:21.720264 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-0590bc7f-25cd-4ed5-b3e5-62d34d52eec6 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:41:21.743676 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-0590bc7f-25cd-4ed5-b3e5-62d34d52eec6 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Usage tracker for resource:router and tenant:bd464d5bd80e48739c10390179c2302b is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:41:21.765230 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-0590bc7f-25cd-4ed5-b3e5-62d34d52eec6 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:41:21.798178 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-0590bc7f-25cd-4ed5-b3e5-62d34d52eec6 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:41:21.798178 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 39400) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:21.852828 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db3bc001-82fa-4647-a02c-3fcd861917ca admin admin] Router a649bdea-f799-4774-88af-c80e56e342d5 has already been hosted by L3 agent 21b59c62-f184-4169-bc3e-79831cc043e8 {{(pid=84764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:41:21.857751 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 41b36239-1988-4259-afb1-27df0cae013b up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:41:21.910666 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e121f8d2-feb3-4a44-9bcf-e375f657923d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31f5fbf7-4b5c-5a44-b255-70c4fc176ae8-36a46c99-20cb-44d0-85a0-9c4e372d2bac', 'network_id': '36a46c99-20cb-44d0-85a0-9c4e372d2bac', 'tenant_id': 'bd464d5bd80e48739c10390179c2302b', 'fixed_ips': [{'subnet_id': 'ce7d2769-1cee-487f-a82a-6eaaf7c3346c'}]}} from n-d-836017-2. {{(pid=84765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 19:41:21.910666 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e121f8d2-feb3-4a44-9bcf-e375f657923d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:21.948965 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-0590bc7f-25cd-4ed5-b3e5-62d34d52eec6 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-415242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4425'] for router, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:21.950628 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-0590bc7f-25cd-4ed5-b3e5-62d34d52eec6 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-416909', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4418'] for router, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:22.111985 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-66802c07-8e51-4662-8ea6-3944ff4ab1d9 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-2009383499-network', 'tenant_id': '19b928eb4202403cbe5607c68ed6ef75'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:41:22.173289 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-66802c07-8e51-4662-8ea6-3944ff4ab1d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:41:22.190491 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-0590bc7f-25cd-4ed5-b3e5-62d34d52eec6 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:22.201559 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 5a1a606d-139b-4d8d-9d58-35731d1a6049 up at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:41:22.229027 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-66802c07-8e51-4662-8ea6-3944ff4ab1d9 admin admin] Usage tracker for resource:network and tenant:19b928eb4202403cbe5607c68ed6ef75 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:41:22.237865 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-66802c07-8e51-4662-8ea6-3944ff4ab1d9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:41:22.252623 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-66802c07-8e51-4662-8ea6-3944ff4ab1d9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:41:22.265870 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db3bc001-82fa-4647-a02c-3fcd861917ca admin admin] Notify agent at l3_agent.n-d-836017-2 the message routers_updated {{(pid=84764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:41:22.272674 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-db3bc001-82fa-4647-a02c-3fcd861917ca admin admin] 10.222.0.69 "PUT /v2.0/routers/a649bdea-f799-4774-88af-c80e56e342d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7679067 Apr 18 19:41:22.313254 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-0590bc7f-25cd-4ed5-b3e5-62d34d52eec6 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416864'] for router, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:22.335652 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1c541fd-6087-4755-8778-e68e27e46067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:22.337472 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:22.392852 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66802c07-8e51-4662-8ea6-3944ff4ab1d9 admin admin] Made reservation on behalf of 19b928eb4202403cbe5607c68ed6ef75 for: {'network': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:41:22.400796 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-66802c07-8e51-4662-8ea6-3944ff4ab1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for network, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:22.431138 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3e5039-fa6c-4d77-a47a-5cdf7781f812 req-d7a110c4-20c9-49b4-8a77-3277b6249ee9 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:22.432976 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-6a3e5039-fa6c-4d77-a47a-5cdf7781f812 req-d7a110c4-20c9-49b4-8a77-3277b6249ee9 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 945 time: 0.4636002 Apr 18 19:41:22.437179 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-66802c07-8e51-4662-8ea6-3944ff4ab1d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:22.449829 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-0590bc7f-25cd-4ed5-b3e5-62d34d52eec6 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks [] for router, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:22.454248 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 39418) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:22.454676 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-0590bc7f-25cd-4ed5-b3e5-62d34d52eec6 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7610662 Apr 18 19:41:22.461747 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-629bc974-c1e0-4c7c-b5a1-6a1b5719e9a2 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Request body: {'port': {'network_id': '36a46c99-20cb-44d0-85a0-9c4e372d2bac', 'name': 'tempest-RoutersIpV6Test-458342623'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:41:22.615508 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b201b00-574e-438f-8daf-98bed532804c None None] Sync routers for ids ['a649bdea-f799-4774-88af-c80e56e342d5'] in n-d-836017-2 {{(pid=84766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:41:22.649945 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b201b00-574e-438f-8daf-98bed532804c None None] Routers {'a649bdea-f799-4774-88af-c80e56e342d5'} bound to L3 agent in host n-d-836017-2 {{(pid=84766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:41:22.651475 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-2b201b00-574e-438f-8daf-98bed532804c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:41:20Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['a649bdea-f799-4774-88af-c80e56e342d5'], 'active': True} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:41:22.680171 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-6a3e5039-fa6c-4d77-a47a-5cdf7781f812 req-a691f52b-0a02-458c-a5e4-c6074e5524c3 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340806 Apr 18 19:41:22.694294 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-66802c07-8e51-4662-8ea6-3944ff4ab1d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:41:22.706154 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port 41b36239-1988-4259-afb1-27df0cae013b triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:41:22.706529 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:22.719008 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-66802c07-8e51-4662-8ea6-3944ff4ab1d9 admin admin] Usage tracker for resource:security_group_rule and tenant:19b928eb4202403cbe5607c68ed6ef75 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:41:22.726375 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-66802c07-8e51-4662-8ea6-3944ff4ab1d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:41:22.785453 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-66802c07-8e51-4662-8ea6-3944ff4ab1d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:41:22.986190 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-e121f8d2-feb3-4a44-9bcf-e375f657923d None None] Allocated IP 2001:db8::2 (36a46c99-20cb-44d0-85a0-9c4e372d2bac/ce7d2769-1cee-487f-a82a-6eaaf7c3346c/222fd211-e4d8-464c-a166-1387297cf19e) {{(pid=84765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:41:23.047986 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-66802c07-8e51-4662-8ea6-3944ff4ab1d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:23.069488 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning for port 5a1a606d-139b-4d8d-9d58-35731d1a6049 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:41:23.110613 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning complete for port 5a1a606d-139b-4d8d-9d58-35731d1a6049 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:41:23.110987 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:23.128451 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-66802c07-8e51-4662-8ea6-3944ff4ab1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:23.144281 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvr_db [None req-2b201b00-574e-438f-8daf-98bed532804c None None] Set router a649bdea-f799-4774-88af-c80e56e342d5 gateway port host: n-d-836017-2 {{(pid=84766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:41:23.144667 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66802c07-8e51-4662-8ea6-3944ff4ab1d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=84763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:41:23.182043 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-66802c07-8e51-4662-8ea6-3944ff4ab1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:23.182401 n-d-836017-2 neutron-server[84763]: INFO neutron.db.segments_db [None req-66802c07-8e51-4662-8ea6-3944ff4ab1d9 admin admin] Added segment a417a3e6-ceeb-493d-be6d-f9e4296063bc of type vlan for network c789004a-eb8f-4833-b0b2-8798e6729be6 Apr 18 19:41:23.255085 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-66802c07-8e51-4662-8ea6-3944ff4ab1d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791093404182'] for network, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:23.323328 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a4106dab-6971-4e7e-8fdc-c66f0a3f4877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:23.373408 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66802c07-8e51-4662-8ea6-3944ff4ab1d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb83a11-c2d1-469b-98ed-61b59844135a,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:23.374474 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-629bc974-c1e0-4c7c-b5a1-6a1b5719e9a2 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:41:23.391215 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-66802c07-8e51-4662-8ea6-3944ff4ab1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251'] for network, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:23.392068 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66802c07-8e51-4662-8ea6-3944ff4ab1d9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:23.392699 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-66802c07-8e51-4662-8ea6-3944ff4ab1d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:23.407301 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-629bc974-c1e0-4c7c-b5a1-6a1b5719e9a2 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Usage tracker for resource:port and tenant:bd464d5bd80e48739c10390179c2302b is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:41:23.412182 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-629bc974-c1e0-4c7c-b5a1-6a1b5719e9a2 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:41:23.442109 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-629bc974-c1e0-4c7c-b5a1-6a1b5719e9a2 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:41:23.514622 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5779fac2-9fac-4873-88bb-3bf4d8ed3988 req-1f24e31e-ff69-4aa1-bfc2-82935552dad0 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:23.530336 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5779fac2-9fac-4873-88bb-3bf4d8ed3988 req-1f24e31e-ff69-4aa1-bfc2-82935552dad0 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:23.531982 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-5779fac2-9fac-4873-88bb-3bf4d8ed3988 req-1f24e31e-ff69-4aa1-bfc2-82935552dad0 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.69 "GET /v2.0/ports?device_id=86fb65d4-3164-487d-b9ef-d107d361b4b3 HTTP/1.1" status: 200 len: 1681 time: 0.5645308 Apr 18 19:41:23.631998 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-629bc974-c1e0-4c7c-b5a1-6a1b5719e9a2 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Made reservation on behalf of bd464d5bd80e48739c10390179c2302b for: {'port': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:41:23.635458 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-629bc974-c1e0-4c7c-b5a1-6a1b5719e9a2 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:23.694044 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66802c07-8e51-4662-8ea6-3944ff4ab1d9 admin admin] Pushing event updated for resources: {'Network': ['ID=c789004a-eb8f-4833-b0b2-8798e6729be6,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:23.771236 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [None req-629bc974-c1e0-4c7c-b5a1-6a1b5719e9a2 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] device_id is not set on port a119100a-d43f-4f30-9d4c-3b49acae8f8c yet. {{(pid=84764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 19:41:23.784851 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-66802c07-8e51-4662-8ea6-3944ff4ab1d9 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.9875023 Apr 18 19:41:23.790577 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 39466) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:23.794457 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-036ed341-4c35-4b23-8068-fc108686296c admin admin] Request body: {'subnet': {'network_id': 'c789004a-eb8f-4833-b0b2-8798e6729be6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-2009383499-subnet', 'tenant_id': '19b928eb4202403cbe5607c68ed6ef75', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:41:23.814775 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-036ed341-4c35-4b23-8068-fc108686296c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:41:23.822728 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-2b201b00-574e-438f-8daf-98bed532804c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a649bdea-f799-4774-88af-c80e56e342d5', 'name': 'tempest-TaggedBootDevicesTest_v242-1624347864-router', 'tenant_id': 'b0919d48454948588d6dfff2c9e54b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '41b36239-1988-4259-afb1-27df0cae013b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:41:05Z', 'updated_at': '2022-04-18T19:41:18Z', 'revision_number': 4, 'project_id': 'b0919d48454948588d6dfff2c9e54b63', 'gw_port': {'id': '41b36239-1988-4259-afb1-27df0cae013b', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:a6:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a649bdea-f799-4774-88af-c80e56e342d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:41:07Z', 'updated_at': '2022-04-18T19:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_interfaces': [{'id': '5ee3d3a0-8e96-4f02-bb3b-3e0ae3745c42', 'name': '', 'network_id': '44c4b429-8e17-4de6-ac7a-5d86267e5306', 'tenant_id': 'b0919d48454948588d6dfff2c9e54b63', 'mac_address': 'fa:16:3e:55:88:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a649bdea-f799-4774-88af-c80e56e342d5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f640dd4-ac07-43cd-b0cc-e95db7eb74e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:41:17Z', 'updated_at': '2022-04-18T19:41:18Z', 'revision_number': 2, 'project_id': 'b0919d48454948588d6dfff2c9e54b63', 'subnets': [{'id': '8f640dd4-ac07-43cd-b0cc-e95db7eb74e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-2', False) {} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:41:23.832148 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-036ed341-4c35-4b23-8068-fc108686296c admin admin] Usage tracker for resource:subnet and tenant:19b928eb4202403cbe5607c68ed6ef75 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:41:23.845190 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-036ed341-4c35-4b23-8068-fc108686296c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:41:23.848956 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b201b00-574e-438f-8daf-98bed532804c None None] Checking router: a649bdea-f799-4774-88af-c80e56e342d5 for host: n-d-836017-2 {{(pid=84766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:41:23.850186 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b201b00-574e-438f-8daf-98bed532804c None None] Updating router a649bdea-f799-4774-88af-c80e56e342d5 port 5ee3d3a0-8e96-4f02-bb3b-3e0ae3745c42 binding host n-d-836017-2 {{(pid=84766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 19:41:23.865158 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-036ed341-4c35-4b23-8068-fc108686296c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:41:23.931970 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-5779fac2-9fac-4873-88bb-3bf4d8ed3988 req-e60e38ad-74bd-4d86-8c84-16be36a23f36 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.69 "GET /v2.0/security-groups?id=bb003ef8-bec1-46f4-8fe0-50640bc23b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3894901 Apr 18 19:41:23.942750 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-2b201b00-574e-438f-8daf-98bed532804c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:23.950526 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-036ed341-4c35-4b23-8068-fc108686296c admin admin] Made reservation on behalf of 19b928eb4202403cbe5607c68ed6ef75 for: {'subnet': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:41:23.956963 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-036ed341-4c35-4b23-8068-fc108686296c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540907'] for subnet, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:23.967144 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e121f8d2-feb3-4a44-9bcf-e375f657923d None None] Notify callbacks [] for port, precommit_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:23.981838 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e121f8d2-feb3-4a44-9bcf-e375f657923d None None] Transition to ACTIVE for port object 222fd211-e4d8-464c-a166-1387297cf19e will not be triggered until provisioned by entity L2. {{(pid=84765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:41:24.004417 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e121f8d2-feb3-4a44-9bcf-e375f657923d None None] Transition to ACTIVE for port object 222fd211-e4d8-464c-a166-1387297cf19e will not be triggered until provisioned by entity DHCP. {{(pid=84765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:41:24.022235 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Network c789004a-eb8f-4833-b0b2-8798e6729be6 details requested by agent ovs-agent-n-d-836017-2 with host n-d-836017-2 {{(pid=84765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:41:24.190970 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e121f8d2-feb3-4a44-9bcf-e375f657923d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331'] for port, after_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:24.223028 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_common [None req-629bc974-c1e0-4c7c-b5a1-6a1b5719e9a2 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Allocated IP 2001:db8::100 (36a46c99-20cb-44d0-85a0-9c4e372d2bac/ce7d2769-1cee-487f-a82a-6eaaf7c3346c/a119100a-d43f-4f30-9d4c-3b49acae8f8c) {{(pid=84764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:41:24.314600 n-d-836017-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e121f8d2-feb3-4a44-9bcf-e375f657923d None None] Network 36a46c99-20cb-44d0-85a0-9c4e372d2bac is already hosted by enough agents. {{(pid=84765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:41:24.318591 n-d-836017-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-e121f8d2-feb3-4a44-9bcf-e375f657923d None None] Resources bound (agent type, host, resource id): {{(pid=84765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:41:24.320443 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:24.361652 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e121f8d2-feb3-4a44-9bcf-e375f657923d None None] Received port after_create {{(pid=84765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:41:24.418498 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86fb65d4-3164-487d-b9ef-d107d361b4b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a1a606d-139b-4d8d-9d58-35731d1a6049'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:41:24.451156 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb21f106-87ed-47ce-9c91-8e6b8539db80 req-63efcf34-5a2a-4778-abfb-633b882478cd tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:24.454945 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fb21f106-87ed-47ce-9c91-8e6b8539db80 req-63efcf34-5a2a-4778-abfb-633b882478cd tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 945 time: 0.4208920 Apr 18 19:41:24.554239 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 5a1a606d-139b-4d8d-9d58-35731d1a6049, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=5a1a606d-139b-4d8d-9d58-35731d1a6049,segment=NetworkSegment(217050b6-f70b-49c6-b4e2-18ae855d24a9),segment_id=217050b6-f70b-49c6-b4e2-18ae855d24a9)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:41:24.565979 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e121f8d2-feb3-4a44-9bcf-e375f657923d None None] Pushing event updated for resources: {'Port': ['ID=222fd211-e4d8-464c-a166-1387297cf19e,revision_number=1']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:24.642740 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-e121f8d2-feb3-4a44-9bcf-e375f657923d None None] Attempting to bind port 222fd211-e4d8-464c-a166-1387297cf19e on host n-d-836017-2 for vnic_type normal with profile {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:41:24.643110 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-e121f8d2-feb3-4a44-9bcf-e375f657923d None None] Attempting to bind port 222fd211-e4d8-464c-a166-1387297cf19e by drivers openvswitch,hyperv on host n-d-836017-2 at level 0 using segments [{'id': 'be885ec7-3ed7-4b0a-ac4a-efca81c58e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '36a46c99-20cb-44d0-85a0-9c4e372d2bac'}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:41:24.643460 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e121f8d2-feb3-4a44-9bcf-e375f657923d None None] Attempting to bind port 222fd211-e4d8-464c-a166-1387297cf19e on network 36a46c99-20cb-44d0-85a0-9c4e372d2bac {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:41:24.659946 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:24.787411 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device a958662e-05b7-44bf-ba9e-ac3115b1a223 up at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:41:24.809183 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fb21f106-87ed-47ce-9c91-8e6b8539db80 req-584a6ff9-0e9f-4da0-8adc-d4b49fe814b4 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819319 Apr 18 19:41:24.874135 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-629bc974-c1e0-4c7c-b5a1-6a1b5719e9a2 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks [] for port, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:24.902250 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-2b201b00-574e-438f-8daf-98bed532804c None None] Notify callbacks [] for port, precommit_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:24.917022 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.provisioning_blocks [None req-629bc974-c1e0-4c7c-b5a1-6a1b5719e9a2 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Transition to ACTIVE for port object a119100a-d43f-4f30-9d4c-3b49acae8f8c will not be triggered until provisioned by entity DHCP. {{(pid=84764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:41:24.944845 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.provisioning_blocks [None req-2b201b00-574e-438f-8daf-98bed532804c None None] Transition to ACTIVE for port object 5ee3d3a0-8e96-4f02-bb3b-3e0ae3745c42 will not be triggered until provisioned by entity L2. {{(pid=84766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:41:24.952439 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e121f8d2-feb3-4a44-9bcf-e375f657923d None None] Checking agent: {'id': 'df2a5cfe-6839-400b-a998-e4fffce70f45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 8, 22), 'started_at': datetime.datetime(2022, 4, 18, 19, 8, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:41:24.952885 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e121f8d2-feb3-4a44-9bcf-e375f657923d None None] Checking segment: {'id': 'be885ec7-3ed7-4b0a-ac4a-efca81c58e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '36a46c99-20cb-44d0-85a0-9c4e372d2bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:41:24.953204 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e121f8d2-feb3-4a44-9bcf-e375f657923d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:24.953594 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e121f8d2-feb3-4a44-9bcf-e375f657923d None None] Bound using segment: {'id': 'be885ec7-3ed7-4b0a-ac4a-efca81c58e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '36a46c99-20cb-44d0-85a0-9c4e372d2bac'} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:41:24.954073 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-e121f8d2-feb3-4a44-9bcf-e375f657923d None None] Bound port: 222fd211-e4d8-464c-a166-1387297cf19e, host: n-d-836017-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be885ec7-3ed7-4b0a-ac4a-efca81c58e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '36a46c99-20cb-44d0-85a0-9c4e372d2bac'}}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:41:24.954438 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e121f8d2-feb3-4a44-9bcf-e375f657923d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:25.014153 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-036ed341-4c35-4b23-8068-fc108686296c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66351616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66540921'] for subnet, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:25.088397 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-2b201b00-574e-438f-8daf-98bed532804c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:25.126247 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e121f8d2-feb3-4a44-9bcf-e375f657923d None None] For port 222fd211-e4d8-464c-a166-1387297cf19e, host n-d-836017-2, cleared binding levels {{(pid=84765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:41:25.130898 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e121f8d2-feb3-4a44-9bcf-e375f657923d None None] For port 222fd211-e4d8-464c-a166-1387297cf19e, host n-d-836017-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=222fd211-e4d8-464c-a166-1387297cf19e,segment=NetworkSegment(be885ec7-3ed7-4b0a-ac4a-efca81c58e3c),segment_id=be885ec7-3ed7-4b0a-ac4a-efca81c58e3c)] {{(pid=84765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:41:25.136293 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7356bb31-b9b5-4596-b054-772c6b4cfcc5'] response: {'server_uuid': '86fb65d4-3164-487d-b9ef-d107d361b4b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a1a606d-139b-4d8d-9d58-35731d1a6049', 'code': 200} Apr 18 19:41:25.144820 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=5a1a606d-139b-4d8d-9d58-35731d1a6049,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:25.146369 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-629bc974-c1e0-4c7c-b5a1-6a1b5719e9a2 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:25.152891 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:25.220759 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e121f8d2-feb3-4a44-9bcf-e375f657923d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:25.271535 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7db20b-db72-4f72-9614-f5b9b541c50b None None] Pushing event updated for resources: {'Port': ['ID=5ee3d3a0-8e96-4f02-bb3b-3e0ae3745c42,revision_number=3']} {{(pid=84766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:25.327403 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629bc974-c1e0-4c7c-b5a1-6a1b5719e9a2 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Network 36a46c99-20cb-44d0-85a0-9c4e372d2bac is already hosted by enough agents. {{(pid=84764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:41:25.340679 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [None req-629bc974-c1e0-4c7c-b5a1-6a1b5719e9a2 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Resources bound (agent type, host, resource id): {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:41:25.347110 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629bc974-c1e0-4c7c-b5a1-6a1b5719e9a2 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Received port after_create {{(pid=84764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:41:25.357209 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629bc974-c1e0-4c7c-b5a1-6a1b5719e9a2 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:25.357977 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-629bc974-c1e0-4c7c-b5a1-6a1b5719e9a2 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:25.386680 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036ed341-4c35-4b23-8068-fc108686296c admin admin] Pushing event updated for resources: {'Subnet': ['ID=af9796b9-a78b-420c-9f86-c23601cbb801,revision_number=0']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:25.419488 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning for port a958662e-05b7-44bf-ba9e-ac3115b1a223 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:41:25.425099 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e121f8d2-feb3-4a44-9bcf-e375f657923d None None] Pushing event updated for resources: {'Port': ['ID=222fd211-e4d8-464c-a166-1387297cf19e,revision_number=2']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:25.456888 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning complete for port a958662e-05b7-44bf-ba9e-ac3115b1a223 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:41:25.459005 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:25.535113 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036ed341-4c35-4b23-8068-fc108686296c admin admin] Checking segment: {'id': 'a417a3e6-ceeb-493d-be6d-f9e4296063bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'c789004a-eb8f-4833-b0b2-8798e6729be6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:41:25.535506 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036ed341-4c35-4b23-8068-fc108686296c admin admin] Network hostable DHCP agents. Network: c789004a-eb8f-4833-b0b2-8798e6729be6, hostable agents: ['f6987c12-6d6c-47d4-b22d-cfcd164dc40d'], hosted agents: [] {{(pid=84763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:41:25.543085 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629bc974-c1e0-4c7c-b5a1-6a1b5719e9a2 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Pushing event updated for resources: {'Port': ['ID=a119100a-d43f-4f30-9d4c-3b49acae8f8c,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:25.556525 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-629bc974-c1e0-4c7c-b5a1-6a1b5719e9a2 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.1008265 Apr 18 19:41:25.556933 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 39500) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:25.694093 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4762d98-7f35-43e6-b483-87ca9706eed2 req-6af4a035-4c61-430c-8126-c1384bff923a tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:25.700653 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4762d98-7f35-43e6-b483-87ca9706eed2 req-6af4a035-4c61-430c-8126-c1384bff923a tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:25.710541 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a4762d98-7f35-43e6-b483-87ca9706eed2 req-6af4a035-4c61-430c-8126-c1384bff923a tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.69 "GET /v2.0/ports?device_id=86fb65d4-3164-487d-b9ef-d107d361b4b3 HTTP/1.1" status: 200 len: 1682 time: 0.5189641 Apr 18 19:41:25.802108 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.managers [None req-2b201b00-574e-438f-8daf-98bed532804c None None] Attempting to bind port 5ee3d3a0-8e96-4f02-bb3b-3e0ae3745c42 on host n-d-836017-2 for vnic_type normal with profile {{(pid=84766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:41:25.802456 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.managers [None req-2b201b00-574e-438f-8daf-98bed532804c None None] Attempting to bind port 5ee3d3a0-8e96-4f02-bb3b-3e0ae3745c42 by drivers openvswitch,hyperv on host n-d-836017-2 at level 0 using segments [{'id': '29e2b76d-fba6-44e9-a69a-26c3e4a86483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '44c4b429-8e17-4de6-ac7a-5d86267e5306'}] {{(pid=84766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:41:25.806350 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b201b00-574e-438f-8daf-98bed532804c None None] Attempting to bind port 5ee3d3a0-8e96-4f02-bb3b-3e0ae3745c42 on network 44c4b429-8e17-4de6-ac7a-5d86267e5306 {{(pid=84766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:41:25.823648 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b201b00-574e-438f-8daf-98bed532804c None None] Checking agent: {'id': 'df2a5cfe-6839-400b-a998-e4fffce70f45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 8, 22), 'started_at': datetime.datetime(2022, 4, 18, 19, 8, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:41:25.827187 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b201b00-574e-438f-8daf-98bed532804c None None] Checking segment: {'id': '29e2b76d-fba6-44e9-a69a-26c3e4a86483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '44c4b429-8e17-4de6-ac7a-5d86267e5306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:41:25.827612 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-2b201b00-574e-438f-8daf-98bed532804c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:25.828011 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b201b00-574e-438f-8daf-98bed532804c None None] Bound using segment: {'id': '29e2b76d-fba6-44e9-a69a-26c3e4a86483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '44c4b429-8e17-4de6-ac7a-5d86267e5306'} {{(pid=84766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:41:25.829265 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.managers [None req-2b201b00-574e-438f-8daf-98bed532804c None None] Bound port: 5ee3d3a0-8e96-4f02-bb3b-3e0ae3745c42, host: n-d-836017-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29e2b76d-fba6-44e9-a69a-26c3e4a86483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '44c4b429-8e17-4de6-ac7a-5d86267e5306'}}] {{(pid=84766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:41:25.835259 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-2b201b00-574e-438f-8daf-98bed532804c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:25.980129 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:26.149312 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port a958662e-05b7-44bf-ba9e-ac3115b1a223, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=a958662e-05b7-44bf-ba9e-ac3115b1a223,segment=NetworkSegment(876242d1-e60d-46ae-ad8c-374f910d2430),segment_id=876242d1-e60d-46ae-ad8c-374f910d2430)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:41:26.151500 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a4762d98-7f35-43e6-b483-87ca9706eed2 req-fa0db0a8-8b4f-4772-84b1-1e95b06ea641 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.69 "GET /v2.0/security-groups?id=bb003ef8-bec1-46f4-8fe0-50640bc23b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4397502 Apr 18 19:41:26.197908 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.db [None req-2b201b00-574e-438f-8daf-98bed532804c None None] For port 5ee3d3a0-8e96-4f02-bb3b-3e0ae3745c42, host n-d-836017-2, cleared binding levels {{(pid=84766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:41:26.209130 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.db [None req-2b201b00-574e-438f-8daf-98bed532804c None None] For port 5ee3d3a0-8e96-4f02-bb3b-3e0ae3745c42, host n-d-836017-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=5ee3d3a0-8e96-4f02-bb3b-3e0ae3745c42,segment=NetworkSegment(29e2b76d-fba6-44e9-a69a-26c3e4a86483),segment_id=29e2b76d-fba6-44e9-a69a-26c3e4a86483)] {{(pid=84766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:41:26.219407 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:26.306888 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-2b201b00-574e-438f-8daf-98bed532804c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:26.329240 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ee8551-a5bd-4bc9-a956-4cbb97a54110 req-96bb14b5-b783-4e63-9b19-8c653fd5e01a tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:26.335396 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c3ee8551-a5bd-4bc9-a956-4cbb97a54110 req-96bb14b5-b783-4e63-9b19-8c653fd5e01a tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 945 time: 0.2712245 Apr 18 19:41:26.474830 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036ed341-4c35-4b23-8068-fc108686296c admin admin] Network c789004a-eb8f-4833-b0b2-8798e6729be6 is scheduled to be hosted by DHCP agent f6987c12-6d6c-47d4-b22d-cfcd164dc40d with binding_index 1 {{(pid=84763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:41:26.506864 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 222fd211-e4d8-464c-a166-1387297cf19e up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:41:26.535252 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b201b00-574e-438f-8daf-98bed532804c None None] Routers {'a649bdea-f799-4774-88af-c80e56e342d5'} bound to L3 agent in host n-d-836017-2 {{(pid=84766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:41:26.541938 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-2b201b00-574e-438f-8daf-98bed532804c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:41:20Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['a649bdea-f799-4774-88af-c80e56e342d5'], 'active': True} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:41:26.569948 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c3ee8551-a5bd-4bc9-a956-4cbb97a54110 req-242b804d-8013-4b2b-b0cb-ae803d83e1b9 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250023 Apr 18 19:41:26.599084 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=a958662e-05b7-44bf-ba9e-ac3115b1a223,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:26.724664 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [None req-036ed341-4c35-4b23-8068-fc108686296c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-2, c789004a-eb8f-4833-b0b2-8798e6729be6) {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:41:26.733160 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning for port 222fd211-e4d8-464c-a166-1387297cf19e completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:41:26.756371 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02fa44fd-d63a-4aef-8dad-b1d9681d7149 None None] Network c789004a-eb8f-4833-b0b2-8798e6729be6 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:41:26.853484 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036ed341-4c35-4b23-8068-fc108686296c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:26.854224 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-036ed341-4c35-4b23-8068-fc108686296c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:27.155608 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86fb65d4-3164-487d-b9ef-d107d361b4b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a958662e-05b7-44bf-ba9e-ac3115b1a223'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:41:27.185645 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-036ed341-4c35-4b23-8068-fc108686296c admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 3.3969419 Apr 18 19:41:27.259204 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7db20b-db72-4f72-9614-f5b9b541c50b None None] Pushing event updated for resources: {'Port': ['ID=5ee3d3a0-8e96-4f02-bb3b-3e0ae3745c42,revision_number=4']} {{(pid=84766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:27.417095 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvr_db [None req-2b201b00-574e-438f-8daf-98bed532804c None None] Set router a649bdea-f799-4774-88af-c80e56e342d5 gateway port host: n-d-836017-2 {{(pid=84766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:41:27.510393 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1d4bc43-8a7e-4eb0-bc3a-d694c0b153f2'] response: {'server_uuid': '86fb65d4-3164-487d-b9ef-d107d361b4b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a958662e-05b7-44bf-ba9e-ac3115b1a223', 'code': 200} Apr 18 19:41:27.642655 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-678d4497-283d-48a8-b19e-059670b8f208 None None] Network c789004a-eb8f-4833-b0b2-8798e6729be6 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:41:27.729575 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-1645375a-3726-439e-9fca-f5b43725014a tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:27.771890 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cc2b3d-8d61-4973-a440-d9730c68e8d3 req-6c841540-e182-4cd9-a559-e4722a67f7e1 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:27.786787 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cc2b3d-8d61-4973-a440-d9730c68e8d3 req-6c841540-e182-4cd9-a559-e4722a67f7e1 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:27.795923 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f3cc2b3d-8d61-4973-a440-d9730c68e8d3 req-6c841540-e182-4cd9-a559-e4722a67f7e1 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.69 "GET /v2.0/ports?device_id=86fb65d4-3164-487d-b9ef-d107d361b4b3 HTTP/1.1" status: 200 len: 1683 time: 0.2358425 Apr 18 19:41:27.799050 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0e1919b6-ac97-4701-8a7d-ac71d7bf52e4 req-671c9696-8cb4-49d9-a641-ffb7d9844117 tempest-VolumesBackupsTest-1832797490 tempest-VolumesBackupsTest-1832797490-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=9856c0e9ebf944f5ae67dc2c8adf9d2a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2040169 Apr 18 19:41:27.889744 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f3cc2b3d-8d61-4973-a440-d9730c68e8d3 req-18318c7f-62c4-4f23-ba72-736e1ae20ca9 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.69 "GET /v2.0/security-groups?id=bb003ef8-bec1-46f4-8fe0-50640bc23b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910344 Apr 18 19:41:27.907682 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2575ed1a-e77d-4605-9683-bfd00d6ed463 None None] Network 36a46c99-20cb-44d0-85a0-9c4e372d2bac requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:41:28.026374 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 39566) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:28.177210 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_v2 [None req-a37c744a-0be4-45b0-b693-fd4f0fa6afe2 admin admin] Deleting subnet af9796b9-a78b-420c-9f86-c23601cbb801 {{(pid=84764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:41:28.184855 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-a37c744a-0be4-45b0-b693-fd4f0fa6afe2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:28.302433 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-a37c744a-0be4-45b0-b693-fd4f0fa6afe2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66931798'] for subnet, precommit_delete_associations {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:28.309047 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-2b201b00-574e-438f-8daf-98bed532804c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a649bdea-f799-4774-88af-c80e56e342d5', 'name': 'tempest-TaggedBootDevicesTest_v242-1624347864-router', 'tenant_id': 'b0919d48454948588d6dfff2c9e54b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '41b36239-1988-4259-afb1-27df0cae013b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:41:05Z', 'updated_at': '2022-04-18T19:41:18Z', 'revision_number': 4, 'project_id': 'b0919d48454948588d6dfff2c9e54b63', 'gw_port': {'id': '41b36239-1988-4259-afb1-27df0cae013b', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:a6:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a649bdea-f799-4774-88af-c80e56e342d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:41:07Z', 'updated_at': '2022-04-18T19:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_interfaces': [{'id': '5ee3d3a0-8e96-4f02-bb3b-3e0ae3745c42', 'name': '', 'network_id': '44c4b429-8e17-4de6-ac7a-5d86267e5306', 'tenant_id': 'b0919d48454948588d6dfff2c9e54b63', 'mac_address': 'fa:16:3e:55:88:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a649bdea-f799-4774-88af-c80e56e342d5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f640dd4-ac07-43cd-b0cc-e95db7eb74e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:41:17Z', 'updated_at': '2022-04-18T19:41:26Z', 'revision_number': 4, 'project_id': 'b0919d48454948588d6dfff2c9e54b63', 'subnets': [{'id': '8f640dd4-ac07-43cd-b0cc-e95db7eb74e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-2', False) {} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:41:28.326371 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b201b00-574e-438f-8daf-98bed532804c None None] The sync data for ids ['a649bdea-f799-4774-88af-c80e56e342d5'] in n-d-836017-2 is: [{'id': 'a649bdea-f799-4774-88af-c80e56e342d5', 'name': 'tempest-TaggedBootDevicesTest_v242-1624347864-router', 'tenant_id': 'b0919d48454948588d6dfff2c9e54b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '41b36239-1988-4259-afb1-27df0cae013b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:41:05Z', 'updated_at': '2022-04-18T19:41:18Z', 'revision_number': 4, 'project_id': 'b0919d48454948588d6dfff2c9e54b63', 'gw_port': {'id': '41b36239-1988-4259-afb1-27df0cae013b', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:a6:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a649bdea-f799-4774-88af-c80e56e342d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:41:07Z', 'updated_at': '2022-04-18T19:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_interfaces': [{'id': '5ee3d3a0-8e96-4f02-bb3b-3e0ae3745c42', 'name': '', 'network_id': '44c4b429-8e17-4de6-ac7a-5d86267e5306', 'tenant_id': 'b0919d48454948588d6dfff2c9e54b63', 'mac_address': 'fa:16:3e:55:88:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a649bdea-f799-4774-88af-c80e56e342d5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f640dd4-ac07-43cd-b0cc-e95db7eb74e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:41:17Z', 'updated_at': '2022-04-18T19:41:26Z', 'revision_number': 4, 'project_id': 'b0919d48454948588d6dfff2c9e54b63', 'subnets': [{'id': '8f640dd4-ac07-43cd-b0cc-e95db7eb74e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:41:28.394081 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-a37c744a-0be4-45b0-b693-fd4f0fa6afe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1258508'] for subnet, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:28.580062 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-a37c744a-0be4-45b0-b693-fd4f0fa6afe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1258501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2290876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65862598'] for subnet, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:28.658715 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f2dfa7dd-b2ed-428f-9584-8a9e6ffa1795 req-83d5bb72-92ad-4cdf-b448-3c62cd70010f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=86fb65d4-3164-487d-b9ef-d107d361b4b3 HTTP/1.1" status: 200 len: 1985 time: 1.2033117 Apr 18 19:41:28.768432 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37c744a-0be4-45b0-b693-fd4f0fa6afe2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af9796b9-a78b-420c-9f86-c23601cbb801,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:28.829113 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-a37c744a-0be4-45b0-b693-fd4f0fa6afe2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for subnet, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:28.838490 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f2dfa7dd-b2ed-428f-9584-8a9e6ffa1795 req-3b0b7bb9-1c68-4bff-b891-730f9dab4f0b service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=bb003ef8-bec1-46f4-8fe0-50640bc23b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596560 Apr 18 19:41:28.876294 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-28830c04-03a4-445b-9669-b371c84a4f8c None None] Provisioning for port 222fd211-e4d8-464c-a166-1387297cf19e completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:41:28.880849 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-a37c744a-0be4-45b0-b693-fd4f0fa6afe2 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/af9796b9-a78b-420c-9f86-c23601cbb801 HTTP/1.1" status: 204 len: 168 time: 0.8528967 Apr 18 19:41:28.882729 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 39574) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:28.953197 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1919b6-ac97-4701-8a7d-ac71d7bf52e4 req-1c36f5da-2003-42a9-953b-78d7143a2d1c tempest-VolumesBackupsTest-1832797490 tempest-VolumesBackupsTest-1832797490-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:28.954751 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0e1919b6-ac97-4701-8a7d-ac71d7bf52e4 req-1c36f5da-2003-42a9-953b-78d7143a2d1c tempest-VolumesBackupsTest-1832797490 tempest-VolumesBackupsTest-1832797490-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1110382 Apr 18 19:41:29.027810 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0e1919b6-ac97-4701-8a7d-ac71d7bf52e4 req-19ca732f-1ac7-4fae-8c4c-55dfae102559 tempest-VolumesBackupsTest-1832797490 tempest-VolumesBackupsTest-1832797490-project] 10.222.0.69 "GET /v2.0/quotas/9856c0e9ebf944f5ae67dc2c8adf9d2a HTTP/1.1" status: 200 len: 375 time: 0.0454822 Apr 18 19:41:29.069790 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-28830c04-03a4-445b-9669-b371c84a4f8c None None] Provisioning complete for port 222fd211-e4d8-464c-a166-1387297cf19e triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:41:29.071835 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-28830c04-03a4-445b-9669-b371c84a4f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:29.137292 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f97f24c-291c-4f40-a668-2ecad9b26521 req-a8d83a83-8b18-43e8-b9b8-e24bcedca19c tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:29.160872 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-0f97f24c-291c-4f40-a668-2ecad9b26521 req-a8d83a83-8b18-43e8-b9b8-e24bcedca19c tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 945 time: 0.5245969 Apr 18 19:41:29.183551 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0e1919b6-ac97-4701-8a7d-ac71d7bf52e4 req-b8f806aa-b7d3-4210-afd7-4840fa30bfa7 tempest-VolumesBackupsTest-1832797490 tempest-VolumesBackupsTest-1832797490-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=9856c0e9ebf944f5ae67dc2c8adf9d2a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1372228 Apr 18 19:41:29.261136 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-70555d91-862b-471c-859c-c2a6cd7c428a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:29.299207 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-1645375a-3726-439e-9fca-f5b43725014a tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks [] for port, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:29.330945 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-28830c04-03a4-445b-9669-b371c84a4f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:29.372492 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-1645375a-3726-439e-9fca-f5b43725014a tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:29.446752 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-0f97f24c-291c-4f40-a668-2ecad9b26521 req-ceea0296-6c3d-4c26-a32c-2d7a562673da tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849734 Apr 18 19:41:29.474476 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-28830c04-03a4-445b-9669-b371c84a4f8c None None] For port 222fd211-e4d8-464c-a166-1387297cf19e, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=222fd211-e4d8-464c-a166-1387297cf19e,segment=NetworkSegment(be885ec7-3ed7-4b0a-ac4a-efca81c58e3c),segment_id=be885ec7-3ed7-4b0a-ac4a-efca81c58e3c)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:41:29.582588 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-28830c04-03a4-445b-9669-b371c84a4f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:29.682129 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-70555d91-862b-471c-859c-c2a6cd7c428a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256345', 'neutron.services.segments.db._delete_segments_for_network-8791093852025'] for network, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:29.801954 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1645375a-3726-439e-9fca-f5b43725014a tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Pushing event updated for resources: {'Port': ['ID=a119100a-d43f-4f30-9d4c-3b49acae8f8c,revision_number=2']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:29.839602 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-70555d91-862b-471c-859c-c2a6cd7c428a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c789004a-eb8f-4833-b0b2-8798e6729be6']}} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:41:29.877083 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28830c04-03a4-445b-9669-b371c84a4f8c None None] Pushing event updated for resources: {'Port': ['ID=222fd211-e4d8-464c-a166-1387297cf19e,revision_number=3']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:29.938828 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-70555d91-862b-471c-859c-c2a6cd7c428a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a417a3e6-ceeb-493d-be6d-f9e4296063bc') {'for_net_delete': True} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:41:29.939127 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-70555d91-862b-471c-859c-c2a6cd7c428a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a417a3e6-ceeb-493d-be6d-f9e4296063bc') {} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:41:29.975988 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-70555d91-862b-471c-859c-c2a6cd7c428a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791093851908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66932133'] for segment, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:29.976431 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1645375a-3726-439e-9fca-f5b43725014a tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:41:29.976925 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1645375a-3726-439e-9fca-f5b43725014a tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:41:29.978195 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1645375a-3726-439e-9fca-f5b43725014a tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:41:29.978195 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1645375a-3726-439e-9fca-f5b43725014a tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:41:29.978522 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1645375a-3726-439e-9fca-f5b43725014a tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:41:29.978771 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1645375a-3726-439e-9fca-f5b43725014a tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:41:29.989239 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1645375a-3726-439e-9fca-f5b43725014a tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:41:29.989608 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1645375a-3726-439e-9fca-f5b43725014a tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:41:29.989949 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1645375a-3726-439e-9fca-f5b43725014a tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:41:29.990280 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1645375a-3726-439e-9fca-f5b43725014a tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:41:29.991376 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1645375a-3726-439e-9fca-f5b43725014a tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:41:30.218989 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-d6f7086c-18c2-4301-b025-36b3db13c691 None None] Provisioning for port a119100a-d43f-4f30-9d4c-3b49acae8f8c completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:41:30.225874 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-d6f7086c-18c2-4301-b025-36b3db13c691 None None] Provisioning complete for port a119100a-d43f-4f30-9d4c-3b49acae8f8c triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:41:30.226575 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d6f7086c-18c2-4301-b025-36b3db13c691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:30.278846 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2b03727d-bdb6-479b-8230-47b8c8012fc9 req-ab074f67-0bb9-4ddf-8c56-67b43989953e tempest-VolumesBackupsTest-1832797490 tempest-VolumesBackupsTest-1832797490-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1687c7b-d16f-4682-848f-50a7966cf7d4 HTTP/1.1" status: 200 len: 210 time: 0.2467937 Apr 18 19:41:30.338625 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-70555d91-862b-471c-859c-c2a6cd7c428a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:30.437368 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70555d91-862b-471c-859c-c2a6cd7c428a admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=84764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:41:30.442609 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-70555d91-862b-471c-859c-c2a6cd7c428a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2290898'] for segment, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:30.559279 n-d-836017-2 neutron-server[84764]: Traceback (most recent call last): Apr 18 19:41:30.559279 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:41:30.559279 n-d-836017-2 neutron-server[84764]: timer() Apr 18 19:41:30.559279 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:41:30.559279 n-d-836017-2 neutron-server[84764]: cb(*args, **kw) Apr 18 19:41:30.559279 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:41:30.559279 n-d-836017-2 neutron-server[84764]: return func(*args, **kwargs) Apr 18 19:41:30.559279 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:41:30.559279 n-d-836017-2 neutron-server[84764]: self._notify() Apr 18 19:41:30.559279 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:41:30.559279 n-d-836017-2 neutron-server[84764]: self.callback(batched_events) Apr 18 19:41:30.559279 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:41:30.559279 n-d-836017-2 neutron-server[84764]: event.method(event) Apr 18 19:41:30.559279 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:41:30.559279 n-d-836017-2 neutron-server[84764]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:41:30.559279 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:41:30.559279 n-d-836017-2 neutron-server[84764]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:41:30.559279 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:41:30.559279 n-d-836017-2 neutron-server[84764]: return f(self, *a, **k) Apr 18 19:41:30.559279 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:41:30.559279 n-d-836017-2 neutron-server[84764]: return self._get(url).json() Apr 18 19:41:30.559279 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:41:30.559279 n-d-836017-2 neutron-server[84764]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:41:30.559279 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:41:30.559279 n-d-836017-2 neutron-server[84764]: return self.request(url, 'GET', **kwargs) Apr 18 19:41:30.559279 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:41:30.559279 n-d-836017-2 neutron-server[84764]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:41:30.559279 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:41:30.559279 n-d-836017-2 neutron-server[84764]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:41:30.559279 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:41:30.559279 n-d-836017-2 neutron-server[84764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:41:30.559279 n-d-836017-2 neutron-server[84764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:41:30.598047 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-d6f7086c-18c2-4301-b025-36b3db13c691 None None] Port a119100a-d43f-4f30-9d4c-3b49acae8f8c cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:41:30.638509 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 5ee3d3a0-8e96-4f02-bb3b-3e0ae3745c42 up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:41:30.798382 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23c4d29-b936-4f24-ab9b-8c422bd947a4 req-9d605579-2431-46bd-8881-2554adea599e tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:30.802380 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23c4d29-b936-4f24-ab9b-8c422bd947a4 req-9d605579-2431-46bd-8881-2554adea599e tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:30.804025 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-b23c4d29-b936-4f24-ab9b-8c422bd947a4 req-9d605579-2431-46bd-8881-2554adea599e tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.69 "GET /v2.0/ports?device_id=86fb65d4-3164-487d-b9ef-d107d361b4b3 HTTP/1.1" status: 200 len: 1683 time: 0.7794130 Apr 18 19:41:30.853696 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-d6f7086c-18c2-4301-b025-36b3db13c691 None None] Provisioning complete for port 222fd211-e4d8-464c-a166-1387297cf19e triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:41:30.855608 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d6f7086c-18c2-4301-b025-36b3db13c691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:30.861746 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-70555d91-862b-471c-859c-c2a6cd7c428a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416801'] for network, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:30.870501 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-70555d91-862b-471c-859c-c2a6cd7c428a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:30.934011 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-70555d91-862b-471c-859c-c2a6cd7c428a admin admin] 10.222.0.69 "DELETE /v2.0/networks/c789004a-eb8f-4833-b0b2-8798e6729be6 HTTP/1.1" status: 204 len: 168 time: 2.0439718 Apr 18 19:41:30.946345 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70555d91-862b-471c-859c-c2a6cd7c428a admin admin] Pushing event deleted for resources: {'Network': ['ID=c789004a-eb8f-4833-b0b2-8798e6729be6,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:31.073291 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-b23c4d29-b936-4f24-ab9b-8c422bd947a4 req-6192ed37-28a7-4466-92d3-de96503ef693 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.69 "GET /v2.0/security-groups?id=bb003ef8-bec1-46f4-8fe0-50640bc23b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405930 Apr 18 19:41:31.087911 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-1645375a-3726-439e-9fca-f5b43725014a tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417434'] for router_interface, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:31.220725 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d742cdc-af1f-48ba-8e3b-e34600f3469c req-69e9a1e4-2e7d-4fd3-b377-613c5fe824d9 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:31.222646 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4d742cdc-af1f-48ba-8e3b-e34600f3469c req-69e9a1e4-2e7d-4fd3-b377-613c5fe824d9 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 945 time: 0.2629936 Apr 18 19:41:31.282436 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning for port 5ee3d3a0-8e96-4f02-bb3b-3e0ae3745c42 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:41:31.290961 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port 5ee3d3a0-8e96-4f02-bb3b-3e0ae3745c42 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:41:31.294060 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:31.371071 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4d742cdc-af1f-48ba-8e3b-e34600f3469c req-2dea2a8a-d619-4153-94bb-4fcc7778627c tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407690 Apr 18 19:41:31.440617 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-1645375a-3726-439e-9fca-f5b43725014a tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:31.472340 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee13d724-98ec-4b0c-89d3-81af74049094 None None] Provisioning complete for port a119100a-d43f-4f30-9d4c-3b49acae8f8c triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:41:31.473023 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee13d724-98ec-4b0c-89d3-81af74049094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:31.658000 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:31.658805 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d7eca7ea-49d0-406d-a1a3-4e21826f1384 req-28abdc91-131f-4ea3-a29a-cfe444976905 tempest-VolumesBackupsTest-1832797490 tempest-VolumesBackupsTest-1832797490-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1687c7b-d16f-4682-848f-50a7966cf7d4 HTTP/1.1" status: 200 len: 210 time: 0.2280486 Apr 18 19:41:31.677145 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-ee13d724-98ec-4b0c-89d3-81af74049094 None None] Port a119100a-d43f-4f30-9d4c-3b49acae8f8c cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:41:31.735050 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] For port 5ee3d3a0-8e96-4f02-bb3b-3e0ae3745c42, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=5ee3d3a0-8e96-4f02-bb3b-3e0ae3745c42,segment=NetworkSegment(29e2b76d-fba6-44e9-a69a-26c3e4a86483),segment_id=29e2b76d-fba6-44e9-a69a-26c3e4a86483)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:41:31.769778 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 39624) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:31.831173 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-a3b21c82-c9d6-4808-8aba-7b437cdb9828 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=19b928eb4202403cbe5607c68ed6ef75&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0602319 Apr 18 19:41:31.835158 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 39628) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:31.837468 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:31.838520 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 222fd211-e4d8-464c-a166-1387297cf19e up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:41:32.019394 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-7227f87b-be3e-43e9-89d7-e93a39fc4241 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:32.031032 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Pushing event updated for resources: {'Port': ['ID=5ee3d3a0-8e96-4f02-bb3b-3e0ae3745c42,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:32.056593 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port 222fd211-e4d8-464c-a166-1387297cf19e triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:41:32.058028 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:32.136024 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-7227f87b-be3e-43e9-89d7-e93a39fc4241 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:32.628742 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 5ee3d3a0-8e96-4f02-bb3b-3e0ae3745c42 up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:41:32.676487 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-1645375a-3726-439e-9fca-f5b43725014a tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks [] for port, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:32.703957 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a9ada2-ae55-4377-b207-6fd63e9c05df req-bddc19ef-5831-4b8a-81db-8ac5c21fcd12 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:32.721046 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a9ada2-ae55-4377-b207-6fd63e9c05df req-bddc19ef-5831-4b8a-81db-8ac5c21fcd12 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:32.733342 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-c8a9ada2-ae55-4377-b207-6fd63e9c05df req-bddc19ef-5831-4b8a-81db-8ac5c21fcd12 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.69 "GET /v2.0/ports?device_id=86fb65d4-3164-487d-b9ef-d107d361b4b3 HTTP/1.1" status: 200 len: 1683 time: 0.3502378 Apr 18 19:41:32.790358 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2f5870-019e-4919-9ee6-235267618bc0 req-56cae37e-4109-48c0-b3bb-fcfe48f8a462 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:32.803291 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-db2f5870-019e-4919-9ee6-235267618bc0 req-56cae37e-4109-48c0-b3bb-fcfe48f8a462 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 945 time: 0.2133932 Apr 18 19:41:32.812396 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-7227f87b-be3e-43e9-89d7-e93a39fc4241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:32.846968 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-7227f87b-be3e-43e9-89d7-e93a39fc4241 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:32.848535 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-7227f87b-be3e-43e9-89d7-e93a39fc4241 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/dbb83a11-c2d1-469b-98ed-61b59844135a HTTP/1.1" status: 204 len: 168 time: 1.0035059 Apr 18 19:41:32.859022 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7227f87b-be3e-43e9-89d7-e93a39fc4241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb83a11-c2d1-469b-98ed-61b59844135a,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:32.866507 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port 5ee3d3a0-8e96-4f02-bb3b-3e0ae3745c42 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:41:32.868619 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:32.872769 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-c8a9ada2-ae55-4377-b207-6fd63e9c05df req-6751bcc5-0458-40d8-8a62-a0e95a7d95b0 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.69 "GET /v2.0/security-groups?id=bb003ef8-bec1-46f4-8fe0-50640bc23b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364000 Apr 18 19:41:32.963616 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-1645375a-3726-439e-9fca-f5b43725014a tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:33.010340 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-1645375a-3726-439e-9fca-f5b43725014a tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-417335'] for router_interface, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:33.062214 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-db2f5870-019e-4919-9ee6-235267618bc0 req-ac5c69e1-95aa-4720-8789-96f613712f7b tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626991 Apr 18 19:41:33.303937 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a552ad21-8a58-457f-8d40-0faa03e442f9 req-bfd58724-9606-49d0-b6a0-b6332de74f84 tempest-VolumesBackupsTest-1832797490 tempest-VolumesBackupsTest-1832797490-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1687c7b-d16f-4682-848f-50a7966cf7d4 HTTP/1.1" status: 200 len: 210 time: 0.0592794 Apr 18 19:41:33.383913 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1645375a-3726-439e-9fca-f5b43725014a tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Pushing event updated for resources: {'Port': ['ID=a119100a-d43f-4f30-9d4c-3b49acae8f8c,revision_number=3']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:33.565540 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1645375a-3726-439e-9fca-f5b43725014a tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Network 36a46c99-20cb-44d0-85a0-9c4e372d2bac is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:41:33.573147 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [None req-1645375a-3726-439e-9fca-f5b43725014a tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:41:33.929846 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0e1919b6-ac97-4701-8a7d-ac71d7bf52e4 req-f4f3a267-0234-49d0-8b96-81276dca5feb tempest-VolumesBackupsTest-1832797490 tempest-VolumesBackupsTest-1832797490-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=9856c0e9ebf944f5ae67dc2c8adf9d2a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1543953 Apr 18 19:41:34.040763 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-fe20ab4d-bdf3-4d4e-9702-b0d41bb69d66 None None] Provisioning complete for port a119100a-d43f-4f30-9d4c-3b49acae8f8c triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:41:34.042098 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fe20ab4d-bdf3-4d4e-9702-b0d41bb69d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:34.260973 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-fe20ab4d-bdf3-4d4e-9702-b0d41bb69d66 None None] Port a119100a-d43f-4f30-9d4c-3b49acae8f8c cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:41:34.470134 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1919b6-ac97-4701-8a7d-ac71d7bf52e4 req-82234c4a-84c9-4f49-b111-2d18497d019a tempest-VolumesBackupsTest-1832797490 tempest-VolumesBackupsTest-1832797490-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:34.471735 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0e1919b6-ac97-4701-8a7d-ac71d7bf52e4 req-82234c4a-84c9-4f49-b111-2d18497d019a tempest-VolumesBackupsTest-1832797490 tempest-VolumesBackupsTest-1832797490-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5316033 Apr 18 19:41:34.539390 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-0e1919b6-ac97-4701-8a7d-ac71d7bf52e4 req-7b4270d8-b120-4d53-b6a0-9be5ca020437 tempest-VolumesBackupsTest-1832797490 tempest-VolumesBackupsTest-1832797490-project] Request body: {'port': {'device_id': 'a1687c7b-d16f-4682-848f-50a7966cf7d4', 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a', 'admin_state_up': True, 'tenant_id': '9856c0e9ebf944f5ae67dc2c8adf9d2a'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:41:34.604808 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72a7b9b-05a4-4cc1-9fee-695c4f6b5774 req-ff4444d5-346d-42bd-ad3d-3f55c4e39427 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:34.607051 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c72a7b9b-05a4-4cc1-9fee-695c4f6b5774 req-ff4444d5-346d-42bd-ad3d-3f55c4e39427 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 945 time: 0.1292346 Apr 18 19:41:34.702213 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c72a7b9b-05a4-4cc1-9fee-695c4f6b5774 req-7cb13748-1b84-4843-a109-4a8e06a5e6d6 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892842 Apr 18 19:41:34.932984 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-1c3af740-b132-4cbd-9b9e-a062a4e8f955 req-44630e97-ed43-4118-a967-61a7f6b83b78 tempest-VolumesBackupsTest-1832797490 tempest-VolumesBackupsTest-1832797490-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1687c7b-d16f-4682-848f-50a7966cf7d4 HTTP/1.1" status: 200 len: 210 time: 0.0640171 Apr 18 19:41:35.236701 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-0e1919b6-ac97-4701-8a7d-ac71d7bf52e4 req-7b4270d8-b120-4d53-b6a0-9be5ca020437 tempest-VolumesBackupsTest-1832797490 tempest-VolumesBackupsTest-1832797490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:41:35.250916 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-0e1919b6-ac97-4701-8a7d-ac71d7bf52e4 req-7b4270d8-b120-4d53-b6a0-9be5ca020437 tempest-VolumesBackupsTest-1832797490 tempest-VolumesBackupsTest-1832797490-project] Usage tracker for resource:port and tenant:9856c0e9ebf944f5ae67dc2c8adf9d2a is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:41:35.263226 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-0e1919b6-ac97-4701-8a7d-ac71d7bf52e4 req-7b4270d8-b120-4d53-b6a0-9be5ca020437 tempest-VolumesBackupsTest-1832797490 tempest-VolumesBackupsTest-1832797490-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:41:35.276495 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-0e1919b6-ac97-4701-8a7d-ac71d7bf52e4 req-7b4270d8-b120-4d53-b6a0-9be5ca020437 tempest-VolumesBackupsTest-1832797490 tempest-VolumesBackupsTest-1832797490-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:41:35.315804 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6040b9-2968-443e-84c5-3c0c1190c168 req-c0d81149-1e5c-4a40-aaf2-d646c48d3ca5 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:35.320987 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6040b9-2968-443e-84c5-3c0c1190c168 req-c0d81149-1e5c-4a40-aaf2-d646c48d3ca5 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:35.322911 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-6b6040b9-2968-443e-84c5-3c0c1190c168 req-c0d81149-1e5c-4a40-aaf2-d646c48d3ca5 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.69 "GET /v2.0/ports?device_id=86fb65d4-3164-487d-b9ef-d107d361b4b3 HTTP/1.1" status: 200 len: 1683 time: 0.8492134 Apr 18 19:41:35.405803 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e1919b6-ac97-4701-8a7d-ac71d7bf52e4 req-7b4270d8-b120-4d53-b6a0-9be5ca020437 tempest-VolumesBackupsTest-1832797490 tempest-VolumesBackupsTest-1832797490-project] Made reservation on behalf of 9856c0e9ebf944f5ae67dc2c8adf9d2a for: {'port': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:41:35.422837 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-0e1919b6-ac97-4701-8a7d-ac71d7bf52e4 req-7b4270d8-b120-4d53-b6a0-9be5ca020437 tempest-VolumesBackupsTest-1832797490 tempest-VolumesBackupsTest-1832797490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:35.484081 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-0e1919b6-ac97-4701-8a7d-ac71d7bf52e4 req-7b4270d8-b120-4d53-b6a0-9be5ca020437 tempest-VolumesBackupsTest-1832797490 tempest-VolumesBackupsTest-1832797490-project] Notify callbacks [] for security_group, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:35.506663 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-6b6040b9-2968-443e-84c5-3c0c1190c168 req-a0e984b3-0f9b-4d21-8fc3-bda2e8133ed1 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.69 "GET /v2.0/security-groups?id=bb003ef8-bec1-46f4-8fe0-50640bc23b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749089 Apr 18 19:41:35.550287 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 39696) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:35.767786 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-0e1919b6-ac97-4701-8a7d-ac71d7bf52e4 req-7b4270d8-b120-4d53-b6a0-9be5ca020437 tempest-VolumesBackupsTest-1832797490 tempest-VolumesBackupsTest-1832797490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:41:35.782065 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-0e1919b6-ac97-4701-8a7d-ac71d7bf52e4 req-7b4270d8-b120-4d53-b6a0-9be5ca020437 tempest-VolumesBackupsTest-1832797490 tempest-VolumesBackupsTest-1832797490-project] Usage tracker for resource:security_group_rule and tenant:9856c0e9ebf944f5ae67dc2c8adf9d2a is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:41:35.788102 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-0e1919b6-ac97-4701-8a7d-ac71d7bf52e4 req-7b4270d8-b120-4d53-b6a0-9be5ca020437 tempest-VolumesBackupsTest-1832797490 tempest-VolumesBackupsTest-1832797490-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:41:35.807420 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-0e1919b6-ac97-4701-8a7d-ac71d7bf52e4 req-7b4270d8-b120-4d53-b6a0-9be5ca020437 tempest-VolumesBackupsTest-1832797490 tempest-VolumesBackupsTest-1832797490-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:41:35.834980 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-72a52411-b102-42c8-9917-d22238609f9a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1724345006-network', 'tenant_id': '1704b27ee7504f47a5309a7a0aca6742'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:41:35.848151 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-72a52411-b102-42c8-9917-d22238609f9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:41:35.853541 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-72a52411-b102-42c8-9917-d22238609f9a admin admin] Usage tracker for resource:network and tenant:1704b27ee7504f47a5309a7a0aca6742 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:41:35.858376 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-72a52411-b102-42c8-9917-d22238609f9a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:41:35.863353 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5bb9cc-f1eb-4273-8c89-4fb53ca0259f req-5eeff0e7-b945-4199-a143-07f75f9731d0 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:35.868376 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-72a52411-b102-42c8-9917-d22238609f9a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:41:35.873975 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5bb9cc-f1eb-4273-8c89-4fb53ca0259f req-5eeff0e7-b945-4199-a143-07f75f9731d0 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:35.882025 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ec5bb9cc-f1eb-4273-8c89-4fb53ca0259f req-5eeff0e7-b945-4199-a143-07f75f9731d0 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.72 "GET /v2.0/ports?device_id=86fb65d4-3164-487d-b9ef-d107d361b4b3 HTTP/1.1" status: 200 len: 1683 time: 0.3235843 Apr 18 19:41:36.042389 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1645375a-3726-439e-9fca-f5b43725014a tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Router c47a5754-e74b-4dcd-a9c6-d89f3f9f78a6 is scheduled to L3 agent 21b59c62-f184-4169-bc3e-79831cc043e8 with binding_index 1 {{(pid=84763) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 19:41:36.054878 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-ec5bb9cc-f1eb-4273-8c89-4fb53ca0259f req-0df9f0c4-dde1-41dd-abea-6295649df742 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Deleting port a958662e-05b7-44bf-ba9e-ac3115b1a223 {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:41:36.059546 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-ec5bb9cc-f1eb-4273-8c89-4fb53ca0259f req-0df9f0c4-dde1-41dd-abea-6295649df742 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:36.059694 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72a52411-b102-42c8-9917-d22238609f9a admin admin] Made reservation on behalf of 1704b27ee7504f47a5309a7a0aca6742 for: {'network': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:41:36.061255 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-72a52411-b102-42c8-9917-d22238609f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for network, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:36.097081 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-0e1919b6-ac97-4701-8a7d-ac71d7bf52e4 req-7b4270d8-b120-4d53-b6a0-9be5ca020437 tempest-VolumesBackupsTest-1832797490 tempest-VolumesBackupsTest-1832797490-project] Notify callbacks [] for security_group, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:36.113217 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-72a52411-b102-42c8-9917-d22238609f9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:36.158285 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-72a52411-b102-42c8-9917-d22238609f9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:41:36.162485 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-72a52411-b102-42c8-9917-d22238609f9a admin admin] Usage tracker for resource:security_group_rule and tenant:1704b27ee7504f47a5309a7a0aca6742 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:41:36.166745 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-72a52411-b102-42c8-9917-d22238609f9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:41:36.190635 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-72a52411-b102-42c8-9917-d22238609f9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:41:36.205744 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97177d0c-2701-4db5-9274-093c348972b1 req-51d3c408-e568-49a7-a58c-016361d8f60c tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:36.211083 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-97177d0c-2701-4db5-9274-093c348972b1 req-51d3c408-e568-49a7-a58c-016361d8f60c tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 945 time: 0.2817707 Apr 18 19:41:36.234680 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-eed59586-d525-4a53-a244-ff9dfadc8099 req-5cee1f22-4b2d-4176-bd02-04852bed54b6 tempest-VolumesBackupsTest-1832797490 tempest-VolumesBackupsTest-1832797490-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1687c7b-d16f-4682-848f-50a7966cf7d4 HTTP/1.1" status: 200 len: 210 time: 0.1247451 Apr 18 19:41:36.235299 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-0e1919b6-ac97-4701-8a7d-ac71d7bf52e4 req-7b4270d8-b120-4d53-b6a0-9be5ca020437 tempest-VolumesBackupsTest-1832797490 tempest-VolumesBackupsTest-1832797490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:36.389470 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-97177d0c-2701-4db5-9274-093c348972b1 req-6bc19261-269c-4237-8854-f9db468f8f6b tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669621 Apr 18 19:41:36.454214 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-72a52411-b102-42c8-9917-d22238609f9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:36.487551 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4270d8-b120-4d53-b6a0-9be5ca020437 tempest-VolumesBackupsTest-1832797490 tempest-VolumesBackupsTest-1832797490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e847d496-8797-4f1a-a802-676cc4bf8c60,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:36.517274 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-72a52411-b102-42c8-9917-d22238609f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:36.567961 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72a52411-b102-42c8-9917-d22238609f9a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=84764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:41:36.572463 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a52411-b102-42c8-9917-d22238609f9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bcaa16b-e810-45b2-8518-4d1e25887312,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:36.584442 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-72a52411-b102-42c8-9917-d22238609f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:36.584855 n-d-836017-2 neutron-server[84764]: INFO neutron.db.segments_db [None req-72a52411-b102-42c8-9917-d22238609f9a admin admin] Added segment 87afec3e-18d6-4259-b0fb-f736f77582de of type vlan for network 8316c86c-250c-436f-a95b-14f06065e125 Apr 18 19:41:36.629381 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-72a52411-b102-42c8-9917-d22238609f9a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791093404182'] for network, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:36.780679 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-72a52411-b102-42c8-9917-d22238609f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251'] for network, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:36.782035 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a52411-b102-42c8-9917-d22238609f9a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:36.782734 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-72a52411-b102-42c8-9917-d22238609f9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:36.922619 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a52411-b102-42c8-9917-d22238609f9a admin admin] Pushing event updated for resources: {'Network': ['ID=8316c86c-250c-436f-a95b-14f06065e125,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:36.933477 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Network 8316c86c-250c-436f-a95b-14f06065e125 details requested by agent ovs-agent-n-d-836017-2 with host n-d-836017-2 {{(pid=84765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:41:36.979126 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_common [req-0e1919b6-ac97-4701-8a7d-ac71d7bf52e4 req-7b4270d8-b120-4d53-b6a0-9be5ca020437 tempest-VolumesBackupsTest-1832797490 tempest-VolumesBackupsTest-1832797490-project] Allocated IP 192.168.233.171 (cb6d8c7c-7ea4-4a32-b429-1c2934b7306a/17d1b3aa-2066-4ffa-a69f-52ed566b6548/620e1208-62d2-49f5-abde-36852f8c342c) {{(pid=84763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:41:37.011567 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-ec5bb9cc-f1eb-4273-8c89-4fb53ca0259f req-0df9f0c4-dde1-41dd-abea-6295649df742 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] For port a958662e-05b7-44bf-ba9e-ac3115b1a223, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=a958662e-05b7-44bf-ba9e-ac3115b1a223,segment=NetworkSegment(876242d1-e60d-46ae-ad8c-374f910d2430),segment_id=876242d1-e60d-46ae-ad8c-374f910d2430)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:41:37.012189 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-ec5bb9cc-f1eb-4273-8c89-4fb53ca0259f req-0df9f0c4-dde1-41dd-abea-6295649df742 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:37.040329 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-72a52411-b102-42c8-9917-d22238609f9a admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4855001 Apr 18 19:41:37.040578 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 39724) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:37.045875 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-8507f3fb-6bd1-4b89-ad51-5b2c0f524402 admin admin] Request body: {'subnet': {'network_id': '8316c86c-250c-436f-a95b-14f06065e125', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1724345006-subnet', 'tenant_id': '1704b27ee7504f47a5309a7a0aca6742', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:41:37.057075 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-8507f3fb-6bd1-4b89-ad51-5b2c0f524402 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:41:37.064961 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-8507f3fb-6bd1-4b89-ad51-5b2c0f524402 admin admin] Usage tracker for resource:subnet and tenant:1704b27ee7504f47a5309a7a0aca6742 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:41:37.069794 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-8507f3fb-6bd1-4b89-ad51-5b2c0f524402 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:41:37.082052 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-8507f3fb-6bd1-4b89-ad51-5b2c0f524402 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:41:37.104005 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1645375a-3726-439e-9fca-f5b43725014a tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify agent at l3_agent.n-d-836017-2 the message routers_updated {{(pid=84763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:41:37.122065 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ef97af-e14e-491e-bd57-dd1e803c7292 None None] Sync routers for ids ['c47a5754-e74b-4dcd-a9c6-d89f3f9f78a6'] in n-d-836017-2 {{(pid=84765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:41:37.160982 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ef97af-e14e-491e-bd57-dd1e803c7292 None None] Routers {'c47a5754-e74b-4dcd-a9c6-d89f3f9f78a6'} bound to L3 agent in host n-d-836017-2 {{(pid=84765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:41:37.162186 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-63ef97af-e14e-491e-bd57-dd1e803c7292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:41:20Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['c47a5754-e74b-4dcd-a9c6-d89f3f9f78a6'], 'active': True} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:41:37.173674 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8507f3fb-6bd1-4b89-ad51-5b2c0f524402 admin admin] Made reservation on behalf of 1704b27ee7504f47a5309a7a0aca6742 for: {'subnet': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:41:37.176534 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-8507f3fb-6bd1-4b89-ad51-5b2c0f524402 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65862573'] for subnet, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:37.194560 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-ec5bb9cc-f1eb-4273-8c89-4fb53ca0259f req-0df9f0c4-dde1-41dd-abea-6295649df742 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Calling delete_port for a958662e-05b7-44bf-ba9e-ac3115b1a223 owned by compute:nova {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:41:37.262111 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-63ef97af-e14e-491e-bd57-dd1e803c7292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-2', False) {} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:41:37.275932 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ef97af-e14e-491e-bd57-dd1e803c7292 None None] Routers {'c47a5754-e74b-4dcd-a9c6-d89f3f9f78a6'} bound to L3 agent in host n-d-836017-2 {{(pid=84765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:41:37.276610 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-63ef97af-e14e-491e-bd57-dd1e803c7292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:41:20Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['c47a5754-e74b-4dcd-a9c6-d89f3f9f78a6'], 'active': True} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:41:37.351186 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-63ef97af-e14e-491e-bd57-dd1e803c7292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-2', False) {} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:41:37.351824 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ef97af-e14e-491e-bd57-dd1e803c7292 None None] The sync data for ids ['c47a5754-e74b-4dcd-a9c6-d89f3f9f78a6'] in n-d-836017-2 is: [] {{(pid=84765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:41:37.470106 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01aa5f7-9358-4ef4-bc60-e1660e135253 req-560ed42e-e74b-4b8d-9a00-6ffe4d98e1a4 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:37.474072 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01aa5f7-9358-4ef4-bc60-e1660e135253 req-560ed42e-e74b-4b8d-9a00-6ffe4d98e1a4 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:37.475699 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f01aa5f7-9358-4ef4-bc60-e1660e135253 req-560ed42e-e74b-4b8d-9a00-6ffe4d98e1a4 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.69 "GET /v2.0/ports?device_id=86fb65d4-3164-487d-b9ef-d107d361b4b3 HTTP/1.1" status: 200 len: 1683 time: 0.6940436 Apr 18 19:41:37.557634 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-1b33431d-43a8-4ccc-832a-2af9b351ec0c req-a75013f9-08c9-4d66-a723-16e2790a5b4e tempest-VolumesBackupsTest-1832797490 tempest-VolumesBackupsTest-1832797490-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1687c7b-d16f-4682-848f-50a7966cf7d4 HTTP/1.1" status: 200 len: 210 time: 0.0584302 Apr 18 19:41:37.653121 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-8507f3fb-6bd1-4b89-ad51-5b2c0f524402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2290811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65862591'] for subnet, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:37.859413 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-1645375a-3726-439e-9fca-f5b43725014a tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] 10.222.0.69 "PUT /v2.0/routers/c47a5754-e74b-4dcd-a9c6-d89f3f9f78a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2881525 Apr 18 19:41:37.872714 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 39742) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:37.880847 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8507f3fb-6bd1-4b89-ad51-5b2c0f524402 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52485bbf-71d0-4c05-9194-4f743c9c5d2b,revision_number=0']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:37.905052 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8507f3fb-6bd1-4b89-ad51-5b2c0f524402 admin admin] Checking segment: {'id': '87afec3e-18d6-4259-b0fb-f736f77582de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '8316c86c-250c-436f-a95b-14f06065e125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:41:37.905419 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8507f3fb-6bd1-4b89-ad51-5b2c0f524402 admin admin] Network hostable DHCP agents. Network: 8316c86c-250c-436f-a95b-14f06065e125, hostable agents: ['f6987c12-6d6c-47d4-b22d-cfcd164dc40d'], hosted agents: [] {{(pid=84764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:41:38.017102 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f01aa5f7-9358-4ef4-bc60-e1660e135253 req-4cfcd226-b8b7-426f-aa2e-d14689abec8f tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.69 "GET /v2.0/security-groups?id=bb003ef8-bec1-46f4-8fe0-50640bc23b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3746109 Apr 18 19:41:38.046992 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e72e153-491e-4ee1-950c-bcf3b724ce9e req-f768c7cf-cc84-43b4-978a-829cb8e05ec7 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:38.058342 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-5e72e153-491e-4ee1-950c-bcf3b724ce9e req-f768c7cf-cc84-43b4-978a-829cb8e05ec7 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 945 time: 0.1427956 Apr 18 19:41:38.079450 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8507f3fb-6bd1-4b89-ad51-5b2c0f524402 admin admin] Network 8316c86c-250c-436f-a95b-14f06065e125 is scheduled to be hosted by DHCP agent f6987c12-6d6c-47d4-b22d-cfcd164dc40d with binding_index 1 {{(pid=84764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:41:38.097973 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-ec5bb9cc-f1eb-4273-8c89-4fb53ca0259f req-0df9f0c4-dde1-41dd-abea-6295649df742 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:38.109245 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] get_ports_and_sgs() called for port_ids ['5a1a606d-139b-4d8d-9d58-35731d1a6049', 'a958662e-05b7-44bf-ba9e-ac3115b1a223'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:41:38.157898 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [None req-8507f3fb-6bd1-4b89-ad51-5b2c0f524402 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-2, 8316c86c-250c-436f-a95b-14f06065e125) {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:41:38.169358 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8507f3fb-6bd1-4b89-ad51-5b2c0f524402 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:38.169970 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-8507f3fb-6bd1-4b89-ad51-5b2c0f524402 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for subnet, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:38.188341 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df9f0c4-dde1-41dd-abea-6295649df742 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Pushing event deleted for resources: {'Port': ['ID=a958662e-05b7-44bf-ba9e-ac3115b1a223,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:38.219276 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-5e72e153-491e-4ee1-950c-bcf3b724ce9e req-9b8ab466-fe15-4e88-8e10-da9a8510ab5f tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599038 Apr 18 19:41:38.238603 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ec435c-e61c-4463-b737-ba43caec3982 None None] Network 8316c86c-250c-436f-a95b-14f06065e125 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:41:38.335563 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-8507f3fb-6bd1-4b89-ad51-5b2c0f524402 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2912643 Apr 18 19:41:38.337911 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 39746) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:38.348334 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-b169dc12-9592-4d1e-86d9-2ea7daee0092 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1724345006-router', 'tenant_id': '1704b27ee7504f47a5309a7a0aca6742', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'}}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:41:38.358942 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-b169dc12-9592-4d1e-86d9-2ea7daee0092 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:41:38.360405 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-0e1919b6-ac97-4701-8a7d-ac71d7bf52e4 req-7b4270d8-b120-4d53-b6a0-9be5ca020437 tempest-VolumesBackupsTest-1832797490 tempest-VolumesBackupsTest-1832797490-project] Notify callbacks [] for port, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:38.369031 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-b169dc12-9592-4d1e-86d9-2ea7daee0092 admin admin] Usage tracker for resource:router and tenant:1704b27ee7504f47a5309a7a0aca6742 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:41:38.386639 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-b169dc12-9592-4d1e-86d9-2ea7daee0092 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:41:38.393790 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-b169dc12-9592-4d1e-86d9-2ea7daee0092 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:41:38.463751 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec5bb9cc-f1eb-4273-8c89-4fb53ca0259f req-0df9f0c4-dde1-41dd-abea-6295649df742 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] No DVR routers for this DVR port a958662e-05b7-44bf-ba9e-ac3115b1a223 on host n-h2-836017-2 {{(pid=84763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:41:38.466865 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-ec5bb9cc-f1eb-4273-8c89-4fb53ca0259f req-0df9f0c4-dde1-41dd-abea-6295649df742 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:38.475747 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b169dc12-9592-4d1e-86d9-2ea7daee0092 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-415242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4425'] for router, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:38.479117 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b169dc12-9592-4d1e-86d9-2ea7daee0092 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-416909', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4418'] for router, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:38.499922 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86fb65d4-3164-487d-b9ef-d107d361b4b3', 'name': 'network-vif-deleted', 'tag': 'a958662e-05b7-44bf-ba9e-ac3115b1a223'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:41:38.522568 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4e4605-ca39-48a3-b36e-557015530f31 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:38.529300 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-5b4e4605-ca39-48a3-b36e-557015530f31 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] 10.222.0.69 "GET /v2.0/ports/a119100a-d43f-4f30-9d4c-3b49acae8f8c HTTP/1.1" status: 200 len: 983 time: 0.5820959 Apr 18 19:41:38.532635 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [req-0e1919b6-ac97-4701-8a7d-ac71d7bf52e4 req-7b4270d8-b120-4d53-b6a0-9be5ca020437 tempest-VolumesBackupsTest-1832797490 tempest-VolumesBackupsTest-1832797490-project] Transition to ACTIVE for port object 620e1208-62d2-49f5-abde-36852f8c342c will not be triggered until provisioned by entity DHCP. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:41:38.536678 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b169dc12-9592-4d1e-86d9-2ea7daee0092 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:38.540694 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 39754) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:38.762458 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ec5bb9cc-f1eb-4273-8c89-4fb53ca0259f req-0df9f0c4-dde1-41dd-abea-6295649df742 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.72 "DELETE /v2.0/ports/a958662e-05b7-44bf-ba9e-ac3115b1a223 HTTP/1.1" status: 204 len: 173 time: 2.8631124 Apr 18 19:41:38.969179 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-ec5bb9cc-f1eb-4273-8c89-4fb53ca0259f req-b374b6cf-1c0e-402b-bb73-6dc9cb423edc tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Deleting port 5a1a606d-139b-4d8d-9d58-35731d1a6049 {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:41:38.970355 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-ec5bb9cc-f1eb-4273-8c89-4fb53ca0259f req-b374b6cf-1c0e-402b-bb73-6dc9cb423edc tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:39.084870 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2848283a-fbb2-4b5d-a600-1470c3b976bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31f5fbf7-4b5c-5a44-b255-70c4fc176ae8-8316c86c-250c-436f-a95b-14f06065e125', 'network_id': '8316c86c-250c-436f-a95b-14f06065e125', 'tenant_id': '1704b27ee7504f47a5309a7a0aca6742', 'fixed_ips': [{'subnet_id': '52485bbf-71d0-4c05-9194-4f743c9c5d2b'}]}} from n-d-836017-2. {{(pid=84765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 19:41:39.086005 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2848283a-fbb2-4b5d-a600-1470c3b976bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:39.151388 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-04cce1a5-2e83-42ab-8612-4141d1b8defd req-c50da877-589a-404f-8347-1b954822bf7f tempest-VolumesBackupsTest-1832797490 tempest-VolumesBackupsTest-1832797490-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1687c7b-d16f-4682-848f-50a7966cf7d4 HTTP/1.1" status: 200 len: 210 time: 0.2096422 Apr 18 19:41:39.167031 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b169dc12-9592-4d1e-86d9-2ea7daee0092 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416895', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4776'] for router, precommit_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:39.202009 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-0e1919b6-ac97-4701-8a7d-ac71d7bf52e4 req-7b4270d8-b120-4d53-b6a0-9be5ca020437 tempest-VolumesBackupsTest-1832797490 tempest-VolumesBackupsTest-1832797490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:39.603311 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-ec5bb9cc-f1eb-4273-8c89-4fb53ca0259f req-b374b6cf-1c0e-402b-bb73-6dc9cb423edc tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] For port 5a1a606d-139b-4d8d-9d58-35731d1a6049, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=5a1a606d-139b-4d8d-9d58-35731d1a6049,segment=NetworkSegment(217050b6-f70b-49c6-b4e2-18ae855d24a9),segment_id=217050b6-f70b-49c6-b4e2-18ae855d24a9)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:41:39.603311 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-ec5bb9cc-f1eb-4273-8c89-4fb53ca0259f req-b374b6cf-1c0e-402b-bb73-6dc9cb423edc tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:39.747169 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-2848283a-fbb2-4b5d-a600-1470c3b976bd None None] Allocated IP 172.20.0.2 (8316c86c-250c-436f-a95b-14f06065e125/52485bbf-71d0-4c05-9194-4f743c9c5d2b/e448b81b-a26f-4f4b-85d0-eb0357a50971) {{(pid=84765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:41:39.812264 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-548ca493-65fa-442d-ae63-97a3bc2133bf'] response: {'server_uuid': '86fb65d4-3164-487d-b9ef-d107d361b4b3', 'name': 'network-vif-deleted', 'tag': 'a958662e-05b7-44bf-ba9e-ac3115b1a223', 'status': 'completed', 'code': 200} Apr 18 19:41:40.127079 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b169dc12-9592-4d1e-86d9-2ea7daee0092 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:40.141781 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2848283a-fbb2-4b5d-a600-1470c3b976bd None None] Notify callbacks [] for port, precommit_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:40.167857 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-2848283a-fbb2-4b5d-a600-1470c3b976bd None None] Transition to ACTIVE for port object e448b81b-a26f-4f4b-85d0-eb0357a50971 will not be triggered until provisioned by entity L2. {{(pid=84765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:41:40.170468 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b169dc12-9592-4d1e-86d9-2ea7daee0092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:40.185831 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device a958662e-05b7-44bf-ba9e-ac3115b1a223 no longer exists at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:41:40.258270 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7222e4d-7a2c-4c5c-abef-e1e6615d4704 req-2c4c304a-a7f6-444d-b4cf-5e62771b1b2e tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:40.265347 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c7222e4d-7a2c-4c5c-abef-e1e6615d4704 req-2c4c304a-a7f6-444d-b4cf-5e62771b1b2e tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 945 time: 0.4189339 Apr 18 19:41:40.267663 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-ec5bb9cc-f1eb-4273-8c89-4fb53ca0259f req-b374b6cf-1c0e-402b-bb73-6dc9cb423edc tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Calling delete_port for 5a1a606d-139b-4d8d-9d58-35731d1a6049 owned by compute:nova {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:41:40.293963 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] No Port match for: a958662e-05b7-44bf-ba9e-ac3115b1a223 {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:41:40.294316 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device a958662e-05b7-44bf-ba9e-ac3115b1a223 not bound to the agent host n-h2-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:41:40.294720 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 5a1a606d-139b-4d8d-9d58-35731d1a6049 no longer exists at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:41:40.377840 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e1919b6-ac97-4701-8a7d-ac71d7bf52e4 req-7b4270d8-b120-4d53-b6a0-9be5ca020437 tempest-VolumesBackupsTest-1832797490 tempest-VolumesBackupsTest-1832797490-project] Network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:41:40.418247 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [req-0e1919b6-ac97-4701-8a7d-ac71d7bf52e4 req-7b4270d8-b120-4d53-b6a0-9be5ca020437 tempest-VolumesBackupsTest-1832797490 tempest-VolumesBackupsTest-1832797490-project] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:41:40.423456 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e1919b6-ac97-4701-8a7d-ac71d7bf52e4 req-7b4270d8-b120-4d53-b6a0-9be5ca020437 tempest-VolumesBackupsTest-1832797490 tempest-VolumesBackupsTest-1832797490-project] Received port after_create {{(pid=84763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:41:40.441802 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-2848283a-fbb2-4b5d-a600-1470c3b976bd None None] Transition to ACTIVE for port object e448b81b-a26f-4f4b-85d0-eb0357a50971 will not be triggered until provisioned by entity DHCP. {{(pid=84765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:41:40.490040 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c7222e4d-7a2c-4c5c-abef-e1e6615d4704 req-59fcd097-1b88-4849-8001-fa630eb68176 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195415 Apr 18 19:41:40.603926 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:40.621777 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_common [None req-b169dc12-9592-4d1e-86d9-2ea7daee0092 admin admin] Allocated IP 172.25.3.228 (11e8e108-37df-4084-b6b7-113e6beb66b4/3b0abf32-1504-448b-b06e-c8c870b6a7c8/0ce8381f-0227-4fdf-864f-4c474e55dd66) {{(pid=84764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:41:40.638001 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1919b6-ac97-4701-8a7d-ac71d7bf52e4 req-7b4270d8-b120-4d53-b6a0-9be5ca020437 tempest-VolumesBackupsTest-1832797490 tempest-VolumesBackupsTest-1832797490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:40.638698 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-0e1919b6-ac97-4701-8a7d-ac71d7bf52e4 req-7b4270d8-b120-4d53-b6a0-9be5ca020437 tempest-VolumesBackupsTest-1832797490 tempest-VolumesBackupsTest-1832797490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:40.659628 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2848283a-fbb2-4b5d-a600-1470c3b976bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331'] for port, after_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:40.870379 n-d-836017-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2848283a-fbb2-4b5d-a600-1470c3b976bd None None] Network 8316c86c-250c-436f-a95b-14f06065e125 is already hosted by enough agents. {{(pid=84765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:41:40.892540 n-d-836017-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-2848283a-fbb2-4b5d-a600-1470c3b976bd None None] Resources bound (agent type, host, resource id): {{(pid=84765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:41:40.896799 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2848283a-fbb2-4b5d-a600-1470c3b976bd None None] Received port after_create {{(pid=84765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:41:40.902402 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86fb65d4-3164-487d-b9ef-d107d361b4b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a1a606d-139b-4d8d-9d58-35731d1a6049'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:41:40.944050 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 5a1a606d-139b-4d8d-9d58-35731d1a6049, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=5a1a606d-139b-4d8d-9d58-35731d1a6049,segment=NetworkSegment(217050b6-f70b-49c6-b4e2-18ae855d24a9),segment_id=217050b6-f70b-49c6-b4e2-18ae855d24a9)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:41:40.954384 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b169dc12-9592-4d1e-86d9-2ea7daee0092 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:40.981950 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2848283a-fbb2-4b5d-a600-1470c3b976bd None None] Pushing event updated for resources: {'Port': ['ID=e448b81b-a26f-4f4b-85d0-eb0357a50971,revision_number=1']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:41.000178 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2609261e-5f1b-4464-bbaf-8cc2ec5555b8 req-309f1196-64d4-47c7-b66a-20ed4cd43fd6 tempest-VolumesBackupsTest-1832797490 tempest-VolumesBackupsTest-1832797490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:41.010257 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2609261e-5f1b-4464-bbaf-8cc2ec5555b8 req-309f1196-64d4-47c7-b66a-20ed4cd43fd6 tempest-VolumesBackupsTest-1832797490 tempest-VolumesBackupsTest-1832797490-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1687c7b-d16f-4682-848f-50a7966cf7d4 HTTP/1.1" status: 200 len: 936 time: 0.2204764 Apr 18 19:41:41.056419 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-2848283a-fbb2-4b5d-a600-1470c3b976bd None None] Attempting to bind port e448b81b-a26f-4f4b-85d0-eb0357a50971 on host n-d-836017-2 for vnic_type normal with profile {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:41:41.057240 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-2848283a-fbb2-4b5d-a600-1470c3b976bd None None] Attempting to bind port e448b81b-a26f-4f4b-85d0-eb0357a50971 by drivers openvswitch,hyperv on host n-d-836017-2 at level 0 using segments [{'id': '87afec3e-18d6-4259-b0fb-f736f77582de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '8316c86c-250c-436f-a95b-14f06065e125'}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:41:41.057806 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2848283a-fbb2-4b5d-a600-1470c3b976bd None None] Attempting to bind port e448b81b-a26f-4f4b-85d0-eb0357a50971 on network 8316c86c-250c-436f-a95b-14f06065e125 {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:41:41.067594 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2848283a-fbb2-4b5d-a600-1470c3b976bd None None] Checking agent: {'id': 'df2a5cfe-6839-400b-a998-e4fffce70f45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 8, 22), 'started_at': datetime.datetime(2022, 4, 18, 19, 8, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:41:41.067947 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2848283a-fbb2-4b5d-a600-1470c3b976bd None None] Checking segment: {'id': '87afec3e-18d6-4259-b0fb-f736f77582de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '8316c86c-250c-436f-a95b-14f06065e125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:41:41.068268 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2848283a-fbb2-4b5d-a600-1470c3b976bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:41.068706 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2848283a-fbb2-4b5d-a600-1470c3b976bd None None] Bound using segment: {'id': '87afec3e-18d6-4259-b0fb-f736f77582de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '8316c86c-250c-436f-a95b-14f06065e125'} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:41:41.069534 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-2848283a-fbb2-4b5d-a600-1470c3b976bd None None] Bound port: e448b81b-a26f-4f4b-85d0-eb0357a50971, host: n-d-836017-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87afec3e-18d6-4259-b0fb-f736f77582de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '8316c86c-250c-436f-a95b-14f06065e125'}}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:41:41.069677 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2848283a-fbb2-4b5d-a600-1470c3b976bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:41.077103 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2609261e-5f1b-4464-bbaf-8cc2ec5555b8 req-a752fe89-a6c1-43d8-887a-3d374f80f8e1 tempest-VolumesBackupsTest-1832797490 tempest-VolumesBackupsTest-1832797490-project] 10.222.0.69 "GET /v2.0/security-groups?id=e847d496-8797-4f1a-a802-676cc4bf8c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657353 Apr 18 19:41:41.082510 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b169dc12-9592-4d1e-86d9-2ea7daee0092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:41.089629 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:41.188239 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b169dc12-9592-4d1e-86d9-2ea7daee0092 admin admin] Network 11e8e108-37df-4084-b6b7-113e6beb66b4 is already hosted by enough agents. {{(pid=84764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:41:41.194094 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [None req-b169dc12-9592-4d1e-86d9-2ea7daee0092 admin admin] Resources bound (agent type, host, resource id): {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:41:41.199504 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b169dc12-9592-4d1e-86d9-2ea7daee0092 admin admin] Received port after_create {{(pid=84764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:41:41.256996 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=5a1a606d-139b-4d8d-9d58-35731d1a6049,revision_number=6']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:41.267011 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-2848283a-fbb2-4b5d-a600-1470c3b976bd None None] For port e448b81b-a26f-4f4b-85d0-eb0357a50971, host n-d-836017-2, cleared binding levels {{(pid=84765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:41:41.275127 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-5242b5ff-889a-4b68-94e1-ebd3a9621ffb None None] Provisioning for port 620e1208-62d2-49f5-abde-36852f8c342c completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:41:41.284200 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b169dc12-9592-4d1e-86d9-2ea7daee0092 admin admin] Pushing event updated for resources: {'Port': ['ID=0ce8381f-0227-4fdf-864f-4c474e55dd66,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:41.294221 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-2848283a-fbb2-4b5d-a600-1470c3b976bd None None] For port e448b81b-a26f-4f4b-85d0-eb0357a50971, host n-d-836017-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=e448b81b-a26f-4f4b-85d0-eb0357a50971,segment=NetworkSegment(87afec3e-18d6-4259-b0fb-f736f77582de),segment_id=87afec3e-18d6-4259-b0fb-f736f77582de)] {{(pid=84765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:41:41.297379 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-5242b5ff-889a-4b68-94e1-ebd3a9621ffb None None] Provisioning complete for port 620e1208-62d2-49f5-abde-36852f8c342c triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:41:41.297733 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5242b5ff-889a-4b68-94e1-ebd3a9621ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:41.327491 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b169dc12-9592-4d1e-86d9-2ea7daee0092 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:41:41.330395 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b169dc12-9592-4d1e-86d9-2ea7daee0092 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:41:41.333501 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b169dc12-9592-4d1e-86d9-2ea7daee0092 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:41:41.333501 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b169dc12-9592-4d1e-86d9-2ea7daee0092 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:41:41.334265 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b169dc12-9592-4d1e-86d9-2ea7daee0092 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:41:41.334856 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b169dc12-9592-4d1e-86d9-2ea7daee0092 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:41:41.335247 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b169dc12-9592-4d1e-86d9-2ea7daee0092 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:41:41.339032 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b169dc12-9592-4d1e-86d9-2ea7daee0092 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:41:41.341464 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b169dc12-9592-4d1e-86d9-2ea7daee0092 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:41:41.341464 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b169dc12-9592-4d1e-86d9-2ea7daee0092 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:41:41.341464 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b169dc12-9592-4d1e-86d9-2ea7daee0092 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:41:41.353100 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4270d8-b120-4d53-b6a0-9be5ca020437 tempest-VolumesBackupsTest-1832797490 tempest-VolumesBackupsTest-1832797490-project] Pushing event updated for resources: {'Port': ['ID=620e1208-62d2-49f5-abde-36852f8c342c,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:41.435101 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d761d31-a67f-403c-a11b-49ed0e088b77'] response: {'server_uuid': '86fb65d4-3164-487d-b9ef-d107d361b4b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a1a606d-139b-4d8d-9d58-35731d1a6049', 'code': 200} Apr 18 19:41:41.442682 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2848283a-fbb2-4b5d-a600-1470c3b976bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:41.499081 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0e1919b6-ac97-4701-8a7d-ac71d7bf52e4 req-7b4270d8-b120-4d53-b6a0-9be5ca020437 tempest-VolumesBackupsTest-1832797490 tempest-VolumesBackupsTest-1832797490-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.9660506 Apr 18 19:41:41.518435 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-5242b5ff-889a-4b68-94e1-ebd3a9621ffb None None] Port 620e1208-62d2-49f5-abde-36852f8c342c cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:41:41.539327 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-0e1919b6-ac97-4701-8a7d-ac71d7bf52e4 req-712153f6-9345-437b-a3fd-426ea590b2f4 service neutron] Request body: {'port': {'device_id': 'a1687c7b-d16f-4682-848f-50a7966cf7d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-2'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:41:41.569899 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2848283a-fbb2-4b5d-a600-1470c3b976bd None None] Pushing event updated for resources: {'Port': ['ID=e448b81b-a26f-4f4b-85d0-eb0357a50971,revision_number=2']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:41.631077 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b169dc12-9592-4d1e-86d9-2ea7daee0092 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:41.634809 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b169dc12-9592-4d1e-86d9-2ea7daee0092 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416864'] for router, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:41.989373 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d21caa-5e06-4c78-930a-c63c9740e2a5 req-23fd7cc9-65e6-4d9e-aa24-25d354bd93b7 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:41.991040 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-73d21caa-5e06-4c78-930a-c63c9740e2a5 req-23fd7cc9-65e6-4d9e-aa24-25d354bd93b7 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Synchronizing usage tracker for tenant:af77c4468a104578b3401cd2f194180a on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:41:41.998505 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.db.api [req-ec5bb9cc-f1eb-4273-8c89-4fb53ca0259f req-b374b6cf-1c0e-402b-bb73-6dc9cb423edc tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84763) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 19:41:41.998910 n-d-836017-2 neutron-server[84763]: DEBUG oslo_db.api [req-ec5bb9cc-f1eb-4273-8c89-4fb53ca0259f req-b374b6cf-1c0e-402b-bb73-6dc9cb423edc tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 19:41:42.041801 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-0e1919b6-ac97-4701-8a7d-ac71d7bf52e4 req-712153f6-9345-437b-a3fd-426ea590b2f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:42.088802 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc839958-c155-4615-8613-fabfa7d6309c req-53814085-914b-4f4c-a498-9eaab0967ffc tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:42.100424 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-bc839958-c155-4615-8613-fabfa7d6309c req-53814085-914b-4f4c-a498-9eaab0967ffc tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 945 time: 0.3188202 Apr 18 19:41:42.180852 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-bc839958-c155-4615-8613-fabfa7d6309c req-38e3bc92-6f27-4998-881c-d3a59b2516be tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779188 Apr 18 19:41:42.392808 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b169dc12-9592-4d1e-86d9-2ea7daee0092 admin admin] Router 8913faa6-0490-4903-bedc-9b553b305643 is scheduled to L3 agent 21b59c62-f184-4169-bc3e-79831cc043e8 with binding_index 1 {{(pid=84764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 19:41:42.433092 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-73d21caa-5e06-4c78-930a-c63c9740e2a5 req-23fd7cc9-65e6-4d9e-aa24-25d354bd93b7 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Unset dirty status for tenant:af77c4468a104578b3401cd2f194180a on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:41:42.442118 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-73d21caa-5e06-4c78-930a-c63c9740e2a5 req-23fd7cc9-65e6-4d9e-aa24-25d354bd93b7 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.69 "GET /v2.0/ports?device_id=86fb65d4-3164-487d-b9ef-d107d361b4b3 HTTP/1.1" status: 200 len: 946 time: 2.8043725 Apr 18 19:41:42.479749 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.agents_db [None req-eb67022b-f881-4bc8-8f45-fca90fb27803 None None] Agent healthcheck: found 7 active agents {{(pid=84766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:41:42.500384 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-ec5bb9cc-f1eb-4273-8c89-4fb53ca0259f req-b374b6cf-1c0e-402b-bb73-6dc9cb423edc tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Deleting port 5a1a606d-139b-4d8d-9d58-35731d1a6049 {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:41:42.500744 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-ec5bb9cc-f1eb-4273-8c89-4fb53ca0259f req-b374b6cf-1c0e-402b-bb73-6dc9cb423edc tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:42.681841 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device e448b81b-a26f-4f4b-85d0-eb0357a50971 up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:41:42.714226 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-73d21caa-5e06-4c78-930a-c63c9740e2a5 req-f7d9ff1e-e405-442d-bc32-c6fa397e35c7 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.69 "GET /v2.0/security-groups?id=bb003ef8-bec1-46f4-8fe0-50640bc23b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711747 Apr 18 19:41:42.920572 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning for port e448b81b-a26f-4f4b-85d0-eb0357a50971 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:41:42.949405 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd064ba-ebcf-45ed-b2c3-9605a1fc7869 req-75a8a4af-37cb-4ad7-8ae3-dd0543c1814f tempest-VolumesBackupsTest-1832797490 tempest-VolumesBackupsTest-1832797490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:42.967807 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-dfd064ba-ebcf-45ed-b2c3-9605a1fc7869 req-75a8a4af-37cb-4ad7-8ae3-dd0543c1814f tempest-VolumesBackupsTest-1832797490 tempest-VolumesBackupsTest-1832797490-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1687c7b-d16f-4682-848f-50a7966cf7d4 HTTP/1.1" status: 200 len: 936 time: 0.5764756 Apr 18 19:41:43.103933 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-dfd064ba-ebcf-45ed-b2c3-9605a1fc7869 req-90ce7f45-e00b-4db2-a568-aff2a250ec5d tempest-VolumesBackupsTest-1832797490 tempest-VolumesBackupsTest-1832797490-project] 10.222.0.69 "GET /v2.0/security-groups?id=e847d496-8797-4f1a-a802-676cc4bf8c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351111 Apr 18 19:41:43.254199 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dcdaf24-404b-4a69-9f78-c32e72ebf6f9 None None] Network 8316c86c-250c-436f-a95b-14f06065e125 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:41:43.279035 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b169dc12-9592-4d1e-86d9-2ea7daee0092 admin admin] Notify agent at l3_agent.n-d-836017-2 the message routers_updated {{(pid=84764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:41:43.291419 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b21337a-2625-4acc-89f4-40849a1321a8 None None] Sync routers for ids ['8913faa6-0490-4903-bedc-9b553b305643'] in n-d-836017-2 {{(pid=84766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:41:43.296125 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-ec5bb9cc-f1eb-4273-8c89-4fb53ca0259f req-b374b6cf-1c0e-402b-bb73-6dc9cb423edc tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] For port 5a1a606d-139b-4d8d-9d58-35731d1a6049, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=5a1a606d-139b-4d8d-9d58-35731d1a6049,segment=NetworkSegment(217050b6-f70b-49c6-b4e2-18ae855d24a9),segment_id=217050b6-f70b-49c6-b4e2-18ae855d24a9)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:41:43.313644 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-ec5bb9cc-f1eb-4273-8c89-4fb53ca0259f req-b374b6cf-1c0e-402b-bb73-6dc9cb423edc tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:43.317814 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b21337a-2625-4acc-89f4-40849a1321a8 None None] Routers {'8913faa6-0490-4903-bedc-9b553b305643'} bound to L3 agent in host n-d-836017-2 {{(pid=84766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:41:43.319673 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-0b21337a-2625-4acc-89f4-40849a1321a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:41:20Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['8913faa6-0490-4903-bedc-9b553b305643'], 'active': True} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:41:43.451972 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-b169dc12-9592-4d1e-86d9-2ea7daee0092 admin admin] Notify callbacks [] for router, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:43.457194 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-b169dc12-9592-4d1e-86d9-2ea7daee0092 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.1137218 Apr 18 19:41:43.458461 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 39810) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:43.767919 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [req-0e1919b6-ac97-4701-8a7d-ac71d7bf52e4 req-712153f6-9345-437b-a3fd-426ea590b2f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 620e1208-62d2-49f5-abde-36852f8c342c {{(pid=84763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:41:43.767919 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-0e1919b6-ac97-4701-8a7d-ac71d7bf52e4 req-712153f6-9345-437b-a3fd-426ea590b2f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:43.767919 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [req-0e1919b6-ac97-4701-8a7d-ac71d7bf52e4 req-712153f6-9345-437b-a3fd-426ea590b2f4 service neutron] Transition to ACTIVE for port object 620e1208-62d2-49f5-abde-36852f8c342c will not be triggered until provisioned by entity L2. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:41:43.767919 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-ec5bb9cc-f1eb-4273-8c89-4fb53ca0259f req-b374b6cf-1c0e-402b-bb73-6dc9cb423edc tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Calling delete_port for 5a1a606d-139b-4d8d-9d58-35731d1a6049 owned by compute:nova {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:41:43.847116 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvr_db [None req-0b21337a-2625-4acc-89f4-40849a1321a8 None None] Set router 8913faa6-0490-4903-bedc-9b553b305643 gateway port host: n-d-836017-2 {{(pid=84766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:41:44.085914 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-ec5bb9cc-f1eb-4273-8c89-4fb53ca0259f req-b374b6cf-1c0e-402b-bb73-6dc9cb423edc tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:44.140699 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-b64484aa-8cc1-4246-b76b-03adb673ccc6 None None] Provisioning for port e448b81b-a26f-4f4b-85d0-eb0357a50971 completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:41:44.208352 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-b64484aa-8cc1-4246-b76b-03adb673ccc6 None None] Provisioning complete for port e448b81b-a26f-4f4b-85d0-eb0357a50971 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:41:44.208969 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b64484aa-8cc1-4246-b76b-03adb673ccc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:44.214122 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ff693c67-18f6-4ffe-8053-9e65afb9127d req-47f145ec-c6f4-4731-86c4-2ec7f0171a44 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.69 "GET /v2.0/ports?device_id=86fb65d4-3164-487d-b9ef-d107d361b4b3 HTTP/1.1" status: 200 len: 210 time: 0.0530369 Apr 18 19:41:44.324035 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-0e1919b6-ac97-4701-8a7d-ac71d7bf52e4 req-712153f6-9345-437b-a3fd-426ea590b2f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:44.387927 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b374b6cf-1c0e-402b-bb73-6dc9cb423edc tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Pushing event deleted for resources: {'Port': ['ID=5a1a606d-139b-4d8d-9d58-35731d1a6049,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:44.561030 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-0b21337a-2625-4acc-89f4-40849a1321a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8913faa6-0490-4903-bedc-9b553b305643', 'name': 'tempest-AttachVolumeTestJSON-1724345006-router', 'tenant_id': '1704b27ee7504f47a5309a7a0aca6742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '0ce8381f-0227-4fdf-864f-4c474e55dd66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:41:38Z', 'updated_at': '2022-04-18T19:41:41Z', 'revision_number': 3, 'project_id': '1704b27ee7504f47a5309a7a0aca6742', 'gw_port': {'id': '0ce8381f-0227-4fdf-864f-4c474e55dd66', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b7:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8913faa6-0490-4903-bedc-9b553b305643', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:41:40Z', 'updated_at': '2022-04-18T19:41:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2'}], 'n-d-836017-2', False) {} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:41:44.571084 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b21337a-2625-4acc-89f4-40849a1321a8 None None] Checking router: 8913faa6-0490-4903-bedc-9b553b305643 for host: n-d-836017-2 {{(pid=84766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:41:44.572578 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b21337a-2625-4acc-89f4-40849a1321a8 None None] Updating router 8913faa6-0490-4903-bedc-9b553b305643 port 0ce8381f-0227-4fdf-864f-4c474e55dd66 binding host n-d-836017-2 {{(pid=84766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 19:41:44.664906 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b64484aa-8cc1-4246-b76b-03adb673ccc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:44.739360 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-0b21337a-2625-4acc-89f4-40849a1321a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:44.814234 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-b64484aa-8cc1-4246-b76b-03adb673ccc6 None None] For port e448b81b-a26f-4f4b-85d0-eb0357a50971, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=e448b81b-a26f-4f4b-85d0-eb0357a50971,segment=NetworkSegment(87afec3e-18d6-4259-b0fb-f736f77582de),segment_id=87afec3e-18d6-4259-b0fb-f736f77582de)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:41:44.900423 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b64484aa-8cc1-4246-b76b-03adb673ccc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:45.116151 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-9679cd59-ef33-40e2-9519-124b9f7f4468 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417313'] for router_interface, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:45.144004 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c687797a-6468-4afc-bcd3-b38e3a5c5f01 req-cb88e89a-8b74-4f6a-b62b-665cd49baf4d tempest-VolumesBackupsTest-1832797490 tempest-VolumesBackupsTest-1832797490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:45.146133 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c687797a-6468-4afc-bcd3-b38e3a5c5f01 req-cb88e89a-8b74-4f6a-b62b-665cd49baf4d tempest-VolumesBackupsTest-1832797490 tempest-VolumesBackupsTest-1832797490-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1687c7b-d16f-4682-848f-50a7966cf7d4 HTTP/1.1" status: 200 len: 948 time: 0.3844128 Apr 18 19:41:45.227023 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64484aa-8cc1-4246-b76b-03adb673ccc6 None None] Pushing event updated for resources: {'Port': ['ID=e448b81b-a26f-4f4b-85d0-eb0357a50971,revision_number=3']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:45.240494 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-3120d39a-7a94-4eb6-87b1-632db516c60f None None] Provisioning complete for port e448b81b-a26f-4f4b-85d0-eb0357a50971 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:41:45.240865 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3120d39a-7a94-4eb6-87b1-632db516c60f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:45.297731 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c687797a-6468-4afc-bcd3-b38e3a5c5f01 req-fdd76a2a-3ef2-4b2a-be25-0d8f9f021da8 tempest-VolumesBackupsTest-1832797490 tempest-VolumesBackupsTest-1832797490-project] 10.222.0.69 "GET /v2.0/security-groups?id=e847d496-8797-4f1a-a802-676cc4bf8c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307287 Apr 18 19:41:45.422156 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-0b21337a-2625-4acc-89f4-40849a1321a8 None None] Notify callbacks [] for port, precommit_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:45.450802 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.provisioning_blocks [None req-0b21337a-2625-4acc-89f4-40849a1321a8 None None] Transition to ACTIVE for port object 0ce8381f-0227-4fdf-864f-4c474e55dd66 will not be triggered until provisioned by entity L2. {{(pid=84766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:41:45.463937 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec5bb9cc-f1eb-4273-8c89-4fb53ca0259f req-b374b6cf-1c0e-402b-bb73-6dc9cb423edc tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] No DVR routers for this DVR port 5a1a606d-139b-4d8d-9d58-35731d1a6049 on host n-h2-836017-2 {{(pid=84763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:41:45.466871 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-ec5bb9cc-f1eb-4273-8c89-4fb53ca0259f req-b374b6cf-1c0e-402b-bb73-6dc9cb423edc tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:45.510859 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86fb65d4-3164-487d-b9ef-d107d361b4b3', 'name': 'network-vif-deleted', 'tag': '5a1a606d-139b-4d8d-9d58-35731d1a6049'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:41:45.550421 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-0b21337a-2625-4acc-89f4-40849a1321a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:45.583702 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712153f6-9345-437b-a3fd-426ea590b2f4 service neutron] Pushing event updated for resources: {'Port': ['ID=620e1208-62d2-49f5-abde-36852f8c342c,revision_number=2']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:45.687441 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.managers [None req-0b21337a-2625-4acc-89f4-40849a1321a8 None None] Attempting to bind port 0ce8381f-0227-4fdf-864f-4c474e55dd66 on host n-d-836017-2 for vnic_type normal with profile {{(pid=84766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:41:45.687862 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.managers [None req-0b21337a-2625-4acc-89f4-40849a1321a8 None None] Attempting to bind port 0ce8381f-0227-4fdf-864f-4c474e55dd66 by drivers openvswitch,hyperv on host n-d-836017-2 at level 0 using segments [{'id': '5de34947-6c56-419b-85d0-f61f69ce7c45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'}] {{(pid=84766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:41:45.688211 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b21337a-2625-4acc-89f4-40849a1321a8 None None] Attempting to bind port 0ce8381f-0227-4fdf-864f-4c474e55dd66 on network 11e8e108-37df-4084-b6b7-113e6beb66b4 {{(pid=84766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:41:45.703286 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b21337a-2625-4acc-89f4-40849a1321a8 None None] Checking agent: {'id': 'df2a5cfe-6839-400b-a998-e4fffce70f45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 8, 22), 'started_at': datetime.datetime(2022, 4, 18, 19, 8, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:41:45.712078 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b21337a-2625-4acc-89f4-40849a1321a8 None None] Checking segment: {'id': '5de34947-6c56-419b-85d0-f61f69ce7c45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:41:45.712078 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-0b21337a-2625-4acc-89f4-40849a1321a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:45.712078 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b21337a-2625-4acc-89f4-40849a1321a8 None None] Bound using segment: {'id': '5de34947-6c56-419b-85d0-f61f69ce7c45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'} {{(pid=84766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:41:45.712078 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.managers [None req-0b21337a-2625-4acc-89f4-40849a1321a8 None None] Bound port: 0ce8381f-0227-4fdf-864f-4c474e55dd66, host: n-d-836017-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5de34947-6c56-419b-85d0-f61f69ce7c45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'}}] {{(pid=84766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:41:45.712078 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-0b21337a-2625-4acc-89f4-40849a1321a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:45.712622 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87be89f9-a4f9-40c8-834c-a2d2d47b5b5f req-67d0527a-92fc-491d-9db9-54ee1897462c tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:45.721313 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-87be89f9-a4f9-40c8-834c-a2d2d47b5b5f req-67d0527a-92fc-491d-9db9-54ee1897462c tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 945 time: 2.0752990 Apr 18 19:41:45.819573 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-87be89f9-a4f9-40c8-834c-a2d2d47b5b5f req-93ce5169-a005-41ec-8716-a5a2b1d303a5 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970230 Apr 18 19:41:45.824423 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ec5bb9cc-f1eb-4273-8c89-4fb53ca0259f req-b374b6cf-1c0e-402b-bb73-6dc9cb423edc tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.72 "DELETE /v2.0/ports/5a1a606d-139b-4d8d-9d58-35731d1a6049 HTTP/1.1" status: 204 len: 173 time: 7.0591214 Apr 18 19:41:45.839494 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.db [None req-0b21337a-2625-4acc-89f4-40849a1321a8 None None] For port 0ce8381f-0227-4fdf-864f-4c474e55dd66, host n-d-836017-2, cleared binding levels {{(pid=84766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:41:45.845373 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.db [None req-0b21337a-2625-4acc-89f4-40849a1321a8 None None] For port 0ce8381f-0227-4fdf-864f-4c474e55dd66, host n-d-836017-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=0ce8381f-0227-4fdf-864f-4c474e55dd66,segment=NetworkSegment(5de34947-6c56-419b-85d0-f61f69ce7c45),segment_id=5de34947-6c56-419b-85d0-f61f69ce7c45)] {{(pid=84766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:41:45.858777 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-94e92420-6299-48fe-938c-4cb46bd61059 req-a5e76626-9920-41ef-a1b6-5cfa0d966f70 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.69 "GET /v2.0/ports?device_id=86fb65d4-3164-487d-b9ef-d107d361b4b3 HTTP/1.1" status: 200 len: 210 time: 0.3192778 Apr 18 19:41:45.903087 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293d7424-90a1-467c-ba11-7c7a399e85c7 None None] Pushing event updated for resources: {'Port': ['ID=0ce8381f-0227-4fdf-864f-4c474e55dd66,revision_number=2']} {{(pid=84766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:45.962861 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-0b21337a-2625-4acc-89f4-40849a1321a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:46.107027 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d81b711-32d0-4c4e-8602-46225d480b24'] response: {'server_uuid': '86fb65d4-3164-487d-b9ef-d107d361b4b3', 'name': 'network-vif-deleted', 'tag': '5a1a606d-139b-4d8d-9d58-35731d1a6049', 'status': 'completed', 'code': 200} Apr 18 19:41:46.131764 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-0e1919b6-ac97-4701-8a7d-ac71d7bf52e4 req-712153f6-9345-437b-a3fd-426ea590b2f4 service neutron] Attempting to bind port 620e1208-62d2-49f5-abde-36852f8c342c on host n-h1-836017-2 for vnic_type normal with profile {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:41:46.135999 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-0e1919b6-ac97-4701-8a7d-ac71d7bf52e4 req-712153f6-9345-437b-a3fd-426ea590b2f4 service neutron] Attempting to bind port 620e1208-62d2-49f5-abde-36852f8c342c by drivers openvswitch,hyperv on host n-h1-836017-2 at level 0 using segments [{'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:41:46.135999 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1919b6-ac97-4701-8a7d-ac71d7bf52e4 req-712153f6-9345-437b-a3fd-426ea590b2f4 service neutron] Attempting to bind port 620e1208-62d2-49f5-abde-36852f8c342c on network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:41:46.151328 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1919b6-ac97-4701-8a7d-ac71d7bf52e4 req-712153f6-9345-437b-a3fd-426ea590b2f4 service neutron] Port 620e1208-62d2-49f5-abde-36852f8c342c on network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-2 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:41:46.152522 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1919b6-ac97-4701-8a7d-ac71d7bf52e4 req-712153f6-9345-437b-a3fd-426ea590b2f4 service neutron] Attempting to bind port 620e1208-62d2-49f5-abde-36852f8c342c on network cb6d8c7c-7ea4-4a32-b429-1c2934b7306a {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:41:46.187608 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293d7424-90a1-467c-ba11-7c7a399e85c7 None None] Pushing event updated for resources: {'Port': ['ID=0ce8381f-0227-4fdf-864f-4c474e55dd66,revision_number=3']} {{(pid=84766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:46.215033 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293d7424-90a1-467c-ba11-7c7a399e85c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:41:46.215352 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293d7424-90a1-467c-ba11-7c7a399e85c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:41:46.215698 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293d7424-90a1-467c-ba11-7c7a399e85c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:41:46.217155 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293d7424-90a1-467c-ba11-7c7a399e85c7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:41:46.218177 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293d7424-90a1-467c-ba11-7c7a399e85c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:41:46.218498 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293d7424-90a1-467c-ba11-7c7a399e85c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:41:46.218812 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293d7424-90a1-467c-ba11-7c7a399e85c7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:41:46.219125 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293d7424-90a1-467c-ba11-7c7a399e85c7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:41:46.219436 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293d7424-90a1-467c-ba11-7c7a399e85c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:41:46.219746 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293d7424-90a1-467c-ba11-7c7a399e85c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:41:46.222425 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293d7424-90a1-467c-ba11-7c7a399e85c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:41:46.229009 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1919b6-ac97-4701-8a7d-ac71d7bf52e4 req-712153f6-9345-437b-a3fd-426ea590b2f4 service neutron] Checking agent: {'id': 'e3a31811-08e0-42ba-bc2e-ed8a973b714f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 25), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:41:46.229496 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1919b6-ac97-4701-8a7d-ac71d7bf52e4 req-712153f6-9345-437b-a3fd-426ea590b2f4 service neutron] Checking segment: {'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:41:46.230229 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1919b6-ac97-4701-8a7d-ac71d7bf52e4 req-712153f6-9345-437b-a3fd-426ea590b2f4 service neutron] Bound using segment: {'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:41:46.230735 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-0e1919b6-ac97-4701-8a7d-ac71d7bf52e4 req-712153f6-9345-437b-a3fd-426ea590b2f4 service neutron] Bound port: 620e1208-62d2-49f5-abde-36852f8c342c, host: n-h1-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cde9faf-a872-4591-a51e-c760ea705fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a'}}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:41:46.231451 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-0e1919b6-ac97-4701-8a7d-ac71d7bf52e4 req-712153f6-9345-437b-a3fd-426ea590b2f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:46.256276 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b21337a-2625-4acc-89f4-40849a1321a8 None None] Routers {'8913faa6-0490-4903-bedc-9b553b305643'} bound to L3 agent in host n-d-836017-2 {{(pid=84766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:41:46.258841 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-0b21337a-2625-4acc-89f4-40849a1321a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:41:20Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['8913faa6-0490-4903-bedc-9b553b305643'], 'active': True} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:41:46.332231 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-9f108b19-f2df-473e-bdcf-4fc6c625348d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:46.599593 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvr_db [None req-0b21337a-2625-4acc-89f4-40849a1321a8 None None] Set router 8913faa6-0490-4903-bedc-9b553b305643 gateway port host: n-d-836017-2 {{(pid=84766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:41:46.634959 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-9679cd59-ef33-40e2-9519-124b9f7f4468 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Deleting port a119100a-d43f-4f30-9d4c-3b49acae8f8c {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:41:46.637193 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-9679cd59-ef33-40e2-9519-124b9f7f4468 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:46.666205 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device e448b81b-a26f-4f4b-85d0-eb0357a50971 up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:41:46.739880 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-0e1919b6-ac97-4701-8a7d-ac71d7bf52e4 req-712153f6-9345-437b-a3fd-426ea590b2f4 service neutron] For port 620e1208-62d2-49f5-abde-36852f8c342c, host n-h1-836017-2, cleared binding levels {{(pid=84763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:41:46.825165 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-0e1919b6-ac97-4701-8a7d-ac71d7bf52e4 req-712153f6-9345-437b-a3fd-426ea590b2f4 service neutron] For port 620e1208-62d2-49f5-abde-36852f8c342c, host n-h1-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=620e1208-62d2-49f5-abde-36852f8c342c,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:41:46.857902 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port e448b81b-a26f-4f4b-85d0-eb0357a50971 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:41:46.863845 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:46.953734 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_common [None req-9f108b19-f2df-473e-bdcf-4fc6c625348d admin admin] Allocated IP 172.20.0.1 (8316c86c-250c-436f-a95b-14f06065e125/52485bbf-71d0-4c05-9194-4f743c9c5d2b/7bf629c7-edf3-4821-9047-237b24bc05ae) {{(pid=84764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:41:46.954101 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-0e1919b6-ac97-4701-8a7d-ac71d7bf52e4 req-712153f6-9345-437b-a3fd-426ea590b2f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:47.214341 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712153f6-9345-437b-a3fd-426ea590b2f4 service neutron] Pushing event updated for resources: {'Port': ['ID=620e1208-62d2-49f5-abde-36852f8c342c,revision_number=3']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:47.372124 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-0b21337a-2625-4acc-89f4-40849a1321a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8913faa6-0490-4903-bedc-9b553b305643', 'name': 'tempest-AttachVolumeTestJSON-1724345006-router', 'tenant_id': '1704b27ee7504f47a5309a7a0aca6742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '0ce8381f-0227-4fdf-864f-4c474e55dd66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:41:38Z', 'updated_at': '2022-04-18T19:41:41Z', 'revision_number': 3, 'project_id': '1704b27ee7504f47a5309a7a0aca6742', 'gw_port': {'id': '0ce8381f-0227-4fdf-864f-4c474e55dd66', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b7:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8913faa6-0490-4903-bedc-9b553b305643', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:41:40Z', 'updated_at': '2022-04-18T19:41:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2'}], 'n-d-836017-2', False) {} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:41:47.379973 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b21337a-2625-4acc-89f4-40849a1321a8 None None] The sync data for ids ['8913faa6-0490-4903-bedc-9b553b305643'] in n-d-836017-2 is: [{'id': '8913faa6-0490-4903-bedc-9b553b305643', 'name': 'tempest-AttachVolumeTestJSON-1724345006-router', 'tenant_id': '1704b27ee7504f47a5309a7a0aca6742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '0ce8381f-0227-4fdf-864f-4c474e55dd66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:41:38Z', 'updated_at': '2022-04-18T19:41:41Z', 'revision_number': 3, 'project_id': '1704b27ee7504f47a5309a7a0aca6742', 'gw_port': {'id': '0ce8381f-0227-4fdf-864f-4c474e55dd66', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b7:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8913faa6-0490-4903-bedc-9b553b305643', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:41:40Z', 'updated_at': '2022-04-18T19:41:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2'}] {{(pid=84766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:41:47.489116 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-9f108b19-f2df-473e-bdcf-4fc6c625348d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:47.518989 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.provisioning_blocks [None req-9f108b19-f2df-473e-bdcf-4fc6c625348d admin admin] Transition to ACTIVE for port object 7bf629c7-edf3-4821-9047-237b24bc05ae will not be triggered until provisioned by entity DHCP. {{(pid=84764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:41:47.548010 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406b60f5-2241-475a-a870-03c28bb499b1 req-e32ea4df-73ae-4909-b670-f61c269ea30b tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:47.556003 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-406b60f5-2241-475a-a870-03c28bb499b1 req-e32ea4df-73ae-4909-b670-f61c269ea30b tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 945 time: 0.3516471 Apr 18 19:41:47.561487 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-9679cd59-ef33-40e2-9519-124b9f7f4468 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:47.574769 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-0e1919b6-ac97-4701-8a7d-ac71d7bf52e4 req-712153f6-9345-437b-a3fd-426ea590b2f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:47.576654 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0e1919b6-ac97-4701-8a7d-ac71d7bf52e4 req-712153f6-9345-437b-a3fd-426ea590b2f4 service neutron] 10.222.0.73 "PUT /v2.0/ports/620e1208-62d2-49f5-abde-36852f8c342c HTTP/1.1" status: 200 len: 1096 time: 6.0513821 Apr 18 19:41:47.667741 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-406b60f5-2241-475a-a870-03c28bb499b1 req-14ad46d7-5ad6-417f-8dfc-49b42bac1a0d tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106806 Apr 18 19:41:47.722759 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-9f108b19-f2df-473e-bdcf-4fc6c625348d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:47.889758 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f108b19-f2df-473e-bdcf-4fc6c625348d admin admin] Network 8316c86c-250c-436f-a95b-14f06065e125 is already hosted by enough agents. {{(pid=84764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:41:47.907214 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 39868) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:47.924765 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [None req-9f108b19-f2df-473e-bdcf-4fc6c625348d admin admin] Resources bound (agent type, host, resource id): {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:41:47.947872 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-9679cd59-ef33-40e2-9519-124b9f7f4468 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Calling delete_port for a119100a-d43f-4f30-9d4c-3b49acae8f8c owned by network:router_interface {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:41:48.085064 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f108b19-f2df-473e-bdcf-4fc6c625348d admin admin] Received port after_create {{(pid=84764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:41:48.219604 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1687c7b-d16f-4682-848f-50a7966cf7d4', 'tag': '620e1208-62d2-49f5-abde-36852f8c342c'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:41:48.297915 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6f16750c-66a4-4f06-ac31-b1e9dd52f372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:48.353182 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-9679cd59-ef33-40e2-9519-124b9f7f4468 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:48.424830 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a9bc295-7040-49ff-82e3-9a19ca415dde tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Deleting subnet 54a0f7f1-8425-4ef4-871d-796345d178ca {{(pid=84764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:41:48.444127 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f108b19-f2df-473e-bdcf-4fc6c625348d admin admin] Pushing event updated for resources: {'Port': ['ID=7bf629c7-edf3-4821-9047-237b24bc05ae,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:48.449735 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-9a9bc295-7040-49ff-82e3-9a19ca415dde tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks [] for subnet, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:48.540566 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-35236778-5d8a-4eaa-870b-25d8c971877a None None] Provisioning for port 7bf629c7-edf3-4821-9047-237b24bc05ae completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:41:48.568101 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-35236778-5d8a-4eaa-870b-25d8c971877a None None] Provisioning complete for port 7bf629c7-edf3-4821-9047-237b24bc05ae triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:41:48.568833 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-35236778-5d8a-4eaa-870b-25d8c971877a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:48.604216 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8dde84e2-80d4-4bc4-8ec5-d1f0dd340281'] response: {'name': 'network-changed', 'server_uuid': 'a1687c7b-d16f-4682-848f-50a7966cf7d4', 'tag': '620e1208-62d2-49f5-abde-36852f8c342c', 'status': 'completed', 'code': 200} Apr 18 19:41:48.777459 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 0ce8381f-0227-4fdf-864f-4c474e55dd66 up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:41:48.901955 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-35236778-5d8a-4eaa-870b-25d8c971877a None None] Port 7bf629c7-edf3-4821-9047-237b24bc05ae cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:41:48.941898 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-9f108b19-f2df-473e-bdcf-4fc6c625348d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417434'] for router_interface, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:48.944152 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9679cd59-ef33-40e2-9519-124b9f7f4468 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Pushing event deleted for resources: {'Port': ['ID=a119100a-d43f-4f30-9d4c-3b49acae8f8c,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:48.987622 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-9a9bc295-7040-49ff-82e3-9a19ca415dde tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66931798'] for subnet, precommit_delete_associations {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:49.133844 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning for port 0ce8381f-0227-4fdf-864f-4c474e55dd66 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:41:49.139286 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port 0ce8381f-0227-4fdf-864f-4c474e55dd66 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:41:49.139671 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:49.208566 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-9a9bc295-7040-49ff-82e3-9a19ca415dde tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1258508'] for subnet, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:49.220000 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aab3eb-1c31-49f3-bda4-abfb756ea523 req-2a55aa28-8269-480d-b01c-9571987737c9 tempest-VolumesBackupsTest-1832797490 tempest-VolumesBackupsTest-1832797490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:49.224595 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-13aab3eb-1c31-49f3-bda4-abfb756ea523 req-2a55aa28-8269-480d-b01c-9571987737c9 tempest-VolumesBackupsTest-1832797490 tempest-VolumesBackupsTest-1832797490-project] Synchronizing usage tracker for tenant:9856c0e9ebf944f5ae67dc2c8adf9d2a on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:41:49.277998 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-9679cd59-ef33-40e2-9519-124b9f7f4468 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417398'] for router_interface, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:49.283431 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b5b6ac-5b21-43b0-9c4a-27528bd13c56 req-badf64e7-ef66-44c0-a344-a07f82239af0 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:49.285146 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f6b5b6ac-5b21-43b0-9c4a-27528bd13c56 req-badf64e7-ef66-44c0-a344-a07f82239af0 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 945 time: 0.2394311 Apr 18 19:41:49.401263 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:49.401985 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-9f108b19-f2df-473e-bdcf-4fc6c625348d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:49.424678 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] For port 0ce8381f-0227-4fdf-864f-4c474e55dd66, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=0ce8381f-0227-4fdf-864f-4c474e55dd66,segment=NetworkSegment(5de34947-6c56-419b-85d0-f61f69ce7c45),segment_id=5de34947-6c56-419b-85d0-f61f69ce7c45)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:41:49.428054 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0e1919b6-ac97-4701-8a7d-ac71d7bf52e4 req-9a831cd6-1e36-4232-bfd7-59c92fa8412e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9856c0e9ebf944f5ae67dc2c8adf9d2a&device_id=a1687c7b-d16f-4682-848f-50a7966cf7d4 HTTP/1.1" status: 200 len: 1099 time: 1.2031441 Apr 18 19:41:49.429550 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-13aab3eb-1c31-49f3-bda4-abfb756ea523 req-2a55aa28-8269-480d-b01c-9571987737c9 tempest-VolumesBackupsTest-1832797490 tempest-VolumesBackupsTest-1832797490-project] Unset dirty status for tenant:9856c0e9ebf944f5ae67dc2c8adf9d2a on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:41:49.430872 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-13aab3eb-1c31-49f3-bda4-abfb756ea523 req-2a55aa28-8269-480d-b01c-9571987737c9 tempest-VolumesBackupsTest-1832797490 tempest-VolumesBackupsTest-1832797490-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1687c7b-d16f-4682-848f-50a7966cf7d4 HTTP/1.1" status: 200 len: 948 time: 2.2899094 Apr 18 19:41:49.493141 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f6b5b6ac-5b21-43b0-9c4a-27528bd13c56 req-32af18cc-4920-4ae5-885e-360cf20a26e6 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725516 Apr 18 19:41:49.504565 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:49.543137 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0e1919b6-ac97-4701-8a7d-ac71d7bf52e4 req-94e032a0-4bea-46fc-a1c8-a27706967494 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=620e1208-62d2-49f5-abde-36852f8c342c HTTP/1.1" status: 200 len: 217 time: 0.1073759 Apr 18 19:41:49.611662 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Pushing event updated for resources: {'Port': ['ID=0ce8381f-0227-4fdf-864f-4c474e55dd66,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:49.640707 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-9a9bc295-7040-49ff-82e3-9a19ca415dde tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1258501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2290876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65862598'] for subnet, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:49.843705 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9bc295-7040-49ff-82e3-9a19ca415dde tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Pushing event deleted for resources: {'Subnet': ['ID=54a0f7f1-8425-4ef4-871d-796345d178ca,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:49.879807 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-13aab3eb-1c31-49f3-bda4-abfb756ea523 req-177df510-7bda-4bb1-998c-9662e1377568 tempest-VolumesBackupsTest-1832797490 tempest-VolumesBackupsTest-1832797490-project] Synchronizing usage tracker for tenant:9856c0e9ebf944f5ae67dc2c8adf9d2a on resource:security_group {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:41:49.953427 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-9f108b19-f2df-473e-bdcf-4fc6c625348d admin admin] Notify callbacks [] for port, precommit_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:49.955584 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1919b6-ac97-4701-8a7d-ac71d7bf52e4 req-1b9e7068-28d9-4350-8ff9-7b9c414f606b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:49.957082 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0e1919b6-ac97-4701-8a7d-ac71d7bf52e4 req-1b9e7068-28d9-4350-8ff9-7b9c414f606b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=17d1b3aa-2066-4ffa-a69f-52ed566b6548 HTTP/1.1" status: 200 len: 843 time: 0.2307475 Apr 18 19:41:49.966203 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-9a9bc295-7040-49ff-82e3-9a19ca415dde tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for subnet, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:49.970546 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c4db1a-e2c1-47f6-b922-79e559aac78d None None] Network 52e170c2-06c7-4c69-ba2b-a584d3f8e457 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:41:49.977874 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-9a9bc295-7040-49ff-82e3-9a19ca415dde tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.69 "DELETE /v2.0/subnets/54a0f7f1-8425-4ef4-871d-796345d178ca HTTP/1.1" status: 204 len: 168 time: 2.0697761 Apr 18 19:41:49.978709 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 39896) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:50.073822 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9679cd59-ef33-40e2-9519-124b9f7f4468 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Router c47a5754-e74b-4dcd-a9c6-d89f3f9f78a6 has already been hosted by L3 agent 21b59c62-f184-4169-bc3e-79831cc043e8 {{(pid=84763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:41:50.087344 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-13aab3eb-1c31-49f3-bda4-abfb756ea523 req-177df510-7bda-4bb1-998c-9662e1377568 tempest-VolumesBackupsTest-1832797490 tempest-VolumesBackupsTest-1832797490-project] Unset dirty status for tenant:9856c0e9ebf944f5ae67dc2c8adf9d2a on resource:security_group {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:41:50.100591 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-13aab3eb-1c31-49f3-bda4-abfb756ea523 req-177df510-7bda-4bb1-998c-9662e1377568 tempest-VolumesBackupsTest-1832797490 tempest-VolumesBackupsTest-1832797490-project] 10.222.0.69 "GET /v2.0/security-groups?id=e847d496-8797-4f1a-a802-676cc4bf8c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6114545 Apr 18 19:41:50.132915 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-05581825-f8ea-4765-bf2d-34e19e2ddc4d tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:50.135219 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-9f108b19-f2df-473e-bdcf-4fc6c625348d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2290934'] for port, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:50.232421 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-9f108b19-f2df-473e-bdcf-4fc6c625348d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-417335'] for router_interface, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:50.240175 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0e1919b6-ac97-4701-8a7d-ac71d7bf52e4 req-80e9d90e-ef8d-42c7-a30a-3d45ed23d8ea service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2738252 Apr 18 19:41:50.374775 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-05581825-f8ea-4765-bf2d-34e19e2ddc4d tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Deleting port 01821ada-119f-408f-a94a-798f50d91c22 {{(pid=84764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:41:50.375107 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-05581825-f8ea-4765-bf2d-34e19e2ddc4d tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:50.442029 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9679cd59-ef33-40e2-9519-124b9f7f4468 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify agent at l3_agent.n-d-836017-2 the message routers_updated {{(pid=84763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:41:50.455316 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867124f8-162c-4d4f-9a79-26faf8ae5164 None None] Sync routers for ids ['c47a5754-e74b-4dcd-a9c6-d89f3f9f78a6'] in n-d-836017-2 {{(pid=84765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:41:50.475076 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f108b19-f2df-473e-bdcf-4fc6c625348d admin admin] Pushing event updated for resources: {'Port': ['ID=7bf629c7-edf3-4821-9047-237b24bc05ae,revision_number=2']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:50.478061 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-9679cd59-ef33-40e2-9519-124b9f7f4468 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] 10.222.0.69 "PUT /v2.0/routers/c47a5754-e74b-4dcd-a9c6-d89f3f9f78a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9363284 Apr 18 19:41:50.481054 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 39904) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:50.536689 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867124f8-162c-4d4f-9a79-26faf8ae5164 None None] Routers {'c47a5754-e74b-4dcd-a9c6-d89f3f9f78a6'} bound to L3 agent in host n-d-836017-2 {{(pid=84765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:41:50.536689 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-867124f8-162c-4d4f-9a79-26faf8ae5164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:41:20Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['c47a5754-e74b-4dcd-a9c6-d89f3f9f78a6'], 'active': True} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:41:50.711993 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29db5132-4e8c-497b-9d4a-77b7658bc4d9 None None] DHCP port deletion for 52e170c2-06c7-4c69-ba2b-a584d3f8e457 request from n-d-836017-2 {{(pid=84765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 19:41:50.714373 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ea8cd811-22c1-4e6a-bbe2-3d443fe387d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:50.736584 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 0ce8381f-0227-4fdf-864f-4c474e55dd66 up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:41:50.807554 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-29db5132-4e8c-497b-9d4a-77b7658bc4d9 None None] Deleting port 01821ada-119f-408f-a94a-798f50d91c22 {{(pid=84765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:41:50.807924 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-29db5132-4e8c-497b-9d4a-77b7658bc4d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:50.837686 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-867124f8-162c-4d4f-9a79-26faf8ae5164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-2', False) {} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:41:50.838234 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f108b19-f2df-473e-bdcf-4fc6c625348d admin admin] Network 8316c86c-250c-436f-a95b-14f06065e125 is already hosted by enough agents. {{(pid=84764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:41:50.853043 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [None req-9f108b19-f2df-473e-bdcf-4fc6c625348d admin admin] Resources bound (agent type, host, resource id): {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:41:50.911156 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port 0ce8381f-0227-4fdf-864f-4c474e55dd66 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:41:50.911525 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:51.001456 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867124f8-162c-4d4f-9a79-26faf8ae5164 None None] Routers {'c47a5754-e74b-4dcd-a9c6-d89f3f9f78a6'} bound to L3 agent in host n-d-836017-2 {{(pid=84765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:41:51.002092 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-867124f8-162c-4d4f-9a79-26faf8ae5164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:41:50Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['c47a5754-e74b-4dcd-a9c6-d89f3f9f78a6'], 'active': True} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:41:51.113649 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-867124f8-162c-4d4f-9a79-26faf8ae5164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-2', False) {} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:41:51.114433 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867124f8-162c-4d4f-9a79-26faf8ae5164 None None] The sync data for ids ['c47a5754-e74b-4dcd-a9c6-d89f3f9f78a6'] in n-d-836017-2 is: [] {{(pid=84765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:41:51.115534 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:51.265554 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [None req-05581825-f8ea-4765-bf2d-34e19e2ddc4d tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] For port 01821ada-119f-408f-a94a-798f50d91c22, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=01821ada-119f-408f-a94a-798f50d91c22,segment=NetworkSegment(217050b6-f70b-49c6-b4e2-18ae855d24a9),segment_id=217050b6-f70b-49c6-b4e2-18ae855d24a9)] {{(pid=84764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:41:51.266174 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-05581825-f8ea-4765-bf2d-34e19e2ddc4d tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:51.306077 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-29db5132-4e8c-497b-9d4a-77b7658bc4d9 None None] For port 01821ada-119f-408f-a94a-798f50d91c22, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=01821ada-119f-408f-a94a-798f50d91c22,segment=NetworkSegment(217050b6-f70b-49c6-b4e2-18ae855d24a9),segment_id=217050b6-f70b-49c6-b4e2-18ae855d24a9)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:41:51.306725 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-29db5132-4e8c-497b-9d4a-77b7658bc4d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:51.366185 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0e1919b6-ac97-4701-8a7d-ac71d7bf52e4 req-1edd6510-9fd2-469e-8b4a-149d0e0a6a0b service neutron] 10.222.0.73 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1148987 Apr 18 19:41:51.455443 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-05581825-f8ea-4765-bf2d-34e19e2ddc4d tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Calling delete_port for 01821ada-119f-408f-a94a-798f50d91c22 owned by network:dhcp {{(pid=84764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:41:51.485143 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-29db5132-4e8c-497b-9d4a-77b7658bc4d9 None None] Calling delete_port for 01821ada-119f-408f-a94a-798f50d91c22 owned by network:dhcp {{(pid=84765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:41:51.671530 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-11206aee-8718-40ba-bf17-6ee8e4866032 None None] Provisioning complete for port 7bf629c7-edf3-4821-9047-237b24bc05ae triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:41:51.676629 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-11206aee-8718-40ba-bf17-6ee8e4866032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:51.725403 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-29db5132-4e8c-497b-9d4a-77b7658bc4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340'] for port, after_delete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:51.771312 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 01821ada-119f-408f-a94a-798f50d91c22 no longer exists at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:41:51.848573 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] No Port match for: 01821ada-119f-408f-a94a-798f50d91c22 {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:41:51.849201 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 01821ada-119f-408f-a94a-798f50d91c22 not bound to the agent host n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:41:51.860287 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29db5132-4e8c-497b-9d4a-77b7658bc4d9 None None] Pushing event deleted for resources: {'Port': ['ID=01821ada-119f-408f-a94a-798f50d91c22,revision_number=None']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:51.875767 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-11206aee-8718-40ba-bf17-6ee8e4866032 None None] Port 7bf629c7-edf3-4821-9047-237b24bc05ae cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:41:51.887097 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29db5132-4e8c-497b-9d4a-77b7658bc4d9 None None] No DVR routers for this DVR port 01821ada-119f-408f-a94a-798f50d91c22 on host n-d-836017-2 {{(pid=84765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:41:51.969478 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1c541fd-6087-4755-8778-e68e27e46067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:51.997517 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.db.api [None req-05581825-f8ea-4765-bf2d-34e19e2ddc4d tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84764) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 19:41:51.997752 n-d-836017-2 neutron-server[84764]: DEBUG oslo_db.api [None req-05581825-f8ea-4765-bf2d-34e19e2ddc4d tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 19:41:52.014117 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42efafdd-c798-46ea-80ac-78c649a3ceb0 req-bb858fc4-dc3d-4d68-bde9-9c5140abaddc tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:52.021259 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-42efafdd-c798-46ea-80ac-78c649a3ceb0 req-bb858fc4-dc3d-4d68-bde9-9c5140abaddc tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 945 time: 1.2313318 Apr 18 19:41:52.041608 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:52.121357 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-42efafdd-c798-46ea-80ac-78c649a3ceb0 req-0eb23383-a7ea-4274-bbac-56d0e4a803e1 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992162 Apr 18 19:41:52.155487 n-d-836017-2 neutron-server[84763]: INFO neutron.api.v2.resource [None req-422554e5-6b4f-4f02-acaa-39d014340c46 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] remove_router_interface failed (client error): The resource could not be found. Apr 18 19:41:52.155487 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-422554e5-6b4f-4f02-acaa-39d014340c46 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] 10.222.0.69 "PUT /v2.0/routers/c47a5754-e74b-4dcd-a9c6-d89f3f9f78a6/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.6178033 Apr 18 19:41:52.161607 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8cb888-93bb-4189-87c0-6562cd51edbd req-40efd85a-0b05-4ad2-83a1-7a789e9bbe82 tempest-VolumesBackupsTest-1832797490 tempest-VolumesBackupsTest-1832797490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:52.163078 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0f8cb888-93bb-4189-87c0-6562cd51edbd req-40efd85a-0b05-4ad2-83a1-7a789e9bbe82 tempest-VolumesBackupsTest-1832797490 tempest-VolumesBackupsTest-1832797490-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1687c7b-d16f-4682-848f-50a7966cf7d4 HTTP/1.1" status: 200 len: 948 time: 0.7597466 Apr 18 19:41:52.164696 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 39930) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:52.166513 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0e1919b6-ac97-4701-8a7d-ac71d7bf52e4 req-493e49a7-233e-4487-a825-dc4f5111fc91 service neutron] 10.222.0.73 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7933893 Apr 18 19:41:52.323611 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-61b946bd-af3e-4a34-9821-1b862c0707d4 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Synchronizing usage tracker for tenant:bd464d5bd80e48739c10390179c2302b on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:41:52.500099 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-05581825-f8ea-4765-bf2d-34e19e2ddc4d tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Deleting port 01821ada-119f-408f-a94a-798f50d91c22 {{(pid=84764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:41:52.500694 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-05581825-f8ea-4765-bf2d-34e19e2ddc4d tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:52.514775 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0f8cb888-93bb-4189-87c0-6562cd51edbd req-936654ba-ff14-4b60-b5ed-ad9e49dcb38c tempest-VolumesBackupsTest-1832797490 tempest-VolumesBackupsTest-1832797490-project] 10.222.0.69 "GET /v2.0/security-groups?id=e847d496-8797-4f1a-a802-676cc4bf8c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943239 Apr 18 19:41:52.548829 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-956b1db9-9ef6-4de3-a3d3-5025c671ce6b req-bb56925b-9dac-48aa-a8fa-44ffe2d176ed service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9856c0e9ebf944f5ae67dc2c8adf9d2a&device_id=a1687c7b-d16f-4682-848f-50a7966cf7d4 HTTP/1.1" status: 200 len: 1099 time: 0.2171991 Apr 18 19:41:52.550012 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-61b946bd-af3e-4a34-9821-1b862c0707d4 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Unset dirty status for tenant:bd464d5bd80e48739c10390179c2302b on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:41:52.553210 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-61b946bd-af3e-4a34-9821-1b862c0707d4 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] 10.222.0.69 "GET /v2.0/ports?device_id=c47a5754-e74b-4dcd-a9c6-d89f3f9f78a6 HTTP/1.1" status: 200 len: 205 time: 0.3836284 Apr 18 19:41:52.554188 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 39940) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:52.608566 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-05581825-f8ea-4765-bf2d-34e19e2ddc4d tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] The port '01821ada-119f-408f-a94a-798f50d91c22' was deleted {{(pid=84764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 19:41:52.657649 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f108b19-f2df-473e-bdcf-4fc6c625348d admin admin] Router 8913faa6-0490-4903-bedc-9b553b305643 has already been hosted by L3 agent 21b59c62-f184-4169-bc3e-79831cc043e8 {{(pid=84764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:41:52.813782 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956b1db9-9ef6-4de3-a3d3-5025c671ce6b req-bdd7462a-1e7d-4156-a0ba-fbfb07349c1c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:52.815159 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-956b1db9-9ef6-4de3-a3d3-5025c671ce6b req-bdd7462a-1e7d-4156-a0ba-fbfb07349c1c service neutron] 10.222.0.73 "GET /v2.0/networks?id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a HTTP/1.1" status: 200 len: 870 time: 0.2052529 Apr 18 19:41:52.849528 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-05581825-f8ea-4765-bf2d-34e19e2ddc4d tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256345', 'neutron.services.segments.db._delete_segments_for_network-8791093852025'] for network, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:52.934133 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-956b1db9-9ef6-4de3-a3d3-5025c671ce6b req-b175de2f-5e63-4d52-9c8d-d1b3cb54686f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=620e1208-62d2-49f5-abde-36852f8c342c HTTP/1.1" status: 200 len: 217 time: 0.0706804 Apr 18 19:41:52.946397 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-05581825-f8ea-4765-bf2d-34e19e2ddc4d tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52e170c2-06c7-4c69-ba2b-a584d3f8e457']}} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:41:52.974348 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-05581825-f8ea-4765-bf2d-34e19e2ddc4d tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '217050b6-f70b-49c6-b4e2-18ae855d24a9') {'for_net_delete': True} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:41:52.975503 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-05581825-f8ea-4765-bf2d-34e19e2ddc4d tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '217050b6-f70b-49c6-b4e2-18ae855d24a9') {} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:41:52.991643 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-05581825-f8ea-4765-bf2d-34e19e2ddc4d tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791093851908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66932133'] for segment, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:53.007240 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-fab93275-8e2d-4366-964f-d204640cff8a tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks [] for router, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:53.015563 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-05581825-f8ea-4765-bf2d-34e19e2ddc4d tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:53.027207 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05581825-f8ea-4765-bf2d-34e19e2ddc4d tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=84764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:41:53.027606 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-05581825-f8ea-4765-bf2d-34e19e2ddc4d tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2290898'] for segment, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:53.045064 n-d-836017-2 neutron-server[84764]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:41:53.045064 n-d-836017-2 neutron-server[84764]: util.warn( Apr 18 19:41:53.045064 n-d-836017-2 neutron-server[84764]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:41:53.045064 n-d-836017-2 neutron-server[84764]: util.warn( Apr 18 19:41:53.045064 n-d-836017-2 neutron-server[84764]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:41:53.045064 n-d-836017-2 neutron-server[84764]: util.warn( Apr 18 19:41:53.045064 n-d-836017-2 neutron-server[84764]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:41:53.045064 n-d-836017-2 neutron-server[84764]: util.warn( Apr 18 19:41:53.045064 n-d-836017-2 neutron-server[84764]: Traceback (most recent call last): Apr 18 19:41:53.045064 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:41:53.045064 n-d-836017-2 neutron-server[84764]: timer() Apr 18 19:41:53.045064 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:41:53.045064 n-d-836017-2 neutron-server[84764]: cb(*args, **kw) Apr 18 19:41:53.045064 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:41:53.045064 n-d-836017-2 neutron-server[84764]: return func(*args, **kwargs) Apr 18 19:41:53.045064 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:41:53.045064 n-d-836017-2 neutron-server[84764]: self._notify() Apr 18 19:41:53.045064 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:41:53.045064 n-d-836017-2 neutron-server[84764]: self.callback(batched_events) Apr 18 19:41:53.045064 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:41:53.045064 n-d-836017-2 neutron-server[84764]: event.method(event) Apr 18 19:41:53.045064 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:41:53.045064 n-d-836017-2 neutron-server[84764]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:41:53.045064 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:41:53.045064 n-d-836017-2 neutron-server[84764]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:41:53.045064 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:41:53.045064 n-d-836017-2 neutron-server[84764]: return f(self, *a, **k) Apr 18 19:41:53.045064 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:41:53.045064 n-d-836017-2 neutron-server[84764]: return self._get(url).json() Apr 18 19:41:53.045064 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:41:53.045064 n-d-836017-2 neutron-server[84764]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:41:53.045064 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:41:53.045064 n-d-836017-2 neutron-server[84764]: return self.request(url, 'GET', **kwargs) Apr 18 19:41:53.045064 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:41:53.045064 n-d-836017-2 neutron-server[84764]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:41:53.045064 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:41:53.045064 n-d-836017-2 neutron-server[84764]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:41:53.045064 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:41:53.045064 n-d-836017-2 neutron-server[84764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:41:53.045064 n-d-836017-2 neutron-server[84764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:41:53.145427 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a4106dab-6971-4e7e-8fdc-c66f0a3f4877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:53.146116 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956b1db9-9ef6-4de3-a3d3-5025c671ce6b req-d0266fc6-595c-4574-821b-2d29f4fffe70 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:53.148424 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-956b1db9-9ef6-4de3-a3d3-5025c671ce6b req-d0266fc6-595c-4574-821b-2d29f4fffe70 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=17d1b3aa-2066-4ffa-a69f-52ed566b6548 HTTP/1.1" status: 200 len: 843 time: 0.2079818 Apr 18 19:41:53.244270 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f108b19-f2df-473e-bdcf-4fc6c625348d admin admin] Notify agent at l3_agent.n-d-836017-2 the message routers_updated {{(pid=84764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:41:53.262769 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-05581825-f8ea-4765-bf2d-34e19e2ddc4d tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416801'] for network, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:53.274437 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a141d0-1bc5-4af5-92d5-e63f4200a3ef None None] Sync routers for ids ['8913faa6-0490-4903-bedc-9b553b305643'] in n-d-836017-2 {{(pid=84766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:41:53.291102 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a141d0-1bc5-4af5-92d5-e63f4200a3ef None None] Routers {'8913faa6-0490-4903-bedc-9b553b305643'} bound to L3 agent in host n-d-836017-2 {{(pid=84766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:41:53.292024 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-84a141d0-1bc5-4af5-92d5-e63f4200a3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:41:50Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['8913faa6-0490-4903-bedc-9b553b305643'], 'active': True} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:41:53.296547 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-05581825-f8ea-4765-bf2d-34e19e2ddc4d tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:53.311010 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05581825-f8ea-4765-bf2d-34e19e2ddc4d tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Pushing event deleted for resources: {'Network': ['ID=52e170c2-06c7-4c69-ba2b-a584d3f8e457,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:53.403519 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-9f108b19-f2df-473e-bdcf-4fc6c625348d admin admin] 10.222.0.69 "PUT /v2.0/routers/8913faa6-0490-4903-bedc-9b553b305643/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9396729 Apr 18 19:41:53.421866 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-05581825-f8ea-4765-bf2d-34e19e2ddc4d tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.69 "DELETE /v2.0/networks/52e170c2-06c7-4c69-ba2b-a584d3f8e457 HTTP/1.1" status: 204 len: 168 time: 3.4407685 Apr 18 19:41:53.429622 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 39956) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:53.797994 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvr_db [None req-84a141d0-1bc5-4af5-92d5-e63f4200a3ef None None] Set router 8913faa6-0490-4903-bedc-9b553b305643 gateway port host: n-d-836017-2 {{(pid=84766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:41:53.926993 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1a41208-76a9-445c-a652-a077b304c6c2 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Deleting subnet 40013d34-83d2-4a8e-acb2-e4a35739189a {{(pid=84764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:41:53.945086 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f1a41208-76a9-445c-a652-a077b304c6c2 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks [] for subnet, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:54.030944 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-fab93275-8e2d-4366-964f-d204640cff8a tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4443'] for router, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:54.056131 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-956b1db9-9ef6-4de3-a3d3-5025c671ce6b req-ddf7105f-953d-4095-bf16-47c6709682a5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9010198 Apr 18 19:41:54.060171 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-fab93275-8e2d-4366-964f-d204640cff8a tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:54.104222 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f1a41208-76a9-445c-a652-a077b304c6c2 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66931798'] for subnet, precommit_delete_associations {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:54.143203 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5d5b74-47cc-446c-a56e-6fb801651a33 req-6f73825b-73f6-418d-a402-44b915906f5b tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:54.144926 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-3a5d5b74-47cc-446c-a56e-6fb801651a33 req-6f73825b-73f6-418d-a402-44b915906f5b tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 945 time: 0.7137218 Apr 18 19:41:54.211654 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e36ac0-8fc1-4b6c-ba34-e6e238e7f033 req-639e8d33-56c5-47a7-a17d-ffd901e27192 tempest-VolumesBackupsTest-1832797490 tempest-VolumesBackupsTest-1832797490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:54.213661 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-3a5d5b74-47cc-446c-a56e-6fb801651a33 req-584c98b4-c0e9-4c0a-b6b3-e54399624cf0 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615735 Apr 18 19:41:54.221890 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b0e36ac0-8fc1-4b6c-ba34-e6e238e7f033 req-639e8d33-56c5-47a7-a17d-ffd901e27192 tempest-VolumesBackupsTest-1832797490 tempest-VolumesBackupsTest-1832797490-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1687c7b-d16f-4682-848f-50a7966cf7d4 HTTP/1.1" status: 200 len: 948 time: 0.4048643 Apr 18 19:41:54.271132 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f1a41208-76a9-445c-a652-a077b304c6c2 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1258508'] for subnet, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:54.313519 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-fab93275-8e2d-4366-964f-d204640cff8a tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412768'] for router, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:54.320147 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fab93275-8e2d-4366-964f-d204640cff8a tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Fanout notify agent at l3_agent the message router_deleted on router c47a5754-e74b-4dcd-a9c6-d89f3f9f78a6 {{(pid=84763) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 19:41:54.453610 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-fab93275-8e2d-4366-964f-d204640cff8a tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks [] for router, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:54.454719 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-fab93275-8e2d-4366-964f-d204640cff8a tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] 10.222.0.69 "DELETE /v2.0/routers/c47a5754-e74b-4dcd-a9c6-d89f3f9f78a6 HTTP/1.1" status: 204 len: 168 time: 1.8994713 Apr 18 19:41:54.464882 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 39974) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:54.549929 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b0e36ac0-8fc1-4b6c-ba34-e6e238e7f033 req-52f1367a-8765-4376-ade6-2a93bdbc32ce tempest-VolumesBackupsTest-1832797490 tempest-VolumesBackupsTest-1832797490-project] 10.222.0.69 "GET /v2.0/security-groups?id=e847d496-8797-4f1a-a802-676cc4bf8c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3248265 Apr 18 19:41:54.664443 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-956b1db9-9ef6-4de3-a3d3-5025c671ce6b req-dd854f26-652f-4ffe-b8ea-151bf089873d service neutron] 10.222.0.73 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5975342 Apr 18 19:41:54.748716 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 620e1208-62d2-49f5-abde-36852f8c342c details requested by agent hyperv_n-h1-836017-2 with host n-h1-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:41:54.976732 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-956b1db9-9ef6-4de3-a3d3-5025c671ce6b req-b388a5d7-e3b9-46cd-9178-15492a8f0ec3 service neutron] 10.222.0.73 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2938156 Apr 18 19:41:54.978578 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-84a141d0-1bc5-4af5-92d5-e63f4200a3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8913faa6-0490-4903-bedc-9b553b305643', 'name': 'tempest-AttachVolumeTestJSON-1724345006-router', 'tenant_id': '1704b27ee7504f47a5309a7a0aca6742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '0ce8381f-0227-4fdf-864f-4c474e55dd66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:41:38Z', 'updated_at': '2022-04-18T19:41:49Z', 'revision_number': 4, 'project_id': '1704b27ee7504f47a5309a7a0aca6742', 'gw_port': {'id': '0ce8381f-0227-4fdf-864f-4c474e55dd66', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8913faa6-0490-4903-bedc-9b553b305643', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:41:40Z', 'updated_at': '2022-04-18T19:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_interfaces': [{'id': '7bf629c7-edf3-4821-9047-237b24bc05ae', 'name': '', 'network_id': '8316c86c-250c-436f-a95b-14f06065e125', 'tenant_id': '1704b27ee7504f47a5309a7a0aca6742', 'mac_address': 'fa:16:3e:0f:b1:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8913faa6-0490-4903-bedc-9b553b305643', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52485bbf-71d0-4c05-9194-4f743c9c5d2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:41:46Z', 'updated_at': '2022-04-18T19:41:49Z', 'revision_number': 2, 'project_id': '1704b27ee7504f47a5309a7a0aca6742', 'subnets': [{'id': '52485bbf-71d0-4c05-9194-4f743c9c5d2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-2', False) {} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:41:55.019278 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a141d0-1bc5-4af5-92d5-e63f4200a3ef None None] Checking router: 8913faa6-0490-4903-bedc-9b553b305643 for host: n-d-836017-2 {{(pid=84766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:41:55.022145 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a141d0-1bc5-4af5-92d5-e63f4200a3ef None None] Updating router 8913faa6-0490-4903-bedc-9b553b305643 port 7bf629c7-edf3-4821-9047-237b24bc05ae binding host n-d-836017-2 {{(pid=84766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 19:41:55.102203 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ec015262-610f-4902-a1f5-5640553dfacc req-1b6d44f5-1cf3-43c7-b9d3-ff521ccd261c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f23daf946b4d4874b9d361b56e2fb9b5&device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 1096 time: 0.1215103 Apr 18 19:41:55.192550 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-84a141d0-1bc5-4af5-92d5-e63f4200a3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:55.208987 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port 620e1208-62d2-49f5-abde-36852f8c342c, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=620e1208-62d2-49f5-abde-36852f8c342c,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:41:55.218673 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f1a41208-76a9-445c-a652-a077b304c6c2 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1258501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2290876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65862598'] for subnet, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:55.246040 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:55.249070 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Returning: {'device': '620e1208-62d2-49f5-abde-36852f8c342c', 'network_id': 'cb6d8c7c-7ea4-4a32-b429-1c2934b7306a', 'port_id': '620e1208-62d2-49f5-abde-36852f8c342c', 'mac_address': 'fa:16:3e:80:7b:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17d1b3aa-2066-4ffa-a69f-52ed566b6548', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:41:55.330797 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:55.398946 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 620e1208-62d2-49f5-abde-36852f8c342c {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:41:55.446750 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port 620e1208-62d2-49f5-abde-36852f8c342c, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=620e1208-62d2-49f5-abde-36852f8c342c,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:41:55.489716 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 39990) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:55.508431 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-d9629121-f791-4f27-9658-de448e18623a tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1790632827', 'description': 'tempest-description--1980942928'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:41:55.528347 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a41208-76a9-445c-a652-a077b304c6c2 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Pushing event deleted for resources: {'Subnet': ['ID=40013d34-83d2-4a8e-acb2-e4a35739189a,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:55.533122 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:55.558481 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f1a41208-76a9-445c-a652-a077b304c6c2 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for subnet, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:55.571935 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-d9629121-f791-4f27-9658-de448e18623a tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:41:55.588288 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-f1a41208-76a9-445c-a652-a077b304c6c2 tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.69 "DELETE /v2.0/subnets/40013d34-83d2-4a8e-acb2-e4a35739189a HTTP/1.1" status: 204 len: 168 time: 2.1556287 Apr 18 19:41:55.599981 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec015262-610f-4902-a1f5-5640553dfacc req-4b0b28b0-a32f-4dc0-a029-f7ab9b87c3cd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:55.601409 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 39994) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:55.601839 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ec015262-610f-4902-a1f5-5640553dfacc req-4b0b28b0-a32f-4dc0-a029-f7ab9b87c3cd service neutron] 10.222.0.73 "GET /v2.0/networks?id=47c820f3-b421-48a9-a537-e0e4851dd399 HTTP/1.1" status: 200 len: 915 time: 0.4798694 Apr 18 19:41:55.607999 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-d9629121-f791-4f27-9658-de448e18623a tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] Usage tracker for resource:security_group and tenant:1704b27ee7504f47a5309a7a0aca6742 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:41:55.619881 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-d9629121-f791-4f27-9658-de448e18623a tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:41:55.711071 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459632ae-2290-4628-be67-1a9c25fb275e None None] Network 19ed8b69-13dd-4f9a-9954-06368b2c09bf requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:41:55.737756 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-d9629121-f791-4f27-9658-de448e18623a tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:41:55.749525 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Pushing event updated for resources: {'Port': ['ID=620e1208-62d2-49f5-abde-36852f8c342c,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:55.810474 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ec015262-610f-4902-a1f5-5640553dfacc req-afefec74-ce73-494a-84b0-30fadb5eaf19 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2d41a20-8113-45ca-a446-3bd7c51b739f HTTP/1.1" status: 200 len: 217 time: 0.1946306 Apr 18 19:41:55.961809 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-bfcb2638-4b64-4612-8f9d-d2355afe76af tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:55.965627 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e3115f4-0c29-428f-a323-b0455e22493e tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Deleting subnet ce7d2769-1cee-487f-a82a-6eaaf7c3346c {{(pid=84764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:41:55.984995 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-4e3115f4-0c29-428f-a323-b0455e22493e tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks [] for subnet, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:55.987951 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec015262-610f-4902-a1f5-5640553dfacc req-3f5f7e8c-c1a4-4363-ad62-ab14d1b6cf61 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:55.994032 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ec015262-610f-4902-a1f5-5640553dfacc req-3f5f7e8c-c1a4-4363-ad62-ab14d1b6cf61 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=796a481f-8e54-4cc2-b013-83edb23d78ce HTTP/1.1" status: 200 len: 854 time: 0.1713769 Apr 18 19:41:56.007784 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e0ae06-d987-43ac-adf6-a46f25b82e51 req-9424636e-2cb2-4dcb-a997-bff907b685d3 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:56.014508 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-60e0ae06-d987-43ac-adf6-a46f25b82e51 req-9424636e-2cb2-4dcb-a997-bff907b685d3 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 945 time: 0.4856684 Apr 18 19:41:56.086650 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ec015262-610f-4902-a1f5-5640553dfacc req-babe8ecd-f27a-4753-9d67-c71790f38b49 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=47c820f3-b421-48a9-a537-e0e4851dd399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689158 Apr 18 19:41:56.101598 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-d9629121-f791-4f27-9658-de448e18623a tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:56.159236 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] get_ports_and_sgs() called for port_ids ['620e1208-62d2-49f5-abde-36852f8c342c'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:41:56.193423 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-bfcb2638-4b64-4612-8f9d-d2355afe76af tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Deleting port 8c90ea3d-a807-4924-ae41-15f69971ba26 {{(pid=84764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:41:56.194547 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-bfcb2638-4b64-4612-8f9d-d2355afe76af tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:56.242005 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-84a141d0-1bc5-4af5-92d5-e63f4200a3ef None None] Notify callbacks [] for port, precommit_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:56.280415 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.provisioning_blocks [None req-84a141d0-1bc5-4af5-92d5-e63f4200a3ef None None] Transition to ACTIVE for port object 7bf629c7-edf3-4821-9047-237b24bc05ae will not be triggered until provisioned by entity L2. {{(pid=84766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:41:56.297844 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ec015262-610f-4902-a1f5-5640553dfacc req-6a289012-c18e-4205-b492-36b6389c8e9f service neutron] 10.222.0.73 "GET /v2.0/networks/47c820f3-b421-48a9-a537-e0e4851dd399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906013 Apr 18 19:41:56.359735 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-84a141d0-1bc5-4af5-92d5-e63f4200a3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:56.528329 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [None req-bfcb2638-4b64-4612-8f9d-d2355afe76af tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] For port 8c90ea3d-a807-4924-ae41-15f69971ba26, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=8c90ea3d-a807-4924-ae41-15f69971ba26,segment=NetworkSegment(876242d1-e60d-46ae-ad8c-374f910d2430),segment_id=876242d1-e60d-46ae-ad8c-374f910d2430)] {{(pid=84764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:41:56.529533 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-bfcb2638-4b64-4612-8f9d-d2355afe76af tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:56.609909 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cddda09-4abd-49ca-8b2e-269bbee6324d None None] DHCP port deletion for 19ed8b69-13dd-4f9a-9954-06368b2c09bf request from n-d-836017-2 {{(pid=84765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 19:41:56.626058 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-1cddda09-4abd-49ca-8b2e-269bbee6324d None None] Deleting port 8c90ea3d-a807-4924-ae41-15f69971ba26 {{(pid=84765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:41:56.626717 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1cddda09-4abd-49ca-8b2e-269bbee6324d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:56.672189 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ec015262-610f-4902-a1f5-5640553dfacc req-7450d5f4-e304-4c5a-b84a-eda0b9da61c7 service neutron] 10.222.0.73 "GET /v2.0/networks/47c820f3-b421-48a9-a537-e0e4851dd399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3643653 Apr 18 19:41:56.730124 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-60e0ae06-d987-43ac-adf6-a46f25b82e51 req-d83b6590-23a4-4070-868b-65db3acb30ab tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6415739 Apr 18 19:41:56.736863 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01594dd-7d1f-4c93-b8c1-e767951e7187 None None] Pushing event updated for resources: {'Port': ['ID=7bf629c7-edf3-4821-9047-237b24bc05ae,revision_number=3']} {{(pid=84766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:56.885681 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.managers [None req-84a141d0-1bc5-4af5-92d5-e63f4200a3ef None None] Attempting to bind port 7bf629c7-edf3-4821-9047-237b24bc05ae on host n-d-836017-2 for vnic_type normal with profile {{(pid=84766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:41:56.885681 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.managers [None req-84a141d0-1bc5-4af5-92d5-e63f4200a3ef None None] Attempting to bind port 7bf629c7-edf3-4821-9047-237b24bc05ae by drivers openvswitch,hyperv on host n-d-836017-2 at level 0 using segments [{'id': '87afec3e-18d6-4259-b0fb-f736f77582de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '8316c86c-250c-436f-a95b-14f06065e125'}] {{(pid=84766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:41:56.886158 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a141d0-1bc5-4af5-92d5-e63f4200a3ef None None] Attempting to bind port 7bf629c7-edf3-4821-9047-237b24bc05ae on network 8316c86c-250c-436f-a95b-14f06065e125 {{(pid=84766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:41:56.900679 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a141d0-1bc5-4af5-92d5-e63f4200a3ef None None] Checking agent: {'id': 'df2a5cfe-6839-400b-a998-e4fffce70f45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 8, 22), 'started_at': datetime.datetime(2022, 4, 18, 19, 8, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:41:56.901232 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a141d0-1bc5-4af5-92d5-e63f4200a3ef None None] Checking segment: {'id': '87afec3e-18d6-4259-b0fb-f736f77582de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '8316c86c-250c-436f-a95b-14f06065e125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:41:56.901724 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-84a141d0-1bc5-4af5-92d5-e63f4200a3ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:56.902211 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a141d0-1bc5-4af5-92d5-e63f4200a3ef None None] Bound using segment: {'id': '87afec3e-18d6-4259-b0fb-f736f77582de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '8316c86c-250c-436f-a95b-14f06065e125'} {{(pid=84766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:41:56.902782 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.managers [None req-84a141d0-1bc5-4af5-92d5-e63f4200a3ef None None] Bound port: 7bf629c7-edf3-4821-9047-237b24bc05ae, host: n-d-836017-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87afec3e-18d6-4259-b0fb-f736f77582de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '8316c86c-250c-436f-a95b-14f06065e125'}}] {{(pid=84766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:41:56.903249 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-84a141d0-1bc5-4af5-92d5-e63f4200a3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:56.972462 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-bfcb2638-4b64-4612-8f9d-d2355afe76af tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Calling delete_port for 8c90ea3d-a807-4924-ae41-15f69971ba26 owned by network:dhcp {{(pid=84764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:41:57.025722 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-1cddda09-4abd-49ca-8b2e-269bbee6324d None None] For port 8c90ea3d-a807-4924-ae41-15f69971ba26, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=8c90ea3d-a807-4924-ae41-15f69971ba26,segment=NetworkSegment(876242d1-e60d-46ae-ad8c-374f910d2430),segment_id=876242d1-e60d-46ae-ad8c-374f910d2430)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:41:57.026769 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1cddda09-4abd-49ca-8b2e-269bbee6324d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:57.050752 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.db [None req-84a141d0-1bc5-4af5-92d5-e63f4200a3ef None None] For port 7bf629c7-edf3-4821-9047-237b24bc05ae, host n-d-836017-2, cleared binding levels {{(pid=84766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:41:57.058601 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.db [None req-84a141d0-1bc5-4af5-92d5-e63f4200a3ef None None] For port 7bf629c7-edf3-4821-9047-237b24bc05ae, host n-d-836017-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=7bf629c7-edf3-4821-9047-237b24bc05ae,segment=NetworkSegment(87afec3e-18d6-4259-b0fb-f736f77582de),segment_id=87afec3e-18d6-4259-b0fb-f736f77582de)] {{(pid=84766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:41:57.088277 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-4e3115f4-0c29-428f-a323-b0455e22493e tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66931798'] for subnet, precommit_delete_associations {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:57.157287 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-d9629121-f791-4f27-9658-de448e18623a tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:41:57.172820 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-d9629121-f791-4f27-9658-de448e18623a tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] Usage tracker for resource:security_group_rule and tenant:1704b27ee7504f47a5309a7a0aca6742 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:41:57.176819 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-d9629121-f791-4f27-9658-de448e18623a tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:41:57.180132 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-1cddda09-4abd-49ca-8b2e-269bbee6324d None None] Calling delete_port for 8c90ea3d-a807-4924-ae41-15f69971ba26 owned by network:dhcp {{(pid=84765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:41:57.186590 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-d9629121-f791-4f27-9658-de448e18623a tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:41:57.211813 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-84a141d0-1bc5-4af5-92d5-e63f4200a3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:57.311440 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d58723-70e5-4c7e-b075-e76abd875065 req-97bb1191-1c85-43ee-a909-06af13cb4c9e tempest-VolumesBackupsTest-1832797490 tempest-VolumesBackupsTest-1832797490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:57.327020 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-46d58723-70e5-4c7e-b075-e76abd875065 req-97bb1191-1c85-43ee-a909-06af13cb4c9e tempest-VolumesBackupsTest-1832797490 tempest-VolumesBackupsTest-1832797490-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1687c7b-d16f-4682-848f-50a7966cf7d4 HTTP/1.1" status: 200 len: 949 time: 1.3568966 Apr 18 19:41:57.339451 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01594dd-7d1f-4c93-b8c1-e767951e7187 None None] Pushing event updated for resources: {'Port': ['ID=7bf629c7-edf3-4821-9047-237b24bc05ae,revision_number=4']} {{(pid=84766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:57.360043 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a141d0-1bc5-4af5-92d5-e63f4200a3ef None None] Routers {'8913faa6-0490-4903-bedc-9b553b305643'} bound to L3 agent in host n-d-836017-2 {{(pid=84766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:41:57.361177 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-84a141d0-1bc5-4af5-92d5-e63f4200a3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:41:50Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['8913faa6-0490-4903-bedc-9b553b305643'], 'active': True} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:41:57.368742 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1cddda09-4abd-49ca-8b2e-269bbee6324d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340'] for port, after_delete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:57.414790 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.db.api [None req-bfcb2638-4b64-4612-8f9d-d2355afe76af tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84764) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 19:41:57.415258 n-d-836017-2 neutron-server[84764]: DEBUG oslo_db.api [None req-bfcb2638-4b64-4612-8f9d-d2355afe76af tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 19:41:57.486771 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-d9629121-f791-4f27-9658-de448e18623a tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:57.489237 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cddda09-4abd-49ca-8b2e-269bbee6324d None None] Pushing event deleted for resources: {'Port': ['ID=8c90ea3d-a807-4924-ae41-15f69971ba26,revision_number=None']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:57.496527 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cddda09-4abd-49ca-8b2e-269bbee6324d None None] No DVR routers for this DVR port 8c90ea3d-a807-4924-ae41-15f69971ba26 on host n-d-836017-2 {{(pid=84765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:41:57.537413 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-46d58723-70e5-4c7e-b075-e76abd875065 req-49098d14-ac1f-4e93-9c90-69bf1a6c8324 tempest-VolumesBackupsTest-1832797490 tempest-VolumesBackupsTest-1832797490-project] 10.222.0.69 "GET /v2.0/security-groups?id=e847d496-8797-4f1a-a802-676cc4bf8c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095339 Apr 18 19:41:57.541443 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-4e3115f4-0c29-428f-a323-b0455e22493e tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1258508'] for subnet, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:57.588389 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-d9629121-f791-4f27-9658-de448e18623a tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:57.701098 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9629121-f791-4f27-9658-de448e18623a tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b779bcd-d80d-4dcd-ab6c-7b74007b5d8f,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:57.793059 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvr_db [None req-84a141d0-1bc5-4af5-92d5-e63f4200a3ef None None] Set router 8913faa6-0490-4903-bedc-9b553b305643 gateway port host: n-d-836017-2 {{(pid=84766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:41:57.830160 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-d9629121-f791-4f27-9658-de448e18623a tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:57.832071 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-d9629121-f791-4f27-9658-de448e18623a tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 2.3330882 Apr 18 19:41:57.834605 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 40016) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:57.844649 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-6aea4ae1-784a-47af-8d76-a1c8f3ba6f09 tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] Request body: {'security_group_rule': {'security_group_id': '8b779bcd-d80d-4dcd-ab6c-7b74007b5d8f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:41:57.858623 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-6aea4ae1-784a-47af-8d76-a1c8f3ba6f09 tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:41:57.868795 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-6aea4ae1-784a-47af-8d76-a1c8f3ba6f09 tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] Usage tracker for resource:security_group_rule and tenant:1704b27ee7504f47a5309a7a0aca6742 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:41:57.872487 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-6aea4ae1-784a-47af-8d76-a1c8f3ba6f09 tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:41:57.890565 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-4e3115f4-0c29-428f-a323-b0455e22493e tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1258501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2290876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65862598'] for subnet, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:57.901299 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-6aea4ae1-784a-47af-8d76-a1c8f3ba6f09 tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:41:57.948050 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-bfcb2638-4b64-4612-8f9d-d2355afe76af tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Deleting port 8c90ea3d-a807-4924-ae41-15f69971ba26 {{(pid=84764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:41:57.948414 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-bfcb2638-4b64-4612-8f9d-d2355afe76af tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:57.971887 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3115f4-0c29-428f-a323-b0455e22493e tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Pushing event deleted for resources: {'Subnet': ['ID=ce7d2769-1cee-487f-a82a-6eaaf7c3346c,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:58.010233 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a38f7b-5a41-4f0c-8339-de0b2e1d3bb2 None None] Network 36a46c99-20cb-44d0-85a0-9c4e372d2bac requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:41:58.026606 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-4e3115f4-0c29-428f-a323-b0455e22493e tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for subnet, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:58.057533 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-4e3115f4-0c29-428f-a323-b0455e22493e tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] 10.222.0.69 "DELETE /v2.0/subnets/ce7d2769-1cee-487f-a82a-6eaaf7c3346c HTTP/1.1" status: 204 len: 168 time: 3.5738425 Apr 18 19:41:58.068480 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-bfcb2638-4b64-4612-8f9d-d2355afe76af tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] The port '8c90ea3d-a807-4924-ae41-15f69971ba26' was deleted {{(pid=84764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 19:41:58.068480 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 40024) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:58.401471 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e39008-ef09-4053-9afd-5eca6fbaa306 req-98eda857-5153-41e6-9334-460e5dff5c08 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:58.483242 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-38e39008-ef09-4053-9afd-5eca6fbaa306 req-98eda857-5153-41e6-9334-460e5dff5c08 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 945 time: 0.4638414 Apr 18 19:41:58.483855 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-84a141d0-1bc5-4af5-92d5-e63f4200a3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8913faa6-0490-4903-bedc-9b553b305643', 'name': 'tempest-AttachVolumeTestJSON-1724345006-router', 'tenant_id': '1704b27ee7504f47a5309a7a0aca6742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '0ce8381f-0227-4fdf-864f-4c474e55dd66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:41:38Z', 'updated_at': '2022-04-18T19:41:49Z', 'revision_number': 4, 'project_id': '1704b27ee7504f47a5309a7a0aca6742', 'gw_port': {'id': '0ce8381f-0227-4fdf-864f-4c474e55dd66', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8913faa6-0490-4903-bedc-9b553b305643', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:41:40Z', 'updated_at': '2022-04-18T19:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_interfaces': [{'id': '7bf629c7-edf3-4821-9047-237b24bc05ae', 'name': '', 'network_id': '8316c86c-250c-436f-a95b-14f06065e125', 'tenant_id': '1704b27ee7504f47a5309a7a0aca6742', 'mac_address': 'fa:16:3e:0f:b1:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8913faa6-0490-4903-bedc-9b553b305643', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52485bbf-71d0-4c05-9194-4f743c9c5d2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:41:46Z', 'updated_at': '2022-04-18T19:41:57Z', 'revision_number': 4, 'project_id': '1704b27ee7504f47a5309a7a0aca6742', 'subnets': [{'id': '52485bbf-71d0-4c05-9194-4f743c9c5d2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-2', False) {} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:41:58.484448 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a141d0-1bc5-4af5-92d5-e63f4200a3ef None None] The sync data for ids ['8913faa6-0490-4903-bedc-9b553b305643'] in n-d-836017-2 is: [{'id': '8913faa6-0490-4903-bedc-9b553b305643', 'name': 'tempest-AttachVolumeTestJSON-1724345006-router', 'tenant_id': '1704b27ee7504f47a5309a7a0aca6742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '0ce8381f-0227-4fdf-864f-4c474e55dd66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:41:38Z', 'updated_at': '2022-04-18T19:41:49Z', 'revision_number': 4, 'project_id': '1704b27ee7504f47a5309a7a0aca6742', 'gw_port': {'id': '0ce8381f-0227-4fdf-864f-4c474e55dd66', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8913faa6-0490-4903-bedc-9b553b305643', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:41:40Z', 'updated_at': '2022-04-18T19:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_interfaces': [{'id': '7bf629c7-edf3-4821-9047-237b24bc05ae', 'name': '', 'network_id': '8316c86c-250c-436f-a95b-14f06065e125', 'tenant_id': '1704b27ee7504f47a5309a7a0aca6742', 'mac_address': 'fa:16:3e:0f:b1:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8913faa6-0490-4903-bedc-9b553b305643', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52485bbf-71d0-4c05-9194-4f743c9c5d2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:41:46Z', 'updated_at': '2022-04-18T19:41:57Z', 'revision_number': 4, 'project_id': '1704b27ee7504f47a5309a7a0aca6742', 'subnets': [{'id': '52485bbf-71d0-4c05-9194-4f743c9c5d2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:41:58.521542 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-38e39008-ef09-4053-9afd-5eca6fbaa306 req-285f88c4-6c38-4bf8-b1f2-778eb5f54c2d tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115887 Apr 18 19:41:58.688522 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 8c90ea3d-a807-4924-ae41-15f69971ba26 no longer exists at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:41:58.785354 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 620e1208-62d2-49f5-abde-36852f8c342c up at agent hyperv_n-h1-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:41:58.865587 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a83f0c-244a-4bbc-992b-0b5709ada64f None None] DHCP port deletion for 36a46c99-20cb-44d0-85a0-9c4e372d2bac request from n-d-836017-2 {{(pid=84765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 19:41:58.879369 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-35a83f0c-244a-4bbc-992b-0b5709ada64f None None] Deleting port 222fd211-e4d8-464c-a166-1387297cf19e {{(pid=84765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:41:58.879718 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-35a83f0c-244a-4bbc-992b-0b5709ada64f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:58.907323 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-6aea4ae1-784a-47af-8d76-a1c8f3ba6f09 tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:58.920959 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] No Port match for: 8c90ea3d-a807-4924-ae41-15f69971ba26 {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:41:58.921345 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 8c90ea3d-a807-4924-ae41-15f69971ba26 not bound to the agent host n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:41:59.014167 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-bfcb2638-4b64-4612-8f9d-d2355afe76af tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256345', 'neutron.services.segments.db._delete_segments_for_network-8791093852025'] for network, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:59.116780 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-a6810d12-d870-48c7-83eb-02db95257fde tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:59.125794 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Provisioning for port 620e1208-62d2-49f5-abde-36852f8c342c completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:41:59.129174 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-bfcb2638-4b64-4612-8f9d-d2355afe76af tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19ed8b69-13dd-4f9a-9954-06368b2c09bf']}} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:41:59.142331 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-bfcb2638-4b64-4612-8f9d-d2355afe76af tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '876242d1-e60d-46ae-ad8c-374f910d2430') {'for_net_delete': True} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:41:59.142777 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-bfcb2638-4b64-4612-8f9d-d2355afe76af tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '876242d1-e60d-46ae-ad8c-374f910d2430') {} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:41:59.151030 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Provisioning complete for port 620e1208-62d2-49f5-abde-36852f8c342c triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:41:59.151405 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:59.159762 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-bfcb2638-4b64-4612-8f9d-d2355afe76af tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791093851908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66932133'] for segment, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:59.187193 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-bfcb2638-4b64-4612-8f9d-d2355afe76af tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:59.211713 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfcb2638-4b64-4612-8f9d-d2355afe76af tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=84764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:41:59.211713 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-bfcb2638-4b64-4612-8f9d-d2355afe76af tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2290898'] for segment, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:59.231078 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-35a83f0c-244a-4bbc-992b-0b5709ada64f None None] For port 222fd211-e4d8-464c-a166-1387297cf19e, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=222fd211-e4d8-464c-a166-1387297cf19e,segment=NetworkSegment(be885ec7-3ed7-4b0a-ac4a-efca81c58e3c),segment_id=be885ec7-3ed7-4b0a-ac4a-efca81c58e3c)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:41:59.231637 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-35a83f0c-244a-4bbc-992b-0b5709ada64f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:59.328586 n-d-836017-2 neutron-server[84764]: Traceback (most recent call last): Apr 18 19:41:59.328586 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:41:59.328586 n-d-836017-2 neutron-server[84764]: timer() Apr 18 19:41:59.328586 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:41:59.328586 n-d-836017-2 neutron-server[84764]: cb(*args, **kw) Apr 18 19:41:59.328586 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:41:59.328586 n-d-836017-2 neutron-server[84764]: return func(*args, **kwargs) Apr 18 19:41:59.328586 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:41:59.328586 n-d-836017-2 neutron-server[84764]: self._notify() Apr 18 19:41:59.328586 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:41:59.328586 n-d-836017-2 neutron-server[84764]: self.callback(batched_events) Apr 18 19:41:59.328586 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:41:59.328586 n-d-836017-2 neutron-server[84764]: event.method(event) Apr 18 19:41:59.328586 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:41:59.328586 n-d-836017-2 neutron-server[84764]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:41:59.328586 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:41:59.328586 n-d-836017-2 neutron-server[84764]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:41:59.328586 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:41:59.328586 n-d-836017-2 neutron-server[84764]: return f(self, *a, **k) Apr 18 19:41:59.328586 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:41:59.328586 n-d-836017-2 neutron-server[84764]: return self._get(url).json() Apr 18 19:41:59.328586 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:41:59.328586 n-d-836017-2 neutron-server[84764]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:41:59.328586 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:41:59.328586 n-d-836017-2 neutron-server[84764]: return self.request(url, 'GET', **kwargs) Apr 18 19:41:59.328586 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:41:59.328586 n-d-836017-2 neutron-server[84764]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:41:59.328586 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:41:59.328586 n-d-836017-2 neutron-server[84764]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:41:59.328586 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:41:59.328586 n-d-836017-2 neutron-server[84764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:41:59.328586 n-d-836017-2 neutron-server[84764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:41:59.362587 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-6aea4ae1-784a-47af-8d76-a1c8f3ba6f09 tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:59.370932 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-a6810d12-d870-48c7-83eb-02db95257fde tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Deleting port 222fd211-e4d8-464c-a166-1387297cf19e {{(pid=84764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:41:59.371417 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-a6810d12-d870-48c7-83eb-02db95257fde tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:59.401752 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-35a83f0c-244a-4bbc-992b-0b5709ada64f None None] Calling delete_port for 222fd211-e4d8-464c-a166-1387297cf19e owned by network:dhcp {{(pid=84765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:41:59.447972 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35243ec0-a6f1-48e9-9b2b-814bdb918383 req-be30dbb7-0f55-4330-89df-dfc96f36b875 tempest-VolumesBackupsTest-1832797490 tempest-VolumesBackupsTest-1832797490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:59.455608 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-35243ec0-a6f1-48e9-9b2b-814bdb918383 req-be30dbb7-0f55-4330-89df-dfc96f36b875 tempest-VolumesBackupsTest-1832797490 tempest-VolumesBackupsTest-1832797490-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1687c7b-d16f-4682-848f-50a7966cf7d4 HTTP/1.1" status: 200 len: 949 time: 0.5858004 Apr 18 19:41:59.474907 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-bfcb2638-4b64-4612-8f9d-d2355afe76af tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416801'] for network, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:59.561211 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:59.703836 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-6aea4ae1-784a-47af-8d76-a1c8f3ba6f09 tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484852'] for security_group_rule, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:59.737411 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1687c7b-d16f-4682-848f-50a7966cf7d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '620e1208-62d2-49f5-abde-36852f8c342c'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:41:59.771210 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port 620e1208-62d2-49f5-abde-36852f8c342c, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=620e1208-62d2-49f5-abde-36852f8c342c,segment=NetworkSegment(6cde9faf-a872-4591-a51e-c760ea705fec),segment_id=6cde9faf-a872-4591-a51e-c760ea705fec)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:41:59.813484 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-35a83f0c-244a-4bbc-992b-0b5709ada64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340'] for port, after_delete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:59.869268 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-bfcb2638-4b64-4612-8f9d-d2355afe76af tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:59.900365 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7c5da2-5be6-4473-9b71-7a914b56a2ce req-701d6a09-b816-4b1d-a74d-b8fd515268e3 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:59.911322 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fa7c5da2-5be6-4473-9b71-7a914b56a2ce req-701d6a09-b816-4b1d-a74d-b8fd515268e3 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 945 time: 0.1618986 Apr 18 19:41:59.914547 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aea4ae1-784a-47af-8d76-a1c8f3ba6f09 tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7f2d790-c377-44bf-9e93-3a920b2cf2b3,revision_number=0']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:59.924576 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-bfcb2638-4b64-4612-8f9d-d2355afe76af tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] 10.222.0.69 "DELETE /v2.0/networks/19ed8b69-13dd-4f9a-9954-06368b2c09bf HTTP/1.1" status: 204 len: 168 time: 4.3064876 Apr 18 19:41:59.938902 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:59.946489 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a83f0c-244a-4bbc-992b-0b5709ada64f None None] Pushing event deleted for resources: {'Port': ['ID=222fd211-e4d8-464c-a166-1387297cf19e,revision_number=None']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:59.964439 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [None req-a6810d12-d870-48c7-83eb-02db95257fde tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] For port 222fd211-e4d8-464c-a166-1387297cf19e, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=222fd211-e4d8-464c-a166-1387297cf19e,segment=NetworkSegment(be885ec7-3ed7-4b0a-ac4a-efca81c58e3c),segment_id=be885ec7-3ed7-4b0a-ac4a-efca81c58e3c)] {{(pid=84764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:41:59.964716 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-a6810d12-d870-48c7-83eb-02db95257fde tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:00.037674 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a83f0c-244a-4bbc-992b-0b5709ada64f None None] No DVR routers for this DVR port 222fd211-e4d8-464c-a166-1387297cf19e on host n-d-836017-2 {{(pid=84765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:42:00.105080 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fa7c5da2-5be6-4473-9b71-7a914b56a2ce req-d4153bbd-8bbc-4202-9132-c60f46460441 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564002 Apr 18 19:42:00.106134 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Pushing event updated for resources: {'Port': ['ID=620e1208-62d2-49f5-abde-36852f8c342c,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:00.143546 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcb2638-4b64-4612-8f9d-d2355afe76af tempest-ServersTestMultiNic-215028217 tempest-ServersTestMultiNic-215028217-project] Pushing event deleted for resources: {'Network': ['ID=19ed8b69-13dd-4f9a-9954-06368b2c09bf,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:00.147619 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecc076d3-08a0-4377-8bde-2b8467c5d2ea'] response: {'server_uuid': 'a1687c7b-d16f-4682-848f-50a7966cf7d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '620e1208-62d2-49f5-abde-36852f8c342c', 'code': 200} Apr 18 19:42:00.270168 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-a6810d12-d870-48c7-83eb-02db95257fde tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Calling delete_port for 222fd211-e4d8-464c-a166-1387297cf19e owned by network:dhcp {{(pid=84764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:42:00.299079 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-6aea4ae1-784a-47af-8d76-a1c8f3ba6f09 tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:00.300457 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-6aea4ae1-784a-47af-8d76-a1c8f3ba6f09 tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 2.4641166 Apr 18 19:42:00.310119 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 40060) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:00.333007 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-2fbaa8fd-6001-4123-af6c-138fb3a03adf tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] Request body: {'security_group_rule': {'security_group_id': '8b779bcd-d80d-4dcd-ab6c-7b74007b5d8f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:42:00.346430 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-2fbaa8fd-6001-4123-af6c-138fb3a03adf tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:42:00.348737 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-35243ec0-a6f1-48e9-9b2b-814bdb918383 req-8dba5e67-f9b4-48fa-8bd4-9801fe242c2d tempest-VolumesBackupsTest-1832797490 tempest-VolumesBackupsTest-1832797490-project] 10.222.0.69 "GET /v2.0/security-groups?id=e847d496-8797-4f1a-a802-676cc4bf8c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8916166 Apr 18 19:42:00.353971 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-2fbaa8fd-6001-4123-af6c-138fb3a03adf tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] Usage tracker for resource:security_group_rule and tenant:1704b27ee7504f47a5309a7a0aca6742 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:42:00.360845 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-2fbaa8fd-6001-4123-af6c-138fb3a03adf tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:42:00.374323 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-2fbaa8fd-6001-4123-af6c-138fb3a03adf tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:42:00.396336 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-9e886cfd-5d3d-4eea-a3de-79a2d91f6c7e req-1c93900a-6b7b-480e-84a1-cd58060f39e9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a1687c7b-d16f-4682-848f-50a7966cf7d4 HTTP/1.1" status: 200 len: 1101 time: 0.1670427 Apr 18 19:42:00.424071 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.db.api [None req-a6810d12-d870-48c7-83eb-02db95257fde tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84764) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 19:42:00.424643 n-d-836017-2 neutron-server[84764]: DEBUG oslo_db.api [None req-a6810d12-d870-48c7-83eb-02db95257fde tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 19:42:00.464124 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-9e886cfd-5d3d-4eea-a3de-79a2d91f6c7e req-0380bad4-c0d7-4f69-8a8a-8c528946db59 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=e847d496-8797-4f1a-a802-676cc4bf8c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612938 Apr 18 19:42:00.532141 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-2fbaa8fd-6001-4123-af6c-138fb3a03adf tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:00.659315 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 7bf629c7-edf3-4821-9047-237b24bc05ae up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:42:00.715321 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-2fbaa8fd-6001-4123-af6c-138fb3a03adf tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:00.750743 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 40080) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:00.904334 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning for port 7bf629c7-edf3-4821-9047-237b24bc05ae completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:42:00.910123 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port 7bf629c7-edf3-4821-9047-237b24bc05ae triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:42:00.910569 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:00.920566 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-2fbaa8fd-6001-4123-af6c-138fb3a03adf tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484852'] for security_group_rule, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:00.926709 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-a6810d12-d870-48c7-83eb-02db95257fde tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Deleting port 222fd211-e4d8-464c-a166-1387297cf19e {{(pid=84764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:42:00.928505 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-a6810d12-d870-48c7-83eb-02db95257fde tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:00.985951 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbaa8fd-6001-4123-af6c-138fb3a03adf tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87a5c967-11dd-4cc7-81fd-bbe20d9e092b,revision_number=0']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:01.079431 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:01.084576 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-2fbaa8fd-6001-4123-af6c-138fb3a03adf tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:01.086884 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-2fbaa8fd-6001-4123-af6c-138fb3a03adf tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7645452 Apr 18 19:42:01.090027 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 40084) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:01.097211 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-edff8141-c92d-492f-9f37-c609ad9337d4 tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] Request body: {'floatingip': {'floating_network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:42:01.107563 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-edff8141-c92d-492f-9f37-c609ad9337d4 tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:42:01.115068 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-edff8141-c92d-492f-9f37-c609ad9337d4 tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] Usage tracker for resource:floatingip and tenant:1704b27ee7504f47a5309a7a0aca6742 is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:42:01.117915 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-a6810d12-d870-48c7-83eb-02db95257fde tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] The port '222fd211-e4d8-464c-a166-1387297cf19e' was deleted {{(pid=84764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 19:42:01.121018 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-edff8141-c92d-492f-9f37-c609ad9337d4 tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:42:01.151224 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] For port 7bf629c7-edf3-4821-9047-237b24bc05ae, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=7bf629c7-edf3-4821-9047-237b24bc05ae,segment=NetworkSegment(87afec3e-18d6-4259-b0fb-f736f77582de),segment_id=87afec3e-18d6-4259-b0fb-f736f77582de)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:42:01.224468 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:01.293919 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-edff8141-c92d-492f-9f37-c609ad9337d4 tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:42:01.318581 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-a6810d12-d870-48c7-83eb-02db95257fde tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256345', 'neutron.services.segments.db._delete_segments_for_network-8791093852025'] for network, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:01.349231 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 222fd211-e4d8-464c-a166-1387297cf19e no longer exists at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:42:01.349480 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-a6810d12-d870-48c7-83eb-02db95257fde tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36a46c99-20cb-44d0-85a0-9c4e372d2bac']}} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:42:01.363016 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-a6810d12-d870-48c7-83eb-02db95257fde tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be885ec7-3ed7-4b0a-ac4a-efca81c58e3c') {'for_net_delete': True} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:42:01.363297 n-d-836017-2 neutron-server[84764]: DEBUG neutron.services.segments.db [None req-a6810d12-d870-48c7-83eb-02db95257fde tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be885ec7-3ed7-4b0a-ac4a-efca81c58e3c') {} {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:42:01.379806 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-a6810d12-d870-48c7-83eb-02db95257fde tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791093851908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66932133'] for segment, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:01.408680 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-a6810d12-d870-48c7-83eb-02db95257fde tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:01.417020 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] No Port match for: 222fd211-e4d8-464c-a166-1387297cf19e {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:42:01.424132 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6810d12-d870-48c7-83eb-02db95257fde tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=84764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:42:01.425287 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 222fd211-e4d8-464c-a166-1387297cf19e not bound to the agent host n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:42:01.425450 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-a6810d12-d870-48c7-83eb-02db95257fde tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2290898'] for segment, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:01.449449 n-d-836017-2 neutron-server[84764]: Traceback (most recent call last): Apr 18 19:42:01.449449 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:42:01.449449 n-d-836017-2 neutron-server[84764]: timer() Apr 18 19:42:01.449449 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:42:01.449449 n-d-836017-2 neutron-server[84764]: cb(*args, **kw) Apr 18 19:42:01.449449 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:42:01.449449 n-d-836017-2 neutron-server[84764]: return func(*args, **kwargs) Apr 18 19:42:01.449449 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:42:01.449449 n-d-836017-2 neutron-server[84764]: self._notify() Apr 18 19:42:01.449449 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:42:01.449449 n-d-836017-2 neutron-server[84764]: self.callback(batched_events) Apr 18 19:42:01.449449 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:42:01.449449 n-d-836017-2 neutron-server[84764]: event.method(event) Apr 18 19:42:01.449449 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:42:01.449449 n-d-836017-2 neutron-server[84764]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:42:01.449449 n-d-836017-2 neutron-server[84764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:42:01.449449 n-d-836017-2 neutron-server[84764]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:42:01.449449 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:42:01.449449 n-d-836017-2 neutron-server[84764]: return f(self, *a, **k) Apr 18 19:42:01.449449 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:42:01.449449 n-d-836017-2 neutron-server[84764]: return self._get(url).json() Apr 18 19:42:01.449449 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:42:01.449449 n-d-836017-2 neutron-server[84764]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:42:01.449449 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:42:01.449449 n-d-836017-2 neutron-server[84764]: return self.request(url, 'GET', **kwargs) Apr 18 19:42:01.449449 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:42:01.449449 n-d-836017-2 neutron-server[84764]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:42:01.449449 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:42:01.449449 n-d-836017-2 neutron-server[84764]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:42:01.449449 n-d-836017-2 neutron-server[84764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:42:01.449449 n-d-836017-2 neutron-server[84764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:42:01.449449 n-d-836017-2 neutron-server[84764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:42:01.461833 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Pushing event updated for resources: {'Port': ['ID=7bf629c7-edf3-4821-9047-237b24bc05ae,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:01.507570 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-edff8141-c92d-492f-9f37-c609ad9337d4 tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] Notify callbacks [] for floatingip, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:01.620576 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8943d49d-50c9-449a-95b9-8748437d6238 req-802a5232-881d-4c17-b2d2-bc2585b58691 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:01.625588 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8943d49d-50c9-449a-95b9-8748437d6238 req-802a5232-881d-4c17-b2d2-bc2585b58691 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 945 time: 0.3069339 Apr 18 19:42:01.670926 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea1ea01-2f88-4032-94f6-da191d2a383e req-a8ba8257-b9da-42c6-bb7c-05fa978e8783 tempest-VolumesBackupsTest-1832797490 tempest-VolumesBackupsTest-1832797490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:01.680272 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-fea1ea01-2f88-4032-94f6-da191d2a383e req-a8ba8257-b9da-42c6-bb7c-05fa978e8783 tempest-VolumesBackupsTest-1832797490 tempest-VolumesBackupsTest-1832797490-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1687c7b-d16f-4682-848f-50a7966cf7d4 HTTP/1.1" status: 200 len: 950 time: 0.1341853 Apr 18 19:42:01.737044 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-a6810d12-d870-48c7-83eb-02db95257fde tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416801'] for network, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:01.770418 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-a6810d12-d870-48c7-83eb-02db95257fde tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:01.776199 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6810d12-d870-48c7-83eb-02db95257fde tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Pushing event deleted for resources: {'Network': ['ID=36a46c99-20cb-44d0-85a0-9c4e372d2bac,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:01.797529 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-fea1ea01-2f88-4032-94f6-da191d2a383e req-1d27e675-00a5-42be-984d-9850053a7ff0 tempest-VolumesBackupsTest-1832797490 tempest-VolumesBackupsTest-1832797490-project] 10.222.0.69 "GET /v2.0/security-groups?id=e847d496-8797-4f1a-a802-676cc4bf8c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159973 Apr 18 19:42:01.861162 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8943d49d-50c9-449a-95b9-8748437d6238 req-c9f962d1-b059-4ed5-928a-068c7c5a8941 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071202 Apr 18 19:42:01.894072 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-a6810d12-d870-48c7-83eb-02db95257fde tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] 10.222.0.69 "DELETE /v2.0/networks/36a46c99-20cb-44d0-85a0-9c4e372d2bac HTTP/1.1" status: 204 len: 168 time: 3.8283308 Apr 18 19:42:01.897005 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 40100) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:01.918426 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-043e50d5-3817-4f55-9906-69c6044fdc0a tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-521405161'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:42:01.959001 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-043e50d5-3817-4f55-9906-69c6044fdc0a tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:42:01.972729 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-579d062a-4c6c-40ce-b071-f94d9ebfd2e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417313'] for router_interface, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:01.974515 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-043e50d5-3817-4f55-9906-69c6044fdc0a tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Usage tracker for resource:network and tenant:bd464d5bd80e48739c10390179c2302b is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:42:01.981711 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-043e50d5-3817-4f55-9906-69c6044fdc0a tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:42:01.990728 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-043e50d5-3817-4f55-9906-69c6044fdc0a tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:42:02.114218 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-043e50d5-3817-4f55-9906-69c6044fdc0a tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Made reservation on behalf of bd464d5bd80e48739c10390179c2302b for: {'network': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:42:02.118430 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-043e50d5-3817-4f55-9906-69c6044fdc0a tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for network, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:02.150338 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-043e50d5-3817-4f55-9906-69c6044fdc0a tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=84764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:42:02.159475 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-043e50d5-3817-4f55-9906-69c6044fdc0a tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:02.159963 n-d-836017-2 neutron-server[84764]: INFO neutron.db.segments_db [None req-043e50d5-3817-4f55-9906-69c6044fdc0a tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Added segment 19ca20c0-9cd3-43d5-81ef-82a44869408e of type vlan for network 5bfa0726-723a-4c40-ac61-05307a9bc916 Apr 18 19:42:02.182777 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-edff8141-c92d-492f-9f37-c609ad9337d4 tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:02.193247 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-043e50d5-3817-4f55-9906-69c6044fdc0a tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791093404182'] for network, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:02.327467 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-043e50d5-3817-4f55-9906-69c6044fdc0a tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251'] for network, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:02.331685 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043e50d5-3817-4f55-9906-69c6044fdc0a tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:02.333580 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-043e50d5-3817-4f55-9906-69c6044fdc0a tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:02.406118 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_common [None req-edff8141-c92d-492f-9f37-c609ad9337d4 tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] Allocated IP 172.25.3.14 (11e8e108-37df-4084-b6b7-113e6beb66b4/3b0abf32-1504-448b-b06e-c8c870b6a7c8/6a266798-3533-408f-8f9e-332719e0eb21) {{(pid=84763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:42:02.546080 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043e50d5-3817-4f55-9906-69c6044fdc0a tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Pushing event updated for resources: {'Network': ['ID=5bfa0726-723a-4c40-ac61-05307a9bc916,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:02.568279 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Network 5bfa0726-723a-4c40-ac61-05307a9bc916 details requested by agent ovs-agent-n-d-836017-2 with host n-d-836017-2 {{(pid=84765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:42:02.677260 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-043e50d5-3817-4f55-9906-69c6044fdc0a tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7753024 Apr 18 19:42:02.682551 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 40108) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:02.688865 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-baf2e06b-5581-43c8-b33c-02c8b84cd050 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Request body: {'subnet': {'network_id': '5bfa0726-723a-4c40-ac61-05307a9bc916', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:42:02.752570 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 7bf629c7-edf3-4821-9047-237b24bc05ae up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:42:02.909511 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port 7bf629c7-edf3-4821-9047-237b24bc05ae triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:42:02.909511 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:03.054137 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-baf2e06b-5581-43c8-b33c-02c8b84cd050 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:42:03.079193 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-baf2e06b-5581-43c8-b33c-02c8b84cd050 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Usage tracker for resource:subnet and tenant:bd464d5bd80e48739c10390179c2302b is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:42:03.083360 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-baf2e06b-5581-43c8-b33c-02c8b84cd050 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:42:03.093703 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-baf2e06b-5581-43c8-b33c-02c8b84cd050 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:42:03.219991 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baf2e06b-5581-43c8-b33c-02c8b84cd050 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Made reservation on behalf of bd464d5bd80e48739c10390179c2302b for: {'subnet': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:42:03.239124 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-edff8141-c92d-492f-9f37-c609ad9337d4 tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] Notify callbacks [] for port, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:03.369835 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd65761-4e2a-4fb0-aa97-20c99fb6e6e4 req-e4343ca1-d4f9-4893-934a-4658c9bc0c1f tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:03.371541 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8cd65761-4e2a-4fb0-aa97-20c99fb6e6e4 req-e4343ca1-d4f9-4893-934a-4658c9bc0c1f tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 945 time: 0.2513962 Apr 18 19:42:03.374362 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-baf2e06b-5581-43c8-b33c-02c8b84cd050 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65862573'] for subnet, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:03.403965 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d92808-d6ad-4ed1-9f56-1f43c4265998 req-a09544a8-6af5-41b9-abd2-4bac7b39ea50 tempest-VolumesBackupsTest-1832797490 tempest-VolumesBackupsTest-1832797490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:03.405697 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b6d92808-d6ad-4ed1-9f56-1f43c4265998 req-a09544a8-6af5-41b9-abd2-4bac7b39ea50 tempest-VolumesBackupsTest-1832797490 tempest-VolumesBackupsTest-1832797490-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1687c7b-d16f-4682-848f-50a7966cf7d4 HTTP/1.1" status: 200 len: 950 time: 0.2231963 Apr 18 19:42:03.490501 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b6d92808-d6ad-4ed1-9f56-1f43c4265998 req-b5ea1f04-04c3-4266-a7a6-3fd7ace6412c tempest-VolumesBackupsTest-1832797490 tempest-VolumesBackupsTest-1832797490-project] 10.222.0.69 "GET /v2.0/security-groups?id=e847d496-8797-4f1a-a802-676cc4bf8c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778449 Apr 18 19:42:03.557005 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-edff8141-c92d-492f-9f37-c609ad9337d4 tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:03.557304 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8cd65761-4e2a-4fb0-aa97-20c99fb6e6e4 req-c7c936e5-2fcf-482e-bd2b-51d701e172e9 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596925 Apr 18 19:42:03.653546 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edff8141-c92d-492f-9f37-c609ad9337d4 tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] Network 11e8e108-37df-4084-b6b7-113e6beb66b4 is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:42:03.659963 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [None req-edff8141-c92d-492f-9f37-c609ad9337d4 tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:42:03.667673 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edff8141-c92d-492f-9f37-c609ad9337d4 tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] Received port after_create {{(pid=84763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:42:03.727615 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edff8141-c92d-492f-9f37-c609ad9337d4 tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] Pushing event updated for resources: {'Port': ['ID=6a266798-3533-408f-8f9e-332719e0eb21,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:03.871435 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-579d062a-4c6c-40ce-b071-f94d9ebfd2e0 admin admin] Deleting port bf7bf0f0-0d78-4e16-9ca4-e930e875a61b {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:42:03.877591 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-579d062a-4c6c-40ce-b071-f94d9ebfd2e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:03.954845 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-baf2e06b-5581-43c8-b33c-02c8b84cd050 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2290811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65862591'] for subnet, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:04.226889 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf2e06b-5581-43c8-b33c-02c8b84cd050 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Pushing event updated for resources: {'Subnet': ['ID=413be721-dc3f-43d3-abf8-1ee9a5073d69,revision_number=0']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:04.241650 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf2e06b-5581-43c8-b33c-02c8b84cd050 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Checking segment: {'id': '19ca20c0-9cd3-43d5-81ef-82a44869408e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '5bfa0726-723a-4c40-ac61-05307a9bc916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:42:04.244092 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf2e06b-5581-43c8-b33c-02c8b84cd050 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Network hostable DHCP agents. Network: 5bfa0726-723a-4c40-ac61-05307a9bc916, hostable agents: ['f6987c12-6d6c-47d4-b22d-cfcd164dc40d'], hosted agents: [] {{(pid=84764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:42:04.262608 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-edff8141-c92d-492f-9f37-c609ad9337d4 tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:04.318829 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [None req-579d062a-4c6c-40ce-b071-f94d9ebfd2e0 admin admin] For port bf7bf0f0-0d78-4e16-9ca4-e930e875a61b, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=bf7bf0f0-0d78-4e16-9ca4-e930e875a61b,segment=NetworkSegment(5485d3a7-e1a9-4479-9ce1-9100697be395),segment_id=5485d3a7-e1a9-4479-9ce1-9100697be395)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:42:04.320966 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-579d062a-4c6c-40ce-b071-f94d9ebfd2e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:04.420989 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf2e06b-5581-43c8-b33c-02c8b84cd050 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Network 5bfa0726-723a-4c40-ac61-05307a9bc916 is scheduled to be hosted by DHCP agent f6987c12-6d6c-47d4-b22d-cfcd164dc40d with binding_index 1 {{(pid=84764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:42:04.515619 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [None req-baf2e06b-5581-43c8-b33c-02c8b84cd050 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-2, 5bfa0726-723a-4c40-ac61-05307a9bc916) {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:42:04.525220 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf2e06b-5581-43c8-b33c-02c8b84cd050 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:04.530381 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-baf2e06b-5581-43c8-b33c-02c8b84cd050 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for subnet, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:04.531740 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82cfddd1-b975-4112-bada-8030bac68bbe None None] Network 5bfa0726-723a-4c40-ac61-05307a9bc916 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:42:04.602291 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-edff8141-c92d-492f-9f37-c609ad9337d4 tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:04.646863 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-579d062a-4c6c-40ce-b071-f94d9ebfd2e0 admin admin] Calling delete_port for bf7bf0f0-0d78-4e16-9ca4-e930e875a61b owned by network:router_interface {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:42:04.682417 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-baf2e06b-5581-43c8-b33c-02c8b84cd050 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9984188 Apr 18 19:42:04.684611 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 40168) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:04.691683 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-0858adc7-cdf1-46cb-9d37-fb44d93cef61 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1711475707', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:42:04.707713 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-0858adc7-cdf1-46cb-9d37-fb44d93cef61 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:42:04.716964 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-0858adc7-cdf1-46cb-9d37-fb44d93cef61 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Usage tracker for resource:router and tenant:bd464d5bd80e48739c10390179c2302b is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:42:04.728513 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-0858adc7-cdf1-46cb-9d37-fb44d93cef61 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:42:04.746294 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-0858adc7-cdf1-46cb-9d37-fb44d93cef61 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:42:04.842207 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-0858adc7-cdf1-46cb-9d37-fb44d93cef61 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-415242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4425'] for router, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:04.843459 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-0858adc7-cdf1-46cb-9d37-fb44d93cef61 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-416909', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4418'] for router, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:04.878528 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-0858adc7-cdf1-46cb-9d37-fb44d93cef61 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:05.019640 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-0858adc7-cdf1-46cb-9d37-fb44d93cef61 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416864'] for router, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:05.126678 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-579d062a-4c6c-40ce-b071-f94d9ebfd2e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:05.164012 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-0858adc7-cdf1-46cb-9d37-fb44d93cef61 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks [] for router, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:05.169472 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-0858adc7-cdf1-46cb-9d37-fb44d93cef61 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4838216 Apr 18 19:42:05.170414 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 40182) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:05.261130 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-edff8141-c92d-492f-9f37-c609ad9337d4 tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] Notify callbacks [] for port, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:05.263633 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579d062a-4c6c-40ce-b071-f94d9ebfd2e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf7bf0f0-0d78-4e16-9ca4-e930e875a61b,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:05.314154 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0344ac21-d4ed-42eb-aad2-94db1e652f5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31f5fbf7-4b5c-5a44-b255-70c4fc176ae8-5bfa0726-723a-4c40-ac61-05307a9bc916', 'network_id': '5bfa0726-723a-4c40-ac61-05307a9bc916', 'tenant_id': 'bd464d5bd80e48739c10390179c2302b', 'fixed_ips': [{'subnet_id': '413be721-dc3f-43d3-abf8-1ee9a5073d69'}]}} from n-d-836017-2. {{(pid=84765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 19:42:05.314964 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0344ac21-d4ed-42eb-aad2-94db1e652f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:05.419869 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-edff8141-c92d-492f-9f37-c609ad9337d4 tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:05.663314 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-0344ac21-d4ed-42eb-aad2-94db1e652f5e None None] Allocated IP 2001:db8::2 (5bfa0726-723a-4c40-ac61-05307a9bc916/413be721-dc3f-43d3-abf8-1ee9a5073d69/0dfeca9c-a66d-489e-b108-f94f931afa41) {{(pid=84765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:42:05.904625 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4bbd05-0c90-461d-8d18-222d813b4333 req-6fe02f85-57cf-4e58-b91e-ce8d8a04f167 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:05.916006 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-3e4bbd05-0c90-461d-8d18-222d813b4333 req-6fe02f85-57cf-4e58-b91e-ce8d8a04f167 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 945 time: 0.5493138 Apr 18 19:42:06.016998 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0344ac21-d4ed-42eb-aad2-94db1e652f5e None None] Notify callbacks [] for port, precommit_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:06.031002 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-0344ac21-d4ed-42eb-aad2-94db1e652f5e None None] Transition to ACTIVE for port object 0dfeca9c-a66d-489e-b108-f94f931afa41 will not be triggered until provisioned by entity L2. {{(pid=84765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:42:06.040771 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-3e4bbd05-0c90-461d-8d18-222d813b4333 req-71bf94c0-7ac3-470a-b279-bfe5410b7b45 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122315 Apr 18 19:42:06.081593 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-0344ac21-d4ed-42eb-aad2-94db1e652f5e None None] Transition to ACTIVE for port object 0dfeca9c-a66d-489e-b108-f94f931afa41 will not be triggered until provisioned by entity DHCP. {{(pid=84765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:42:06.167059 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0344ac21-d4ed-42eb-aad2-94db1e652f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331'] for port, after_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:06.258557 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edff8141-c92d-492f-9f37-c609ad9337d4 tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] Pushing event updated for resources: {'Port': ['ID=6a266798-3533-408f-8f9e-332719e0eb21,revision_number=2']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:06.260189 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-edff8141-c92d-492f-9f37-c609ad9337d4 tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416787'] for floatingip, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:06.296846 n-d-836017-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0344ac21-d4ed-42eb-aad2-94db1e652f5e None None] Network 5bfa0726-723a-4c40-ac61-05307a9bc916 is already hosted by enough agents. {{(pid=84765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:42:06.300018 n-d-836017-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-0344ac21-d4ed-42eb-aad2-94db1e652f5e None None] Resources bound (agent type, host, resource id): {{(pid=84765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:42:06.302708 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0344ac21-d4ed-42eb-aad2-94db1e652f5e None None] Received port after_create {{(pid=84765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:42:06.431111 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0344ac21-d4ed-42eb-aad2-94db1e652f5e None None] Pushing event updated for resources: {'Port': ['ID=0dfeca9c-a66d-489e-b108-f94f931afa41,revision_number=1']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:06.443701 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0344ac21-d4ed-42eb-aad2-94db1e652f5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:42:06.444279 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0344ac21-d4ed-42eb-aad2-94db1e652f5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:42:06.444647 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0344ac21-d4ed-42eb-aad2-94db1e652f5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:42:06.444983 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0344ac21-d4ed-42eb-aad2-94db1e652f5e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:42:06.445312 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0344ac21-d4ed-42eb-aad2-94db1e652f5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:42:06.445639 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0344ac21-d4ed-42eb-aad2-94db1e652f5e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:42:06.445961 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0344ac21-d4ed-42eb-aad2-94db1e652f5e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:42:06.446407 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0344ac21-d4ed-42eb-aad2-94db1e652f5e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:42:06.446730 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0344ac21-d4ed-42eb-aad2-94db1e652f5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:42:06.447048 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0344ac21-d4ed-42eb-aad2-94db1e652f5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:42:06.447412 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0344ac21-d4ed-42eb-aad2-94db1e652f5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:42:06.462346 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-0344ac21-d4ed-42eb-aad2-94db1e652f5e None None] Attempting to bind port 0dfeca9c-a66d-489e-b108-f94f931afa41 on host n-d-836017-2 for vnic_type normal with profile {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:42:06.462737 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-0344ac21-d4ed-42eb-aad2-94db1e652f5e None None] Attempting to bind port 0dfeca9c-a66d-489e-b108-f94f931afa41 by drivers openvswitch,hyperv on host n-d-836017-2 at level 0 using segments [{'id': '19ca20c0-9cd3-43d5-81ef-82a44869408e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '5bfa0726-723a-4c40-ac61-05307a9bc916'}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:42:06.463081 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0344ac21-d4ed-42eb-aad2-94db1e652f5e None None] Attempting to bind port 0dfeca9c-a66d-489e-b108-f94f931afa41 on network 5bfa0726-723a-4c40-ac61-05307a9bc916 {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:42:06.471861 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0344ac21-d4ed-42eb-aad2-94db1e652f5e None None] Checking agent: {'id': 'df2a5cfe-6839-400b-a998-e4fffce70f45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 8, 22), 'started_at': datetime.datetime(2022, 4, 18, 19, 8, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:42:06.478699 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0344ac21-d4ed-42eb-aad2-94db1e652f5e None None] Checking segment: {'id': '19ca20c0-9cd3-43d5-81ef-82a44869408e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '5bfa0726-723a-4c40-ac61-05307a9bc916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:42:06.478699 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0344ac21-d4ed-42eb-aad2-94db1e652f5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:06.478699 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0344ac21-d4ed-42eb-aad2-94db1e652f5e None None] Bound using segment: {'id': '19ca20c0-9cd3-43d5-81ef-82a44869408e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '5bfa0726-723a-4c40-ac61-05307a9bc916'} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:42:06.478699 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-0344ac21-d4ed-42eb-aad2-94db1e652f5e None None] Bound port: 0dfeca9c-a66d-489e-b108-f94f931afa41, host: n-d-836017-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19ca20c0-9cd3-43d5-81ef-82a44869408e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '5bfa0726-723a-4c40-ac61-05307a9bc916'}}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:42:06.478699 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0344ac21-d4ed-42eb-aad2-94db1e652f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:06.496989 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-edff8141-c92d-492f-9f37-c609ad9337d4 tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for floatingip, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:06.499745 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-edff8141-c92d-492f-9f37-c609ad9337d4 tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.4088433 Apr 18 19:42:06.647008 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-0344ac21-d4ed-42eb-aad2-94db1e652f5e None None] For port 0dfeca9c-a66d-489e-b108-f94f931afa41, host n-d-836017-2, cleared binding levels {{(pid=84765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:42:06.654427 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-00b1950c-f81c-4c83-a5ed-beb26b113db2 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:06.655981 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-0344ac21-d4ed-42eb-aad2-94db1e652f5e None None] For port 0dfeca9c-a66d-489e-b108-f94f931afa41, host n-d-836017-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=0dfeca9c-a66d-489e-b108-f94f931afa41,segment=NetworkSegment(19ca20c0-9cd3-43d5-81ef-82a44869408e),segment_id=19ca20c0-9cd3-43d5-81ef-82a44869408e)] {{(pid=84765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:42:06.713783 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-579d062a-4c6c-40ce-b071-f94d9ebfd2e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417398'] for router_interface, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:06.750387 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0344ac21-d4ed-42eb-aad2-94db1e652f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:07.102607 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0344ac21-d4ed-42eb-aad2-94db1e652f5e None None] Pushing event updated for resources: {'Port': ['ID=0dfeca9c-a66d-489e-b108-f94f931afa41,revision_number=2']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:07.240418 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f4df4215-2cf7-42f5-ab8b-f22034f522a1 req-52932805-2b68-46a2-82f9-02b6ff815521 tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1790632827&fields=id&tenant_id=1704b27ee7504f47a5309a7a0aca6742 HTTP/1.1" status: 200 len: 267 time: 0.2855337 Apr 18 19:42:07.731779 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4df4215-2cf7-42f5-ab8b-f22034f522a1 req-4528edbc-fde1-45b4-8c88-d76b4870e536 tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:07.739448 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f4df4215-2cf7-42f5-ab8b-f22034f522a1 req-4528edbc-fde1-45b4-8c88-d76b4870e536 tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] 10.222.0.69 "GET /v2.0/networks?id=8316c86c-250c-436f-a95b-14f06065e125 HTTP/1.1" status: 200 len: 811 time: 0.4970028 Apr 18 19:42:07.773614 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f4df4215-2cf7-42f5-ab8b-f22034f522a1 req-26d1d338-ab75-4d3c-831b-e0b16bcaf695 tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] 10.222.0.69 "GET /v2.0/quotas/1704b27ee7504f47a5309a7a0aca6742 HTTP/1.1" status: 200 len: 375 time: 0.0328441 Apr 18 19:42:08.054520 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_common [None req-00b1950c-f81c-4c83-a5ed-beb26b113db2 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Allocated IP 2001:db8::1 (5bfa0726-723a-4c40-ac61-05307a9bc916/413be721-dc3f-43d3-abf8-1ee9a5073d69/405097ef-fa00-49ec-8750-2a5fdf38ff46) {{(pid=84764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:42:08.066532 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d3c0ab-31b2-4979-b743-f767046a3bf4 req-d150d5a0-5261-41f0-894d-15810ca772e4 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:08.069833 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-63d3c0ab-31b2-4979-b743-f767046a3bf4 req-d150d5a0-5261-41f0-894d-15810ca772e4 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 945 time: 0.2918959 Apr 18 19:42:08.207091 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f4df4215-2cf7-42f5-ab8b-f22034f522a1 req-7a0dd414-1e3d-435f-a9e4-4dc9f675d511 tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=1704b27ee7504f47a5309a7a0aca6742&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4270964 Apr 18 19:42:08.219093 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [req-f4df4215-2cf7-42f5-ab8b-f22034f522a1 req-5a90f311-a748-4bab-adac-a0fdbc6989b2 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=84763) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:42:08.228624 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f4df4215-2cf7-42f5-ab8b-f22034f522a1 req-5a90f311-a748-4bab-adac-a0fdbc6989b2 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0132964 Apr 18 19:42:08.299374 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-63d3c0ab-31b2-4979-b743-f767046a3bf4 req-02e7e264-1321-4401-80e8-7964234cad61 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210908 Apr 18 19:42:08.427458 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-00b1950c-f81c-4c83-a5ed-beb26b113db2 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks [] for port, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:08.477699 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.provisioning_blocks [None req-00b1950c-f81c-4c83-a5ed-beb26b113db2 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Transition to ACTIVE for port object 405097ef-fa00-49ec-8750-2a5fdf38ff46 will not be triggered until provisioned by entity DHCP. {{(pid=84764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:42:08.612552 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-00b1950c-f81c-4c83-a5ed-beb26b113db2 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:08.776566 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 0dfeca9c-a66d-489e-b108-f94f931afa41 up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:42:08.812135 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f4df4215-2cf7-42f5-ab8b-f22034f522a1 req-95214199-5b3f-4668-8d89-4c0cdddb92d3 service neutron] 10.222.0.69 "GET /v2.0/networks/8316c86c-250c-436f-a95b-14f06065e125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5826182 Apr 18 19:42:08.858336 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device b6a46a28-fdc4-4a3a-8031-c985361a86c6 no longer exists at agent hyperv_n-h1-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:42:08.972021 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b1950c-f81c-4c83-a5ed-beb26b113db2 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Network 5bfa0726-723a-4c40-ac61-05307a9bc916 is already hosted by enough agents. {{(pid=84764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:42:08.979171 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [None req-00b1950c-f81c-4c83-a5ed-beb26b113db2 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Resources bound (agent type, host, resource id): {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:42:08.984618 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b1950c-f81c-4c83-a5ed-beb26b113db2 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Received port after_create {{(pid=84764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:42:08.985146 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-00b1950c-f81c-4c83-a5ed-beb26b113db2 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417434'] for router_interface, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:09.109234 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b1950c-f81c-4c83-a5ed-beb26b113db2 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Pushing event updated for resources: {'Port': ['ID=405097ef-fa00-49ec-8750-2a5fdf38ff46,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:09.193162 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f4df4215-2cf7-42f5-ab8b-f22034f522a1 req-0d996358-2d52-4235-b2f2-fdd8f0a243f5 service neutron] 10.222.0.69 "GET /v2.0/networks/8316c86c-250c-436f-a95b-14f06065e125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3796904 Apr 18 19:42:09.204853 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde9d906-ff57-4209-80c5-5806683daaa4 None None] Network 5bfa0726-723a-4c40-ac61-05307a9bc916 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:42:09.210232 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ced568-8a32-492b-b27f-eca7c017e8ca req-519d852d-4423-4cdb-a28d-b8cd41c9a09f tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:09.218270 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-16ced568-8a32-492b-b27f-eca7c017e8ca req-519d852d-4423-4cdb-a28d-b8cd41c9a09f tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/networks?id=11569783-78f6-4d10-9370-768c4acb7a65 HTTP/1.1" status: 200 len: 805 time: 0.3742712 Apr 18 19:42:09.236348 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-16ced568-8a32-492b-b27f-eca7c017e8ca req-eff214e3-1210-495c-8391-0133c9380dee tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/quotas/f7f855ff57c84f41949916661be0c661 HTTP/1.1" status: 200 len: 375 time: 0.0168869 Apr 18 19:42:09.342491 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e3b19b-e623-4b46-989d-6359f5457279 req-deadae1f-ce6d-4ad0-9886-095ce08d7a6c tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:09.344112 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-92e3b19b-e623-4b46-989d-6359f5457279 req-deadae1f-ce6d-4ad0-9886-095ce08d7a6c tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d8209fa-5274-4f80-a200-7247fec07dd7 HTTP/1.1" status: 200 len: 945 time: 0.1412215 Apr 18 19:42:09.347346 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:09.421731 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-00b1950c-f81c-4c83-a5ed-beb26b113db2 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:09.445204 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-579d062a-4c6c-40ce-b071-f94d9ebfd2e0 admin admin] Router 5495cc30-d3ff-4859-a635-ec7e877e1219 has already been hosted by L3 agent 21b59c62-f184-4169-bc3e-79831cc043e8 {{(pid=84763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:42:09.457492 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-92e3b19b-e623-4b46-989d-6359f5457279 req-d1d1d90c-90b4-4120-928f-0625a8a14095 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Deleting port b6a46a28-fdc4-4a3a-8031-c985361a86c6 {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:42:09.457831 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-92e3b19b-e623-4b46-989d-6359f5457279 req-d1d1d90c-90b4-4120-928f-0625a8a14095 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:09.546019 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d8209fa-5274-4f80-a200-7247fec07dd7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6a46a28-fdc4-4a3a-8031-c985361a86c6'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:42:09.561655 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port b6a46a28-fdc4-4a3a-8031-c985361a86c6, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=b6a46a28-fdc4-4a3a-8031-c985361a86c6,segment=NetworkSegment(6e09292d-9dc6-4a58-913a-7eef33e1cf20),segment_id=6e09292d-9dc6-4a58-913a-7eef33e1cf20)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:42:09.748224 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-fc0d0c7c-4ae2-44b6-b569-4bc27949ddb1 None None] Provisioning for port 0dfeca9c-a66d-489e-b108-f94f931afa41 completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:42:09.777312 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-fc0d0c7c-4ae2-44b6-b569-4bc27949ddb1 None None] Provisioning complete for port 0dfeca9c-a66d-489e-b108-f94f931afa41 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:42:09.778007 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fc0d0c7c-4ae2-44b6-b569-4bc27949ddb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:09.926182 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning for port 0dfeca9c-a66d-489e-b108-f94f931afa41 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:42:09.937210 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:10.091263 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port 0dfeca9c-a66d-489e-b108-f94f931afa41 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:42:10.091907 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:10.268945 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41326f99-cbe7-4981-ade2-a16d050333e3 req-3a6a1516-1114-4415-a94f-a19a6a181d48 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:10.277875 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-41326f99-cbe7-4981-ade2-a16d050333e3 req-3a6a1516-1114-4415-a94f-a19a6a181d48 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 945 time: 0.3602309 Apr 18 19:42:10.330653 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fc0d0c7c-4ae2-44b6-b569-4bc27949ddb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:10.355781 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-41326f99-cbe7-4981-ade2-a16d050333e3 req-1370086a-4b38-454a-8416-3cb69f5b87da tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768063 Apr 18 19:42:10.382184 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-92e3b19b-e623-4b46-989d-6359f5457279 req-d1d1d90c-90b4-4120-928f-0625a8a14095 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] For port b6a46a28-fdc4-4a3a-8031-c985361a86c6, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=b6a46a28-fdc4-4a3a-8031-c985361a86c6,segment=NetworkSegment(6e09292d-9dc6-4a58-913a-7eef33e1cf20),segment_id=6e09292d-9dc6-4a58-913a-7eef33e1cf20)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:42:10.386019 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-92e3b19b-e623-4b46-989d-6359f5457279 req-d1d1d90c-90b4-4120-928f-0625a8a14095 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:10.498983 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Pushing event updated for resources: {'Port': ['ID=b6a46a28-fdc4-4a3a-8031-c985361a86c6,revision_number=8']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:10.562486 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-92e3b19b-e623-4b46-989d-6359f5457279 req-d1d1d90c-90b4-4120-928f-0625a8a14095 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Calling delete_port for b6a46a28-fdc4-4a3a-8031-c985361a86c6 owned by compute:nova {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:42:10.601553 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-753e6d22-669e-4f34-8da9-7991dcae6900'] response: {'server_uuid': '7d8209fa-5274-4f80-a200-7247fec07dd7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6a46a28-fdc4-4a3a-8031-c985361a86c6', 'code': 200} Apr 18 19:42:10.620498 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-fc0d0c7c-4ae2-44b6-b569-4bc27949ddb1 None None] For port 0dfeca9c-a66d-489e-b108-f94f931afa41, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=0dfeca9c-a66d-489e-b108-f94f931afa41,segment=NetworkSegment(19ca20c0-9cd3-43d5-81ef-82a44869408e),segment_id=19ca20c0-9cd3-43d5-81ef-82a44869408e)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:42:10.684463 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-16ced568-8a32-492b-b27f-eca7c017e8ca req-db24bf54-22ed-414a-9d38-6a48021a3845 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=f7f855ff57c84f41949916661be0c661&fields=id HTTP/1.1" status: 200 len: 255 time: 1.4469938 Apr 18 19:42:10.741532 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:10.775299 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fc0d0c7c-4ae2-44b6-b569-4bc27949ddb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:10.868001 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3d157a98-13d3-4da0-a247-787c06c4cd89 req-01052cd6-fccf-4572-8e81-ed292ca5f692 tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] 10.222.0.69 "GET /v2.0/ports?device_id=e7e81689-65fe-4687-a768-aeb7ff97cfff HTTP/1.1" status: 200 len: 210 time: 0.2713418 Apr 18 19:42:11.015573 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-579d062a-4c6c-40ce-b071-f94d9ebfd2e0 admin admin] Notify agent at l3_agent.n-d-836017-2 the message routers_updated {{(pid=84763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:42:11.034524 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-579d062a-4c6c-40ce-b071-f94d9ebfd2e0 admin admin] 10.222.0.69 "PUT /v2.0/routers/5495cc30-d3ff-4859-a635-ec7e877e1219/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2824199 Apr 18 19:42:11.036844 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 40286) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:11.049922 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480090db-7de9-4657-8f15-f61a9ea337a1 None None] Sync routers for ids ['5495cc30-d3ff-4859-a635-ec7e877e1219'] in n-d-836017-2 {{(pid=84765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:42:11.080767 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-00b1950c-f81c-4c83-a5ed-beb26b113db2 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks [] for port, precommit_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:11.190709 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-16ced568-8a32-492b-b27f-eca7c017e8ca req-cf6baef6-49fb-4c28-8999-ea3fadcf2f6d service neutron] 10.222.0.69 "GET /v2.0/networks/11569783-78f6-4d10-9370-768c4acb7a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4881258 Apr 18 19:42:11.256672 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-00b1950c-f81c-4c83-a5ed-beb26b113db2 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2290934'] for port, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:11.258031 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-00b1950c-f81c-4c83-a5ed-beb26b113db2 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-417335'] for router_interface, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:11.282920 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480090db-7de9-4657-8f15-f61a9ea337a1 None None] Routers {'5495cc30-d3ff-4859-a635-ec7e877e1219'} bound to L3 agent in host n-d-836017-2 {{(pid=84765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:42:11.287238 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-480090db-7de9-4657-8f15-f61a9ea337a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:41:50Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['5495cc30-d3ff-4859-a635-ec7e877e1219'], 'active': True} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:42:11.441773 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-6b65dc6e-c626-4558-869b-df93fc9a8978 admin admin] Notify callbacks [] for router, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:11.522830 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-92e3b19b-e623-4b46-989d-6359f5457279 req-d1d1d90c-90b4-4120-928f-0625a8a14095 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:11.610708 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84765) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 19:42:11.611533 n-d-836017-2 neutron-server[84765]: DEBUG oslo_db.api [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 19:42:11.612206 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0d0c7c-4ae2-44b6-b569-4bc27949ddb1 None None] Pushing event updated for resources: {'Port': ['ID=0dfeca9c-a66d-489e-b108-f94f931afa41,revision_number=3']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:11.630551 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d1d90c-90b4-4120-928f-0625a8a14095 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Pushing event deleted for resources: {'Port': ['ID=b6a46a28-fdc4-4a3a-8031-c985361a86c6,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:11.649338 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e822a7ec-cb1b-4d89-920e-e994bf6ca9e0 None None] Provisioning complete for port 0dfeca9c-a66d-489e-b108-f94f931afa41 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:42:11.650058 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e822a7ec-cb1b-4d89-920e-e994bf6ca9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:11.760263 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-480090db-7de9-4657-8f15-f61a9ea337a1 None None] Set router 5495cc30-d3ff-4859-a635-ec7e877e1219 gateway port host: n-d-836017-2 {{(pid=84765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:42:11.848956 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b1950c-f81c-4c83-a5ed-beb26b113db2 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Pushing event updated for resources: {'Port': ['ID=405097ef-fa00-49ec-8750-2a5fdf38ff46,revision_number=2']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:12.129939 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-16ced568-8a32-492b-b27f-eca7c017e8ca req-fc373728-4add-4785-bda4-efcf4a6b1192 service neutron] 10.222.0.69 "GET /v2.0/networks/11569783-78f6-4d10-9370-768c4acb7a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9330621 Apr 18 19:42:12.138808 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b1950c-f81c-4c83-a5ed-beb26b113db2 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Network 5bfa0726-723a-4c40-ac61-05307a9bc916 is already hosted by enough agents. {{(pid=84764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:42:12.141038 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [None req-00b1950c-f81c-4c83-a5ed-beb26b113db2 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Resources bound (agent type, host, resource id): {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:42:12.157804 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-92e3b19b-e623-4b46-989d-6359f5457279 req-d1d1d90c-90b4-4120-928f-0625a8a14095 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] No DVR routers for this DVR port b6a46a28-fdc4-4a3a-8031-c985361a86c6 on host n-h1-836017-2 {{(pid=84763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:42:12.190465 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-92e3b19b-e623-4b46-989d-6359f5457279 req-d1d1d90c-90b4-4120-928f-0625a8a14095 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:12.198847 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e822a7ec-cb1b-4d89-920e-e994bf6ca9e0 None None] Provisioning for port 405097ef-fa00-49ec-8750-2a5fdf38ff46 completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:42:12.214493 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e822a7ec-cb1b-4d89-920e-e994bf6ca9e0 None None] Provisioning complete for port 405097ef-fa00-49ec-8750-2a5fdf38ff46 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:42:12.220485 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e822a7ec-cb1b-4d89-920e-e994bf6ca9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:12.226356 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d8209fa-5274-4f80-a200-7247fec07dd7', 'name': 'network-vif-deleted', 'tag': 'b6a46a28-fdc4-4a3a-8031-c985361a86c6'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:42:12.327592 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-e822a7ec-cb1b-4d89-920e-e994bf6ca9e0 None None] Port 405097ef-fa00-49ec-8750-2a5fdf38ff46 cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:42:12.340729 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb35d3d-b3f7-4257-bcbc-3a5c6b5af584 req-b4b634de-4877-4736-b7c6-6738cc9d0b5a tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:12.342227 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-beb35d3d-b3f7-4257-bcbc-3a5c6b5af584 req-b4b634de-4877-4736-b7c6-6738cc9d0b5a tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 945 time: 0.5589902 Apr 18 19:42:12.346791 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-480090db-7de9-4657-8f15-f61a9ea337a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5495cc30-d3ff-4859-a635-ec7e877e1219', 'name': 'tempest-ServersTestMultiNic-1103541223-router', 'tenant_id': 'af77c4468a104578b3401cd2f194180a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '95cbf159-4b30-42fd-b6a8-bb0129fc1a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:38:48Z', 'updated_at': '2022-04-18T19:42:04Z', 'revision_number': 5, 'project_id': 'af77c4468a104578b3401cd2f194180a', 'gw_port': {'id': '95cbf159-4b30-42fd-b6a8-bb0129fc1a79', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b6:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5495cc30-d3ff-4859-a635-ec7e877e1219', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:38:49Z', 'updated_at': '2022-04-18T19:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2'}], 'n-d-836017-2', False) {} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:42:12.352009 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480090db-7de9-4657-8f15-f61a9ea337a1 None None] Checking router: 5495cc30-d3ff-4859-a635-ec7e877e1219 for host: n-d-836017-2 {{(pid=84765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:42:12.377496 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480090db-7de9-4657-8f15-f61a9ea337a1 None None] Routers {'5495cc30-d3ff-4859-a635-ec7e877e1219'} bound to L3 agent in host n-d-836017-2 {{(pid=84765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:42:12.378126 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-480090db-7de9-4657-8f15-f61a9ea337a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:41:50Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['5495cc30-d3ff-4859-a635-ec7e877e1219'], 'active': True} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:42:12.423489 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-92e3b19b-e623-4b46-989d-6359f5457279 req-d1d1d90c-90b4-4120-928f-0625a8a14095 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.73 "DELETE /v2.0/ports/b6a46a28-fdc4-4a3a-8031-c985361a86c6 HTTP/1.1" status: 204 len: 173 time: 3.0722692 Apr 18 19:42:12.555679 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-beb35d3d-b3f7-4257-bcbc-3a5c6b5af584 req-b1872567-8c8a-4d7a-adf5-16c4d5868fa2 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925998 Apr 18 19:42:12.578611 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-6b65dc6e-c626-4558-869b-df93fc9a8978 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:12.643084 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 0dfeca9c-a66d-489e-b108-f94f931afa41 up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:42:12.675421 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-6b65dc6e-c626-4558-869b-df93fc9a8978 admin admin] Deleting port 95cbf159-4b30-42fd-b6a8-bb0129fc1a79 {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:42:12.675968 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-6b65dc6e-c626-4558-869b-df93fc9a8978 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:12.734106 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-caa60734-11ea-4ce3-88b4-90864048660b None None] Provisioning complete for port 405097ef-fa00-49ec-8750-2a5fdf38ff46 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:42:12.734475 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-caa60734-11ea-4ce3-88b4-90864048660b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:12.915894 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bc364e9-1dc7-4765-ab97-b2f9074501b5'] response: {'server_uuid': '7d8209fa-5274-4f80-a200-7247fec07dd7', 'name': 'network-vif-deleted', 'tag': 'b6a46a28-fdc4-4a3a-8031-c985361a86c6', 'status': 'completed', 'code': 200} Apr 18 19:42:12.931163 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device b6a46a28-fdc4-4a3a-8031-c985361a86c6 no longer exists at agent hyperv_n-h1-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:42:12.976874 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-4a1d798d-4f3b-42ed-b8ef-a63725a65586 req-46e49e00-5e9a-4c29-ac69-27624a8ca787 tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] Synchronizing usage tracker for tenant:1704b27ee7504f47a5309a7a0aca6742 on resource:port {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:42:13.001777 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-caa60734-11ea-4ce3-88b4-90864048660b None None] Port 405097ef-fa00-49ec-8750-2a5fdf38ff46 cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:42:13.004255 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] No Port match for: b6a46a28-fdc4-4a3a-8031-c985361a86c6 {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:42:13.004617 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device b6a46a28-fdc4-4a3a-8031-c985361a86c6 not bound to the agent host n-h1-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:42:13.080251 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port 0dfeca9c-a66d-489e-b108-f94f931afa41 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:42:13.080678 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:13.117710 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00b1950c-f81c-4c83-a5ed-beb26b113db2 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Router 4c554b09-e62a-472b-a509-b2a9843d4632 is scheduled to L3 agent 21b59c62-f184-4169-bc3e-79831cc043e8 with binding_index 1 {{(pid=84764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 19:42:13.124969 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-4a1d798d-4f3b-42ed-b8ef-a63725a65586 req-46e49e00-5e9a-4c29-ac69-27624a8ca787 tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] Unset dirty status for tenant:1704b27ee7504f47a5309a7a0aca6742 on resource:port {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:42:13.126045 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-4a1d798d-4f3b-42ed-b8ef-a63725a65586 req-46e49e00-5e9a-4c29-ac69-27624a8ca787 tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] 10.222.0.69 "GET /v2.0/ports?device_id=e7e81689-65fe-4687-a768-aeb7ff97cfff HTTP/1.1" status: 200 len: 210 time: 0.1968865 Apr 18 19:42:13.175725 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [None req-6b65dc6e-c626-4558-869b-df93fc9a8978 admin admin] For port 95cbf159-4b30-42fd-b6a8-bb0129fc1a79, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=95cbf159-4b30-42fd-b6a8-bb0129fc1a79,segment=NetworkSegment(5de34947-6c56-419b-85d0-f61f69ce7c45),segment_id=5de34947-6c56-419b-85d0-f61f69ce7c45)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:42:13.176412 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-6b65dc6e-c626-4558-869b-df93fc9a8978 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:13.220693 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-480090db-7de9-4657-8f15-f61a9ea337a1 None None] Set router 5495cc30-d3ff-4859-a635-ec7e877e1219 gateway port host: n-d-836017-2 {{(pid=84765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:42:13.389364 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-6b65dc6e-c626-4558-869b-df93fc9a8978 admin admin] Calling delete_port for 95cbf159-4b30-42fd-b6a8-bb0129fc1a79 owned by network:router_gateway {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:42:13.459959 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeefea5-ee07-4a45-9c98-296f66ba4473 req-748e87c6-9a00-4ad2-ba35-1804c8c01c5b tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:13.461617 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0eeefea5-ee07-4a45-9c98-296f66ba4473 req-748e87c6-9a00-4ad2-ba35-1804c8c01c5b tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b49bb00-f484-4f92-bb80-0be3537a561f HTTP/1.1" status: 200 len: 946 time: 0.4139478 Apr 18 19:42:13.498374 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-b9381600-e5ea-4427-83b6-063951d51001 req-59e8e20b-63c2-4df3-9dc2-270a1605e498 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a897168-a61f-4c1b-904c-51871533c16d HTTP/1.1" status: 200 len: 210 time: 0.2107840 Apr 18 19:42:13.566412 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00b1950c-f81c-4c83-a5ed-beb26b113db2 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify agent at l3_agent.n-d-836017-2 the message routers_updated {{(pid=84764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:42:13.578658 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7f8fe1-7ad9-45ac-b7b3-94efd7a8fc98 None None] Sync routers for ids ['4c554b09-e62a-472b-a509-b2a9843d4632'] in n-d-836017-2 {{(pid=84766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:42:13.595281 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-00b1950c-f81c-4c83-a5ed-beb26b113db2 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] 10.222.0.69 "PUT /v2.0/routers/4c554b09-e62a-472b-a509-b2a9843d4632/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4235594 Apr 18 19:42:13.603522 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 40336) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:13.608875 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7f8fe1-7ad9-45ac-b7b3-94efd7a8fc98 None None] Routers {'4c554b09-e62a-472b-a509-b2a9843d4632'} bound to L3 agent in host n-d-836017-2 {{(pid=84766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:42:13.623059 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-4b7f8fe1-7ad9-45ac-b7b3-94efd7a8fc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:41:50Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['4c554b09-e62a-472b-a509-b2a9843d4632'], 'active': True} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:42:13.693041 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-656cfeba-6b95-4ccf-a003-e4f368479281 None None] Provisioning complete for port 405097ef-fa00-49ec-8750-2a5fdf38ff46 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:42:13.693448 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-656cfeba-6b95-4ccf-a003-e4f368479281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:13.744854 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76297e95-ec55-41b4-a3da-847771f3d0ef tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:13.745455 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-76297e95-ec55-41b4-a3da-847771f3d0ef tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Synchronizing usage tracker for tenant:bd464d5bd80e48739c10390179c2302b on resource:port {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:42:13.843814 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-4b7f8fe1-7ad9-45ac-b7b3-94efd7a8fc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-2', False) {} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:42:13.860725 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-656cfeba-6b95-4ccf-a003-e4f368479281 None None] Port 405097ef-fa00-49ec-8750-2a5fdf38ff46 cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:42:13.863744 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-76297e95-ec55-41b4-a3da-847771f3d0ef tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Unset dirty status for tenant:bd464d5bd80e48739c10390179c2302b on resource:port {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:42:13.869018 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-76297e95-ec55-41b4-a3da-847771f3d0ef tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] 10.222.0.69 "GET /v2.0/ports/405097ef-fa00-49ec-8750-2a5fdf38ff46 HTTP/1.1" status: 200 len: 911 time: 0.2604454 Apr 18 19:42:13.869018 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 40344) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:13.875086 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7f8fe1-7ad9-45ac-b7b3-94efd7a8fc98 None None] Routers {'4c554b09-e62a-472b-a509-b2a9843d4632'} bound to L3 agent in host n-d-836017-2 {{(pid=84766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:42:13.875994 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-4b7f8fe1-7ad9-45ac-b7b3-94efd7a8fc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:41:50Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['4c554b09-e62a-472b-a509-b2a9843d4632'], 'active': True} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:42:13.992148 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-4b7f8fe1-7ad9-45ac-b7b3-94efd7a8fc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-2', False) {} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:42:13.992621 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7f8fe1-7ad9-45ac-b7b3-94efd7a8fc98 None None] The sync data for ids ['4c554b09-e62a-472b-a509-b2a9843d4632'] in n-d-836017-2 is: [] {{(pid=84766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:42:14.006165 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-480090db-7de9-4657-8f15-f61a9ea337a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5495cc30-d3ff-4859-a635-ec7e877e1219', 'name': 'tempest-ServersTestMultiNic-1103541223-router', 'tenant_id': 'af77c4468a104578b3401cd2f194180a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '95cbf159-4b30-42fd-b6a8-bb0129fc1a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:38:48Z', 'updated_at': '2022-04-18T19:42:04Z', 'revision_number': 5, 'project_id': 'af77c4468a104578b3401cd2f194180a', 'gw_port': {'id': '95cbf159-4b30-42fd-b6a8-bb0129fc1a79', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b6:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5495cc30-d3ff-4859-a635-ec7e877e1219', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:38:49Z', 'updated_at': '2022-04-18T19:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2'}], 'n-d-836017-2', False) {} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:42:14.010912 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480090db-7de9-4657-8f15-f61a9ea337a1 None None] The sync data for ids ['5495cc30-d3ff-4859-a635-ec7e877e1219'] in n-d-836017-2 is: [{'id': '5495cc30-d3ff-4859-a635-ec7e877e1219', 'name': 'tempest-ServersTestMultiNic-1103541223-router', 'tenant_id': 'af77c4468a104578b3401cd2f194180a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '95cbf159-4b30-42fd-b6a8-bb0129fc1a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:38:48Z', 'updated_at': '2022-04-18T19:42:04Z', 'revision_number': 5, 'project_id': 'af77c4468a104578b3401cd2f194180a', 'gw_port': {'id': '95cbf159-4b30-42fd-b6a8-bb0129fc1a79', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b6:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5495cc30-d3ff-4859-a635-ec7e877e1219', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:38:49Z', 'updated_at': '2022-04-18T19:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2'}] {{(pid=84765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:42:14.023793 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0eeefea5-ee07-4a45-9c98-296f66ba4473 req-de6a0198-6c4f-4288-9c3d-0bff28361fb5 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] 10.222.0.69 "GET /v2.0/security-groups?id=65d46739-eb5a-478f-9fc7-f1aa98b0d76a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3096480 Apr 18 19:42:14.104208 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4df4215-2cf7-42f5-ab8b-f22034f522a1 req-adf5f508-9896-452d-b9a3-3c112d435f60 tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:14.106505 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f4df4215-2cf7-42f5-ab8b-f22034f522a1 req-adf5f508-9896-452d-b9a3-3c112d435f60 tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] 10.222.0.72 "GET /v2.0/networks?id=8316c86c-250c-436f-a95b-14f06065e125 HTTP/1.1" status: 200 len: 811 time: 0.8118587 Apr 18 19:42:14.173405 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f4df4215-2cf7-42f5-ab8b-f22034f522a1 req-5714790b-1a6e-464b-9b4b-a6221c7b6026 tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1704b27ee7504f47a5309a7a0aca6742 HTTP/1.1" status: 200 len: 380 time: 0.0489295 Apr 18 19:42:14.189304 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-f4df4215-2cf7-42f5-ab8b-f22034f522a1 req-342a5898-ca43-4e51-a46d-fb1947af768b tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] Request body: {'port': {'device_id': 'e7e81689-65fe-4687-a768-aeb7ff97cfff', 'network_id': '8316c86c-250c-436f-a95b-14f06065e125', 'admin_state_up': True, 'tenant_id': '1704b27ee7504f47a5309a7a0aca6742', 'security_groups': ['8b779bcd-d80d-4dcd-ab6c-7b74007b5d8f']}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:42:14.189568 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c9aa57-8943-40e1-903a-8a76f742b58c req-cb47603e-706e-4147-b69c-ec718ca694fa tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:14.197903 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-53c9aa57-8943-40e1-903a-8a76f742b58c req-cb47603e-706e-4147-b69c-ec718ca694fa tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 945 time: 0.1933408 Apr 18 19:42:14.290820 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-53c9aa57-8943-40e1-903a-8a76f742b58c req-6ee67327-fb49-4307-b156-ecee7b5241a8 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894403 Apr 18 19:42:14.423528 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4b88b76b-4394-4e4c-a8c0-7102147bb273 req-3e054811-0ca7-470d-a0a1-788b310b1840 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f23daf946b4d4874b9d361b56e2fb9b5&device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 1096 time: 0.3975337 Apr 18 19:42:14.462655 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device bf7bf0f0-0d78-4e16-9ca4-e930e875a61b no longer exists at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:42:14.540970 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] No Port match for: bf7bf0f0-0d78-4e16-9ca4-e930e875a61b {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:42:14.541308 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device bf7bf0f0-0d78-4e16-9ca4-e930e875a61b not bound to the agent host n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:42:14.612009 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-6b65dc6e-c626-4558-869b-df93fc9a8978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:14.760799 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b65dc6e-c626-4558-869b-df93fc9a8978 admin admin] Pushing event deleted for resources: {'Port': ['ID=95cbf159-4b30-42fd-b6a8-bb0129fc1a79,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:14.810854 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-72abde6a-8fe2-466d-8b60-7f641639dc85 req-314ad4ac-26fe-4644-8489-ae2be6a5a28c tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] 10.222.0.69 "GET /v2.0/ports?device_id=e7e81689-65fe-4687-a768-aeb7ff97cfff HTTP/1.1" status: 200 len: 210 time: 0.2287621 Apr 18 19:42:14.847816 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-f4df4215-2cf7-42f5-ab8b-f22034f522a1 req-342a5898-ca43-4e51-a46d-fb1947af768b tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:42:14.858462 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-40700b40-2a09-445b-a48a-6a8838c5db07 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417313'] for router_interface, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:14.885525 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-f4df4215-2cf7-42f5-ab8b-f22034f522a1 req-342a5898-ca43-4e51-a46d-fb1947af768b tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:42:15.033994 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-aed734eb-9b77-4ac5-9da5-1916a074d1f6 req-686d64da-fbc4-45fb-a889-cc830413d380 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a897168-a61f-4c1b-904c-51871533c16d HTTP/1.1" status: 200 len: 210 time: 0.0640261 Apr 18 19:42:15.130004 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 40364) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:15.138747 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-3698d3a3-c0e9-4f5a-ab5b-88cb3dad47cc tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-648124557'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:42:15.154199 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-3698d3a3-c0e9-4f5a-ab5b-88cb3dad47cc tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:42:15.161389 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-3698d3a3-c0e9-4f5a-ab5b-88cb3dad47cc tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Usage tracker for resource:network and tenant:25b05b3bfc6f4792a58f276b63d5c65b is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:42:15.165714 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-3698d3a3-c0e9-4f5a-ab5b-88cb3dad47cc tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:42:15.195441 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-6b65dc6e-c626-4558-869b-df93fc9a8978 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416828'] for router_gateway, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:15.248752 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-3698d3a3-c0e9-4f5a-ab5b-88cb3dad47cc tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:42:15.304324 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b88b76b-4394-4e4c-a8c0-7102147bb273 req-72362faa-9289-4433-b275-dff1f5090ad2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:15.305715 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4b88b76b-4394-4e4c-a8c0-7102147bb273 req-72362faa-9289-4433-b275-dff1f5090ad2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=47c820f3-b421-48a9-a537-e0e4851dd399 HTTP/1.1" status: 200 len: 915 time: 0.8635626 Apr 18 19:42:15.375159 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4df4215-2cf7-42f5-ab8b-f22034f522a1 req-342a5898-ca43-4e51-a46d-fb1947af768b tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] Made reservation on behalf of 1704b27ee7504f47a5309a7a0aca6742 for: {'port': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:42:15.379626 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-f4df4215-2cf7-42f5-ab8b-f22034f522a1 req-342a5898-ca43-4e51-a46d-fb1947af768b tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:15.406549 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3698d3a3-c0e9-4f5a-ab5b-88cb3dad47cc tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Made reservation on behalf of 25b05b3bfc6f4792a58f276b63d5c65b for: {'network': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:42:15.409491 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-3698d3a3-c0e9-4f5a-ab5b-88cb3dad47cc tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for network, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:15.466693 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4b88b76b-4394-4e4c-a8c0-7102147bb273 req-0b478ea9-4908-418f-98a3-1b0b6e8d6130 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2d41a20-8113-45ca-a446-3bd7c51b739f HTTP/1.1" status: 200 len: 217 time: 0.0944216 Apr 18 19:42:15.557812 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b88b76b-4394-4e4c-a8c0-7102147bb273 req-833108e4-6164-4811-bcd4-2ec0b29793bb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:15.559505 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4b88b76b-4394-4e4c-a8c0-7102147bb273 req-833108e4-6164-4811-bcd4-2ec0b29793bb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=796a481f-8e54-4cc2-b013-83edb23d78ce HTTP/1.1" status: 200 len: 854 time: 0.0760021 Apr 18 19:42:15.666063 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ced568-8a32-492b-b27f-eca7c017e8ca req-3b4ab89b-4ab9-44ea-819d-bdd0f4209b67 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:15.667520 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-16ced568-8a32-492b-b27f-eca7c017e8ca req-3b4ab89b-4ab9-44ea-819d-bdd0f4209b67 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.72 "GET /v2.0/networks?id=11569783-78f6-4d10-9370-768c4acb7a65 HTTP/1.1" status: 200 len: 805 time: 0.2973258 Apr 18 19:42:15.679185 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3698d3a3-c0e9-4f5a-ab5b-88cb3dad47cc tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=84764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:42:15.690601 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [req-16ced568-8a32-492b-b27f-eca7c017e8ca req-93bdaabb-19f2-4fa0-9b82-5e005f87f299 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Request body: {'port': {'device_id': '1a897168-a61f-4c1b-904c-51871533c16d', 'network_id': '11569783-78f6-4d10-9370-768c4acb7a65', 'admin_state_up': True, 'tenant_id': 'f7f855ff57c84f41949916661be0c661'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:42:15.794199 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-3698d3a3-c0e9-4f5a-ab5b-88cb3dad47cc tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:15.794544 n-d-836017-2 neutron-server[84764]: INFO neutron.db.segments_db [None req-3698d3a3-c0e9-4f5a-ab5b-88cb3dad47cc tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Added segment eadc1d42-b6f7-4927-99a7-b1ed099a479d of type vlan for network 57af972d-943b-4a86-90f7-7dab3bff4674 Apr 18 19:42:15.847539 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4b88b76b-4394-4e4c-a8c0-7102147bb273 req-b6274a0b-5275-4cb7-93e9-ef5f6cffb96a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=47c820f3-b421-48a9-a537-e0e4851dd399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2258344 Apr 18 19:42:15.857265 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b309239e-cea1-41a4-89ce-beaafd4dc1ca req-d31a8c1c-9030-40fb-bf86-d295649406d6 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:15.858714 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-b309239e-cea1-41a4-89ce-beaafd4dc1ca req-d31a8c1c-9030-40fb-bf86-d295649406d6 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 945 time: 0.3730116 Apr 18 19:42:15.863784 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-6b65dc6e-c626-4558-869b-df93fc9a8978 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4443'] for router, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:15.893673 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-3698d3a3-c0e9-4f5a-ab5b-88cb3dad47cc tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791093404182'] for network, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:15.958104 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-6b65dc6e-c626-4558-869b-df93fc9a8978 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:15.980660 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-16ced568-8a32-492b-b27f-eca7c017e8ca req-93bdaabb-19f2-4fa0-9b82-5e005f87f299 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:42:15.985865 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bf9927-78fb-4bc1-8372-4eb674f451fc req-6a63c529-a0d9-41df-b616-d70f65133580 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:15.987707 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-41bf9927-78fb-4bc1-8372-4eb674f451fc req-6a63c529-a0d9-41df-b616-d70f65133580 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b49bb00-f484-4f92-bb80-0be3537a561f HTTP/1.1" status: 200 len: 946 time: 0.8126867 Apr 18 19:42:15.996419 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-16ced568-8a32-492b-b27f-eca7c017e8ca req-93bdaabb-19f2-4fa0-9b82-5e005f87f299 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Usage tracker for resource:port and tenant:f7f855ff57c84f41949916661be0c661 is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:42:16.004282 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-16ced568-8a32-492b-b27f-eca7c017e8ca req-93bdaabb-19f2-4fa0-9b82-5e005f87f299 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:42:16.023521 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-16ced568-8a32-492b-b27f-eca7c017e8ca req-93bdaabb-19f2-4fa0-9b82-5e005f87f299 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:42:16.032629 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-b309239e-cea1-41a4-89ce-beaafd4dc1ca req-612a023d-0e2f-4fdf-b37a-e295c9c5dff9 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617842 Apr 18 19:42:16.094884 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-3698d3a3-c0e9-4f5a-ab5b-88cb3dad47cc tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251'] for network, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:16.100752 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3698d3a3-c0e9-4f5a-ab5b-88cb3dad47cc tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:16.100752 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-3698d3a3-c0e9-4f5a-ab5b-88cb3dad47cc tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:16.152058 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4b88b76b-4394-4e4c-a8c0-7102147bb273 req-a9e02ec1-573e-4de4-b307-a6cd18d63818 service neutron] 10.222.0.73 "GET /v2.0/networks/47c820f3-b421-48a9-a537-e0e4851dd399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2904401 Apr 18 19:42:16.152361 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16ced568-8a32-492b-b27f-eca7c017e8ca req-93bdaabb-19f2-4fa0-9b82-5e005f87f299 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Made reservation on behalf of f7f855ff57c84f41949916661be0c661 for: {'port': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:42:16.155063 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-16ced568-8a32-492b-b27f-eca7c017e8ca req-93bdaabb-19f2-4fa0-9b82-5e005f87f299 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:16.164430 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-41bf9927-78fb-4bc1-8372-4eb674f451fc req-34979faf-d548-4928-8992-55b23014693c tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] 10.222.0.69 "GET /v2.0/security-groups?id=65d46739-eb5a-478f-9fc7-f1aa98b0d76a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1629305 Apr 18 19:42:16.193155 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_common [req-f4df4215-2cf7-42f5-ab8b-f22034f522a1 req-342a5898-ca43-4e51-a46d-fb1947af768b tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] Allocated IP 172.20.0.3 (8316c86c-250c-436f-a95b-14f06065e125/52485bbf-71d0-4c05-9194-4f743c9c5d2b/42bad176-1ee4-435b-b9de-71885d20eaa1) {{(pid=84763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:42:16.214530 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-6b65dc6e-c626-4558-869b-df93fc9a8978 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412768'] for router, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:16.215154 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b65dc6e-c626-4558-869b-df93fc9a8978 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5495cc30-d3ff-4859-a635-ec7e877e1219 {{(pid=84763) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 19:42:16.286852 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-40700b40-2a09-445b-a48a-6a8838c5db07 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Deleting port 405097ef-fa00-49ec-8750-2a5fdf38ff46 {{(pid=84764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:42:16.288825 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-40700b40-2a09-445b-a48a-6a8838c5db07 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:16.406454 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-fc846357-5496-461d-a3ab-25857eafe881 req-3ad93ec1-ca05-48f7-a26f-302982997278 tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] 10.222.0.69 "GET /v2.0/ports?device_id=e7e81689-65fe-4687-a768-aeb7ff97cfff HTTP/1.1" status: 200 len: 210 time: 0.1708825 Apr 18 19:42:16.412781 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-3698d3a3-c0e9-4f5a-ab5b-88cb3dad47cc tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.2770576 Apr 18 19:42:16.412980 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 40378) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:16.424527 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-5fe0c713-d3c8-403d-879d-5c334d0e369b tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1016642799'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:42:16.455275 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-b46a8ecc-10fa-4a15-9560-24d0ca7ae7bf req-2135b281-ca2e-4ffc-bc14-fc6c52ad77af tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Synchronizing usage tracker for tenant:f7f855ff57c84f41949916661be0c661 on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:42:16.469428 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3698d3a3-c0e9-4f5a-ab5b-88cb3dad47cc tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Pushing event updated for resources: {'Network': ['ID=57af972d-943b-4a86-90f7-7dab3bff4674,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:16.480698 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Network 57af972d-943b-4a86-90f7-7dab3bff4674 details requested by agent ovs-agent-n-d-836017-2 with host n-d-836017-2 {{(pid=84765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:42:16.509092 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-5fe0c713-d3c8-403d-879d-5c334d0e369b tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:42:16.528092 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-6b65dc6e-c626-4558-869b-df93fc9a8978 admin admin] Notify callbacks [] for router, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:16.529335 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-6b65dc6e-c626-4558-869b-df93fc9a8978 admin admin] 10.222.0.69 "DELETE /v2.0/routers/5495cc30-d3ff-4859-a635-ec7e877e1219 HTTP/1.1" status: 204 len: 168 time: 5.4902112 Apr 18 19:42:16.530771 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-5fe0c713-d3c8-403d-879d-5c334d0e369b tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Usage tracker for resource:network and tenant:25b05b3bfc6f4792a58f276b63d5c65b is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:42:16.543191 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 40382) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:16.543832 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-5fe0c713-d3c8-403d-879d-5c334d0e369b tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:42:16.593047 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-5fe0c713-d3c8-403d-879d-5c334d0e369b tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:42:16.596610 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4b88b76b-4394-4e4c-a8c0-7102147bb273 req-6e4dd3c0-509c-43a0-af35-4d9eb660be1a service neutron] 10.222.0.73 "GET /v2.0/networks/47c820f3-b421-48a9-a537-e0e4851dd399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4257035 Apr 18 19:42:16.669789 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffe0ba38-4a4d-46fd-8c35-22a0af48b2a7 admin admin] Deleting subnet 53e27197-8b05-45c8-88a5-d6c0aa610a08 {{(pid=84763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:42:16.680125 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ffe0ba38-4a4d-46fd-8c35-22a0af48b2a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:16.836382 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-40700b40-2a09-445b-a48a-6a8838c5db07 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:16.858804 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_common [req-16ced568-8a32-492b-b27f-eca7c017e8ca req-93bdaabb-19f2-4fa0-9b82-5e005f87f299 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Allocated IP 172.20.0.5 (11569783-78f6-4d10-9370-768c4acb7a65/183f16e9-913d-4006-a470-a5bf63783425/e6d0fe65-4d2c-4960-8e76-91676eb2a273) {{(pid=84764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:42:16.872896 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fe0c713-d3c8-403d-879d-5c334d0e369b tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Made reservation on behalf of 25b05b3bfc6f4792a58f276b63d5c65b for: {'network': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:42:16.876193 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-5fe0c713-d3c8-403d-879d-5c334d0e369b tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for network, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:16.885497 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-b46a8ecc-10fa-4a15-9560-24d0ca7ae7bf req-2135b281-ca2e-4ffc-bc14-fc6c52ad77af tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Unset dirty status for tenant:f7f855ff57c84f41949916661be0c661 on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:42:16.886601 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b46a8ecc-10fa-4a15-9560-24d0ca7ae7bf req-2135b281-ca2e-4ffc-bc14-fc6c52ad77af tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a897168-a61f-4c1b-904c-51871533c16d HTTP/1.1" status: 200 len: 210 time: 0.5471573 Apr 18 19:42:16.893599 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device c2d41a20-8113-45ca-a446-3bd7c51b739f no longer exists at agent hyperv_n-h1-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:42:16.941275 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ffe0ba38-4a4d-46fd-8c35-22a0af48b2a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66272755'] for subnet, precommit_delete_associations {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:16.979229 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-40700b40-2a09-445b-a48a-6a8838c5db07 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Calling delete_port for 405097ef-fa00-49ec-8750-2a5fdf38ff46 owned by network:router_interface {{(pid=84764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:42:16.994953 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fe0c713-d3c8-403d-879d-5c334d0e369b tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=84763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:42:17.023128 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-f4df4215-2cf7-42f5-ab8b-f22034f522a1 req-342a5898-ca43-4e51-a46d-fb1947af768b tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] Notify callbacks [] for port, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:17.030793 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-5fe0c713-d3c8-403d-879d-5c334d0e369b tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:17.031111 n-d-836017-2 neutron-server[84763]: INFO neutron.db.segments_db [None req-5fe0c713-d3c8-403d-879d-5c334d0e369b tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Added segment aa8c0ef9-da74-4d84-9263-663c7f790109 of type vlan for network f00f9f08-e875-4f8c-9289-beff649f5094 Apr 18 19:42:17.053970 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [req-f4df4215-2cf7-42f5-ab8b-f22034f522a1 req-342a5898-ca43-4e51-a46d-fb1947af768b tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] Transition to ACTIVE for port object 42bad176-1ee4-435b-b9de-71885d20eaa1 will not be triggered until provisioned by entity DHCP. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:42:17.065352 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:17.088612 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-5fe0c713-d3c8-403d-879d-5c334d0e369b tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791093404182'] for network, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:17.095465 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a213e76a-c60b-409c-8e3d-181b396ae0a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2d41a20-8113-45ca-a446-3bd7c51b739f'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:42:17.107098 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port c2d41a20-8113-45ca-a446-3bd7c51b739f, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=c2d41a20-8113-45ca-a446-3bd7c51b739f,segment=NetworkSegment(1f6ca8e3-6019-45df-8c47-18f1673dd06b),segment_id=1f6ca8e3-6019-45df-8c47-18f1673dd06b)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:42:17.136293 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ffe0ba38-4a4d-46fd-8c35-22a0af48b2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1258508'] for subnet, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:17.177850 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:17.178701 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device b99c6f14-47f1-4ca0-8b04-491816fe3231 no longer exists at agent hyperv_n-h1-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:42:17.225566 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-615adbf3-6d26-43f7-9cf0-671998a12bb4'] response: {'server_uuid': 'a213e76a-c60b-409c-8e3d-181b396ae0a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2d41a20-8113-45ca-a446-3bd7c51b739f', 'code': 200} Apr 18 19:42:17.268718 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-f4df4215-2cf7-42f5-ab8b-f22034f522a1 req-342a5898-ca43-4e51-a46d-fb1947af768b tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:17.276496 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-5fe0c713-d3c8-403d-879d-5c334d0e369b tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251'] for network, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:17.281591 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe0c713-d3c8-403d-879d-5c334d0e369b tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:17.282191 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-5fe0c713-d3c8-403d-879d-5c334d0e369b tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:17.378964 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ffe0ba38-4a4d-46fd-8c35-22a0af48b2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1258501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66351815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66540800'] for subnet, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:17.387037 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Pushing event updated for resources: {'Port': ['ID=c2d41a20-8113-45ca-a446-3bd7c51b739f,revision_number=8']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:17.454476 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:17.506299 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port b99c6f14-47f1-4ca0-8b04-491816fe3231, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=b99c6f14-47f1-4ca0-8b04-491816fe3231,segment=NetworkSegment(b8926c6e-9073-4fc9-ba41-5d530ba3940c),segment_id=b8926c6e-9073-4fc9-ba41-5d530ba3940c)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:42:17.535811 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-16ced568-8a32-492b-b27f-eca7c017e8ca req-93bdaabb-19f2-4fa0-9b82-5e005f87f299 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Notify callbacks [] for port, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:17.573037 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb5f8d9-6ff6-4859-9eae-876b3395c9d0 req-c6452a8b-a8c3-4d2c-bead-f4bc2385ddac tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:17.573903 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-5fe0c713-d3c8-403d-879d-5c334d0e369b tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1572728 Apr 18 19:42:17.574526 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-dcb5f8d9-6ff6-4859-9eae-876b3395c9d0 req-c6452a8b-a8c3-4d2c-bead-f4bc2385ddac tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 943 time: 0.2836778 Apr 18 19:42:17.577536 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 40400) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:17.581916 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe0ba38-4a4d-46fd-8c35-22a0af48b2a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53e27197-8b05-45c8-88a5-d6c0aa610a08,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:17.583003 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-f703521f-ab6e-4ac3-95d0-9755f158174c tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Request body: {'subnet': {'network_id': '57af972d-943b-4a86-90f7-7dab3bff4674', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:42:17.590035 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:17.602773 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-40700b40-2a09-445b-a48a-6a8838c5db07 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:17.611091 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-ffe0ba38-4a4d-46fd-8c35-22a0af48b2a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:17.616989 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-ffe0ba38-4a4d-46fd-8c35-22a0af48b2a7 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/53e27197-8b05-45c8-88a5-d6c0aa610a08 HTTP/1.1" status: 204 len: 168 time: 1.0643601 Apr 18 19:42:17.620330 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4df4215-2cf7-42f5-ab8b-f22034f522a1 req-342a5898-ca43-4e51-a46d-fb1947af768b tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] Network 8316c86c-250c-436f-a95b-14f06065e125 is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:42:17.621145 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342a5898-ca43-4e51-a46d-fb1947af768b tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] Pushing event updated for resources: {'Port': ['ID=42bad176-1ee4-435b-b9de-71885d20eaa1,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:17.624662 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 40404) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:17.627088 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe0c713-d3c8-403d-879d-5c334d0e369b tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Pushing event updated for resources: {'Network': ['ID=f00f9f08-e875-4f8c-9289-beff649f5094,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:17.629816 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [req-f4df4215-2cf7-42f5-ab8b-f22034f522a1 req-342a5898-ca43-4e51-a46d-fb1947af768b tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:42:17.649785 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4df4215-2cf7-42f5-ab8b-f22034f522a1 req-342a5898-ca43-4e51-a46d-fb1947af768b tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] Received port after_create {{(pid=84763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:42:17.650492 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f26ec7-c9c2-46b7-97fe-0cbfd704ad18 None None] Network b742f6a8-9608-4052-b6e6-93348da7c3f4 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:42:17.832171 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-f703521f-ab6e-4ac3-95d0-9755f158174c tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:42:17.838513 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-f703521f-ab6e-4ac3-95d0-9755f158174c tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Usage tracker for resource:subnet and tenant:25b05b3bfc6f4792a58f276b63d5c65b is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:42:17.842137 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-f703521f-ab6e-4ac3-95d0-9755f158174c tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:42:17.846007 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Network f00f9f08-e875-4f8c-9289-beff649f5094 details requested by agent ovs-agent-n-d-836017-2 with host n-d-836017-2 {{(pid=84765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:42:17.850517 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-f703521f-ab6e-4ac3-95d0-9755f158174c tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:42:17.870724 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40700b40-2a09-445b-a48a-6a8838c5db07 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Pushing event deleted for resources: {'Port': ['ID=405097ef-fa00-49ec-8750-2a5fdf38ff46,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:17.946337 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4df4215-2cf7-42f5-ab8b-f22034f522a1 req-342a5898-ca43-4e51-a46d-fb1947af768b tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:17.946968 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-f4df4215-2cf7-42f5-ab8b-f22034f522a1 req-342a5898-ca43-4e51-a46d-fb1947af768b tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:17.965933 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-9a7e7ce9-6b98-4a9d-badb-7d55ab51f3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:17.970123 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-dcb5f8d9-6ff6-4859-9eae-876b3395c9d0 req-bf3f4ff6-4833-4be0-9cd8-e20d418509d8 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3709307 Apr 18 19:42:17.993606 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbb45ca-cc10-4b85-9234-eabbb267694f req-d166c7dd-8e9b-4f3d-9c17-3ba04a47af32 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:18.005330 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0dbb45ca-cc10-4b85-9234-eabbb267694f req-d166c7dd-8e9b-4f3d-9c17-3ba04a47af32 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b49bb00-f484-4f92-bb80-0be3537a561f HTTP/1.1" status: 200 len: 946 time: 0.6305320 Apr 18 19:42:18.066174 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-9a7e7ce9-6b98-4a9d-badb-7d55ab51f3d8 admin admin] Deleting port 81119103-cb0c-4cc9-b2e9-d79938af7d0c {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:42:18.066516 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Pushing event updated for resources: {'Port': ['ID=b99c6f14-47f1-4ca0-8b04-491816fe3231,revision_number=11']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:18.066643 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-9a7e7ce9-6b98-4a9d-badb-7d55ab51f3d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:18.098262 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f4df4215-2cf7-42f5-ab8b-f22034f522a1 req-342a5898-ca43-4e51-a46d-fb1947af768b tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9181166 Apr 18 19:42:18.116820 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-f4df4215-2cf7-42f5-ab8b-f22034f522a1 req-009ca287-e418-4f8e-8de7-a39b85656d51 service neutron] Request body: {'port': {'device_id': 'e7e81689-65fe-4687-a768-aeb7ff97cfff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-2'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:42:18.127150 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f703521f-ab6e-4ac3-95d0-9755f158174c tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Made reservation on behalf of 25b05b3bfc6f4792a58f276b63d5c65b for: {'subnet': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:42:18.192812 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-0481192b-fdc9-4f4a-94fd-ac2962eb91f2 None None] Provisioning for port 42bad176-1ee4-435b-b9de-71885d20eaa1 completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:42:18.201677 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-0481192b-fdc9-4f4a-94fd-ac2962eb91f2 None None] Provisioning complete for port 42bad176-1ee4-435b-b9de-71885d20eaa1 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:42:18.202363 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0481192b-fdc9-4f4a-94fd-ac2962eb91f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:18.273228 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-37346d26-de55-4f3b-8475-69cb8871fa64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:18.282019 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db7f6b4-d116-4918-b20e-851c6b5ef83d None None] DHCP port deletion for b742f6a8-9608-4052-b6e6-93348da7c3f4 request from n-d-836017-2 {{(pid=84765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 19:42:18.285865 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-16ced568-8a32-492b-b27f-eca7c017e8ca req-93bdaabb-19f2-4fa0-9b82-5e005f87f299 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:18.289488 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-7db7f6b4-d116-4918-b20e-851c6b5ef83d None None] Deleting port 81119103-cb0c-4cc9-b2e9-d79938af7d0c {{(pid=84765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:42:18.289854 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7db7f6b4-d116-4918-b20e-851c6b5ef83d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:18.470711 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 95cbf159-4b30-42fd-b6a8-bb0129fc1a79 no longer exists at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:42:18.479553 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16ced568-8a32-492b-b27f-eca7c017e8ca req-93bdaabb-19f2-4fa0-9b82-5e005f87f299 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Network 11569783-78f6-4d10-9370-768c4acb7a65 is already hosted by enough agents. {{(pid=84764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:42:18.504591 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [req-16ced568-8a32-492b-b27f-eca7c017e8ca req-93bdaabb-19f2-4fa0-9b82-5e005f87f299 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Resources bound (agent type, host, resource id): {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:42:18.519172 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [req-16ced568-8a32-492b-b27f-eca7c017e8ca req-93bdaabb-19f2-4fa0-9b82-5e005f87f299 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Received port after_create {{(pid=84764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:42:18.524193 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [None req-9a7e7ce9-6b98-4a9d-badb-7d55ab51f3d8 admin admin] For port 81119103-cb0c-4cc9-b2e9-d79938af7d0c, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=81119103-cb0c-4cc9-b2e9-d79938af7d0c,segment=NetworkSegment(5485d3a7-e1a9-4479-9ce1-9100697be395),segment_id=5485d3a7-e1a9-4479-9ce1-9100697be395)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:42:18.524760 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-9a7e7ce9-6b98-4a9d-badb-7d55ab51f3d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:18.566717 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] No Port match for: 95cbf159-4b30-42fd-b6a8-bb0129fc1a79 {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:42:18.566717 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 95cbf159-4b30-42fd-b6a8-bb0129fc1a79 not bound to the agent host n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:42:18.567293 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 81119103-cb0c-4cc9-b2e9-d79938af7d0c no longer exists at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:42:18.587065 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ced568-8a32-492b-b27f-eca7c017e8ca req-93bdaabb-19f2-4fa0-9b82-5e005f87f299 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:18.587688 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-16ced568-8a32-492b-b27f-eca7c017e8ca req-93bdaabb-19f2-4fa0-9b82-5e005f87f299 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:18.603850 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-0481192b-fdc9-4f4a-94fd-ac2962eb91f2 None None] Port 42bad176-1ee4-435b-b9de-71885d20eaa1 cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:42:18.628403 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f703521f-ab6e-4ac3-95d0-9755f158174c tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65862573'] for subnet, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:18.809906 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-9a7e7ce9-6b98-4a9d-badb-7d55ab51f3d8 admin admin] Calling delete_port for 81119103-cb0c-4cc9-b2e9-d79938af7d0c owned by network:dhcp {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:42:18.844749 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-40700b40-2a09-445b-a48a-6a8838c5db07 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417398'] for router_interface, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:18.884333 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bdaabb-19f2-4fa0-9b82-5e005f87f299 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Pushing event updated for resources: {'Port': ['ID=e6d0fe65-4d2c-4960-8e76-91676eb2a273,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:18.884604 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-7db7f6b4-d116-4918-b20e-851c6b5ef83d None None] For port 81119103-cb0c-4cc9-b2e9-d79938af7d0c, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=81119103-cb0c-4cc9-b2e9-d79938af7d0c,segment=NetworkSegment(5485d3a7-e1a9-4479-9ce1-9100697be395),segment_id=5485d3a7-e1a9-4479-9ce1-9100697be395)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:42:18.884830 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7db7f6b4-d116-4918-b20e-851c6b5ef83d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:18.907028 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0dbb45ca-cc10-4b85-9234-eabbb267694f req-bd268abe-9f3c-4062-b661-0f803e7f6d3a tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] 10.222.0.69 "GET /v2.0/security-groups?id=65d46739-eb5a-478f-9fc7-f1aa98b0d76a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9011114 Apr 18 19:42:18.921453 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device b99c6f14-47f1-4ca0-8b04-491816fe3231 details requested by agent hyperv_n-h1-836017-2 with host n-h1-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:42:19.027278 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-9a7e7ce9-6b98-4a9d-badb-7d55ab51f3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:19.067716 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413123c7-24e3-4ca5-afd8-ef12ff8a466d req-1d831b5e-b299-42d2-908a-814ed5ae0f8f tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:19.072569 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:19.076980 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-413123c7-24e3-4ca5-afd8-ef12ff8a466d req-1d831b5e-b299-42d2-908a-814ed5ae0f8f tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] 10.222.0.69 "GET /v2.0/ports?device_id=e7e81689-65fe-4687-a768-aeb7ff97cfff HTTP/1.1" status: 200 len: 931 time: 0.7887669 Apr 18 19:42:19.146125 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7e7ce9-6b98-4a9d-badb-7d55ab51f3d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=81119103-cb0c-4cc9-b2e9-d79938af7d0c,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:19.159810 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-f4df4215-2cf7-42f5-ab8b-f22034f522a1 req-009ca287-e418-4f8e-8de7-a39b85656d51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:19.172915 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-16ced568-8a32-492b-b27f-eca7c017e8ca req-93bdaabb-19f2-4fa0-9b82-5e005f87f299 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4860687 Apr 18 19:42:19.173130 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7e7ce9-6b98-4a9d-badb-7d55ab51f3d8 admin admin] No DVR routers for this DVR port 81119103-cb0c-4cc9-b2e9-d79938af7d0c on host n-d-836017-2 {{(pid=84763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:42:19.208428 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [req-16ced568-8a32-492b-b27f-eca7c017e8ca req-b102fd7f-f16d-4e01-be43-c039c3d5d729 service neutron] Request body: {'port': {'device_id': '1a897168-a61f-4c1b-904c-51871533c16d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-2'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:42:19.217792 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-7db7f6b4-d116-4918-b20e-851c6b5ef83d None None] Calling delete_port for 81119103-cb0c-4cc9-b2e9-d79938af7d0c owned by network:dhcp {{(pid=84765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:42:19.244441 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b49bb00-f484-4f92-bb80-0be3537a561f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b99c6f14-47f1-4ca0-8b04-491816fe3231'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:42:19.259960 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port b99c6f14-47f1-4ca0-8b04-491816fe3231, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=b99c6f14-47f1-4ca0-8b04-491816fe3231,segment=NetworkSegment(b8926c6e-9073-4fc9-ba41-5d530ba3940c),segment_id=b8926c6e-9073-4fc9-ba41-5d530ba3940c)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:42:19.314590 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-413123c7-24e3-4ca5-afd8-ef12ff8a466d req-ca01daa3-a284-4680-9980-24d5b21145f6 tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] Synchronizing usage tracker for tenant:1704b27ee7504f47a5309a7a0aca6742 on resource:security_group {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:42:19.319531 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Returning: {'device': 'b99c6f14-47f1-4ca0-8b04-491816fe3231', 'network_id': '20d4b8e1-a40a-4802-a6ed-f360fca84cce', 'port_id': 'b99c6f14-47f1-4ca0-8b04-491816fe3231', 'mac_address': 'fa:16:3e:f3:b6:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0711ab9d-0a48-4dd5-b699-a74bbc1341bb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:42:19.397611 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-7db7f6b4-d116-4918-b20e-851c6b5ef83d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84765) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 19:42:19.398080 n-d-836017-2 neutron-server[84765]: DEBUG oslo_db.api [None req-7db7f6b4-d116-4918-b20e-851c6b5ef83d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 19:42:19.398614 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:19.417924 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b99c6f14-47f1-4ca0-8b04-491816fe3231 {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:42:19.434540 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port b99c6f14-47f1-4ca0-8b04-491816fe3231, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=b99c6f14-47f1-4ca0-8b04-491816fe3231,segment=NetworkSegment(b8926c6e-9073-4fc9-ba41-5d530ba3940c),segment_id=b8926c6e-9073-4fc9-ba41-5d530ba3940c)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:42:19.472910 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.agents_db [None req-eb67022b-f881-4bc8-8f45-fca90fb27803 None None] Agent healthcheck: found 7 active agents {{(pid=84766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:42:19.526714 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:19.536534 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-9a7e7ce9-6b98-4a9d-badb-7d55ab51f3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256345', 'neutron.services.segments.db._delete_segments_for_network-8791093852025'] for network, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:19.603382 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Pushing event updated for resources: {'Port': ['ID=b99c6f14-47f1-4ca0-8b04-491816fe3231,revision_number=12']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:19.654473 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] get_ports_and_sgs() called for port_ids ['b99c6f14-47f1-4ca0-8b04-491816fe3231'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:42:19.666406 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-16ced568-8a32-492b-b27f-eca7c017e8ca req-b102fd7f-f16d-4e01-be43-c039c3d5d729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:19.746699 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-413123c7-24e3-4ca5-afd8-ef12ff8a466d req-ca01daa3-a284-4680-9980-24d5b21145f6 tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] Unset dirty status for tenant:1704b27ee7504f47a5309a7a0aca6742 on resource:security_group {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:42:19.747849 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-413123c7-24e3-4ca5-afd8-ef12ff8a466d req-ca01daa3-a284-4680-9980-24d5b21145f6 tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b779bcd-d80d-4dcd-ab6c-7b74007b5d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6697278 Apr 18 19:42:19.902773 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-7db7f6b4-d116-4918-b20e-851c6b5ef83d None None] Deleting port 81119103-cb0c-4cc9-b2e9-d79938af7d0c {{(pid=84765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:42:19.904209 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7db7f6b4-d116-4918-b20e-851c6b5ef83d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:19.916545 n-d-836017-2 neutron-server[84763]: DEBUG neutron.services.segments.db [None req-9a7e7ce9-6b98-4a9d-badb-7d55ab51f3d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b742f6a8-9608-4052-b6e6-93348da7c3f4']}} {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:42:19.989975 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99758bc5-d285-4ce4-b5d8-57461e4325b8 req-ab963eba-993f-4f6e-b74b-c6826e000bd9 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:19.991880 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-99758bc5-d285-4ce4-b5d8-57461e4325b8 req-ab963eba-993f-4f6e-b74b-c6826e000bd9 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a897168-a61f-4c1b-904c-51871533c16d HTTP/1.1" status: 200 len: 931 time: 0.9048028 Apr 18 19:42:20.003750 n-d-836017-2 neutron-server[84763]: DEBUG neutron.services.segments.db [None req-9a7e7ce9-6b98-4a9d-badb-7d55ab51f3d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5485d3a7-e1a9-4479-9ce1-9100697be395') {'for_net_delete': True} {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:42:20.003750 n-d-836017-2 neutron-server[84763]: DEBUG neutron.services.segments.db [None req-9a7e7ce9-6b98-4a9d-badb-7d55ab51f3d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5485d3a7-e1a9-4479-9ce1-9100697be395') {} {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:42:20.039889 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-9a7e7ce9-6b98-4a9d-badb-7d55ab51f3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791093851908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66272256'] for segment, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:20.049786 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-7db7f6b4-d116-4918-b20e-851c6b5ef83d None None] The port '81119103-cb0c-4cc9-b2e9-d79938af7d0c' was deleted {{(pid=84765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 19:42:20.050669 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f703521f-ab6e-4ac3-95d0-9755f158174c tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2290811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65862591'] for subnet, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:20.066811 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40700b40-2a09-445b-a48a-6a8838c5db07 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Router 4c554b09-e62a-472b-a509-b2a9843d4632 has already been hosted by L3 agent 21b59c62-f184-4169-bc3e-79831cc043e8 {{(pid=84764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:42:20.073160 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [req-f4df4215-2cf7-42f5-ab8b-f22034f522a1 req-009ca287-e418-4f8e-8de7-a39b85656d51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42bad176-1ee4-435b-b9de-71885d20eaa1 {{(pid=84763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:42:20.104579 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-f4df4215-2cf7-42f5-ab8b-f22034f522a1 req-009ca287-e418-4f8e-8de7-a39b85656d51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:20.110268 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-99758bc5-d285-4ce4-b5d8-57461e4325b8 req-3615dd25-c2d3-4ad5-9554-92fb23b77e5a tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/security-groups?id=51df22c1-554b-4779-a025-65f2af6e2a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022012 Apr 18 19:42:20.113472 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-9a7e7ce9-6b98-4a9d-badb-7d55ab51f3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:20.132212 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a7e7ce9-6b98-4a9d-badb-7d55ab51f3d8 admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=84763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:42:20.132651 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-9a7e7ce9-6b98-4a9d-badb-7d55ab51f3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66351785'] for segment, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:20.148552 n-d-836017-2 neutron-server[84763]: Traceback (most recent call last): Apr 18 19:42:20.148552 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:42:20.148552 n-d-836017-2 neutron-server[84763]: timer() Apr 18 19:42:20.148552 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:42:20.148552 n-d-836017-2 neutron-server[84763]: cb(*args, **kw) Apr 18 19:42:20.148552 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:42:20.148552 n-d-836017-2 neutron-server[84763]: return func(*args, **kwargs) Apr 18 19:42:20.148552 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:42:20.148552 n-d-836017-2 neutron-server[84763]: self._notify() Apr 18 19:42:20.148552 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:42:20.148552 n-d-836017-2 neutron-server[84763]: self.callback(batched_events) Apr 18 19:42:20.148552 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:42:20.148552 n-d-836017-2 neutron-server[84763]: event.method(event) Apr 18 19:42:20.148552 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:42:20.148552 n-d-836017-2 neutron-server[84763]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:42:20.148552 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:42:20.148552 n-d-836017-2 neutron-server[84763]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:42:20.148552 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:42:20.148552 n-d-836017-2 neutron-server[84763]: return f(self, *a, **k) Apr 18 19:42:20.148552 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:42:20.148552 n-d-836017-2 neutron-server[84763]: return self._get(url).json() Apr 18 19:42:20.148552 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:42:20.148552 n-d-836017-2 neutron-server[84763]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:42:20.148552 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:42:20.148552 n-d-836017-2 neutron-server[84763]: return self.request(url, 'GET', **kwargs) Apr 18 19:42:20.148552 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:42:20.148552 n-d-836017-2 neutron-server[84763]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:42:20.148552 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:42:20.148552 n-d-836017-2 neutron-server[84763]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:42:20.148552 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:42:20.148552 n-d-836017-2 neutron-server[84763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:42:20.148552 n-d-836017-2 neutron-server[84763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:42:20.218140 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb95decd-4002-4acc-82ec-22469ec915d4'] response: {'server_uuid': '7b49bb00-f484-4f92-bb80-0be3537a561f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b99c6f14-47f1-4ca0-8b04-491816fe3231', 'code': 200} Apr 18 19:42:20.332268 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f703521f-ab6e-4ac3-95d0-9755f158174c tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Pushing event updated for resources: {'Subnet': ['ID=9786e446-f72f-4fc4-a7eb-085b678e7027,revision_number=0']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:20.366398 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [req-f4df4215-2cf7-42f5-ab8b-f22034f522a1 req-009ca287-e418-4f8e-8de7-a39b85656d51 service neutron] Transition to ACTIVE for port object 42bad176-1ee4-435b-b9de-71885d20eaa1 will not be triggered until provisioned by entity L2. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:42:20.372352 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-9a7e7ce9-6b98-4a9d-badb-7d55ab51f3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416801'] for network, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:20.389218 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a75b47da-bcc0-42ba-a1da-7a9732ae0bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:20.404075 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-9a7e7ce9-6b98-4a9d-badb-7d55ab51f3d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:20.414874 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7e7ce9-6b98-4a9d-badb-7d55ab51f3d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=b742f6a8-9608-4052-b6e6-93348da7c3f4,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:20.421381 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f703521f-ab6e-4ac3-95d0-9755f158174c tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Checking segment: {'id': 'eadc1d42-b6f7-4927-99a7-b1ed099a479d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '57af972d-943b-4a86-90f7-7dab3bff4674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:42:20.421613 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f703521f-ab6e-4ac3-95d0-9755f158174c tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Network hostable DHCP agents. Network: 57af972d-943b-4a86-90f7-7dab3bff4674, hostable agents: ['f6987c12-6d6c-47d4-b22d-cfcd164dc40d'], hosted agents: [] {{(pid=84764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:42:20.441825 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-9a7e7ce9-6b98-4a9d-badb-7d55ab51f3d8 admin admin] 10.222.0.69 "DELETE /v2.0/networks/b742f6a8-9608-4052-b6e6-93348da7c3f4 HTTP/1.1" status: 204 len: 168 time: 2.8136110 Apr 18 19:42:20.466311 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde8c00d-95d5-473c-8535-beedc6085a28 req-cc2a0f2f-78ea-436d-a00d-9e0a9a56d074 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:20.467899 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-dde8c00d-95d5-473c-8535-beedc6085a28 req-cc2a0f2f-78ea-436d-a00d-9e0a9a56d074 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b49bb00-f484-4f92-bb80-0be3537a561f HTTP/1.1" status: 200 len: 945 time: 0.1398883 Apr 18 19:42:20.468968 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-f4df4215-2cf7-42f5-ab8b-f22034f522a1 req-009ca287-e418-4f8e-8de7-a39b85656d51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:20.470642 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc34292-e25c-47c4-a33b-11a7b4cc4668 req-f39be0d3-cee6-48a2-bff8-ed05a6db96e3 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:20.472236 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-cdc34292-e25c-47c4-a33b-11a7b4cc4668 req-f39be0d3-cee6-48a2-bff8-ed05a6db96e3 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 943 time: 0.5055368 Apr 18 19:42:20.515404 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40700b40-2a09-445b-a48a-6a8838c5db07 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify agent at l3_agent.n-d-836017-2 the message routers_updated {{(pid=84764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:42:20.534104 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-40700b40-2a09-445b-a48a-6a8838c5db07 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] 10.222.0.69 "PUT /v2.0/routers/4c554b09-e62a-472b-a509-b2a9843d4632/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6642971 Apr 18 19:42:20.535202 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 40434) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:20.539868 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfdf48bc-e52f-4e51-8bbc-c7601d977bfc None None] Sync routers for ids ['4c554b09-e62a-472b-a509-b2a9843d4632'] in n-d-836017-2 {{(pid=84765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:42:20.565867 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfdf48bc-e52f-4e51-8bbc-c7601d977bfc None None] Routers {'4c554b09-e62a-472b-a509-b2a9843d4632'} bound to L3 agent in host n-d-836017-2 {{(pid=84765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:42:20.566554 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-bfdf48bc-e52f-4e51-8bbc-c7601d977bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:42:20Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['4c554b09-e62a-472b-a509-b2a9843d4632'], 'active': True} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:42:20.609343 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f703521f-ab6e-4ac3-95d0-9755f158174c tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Network 57af972d-943b-4a86-90f7-7dab3bff4674 is scheduled to be hosted by DHCP agent f6987c12-6d6c-47d4-b22d-cfcd164dc40d with binding_index 1 {{(pid=84764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:42:20.617945 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-050a98eb-5240-44a6-a40e-fff5c0f4033e tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Synchronizing usage tracker for tenant:bd464d5bd80e48739c10390179c2302b on resource:port {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:42:20.649388 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009ca287-e418-4f8e-8de7-a39b85656d51 service neutron] Pushing event updated for resources: {'Port': ['ID=42bad176-1ee4-435b-b9de-71885d20eaa1,revision_number=2']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:20.670131 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-bfdf48bc-e52f-4e51-8bbc-c7601d977bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-2', False) {} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:42:20.689524 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfdf48bc-e52f-4e51-8bbc-c7601d977bfc None None] Routers {'4c554b09-e62a-472b-a509-b2a9843d4632'} bound to L3 agent in host n-d-836017-2 {{(pid=84765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:42:20.691871 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-bfdf48bc-e52f-4e51-8bbc-c7601d977bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:42:20Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['4c554b09-e62a-472b-a509-b2a9843d4632'], 'active': True} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:42:20.811346 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-bfdf48bc-e52f-4e51-8bbc-c7601d977bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-2', False) {} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:42:20.811967 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfdf48bc-e52f-4e51-8bbc-c7601d977bfc None None] The sync data for ids ['4c554b09-e62a-472b-a509-b2a9843d4632'] in n-d-836017-2 is: [] {{(pid=84765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:42:20.845200 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-dde8c00d-95d5-473c-8535-beedc6085a28 req-89ca30f5-1983-4947-ac05-d396409c84ce tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] 10.222.0.69 "GET /v2.0/security-groups?id=65d46739-eb5a-478f-9fc7-f1aa98b0d76a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3337002 Apr 18 19:42:20.899438 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [req-16ced568-8a32-492b-b27f-eca7c017e8ca req-b102fd7f-f16d-4e01-be43-c039c3d5d729 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6d0fe65-4d2c-4960-8e76-91676eb2a273 {{(pid=84764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:42:20.910192 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-16ced568-8a32-492b-b27f-eca7c017e8ca req-b102fd7f-f16d-4e01-be43-c039c3d5d729 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:20.916764 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device b99c6f14-47f1-4ca0-8b04-491816fe3231 up at agent hyperv_n-h1-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:42:20.942808 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.provisioning_blocks [req-16ced568-8a32-492b-b27f-eca7c017e8ca req-b102fd7f-f16d-4e01-be43-c039c3d5d729 service neutron] Transition to ACTIVE for port object e6d0fe65-4d2c-4960-8e76-91676eb2a273 will not be triggered until provisioned by entity L2. {{(pid=84764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:42:20.947867 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-cdc34292-e25c-47c4-a33b-11a7b4cc4668 req-da0110f0-7a78-4268-9b3c-1fcbe8269d10 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4589369 Apr 18 19:42:20.949384 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [None req-f703521f-ab6e-4ac3-95d0-9755f158174c tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-2, 57af972d-943b-4a86-90f7-7dab3bff4674) {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:42:20.954060 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f703521f-ab6e-4ac3-95d0-9755f158174c tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:20.955071 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f703521f-ab6e-4ac3-95d0-9755f158174c tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for subnet, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:20.977820 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-050a98eb-5240-44a6-a40e-fff5c0f4033e tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Unset dirty status for tenant:bd464d5bd80e48739c10390179c2302b on resource:port {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:42:20.981404 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-050a98eb-5240-44a6-a40e-fff5c0f4033e tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] 10.222.0.69 "GET /v2.0/ports?device_id=4c554b09-e62a-472b-a509-b2a9843d4632 HTTP/1.1" status: 200 len: 205 time: 0.4405022 Apr 18 19:42:20.981801 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 40442) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:21.006861 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 40448) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:21.009942 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d963201-cac6-4163-83b0-a1790629656c None None] Network 57af972d-943b-4a86-90f7-7dab3bff4674 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:42:21.129985 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-f4df4215-2cf7-42f5-ab8b-f22034f522a1 req-009ca287-e418-4f8e-8de7-a39b85656d51 service neutron] Attempting to bind port 42bad176-1ee4-435b-b9de-71885d20eaa1 on host n-h2-836017-2 for vnic_type normal with profile {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:42:21.129985 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-f4df4215-2cf7-42f5-ab8b-f22034f522a1 req-009ca287-e418-4f8e-8de7-a39b85656d51 service neutron] Attempting to bind port 42bad176-1ee4-435b-b9de-71885d20eaa1 by drivers openvswitch,hyperv on host n-h2-836017-2 at level 0 using segments [{'id': '87afec3e-18d6-4259-b0fb-f736f77582de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '8316c86c-250c-436f-a95b-14f06065e125'}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:42:21.129985 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4df4215-2cf7-42f5-ab8b-f22034f522a1 req-009ca287-e418-4f8e-8de7-a39b85656d51 service neutron] Attempting to bind port 42bad176-1ee4-435b-b9de-71885d20eaa1 on network 8316c86c-250c-436f-a95b-14f06065e125 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:42:21.154572 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4df4215-2cf7-42f5-ab8b-f22034f522a1 req-009ca287-e418-4f8e-8de7-a39b85656d51 service neutron] Port 42bad176-1ee4-435b-b9de-71885d20eaa1 on network 8316c86c-250c-436f-a95b-14f06065e125 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-2 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:42:21.154813 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4df4215-2cf7-42f5-ab8b-f22034f522a1 req-009ca287-e418-4f8e-8de7-a39b85656d51 service neutron] Attempting to bind port 42bad176-1ee4-435b-b9de-71885d20eaa1 on network 8316c86c-250c-436f-a95b-14f06065e125 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:42:21.157099 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:21.184131 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-37fdabb6-02f3-4a2d-99f0-4f0b44d848d2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=af77c4468a104578b3401cd2f194180a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1733739 Apr 18 19:42:21.185632 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 40454) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:21.204531 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4df4215-2cf7-42f5-ab8b-f22034f522a1 req-009ca287-e418-4f8e-8de7-a39b85656d51 service neutron] Checking agent: {'id': '02e8f951-d3a3-40e1-b8cc-aed258af030b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 42, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:42:21.204874 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4df4215-2cf7-42f5-ab8b-f22034f522a1 req-009ca287-e418-4f8e-8de7-a39b85656d51 service neutron] Checking segment: {'id': '87afec3e-18d6-4259-b0fb-f736f77582de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '8316c86c-250c-436f-a95b-14f06065e125'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:42:21.205264 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4df4215-2cf7-42f5-ab8b-f22034f522a1 req-009ca287-e418-4f8e-8de7-a39b85656d51 service neutron] Bound using segment: {'id': '87afec3e-18d6-4259-b0fb-f736f77582de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '8316c86c-250c-436f-a95b-14f06065e125'} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:42:21.205713 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-f4df4215-2cf7-42f5-ab8b-f22034f522a1 req-009ca287-e418-4f8e-8de7-a39b85656d51 service neutron] Bound port: 42bad176-1ee4-435b-b9de-71885d20eaa1, host: n-h2-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87afec3e-18d6-4259-b0fb-f736f77582de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '8316c86c-250c-436f-a95b-14f06065e125'}}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:42:21.206063 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-f4df4215-2cf7-42f5-ab8b-f22034f522a1 req-009ca287-e418-4f8e-8de7-a39b85656d51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:21.252511 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-f703521f-ab6e-4ac3-95d0-9755f158174c tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.6738968 Apr 18 19:42:21.253625 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-16ced568-8a32-492b-b27f-eca7c017e8ca req-b102fd7f-f16d-4e01-be43-c039c3d5d729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2290934'] for port, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:21.257468 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Provisioning complete for port b99c6f14-47f1-4ca0-8b04-491816fe3231 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:42:21.257834 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:21.260941 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 40458) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:21.313514 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f481b29-6fea-45b6-80d0-c63af5f6462a req-0f439ebf-2ed4-4e7d-9226-da50aa03082c tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:21.314534 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-9f481b29-6fea-45b6-80d0-c63af5f6462a req-0f439ebf-2ed4-4e7d-9226-da50aa03082c tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] Synchronizing usage tracker for tenant:1704b27ee7504f47a5309a7a0aca6742 on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:42:21.383861 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-19287bfe-05a8-4121-a682-1dc2942e94bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:21.388588 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-f4df4215-2cf7-42f5-ab8b-f22034f522a1 req-009ca287-e418-4f8e-8de7-a39b85656d51 service neutron] For port 42bad176-1ee4-435b-b9de-71885d20eaa1, host n-h2-836017-2, cleared binding levels {{(pid=84763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:42:21.399459 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-f4df4215-2cf7-42f5-ab8b-f22034f522a1 req-009ca287-e418-4f8e-8de7-a39b85656d51 service neutron] For port 42bad176-1ee4-435b-b9de-71885d20eaa1, host n-h2-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=42bad176-1ee4-435b-b9de-71885d20eaa1,segment=NetworkSegment(87afec3e-18d6-4259-b0fb-f736f77582de),segment_id=87afec3e-18d6-4259-b0fb-f736f77582de)] {{(pid=84763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:42:21.404380 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-bbc221c7-6b7c-4b28-bcde-c022139d49a3 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Request body: {'subnet': {'network_id': 'f00f9f08-e875-4f8c-9289-beff649f5094', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:42:21.426099 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-19287bfe-05a8-4121-a682-1dc2942e94bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:21.427149 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b102fd7f-f16d-4e01-be43-c039c3d5d729 service neutron] Pushing event updated for resources: {'Port': ['ID=e6d0fe65-4d2c-4960-8e76-91676eb2a273,revision_number=2']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:21.481096 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-9f481b29-6fea-45b6-80d0-c63af5f6462a req-0f439ebf-2ed4-4e7d-9226-da50aa03082c tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] Unset dirty status for tenant:1704b27ee7504f47a5309a7a0aca6742 on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:42:21.482353 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-9f481b29-6fea-45b6-80d0-c63af5f6462a req-0f439ebf-2ed4-4e7d-9226-da50aa03082c tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] 10.222.0.69 "GET /v2.0/ports?device_id=e7e81689-65fe-4687-a768-aeb7ff97cfff HTTP/1.1" status: 200 len: 943 time: 0.4122758 Apr 18 19:42:21.498673 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db0435d2-78f7-4fdf-8249-9ac1e8b171b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31f5fbf7-4b5c-5a44-b255-70c4fc176ae8-57af972d-943b-4a86-90f7-7dab3bff4674', 'network_id': '57af972d-943b-4a86-90f7-7dab3bff4674', 'tenant_id': '25b05b3bfc6f4792a58f276b63d5c65b', 'fixed_ips': [{'subnet_id': '9786e446-f72f-4fc4-a7eb-085b678e7027'}]}} from n-d-836017-2. {{(pid=84765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 19:42:21.499509 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-db0435d2-78f7-4fdf-8249-9ac1e8b171b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:21.529434 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-f4df4215-2cf7-42f5-ab8b-f22034f522a1 req-009ca287-e418-4f8e-8de7-a39b85656d51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:21.587665 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:21.603316 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-9f481b29-6fea-45b6-80d0-c63af5f6462a req-979a3e11-cbc1-4adf-898c-8bd6c2aa3348 tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b779bcd-d80d-4dcd-ab6c-7b74007b5d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153717 Apr 18 19:42:21.629527 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-f4df4215-2cf7-42f5-ab8b-f22034f522a1 req-009ca287-e418-4f8e-8de7-a39b85656d51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:21.632358 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f4df4215-2cf7-42f5-ab8b-f22034f522a1 req-009ca287-e418-4f8e-8de7-a39b85656d51 service neutron] 10.222.0.72 "PUT /v2.0/ports/42bad176-1ee4-435b-b9de-71885d20eaa1 HTTP/1.1" status: 200 len: 1091 time: 3.5195568 Apr 18 19:42:21.636151 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7e81689-65fe-4687-a768-aeb7ff97cfff', 'tag': '42bad176-1ee4-435b-b9de-71885d20eaa1'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:42:21.678208 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009ca287-e418-4f8e-8de7-a39b85656d51 service neutron] Pushing event updated for resources: {'Port': ['ID=42bad176-1ee4-435b-b9de-71885d20eaa1,revision_number=3']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:21.692490 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-19287bfe-05a8-4121-a682-1dc2942e94bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:21.707754 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port b99c6f14-47f1-4ca0-8b04-491816fe3231, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=b99c6f14-47f1-4ca0-8b04-491816fe3231,segment=NetworkSegment(b8926c6e-9073-4fc9-ba41-5d530ba3940c),segment_id=b8926c6e-9073-4fc9-ba41-5d530ba3940c)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:42:21.741836 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19287bfe-05a8-4121-a682-1dc2942e94bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb003ef8-bec1-46f4-8fe0-50640bc23b0e,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:21.778869 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-d31dd759-bc25-4174-a4fa-03a4aca5648f tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks [] for router, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:21.834359 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:21.889008 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-bbc221c7-6b7c-4b28-bcde-c022139d49a3 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:42:21.892061 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-19287bfe-05a8-4121-a682-1dc2942e94bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:21.894082 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-19287bfe-05a8-4121-a682-1dc2942e94bf admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/bb003ef8-bec1-46f4-8fe0-50640bc23b0e HTTP/1.1" status: 204 len: 168 time: 0.7069468 Apr 18 19:42:21.955724 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f4df4215-2cf7-42f5-ab8b-f22034f522a1 req-f7697380-e3e8-4d82-ab1b-fe9a80f413aa service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1704b27ee7504f47a5309a7a0aca6742&device_id=e7e81689-65fe-4687-a768-aeb7ff97cfff HTTP/1.1" status: 200 len: 1094 time: 0.2020466 Apr 18 19:42:21.989175 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-bbc221c7-6b7c-4b28-bcde-c022139d49a3 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Usage tracker for resource:subnet and tenant:25b05b3bfc6f4792a58f276b63d5c65b is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:42:22.006632 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-bbc221c7-6b7c-4b28-bcde-c022139d49a3 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:42:22.030030 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7894cf10-efba-43c6-9737-909972cd865b req-7af50a26-9fe2-4187-a9e2-986df41f24b3 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:22.031732 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7894cf10-efba-43c6-9737-909972cd865b req-7af50a26-9fe2-4187-a9e2-986df41f24b3 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a897168-a61f-4c1b-904c-51871533c16d HTTP/1.1" status: 200 len: 943 time: 0.2182775 Apr 18 19:42:22.053437 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1c541fd-6087-4755-8778-e68e27e46067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:22.060664 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-db0435d2-78f7-4fdf-8249-9ac1e8b171b0 None None] Allocated IP 10.1.1.2 (57af972d-943b-4a86-90f7-7dab3bff4674/9786e446-f72f-4fc4-a7eb-085b678e7027/d0aaaa5f-f4cb-48ab-b9e6-42fa2fe79247) {{(pid=84765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:42:22.070825 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f4df4215-2cf7-42f5-ab8b-f22034f522a1 req-003c3135-5aa1-45a8-8c8d-84f99e6a98d8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42bad176-1ee4-435b-b9de-71885d20eaa1 HTTP/1.1" status: 200 len: 217 time: 0.1074929 Apr 18 19:42:22.075707 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Pushing event updated for resources: {'Port': ['ID=b99c6f14-47f1-4ca0-8b04-491816fe3231,revision_number=13']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:22.112291 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-bbc221c7-6b7c-4b28-bcde-c022139d49a3 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:42:22.158738 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7894cf10-efba-43c6-9737-909972cd865b req-687df397-8804-4551-ba19-9480f1df2458 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/security-groups?id=51df22c1-554b-4779-a025-65f2af6e2a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117287 Apr 18 19:42:22.165834 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:22.166752 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4df4215-2cf7-42f5-ab8b-f22034f522a1 req-b037343f-c327-4a92-a21c-cbef2b3f7809 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:22.168891 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f4df4215-2cf7-42f5-ab8b-f22034f522a1 req-b037343f-c327-4a92-a21c-cbef2b3f7809 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=52485bbf-71d0-4c05-9194-4f743c9c5d2b HTTP/1.1" status: 200 len: 850 time: 0.0830104 Apr 18 19:42:22.207660 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536b9695-9cd3-4abc-8dba-a4939da39d84 req-318109a6-b432-481a-b89d-5057e21c2d43 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:22.216507 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-536b9695-9cd3-4abc-8dba-a4939da39d84 req-318109a6-b432-481a-b89d-5057e21c2d43 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 943 time: 0.9543543 Apr 18 19:42:22.223322 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b49bb00-f484-4f92-bb80-0be3537a561f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b99c6f14-47f1-4ca0-8b04-491816fe3231'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:42:22.243725 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbc221c7-6b7c-4b28-bcde-c022139d49a3 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Made reservation on behalf of 25b05b3bfc6f4792a58f276b63d5c65b for: {'subnet': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:42:22.293556 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ec50a96-7978-4ef4-b175-2ed6a57a41e6'] response: {'name': 'network-changed', 'server_uuid': 'e7e81689-65fe-4687-a768-aeb7ff97cfff', 'tag': '42bad176-1ee4-435b-b9de-71885d20eaa1', 'status': 'completed', 'code': 200} Apr 18 19:42:22.331486 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-db0435d2-78f7-4fdf-8249-9ac1e8b171b0 None None] Notify callbacks [] for port, precommit_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:22.336277 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f4df4215-2cf7-42f5-ab8b-f22034f522a1 req-f7bc10b7-3c29-408f-bb03-95933f81e822 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8316c86c-250c-436f-a95b-14f06065e125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1605642 Apr 18 19:42:22.346481 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-db0435d2-78f7-4fdf-8249-9ac1e8b171b0 None None] Transition to ACTIVE for port object d0aaaa5f-f4cb-48ab-b9e6-42fa2fe79247 will not be triggered until provisioned by entity L2. {{(pid=84765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:42:22.369886 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-db0435d2-78f7-4fdf-8249-9ac1e8b171b0 None None] Transition to ACTIVE for port object d0aaaa5f-f4cb-48ab-b9e6-42fa2fe79247 will not be triggered until provisioned by entity DHCP. {{(pid=84765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:42:22.458408 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-db0435d2-78f7-4fdf-8249-9ac1e8b171b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331'] for port, after_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:22.498430 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-536b9695-9cd3-4abc-8dba-a4939da39d84 req-986157d8-dfa4-424a-9caa-620571490ba7 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2795594 Apr 18 19:42:22.661133 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0435d2-78f7-4fdf-8249-9ac1e8b171b0 None None] Pushing event updated for resources: {'Port': ['ID=d0aaaa5f-f4cb-48ab-b9e6-42fa2fe79247,revision_number=1']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:22.758391 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-628a406a-974f-4102-924e-27a28bdad0cb'] response: {'server_uuid': '7b49bb00-f484-4f92-bb80-0be3537a561f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b99c6f14-47f1-4ca0-8b04-491816fe3231', 'code': 200} Apr 18 19:42:22.758391 n-d-836017-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0435d2-78f7-4fdf-8249-9ac1e8b171b0 None None] Network 57af972d-943b-4a86-90f7-7dab3bff4674 is already hosted by enough agents. {{(pid=84765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:42:22.773513 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-16ced568-8a32-492b-b27f-eca7c017e8ca req-b102fd7f-f16d-4e01-be43-c039c3d5d729 service neutron] Attempting to bind port e6d0fe65-4d2c-4960-8e76-91676eb2a273 on host n-h2-836017-2 for vnic_type normal with profile {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:42:22.773513 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-16ced568-8a32-492b-b27f-eca7c017e8ca req-b102fd7f-f16d-4e01-be43-c039c3d5d729 service neutron] Attempting to bind port e6d0fe65-4d2c-4960-8e76-91676eb2a273 by drivers openvswitch,hyperv on host n-h2-836017-2 at level 0 using segments [{'id': '6e09292d-9dc6-4a58-913a-7eef33e1cf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '11569783-78f6-4d10-9370-768c4acb7a65'}] {{(pid=84764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:42:22.773513 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ced568-8a32-492b-b27f-eca7c017e8ca req-b102fd7f-f16d-4e01-be43-c039c3d5d729 service neutron] Attempting to bind port e6d0fe65-4d2c-4960-8e76-91676eb2a273 on network 11569783-78f6-4d10-9370-768c4acb7a65 {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:42:22.781297 n-d-836017-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-db0435d2-78f7-4fdf-8249-9ac1e8b171b0 None None] Resources bound (agent type, host, resource id): {{(pid=84765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:42:22.795817 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0435d2-78f7-4fdf-8249-9ac1e8b171b0 None None] Received port after_create {{(pid=84765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:42:22.838240 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-bbc221c7-6b7c-4b28-bcde-c022139d49a3 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65862573'] for subnet, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:22.960832 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-db0435d2-78f7-4fdf-8249-9ac1e8b171b0 None None] Attempting to bind port d0aaaa5f-f4cb-48ab-b9e6-42fa2fe79247 on host n-d-836017-2 for vnic_type normal with profile {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:42:22.961186 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-db0435d2-78f7-4fdf-8249-9ac1e8b171b0 None None] Attempting to bind port d0aaaa5f-f4cb-48ab-b9e6-42fa2fe79247 by drivers openvswitch,hyperv on host n-d-836017-2 at level 0 using segments [{'id': 'eadc1d42-b6f7-4927-99a7-b1ed099a479d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '57af972d-943b-4a86-90f7-7dab3bff4674'}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:42:22.961637 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f4df4215-2cf7-42f5-ab8b-f22034f522a1 req-749e4bbe-9c9e-4fce-9e84-fec57a835f87 service neutron] 10.222.0.72 "GET /v2.0/networks/8316c86c-250c-436f-a95b-14f06065e125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6165924 Apr 18 19:42:22.964596 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0435d2-78f7-4fdf-8249-9ac1e8b171b0 None None] Attempting to bind port d0aaaa5f-f4cb-48ab-b9e6-42fa2fe79247 on network 57af972d-943b-4a86-90f7-7dab3bff4674 {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:42:22.973545 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device c2d41a20-8113-45ca-a446-3bd7c51b739f no longer exists at agent hyperv_n-h1-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:42:23.023898 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0435d2-78f7-4fdf-8249-9ac1e8b171b0 None None] Checking agent: {'id': 'df2a5cfe-6839-400b-a998-e4fffce70f45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 8, 22), 'started_at': datetime.datetime(2022, 4, 18, 19, 8, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:42:23.024271 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0435d2-78f7-4fdf-8249-9ac1e8b171b0 None None] Checking segment: {'id': 'eadc1d42-b6f7-4927-99a7-b1ed099a479d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '57af972d-943b-4a86-90f7-7dab3bff4674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:42:23.024762 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-db0435d2-78f7-4fdf-8249-9ac1e8b171b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:23.025149 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0435d2-78f7-4fdf-8249-9ac1e8b171b0 None None] Bound using segment: {'id': 'eadc1d42-b6f7-4927-99a7-b1ed099a479d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '57af972d-943b-4a86-90f7-7dab3bff4674'} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:42:23.025630 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-db0435d2-78f7-4fdf-8249-9ac1e8b171b0 None None] Bound port: d0aaaa5f-f4cb-48ab-b9e6-42fa2fe79247, host: n-d-836017-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eadc1d42-b6f7-4927-99a7-b1ed099a479d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '57af972d-943b-4a86-90f7-7dab3bff4674'}}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:42:23.025996 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-db0435d2-78f7-4fdf-8249-9ac1e8b171b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:23.035784 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e6f25c-9582-4957-8395-120ab1ee5899 req-882da927-90ef-49ea-93b3-96a325ad882f tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:23.044197 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d2e6f25c-9582-4957-8395-120ab1ee5899 req-882da927-90ef-49ea-93b3-96a325ad882f tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b49bb00-f484-4f92-bb80-0be3537a561f HTTP/1.1" status: 200 len: 946 time: 0.4951434 Apr 18 19:42:23.184343 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d2e6f25c-9582-4957-8395-120ab1ee5899 req-f0335c0f-305b-45b1-8f14-6280d5c29248 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] 10.222.0.69 "GET /v2.0/security-groups?id=65d46739-eb5a-478f-9fc7-f1aa98b0d76a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1384962 Apr 18 19:42:23.222841 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ced568-8a32-492b-b27f-eca7c017e8ca req-b102fd7f-f16d-4e01-be43-c039c3d5d729 service neutron] Port e6d0fe65-4d2c-4960-8e76-91676eb2a273 on network 11569783-78f6-4d10-9370-768c4acb7a65 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-2 {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:42:23.223403 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ced568-8a32-492b-b27f-eca7c017e8ca req-b102fd7f-f16d-4e01-be43-c039c3d5d729 service neutron] Attempting to bind port e6d0fe65-4d2c-4960-8e76-91676eb2a273 on network 11569783-78f6-4d10-9370-768c4acb7a65 {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:42:23.234010 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ced568-8a32-492b-b27f-eca7c017e8ca req-b102fd7f-f16d-4e01-be43-c039c3d5d729 service neutron] Checking agent: {'id': '02e8f951-d3a3-40e1-b8cc-aed258af030b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 42, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:42:23.234346 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ced568-8a32-492b-b27f-eca7c017e8ca req-b102fd7f-f16d-4e01-be43-c039c3d5d729 service neutron] Checking segment: {'id': '6e09292d-9dc6-4a58-913a-7eef33e1cf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '11569783-78f6-4d10-9370-768c4acb7a65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:42:23.234729 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ced568-8a32-492b-b27f-eca7c017e8ca req-b102fd7f-f16d-4e01-be43-c039c3d5d729 service neutron] Bound using segment: {'id': '6e09292d-9dc6-4a58-913a-7eef33e1cf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '11569783-78f6-4d10-9370-768c4acb7a65'} {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:42:23.235213 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-16ced568-8a32-492b-b27f-eca7c017e8ca req-b102fd7f-f16d-4e01-be43-c039c3d5d729 service neutron] Bound port: e6d0fe65-4d2c-4960-8e76-91676eb2a273, host: n-h2-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e09292d-9dc6-4a58-913a-7eef33e1cf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '11569783-78f6-4d10-9370-768c4acb7a65'}}] {{(pid=84764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:42:23.235554 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-16ced568-8a32-492b-b27f-eca7c017e8ca req-b102fd7f-f16d-4e01-be43-c039c3d5d729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:23.282010 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f4df4215-2cf7-42f5-ab8b-f22034f522a1 req-6586c4ba-48b8-4ce0-9f7b-7293c8ac1eda service neutron] 10.222.0.72 "GET /v2.0/networks/8316c86c-250c-436f-a95b-14f06065e125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3008623 Apr 18 19:42:23.312071 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a4106dab-6971-4e7e-8fdc-c66f0a3f4877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:23.403133 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-db0435d2-78f7-4fdf-8249-9ac1e8b171b0 None None] For port d0aaaa5f-f4cb-48ab-b9e6-42fa2fe79247, host n-d-836017-2, cleared binding levels {{(pid=84765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:42:23.429488 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-db0435d2-78f7-4fdf-8249-9ac1e8b171b0 None None] For port d0aaaa5f-f4cb-48ab-b9e6-42fa2fe79247, host n-d-836017-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=d0aaaa5f-f4cb-48ab-b9e6-42fa2fe79247,segment=NetworkSegment(eadc1d42-b6f7-4927-99a7-b1ed099a479d),segment_id=eadc1d42-b6f7-4927-99a7-b1ed099a479d)] {{(pid=84765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:42:23.522769 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-db0435d2-78f7-4fdf-8249-9ac1e8b171b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:23.539819 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4731dfd0-e511-493a-9b2a-2be552b61ec9 req-20aaba01-3095-4015-ae44-fe8766a9eb57 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1704b27ee7504f47a5309a7a0aca6742&device_id=e7e81689-65fe-4687-a768-aeb7ff97cfff HTTP/1.1" status: 200 len: 1094 time: 0.1260734 Apr 18 19:42:23.656512 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0435d2-78f7-4fdf-8249-9ac1e8b171b0 None None] Pushing event updated for resources: {'Port': ['ID=d0aaaa5f-f4cb-48ab-b9e6-42fa2fe79247,revision_number=2']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:23.719615 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-bbc221c7-6b7c-4b28-bcde-c022139d49a3 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2290811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65862591'] for subnet, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:23.888818 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4731dfd0-e511-493a-9b2a-2be552b61ec9 req-5e891cd6-7e71-45fb-b866-ee99826063a0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:23.890358 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4731dfd0-e511-493a-9b2a-2be552b61ec9 req-5e891cd6-7e71-45fb-b866-ee99826063a0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8316c86c-250c-436f-a95b-14f06065e125 HTTP/1.1" status: 200 len: 912 time: 0.3448489 Apr 18 19:42:23.919029 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-d31dd759-bc25-4174-a4fa-03a4aca5648f tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4443'] for router, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:23.982650 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-d31dd759-bc25-4174-a4fa-03a4aca5648f tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:24.018087 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca89149-994c-4e0c-9fcf-d3a3b98da11c req-25143169-6a76-451e-9516-bc4f48a0a878 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:24.027869 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-eca89149-994c-4e0c-9fcf-d3a3b98da11c req-25143169-6a76-451e-9516-bc4f48a0a878 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a897168-a61f-4c1b-904c-51871533c16d HTTP/1.1" status: 200 len: 943 time: 0.3320882 Apr 18 19:42:24.050072 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4731dfd0-e511-493a-9b2a-2be552b61ec9 req-6179ed23-5934-4f0a-8487-c4396c1532d8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42bad176-1ee4-435b-b9de-71885d20eaa1 HTTP/1.1" status: 200 len: 217 time: 0.1519420 Apr 18 19:42:24.052927 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc221c7-6b7c-4b28-bcde-c022139d49a3 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Pushing event updated for resources: {'Subnet': ['ID=cd99ca5f-ef7d-4581-89ac-6b4526c0c60e,revision_number=0']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:24.138590 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f9a7d0-de0d-4359-81b8-829ca359bdcb req-b0c8a85c-9b4b-4197-a000-7a700da3a2ed tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:24.140192 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e6f9a7d0-de0d-4359-81b8-829ca359bdcb req-b0c8a85c-9b4b-4197-a000-7a700da3a2ed tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] 10.222.0.69 "GET /v2.0/ports?device_id=e7e81689-65fe-4687-a768-aeb7ff97cfff HTTP/1.1" status: 200 len: 943 time: 0.9184785 Apr 18 19:42:24.156984 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-eca89149-994c-4e0c-9fcf-d3a3b98da11c req-5db113bf-9973-49b4-9b11-181ad333d4a5 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/security-groups?id=51df22c1-554b-4779-a025-65f2af6e2a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295719 Apr 18 19:42:24.182081 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4731dfd0-e511-493a-9b2a-2be552b61ec9 req-f4da5907-6a07-4bab-ae29-6e88e4db02f3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:24.183981 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4731dfd0-e511-493a-9b2a-2be552b61ec9 req-f4da5907-6a07-4bab-ae29-6e88e4db02f3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=52485bbf-71d0-4c05-9194-4f743c9c5d2b HTTP/1.1" status: 200 len: 850 time: 0.1228766 Apr 18 19:42:24.215483 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 40504) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:24.234785 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-16ced568-8a32-492b-b27f-eca7c017e8ca req-b102fd7f-f16d-4e01-be43-c039c3d5d729 service neutron] For port e6d0fe65-4d2c-4960-8e76-91676eb2a273, host n-h2-836017-2, cleared binding levels {{(pid=84764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:42:24.239251 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc221c7-6b7c-4b28-bcde-c022139d49a3 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Checking segment: {'id': 'aa8c0ef9-da74-4d84-9263-663c7f790109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f00f9f08-e875-4f8c-9289-beff649f5094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:42:24.239623 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc221c7-6b7c-4b28-bcde-c022139d49a3 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Network hostable DHCP agents. Network: f00f9f08-e875-4f8c-9289-beff649f5094, hostable agents: ['f6987c12-6d6c-47d4-b22d-cfcd164dc40d'], hosted agents: [] {{(pid=84764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:42:24.273474 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e6f9a7d0-de0d-4359-81b8-829ca359bdcb req-e051bc89-ea3d-4d9d-9576-339c2a0bb58a tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b779bcd-d80d-4dcd-ab6c-7b74007b5d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145842 Apr 18 19:42:24.279606 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-16ced568-8a32-492b-b27f-eca7c017e8ca req-b102fd7f-f16d-4e01-be43-c039c3d5d729 service neutron] For port e6d0fe65-4d2c-4960-8e76-91676eb2a273, host n-h2-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=e6d0fe65-4d2c-4960-8e76-91676eb2a273,segment=NetworkSegment(6e09292d-9dc6-4a58-913a-7eef33e1cf20),segment_id=6e09292d-9dc6-4a58-913a-7eef33e1cf20)] {{(pid=84764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:42:24.311043 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4731dfd0-e511-493a-9b2a-2be552b61ec9 req-f8a2c09c-c172-45ec-b9ae-97f6c206bdcf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8316c86c-250c-436f-a95b-14f06065e125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1167679 Apr 18 19:42:24.338610 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-d31dd759-bc25-4174-a4fa-03a4aca5648f tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412768'] for router, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:24.339327 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d31dd759-bc25-4174-a4fa-03a4aca5648f tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Fanout notify agent at l3_agent the message router_deleted on router 4c554b09-e62a-472b-a509-b2a9843d4632 {{(pid=84764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 19:42:24.371826 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-d31dd759-bc25-4174-a4fa-03a4aca5648f tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks [] for router, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:24.374772 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-d31dd759-bc25-4174-a4fa-03a4aca5648f tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] 10.222.0.69 "DELETE /v2.0/routers/4c554b09-e62a-472b-a509-b2a9843d4632 HTTP/1.1" status: 204 len: 168 time: 3.3919950 Apr 18 19:42:24.378716 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 40512) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:24.387780 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-16ced568-8a32-492b-b27f-eca7c017e8ca req-b102fd7f-f16d-4e01-be43-c039c3d5d729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2290934'] for port, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:24.399445 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc221c7-6b7c-4b28-bcde-c022139d49a3 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Network f00f9f08-e875-4f8c-9289-beff649f5094 is scheduled to be hosted by DHCP agent f6987c12-6d6c-47d4-b22d-cfcd164dc40d with binding_index 1 {{(pid=84764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:42:24.528997 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device d0aaaa5f-f4cb-48ab-b9e6-42fa2fe79247 up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:42:24.573802 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-68c257c4-a17d-43fd-892a-07a40c181952 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-203894862-network', 'tenant_id': 'a41ef4d3279b44abbcbf57a2ed78f6bf'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:42:24.607223 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4731dfd0-e511-493a-9b2a-2be552b61ec9 req-82351380-6aa7-45a9-9f3d-a5bd6dbb30b5 service neutron] 10.222.0.72 "GET /v2.0/networks/8316c86c-250c-436f-a95b-14f06065e125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2905841 Apr 18 19:42:24.649747 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-68c257c4-a17d-43fd-892a-07a40c181952 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:42:24.673477 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [None req-bbc221c7-6b7c-4b28-bcde-c022139d49a3 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-2, f00f9f08-e875-4f8c-9289-beff649f5094) {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:42:24.685272 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31ab2e4-93f0-44ff-89c6-9fd9a96dff68 None None] Network f00f9f08-e875-4f8c-9289-beff649f5094 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:42:24.710693 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-68c257c4-a17d-43fd-892a-07a40c181952 admin admin] Usage tracker for resource:network and tenant:a41ef4d3279b44abbcbf57a2ed78f6bf is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:42:24.742954 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc221c7-6b7c-4b28-bcde-c022139d49a3 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:24.743827 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-bbc221c7-6b7c-4b28-bcde-c022139d49a3 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for subnet, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:24.752126 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-68c257c4-a17d-43fd-892a-07a40c181952 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:42:24.811708 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-68c257c4-a17d-43fd-892a-07a40c181952 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:42:24.843974 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-16ced568-8a32-492b-b27f-eca7c017e8ca req-b102fd7f-f16d-4e01-be43-c039c3d5d729 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:24.847768 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-16ced568-8a32-492b-b27f-eca7c017e8ca req-b102fd7f-f16d-4e01-be43-c039c3d5d729 service neutron] 10.222.0.72 "PUT /v2.0/ports/e6d0fe65-4d2c-4960-8e76-91676eb2a273 HTTP/1.1" status: 200 len: 1091 time: 5.6457462 Apr 18 19:42:24.848381 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a897168-a61f-4c1b-904c-51871533c16d', 'tag': 'e6d0fe65-4d2c-4960-8e76-91676eb2a273'}] {{(pid=84764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:42:24.897635 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-dec29cac-ce86-45a5-8584-146564b77f25 req-7401d488-e24e-496c-9d74-e14b794b3355 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.3600757 Apr 18 19:42:24.909630 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b102fd7f-f16d-4e01-be43-c039c3d5d729 service neutron] Pushing event updated for resources: {'Port': ['ID=e6d0fe65-4d2c-4960-8e76-91676eb2a273,revision_number=3']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:24.911303 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning for port d0aaaa5f-f4cb-48ab-b9e6-42fa2fe79247 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:42:24.964018 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4731dfd0-e511-493a-9b2a-2be552b61ec9 req-a1bf2555-d22b-4d79-b1ba-8f6db8b50cfb service neutron] 10.222.0.72 "GET /v2.0/networks/8316c86c-250c-436f-a95b-14f06065e125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3478708 Apr 18 19:42:25.008557 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-bbc221c7-6b7c-4b28-bcde-c022139d49a3 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.6171925 Apr 18 19:42:25.012869 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 40520) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:25.023109 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-5ebfd984-6bb9-4e7e-bc2a-a788de4a13f1 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Request body: {'port': {'network_id': '57af972d-943b-4a86-90f7-7dab3bff4674', 'name': 'tempest-TaggedBootDevicesTest_v242-948988951', 'fixed_ips': [{'subnet_id': '9786e446-f72f-4fc4-a7eb-085b678e7027'}]}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:42:25.143430 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-16ced568-8a32-492b-b27f-eca7c017e8ca req-2a81b68d-3480-4338-af27-0842da96ab92 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f7f855ff57c84f41949916661be0c661&device_id=1a897168-a61f-4c1b-904c-51871533c16d HTTP/1.1" status: 200 len: 1094 time: 0.1507730 Apr 18 19:42:25.189248 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68c257c4-a17d-43fd-892a-07a40c181952 admin admin] Made reservation on behalf of a41ef4d3279b44abbcbf57a2ed78f6bf for: {'network': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:42:25.191579 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-68c257c4-a17d-43fd-892a-07a40c181952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for network, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:25.221837 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:25.263510 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e361cc7-570b-4743-a0d6-35cf1b636873 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31f5fbf7-4b5c-5a44-b255-70c4fc176ae8-f00f9f08-e875-4f8c-9289-beff649f5094', 'network_id': 'f00f9f08-e875-4f8c-9289-beff649f5094', 'tenant_id': '25b05b3bfc6f4792a58f276b63d5c65b', 'fixed_ips': [{'subnet_id': 'cd99ca5f-ef7d-4581-89ac-6b4526c0c60e'}]}} from n-d-836017-2. {{(pid=84765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 19:42:25.266346 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4e361cc7-570b-4743-a0d6-35cf1b636873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:25.267458 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-68c257c4-a17d-43fd-892a-07a40c181952 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:25.312438 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e06fb11b-81fe-4abc-9990-29f6d02d9a2f None None] Network 57af972d-943b-4a86-90f7-7dab3bff4674 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:42:25.328904 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0b8d93-a70f-4d5c-987e-0d3d968196f4 req-4a967143-b1e2-4d14-aa14-b777fef8da0c tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:25.338041 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-eb0b8d93-a70f-4d5c-987e-0d3d968196f4 req-4a967143-b1e2-4d14-aa14-b777fef8da0c tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b49bb00-f484-4f92-bb80-0be3537a561f HTTP/1.1" status: 200 len: 946 time: 0.7878592 Apr 18 19:42:25.356732 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-16ced568-8a32-492b-b27f-eca7c017e8ca req-8a9743e1-d657-4326-bd4f-24e7ed275dde service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e6d0fe65-4d2c-4960-8e76-91676eb2a273 HTTP/1.1" status: 200 len: 217 time: 0.2033997 Apr 18 19:42:25.370819 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_v2 [None req-885d1a10-91e5-46f9-8c85-4aea9ad8561e tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Deleting subnet 413be721-dc3f-43d3-abf8-1ee9a5073d69 {{(pid=84764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:42:25.438541 n-d-836017-2 neutron-server[84764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39443434-8339-4843-95a1-d69ef88b77fd'] response: {'name': 'network-changed', 'server_uuid': '1a897168-a61f-4c1b-904c-51871533c16d', 'tag': 'e6d0fe65-4d2c-4960-8e76-91676eb2a273', 'status': 'completed', 'code': 200} Apr 18 19:42:25.452622 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-885d1a10-91e5-46f9-8c85-4aea9ad8561e tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks [] for subnet, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:25.465831 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ced568-8a32-492b-b27f-eca7c017e8ca req-50628d1a-35ee-4b0f-810f-3a6d58ef8f38 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:25.468904 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-16ced568-8a32-492b-b27f-eca7c017e8ca req-50628d1a-35ee-4b0f-810f-3a6d58ef8f38 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=183f16e9-913d-4006-a470-a5bf63783425 HTTP/1.1" status: 200 len: 845 time: 0.1087878 Apr 18 19:42:25.595490 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-16ced568-8a32-492b-b27f-eca7c017e8ca req-fbb3a12d-998a-43ba-a524-52d263cbed75 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=11569783-78f6-4d10-9370-768c4acb7a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1177955 Apr 18 19:42:25.655117 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-5ebfd984-6bb9-4e7e-bc2a-a788de4a13f1 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:42:25.665307 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-68c257c4-a17d-43fd-892a-07a40c181952 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:42:25.701687 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-885d1a10-91e5-46f9-8c85-4aea9ad8561e tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66931798'] for subnet, precommit_delete_associations {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:25.728538 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-b9e7a692-7fd5-4bee-8a56-6aa5fbe6bcf4 None None] Provisioning for port d0aaaa5f-f4cb-48ab-b9e6-42fa2fe79247 completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:42:25.752245 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-b9e7a692-7fd5-4bee-8a56-6aa5fbe6bcf4 None None] Provisioning complete for port d0aaaa5f-f4cb-48ab-b9e6-42fa2fe79247 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:42:25.752633 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b9e7a692-7fd5-4bee-8a56-6aa5fbe6bcf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:25.774356 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-5ebfd984-6bb9-4e7e-bc2a-a788de4a13f1 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Usage tracker for resource:port and tenant:25b05b3bfc6f4792a58f276b63d5c65b is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:42:25.783650 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-5ebfd984-6bb9-4e7e-bc2a-a788de4a13f1 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:42:25.796040 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-5ebfd984-6bb9-4e7e-bc2a-a788de4a13f1 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:42:25.827389 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-68c257c4-a17d-43fd-892a-07a40c181952 admin admin] Usage tracker for resource:security_group_rule and tenant:a41ef4d3279b44abbcbf57a2ed78f6bf is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:42:25.872132 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-68c257c4-a17d-43fd-892a-07a40c181952 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:42:25.907867 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ebfd984-6bb9-4e7e-bc2a-a788de4a13f1 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Made reservation on behalf of 25b05b3bfc6f4792a58f276b63d5c65b for: {'port': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:42:25.969924 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-68c257c4-a17d-43fd-892a-07a40c181952 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:42:25.986034 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-eb0b8d93-a70f-4d5c-987e-0d3d968196f4 req-8a010a03-28fd-4304-9ff0-e3183a56e3cf tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] 10.222.0.69 "GET /v2.0/security-groups?id=65d46739-eb5a-478f-9fc7-f1aa98b0d76a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6397648 Apr 18 19:42:26.011193 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-4e361cc7-570b-4743-a0d6-35cf1b636873 None None] Allocated IP 10.2.2.2 (f00f9f08-e875-4f8c-9289-beff649f5094/cd99ca5f-ef7d-4581-89ac-6b4526c0c60e/17fcd18f-2710-4b7d-b4ee-1a0ddcc1ef9d) {{(pid=84765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:42:26.087136 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5186aa8-8d39-4db7-abbd-65c220c7c631 req-ab92a305-e5c5-4909-8fff-3b0436a8d73e tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:26.090677 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f5186aa8-8d39-4db7-abbd-65c220c7c631 req-ab92a305-e5c5-4909-8fff-3b0436a8d73e tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a897168-a61f-4c1b-904c-51871533c16d HTTP/1.1" status: 200 len: 943 time: 0.5590253 Apr 18 19:42:26.188158 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f5186aa8-8d39-4db7-abbd-65c220c7c631 req-7ed696fe-8245-448d-a866-3634b4f49d96 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/security-groups?id=51df22c1-554b-4779-a025-65f2af6e2a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821028 Apr 18 19:42:26.243739 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-16ced568-8a32-492b-b27f-eca7c017e8ca req-4ca6959c-15da-44df-a7e8-2bfd09c23405 service neutron] 10.222.0.72 "GET /v2.0/networks/11569783-78f6-4d10-9370-768c4acb7a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6407614 Apr 18 19:42:26.371453 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4e361cc7-570b-4743-a0d6-35cf1b636873 None None] Notify callbacks [] for port, precommit_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:26.382597 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-4e361cc7-570b-4743-a0d6-35cf1b636873 None None] Transition to ACTIVE for port object 17fcd18f-2710-4b7d-b4ee-1a0ddcc1ef9d will not be triggered until provisioned by entity L2. {{(pid=84765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:42:26.402244 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-4e361cc7-570b-4743-a0d6-35cf1b636873 None None] Transition to ACTIVE for port object 17fcd18f-2710-4b7d-b4ee-1a0ddcc1ef9d will not be triggered until provisioned by entity DHCP. {{(pid=84765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:42:26.410032 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 42bad176-1ee4-435b-b9de-71885d20eaa1 details requested by agent hyperv_n-h2-836017-2 with host n-h2-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:42:26.534502 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-16ced568-8a32-492b-b27f-eca7c017e8ca req-e03f3eb4-ca17-4fa0-a482-cc496e727a1e service neutron] 10.222.0.72 "GET /v2.0/networks/11569783-78f6-4d10-9370-768c4acb7a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2843246 Apr 18 19:42:26.728895 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 42bad176-1ee4-435b-b9de-71885d20eaa1, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=42bad176-1ee4-435b-b9de-71885d20eaa1,segment=NetworkSegment(87afec3e-18d6-4259-b0fb-f736f77582de),segment_id=87afec3e-18d6-4259-b0fb-f736f77582de)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:42:26.777754 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4e361cc7-570b-4743-a0d6-35cf1b636873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331'] for port, after_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:26.784134 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a1fbeff0-135a-482d-8b9d-18f21bbaef39 req-d58e5695-b237-4238-a267-320bf8bbef21 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f7f855ff57c84f41949916661be0c661&device_id=1a897168-a61f-4c1b-904c-51871533c16d HTTP/1.1" status: 200 len: 1094 time: 0.1142354 Apr 18 19:42:26.794249 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0659123-606b-4b21-bfbd-f056e4ffff82 req-1c01344c-437a-4883-a50a-a8a31c9ef868 tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:26.804174 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d0659123-606b-4b21-bfbd-f056e4ffff82 req-1c01344c-437a-4883-a50a-a8a31c9ef868 tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] 10.222.0.69 "GET /v2.0/ports?device_id=e7e81689-65fe-4687-a768-aeb7ff97cfff HTTP/1.1" status: 200 len: 943 time: 0.2405455 Apr 18 19:42:26.903413 n-d-836017-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e361cc7-570b-4743-a0d6-35cf1b636873 None None] Network f00f9f08-e875-4f8c-9289-beff649f5094 is already hosted by enough agents. {{(pid=84765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:42:26.905560 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Returning: {'device': '42bad176-1ee4-435b-b9de-71885d20eaa1', 'network_id': '8316c86c-250c-436f-a95b-14f06065e125', 'port_id': '42bad176-1ee4-435b-b9de-71885d20eaa1', 'mac_address': 'fa:16:3e:37:53:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52485bbf-71d0-4c05-9194-4f743c9c5d2b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:42:26.910336 n-d-836017-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-4e361cc7-570b-4743-a0d6-35cf1b636873 None None] Resources bound (agent type, host, resource id): {{(pid=84765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:42:26.911490 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-885d1a10-91e5-46f9-8c85-4aea9ad8561e tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1258508'] for subnet, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:26.982997 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fbeff0-135a-482d-8b9d-18f21bbaef39 req-36760a69-80d4-4c36-b0c1-89d5089a66c0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:26.984923 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a1fbeff0-135a-482d-8b9d-18f21bbaef39 req-36760a69-80d4-4c36-b0c1-89d5089a66c0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=11569783-78f6-4d10-9370-768c4acb7a65 HTTP/1.1" status: 200 len: 906 time: 0.1778362 Apr 18 19:42:27.008989 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e361cc7-570b-4743-a0d6-35cf1b636873 None None] Received port after_create {{(pid=84765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:42:27.041673 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-5ebfd984-6bb9-4e7e-bc2a-a788de4a13f1 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:27.104664 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b9e7a692-7fd5-4bee-8a56-6aa5fbe6bcf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:27.106736 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-68c257c4-a17d-43fd-892a-07a40c181952 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:27.121194 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-b43921f7-59bc-49ec-8fd4-f3d682a67403 req-07782a53-2178-4026-9487-1121a5669ae6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.4416478 Apr 18 19:42:27.137307 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843cdd70-b0b5-48e8-a963-75e8e5376eb5 req-f554d01b-468e-4e55-9d46-cb802faf2615 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:27.139165 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-843cdd70-b0b5-48e8-a963-75e8e5376eb5 req-f554d01b-468e-4e55-9d46-cb802faf2615 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 943 time: 0.7659307 Apr 18 19:42:27.141260 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [None req-5ebfd984-6bb9-4e7e-bc2a-a788de4a13f1 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] device_id is not set on port 859cd966-5e42-46fb-b44d-a96ed2ee8eae yet. {{(pid=84764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 19:42:27.150242 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a1fbeff0-135a-482d-8b9d-18f21bbaef39 req-e4e8dda0-552a-4854-a069-af5a81f97f69 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e6d0fe65-4d2c-4960-8e76-91676eb2a273 HTTP/1.1" status: 200 len: 217 time: 0.1527088 Apr 18 19:42:27.176070 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e361cc7-570b-4743-a0d6-35cf1b636873 None None] Pushing event updated for resources: {'Port': ['ID=17fcd18f-2710-4b7d-b4ee-1a0ddcc1ef9d,revision_number=1']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:27.202005 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-68c257c4-a17d-43fd-892a-07a40c181952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:27.260317 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-d0659123-606b-4b21-bfbd-f056e4ffff82 req-1c5e53f5-c493-4091-b9c7-b055010085fb tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b779bcd-d80d-4dcd-ab6c-7b74007b5d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4548042 Apr 18 19:42:27.293192 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:27.335578 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fbeff0-135a-482d-8b9d-18f21bbaef39 req-ab00e839-058c-4592-96a3-f4c86da7ec11 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:27.347099 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a1fbeff0-135a-482d-8b9d-18f21bbaef39 req-ab00e839-058c-4592-96a3-f4c86da7ec11 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=183f16e9-913d-4006-a470-a5bf63783425 HTTP/1.1" status: 200 len: 845 time: 0.1861069 Apr 18 19:42:27.377298 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-4e361cc7-570b-4743-a0d6-35cf1b636873 None None] Attempting to bind port 17fcd18f-2710-4b7d-b4ee-1a0ddcc1ef9d on host n-d-836017-2 for vnic_type normal with profile {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:42:27.377668 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-4e361cc7-570b-4743-a0d6-35cf1b636873 None None] Attempting to bind port 17fcd18f-2710-4b7d-b4ee-1a0ddcc1ef9d by drivers openvswitch,hyperv on host n-d-836017-2 at level 0 using segments [{'id': 'aa8c0ef9-da74-4d84-9263-663c7f790109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f00f9f08-e875-4f8c-9289-beff649f5094'}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:42:27.378040 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e361cc7-570b-4743-a0d6-35cf1b636873 None None] Attempting to bind port 17fcd18f-2710-4b7d-b4ee-1a0ddcc1ef9d on network f00f9f08-e875-4f8c-9289-beff649f5094 {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:42:27.398163 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-b9e7a692-7fd5-4bee-8a56-6aa5fbe6bcf4 None None] For port d0aaaa5f-f4cb-48ab-b9e6-42fa2fe79247, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=d0aaaa5f-f4cb-48ab-b9e6-42fa2fe79247,segment=NetworkSegment(eadc1d42-b6f7-4927-99a7-b1ed099a479d),segment_id=eadc1d42-b6f7-4927-99a7-b1ed099a479d)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:42:27.399643 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e361cc7-570b-4743-a0d6-35cf1b636873 None None] Checking agent: {'id': 'df2a5cfe-6839-400b-a998-e4fffce70f45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 8, 22), 'started_at': datetime.datetime(2022, 4, 18, 19, 8, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:42:27.400006 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e361cc7-570b-4743-a0d6-35cf1b636873 None None] Checking segment: {'id': 'aa8c0ef9-da74-4d84-9263-663c7f790109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f00f9f08-e875-4f8c-9289-beff649f5094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:42:27.400424 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4e361cc7-570b-4743-a0d6-35cf1b636873 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:27.400814 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e361cc7-570b-4743-a0d6-35cf1b636873 None None] Bound using segment: {'id': 'aa8c0ef9-da74-4d84-9263-663c7f790109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f00f9f08-e875-4f8c-9289-beff649f5094'} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:42:27.406664 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-4e361cc7-570b-4743-a0d6-35cf1b636873 None None] Bound port: 17fcd18f-2710-4b7d-b4ee-1a0ddcc1ef9d, host: n-d-836017-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa8c0ef9-da74-4d84-9263-663c7f790109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f00f9f08-e875-4f8c-9289-beff649f5094'}}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:42:27.407135 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4e361cc7-570b-4743-a0d6-35cf1b636873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:27.441452 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a1fbeff0-135a-482d-8b9d-18f21bbaef39 req-46afd44f-2971-43e9-8e74-c31c3fb74463 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=11569783-78f6-4d10-9370-768c4acb7a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0863192 Apr 18 19:42:27.460451 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42bad176-1ee4-435b-b9de-71885d20eaa1 {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:42:27.518728 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 42bad176-1ee4-435b-b9de-71885d20eaa1, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=42bad176-1ee4-435b-b9de-71885d20eaa1,segment=NetworkSegment(87afec3e-18d6-4259-b0fb-f736f77582de),segment_id=87afec3e-18d6-4259-b0fb-f736f77582de)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:42:27.527947 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b9e7a692-7fd5-4bee-8a56-6aa5fbe6bcf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:27.551458 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68c257c4-a17d-43fd-892a-07a40c181952 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=84764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:42:27.562402 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c257c4-a17d-43fd-892a-07a40c181952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ab7411a-5c8b-4e40-946b-ce992708a870,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:27.613457 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:27.667000 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-885d1a10-91e5-46f9-8c85-4aea9ad8561e tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1258501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2290876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65862598'] for subnet, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:27.697206 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a1fbeff0-135a-482d-8b9d-18f21bbaef39 req-d8c6b276-517e-41b1-9cbf-bfaebbacc8e4 service neutron] 10.222.0.72 "GET /v2.0/networks/11569783-78f6-4d10-9370-768c4acb7a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479987 Apr 18 19:42:27.712377 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-68c257c4-a17d-43fd-892a-07a40c181952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:27.717954 n-d-836017-2 neutron-server[84764]: INFO neutron.db.segments_db [None req-68c257c4-a17d-43fd-892a-07a40c181952 admin admin] Added segment 34c7d79c-f1be-4665-9acb-969553f610ad of type vlan for network 35c9fe89-e4ac-48fc-a2f5-b2da97f1e503 Apr 18 19:42:27.771605 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-68c257c4-a17d-43fd-892a-07a40c181952 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791093404182'] for network, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:27.863180 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e7a692-7fd5-4bee-8a56-6aa5fbe6bcf4 None None] Pushing event updated for resources: {'Port': ['ID=d0aaaa5f-f4cb-48ab-b9e6-42fa2fe79247,revision_number=3']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:27.868219 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-843cdd70-b0b5-48e8-a963-75e8e5376eb5 req-e68ff962-5418-470a-bc30-1edf63c30181 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6700113 Apr 18 19:42:27.875216 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] get_ports_and_sgs() called for port_ids ['42bad176-1ee4-435b-b9de-71885d20eaa1'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:42:27.879583 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885d1a10-91e5-46f9-8c85-4aea9ad8561e tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Pushing event deleted for resources: {'Subnet': ['ID=413be721-dc3f-43d3-abf8-1ee9a5073d69,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:27.914604 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-68c257c4-a17d-43fd-892a-07a40c181952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251'] for network, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:27.916677 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c257c4-a17d-43fd-892a-07a40c181952 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:27.919025 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-68c257c4-a17d-43fd-892a-07a40c181952 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:28.031889 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-885d1a10-91e5-46f9-8c85-4aea9ad8561e tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for subnet, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:28.040412 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-885d1a10-91e5-46f9-8c85-4aea9ad8561e tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] 10.222.0.69 "DELETE /v2.0/subnets/413be721-dc3f-43d3-abf8-1ee9a5073d69 HTTP/1.1" status: 204 len: 168 time: 3.6576850 Apr 18 19:42:28.122899 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 40562) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:28.126089 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71779a18-4849-474b-b181-3ceeb7310b10 None None] Network 5bfa0726-723a-4c40-ac61-05307a9bc916 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:42:28.329571 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-4e361cc7-570b-4743-a0d6-35cf1b636873 None None] For port 17fcd18f-2710-4b7d-b4ee-1a0ddcc1ef9d, host n-d-836017-2, cleared binding levels {{(pid=84765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:42:28.345472 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-68c257c4-a17d-43fd-892a-07a40c181952 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 4.1286762 Apr 18 19:42:28.350412 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 40570) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:28.393309 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-4e361cc7-570b-4743-a0d6-35cf1b636873 None None] For port 17fcd18f-2710-4b7d-b4ee-1a0ddcc1ef9d, host n-d-836017-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=17fcd18f-2710-4b7d-b4ee-1a0ddcc1ef9d,segment=NetworkSegment(aa8c0ef9-da74-4d84-9263-663c7f790109),segment_id=aa8c0ef9-da74-4d84-9263-663c7f790109)] {{(pid=84765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:42:28.399521 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device e6d0fe65-4d2c-4960-8e76-91676eb2a273 details requested by agent hyperv_n-h2-836017-2 with host n-h2-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:42:28.424736 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=42bad176-1ee4-435b-b9de-71885d20eaa1,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:28.433813 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9fb04156-eb71-40c5-9ba1-57969a130064 None None] Provisioning complete for port d0aaaa5f-f4cb-48ab-b9e6-42fa2fe79247 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:42:28.434082 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9fb04156-eb71-40c5-9ba1-57969a130064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:28.481144 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-c645ebb1-8a4d-4cd6-a298-cdb590b590b4 admin admin] Request body: {'subnet': {'network_id': '35c9fe89-e4ac-48fc-a2f5-b2da97f1e503', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-203894862-subnet', 'tenant_id': 'a41ef4d3279b44abbcbf57a2ed78f6bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:42:28.499072 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-c645ebb1-8a4d-4cd6-a298-cdb590b590b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:42:28.504389 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c257c4-a17d-43fd-892a-07a40c181952 admin admin] Pushing event updated for resources: {'Network': ['ID=35c9fe89-e4ac-48fc-a2f5-b2da97f1e503,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:28.508421 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_common [None req-5ebfd984-6bb9-4e7e-bc2a-a788de4a13f1 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Allocated IP 10.1.1.40 (57af972d-943b-4a86-90f7-7dab3bff4674/9786e446-f72f-4fc4-a7eb-085b678e7027/859cd966-5e42-46fb-b44d-a96ed2ee8eae) {{(pid=84764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:42:28.518701 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-c645ebb1-8a4d-4cd6-a298-cdb590b590b4 admin admin] Usage tracker for resource:subnet and tenant:a41ef4d3279b44abbcbf57a2ed78f6bf is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:42:28.525311 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-c645ebb1-8a4d-4cd6-a298-cdb590b590b4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:42:28.570390 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-c645ebb1-8a4d-4cd6-a298-cdb590b590b4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:42:28.614128 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Network 35c9fe89-e4ac-48fc-a2f5-b2da97f1e503 details requested by agent ovs-agent-n-d-836017-2 with host n-d-836017-2 {{(pid=84765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:42:28.626810 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-b462e249-bf26-4dd0-bd11-b936334e27e6 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:28.628408 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device d0aaaa5f-f4cb-48ab-b9e6-42fa2fe79247 up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:42:28.671884 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4e361cc7-570b-4743-a0d6-35cf1b636873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:28.729572 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c751aa-104c-4134-97d7-eb62dfc2f90a req-05e81e5d-de7a-4e42-a7f6-9425fa601a61 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:28.744447 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-93c751aa-104c-4134-97d7-eb62dfc2f90a req-05e81e5d-de7a-4e42-a7f6-9425fa601a61 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b49bb00-f484-4f92-bb80-0be3537a561f HTTP/1.1" status: 200 len: 946 time: 1.0458739 Apr 18 19:42:28.764859 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c645ebb1-8a4d-4cd6-a298-cdb590b590b4 admin admin] Made reservation on behalf of a41ef4d3279b44abbcbf57a2ed78f6bf for: {'subnet': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:42:28.768119 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-c645ebb1-8a4d-4cd6-a298-cdb590b590b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65862573'] for subnet, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:28.840564 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75599c9e-945e-425b-88ae-5cb6634a1292 req-c1bfa210-2a56-4cb5-ac68-684fc51d865e tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:28.841793 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-75599c9e-945e-425b-88ae-5cb6634a1292 req-c1bfa210-2a56-4cb5-ac68-684fc51d865e tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Synchronizing usage tracker for tenant:f7f855ff57c84f41949916661be0c661 on resource:port {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:42:28.952612 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-93c751aa-104c-4134-97d7-eb62dfc2f90a req-08e49a4b-b81f-434c-9128-09d3f02f28e4 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] 10.222.0.69 "GET /v2.0/security-groups?id=65d46739-eb5a-478f-9fc7-f1aa98b0d76a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2052391 Apr 18 19:42:28.955773 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.db.resource_extend [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] It took 0.50 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 19:42:29.028024 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a1fbeff0-135a-482d-8b9d-18f21bbaef39 req-f2c9ca2c-e519-4432-904a-40f89fcc7796 service neutron] 10.222.0.72 "GET /v2.0/networks/11569783-78f6-4d10-9370-768c4acb7a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1674254 Apr 18 19:42:29.061340 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-b462e249-bf26-4dd0-bd11-b936334e27e6 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Deleting port 0dfeca9c-a66d-489e-b108-f94f931afa41 {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:42:29.063789 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-b462e249-bf26-4dd0-bd11-b936334e27e6 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:29.368632 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port e6d0fe65-4d2c-4960-8e76-91676eb2a273, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=e6d0fe65-4d2c-4960-8e76-91676eb2a273,segment=NetworkSegment(6e09292d-9dc6-4a58-913a-7eef33e1cf20),segment_id=6e09292d-9dc6-4a58-913a-7eef33e1cf20)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:42:29.439011 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-5ebfd984-6bb9-4e7e-bc2a-a788de4a13f1 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Notify callbacks [] for port, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:29.448617 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.provisioning_blocks [None req-5ebfd984-6bb9-4e7e-bc2a-a788de4a13f1 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Transition to ACTIVE for port object 859cd966-5e42-46fb-b44d-a96ed2ee8eae will not be triggered until provisioned by entity DHCP. {{(pid=84764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:42:29.475404 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Returning: {'device': 'e6d0fe65-4d2c-4960-8e76-91676eb2a273', 'network_id': '11569783-78f6-4d10-9370-768c4acb7a65', 'port_id': 'e6d0fe65-4d2c-4960-8e76-91676eb2a273', 'mac_address': 'fa:16:3e:ac:82:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '183f16e9-913d-4006-a470-a5bf63783425', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:42:29.507096 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-75599c9e-945e-425b-88ae-5cb6634a1292 req-c1bfa210-2a56-4cb5-ac68-684fc51d865e tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Unset dirty status for tenant:f7f855ff57c84f41949916661be0c661 on resource:port {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:42:29.515773 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e361cc7-570b-4743-a0d6-35cf1b636873 None None] Pushing event updated for resources: {'Port': ['ID=17fcd18f-2710-4b7d-b4ee-1a0ddcc1ef9d,revision_number=2']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:29.519283 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-75599c9e-945e-425b-88ae-5cb6634a1292 req-c1bfa210-2a56-4cb5-ac68-684fc51d865e tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a897168-a61f-4c1b-904c-51871533c16d HTTP/1.1" status: 200 len: 943 time: 1.2009339 Apr 18 19:42:29.553575 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b43921f7-59bc-49ec-8fd4-f3d682a67403 req-1e20a6b4-77b3-4be2-967b-4bf1473e2021 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2&tenant_id=f23daf946b4d4874b9d361b56e2fb9b5 HTTP/1.1" status: 200 len: 1094 time: 0.6054652 Apr 18 19:42:29.629784 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-c645ebb1-8a4d-4cd6-a298-cdb590b590b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2290811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65862591'] for subnet, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:29.776491 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-5ebfd984-6bb9-4e7e-bc2a-a788de4a13f1 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:29.909292 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:29.930406 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port d0aaaa5f-f4cb-48ab-b9e6-42fa2fe79247 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:42:29.931079 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:30.059209 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a545442-5255-4dda-b629-5d0d3e5009cc None None] DHCP port deletion for 5bfa0726-723a-4c40-ac61-05307a9bc916 request from n-d-836017-2 {{(pid=84765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 19:42:30.075891 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-5a545442-5255-4dda-b629-5d0d3e5009cc None None] Deleting port 0dfeca9c-a66d-489e-b108-f94f931afa41 {{(pid=84765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:42:30.076275 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5a545442-5255-4dda-b629-5d0d3e5009cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:30.076904 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-75599c9e-945e-425b-88ae-5cb6634a1292 req-ff77aae6-d93d-41ff-a295-8b1ab91725d7 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/security-groups?id=51df22c1-554b-4779-a025-65f2af6e2a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5548933 Apr 18 19:42:30.135869 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6d0fe65-4d2c-4960-8e76-91676eb2a273 {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:42:30.144951 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c645ebb1-8a4d-4cd6-a298-cdb590b590b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f569c51-73b6-42e5-9e23-12afdc23bc11,revision_number=0']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:30.194496 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ebfd984-6bb9-4e7e-bc2a-a788de4a13f1 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Network 57af972d-943b-4a86-90f7-7dab3bff4674 is already hosted by enough agents. {{(pid=84764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:42:30.203749 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [None req-5ebfd984-6bb9-4e7e-bc2a-a788de4a13f1 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Resources bound (agent type, host, resource id): {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:42:30.224921 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebfd984-6bb9-4e7e-bc2a-a788de4a13f1 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Received port after_create {{(pid=84764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:42:30.226178 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port e6d0fe65-4d2c-4960-8e76-91676eb2a273, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=e6d0fe65-4d2c-4960-8e76-91676eb2a273,segment=NetworkSegment(6e09292d-9dc6-4a58-913a-7eef33e1cf20),segment_id=6e09292d-9dc6-4a58-913a-7eef33e1cf20)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:42:30.369670 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:30.405644 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ebfd984-6bb9-4e7e-bc2a-a788de4a13f1 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:30.407082 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-5ebfd984-6bb9-4e7e-bc2a-a788de4a13f1 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:30.480904 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebfd984-6bb9-4e7e-bc2a-a788de4a13f1 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Pushing event updated for resources: {'Port': ['ID=859cd966-5e42-46fb-b44d-a96ed2ee8eae,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:30.481798 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b62082-e6e2-4cc9-9537-6a82191cb81f req-01b602a9-9685-4e8b-b56a-276b9d347007 tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:30.496261 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c645ebb1-8a4d-4cd6-a298-cdb590b590b4 admin admin] Checking segment: {'id': '34c7d79c-f1be-4665-9acb-969553f610ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '35c9fe89-e4ac-48fc-a2f5-b2da97f1e503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:42:30.496822 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c645ebb1-8a4d-4cd6-a298-cdb590b590b4 admin admin] Network hostable DHCP agents. Network: 35c9fe89-e4ac-48fc-a2f5-b2da97f1e503, hostable agents: ['f6987c12-6d6c-47d4-b22d-cfcd164dc40d'], hosted agents: [] {{(pid=84764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:42:30.498087 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-31b62082-e6e2-4cc9-9537-6a82191cb81f req-01b602a9-9685-4e8b-b56a-276b9d347007 tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] 10.222.0.69 "GET /v2.0/ports?device_id=e7e81689-65fe-4687-a768-aeb7ff97cfff HTTP/1.1" status: 200 len: 944 time: 1.1669128 Apr 18 19:42:30.548709 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-5ebfd984-6bb9-4e7e-bc2a-a788de4a13f1 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 5.5307236 Apr 18 19:42:30.550307 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 40592) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:30.565611 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 42bad176-1ee4-435b-b9de-71885d20eaa1 up at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:42:30.582407 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-3a83ec7c-b6b3-48e2-8653-d8235875fce4 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Request body: {'port': {'network_id': '57af972d-943b-4a86-90f7-7dab3bff4674', 'name': 'tempest-TaggedBootDevicesTest_v242-1352125873', 'fixed_ips': [{'subnet_id': '9786e446-f72f-4fc4-a7eb-085b678e7027'}]}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:42:30.732768 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [None req-b462e249-bf26-4dd0-bd11-b936334e27e6 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] For port 0dfeca9c-a66d-489e-b108-f94f931afa41, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=0dfeca9c-a66d-489e-b108-f94f931afa41,segment=NetworkSegment(19ca20c0-9cd3-43d5-81ef-82a44869408e),segment_id=19ca20c0-9cd3-43d5-81ef-82a44869408e)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:42:30.753540 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-b462e249-bf26-4dd0-bd11-b936334e27e6 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:30.766574 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] get_ports_and_sgs() called for port_ids ['e6d0fe65-4d2c-4960-8e76-91676eb2a273'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:42:30.798044 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c645ebb1-8a4d-4cd6-a298-cdb590b590b4 admin admin] Network 35c9fe89-e4ac-48fc-a2f5-b2da97f1e503 is scheduled to be hosted by DHCP agent f6987c12-6d6c-47d4-b22d-cfcd164dc40d with binding_index 1 {{(pid=84764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:42:31.129485 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [None req-c645ebb1-8a4d-4cd6-a298-cdb590b590b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-2, 35c9fe89-e4ac-48fc-a2f5-b2da97f1e503) {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:42:31.169183 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c645ebb1-8a4d-4cd6-a298-cdb590b590b4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:31.169780 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-c645ebb1-8a4d-4cd6-a298-cdb590b590b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for subnet, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:31.233819 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0ed733-baae-4098-bb02-ef8b5fdfcb38 req-c25b735b-706a-4f89-a42f-4e8cc24daaef tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:31.235331 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-1f0ed733-baae-4098-bb02-ef8b5fdfcb38 req-c25b735b-706a-4f89-a42f-4e8cc24daaef tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 943 time: 0.6614611 Apr 18 19:42:31.240184 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-3a83ec7c-b6b3-48e2-8653-d8235875fce4 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:42:31.261994 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-3a83ec7c-b6b3-48e2-8653-d8235875fce4 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Usage tracker for resource:port and tenant:25b05b3bfc6f4792a58f276b63d5c65b is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:42:31.266948 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-3a83ec7c-b6b3-48e2-8653-d8235875fce4 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Quota usage for port was recalculated. Used quota:5. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:42:31.268035 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-b462e249-bf26-4dd0-bd11-b936334e27e6 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Calling delete_port for 0dfeca9c-a66d-489e-b108-f94f931afa41 owned by network:dhcp {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:42:31.279357 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-3a83ec7c-b6b3-48e2-8653-d8235875fce4 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:42:31.310318 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-1f0ed733-baae-4098-bb02-ef8b5fdfcb38 req-2ec6575c-a657-41be-881c-c9bb1b6a9af5 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656905 Apr 18 19:42:31.327405 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-31b62082-e6e2-4cc9-9537-6a82191cb81f req-a6f1ee2e-d0a5-434b-a3e9-f40a5208f341 tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b779bcd-d80d-4dcd-ab6c-7b74007b5d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7969422 Apr 18 19:42:31.333066 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b43921f7-59bc-49ec-8fd4-f3d682a67403 req-6358a79b-75e5-4a58-99c5-3534ad8af4e5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f23daf946b4d4874b9d361b56e2fb9b5&device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 1094 time: 1.7132089 Apr 18 19:42:31.367907 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-c645ebb1-8a4d-4cd6-a298-cdb590b590b4 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.9184713 Apr 18 19:42:31.383651 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-5a545442-5255-4dda-b629-5d0d3e5009cc None None] For port 0dfeca9c-a66d-489e-b108-f94f931afa41, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=0dfeca9c-a66d-489e-b108-f94f931afa41,segment=NetworkSegment(19ca20c0-9cd3-43d5-81ef-82a44869408e),segment_id=19ca20c0-9cd3-43d5-81ef-82a44869408e)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:42:31.383651 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5a545442-5255-4dda-b629-5d0d3e5009cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:31.518904 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a83ec7c-b6b3-48e2-8653-d8235875fce4 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Made reservation on behalf of 25b05b3bfc6f4792a58f276b63d5c65b for: {'port': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:42:31.526101 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-3a83ec7c-b6b3-48e2-8653-d8235875fce4 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:31.550743 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43921f7-59bc-49ec-8fd4-f3d682a67403 req-9aad1678-0cb5-4640-979e-337082a50532 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:31.552841 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b43921f7-59bc-49ec-8fd4-f3d682a67403 req-9aad1678-0cb5-4640-979e-337082a50532 service neutron] 10.222.0.73 "GET /v2.0/networks?id=47c820f3-b421-48a9-a537-e0e4851dd399 HTTP/1.1" status: 200 len: 915 time: 0.2063603 Apr 18 19:42:31.596481 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [None req-3a83ec7c-b6b3-48e2-8653-d8235875fce4 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] device_id is not set on port fd4df5eb-222d-41ef-9bae-d337955eaf87 yet. {{(pid=84764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 19:42:31.933060 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-5a545442-5255-4dda-b629-5d0d3e5009cc None None] Calling delete_port for 0dfeca9c-a66d-489e-b108-f94f931afa41 owned by network:dhcp {{(pid=84765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:42:31.960825 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3956abee-5c1f-43ac-b9a7-8991e6364ea1 None None] Network 35c9fe89-e4ac-48fc-a2f5-b2da97f1e503 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:42:31.973491 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32014da-fdb8-48cb-80a0-72c6d01aac38 None None] Network f00f9f08-e875-4f8c-9289-beff649f5094 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:42:32.044181 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b43921f7-59bc-49ec-8fd4-f3d682a67403 req-06ee3a84-3f59-4910-acc3-6a7e05cb2aa6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2d41a20-8113-45ca-a446-3bd7c51b739f HTTP/1.1" status: 200 len: 217 time: 0.4808853 Apr 18 19:42:32.090498 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36da8198-9b62-4839-a4d8-0fef718193a7 req-6dbfc6f2-1477-445f-8e0d-542e65937f26 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:32.090498 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-36da8198-9b62-4839-a4d8-0fef718193a7 req-6dbfc6f2-1477-445f-8e0d-542e65937f26 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b49bb00-f484-4f92-bb80-0be3537a561f HTTP/1.1" status: 200 len: 946 time: 0.3245301 Apr 18 19:42:32.223381 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-b462e249-bf26-4dd0-bd11-b936334e27e6 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:32.271636 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 17fcd18f-2710-4b7d-b4ee-1a0ddcc1ef9d up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:42:32.338179 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=e6d0fe65-4d2c-4960-8e76-91676eb2a273,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:32.367157 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b462e249-bf26-4dd0-bd11-b936334e27e6 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Pushing event deleted for resources: {'Port': ['ID=0dfeca9c-a66d-489e-b108-f94f931afa41,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:32.413878 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b462e249-bf26-4dd0-bd11-b936334e27e6 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] No DVR routers for this DVR port 0dfeca9c-a66d-489e-b108-f94f931afa41 on host n-d-836017-2 {{(pid=84763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:42:32.427906 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-36da8198-9b62-4839-a4d8-0fef718193a7 req-beb846a8-c910-4bd0-b6e6-f14a0be5acb6 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] 10.222.0.69 "GET /v2.0/security-groups?id=65d46739-eb5a-478f-9fc7-f1aa98b0d76a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3191791 Apr 18 19:42:32.442094 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_common [None req-3a83ec7c-b6b3-48e2-8653-d8235875fce4 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Allocated IP 10.1.1.254 (57af972d-943b-4a86-90f7-7dab3bff4674/9786e446-f72f-4fc4-a7eb-085b678e7027/fd4df5eb-222d-41ef-9bae-d337955eaf87) {{(pid=84764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:42:32.534881 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b462e249-bf26-4dd0-bd11-b936334e27e6 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:42:32.541798 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b462e249-bf26-4dd0-bd11-b936334e27e6 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:42:32.543001 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b462e249-bf26-4dd0-bd11-b936334e27e6 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:42:32.543580 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b462e249-bf26-4dd0-bd11-b936334e27e6 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:42:32.545133 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b462e249-bf26-4dd0-bd11-b936334e27e6 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:42:32.548967 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b462e249-bf26-4dd0-bd11-b936334e27e6 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:42:32.548967 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b462e249-bf26-4dd0-bd11-b936334e27e6 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:42:32.548967 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b462e249-bf26-4dd0-bd11-b936334e27e6 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:42:32.548967 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b462e249-bf26-4dd0-bd11-b936334e27e6 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:42:32.548967 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b462e249-bf26-4dd0-bd11-b936334e27e6 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:42:32.548967 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b462e249-bf26-4dd0-bd11-b936334e27e6 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:42:32.565229 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-5cbdabfa-ad7c-4bc2-831e-8d0415fc042f None None] Provisioning for port 859cd966-5e42-46fb-b44d-a96ed2ee8eae completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:42:32.571584 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490456b9-1024-445d-91fb-86beca58ccea req-ee3ed0fe-51ae-40fa-b8da-93200636703e tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:32.581491 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-490456b9-1024-445d-91fb-86beca58ccea req-ee3ed0fe-51ae-40fa-b8da-93200636703e tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a897168-a61f-4c1b-904c-51871533c16d HTTP/1.1" status: 200 len: 944 time: 0.7671883 Apr 18 19:42:32.669998 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43921f7-59bc-49ec-8fd4-f3d682a67403 req-4a34eaf6-5edc-4df4-9d57-51352738c148 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:32.680171 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b43921f7-59bc-49ec-8fd4-f3d682a67403 req-4a34eaf6-5edc-4df4-9d57-51352738c148 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=796a481f-8e54-4cc2-b013-83edb23d78ce HTTP/1.1" status: 200 len: 854 time: 0.6180680 Apr 18 19:42:32.743302 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning for port 42bad176-1ee4-435b-b9de-71885d20eaa1 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:42:32.880583 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-5cbdabfa-ad7c-4bc2-831e-8d0415fc042f None None] Provisioning complete for port 859cd966-5e42-46fb-b44d-a96ed2ee8eae triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:42:32.887441 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5cbdabfa-ad7c-4bc2-831e-8d0415fc042f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:32.908229 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b43921f7-59bc-49ec-8fd4-f3d682a67403 req-4534cbee-438d-4b03-876f-01d04a5a86cd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=47c820f3-b421-48a9-a537-e0e4851dd399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1149199 Apr 18 19:42:32.955939 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-5cbdabfa-ad7c-4bc2-831e-8d0415fc042f None None] Port 859cd966-5e42-46fb-b44d-a96ed2ee8eae cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:42:32.975623 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning complete for port 42bad176-1ee4-435b-b9de-71885d20eaa1 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:42:32.976163 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:33.018966 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-5a545442-5255-4dda-b629-5d0d3e5009cc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84765) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 19:42:33.019306 n-d-836017-2 neutron-server[84765]: DEBUG oslo_db.api [None req-5a545442-5255-4dda-b629-5d0d3e5009cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 19:42:33.194178 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-490456b9-1024-445d-91fb-86beca58ccea req-2d8fc1e0-5651-4892-ad2a-87e210b83c86 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/security-groups?id=51df22c1-554b-4779-a025-65f2af6e2a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5811932 Apr 18 19:42:33.200367 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e31c918-2d4b-4fe8-90f4-2f2d2e4e5329 None None] Network 35c9fe89-e4ac-48fc-a2f5-b2da97f1e503 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:42:33.209249 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-b462e249-bf26-4dd0-bd11-b936334e27e6 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256345', 'neutron.services.segments.db._delete_segments_for_network-8791093852025'] for network, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:33.254015 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-3a83ec7c-b6b3-48e2-8653-d8235875fce4 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Notify callbacks [] for port, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:33.267066 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c529e090-f44a-451b-a91d-5f315d572ba0 req-be0ff7c8-041b-45c2-9596-9ba861b72eea tempest-InstanceActionsTestJSON-518574186 tempest-InstanceActionsTestJSON-518574186-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:33.267776 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-c529e090-f44a-451b-a91d-5f315d572ba0 req-be0ff7c8-041b-45c2-9596-9ba861b72eea tempest-InstanceActionsTestJSON-518574186 tempest-InstanceActionsTestJSON-518574186-project] Synchronizing usage tracker for tenant:a41ef4d3279b44abbcbf57a2ed78f6bf on resource:network {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:42:33.307324 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.provisioning_blocks [None req-3a83ec7c-b6b3-48e2-8653-d8235875fce4 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Transition to ACTIVE for port object fd4df5eb-222d-41ef-9bae-d337955eaf87 will not be triggered until provisioned by entity DHCP. {{(pid=84764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:42:33.324009 n-d-836017-2 neutron-server[84763]: DEBUG neutron.services.segments.db [None req-b462e249-bf26-4dd0-bd11-b936334e27e6 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bfa0726-723a-4c40-ac61-05307a9bc916']}} {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:42:33.368500 n-d-836017-2 neutron-server[84763]: DEBUG neutron.services.segments.db [None req-b462e249-bf26-4dd0-bd11-b936334e27e6 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19ca20c0-9cd3-43d5-81ef-82a44869408e') {'for_net_delete': True} {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:42:33.369116 n-d-836017-2 neutron-server[84763]: DEBUG neutron.services.segments.db [None req-b462e249-bf26-4dd0-bd11-b936334e27e6 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19ca20c0-9cd3-43d5-81ef-82a44869408e') {} {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:42:33.387046 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning for port 17fcd18f-2710-4b7d-b4ee-1a0ddcc1ef9d completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:42:33.410488 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-c529e090-f44a-451b-a91d-5f315d572ba0 req-be0ff7c8-041b-45c2-9596-9ba861b72eea tempest-InstanceActionsTestJSON-518574186 tempest-InstanceActionsTestJSON-518574186-project] Unset dirty status for tenant:a41ef4d3279b44abbcbf57a2ed78f6bf on resource:network {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:42:33.412608 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c529e090-f44a-451b-a91d-5f315d572ba0 req-be0ff7c8-041b-45c2-9596-9ba861b72eea tempest-InstanceActionsTestJSON-518574186 tempest-InstanceActionsTestJSON-518574186-project] 10.222.0.69 "GET /v2.0/networks?id=35c9fe89-e4ac-48fc-a2f5-b2da97f1e503 HTTP/1.1" status: 200 len: 813 time: 0.4289827 Apr 18 19:42:33.467327 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c529e090-f44a-451b-a91d-5f315d572ba0 req-94b2a205-b136-462c-b957-281c1535b8a1 tempest-InstanceActionsTestJSON-518574186 tempest-InstanceActionsTestJSON-518574186-project] 10.222.0.69 "GET /v2.0/quotas/a41ef4d3279b44abbcbf57a2ed78f6bf HTTP/1.1" status: 200 len: 375 time: 0.0424447 Apr 18 19:42:33.488504 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b43921f7-59bc-49ec-8fd4-f3d682a67403 req-6ffd9daf-a800-494d-b8f1-13f169829258 service neutron] 10.222.0.73 "GET /v2.0/networks/47c820f3-b421-48a9-a537-e0e4851dd399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5161209 Apr 18 19:42:33.947091 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 0dfeca9c-a66d-489e-b108-f94f931afa41 no longer exists at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:42:33.947091 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-5a545442-5255-4dda-b629-5d0d3e5009cc None None] Deleting port 0dfeca9c-a66d-489e-b108-f94f931afa41 {{(pid=84765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:42:33.947091 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5a545442-5255-4dda-b629-5d0d3e5009cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:33.947671 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-3a83ec7c-b6b3-48e2-8653-d8235875fce4 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:33.947671 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c529e090-f44a-451b-a91d-5f315d572ba0 req-09504dba-1dcf-4e14-ba3e-5fc4b02509ac tempest-InstanceActionsTestJSON-518574186 tempest-InstanceActionsTestJSON-518574186-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=a41ef4d3279b44abbcbf57a2ed78f6bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1490674 Apr 18 19:42:33.947874 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:33.947874 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-1d34e1f8-2f51-422d-9e0f-a0c4c8d3e895 None None] Provisioning for port 17fcd18f-2710-4b7d-b4ee-1a0ddcc1ef9d completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:42:33.947998 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-b462e249-bf26-4dd0-bd11-b936334e27e6 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791093851908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66272256'] for segment, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:33.948635 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a83ec7c-b6b3-48e2-8653-d8235875fce4 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Network 57af972d-943b-4a86-90f7-7dab3bff4674 is already hosted by enough agents. {{(pid=84764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:42:33.948635 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [None req-3a83ec7c-b6b3-48e2-8653-d8235875fce4 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Resources bound (agent type, host, resource id): {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:42:33.948635 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a83ec7c-b6b3-48e2-8653-d8235875fce4 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Pushing event updated for resources: {'Port': ['ID=fd4df5eb-222d-41ef-9bae-d337955eaf87,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:33.948635 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a83ec7c-b6b3-48e2-8653-d8235875fce4 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Received port after_create {{(pid=84764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:42:33.948951 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-1d34e1f8-2f51-422d-9e0f-a0c4c8d3e895 None None] Provisioning complete for port 17fcd18f-2710-4b7d-b4ee-1a0ddcc1ef9d triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:42:33.948951 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1d34e1f8-2f51-422d-9e0f-a0c4c8d3e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:33.949127 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-b462e249-bf26-4dd0-bd11-b936334e27e6 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:33.949127 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b462e249-bf26-4dd0-bd11-b936334e27e6 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=84763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:42:33.949127 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-b462e249-bf26-4dd0-bd11-b936334e27e6 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66351785'] for segment, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:33.949375 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c529e090-f44a-451b-a91d-5f315d572ba0 req-fd77a600-ac6c-4b7d-996b-a587a0f2ae5d service neutron] 10.222.0.69 "GET /v2.0/networks/35c9fe89-e4ac-48fc-a2f5-b2da97f1e503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2902668 Apr 18 19:42:33.950798 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] No Port match for: 0dfeca9c-a66d-489e-b108-f94f931afa41 {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:42:33.951317 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 0dfeca9c-a66d-489e-b108-f94f931afa41 not bound to the agent host n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:42:33.995106 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a83ec7c-b6b3-48e2-8653-d8235875fce4 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:33.996005 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-3a83ec7c-b6b3-48e2-8653-d8235875fce4 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:34.029733 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-5a545442-5255-4dda-b629-5d0d3e5009cc None None] The port '0dfeca9c-a66d-489e-b108-f94f931afa41' was deleted {{(pid=84765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 19:42:34.080915 n-d-836017-2 neutron-server[84763]: Traceback (most recent call last): Apr 18 19:42:34.080915 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:42:34.080915 n-d-836017-2 neutron-server[84763]: timer() Apr 18 19:42:34.080915 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:42:34.080915 n-d-836017-2 neutron-server[84763]: cb(*args, **kw) Apr 18 19:42:34.080915 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:42:34.080915 n-d-836017-2 neutron-server[84763]: return func(*args, **kwargs) Apr 18 19:42:34.080915 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:42:34.080915 n-d-836017-2 neutron-server[84763]: self._notify() Apr 18 19:42:34.080915 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:42:34.080915 n-d-836017-2 neutron-server[84763]: self.callback(batched_events) Apr 18 19:42:34.080915 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:42:34.080915 n-d-836017-2 neutron-server[84763]: event.method(event) Apr 18 19:42:34.080915 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:42:34.080915 n-d-836017-2 neutron-server[84763]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:42:34.080915 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:42:34.080915 n-d-836017-2 neutron-server[84763]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:42:34.080915 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:42:34.080915 n-d-836017-2 neutron-server[84763]: return f(self, *a, **k) Apr 18 19:42:34.080915 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:42:34.080915 n-d-836017-2 neutron-server[84763]: return self._get(url).json() Apr 18 19:42:34.080915 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:42:34.080915 n-d-836017-2 neutron-server[84763]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:42:34.080915 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:42:34.080915 n-d-836017-2 neutron-server[84763]: return self.request(url, 'GET', **kwargs) Apr 18 19:42:34.080915 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:42:34.080915 n-d-836017-2 neutron-server[84763]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:42:34.080915 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:42:34.080915 n-d-836017-2 neutron-server[84763]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:42:34.080915 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:42:34.080915 n-d-836017-2 neutron-server[84763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:42:34.080915 n-d-836017-2 neutron-server[84763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:42:34.144073 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 42bad176-1ee4-435b-b9de-71885d20eaa1, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=42bad176-1ee4-435b-b9de-71885d20eaa1,segment=NetworkSegment(87afec3e-18d6-4259-b0fb-f736f77582de),segment_id=87afec3e-18d6-4259-b0fb-f736f77582de)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:42:34.153181 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7e81689-65fe-4687-a768-aeb7ff97cfff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42bad176-1ee4-435b-b9de-71885d20eaa1'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:42:34.209917 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b43921f7-59bc-49ec-8fd4-f3d682a67403 req-10761e34-ca59-4c85-9b41-87cebd6720a0 service neutron] 10.222.0.73 "GET /v2.0/networks/47c820f3-b421-48a9-a537-e0e4851dd399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7196777 Apr 18 19:42:34.245373 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-b462e249-bf26-4dd0-bd11-b936334e27e6 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416801'] for network, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:34.285308 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-b462e249-bf26-4dd0-bd11-b936334e27e6 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:34.306826 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:34.331208 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b462e249-bf26-4dd0-bd11-b936334e27e6 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Pushing event deleted for resources: {'Network': ['ID=5bfa0726-723a-4c40-ac61-05307a9bc916,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:34.428382 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-3a83ec7c-b6b3-48e2-8653-d8235875fce4 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8719177 Apr 18 19:42:34.441328 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c529e090-f44a-451b-a91d-5f315d572ba0 req-88f6653d-9322-423a-8859-b9e06a440c82 service neutron] 10.222.0.69 "GET /v2.0/networks/35c9fe89-e4ac-48fc-a2f5-b2da97f1e503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5314138 Apr 18 19:42:34.441457 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device e6d0fe65-4d2c-4960-8e76-91676eb2a273 up at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:42:34.450744 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2c0161-a8be-4ef7-8822-d0803c98e8e8 req-1fa77aac-4bdf-4f9a-8a87-0a0b6e8b43fc tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:34.452735 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3b2c0161-a8be-4ef7-8822-d0803c98e8e8 req-1fa77aac-4bdf-4f9a-8a87-0a0b6e8b43fc tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 943 time: 0.3607993 Apr 18 19:42:34.577900 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1d34e1f8-2f51-422d-9e0f-a0c4c8d3e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:34.627957 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=42bad176-1ee4-435b-b9de-71885d20eaa1,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:34.672441 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-1d34e1f8-2f51-422d-9e0f-a0c4c8d3e895 None None] For port 17fcd18f-2710-4b7d-b4ee-1a0ddcc1ef9d, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=17fcd18f-2710-4b7d-b4ee-1a0ddcc1ef9d,segment=NetworkSegment(aa8c0ef9-da74-4d84-9263-663c7f790109),segment_id=aa8c0ef9-da74-4d84-9263-663c7f790109)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:42:34.781040 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 40632) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:34.781364 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-b462e249-bf26-4dd0-bd11-b936334e27e6 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] 10.222.0.69 "DELETE /v2.0/networks/5bfa0726-723a-4c40-ac61-05307a9bc916 HTTP/1.1" status: 204 len: 168 time: 6.6338265 Apr 18 19:42:34.787343 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-cab60f81-8010-4af4-9c0e-57895d28cf2d tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-754672685', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'}, 'admin_state_up': False}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:42:34.797606 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-cab60f81-8010-4af4-9c0e-57895d28cf2d tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:42:34.806165 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3b2c0161-a8be-4ef7-8822-d0803c98e8e8 req-18a97942-1a38-4d7b-bfaa-e30c1cd66cf4 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3472240 Apr 18 19:42:34.810887 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-cab60f81-8010-4af4-9c0e-57895d28cf2d tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Usage tracker for resource:router and tenant:bd464d5bd80e48739c10390179c2302b is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:42:34.814706 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-cab60f81-8010-4af4-9c0e-57895d28cf2d tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:42:34.829529 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-cab60f81-8010-4af4-9c0e-57895d28cf2d tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:42:34.983673 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning for port e6d0fe65-4d2c-4960-8e76-91676eb2a273 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:42:34.991493 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning complete for port e6d0fe65-4d2c-4960-8e76-91676eb2a273 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:42:34.996358 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:35.024153 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-cab60f81-8010-4af4-9c0e-57895d28cf2d tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-415242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4425'] for router, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:35.024153 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-cab60f81-8010-4af4-9c0e-57895d28cf2d tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-416909', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4418'] for router, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:35.059916 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-cab60f81-8010-4af4-9c0e-57895d28cf2d tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:35.070840 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1d34e1f8-2f51-422d-9e0f-a0c4c8d3e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:35.193039 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2276002e-5453-49ee-a450-74ef5774b617 req-fe6d821d-f221-430b-8f7f-aa018e9b8860 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:35.200874 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2276002e-5453-49ee-a450-74ef5774b617 req-fe6d821d-f221-430b-8f7f-aa018e9b8860 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b49bb00-f484-4f92-bb80-0be3537a561f HTTP/1.1" status: 200 len: 946 time: 0.1048732 Apr 18 19:42:35.217784 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-102ac05e-c5dc-4804-96af-819380dcab64 None None] Provisioning complete for port 17fcd18f-2710-4b7d-b4ee-1a0ddcc1ef9d triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:42:35.218115 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ee8004-6085-4b5e-b6c0-b821f5b0d652 req-68ead770-e27e-4c7a-870b-8c603c8d6559 tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:35.218851 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-102ac05e-c5dc-4804-96af-819380dcab64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:35.219642 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b6ee8004-6085-4b5e-b6c0-b821f5b0d652 req-68ead770-e27e-4c7a-870b-8c603c8d6559 tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] 10.222.0.69 "GET /v2.0/ports?device_id=e7e81689-65fe-4687-a768-aeb7ff97cfff HTTP/1.1" status: 200 len: 945 time: 0.1486313 Apr 18 19:42:35.247780 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d34e1f8-2f51-422d-9e0f-a0c4c8d3e895 None None] Pushing event updated for resources: {'Port': ['ID=17fcd18f-2710-4b7d-b4ee-1a0ddcc1ef9d,revision_number=3']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:35.308274 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-2276002e-5453-49ee-a450-74ef5774b617 req-72e67a37-040a-4659-af3c-a8e86c788017 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] 10.222.0.69 "GET /v2.0/security-groups?id=65d46739-eb5a-478f-9fc7-f1aa98b0d76a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062980 Apr 18 19:42:35.325335 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b6ee8004-6085-4b5e-b6c0-b821f5b0d652 req-84a67f55-2642-4d21-922e-ed276be28c5e tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b779bcd-d80d-4dcd-ab6c-7b74007b5d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996637 Apr 18 19:42:35.397100 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ae6ed61-33a5-4c14-b468-d11114c38c1a'] response: {'server_uuid': 'e7e81689-65fe-4687-a768-aeb7ff97cfff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42bad176-1ee4-435b-b9de-71885d20eaa1', 'code': 200} Apr 18 19:42:35.414989 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:35.458780 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port e6d0fe65-4d2c-4960-8e76-91676eb2a273, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=e6d0fe65-4d2c-4960-8e76-91676eb2a273,segment=NetworkSegment(6e09292d-9dc6-4a58-913a-7eef33e1cf20),segment_id=6e09292d-9dc6-4a58-913a-7eef33e1cf20)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:42:35.644591 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:35.687647 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0025ab09-a1d5-4e23-a868-87b9facf4e57 req-83cc1540-67eb-482d-a3d0-58d416975861 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e7e81689-65fe-4687-a768-aeb7ff97cfff HTTP/1.1" status: 200 len: 1096 time: 0.2230313 Apr 18 19:42:35.762501 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-cab60f81-8010-4af4-9c0e-57895d28cf2d tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416895', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4776'] for router, precommit_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:35.763583 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=e6d0fe65-4d2c-4960-8e76-91676eb2a273,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:35.789058 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0025ab09-a1d5-4e23-a868-87b9facf4e57 req-d5f93a39-5073-44f7-a32b-191a034f41c7 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=8b779bcd-d80d-4dcd-ab6c-7b74007b5d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940931 Apr 18 19:42:35.810417 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5913dfe-3e46-4db8-8222-b33604177e8e req-531fd5bb-7732-4066-90b7-22cf6a33c809 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:35.812129 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b5913dfe-3e46-4db8-8222-b33604177e8e req-531fd5bb-7732-4066-90b7-22cf6a33c809 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a897168-a61f-4c1b-904c-51871533c16d HTTP/1.1" status: 200 len: 945 time: 0.2823751 Apr 18 19:42:35.880808 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-102ac05e-c5dc-4804-96af-819380dcab64 None None] Provisioning for port fd4df5eb-222d-41ef-9bae-d337955eaf87 completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:42:35.889003 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b5913dfe-3e46-4db8-8222-b33604177e8e req-c1a540f9-912c-4a01-a892-0bca8671695f tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/security-groups?id=51df22c1-554b-4779-a025-65f2af6e2a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704789 Apr 18 19:42:35.899781 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-102ac05e-c5dc-4804-96af-819380dcab64 None None] Provisioning complete for port fd4df5eb-222d-41ef-9bae-d337955eaf87 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:42:35.900150 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-102ac05e-c5dc-4804-96af-819380dcab64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:36.092574 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-102ac05e-c5dc-4804-96af-819380dcab64 None None] Port fd4df5eb-222d-41ef-9bae-d337955eaf87 cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:42:36.194698 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 17fcd18f-2710-4b7d-b4ee-1a0ddcc1ef9d up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:42:36.228503 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 40660) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:36.238857 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-25da7407-083a-4d82-a627-1f6f23bce215 req-f0b736ba-97e6-4334-a5da-fc77cf261ca3 tempest-InstanceActionsTestJSON-518574186 tempest-InstanceActionsTestJSON-518574186-project] 10.222.0.69 "GET /v2.0/ports?device_id=8355383c-69dd-4080-bc05-69f9def31544 HTTP/1.1" status: 200 len: 210 time: 0.1634760 Apr 18 19:42:36.250268 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-1a9023d1-8b6f-40ec-814f-2bfc2100a631 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1845084774', 'description': 'tempest-description--1792072708'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:42:36.280625 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-1a9023d1-8b6f-40ec-814f-2bfc2100a631 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:42:36.289021 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-1a9023d1-8b6f-40ec-814f-2bfc2100a631 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Usage tracker for resource:security_group and tenant:25b05b3bfc6f4792a58f276b63d5c65b is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:42:36.304271 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-1a9023d1-8b6f-40ec-814f-2bfc2100a631 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:42:36.319538 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-1a9023d1-8b6f-40ec-814f-2bfc2100a631 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:42:36.411751 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port 17fcd18f-2710-4b7d-b4ee-1a0ddcc1ef9d triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:42:36.412559 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:36.564755 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1479dd72-4baf-4f3a-9df4-884caa7ecd17 req-dad87b88-c1eb-46a5-b8c0-726011456cdc tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:36.576892 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-1479dd72-4baf-4f3a-9df4-884caa7ecd17 req-dad87b88-c1eb-46a5-b8c0-726011456cdc tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b49bb00-f484-4f92-bb80-0be3537a561f HTTP/1.1" status: 200 len: 946 time: 0.1184411 Apr 18 19:42:36.594691 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-1a9023d1-8b6f-40ec-814f-2bfc2100a631 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:36.707299 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-1479dd72-4baf-4f3a-9df4-884caa7ecd17 req-533fa1c7-0a52-426e-a359-ddec76bb46f7 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] 10.222.0.69 "GET /v2.0/security-groups?id=65d46739-eb5a-478f-9fc7-f1aa98b0d76a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1294253 Apr 18 19:42:36.738975 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-cab60f81-8010-4af4-9c0e-57895d28cf2d tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks [] for router_gateway, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:36.823586 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-cab60f81-8010-4af4-9c0e-57895d28cf2d tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:37.107189 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_common [None req-cab60f81-8010-4af4-9c0e-57895d28cf2d tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Allocated IP 172.25.3.201 (11e8e108-37df-4084-b6b7-113e6beb66b4/3b0abf32-1504-448b-b06e-c8c870b6a7c8/cfa0acc6-00ee-43a9-94a7-39fb8edd39d3) {{(pid=84764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:42:37.119900 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10cfba1-385b-4f0f-af56-a1cafeb4fb51 req-a45efd1f-87bb-4f93-bda0-999d90443230 tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:37.143382 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a10cfba1-385b-4f0f-af56-a1cafeb4fb51 req-a45efd1f-87bb-4f93-bda0-999d90443230 tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] 10.222.0.69 "GET /v2.0/ports?device_id=e7e81689-65fe-4687-a768-aeb7ff97cfff HTTP/1.1" status: 200 len: 945 time: 0.2062232 Apr 18 19:42:37.258659 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a10cfba1-385b-4f0f-af56-a1cafeb4fb51 req-3ee41166-15ec-4c1a-8fb3-6535b2a7ecdf tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b779bcd-d80d-4dcd-ab6c-7b74007b5d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136639 Apr 18 19:42:37.398497 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a897168-a61f-4c1b-904c-51871533c16d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6d0fe65-4d2c-4960-8e76-91676eb2a273'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:42:37.449610 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-cab60f81-8010-4af4-9c0e-57895d28cf2d tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks [] for port, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:37.485209 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-1a9023d1-8b6f-40ec-814f-2bfc2100a631 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:42:37.493963 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d626f90f-8952-4cd9-a75d-79446058974e req-1c5ff0a4-da90-4241-abc9-1eddf95ebd1d tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:37.495729 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d626f90f-8952-4cd9-a75d-79446058974e req-1c5ff0a4-da90-4241-abc9-1eddf95ebd1d tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 943 time: 1.0673892 Apr 18 19:42:37.498968 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-1a9023d1-8b6f-40ec-814f-2bfc2100a631 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Usage tracker for resource:security_group_rule and tenant:25b05b3bfc6f4792a58f276b63d5c65b is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:42:37.504494 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-1a9023d1-8b6f-40ec-814f-2bfc2100a631 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:42:37.530737 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-1a9023d1-8b6f-40ec-814f-2bfc2100a631 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:42:37.578295 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6aac79-c464-4b91-bb4d-0c5bd460ef2e req-80a925e0-668c-46e6-abd3-81b1518eb817 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:37.589160 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d626f90f-8952-4cd9-a75d-79446058974e req-0727af8d-1ef6-407e-90fe-ab8d672a7651 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858185 Apr 18 19:42:37.601211 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8f6aac79-c464-4b91-bb4d-0c5bd460ef2e req-80a925e0-668c-46e6-abd3-81b1518eb817 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a897168-a61f-4c1b-904c-51871533c16d HTTP/1.1" status: 200 len: 945 time: 0.1402559 Apr 18 19:42:37.647743 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-1a9023d1-8b6f-40ec-814f-2bfc2100a631 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:37.680258 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-cab60f81-8010-4af4-9c0e-57895d28cf2d tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:37.733016 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8f6aac79-c464-4b91-bb4d-0c5bd460ef2e req-f4da142b-9d77-4d60-917b-2559f4f47414 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/security-groups?id=51df22c1-554b-4779-a025-65f2af6e2a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307325 Apr 18 19:42:37.754824 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-1a9023d1-8b6f-40ec-814f-2bfc2100a631 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:37.860855 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34af3a5a-1ca9-4f33-98d3-242306a7babd'] response: {'server_uuid': '1a897168-a61f-4c1b-904c-51871533c16d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6d0fe65-4d2c-4960-8e76-91676eb2a273', 'code': 200} Apr 18 19:42:37.963876 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-1a9023d1-8b6f-40ec-814f-2bfc2100a631 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:37.965282 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-1a9023d1-8b6f-40ec-814f-2bfc2100a631 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 1.7312143 Apr 18 19:42:37.979593 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab60f81-8010-4af4-9c0e-57895d28cf2d tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Network 11e8e108-37df-4084-b6b7-113e6beb66b4 is already hosted by enough agents. {{(pid=84764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:42:37.981221 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 40686) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:37.984089 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9023d1-8b6f-40ec-814f-2bfc2100a631 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f779892-393e-469d-9df2-53f1de5adba9,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:37.995913 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-e452b62b-d651-43a4-b7a2-6ada99d42a52 req-a33769f0-88a4-4daa-b12c-c4820b6d9191 tempest-InstanceActionsTestJSON-518574186 tempest-InstanceActionsTestJSON-518574186-project] 10.222.0.69 "GET /v2.0/ports?device_id=8355383c-69dd-4080-bc05-69f9def31544 HTTP/1.1" status: 200 len: 210 time: 0.1112022 Apr 18 19:42:37.998606 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab60f81-8010-4af4-9c0e-57895d28cf2d tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Pushing event updated for resources: {'Port': ['ID=cfa0acc6-00ee-43a9-94a7-39fb8edd39d3,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:38.009313 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [None req-cab60f81-8010-4af4-9c0e-57895d28cf2d tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Resources bound (agent type, host, resource id): {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:42:38.028757 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-70fa4ce2-7ce5-4afd-bd27-d17974e25fd9 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Request body: {'security_group_rule': {'security_group_id': '2f779892-393e-469d-9df2-53f1de5adba9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:42:38.034016 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab60f81-8010-4af4-9c0e-57895d28cf2d tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Received port after_create {{(pid=84764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:42:38.155130 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-70fa4ce2-7ce5-4afd-bd27-d17974e25fd9 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:42:38.159602 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-70fa4ce2-7ce5-4afd-bd27-d17974e25fd9 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Usage tracker for resource:security_group_rule and tenant:25b05b3bfc6f4792a58f276b63d5c65b is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:42:38.168883 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-70fa4ce2-7ce5-4afd-bd27-d17974e25fd9 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:42:38.203256 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a07bdd-755c-476f-8463-0208aa8785b2 req-f04eb10a-615d-4fcc-9fd9-4a966e645e81 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:38.205058 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-53a07bdd-755c-476f-8463-0208aa8785b2 req-f04eb10a-615d-4fcc-9fd9-4a966e645e81 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b49bb00-f484-4f92-bb80-0be3537a561f HTTP/1.1" status: 200 len: 946 time: 0.1826560 Apr 18 19:42:38.209176 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-96c7aa0c-709c-43f0-8bdc-e8513a220cbf req-ad67c27c-7c83-4114-b51b-eba7f59a0900 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=1a897168-a61f-4c1b-904c-51871533c16d HTTP/1.1" status: 200 len: 1096 time: 0.2627325 Apr 18 19:42:38.235145 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-70fa4ce2-7ce5-4afd-bd27-d17974e25fd9 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:42:38.306261 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-53a07bdd-755c-476f-8463-0208aa8785b2 req-f056a894-7654-4188-ac8c-9326d296c44a tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] 10.222.0.69 "GET /v2.0/security-groups?id=65d46739-eb5a-478f-9fc7-f1aa98b0d76a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912642 Apr 18 19:42:38.326549 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-96c7aa0c-709c-43f0-8bdc-e8513a220cbf req-8f9f1b1b-5663-4a8c-baef-b2a6b11a5e48 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=51df22c1-554b-4779-a025-65f2af6e2a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812764 Apr 18 19:42:38.393752 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-70fa4ce2-7ce5-4afd-bd27-d17974e25fd9 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:38.636796 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-70fa4ce2-7ce5-4afd-bd27-d17974e25fd9 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:38.657511 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-cab60f81-8010-4af4-9c0e-57895d28cf2d tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks [] for router_gateway, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:38.658236 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-cab60f81-8010-4af4-9c0e-57895d28cf2d tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416864'] for router, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:38.757472 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-70fa4ce2-7ce5-4afd-bd27-d17974e25fd9 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484852'] for security_group_rule, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:38.787647 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e78651-d593-448d-910d-fb6834a92ad7 req-c697bcc2-41f7-47ea-88da-eccb38693d04 tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:38.796296 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f1e78651-d593-448d-910d-fb6834a92ad7 req-c697bcc2-41f7-47ea-88da-eccb38693d04 tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] 10.222.0.69 "GET /v2.0/ports?device_id=e7e81689-65fe-4687-a768-aeb7ff97cfff HTTP/1.1" status: 200 len: 945 time: 0.2659037 Apr 18 19:42:38.913625 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fa4ce2-7ce5-4afd-bd27-d17974e25fd9 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a101610-7837-4967-ac6f-7a2e970d90d1,revision_number=0']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:38.947745 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f1e78651-d593-448d-910d-fb6834a92ad7 req-7f1f5d9a-24ae-419c-b970-e760198cfa01 tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b779bcd-d80d-4dcd-ab6c-7b74007b5d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1503313 Apr 18 19:42:39.015892 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c529e090-f44a-451b-a91d-5f315d572ba0 req-b965706d-7f0c-492c-986c-a33b56bf73c3 tempest-InstanceActionsTestJSON-518574186 tempest-InstanceActionsTestJSON-518574186-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:39.016814 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-c529e090-f44a-451b-a91d-5f315d572ba0 req-b965706d-7f0c-492c-986c-a33b56bf73c3 tempest-InstanceActionsTestJSON-518574186 tempest-InstanceActionsTestJSON-518574186-project] 10.222.0.73 "GET /v2.0/networks?id=35c9fe89-e4ac-48fc-a2f5-b2da97f1e503 HTTP/1.1" status: 200 len: 813 time: 0.3764436 Apr 18 19:42:39.026076 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-70fa4ce2-7ce5-4afd-bd27-d17974e25fd9 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:39.034854 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-70fa4ce2-7ce5-4afd-bd27-d17974e25fd9 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.0429635 Apr 18 19:42:39.039482 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 40700) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:39.054228 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-0d94ec67-e3fd-4a54-8ab6-b3f0036c5ad1 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Request body: {'security_group_rule': {'security_group_id': '2f779892-393e-469d-9df2-53f1de5adba9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:42:39.065718 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-c529e090-f44a-451b-a91d-5f315d572ba0 req-3e8bef61-a473-4bb2-b58e-390a43c27a61 tempest-InstanceActionsTestJSON-518574186 tempest-InstanceActionsTestJSON-518574186-project] Request body: {'port': {'device_id': '8355383c-69dd-4080-bc05-69f9def31544', 'network_id': '35c9fe89-e4ac-48fc-a2f5-b2da97f1e503', 'admin_state_up': True, 'tenant_id': 'a41ef4d3279b44abbcbf57a2ed78f6bf'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:42:39.071810 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-0d94ec67-e3fd-4a54-8ab6-b3f0036c5ad1 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:42:39.079168 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-0d94ec67-e3fd-4a54-8ab6-b3f0036c5ad1 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Usage tracker for resource:security_group_rule and tenant:25b05b3bfc6f4792a58f276b63d5c65b is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:42:39.084895 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-0d94ec67-e3fd-4a54-8ab6-b3f0036c5ad1 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:42:39.124243 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b5ef22-d1b1-4cd4-b4a1-d94c0be99325 req-6e4c8107-fbb0-4c09-a42f-80a07bf0333e tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:39.125820 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b2b5ef22-d1b1-4cd4-b4a1-d94c0be99325 req-6e4c8107-fbb0-4c09-a42f-80a07bf0333e tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 943 time: 0.2956455 Apr 18 19:42:39.165770 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-0d94ec67-e3fd-4a54-8ab6-b3f0036c5ad1 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:42:39.299318 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-0d94ec67-e3fd-4a54-8ab6-b3f0036c5ad1 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:39.319206 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b2b5ef22-d1b1-4cd4-b4a1-d94c0be99325 req-2cf5e3f9-a161-4cbf-a45c-96808a6ca222 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827602 Apr 18 19:42:39.378973 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aa9820-b4b4-4488-b960-655e70b670e6 req-a8151afd-16fb-4641-9770-0681e1dab62a tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:39.403050 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c6aa9820-b4b4-4488-b960-655e70b670e6 req-a8151afd-16fb-4641-9770-0681e1dab62a tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a897168-a61f-4c1b-904c-51871533c16d HTTP/1.1" status: 200 len: 945 time: 0.3120689 Apr 18 19:42:39.439537 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-c529e090-f44a-451b-a91d-5f315d572ba0 req-3e8bef61-a473-4bb2-b58e-390a43c27a61 tempest-InstanceActionsTestJSON-518574186 tempest-InstanceActionsTestJSON-518574186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:42:39.445352 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-c529e090-f44a-451b-a91d-5f315d572ba0 req-3e8bef61-a473-4bb2-b58e-390a43c27a61 tempest-InstanceActionsTestJSON-518574186 tempest-InstanceActionsTestJSON-518574186-project] Usage tracker for resource:port and tenant:a41ef4d3279b44abbcbf57a2ed78f6bf is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:42:39.457041 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-c529e090-f44a-451b-a91d-5f315d572ba0 req-3e8bef61-a473-4bb2-b58e-390a43c27a61 tempest-InstanceActionsTestJSON-518574186 tempest-InstanceActionsTestJSON-518574186-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:42:39.469231 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-c529e090-f44a-451b-a91d-5f315d572ba0 req-3e8bef61-a473-4bb2-b58e-390a43c27a61 tempest-InstanceActionsTestJSON-518574186 tempest-InstanceActionsTestJSON-518574186-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:42:39.595179 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-0d94ec67-e3fd-4a54-8ab6-b3f0036c5ad1 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:39.616860 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bdba7b-e6e5-4816-8ba5-9f654e276b92 req-4c308615-a766-4a1d-baa9-6d6851f25f98 tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:39.620155 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c6aa9820-b4b4-4488-b960-655e70b670e6 req-03aea43b-393e-42a3-a4bf-695cbf5284ac tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/security-groups?id=51df22c1-554b-4779-a025-65f2af6e2a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161701 Apr 18 19:42:39.622831 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-51bdba7b-e6e5-4816-8ba5-9f654e276b92 req-4c308615-a766-4a1d-baa9-6d6851f25f98 tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] 10.222.0.69 "GET /v2.0/ports?device_id=e7e81689-65fe-4687-a768-aeb7ff97cfff HTTP/1.1" status: 200 len: 945 time: 0.1038952 Apr 18 19:42:39.623371 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c529e090-f44a-451b-a91d-5f315d572ba0 req-3e8bef61-a473-4bb2-b58e-390a43c27a61 tempest-InstanceActionsTestJSON-518574186 tempest-InstanceActionsTestJSON-518574186-project] Made reservation on behalf of a41ef4d3279b44abbcbf57a2ed78f6bf for: {'port': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:42:39.632639 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-c529e090-f44a-451b-a91d-5f315d572ba0 req-3e8bef61-a473-4bb2-b58e-390a43c27a61 tempest-InstanceActionsTestJSON-518574186 tempest-InstanceActionsTestJSON-518574186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:39.632811 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 40710) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:39.638136 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-7e0706cd-3d86-4605-9af1-8ebc416d9815 tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] Request body: {'floatingip': {'port_id': '42bad176-1ee4-435b-b9de-71885d20eaa1'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:42:39.814366 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-0d94ec67-e3fd-4a54-8ab6-b3f0036c5ad1 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484852'] for security_group_rule, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:39.818010 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cab60f81-8010-4af4-9c0e-57895d28cf2d tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Router df21537d-3cc7-4895-b4bb-e2fadb5cb950 is scheduled to L3 agent 21b59c62-f184-4169-bc3e-79831cc043e8 with binding_index 1 {{(pid=84764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 19:42:39.873386 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f1d4244a-ab3e-469f-b4c4-9250a142504c req-c9b0d255-1a7f-46df-ab0d-b52a7f4b4f59 tempest-InstanceActionsTestJSON-518574186 tempest-InstanceActionsTestJSON-518574186-project] 10.222.0.69 "GET /v2.0/ports?device_id=8355383c-69dd-4080-bc05-69f9def31544 HTTP/1.1" status: 200 len: 210 time: 0.0676131 Apr 18 19:42:39.883018 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-7e0706cd-3d86-4605-9af1-8ebc416d9815 tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] Notify callbacks [] for floatingip, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:40.017413 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_common [req-c529e090-f44a-451b-a91d-5f315d572ba0 req-3e8bef61-a473-4bb2-b58e-390a43c27a61 tempest-InstanceActionsTestJSON-518574186 tempest-InstanceActionsTestJSON-518574186-project] Allocated IP 172.20.0.4 (35c9fe89-e4ac-48fc-a2f5-b2da97f1e503/9f569c51-73b6-42e5-9e23-12afdc23bc11/d2a8108f-0ef2-4df1-a889-71e90f9a7196) {{(pid=84763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:42:40.054296 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d94ec67-e3fd-4a54-8ab6-b3f0036c5ad1 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfccead7-8ad6-430e-9bf0-9366b7ee676b,revision_number=0']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:40.246299 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-0d94ec67-e3fd-4a54-8ab6-b3f0036c5ad1 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:40.247756 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-0d94ec67-e3fd-4a54-8ab6-b3f0036c5ad1 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.2052345 Apr 18 19:42:40.253919 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 40716) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:40.263882 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-590d35af-c875-4a70-a750-adfea5642c30 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Request body: {'floatingip': {'floating_network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:42:40.394883 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-590d35af-c875-4a70-a750-adfea5642c30 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:42:40.417951 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-590d35af-c875-4a70-a750-adfea5642c30 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Usage tracker for resource:floatingip and tenant:25b05b3bfc6f4792a58f276b63d5c65b is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:42:40.424774 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-590d35af-c875-4a70-a750-adfea5642c30 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:42:40.437804 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-590d35af-c875-4a70-a750-adfea5642c30 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:42:40.483849 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-c529e090-f44a-451b-a91d-5f315d572ba0 req-3e8bef61-a473-4bb2-b58e-390a43c27a61 tempest-InstanceActionsTestJSON-518574186 tempest-InstanceActionsTestJSON-518574186-project] Notify callbacks [] for port, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:40.603447 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-590d35af-c875-4a70-a750-adfea5642c30 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Notify callbacks [] for floatingip, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:40.644415 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-c529e090-f44a-451b-a91d-5f315d572ba0 req-3e8bef61-a473-4bb2-b58e-390a43c27a61 tempest-InstanceActionsTestJSON-518574186 tempest-InstanceActionsTestJSON-518574186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:40.781274 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4328205-a08b-4855-9f19-5afad6b02b8a req-40149c9d-852c-4eee-9006-8bd24f28936f tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:40.782735 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-b4328205-a08b-4855-9f19-5afad6b02b8a req-40149c9d-852c-4eee-9006-8bd24f28936f tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b49bb00-f484-4f92-bb80-0be3537a561f HTTP/1.1" status: 200 len: 946 time: 0.8202388 Apr 18 19:42:40.874765 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8bef61-a473-4bb2-b58e-390a43c27a61 tempest-InstanceActionsTestJSON-518574186 tempest-InstanceActionsTestJSON-518574186-project] Pushing event updated for resources: {'Port': ['ID=d2a8108f-0ef2-4df1-a889-71e90f9a7196,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:40.902705 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c529e090-f44a-451b-a91d-5f315d572ba0 req-3e8bef61-a473-4bb2-b58e-390a43c27a61 tempest-InstanceActionsTestJSON-518574186 tempest-InstanceActionsTestJSON-518574186-project] Network 35c9fe89-e4ac-48fc-a2f5-b2da97f1e503 is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:42:40.907337 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [req-c529e090-f44a-451b-a91d-5f315d572ba0 req-3e8bef61-a473-4bb2-b58e-390a43c27a61 tempest-InstanceActionsTestJSON-518574186 tempest-InstanceActionsTestJSON-518574186-project] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:42:40.915265 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-c529e090-f44a-451b-a91d-5f315d572ba0 req-3e8bef61-a473-4bb2-b58e-390a43c27a61 tempest-InstanceActionsTestJSON-518574186 tempest-InstanceActionsTestJSON-518574186-project] Received port after_create {{(pid=84763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:42:40.969589 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-b4328205-a08b-4855-9f19-5afad6b02b8a req-615c7c5d-b1d3-4615-82c4-47359eef43b8 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] 10.222.0.69 "GET /v2.0/security-groups?id=65d46739-eb5a-478f-9fc7-f1aa98b0d76a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1760831 Apr 18 19:42:41.039398 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7983d2f0-8df6-4d79-909e-890eb2023a67 req-88cd8577-3243-4ded-b620-1adfd66ee0ef tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:41.056886 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7983d2f0-8df6-4d79-909e-890eb2023a67 req-88cd8577-3243-4ded-b620-1adfd66ee0ef tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 943 time: 0.5171027 Apr 18 19:42:41.072374 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cab60f81-8010-4af4-9c0e-57895d28cf2d tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify agent at l3_agent.n-d-836017-2 the message routers_updated {{(pid=84764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:42:41.091266 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e095019b-6374-4e6f-a095-c9e30430bc27 None None] Sync routers for ids ['df21537d-3cc7-4895-b4bb-e2fadb5cb950'] in n-d-836017-2 {{(pid=84766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:42:41.113496 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e095019b-6374-4e6f-a095-c9e30430bc27 None None] Routers {'df21537d-3cc7-4895-b4bb-e2fadb5cb950'} bound to L3 agent in host n-d-836017-2 {{(pid=84766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:42:41.114696 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-e095019b-6374-4e6f-a095-c9e30430bc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:42:20Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['df21537d-3cc7-4895-b4bb-e2fadb5cb950'], 'active': True} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:42:41.221842 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-e095019b-6374-4e6f-a095-c9e30430bc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-2', False) {} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:42:41.248003 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e095019b-6374-4e6f-a095-c9e30430bc27 None None] Routers {'df21537d-3cc7-4895-b4bb-e2fadb5cb950'} bound to L3 agent in host n-d-836017-2 {{(pid=84766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:42:41.248861 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-e095019b-6374-4e6f-a095-c9e30430bc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:42:20Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['df21537d-3cc7-4895-b4bb-e2fadb5cb950'], 'active': True} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:42:41.267960 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c529e090-f44a-451b-a91d-5f315d572ba0 req-3e8bef61-a473-4bb2-b58e-390a43c27a61 tempest-InstanceActionsTestJSON-518574186 tempest-InstanceActionsTestJSON-518574186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:41.268821 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-c529e090-f44a-451b-a91d-5f315d572ba0 req-3e8bef61-a473-4bb2-b58e-390a43c27a61 tempest-InstanceActionsTestJSON-518574186 tempest-InstanceActionsTestJSON-518574186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:41.309991 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7983d2f0-8df6-4d79-909e-890eb2023a67 req-2303cb74-6571-472a-83ff-a4bfdc872a00 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519662 Apr 18 19:42:41.310838 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-e095019b-6374-4e6f-a095-c9e30430bc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-2', False) {} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:42:41.311389 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e095019b-6374-4e6f-a095-c9e30430bc27 None None] The sync data for ids ['df21537d-3cc7-4895-b4bb-e2fadb5cb950'] in n-d-836017-2 is: [] {{(pid=84766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:42:41.363838 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-cab60f81-8010-4af4-9c0e-57895d28cf2d tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks [] for router, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:41.367126 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-cab60f81-8010-4af4-9c0e-57895d28cf2d tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 6.5846801 Apr 18 19:42:41.370623 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 40730) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:41.477335 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-7e0706cd-3d86-4605-9af1-8ebc416d9815 tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:41.491617 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-590d35af-c875-4a70-a750-adfea5642c30 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:41.515722 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e826bd-fa6e-4416-9ef3-6d17eb3f8c5d req-4a19cfaf-b05b-4e19-8110-fd48a70d817f tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:41.517457 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f3e826bd-fa6e-4416-9ef3-6d17eb3f8c5d req-4a19cfaf-b05b-4e19-8110-fd48a70d817f tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a897168-a61f-4c1b-904c-51871533c16d HTTP/1.1" status: 200 len: 945 time: 0.1635792 Apr 18 19:42:41.558612 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-c529e090-f44a-451b-a91d-5f315d572ba0 req-3e8bef61-a473-4bb2-b58e-390a43c27a61 tempest-InstanceActionsTestJSON-518574186 tempest-InstanceActionsTestJSON-518574186-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5049334 Apr 18 19:42:41.559009 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-7e0706cd-3d86-4605-9af1-8ebc416d9815 tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416787'] for floatingip, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:41.623781 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-c529e090-f44a-451b-a91d-5f315d572ba0 req-561f749d-ecfb-4cfc-b61d-3ae0a62ce256 service neutron] Request body: {'port': {'device_id': '8355383c-69dd-4080-bc05-69f9def31544', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-2'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:42:41.767476 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f3e826bd-fa6e-4416-9ef3-6d17eb3f8c5d req-d9477dc5-e07c-4cdc-8782-afaf61f41268 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/security-groups?id=51df22c1-554b-4779-a025-65f2af6e2a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416053 Apr 18 19:42:41.837002 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-c529e090-f44a-451b-a91d-5f315d572ba0 req-561f749d-ecfb-4cfc-b61d-3ae0a62ce256 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:41.950716 n-d-836017-2 neutron-server[84764]: INFO neutron.db.l3_db [None req-7e0706cd-3d86-4605-9af1-8ebc416d9815 tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] Floating IP 111e93c1-6c5a-4689-8b05-0ea5019ecb70 associated. External IP: 172.25.3.14, port: 42bad176-1ee4-435b-b9de-71885d20eaa1. Apr 18 19:42:41.993151 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d12055c-de9c-431b-914c-9472a5875997 req-88cc7c67-3287-4a0e-89a0-e5ff1167e70d tempest-InstanceActionsTestJSON-518574186 tempest-InstanceActionsTestJSON-518574186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:41.993151 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-2d12055c-de9c-431b-914c-9472a5875997 req-88cc7c67-3287-4a0e-89a0-e5ff1167e70d tempest-InstanceActionsTestJSON-518574186 tempest-InstanceActionsTestJSON-518574186-project] Synchronizing usage tracker for tenant:a41ef4d3279b44abbcbf57a2ed78f6bf on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:42:42.105943 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_common [None req-590d35af-c875-4a70-a750-adfea5642c30 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Allocated IP 172.25.3.180 (11e8e108-37df-4084-b6b7-113e6beb66b4/3b0abf32-1504-448b-b06e-c8c870b6a7c8/9b0acebd-b98b-46c2-b995-58c4ce55e6b0) {{(pid=84763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:42:42.287776 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-2d12055c-de9c-431b-914c-9472a5875997 req-88cc7c67-3287-4a0e-89a0-e5ff1167e70d tempest-InstanceActionsTestJSON-518574186 tempest-InstanceActionsTestJSON-518574186-project] Unset dirty status for tenant:a41ef4d3279b44abbcbf57a2ed78f6bf on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:42:42.296830 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2d12055c-de9c-431b-914c-9472a5875997 req-88cc7c67-3287-4a0e-89a0-e5ff1167e70d tempest-InstanceActionsTestJSON-518574186 tempest-InstanceActionsTestJSON-518574186-project] 10.222.0.69 "GET /v2.0/ports?device_id=8355383c-69dd-4080-bc05-69f9def31544 HTTP/1.1" status: 200 len: 931 time: 0.7987883 Apr 18 19:42:42.553044 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2d12055c-de9c-431b-914c-9472a5875997 req-b8526288-eff2-4d0f-8fa2-71eadcb0a824 tempest-InstanceActionsTestJSON-518574186 tempest-InstanceActionsTestJSON-518574186-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ab7411a-5c8b-4e40-946b-ce992708a870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547290 Apr 18 19:42:42.640141 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-4bf22385-db81-4e3a-b5e5-3c35db7dac11 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] 10.222.0.69 "GET /v2.0/routers/df21537d-3cc7-4895-b4bb-e2fadb5cb950 HTTP/1.1" status: 200 len: 884 time: 1.2683406 Apr 18 19:42:42.646916 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 40746) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:42.758172 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e0706cd-3d86-4605-9af1-8ebc416d9815 tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] Router 8913faa6-0490-4903-bedc-9b553b305643 has already been hosted by L3 agent 21b59c62-f184-4169-bc3e-79831cc043e8 {{(pid=84764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:42:43.122283 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e0706cd-3d86-4605-9af1-8ebc416d9815 tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] Notify agent at l3_agent.n-d-836017-2 the message routers_updated {{(pid=84764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:42:43.125747 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-590d35af-c875-4a70-a750-adfea5642c30 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Notify callbacks [] for port, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:43.134809 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-7e0706cd-3d86-4605-9af1-8ebc416d9815 tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for floatingip, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:43.137204 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9792fc95-1390-4450-8456-763e23c1e51f None None] Sync routers for ids ['8913faa6-0490-4903-bedc-9b553b305643'] in n-d-836017-2 {{(pid=84765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:42:43.160126 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9792fc95-1390-4450-8456-763e23c1e51f None None] Routers {'8913faa6-0490-4903-bedc-9b553b305643'} bound to L3 agent in host n-d-836017-2 {{(pid=84765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:42:43.161889 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-9792fc95-1390-4450-8456-763e23c1e51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:42:20Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['8913faa6-0490-4903-bedc-9b553b305643'], 'active': True} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:42:43.271569 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [req-c529e090-f44a-451b-a91d-5f315d572ba0 req-561f749d-ecfb-4cfc-b61d-3ae0a62ce256 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2a8108f-0ef2-4df1-a889-71e90f9a7196 {{(pid=84763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:42:43.288923 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d62c8b0-c437-4f34-900d-8ab3c09d2fc7 req-da7cdefe-9c7a-4b5d-b097-c80495682601 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:43.290720 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-1d62c8b0-c437-4f34-900d-8ab3c09d2fc7 req-da7cdefe-9c7a-4b5d-b097-c80495682601 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b49bb00-f484-4f92-bb80-0be3537a561f HTTP/1.1" status: 200 len: 946 time: 0.5535414 Apr 18 19:42:43.294139 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-c529e090-f44a-451b-a91d-5f315d572ba0 req-561f749d-ecfb-4cfc-b61d-3ae0a62ce256 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:43.370855 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [req-c529e090-f44a-451b-a91d-5f315d572ba0 req-561f749d-ecfb-4cfc-b61d-3ae0a62ce256 service neutron] Transition to ACTIVE for port object d2a8108f-0ef2-4df1-a889-71e90f9a7196 will not be triggered until provisioned by entity L2. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:42:43.380409 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-1d62c8b0-c437-4f34-900d-8ab3c09d2fc7 req-23a6da83-e0d9-4507-8554-7f481157934e tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] 10.222.0.69 "GET /v2.0/security-groups?id=65d46739-eb5a-478f-9fc7-f1aa98b0d76a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809662 Apr 18 19:42:43.395930 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-7e0706cd-3d86-4605-9af1-8ebc416d9815 tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] 10.222.0.69 "PUT /v2.0/floatingips/111e93c1-6c5a-4689-8b05-0ea5019ecb70 HTTP/1.1" status: 200 len: 990 time: 3.7611911 Apr 18 19:42:43.396760 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7e81689-65fe-4687-a768-aeb7ff97cfff', 'tag': '42bad176-1ee4-435b-b9de-71885d20eaa1'}] {{(pid=84764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:42:43.443374 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-be28fadc-a153-4b8e-85e1-ff9d137b8de8 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Synchronizing usage tracker for tenant:bd464d5bd80e48739c10390179c2302b on resource:router {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:42:43.465320 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-590d35af-c875-4a70-a750-adfea5642c30 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:43.523086 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-c529e090-f44a-451b-a91d-5f315d572ba0 req-561f749d-ecfb-4cfc-b61d-3ae0a62ce256 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:43.581878 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-9792fc95-1390-4450-8456-763e23c1e51f None None] Set router 8913faa6-0490-4903-bedc-9b553b305643 gateway port host: n-d-836017-2 {{(pid=84765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:42:43.634316 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-be28fadc-a153-4b8e-85e1-ff9d137b8de8 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Unset dirty status for tenant:bd464d5bd80e48739c10390179c2302b on resource:router {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:42:43.636488 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-be28fadc-a153-4b8e-85e1-ff9d137b8de8 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.9867146 Apr 18 19:42:43.639522 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 40758) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:43.646089 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-f59e5b8b-8322-4631-b681-c79deb467b72 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-754672685'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:42:43.656136 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590d35af-c875-4a70-a750-adfea5642c30 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Network 11e8e108-37df-4084-b6b7-113e6beb66b4 is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:42:43.685622 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590d35af-c875-4a70-a750-adfea5642c30 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Pushing event updated for resources: {'Port': ['ID=9b0acebd-b98b-46c2-b995-58c4ce55e6b0,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:43.688213 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [None req-590d35af-c875-4a70-a750-adfea5642c30 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:42:43.766305 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590d35af-c875-4a70-a750-adfea5642c30 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Received port after_create {{(pid=84763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:42:44.063272 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f749d-ecfb-4cfc-b61d-3ae0a62ce256 service neutron] Pushing event updated for resources: {'Port': ['ID=d2a8108f-0ef2-4df1-a889-71e90f9a7196,revision_number=2']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:44.112428 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e56094-4a7d-4bbb-b912-a21849805730 req-4913db67-a59f-4b66-baf4-b373cb57f430 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:44.114339 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f3e56094-4a7d-4bbb-b912-a21849805730 req-4913db67-a59f-4b66-baf4-b373cb57f430 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 943 time: 0.4382794 Apr 18 19:42:44.128197 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-c529e090-f44a-451b-a91d-5f315d572ba0 req-561f749d-ecfb-4cfc-b61d-3ae0a62ce256 service neutron] Attempting to bind port d2a8108f-0ef2-4df1-a889-71e90f9a7196 on host n-h1-836017-2 for vnic_type normal with profile {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:42:44.128657 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-c529e090-f44a-451b-a91d-5f315d572ba0 req-561f749d-ecfb-4cfc-b61d-3ae0a62ce256 service neutron] Attempting to bind port d2a8108f-0ef2-4df1-a889-71e90f9a7196 by drivers openvswitch,hyperv on host n-h1-836017-2 at level 0 using segments [{'id': '34c7d79c-f1be-4665-9acb-969553f610ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '35c9fe89-e4ac-48fc-a2f5-b2da97f1e503'}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:42:44.128900 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c529e090-f44a-451b-a91d-5f315d572ba0 req-561f749d-ecfb-4cfc-b61d-3ae0a62ce256 service neutron] Attempting to bind port d2a8108f-0ef2-4df1-a889-71e90f9a7196 on network 35c9fe89-e4ac-48fc-a2f5-b2da97f1e503 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:42:44.162276 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c529e090-f44a-451b-a91d-5f315d572ba0 req-561f749d-ecfb-4cfc-b61d-3ae0a62ce256 service neutron] Port d2a8108f-0ef2-4df1-a889-71e90f9a7196 on network 35c9fe89-e4ac-48fc-a2f5-b2da97f1e503 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-2 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:42:44.162608 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c529e090-f44a-451b-a91d-5f315d572ba0 req-561f749d-ecfb-4cfc-b61d-3ae0a62ce256 service neutron] Attempting to bind port d2a8108f-0ef2-4df1-a889-71e90f9a7196 on network 35c9fe89-e4ac-48fc-a2f5-b2da97f1e503 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:42:44.187083 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c529e090-f44a-451b-a91d-5f315d572ba0 req-561f749d-ecfb-4cfc-b61d-3ae0a62ce256 service neutron] Checking agent: {'id': 'e3a31811-08e0-42ba-bc2e-ed8a973b714f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 25), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:42:44.187424 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c529e090-f44a-451b-a91d-5f315d572ba0 req-561f749d-ecfb-4cfc-b61d-3ae0a62ce256 service neutron] Checking segment: {'id': '34c7d79c-f1be-4665-9acb-969553f610ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '35c9fe89-e4ac-48fc-a2f5-b2da97f1e503'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:42:44.187885 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c529e090-f44a-451b-a91d-5f315d572ba0 req-561f749d-ecfb-4cfc-b61d-3ae0a62ce256 service neutron] Bound using segment: {'id': '34c7d79c-f1be-4665-9acb-969553f610ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '35c9fe89-e4ac-48fc-a2f5-b2da97f1e503'} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:42:44.188258 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-c529e090-f44a-451b-a91d-5f315d572ba0 req-561f749d-ecfb-4cfc-b61d-3ae0a62ce256 service neutron] Bound port: d2a8108f-0ef2-4df1-a889-71e90f9a7196, host: n-h1-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34c7d79c-f1be-4665-9acb-969553f610ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '35c9fe89-e4ac-48fc-a2f5-b2da97f1e503'}}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:42:44.188791 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-c529e090-f44a-451b-a91d-5f315d572ba0 req-561f749d-ecfb-4cfc-b61d-3ae0a62ce256 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:44.255356 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-9792fc95-1390-4450-8456-763e23c1e51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8913faa6-0490-4903-bedc-9b553b305643', 'name': 'tempest-AttachVolumeTestJSON-1724345006-router', 'tenant_id': '1704b27ee7504f47a5309a7a0aca6742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '0ce8381f-0227-4fdf-864f-4c474e55dd66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:41:38Z', 'updated_at': '2022-04-18T19:41:49Z', 'revision_number': 4, 'project_id': '1704b27ee7504f47a5309a7a0aca6742', 'gw_port': {'id': '0ce8381f-0227-4fdf-864f-4c474e55dd66', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8913faa6-0490-4903-bedc-9b553b305643', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:41:40Z', 'updated_at': '2022-04-18T19:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_floatingips': [{'id': '111e93c1-6c5a-4689-8b05-0ea5019ecb70', 'tenant_id': '1704b27ee7504f47a5309a7a0aca6742', 'floating_ip_address': '172.25.3.14', 'floating_network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'router_id': '8913faa6-0490-4903-bedc-9b553b305643', 'port_id': '42bad176-1ee4-435b-b9de-71885d20eaa1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8316c86c-250c-436f-a95b-14f06065e125', 'mac_address': 'fa:16:3e:37:53:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e81689-65fe-4687-a768-aeb7ff97cfff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T19:42:03Z', 'updated_at': '2022-04-18T19:42:41Z', 'revision_number': 1, 'project_id': '1704b27ee7504f47a5309a7a0aca6742', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bf629c7-edf3-4821-9047-237b24bc05ae', 'name': '', 'network_id': '8316c86c-250c-436f-a95b-14f06065e125', 'tenant_id': '1704b27ee7504f47a5309a7a0aca6742', 'mac_address': 'fa:16:3e:0f:b1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8913faa6-0490-4903-bedc-9b553b305643', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52485bbf-71d0-4c05-9194-4f743c9c5d2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:41:46Z', 'updated_at': '2022-04-18T19:42:01Z', 'revision_number': 5, 'project_id': '1704b27ee7504f47a5309a7a0aca6742', 'subnets': [{'id': '52485bbf-71d0-4c05-9194-4f743c9c5d2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-2', False) {} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:42:44.261993 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9792fc95-1390-4450-8456-763e23c1e51f None None] Checking router: 8913faa6-0490-4903-bedc-9b553b305643 for host: n-d-836017-2 {{(pid=84765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:42:44.279491 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f3e56094-4a7d-4bbb-b912-a21849805730 req-5588d65d-5bb5-498b-b4a6-ec05c716699e tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472268 Apr 18 19:42:44.283783 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9792fc95-1390-4450-8456-763e23c1e51f None None] Routers {'8913faa6-0490-4903-bedc-9b553b305643'} bound to L3 agent in host n-d-836017-2 {{(pid=84765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:42:44.285328 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-9792fc95-1390-4450-8456-763e23c1e51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:42:20Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['8913faa6-0490-4903-bedc-9b553b305643'], 'active': True} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:42:44.392150 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-590d35af-c875-4a70-a750-adfea5642c30 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:44.405662 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-c529e090-f44a-451b-a91d-5f315d572ba0 req-561f749d-ecfb-4cfc-b61d-3ae0a62ce256 service neutron] For port d2a8108f-0ef2-4df1-a889-71e90f9a7196, host n-h1-836017-2, cleared binding levels {{(pid=84763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:42:44.412518 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-c529e090-f44a-451b-a91d-5f315d572ba0 req-561f749d-ecfb-4cfc-b61d-3ae0a62ce256 service neutron] For port d2a8108f-0ef2-4df1-a889-71e90f9a7196, host n-h1-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=d2a8108f-0ef2-4df1-a889-71e90f9a7196,segment=NetworkSegment(34c7d79c-f1be-4665-9acb-969553f610ad),segment_id=34c7d79c-f1be-4665-9acb-969553f610ad)] {{(pid=84763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:42:44.553745 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-c529e090-f44a-451b-a91d-5f315d572ba0 req-561f749d-ecfb-4cfc-b61d-3ae0a62ce256 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:44.613263 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-9792fc95-1390-4450-8456-763e23c1e51f None None] Set router 8913faa6-0490-4903-bedc-9b553b305643 gateway port host: n-d-836017-2 {{(pid=84765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:42:44.775349 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-c529e090-f44a-451b-a91d-5f315d572ba0 req-561f749d-ecfb-4cfc-b61d-3ae0a62ce256 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:44.776752 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-c529e090-f44a-451b-a91d-5f315d572ba0 req-561f749d-ecfb-4cfc-b61d-3ae0a62ce256 service neutron] 10.222.0.73 "PUT /v2.0/ports/d2a8108f-0ef2-4df1-a889-71e90f9a7196 HTTP/1.1" status: 200 len: 1091 time: 3.1732414 Apr 18 19:42:44.779694 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8355383c-69dd-4080-bc05-69f9def31544', 'tag': 'd2a8108f-0ef2-4df1-a889-71e90f9a7196'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:42:44.794051 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f59e5b8b-8322-4631-b681-c79deb467b72 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416895', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4776'] for router, precommit_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:44.815984 n-d-836017-2 neutron-server[84764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-401d9f51-cce4-47b9-bd1d-cb1c696da15e'] response: {'name': 'network-changed', 'server_uuid': 'e7e81689-65fe-4687-a768-aeb7ff97cfff', 'tag': '42bad176-1ee4-435b-b9de-71885d20eaa1', 'status': 'completed', 'code': 200} Apr 18 19:42:44.855376 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-590d35af-c875-4a70-a750-adfea5642c30 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:45.040085 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f59e5b8b-8322-4631-b681-c79deb467b72 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-416886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-416873', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-412907'] for router, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:45.200815 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-9792fc95-1390-4450-8456-763e23c1e51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8913faa6-0490-4903-bedc-9b553b305643', 'name': 'tempest-AttachVolumeTestJSON-1724345006-router', 'tenant_id': '1704b27ee7504f47a5309a7a0aca6742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '0ce8381f-0227-4fdf-864f-4c474e55dd66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:41:38Z', 'updated_at': '2022-04-18T19:41:49Z', 'revision_number': 4, 'project_id': '1704b27ee7504f47a5309a7a0aca6742', 'gw_port': {'id': '0ce8381f-0227-4fdf-864f-4c474e55dd66', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8913faa6-0490-4903-bedc-9b553b305643', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:41:40Z', 'updated_at': '2022-04-18T19:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_floatingips': [{'id': '111e93c1-6c5a-4689-8b05-0ea5019ecb70', 'tenant_id': '1704b27ee7504f47a5309a7a0aca6742', 'floating_ip_address': '172.25.3.14', 'floating_network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'router_id': '8913faa6-0490-4903-bedc-9b553b305643', 'port_id': '42bad176-1ee4-435b-b9de-71885d20eaa1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8316c86c-250c-436f-a95b-14f06065e125', 'mac_address': 'fa:16:3e:37:53:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e81689-65fe-4687-a768-aeb7ff97cfff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T19:42:03Z', 'updated_at': '2022-04-18T19:42:41Z', 'revision_number': 1, 'project_id': '1704b27ee7504f47a5309a7a0aca6742', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bf629c7-edf3-4821-9047-237b24bc05ae', 'name': '', 'network_id': '8316c86c-250c-436f-a95b-14f06065e125', 'tenant_id': '1704b27ee7504f47a5309a7a0aca6742', 'mac_address': 'fa:16:3e:0f:b1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8913faa6-0490-4903-bedc-9b553b305643', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52485bbf-71d0-4c05-9194-4f743c9c5d2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:41:46Z', 'updated_at': '2022-04-18T19:42:01Z', 'revision_number': 5, 'project_id': '1704b27ee7504f47a5309a7a0aca6742', 'subnets': [{'id': '52485bbf-71d0-4c05-9194-4f743c9c5d2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-2', False) {} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:42:45.208843 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9792fc95-1390-4450-8456-763e23c1e51f None None] The sync data for ids ['8913faa6-0490-4903-bedc-9b553b305643'] in n-d-836017-2 is: [{'id': '8913faa6-0490-4903-bedc-9b553b305643', 'name': 'tempest-AttachVolumeTestJSON-1724345006-router', 'tenant_id': '1704b27ee7504f47a5309a7a0aca6742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'external_fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '0ce8381f-0227-4fdf-864f-4c474e55dd66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:41:38Z', 'updated_at': '2022-04-18T19:41:49Z', 'revision_number': 4, 'project_id': '1704b27ee7504f47a5309a7a0aca6742', 'gw_port': {'id': '0ce8381f-0227-4fdf-864f-4c474e55dd66', 'name': '', 'network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8913faa6-0490-4903-bedc-9b553b305643', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:41:40Z', 'updated_at': '2022-04-18T19:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b0abf32-1504-448b-b06e-c8c870b6a7c8', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836017-2', '_floatingips': [{'id': '111e93c1-6c5a-4689-8b05-0ea5019ecb70', 'tenant_id': '1704b27ee7504f47a5309a7a0aca6742', 'floating_ip_address': '172.25.3.14', 'floating_network_id': '11e8e108-37df-4084-b6b7-113e6beb66b4', 'router_id': '8913faa6-0490-4903-bedc-9b553b305643', 'port_id': '42bad176-1ee4-435b-b9de-71885d20eaa1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8316c86c-250c-436f-a95b-14f06065e125', 'mac_address': 'fa:16:3e:37:53:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e81689-65fe-4687-a768-aeb7ff97cfff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T19:42:03Z', 'updated_at': '2022-04-18T19:42:41Z', 'revision_number': 1, 'project_id': '1704b27ee7504f47a5309a7a0aca6742', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bf629c7-edf3-4821-9047-237b24bc05ae', 'name': '', 'network_id': '8316c86c-250c-436f-a95b-14f06065e125', 'tenant_id': '1704b27ee7504f47a5309a7a0aca6742', 'mac_address': 'fa:16:3e:0f:b1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8913faa6-0490-4903-bedc-9b553b305643', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52485bbf-71d0-4c05-9194-4f743c9c5d2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:41:46Z', 'updated_at': '2022-04-18T19:42:01Z', 'revision_number': 5, 'project_id': '1704b27ee7504f47a5309a7a0aca6742', 'subnets': [{'id': '52485bbf-71d0-4c05-9194-4f743c9c5d2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:42:45.238138 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f749d-ecfb-4cfc-b61d-3ae0a62ce256 service neutron] Pushing event updated for resources: {'Port': ['ID=d2a8108f-0ef2-4df1-a889-71e90f9a7196,revision_number=3']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:45.417875 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f59e5b8b-8322-4631-b681-c79deb467b72 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Router df21537d-3cc7-4895-b4bb-e2fadb5cb950 has already been hosted by L3 agent 21b59c62-f184-4169-bc3e-79831cc043e8 {{(pid=84764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:42:45.448997 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e01d562d-3b4b-41ac-a114-0a464ab4a45d req-ba16eb83-173b-4eb5-b7a5-61cda284058c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1704b27ee7504f47a5309a7a0aca6742&device_id=e7e81689-65fe-4687-a768-aeb7ff97cfff HTTP/1.1" status: 200 len: 1096 time: 0.7667177 Apr 18 19:42:45.565858 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.db.resource_extend [None req-590d35af-c875-4a70-a750-adfea5642c30 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 19:42:45.650195 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3966952-1901-48a6-a81f-202e9c15b787 None None] New status for floating IP 111e93c1-6c5a-4689-8b05-0ea5019ecb70: ACTIVE {{(pid=84766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 19:42:45.905407 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-4d88080c-45d0-44c0-8ba0-84ef2daa55e5 req-17de1b48-4fd4-4846-a6f0-89dece7a1f28 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e7e81689-65fe-4687-a768-aeb7ff97cfff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4860184 Apr 18 19:42:45.956408 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-590d35af-c875-4a70-a750-adfea5642c30 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Notify callbacks [] for port, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:45.964206 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-c529e090-f44a-451b-a91d-5f315d572ba0 req-508e6914-ca5f-4373-a2b7-b9c0f71d89d8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a41ef4d3279b44abbcbf57a2ed78f6bf&device_id=8355383c-69dd-4080-bc05-69f9def31544 HTTP/1.1" status: 200 len: 1094 time: 0.8196452 Apr 18 19:42:45.993234 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f78e47e-d515-49ba-a464-2c0dc6f68117 req-7220dc17-d05a-43bb-ba4b-679d2e20cefb tempest-InstanceActionsTestJSON-518574186 tempest-InstanceActionsTestJSON-518574186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:45.994838 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3f78e47e-d515-49ba-a464-2c0dc6f68117 req-7220dc17-d05a-43bb-ba4b-679d2e20cefb tempest-InstanceActionsTestJSON-518574186 tempest-InstanceActionsTestJSON-518574186-project] 10.222.0.69 "GET /v2.0/ports?device_id=8355383c-69dd-4080-bc05-69f9def31544 HTTP/1.1" status: 200 len: 943 time: 1.0476475 Apr 18 19:42:46.041327 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f59e5b8b-8322-4631-b681-c79deb467b72 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify agent at l3_agent.n-d-836017-2 the message routers_updated {{(pid=84764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:42:46.057444 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1325afb1-16e6-47c5-9e08-980081a495e5 None None] Sync routers for ids ['df21537d-3cc7-4895-b4bb-e2fadb5cb950'] in n-d-836017-2 {{(pid=84765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:42:46.057984 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-f59e5b8b-8322-4631-b681-c79deb467b72 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks [] for router, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:46.061854 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-f59e5b8b-8322-4631-b681-c79deb467b72 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] 10.222.0.69 "PUT /v2.0/routers/df21537d-3cc7-4895-b4bb-e2fadb5cb950 HTTP/1.1" status: 200 len: 891 time: 2.4184241 Apr 18 19:42:46.062554 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 40800) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:46.075894 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1325afb1-16e6-47c5-9e08-980081a495e5 None None] Routers {'df21537d-3cc7-4895-b4bb-e2fadb5cb950'} bound to L3 agent in host n-d-836017-2 {{(pid=84765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:42:46.082017 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-1325afb1-16e6-47c5-9e08-980081a495e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:42:20Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['df21537d-3cc7-4895-b4bb-e2fadb5cb950'], 'active': True} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:42:46.111440 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-c529e090-f44a-451b-a91d-5f315d572ba0 req-c78c5fe2-7837-4dd4-903c-1a1a670cd876 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d2a8108f-0ef2-4df1-a889-71e90f9a7196 HTTP/1.1" status: 200 len: 217 time: 0.1263354 Apr 18 19:42:46.117201 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-590d35af-c875-4a70-a750-adfea5642c30 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:46.158059 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-1325afb1-16e6-47c5-9e08-980081a495e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-2', False) {} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:42:46.177551 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1325afb1-16e6-47c5-9e08-980081a495e5 None None] Routers {'df21537d-3cc7-4895-b4bb-e2fadb5cb950'} bound to L3 agent in host n-d-836017-2 {{(pid=84765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:42:46.178312 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-1325afb1-16e6-47c5-9e08-980081a495e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:42:20Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['df21537d-3cc7-4895-b4bb-e2fadb5cb950'], 'active': True} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:42:46.243498 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-1325afb1-16e6-47c5-9e08-980081a495e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-2', False) {} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:42:46.244096 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1325afb1-16e6-47c5-9e08-980081a495e5 None None] The sync data for ids ['df21537d-3cc7-4895-b4bb-e2fadb5cb950'] in n-d-836017-2 is: [] {{(pid=84765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:42:46.269626 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590d35af-c875-4a70-a750-adfea5642c30 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Pushing event updated for resources: {'Port': ['ID=9b0acebd-b98b-46c2-b995-58c4ce55e6b0,revision_number=2']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:46.322328 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01d562d-3b4b-41ac-a114-0a464ab4a45d req-8883adf3-0b8d-4ca7-8336-32548800ced2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:46.324186 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e01d562d-3b4b-41ac-a114-0a464ab4a45d req-8883adf3-0b8d-4ca7-8336-32548800ced2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8316c86c-250c-436f-a95b-14f06065e125 HTTP/1.1" status: 200 len: 912 time: 0.8578229 Apr 18 19:42:46.472649 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c529e090-f44a-451b-a91d-5f315d572ba0 req-13afa4f9-c1ac-4631-b004-52f47d368a7a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:46.474830 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-c529e090-f44a-451b-a91d-5f315d572ba0 req-13afa4f9-c1ac-4631-b004-52f47d368a7a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9f569c51-73b6-42e5-9e23-12afdc23bc11 HTTP/1.1" status: 200 len: 853 time: 0.3532462 Apr 18 19:42:46.496203 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3f78e47e-d515-49ba-a464-2c0dc6f68117 req-35f41dda-f33d-4a97-9c85-11cd1eb6a69f tempest-InstanceActionsTestJSON-518574186 tempest-InstanceActionsTestJSON-518574186-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ab7411a-5c8b-4e40-946b-ce992708a870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3806858 Apr 18 19:42:46.514185 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-590d35af-c875-4a70-a750-adfea5642c30 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416787'] for floatingip, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:46.538292 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e01d562d-3b4b-41ac-a114-0a464ab4a45d req-8b6785f4-f269-4a83-b978-35d46f7b602d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42bad176-1ee4-435b-b9de-71885d20eaa1 HTTP/1.1" status: 200 len: 1000 time: 0.1736205 Apr 18 19:42:46.597367 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-590d35af-c875-4a70-a750-adfea5642c30 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for floatingip, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:46.599708 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-590d35af-c875-4a70-a750-adfea5642c30 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.3437886 Apr 18 19:42:46.643092 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01d562d-3b4b-41ac-a114-0a464ab4a45d req-695d6a88-07c5-44a6-893b-7daddecfff07 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:46.647092 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e01d562d-3b4b-41ac-a114-0a464ab4a45d req-695d6a88-07c5-44a6-893b-7daddecfff07 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=52485bbf-71d0-4c05-9194-4f743c9c5d2b HTTP/1.1" status: 200 len: 850 time: 0.1023033 Apr 18 19:42:46.710455 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-756ecdab-47ff-4235-9c61-1b713bdf59e7 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] 10.222.0.69 "GET /v2.0/routers/df21537d-3cc7-4895-b4bb-e2fadb5cb950 HTTP/1.1" status: 200 len: 891 time: 0.6467006 Apr 18 19:42:46.714204 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 40812) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:46.837146 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-66d7ec12-7e03-48ac-b840-89c64b76df33 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] 10.222.0.69 "GET /v2.0/ports?device_id=df21537d-3cc7-4895-b4bb-e2fadb5cb950 HTTP/1.1" status: 200 len: 205 time: 0.1216419 Apr 18 19:42:46.837745 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 40820) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:46.981195 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-c529e090-f44a-451b-a91d-5f315d572ba0 req-a039bc4e-8835-4f6d-beae-7d62c71fab1d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=35c9fe89-e4ac-48fc-a2f5-b2da97f1e503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2179625 Apr 18 19:42:47.158756 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e01d562d-3b4b-41ac-a114-0a464ab4a45d req-5ab876d1-49ca-4151-9a13-24fc14c509dd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8316c86c-250c-436f-a95b-14f06065e125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4462953 Apr 18 19:42:47.158756 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e185e5a-f5b3-4cad-bcdc-cfa88fac087d req-8cdcca85-ddd7-4541-a122-c9f5ea721eda tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:47.158756 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8e185e5a-f5b3-4cad-bcdc-cfa88fac087d req-8cdcca85-ddd7-4541-a122-c9f5ea721eda tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b49bb00-f484-4f92-bb80-0be3537a561f HTTP/1.1" status: 200 len: 946 time: 0.3820202 Apr 18 19:42:47.509697 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-03f17cea-3071-4ab2-9fc4-ee19f9e4cd93 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks [] for router, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:47.624879 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e01d562d-3b4b-41ac-a114-0a464ab4a45d req-22dc9fe7-f19e-4f3e-b4e5-9b05a7d85fa1 service neutron] 10.222.0.72 "GET /v2.0/networks/8316c86c-250c-436f-a95b-14f06065e125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5085731 Apr 18 19:42:47.820393 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-c529e090-f44a-451b-a91d-5f315d572ba0 req-1ffd6bb7-c99e-46b6-af6a-e893e4d3c6c8 service neutron] 10.222.0.73 "GET /v2.0/networks/35c9fe89-e4ac-48fc-a2f5-b2da97f1e503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4310193 Apr 18 19:42:47.820393 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8e185e5a-f5b3-4cad-bcdc-cfa88fac087d req-16a146ab-7066-40f7-8cb4-326b8482fce9 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] 10.222.0.69 "GET /v2.0/security-groups?id=65d46739-eb5a-478f-9fc7-f1aa98b0d76a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6540170 Apr 18 19:42:47.923017 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-03f17cea-3071-4ab2-9fc4-ee19f9e4cd93 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:47.953716 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb775859-573d-4d9c-bd02-541c67289501'] response: {'name': 'network-changed', 'server_uuid': '8355383c-69dd-4080-bc05-69f9def31544', 'tag': 'd2a8108f-0ef2-4df1-a889-71e90f9a7196', 'status': 'completed', 'code': 200} Apr 18 19:42:47.965862 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e01d562d-3b4b-41ac-a114-0a464ab4a45d req-ee0a92ce-b5d3-40a1-9554-d2edc27b3da3 service neutron] 10.222.0.72 "GET /v2.0/networks/8316c86c-250c-436f-a95b-14f06065e125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3339000 Apr 18 19:42:47.997440 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-c529e090-f44a-451b-a91d-5f315d572ba0 req-196e9e56-6fef-4132-bb68-733cffb3294f service neutron] 10.222.0.73 "GET /v2.0/networks/35c9fe89-e4ac-48fc-a2f5-b2da97f1e503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299852 Apr 18 19:42:48.102425 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-03f17cea-3071-4ab2-9fc4-ee19f9e4cd93 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Deleting port cfa0acc6-00ee-43a9-94a7-39fb8edd39d3 {{(pid=84764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:42:48.103008 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-03f17cea-3071-4ab2-9fc4-ee19f9e4cd93 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:48.180234 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7426c8-1780-435f-a7f1-4e835d89f8ad req-95d0c0a7-3144-4190-88e1-c8c3fd07491e tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:48.195268 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-6d7426c8-1780-435f-a7f1-4e835d89f8ad req-95d0c0a7-3144-4190-88e1-c8c3fd07491e tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 943 time: 0.1287401 Apr 18 19:42:48.298977 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-134955af-266e-4e38-b625-4804184998b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:48.512979 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-6d7426c8-1780-435f-a7f1-4e835d89f8ad req-52865cbf-9c05-4f66-a76b-2f60b1a39ad3 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281489 Apr 18 19:42:48.532872 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-03f17cea-3071-4ab2-9fc4-ee19f9e4cd93 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:48.563133 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4d88080c-45d0-44c0-8ba0-84ef2daa55e5 req-ecbb836f-54bf-481f-a9de-7f937031b199 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1704b27ee7504f47a5309a7a0aca6742&device_id=e7e81689-65fe-4687-a768-aeb7ff97cfff HTTP/1.1" status: 200 len: 1096 time: 0.2322655 Apr 18 19:42:48.572277 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-1b044852-ec0b-4d1a-85d1-1c95ee6f8548 req-78fdf1d0-b17f-43a9-97c8-d5a400286038 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a41ef4d3279b44abbcbf57a2ed78f6bf&device_id=8355383c-69dd-4080-bc05-69f9def31544 HTTP/1.1" status: 200 len: 1094 time: 0.3721993 Apr 18 19:42:48.905216 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-03f17cea-3071-4ab2-9fc4-ee19f9e4cd93 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Calling delete_port for cfa0acc6-00ee-43a9-94a7-39fb8edd39d3 owned by network:router_gateway {{(pid=84764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:42:49.314117 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b044852-ec0b-4d1a-85d1-1c95ee6f8548 req-ade87b6d-696f-4bb3-a062-716d50750efa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:49.374183 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-1b044852-ec0b-4d1a-85d1-1c95ee6f8548 req-ade87b6d-696f-4bb3-a062-716d50750efa service neutron] 10.222.0.73 "GET /v2.0/networks?id=35c9fe89-e4ac-48fc-a2f5-b2da97f1e503 HTTP/1.1" status: 200 len: 914 time: 0.7355864 Apr 18 19:42:49.409477 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d88080c-45d0-44c0-8ba0-84ef2daa55e5 req-45c7bbc3-c0a4-479e-b243-e128c701b2c9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:49.411514 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4d88080c-45d0-44c0-8ba0-84ef2daa55e5 req-45c7bbc3-c0a4-479e-b243-e128c701b2c9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8316c86c-250c-436f-a95b-14f06065e125 HTTP/1.1" status: 200 len: 912 time: 0.7333808 Apr 18 19:42:49.412575 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-1b044852-ec0b-4d1a-85d1-1c95ee6f8548 req-aef1dd37-064b-4666-b269-65cb131b1ace service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d2a8108f-0ef2-4df1-a889-71e90f9a7196 HTTP/1.1" status: 200 len: 217 time: 0.0890036 Apr 18 19:42:49.418036 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9417fb-cca2-4ccc-aa0a-4e068b0bfb3a req-7a35e7a8-dbf2-4f11-aa04-c1a244181960 tempest-InstanceActionsTestJSON-518574186 tempest-InstanceActionsTestJSON-518574186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:49.419432 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2c9417fb-cca2-4ccc-aa0a-4e068b0bfb3a req-7a35e7a8-dbf2-4f11-aa04-c1a244181960 tempest-InstanceActionsTestJSON-518574186 tempest-InstanceActionsTestJSON-518574186-project] 10.222.0.69 "GET /v2.0/ports?device_id=8355383c-69dd-4080-bc05-69f9def31544 HTTP/1.1" status: 200 len: 943 time: 0.3150046 Apr 18 19:42:49.480877 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-03f17cea-3071-4ab2-9fc4-ee19f9e4cd93 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:49.565440 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f17cea-3071-4ab2-9fc4-ee19f9e4cd93 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Pushing event deleted for resources: {'Port': ['ID=cfa0acc6-00ee-43a9-94a7-39fb8edd39d3,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:49.640532 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f17cea-3071-4ab2-9fc4-ee19f9e4cd93 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:42:49.640969 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f17cea-3071-4ab2-9fc4-ee19f9e4cd93 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:42:49.641358 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f17cea-3071-4ab2-9fc4-ee19f9e4cd93 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:42:49.642690 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f17cea-3071-4ab2-9fc4-ee19f9e4cd93 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:42:49.643118 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f17cea-3071-4ab2-9fc4-ee19f9e4cd93 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:42:49.643522 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f17cea-3071-4ab2-9fc4-ee19f9e4cd93 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:42:49.644023 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f17cea-3071-4ab2-9fc4-ee19f9e4cd93 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:42:49.644412 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b044852-ec0b-4d1a-85d1-1c95ee6f8548 req-913aad34-5b7a-4bf6-b0d2-56849b280d1b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:49.644527 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f17cea-3071-4ab2-9fc4-ee19f9e4cd93 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:42:49.645417 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f17cea-3071-4ab2-9fc4-ee19f9e4cd93 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:42:49.645803 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f17cea-3071-4ab2-9fc4-ee19f9e4cd93 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:42:49.646343 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f17cea-3071-4ab2-9fc4-ee19f9e4cd93 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:42:49.646581 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-1b044852-ec0b-4d1a-85d1-1c95ee6f8548 req-913aad34-5b7a-4bf6-b0d2-56849b280d1b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9f569c51-73b6-42e5-9e23-12afdc23bc11 HTTP/1.1" status: 200 len: 853 time: 0.0674865 Apr 18 19:42:49.665213 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2c9417fb-cca2-4ccc-aa0a-4e068b0bfb3a req-a45a54c7-491a-43d9-b93d-f5be13d64908 tempest-InstanceActionsTestJSON-518574186 tempest-InstanceActionsTestJSON-518574186-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ab7411a-5c8b-4e40-946b-ce992708a870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876843 Apr 18 19:42:49.669926 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4d88080c-45d0-44c0-8ba0-84ef2daa55e5 req-892fc319-a3c6-4e27-9e37-0e4da926191a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42bad176-1ee4-435b-b9de-71885d20eaa1 HTTP/1.1" status: 200 len: 1000 time: 0.2496264 Apr 18 19:42:49.772651 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d88080c-45d0-44c0-8ba0-84ef2daa55e5 req-75bfcab4-8e44-45e4-8907-298d69835450 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:49.776255 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4d88080c-45d0-44c0-8ba0-84ef2daa55e5 req-75bfcab4-8e44-45e4-8907-298d69835450 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=52485bbf-71d0-4c05-9194-4f743c9c5d2b HTTP/1.1" status: 200 len: 850 time: 0.0948370 Apr 18 19:42:49.913157 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4d88080c-45d0-44c0-8ba0-84ef2daa55e5 req-851a9ac9-b3f4-452b-9570-2a968f76cfe9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8316c86c-250c-436f-a95b-14f06065e125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1316569 Apr 18 19:42:49.918013 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-07afed79-14c8-418c-a0ed-a034cf799929 req-c1c43b5c-e6a7-4d9f-8d9e-c57089ff2aed tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Synchronizing usage tracker for tenant:25b05b3bfc6f4792a58f276b63d5c65b on resource:security_group {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:42:49.920528 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-03f17cea-3071-4ab2-9fc4-ee19f9e4cd93 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416828'] for router_gateway, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:50.165430 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4d88080c-45d0-44c0-8ba0-84ef2daa55e5 req-cdab24fb-50df-4171-8e35-1dd3f45a8d76 service neutron] 10.222.0.72 "GET /v2.0/networks/8316c86c-250c-436f-a95b-14f06065e125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675713 Apr 18 19:42:50.357916 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-07afed79-14c8-418c-a0ed-a034cf799929 req-c1c43b5c-e6a7-4d9f-8d9e-c57089ff2aed tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Unset dirty status for tenant:25b05b3bfc6f4792a58f276b63d5c65b on resource:security_group {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:42:50.358801 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-07afed79-14c8-418c-a0ed-a034cf799929 req-c1c43b5c-e6a7-4d9f-8d9e-c57089ff2aed tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1845084774&fields=id&tenant_id=25b05b3bfc6f4792a58f276b63d5c65b HTTP/1.1" status: 200 len: 267 time: 0.5697486 Apr 18 19:42:50.367884 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4d88080c-45d0-44c0-8ba0-84ef2daa55e5 req-6ea9b889-d5d6-4c25-91cf-445b9fe5f49b service neutron] 10.222.0.72 "GET /v2.0/networks/8316c86c-250c-436f-a95b-14f06065e125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892574 Apr 18 19:42:50.388274 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a2765524-3a65-4b16-9d2a-7a47e295f971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:50.395703 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7809781-5cfa-4f9c-ae2c-678b33f42c31 req-1d17dd6d-5fa6-4e45-8842-436064a6e0b0 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:50.401117 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b7809781-5cfa-4f9c-ae2c-678b33f42c31 req-1d17dd6d-5fa6-4e45-8842-436064a6e0b0 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b49bb00-f484-4f92-bb80-0be3537a561f HTTP/1.1" status: 200 len: 946 time: 0.4807141 Apr 18 19:42:50.448500 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device e6d0fe65-4d2c-4960-8e76-91676eb2a273 details requested by agent hyperv_n-h2-836017-2 with host n-h2-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:42:50.544242 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b7809781-5cfa-4f9c-ae2c-678b33f42c31 req-55c73f8c-1225-4bbf-91b0-7983f0cd69c4 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] 10.222.0.69 "GET /v2.0/security-groups?id=65d46739-eb5a-478f-9fc7-f1aa98b0d76a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1373055 Apr 18 19:42:50.587986 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-03f17cea-3071-4ab2-9fc4-ee19f9e4cd93 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4443'] for router, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:50.600801 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-03f17cea-3071-4ab2-9fc4-ee19f9e4cd93 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:50.607033 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07afed79-14c8-418c-a0ed-a034cf799929 req-6a8e5ef0-a544-408f-9830-95148317a522 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:50.607719 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-07afed79-14c8-418c-a0ed-a034cf799929 req-6a8e5ef0-a544-408f-9830-95148317a522 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Synchronizing usage tracker for tenant:25b05b3bfc6f4792a58f276b63d5c65b on resource:port {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:42:50.697169 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port e6d0fe65-4d2c-4960-8e76-91676eb2a273, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=e6d0fe65-4d2c-4960-8e76-91676eb2a273,segment=NetworkSegment(6e09292d-9dc6-4a58-913a-7eef33e1cf20),segment_id=6e09292d-9dc6-4a58-913a-7eef33e1cf20)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:42:50.731250 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-07afed79-14c8-418c-a0ed-a034cf799929 req-6a8e5ef0-a544-408f-9830-95148317a522 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Unset dirty status for tenant:25b05b3bfc6f4792a58f276b63d5c65b on resource:port {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:42:50.732269 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-07afed79-14c8-418c-a0ed-a034cf799929 req-6a8e5ef0-a544-408f-9830-95148317a522 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] 10.222.0.69 "GET /v2.0/ports/859cd966-5e42-46fb-b44d-a96ed2ee8eae HTTP/1.1" status: 200 len: 935 time: 0.2747910 Apr 18 19:42:50.737211 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Returning: {'device': 'e6d0fe65-4d2c-4960-8e76-91676eb2a273', 'network_id': '11569783-78f6-4d10-9370-768c4acb7a65', 'port_id': 'e6d0fe65-4d2c-4960-8e76-91676eb2a273', 'mac_address': 'fa:16:3e:ac:82:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '183f16e9-913d-4006-a470-a5bf63783425', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:42:50.821735 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-03f17cea-3071-4ab2-9fc4-ee19f9e4cd93 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412768'] for router, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:50.823129 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03f17cea-3071-4ab2-9fc4-ee19f9e4cd93 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Fanout notify agent at l3_agent the message router_deleted on router df21537d-3cc7-4895-b4bb-e2fadb5cb950 {{(pid=84764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 19:42:50.872109 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae139f8-9e4f-4607-b27c-82ab156621c9 req-f6a0ca94-09be-48d0-b7dd-e78caec9309f tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:50.878710 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:50.882246 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7ae139f8-9e4f-4607-b27c-82ab156621c9 req-f6a0ca94-09be-48d0-b7dd-e78caec9309f tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 943 time: 0.1440387 Apr 18 19:42:50.923509 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e6d0fe65-4d2c-4960-8e76-91676eb2a273 {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:42:50.933833 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07afed79-14c8-418c-a0ed-a034cf799929 req-26773487-a9ee-4aba-92f7-e79b3b16c15c tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:50.945051 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-07afed79-14c8-418c-a0ed-a034cf799929 req-26773487-a9ee-4aba-92f7-e79b3b16c15c tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] 10.222.0.69 "GET /v2.0/ports/fd4df5eb-222d-41ef-9bae-d337955eaf87 HTTP/1.1" status: 200 len: 937 time: 0.2060099 Apr 18 19:42:50.957182 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port e6d0fe65-4d2c-4960-8e76-91676eb2a273, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=e6d0fe65-4d2c-4960-8e76-91676eb2a273,segment=NetworkSegment(6e09292d-9dc6-4a58-913a-7eef33e1cf20),segment_id=6e09292d-9dc6-4a58-913a-7eef33e1cf20)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:42:50.981154 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7ae139f8-9e4f-4607-b27c-82ab156621c9 req-51217a71-c59d-4083-b4c4-c809858b72c6 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893815 Apr 18 19:42:51.033225 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:51.066388 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-03f17cea-3071-4ab2-9fc4-ee19f9e4cd93 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks [] for router, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:51.068038 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-03f17cea-3071-4ab2-9fc4-ee19f9e4cd93 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] 10.222.0.69 "DELETE /v2.0/routers/df21537d-3cc7-4895-b4bb-e2fadb5cb950 HTTP/1.1" status: 204 len: 168 time: 4.2292717 Apr 18 19:42:51.071609 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 40882) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:51.085492 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-24a49ef9-43c5-4b27-a9df-5381b17c4258 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1085303541'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:42:51.088691 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-07afed79-14c8-418c-a0ed-a034cf799929 req-3701cfd5-ae37-4e7c-8822-628aec2b4816 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] 10.222.0.69 "GET /v2.0/ports?network_id=f00f9f08-e875-4f8c-9289-beff649f5094&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1422377 Apr 18 19:42:51.101258 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-24a49ef9-43c5-4b27-a9df-5381b17c4258 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:42:51.122801 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:51.150162 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-24a49ef9-43c5-4b27-a9df-5381b17c4258 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Usage tracker for resource:network and tenant:bd464d5bd80e48739c10390179c2302b is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:42:51.172762 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-24a49ef9-43c5-4b27-a9df-5381b17c4258 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:42:51.192619 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-24a49ef9-43c5-4b27-a9df-5381b17c4258 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:42:51.250200 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-07afed79-14c8-418c-a0ed-a034cf799929 req-d5025009-a448-4eb5-8522-60aab05042ca tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] 10.222.0.69 "GET /v2.0/ports?network_id=f00f9f08-e875-4f8c-9289-beff649f5094&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1603663 Apr 18 19:42:51.297049 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24a49ef9-43c5-4b27-a9df-5381b17c4258 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Made reservation on behalf of bd464d5bd80e48739c10390179c2302b for: {'network': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:42:51.301376 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-24a49ef9-43c5-4b27-a9df-5381b17c4258 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for network, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:51.326196 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=e6d0fe65-4d2c-4960-8e76-91676eb2a273,revision_number=6']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:51.387023 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] get_ports_and_sgs() called for port_ids ['e6d0fe65-4d2c-4960-8e76-91676eb2a273'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:42:51.495001 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24a49ef9-43c5-4b27-a9df-5381b17c4258 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=84763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:42:51.498778 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07afed79-14c8-418c-a0ed-a034cf799929 req-df3773ac-a166-4c06-a9aa-e523116fcfba tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:51.506365 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07afed79-14c8-418c-a0ed-a034cf799929 req-df3773ac-a166-4c06-a9aa-e523116fcfba tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:51.512428 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07afed79-14c8-418c-a0ed-a034cf799929 req-df3773ac-a166-4c06-a9aa-e523116fcfba tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:51.513403 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-07afed79-14c8-418c-a0ed-a034cf799929 req-df3773ac-a166-4c06-a9aa-e523116fcfba tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Synchronizing usage tracker for tenant:25b05b3bfc6f4792a58f276b63d5c65b on resource:network {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:42:51.523510 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-24a49ef9-43c5-4b27-a9df-5381b17c4258 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:51.524906 n-d-836017-2 neutron-server[84763]: INFO neutron.db.segments_db [None req-24a49ef9-43c5-4b27-a9df-5381b17c4258 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Added segment 5f102cd3-7cb8-452c-9e17-7f1ed2ec9d59 of type vlan for network 1bf8a7e8-1d2c-4828-b736-8570e834b48b Apr 18 19:42:51.580676 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-24a49ef9-43c5-4b27-a9df-5381b17c4258 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791093404182'] for network, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:51.593912 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5104cea4-e5f1-449b-ad22-db44cd13aa40 req-20aa327b-05f8-49d7-aebe-cf0e1061bafe tempest-InstanceActionsTestJSON-518574186 tempest-InstanceActionsTestJSON-518574186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:51.595530 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5104cea4-e5f1-449b-ad22-db44cd13aa40 req-20aa327b-05f8-49d7-aebe-cf0e1061bafe tempest-InstanceActionsTestJSON-518574186 tempest-InstanceActionsTestJSON-518574186-project] 10.222.0.69 "GET /v2.0/ports?device_id=8355383c-69dd-4080-bc05-69f9def31544 HTTP/1.1" status: 200 len: 943 time: 0.2463508 Apr 18 19:42:51.599945 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-07afed79-14c8-418c-a0ed-a034cf799929 req-df3773ac-a166-4c06-a9aa-e523116fcfba tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Unset dirty status for tenant:25b05b3bfc6f4792a58f276b63d5c65b on resource:network {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:42:51.601463 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-07afed79-14c8-418c-a0ed-a034cf799929 req-df3773ac-a166-4c06-a9aa-e523116fcfba tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] 10.222.0.69 "GET /v2.0/networks?id=8b6e6ab5-a637-42e9-a1d5-e645d5232d45&id=57af972d-943b-4a86-90f7-7dab3bff4674&id=57af972d-943b-4a86-90f7-7dab3bff4674&id=f00f9f08-e875-4f8c-9289-beff649f5094&id=f00f9f08-e875-4f8c-9289-beff649f5094 HTTP/1.1" status: 200 len: 1994 time: 0.3448527 Apr 18 19:42:51.639026 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-07afed79-14c8-418c-a0ed-a034cf799929 req-e3e1a577-2c55-46db-beee-b19b70b8b295 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] 10.222.0.69 "GET /v2.0/quotas/25b05b3bfc6f4792a58f276b63d5c65b HTTP/1.1" status: 200 len: 375 time: 0.0279403 Apr 18 19:42:51.712549 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5104cea4-e5f1-449b-ad22-db44cd13aa40 req-e61f2c90-2a68-4ac1-a2a4-01e536d9c526 tempest-InstanceActionsTestJSON-518574186 tempest-InstanceActionsTestJSON-518574186-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ab7411a-5c8b-4e40-946b-ce992708a870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030445 Apr 18 19:42:51.717667 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.db.resource_extend [None req-24a49ef9-43c5-4b27-a9df-5381b17c4258 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 19:42:51.805552 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-07afed79-14c8-418c-a0ed-a034cf799929 req-41401fcb-ef04-43c2-a260-83d48e08e45d tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=25b05b3bfc6f4792a58f276b63d5c65b&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1631138 Apr 18 19:42:51.846437 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-24a49ef9-43c5-4b27-a9df-5381b17c4258 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251'] for network, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:51.853185 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a49ef9-43c5-4b27-a9df-5381b17c4258 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:51.853916 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-24a49ef9-43c5-4b27-a9df-5381b17c4258 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:51.927405 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1c541fd-6087-4755-8778-e68e27e46067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:52.000906 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-07afed79-14c8-418c-a0ed-a034cf799929 req-ec4c4612-28ba-48b3-a53d-4be2e214b6d3 service neutron] 10.222.0.69 "GET /v2.0/networks/8b6e6ab5-a637-42e9-a1d5-e645d5232d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800811 Apr 18 19:42:52.007758 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-24a49ef9-43c5-4b27-a9df-5381b17c4258 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9349616 Apr 18 19:42:52.014511 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 40902) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:52.030738 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-1e45d98d-59d6-47bc-b570-8873dc587475 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Request body: {'subnet': {'network_id': '1bf8a7e8-1d2c-4828-b736-8570e834b48b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:42:52.052155 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:52.221050 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-07afed79-14c8-418c-a0ed-a034cf799929 req-317b3e60-f2ef-459d-9a38-4028844d264f service neutron] 10.222.0.69 "GET /v2.0/networks/8b6e6ab5-a637-42e9-a1d5-e645d5232d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128901 Apr 18 19:42:52.371621 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-07afed79-14c8-418c-a0ed-a034cf799929 req-dfd0fbbe-8ab0-4e5a-b452-147d5cba27c2 service neutron] 10.222.0.69 "GET /v2.0/ports/859cd966-5e42-46fb-b44d-a96ed2ee8eae?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.1299238 Apr 18 19:42:52.376571 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-1b044852-ec0b-4d1a-85d1-1c95ee6f8548 req-2f395cd9-f50f-4638-a949-a1e3014ea876 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=35c9fe89-e4ac-48fc-a2f5-b2da97f1e503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3313866 Apr 18 19:42:52.377506 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-1e45d98d-59d6-47bc-b570-8873dc587475 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:42:52.380921 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a49ef9-43c5-4b27-a9df-5381b17c4258 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Pushing event updated for resources: {'Network': ['ID=1bf8a7e8-1d2c-4828-b736-8570e834b48b,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:52.395849 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Network 1bf8a7e8-1d2c-4828-b736-8570e834b48b details requested by agent ovs-agent-n-d-836017-2 with host n-d-836017-2 {{(pid=84765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:42:52.412934 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-1e45d98d-59d6-47bc-b570-8873dc587475 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Usage tracker for resource:subnet and tenant:bd464d5bd80e48739c10390179c2302b is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:42:52.414545 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-1e45d98d-59d6-47bc-b570-8873dc587475 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:42:52.513610 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-1e45d98d-59d6-47bc-b570-8873dc587475 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:42:52.586684 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device e6d0fe65-4d2c-4960-8e76-91676eb2a273 up at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:42:52.620365 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d47ba0-b207-4f9c-a2e5-ae9380da4904 req-c309485d-37ec-4a1c-98a1-1c50f46e859a tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:52.622190 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-c9d47ba0-b207-4f9c-a2e5-ae9380da4904 req-c309485d-37ec-4a1c-98a1-1c50f46e859a tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b49bb00-f484-4f92-bb80-0be3537a561f HTTP/1.1" status: 200 len: 946 time: 0.1473644 Apr 18 19:42:52.654700 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e45d98d-59d6-47bc-b570-8873dc587475 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Made reservation on behalf of bd464d5bd80e48739c10390179c2302b for: {'subnet': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:42:52.699167 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-07afed79-14c8-418c-a0ed-a034cf799929 req-0b389e21-95a9-4772-bc42-100cdf4506de service neutron] 10.222.0.69 "GET /v2.0/networks/57af972d-943b-4a86-90f7-7dab3bff4674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3170321 Apr 18 19:42:52.771102 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning complete for port e6d0fe65-4d2c-4960-8e76-91676eb2a273 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:42:52.771904 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:52.842709 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-1b044852-ec0b-4d1a-85d1-1c95ee6f8548 req-6f116729-408e-4b8e-8daf-4810e0105269 service neutron] 10.222.0.73 "GET /v2.0/networks/35c9fe89-e4ac-48fc-a2f5-b2da97f1e503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4561827 Apr 18 19:42:52.971874 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-07afed79-14c8-418c-a0ed-a034cf799929 req-7d29285d-b6cc-4210-a629-db46bf6eb042 service neutron] 10.222.0.69 "GET /v2.0/networks/57af972d-943b-4a86-90f7-7dab3bff4674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2678509 Apr 18 19:42:53.008845 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:53.009412 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-c9d47ba0-b207-4f9c-a2e5-ae9380da4904 req-76954a7e-341f-4be4-a95c-281f665dd3bd tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] 10.222.0.69 "GET /v2.0/security-groups?id=65d46739-eb5a-478f-9fc7-f1aa98b0d76a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3784695 Apr 18 19:42:53.088932 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port e6d0fe65-4d2c-4960-8e76-91676eb2a273, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=e6d0fe65-4d2c-4960-8e76-91676eb2a273,segment=NetworkSegment(6e09292d-9dc6-4a58-913a-7eef33e1cf20),segment_id=6e09292d-9dc6-4a58-913a-7eef33e1cf20)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:42:53.089994 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a897168-a61f-4c1b-904c-51871533c16d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6d0fe65-4d2c-4960-8e76-91676eb2a273'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:42:53.121956 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-07afed79-14c8-418c-a0ed-a034cf799929 req-83fbf1eb-c621-40cd-b1ea-2ee762a912d0 service neutron] 10.222.0.69 "GET /v2.0/ports/fd4df5eb-222d-41ef-9bae-d337955eaf87?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.1427748 Apr 18 19:42:53.126889 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [req-07afed79-14c8-418c-a0ed-a034cf799929 req-d6439da5-dfdd-4eb9-bce3-4c54863dea25 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=84764) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:42:53.135342 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-07afed79-14c8-418c-a0ed-a034cf799929 req-d6439da5-dfdd-4eb9-bce3-4c54863dea25 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0123253 Apr 18 19:42:53.156919 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a4106dab-6971-4e7e-8fdc-c66f0a3f4877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:53.194681 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:53.254884 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-1e45d98d-59d6-47bc-b570-8873dc587475 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540907'] for subnet, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:53.318683 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=e6d0fe65-4d2c-4960-8e76-91676eb2a273,revision_number=7']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:53.382918 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-07afed79-14c8-418c-a0ed-a034cf799929 req-8ef2dad1-338e-45e3-a940-af8edd818ef1 service neutron] 10.222.0.69 "GET /v2.0/networks/57af972d-943b-4a86-90f7-7dab3bff4674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458985 Apr 18 19:42:53.809463 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-1b044852-ec0b-4d1a-85d1-1c95ee6f8548 req-242b3ddf-9b3d-46c5-a77b-9fd4d1cf45d5 service neutron] 10.222.0.73 "GET /v2.0/networks/35c9fe89-e4ac-48fc-a2f5-b2da97f1e503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9562716 Apr 18 19:42:53.827330 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2591bc5-581f-4331-b62a-a7bd943242f7 req-3f93a14f-9dee-45af-986d-7f6ccc3790da tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:53.836828 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a2591bc5-581f-4331-b62a-a7bd943242f7 req-3f93a14f-9dee-45af-986d-7f6ccc3790da tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 943 time: 0.6420057 Apr 18 19:42:53.849671 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-07afed79-14c8-418c-a0ed-a034cf799929 req-6c2fe276-434d-48c4-a3d0-4b1b1ba298c9 service neutron] 10.222.0.69 "GET /v2.0/networks/57af972d-943b-4a86-90f7-7dab3bff4674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4599299 Apr 18 19:42:53.928594 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a2591bc5-581f-4331-b62a-a7bd943242f7 req-40323301-d9a3-4ad3-a325-0246491bc59f tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899546 Apr 18 19:42:54.040220 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-07afed79-14c8-418c-a0ed-a034cf799929 req-e322dade-db9d-4a53-9073-817a9a23a649 service neutron] 10.222.0.69 "GET /v2.0/networks/57af972d-943b-4a86-90f7-7dab3bff4674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849244 Apr 18 19:42:54.196667 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-07afed79-14c8-418c-a0ed-a034cf799929 req-afd34faa-f35f-4a65-9b0c-15c719ccc864 service neutron] 10.222.0.69 "GET /v2.0/networks/57af972d-943b-4a86-90f7-7dab3bff4674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555431 Apr 18 19:42:54.214771 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f28eb4-f8eb-43dc-aa87-6d965feef131 req-0102f801-cbe8-499a-acfb-dc46e57617d3 tempest-InstanceActionsTestJSON-518574186 tempest-InstanceActionsTestJSON-518574186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:54.216456 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-64f28eb4-f8eb-43dc-aa87-6d965feef131 req-0102f801-cbe8-499a-acfb-dc46e57617d3 tempest-InstanceActionsTestJSON-518574186 tempest-InstanceActionsTestJSON-518574186-project] 10.222.0.69 "GET /v2.0/ports?device_id=8355383c-69dd-4080-bc05-69f9def31544 HTTP/1.1" status: 200 len: 943 time: 0.1020050 Apr 18 19:42:54.294993 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-64f28eb4-f8eb-43dc-aa87-6d965feef131 req-05804322-2f0c-447d-af93-652a5e9ab32c tempest-InstanceActionsTestJSON-518574186 tempest-InstanceActionsTestJSON-518574186-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ab7411a-5c8b-4e40-946b-ce992708a870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709839 Apr 18 19:42:54.296247 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-1e45d98d-59d6-47bc-b570-8873dc587475 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66351616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66540921'] for subnet, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:54.421815 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab1ca929-2376-488e-9dc6-e7525184b94e'] response: {'server_uuid': '1a897168-a61f-4c1b-904c-51871533c16d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6d0fe65-4d2c-4960-8e76-91676eb2a273', 'code': 200} Apr 18 19:42:54.472805 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e45d98d-59d6-47bc-b570-8873dc587475 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Pushing event updated for resources: {'Subnet': ['ID=4edf1348-0a50-4674-bf9c-520f00b28c8d,revision_number=0']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:54.474656 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-07afed79-14c8-418c-a0ed-a034cf799929 req-07945f3a-83d9-4ccb-9a2f-74f479ed028d service neutron] 10.222.0.69 "GET /v2.0/networks/57af972d-943b-4a86-90f7-7dab3bff4674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2720423 Apr 18 19:42:54.490589 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e45d98d-59d6-47bc-b570-8873dc587475 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Checking segment: {'id': '5f102cd3-7cb8-452c-9e17-7f1ed2ec9d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '1bf8a7e8-1d2c-4828-b736-8570e834b48b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:42:54.491229 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e45d98d-59d6-47bc-b570-8873dc587475 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Network hostable DHCP agents. Network: 1bf8a7e8-1d2c-4828-b736-8570e834b48b, hostable agents: ['f6987c12-6d6c-47d4-b22d-cfcd164dc40d'], hosted agents: [] {{(pid=84763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:42:54.626173 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-07afed79-14c8-418c-a0ed-a034cf799929 req-52f33a0c-c3aa-48d6-8afa-2cc6d185de67 service neutron] 10.222.0.69 "GET /v2.0/networks/57af972d-943b-4a86-90f7-7dab3bff4674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334081 Apr 18 19:42:54.643032 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58d3f56-005d-4bae-8e31-f70589b51427 req-2374c3ba-17c0-45cd-826d-d3b52111f71a tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:54.646632 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f58d3f56-005d-4bae-8e31-f70589b51427 req-2374c3ba-17c0-45cd-826d-d3b52111f71a tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a897168-a61f-4c1b-904c-51871533c16d HTTP/1.1" status: 200 len: 945 time: 0.1018026 Apr 18 19:42:54.670009 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e45d98d-59d6-47bc-b570-8873dc587475 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Network 1bf8a7e8-1d2c-4828-b736-8570e834b48b is scheduled to be hosted by DHCP agent f6987c12-6d6c-47d4-b22d-cfcd164dc40d with binding_index 1 {{(pid=84763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:42:54.708967 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f58d3f56-005d-4bae-8e31-f70589b51427 req-2e448a54-8080-4413-864e-173b01b9957e tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/security-groups?id=51df22c1-554b-4779-a025-65f2af6e2a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571439 Apr 18 19:42:54.756454 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [None req-1e45d98d-59d6-47bc-b570-8873dc587475 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-2, 1bf8a7e8-1d2c-4828-b736-8570e834b48b) {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:42:54.780267 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9644bc84-530e-4777-aabf-eae08b2ff34a None None] Network 1bf8a7e8-1d2c-4828-b736-8570e834b48b requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:42:54.791472 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e45d98d-59d6-47bc-b570-8873dc587475 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:54.792140 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-1e45d98d-59d6-47bc-b570-8873dc587475 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks [] for subnet, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:54.798773 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-07afed79-14c8-418c-a0ed-a034cf799929 req-99603bf1-0829-423a-92bb-b01b26dd5b6b service neutron] 10.222.0.69 "GET /v2.0/networks/f00f9f08-e875-4f8c-9289-beff649f5094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681726 Apr 18 19:42:54.933422 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-1e45d98d-59d6-47bc-b570-8873dc587475 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9170935 Apr 18 19:42:54.936757 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 40950) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:54.944768 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-df976cf1-c052-43a1-9d13-a7f28a70662a tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1216503421', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:42:55.057914 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-df976cf1-c052-43a1-9d13-a7f28a70662a tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:42:55.062721 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-df976cf1-c052-43a1-9d13-a7f28a70662a tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Usage tracker for resource:router and tenant:bd464d5bd80e48739c10390179c2302b is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:42:55.069020 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-df976cf1-c052-43a1-9d13-a7f28a70662a tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:42:55.074529 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-df976cf1-c052-43a1-9d13-a7f28a70662a tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:42:55.134406 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd55471-923c-4cba-b5f2-cfeb0e2c71c4 req-9e5b403a-842d-4e03-b4a3-337e93db0730 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:55.138155 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3bd55471-923c-4cba-b5f2-cfeb0e2c71c4 req-9e5b403a-842d-4e03-b4a3-337e93db0730 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b49bb00-f484-4f92-bb80-0be3537a561f HTTP/1.1" status: 200 len: 946 time: 0.1821392 Apr 18 19:42:55.145084 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-07afed79-14c8-418c-a0ed-a034cf799929 req-d0f56e05-7124-414e-9177-690441377fe1 service neutron] 10.222.0.69 "GET /v2.0/networks/f00f9f08-e875-4f8c-9289-beff649f5094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3351407 Apr 18 19:42:55.162795 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device d2a8108f-0ef2-4df1-a889-71e90f9a7196 details requested by agent hyperv_n-h1-836017-2 with host n-h1-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:42:55.166018 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:55.186579 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-df976cf1-c052-43a1-9d13-a7f28a70662a tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-415242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4425'] for router, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:55.188541 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-df976cf1-c052-43a1-9d13-a7f28a70662a tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-416909', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4418'] for router, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:55.214423 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c7e018-fa3c-48c0-8a54-c3b071787191 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31f5fbf7-4b5c-5a44-b255-70c4fc176ae8-1bf8a7e8-1d2c-4828-b736-8570e834b48b', 'network_id': '1bf8a7e8-1d2c-4828-b736-8570e834b48b', 'tenant_id': 'bd464d5bd80e48739c10390179c2302b', 'fixed_ips': [{'subnet_id': '4edf1348-0a50-4674-bf9c-520f00b28c8d'}]}} from n-d-836017-2. {{(pid=84765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 19:42:55.215212 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f8c7e018-fa3c-48c0-8a54-c3b071787191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:55.236972 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3bd55471-923c-4cba-b5f2-cfeb0e2c71c4 req-0e39bbba-45c1-4e44-b0a1-2ac319b1ffcb tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] 10.222.0.69 "GET /v2.0/security-groups?id=65d46739-eb5a-478f-9fc7-f1aa98b0d76a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875156 Apr 18 19:42:55.242144 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-df976cf1-c052-43a1-9d13-a7f28a70662a tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:55.402504 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-df976cf1-c052-43a1-9d13-a7f28a70662a tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416864'] for router, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:55.418920 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-07afed79-14c8-418c-a0ed-a034cf799929 req-2923aea8-ec5e-45e5-821d-87dede28951b service neutron] 10.222.0.69 "GET /v2.0/networks/f00f9f08-e875-4f8c-9289-beff649f5094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2696934 Apr 18 19:42:55.518368 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-df976cf1-c052-43a1-9d13-a7f28a70662a tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks [] for router, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:55.519605 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-df976cf1-c052-43a1-9d13-a7f28a70662a tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5818045 Apr 18 19:42:55.522391 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 40966) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:55.671038 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port d2a8108f-0ef2-4df1-a889-71e90f9a7196, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=d2a8108f-0ef2-4df1-a889-71e90f9a7196,segment=NetworkSegment(34c7d79c-f1be-4665-9acb-969553f610ad),segment_id=34c7d79c-f1be-4665-9acb-969553f610ad)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:42:55.749762 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Returning: {'device': 'd2a8108f-0ef2-4df1-a889-71e90f9a7196', 'network_id': '35c9fe89-e4ac-48fc-a2f5-b2da97f1e503', 'port_id': 'd2a8108f-0ef2-4df1-a889-71e90f9a7196', 'mac_address': 'fa:16:3e:c8:53:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f569c51-73b6-42e5-9e23-12afdc23bc11', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:42:55.770893 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-07afed79-14c8-418c-a0ed-a034cf799929 req-edda76bd-7a0b-4094-b902-efb0ff3dbe4d service neutron] 10.222.0.69 "GET /v2.0/networks/f00f9f08-e875-4f8c-9289-beff649f5094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3447077 Apr 18 19:42:55.866899 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-f8c7e018-fa3c-48c0-8a54-c3b071787191 None None] Allocated IP 2001:db8::2 (1bf8a7e8-1d2c-4828-b736-8570e834b48b/4edf1348-0a50-4674-bf9c-520f00b28c8d/62ed5593-c8a8-4ce0-8515-a78e97797e08) {{(pid=84765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:42:55.913393 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:56.094742 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2a8108f-0ef2-4df1-a889-71e90f9a7196 {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:42:56.127283 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port d2a8108f-0ef2-4df1-a889-71e90f9a7196, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=d2a8108f-0ef2-4df1-a889-71e90f9a7196,segment=NetworkSegment(34c7d79c-f1be-4665-9acb-969553f610ad),segment_id=34c7d79c-f1be-4665-9acb-969553f610ad)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:42:56.190566 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:56.193462 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device c2d41a20-8113-45ca-a446-3bd7c51b739f details requested by agent hyperv_n-h1-836017-2 with host n-h1-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:42:56.443491 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6712d684-e1ab-4e89-8a55-85c146775586 req-a0aeaad1-3969-4c5c-b98c-b5acb5d38703 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:56.450439 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-6712d684-e1ab-4e89-8a55-85c146775586 req-a0aeaad1-3969-4c5c-b98c-b5acb5d38703 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 943 time: 0.2592628 Apr 18 19:42:56.486023 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.agents_db [None req-eb67022b-f881-4bc8-8f45-fca90fb27803 None None] Agent healthcheck: found 7 active agents {{(pid=84766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:42:56.552361 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port c2d41a20-8113-45ca-a446-3bd7c51b739f, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=c2d41a20-8113-45ca-a446-3bd7c51b739f,segment=NetworkSegment(1f6ca8e3-6019-45df-8c47-18f1673dd06b),segment_id=1f6ca8e3-6019-45df-8c47-18f1673dd06b)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:42:56.573369 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-6712d684-e1ab-4e89-8a55-85c146775586 req-9a7a2444-fe19-44eb-9df1-91670fc7b964 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219771 Apr 18 19:42:56.574402 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Returning: {'device': 'c2d41a20-8113-45ca-a446-3bd7c51b739f', 'network_id': '47c820f3-b421-48a9-a537-e0e4851dd399', 'port_id': 'c2d41a20-8113-45ca-a446-3bd7c51b739f', 'mac_address': 'fa:16:3e:41:ab:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '796a481f-8e54-4cc2-b013-83edb23d78ce', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:42:56.614000 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device e6d0fe65-4d2c-4960-8e76-91676eb2a273 no longer exists at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:42:56.758479 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-1ce37d71-1978-44a2-9093-c479b611bcb2 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:56.790504 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-26b4ffd9-8e21-4dd1-9050-5181346e69ab req-814f0f7e-22a3-4b59-8d73-8f800f70d1b9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7276b8530b6a4c9e997960e7ff37ca8f&device_id=7b49bb00-f484-4f92-bb80-0be3537a561f HTTP/1.1" status: 200 len: 1097 time: 0.1482170 Apr 18 19:42:56.821464 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Pushing event updated for resources: {'Port': ['ID=d2a8108f-0ef2-4df1-a889-71e90f9a7196,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:56.831518 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f8c7e018-fa3c-48c0-8a54-c3b071787191 None None] Notify callbacks [] for port, precommit_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:56.864788 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:56.897314 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-f8c7e018-fa3c-48c0-8a54-c3b071787191 None None] Transition to ACTIVE for port object 62ed5593-c8a8-4ce0-8515-a78e97797e08 will not be triggered until provisioned by entity L2. {{(pid=84765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:42:56.997367 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2d41a20-8113-45ca-a446-3bd7c51b739f {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:42:57.030784 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:57.079140 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-f8c7e018-fa3c-48c0-8a54-c3b071787191 None None] Transition to ACTIVE for port object 62ed5593-c8a8-4ce0-8515-a78e97797e08 will not be triggered until provisioned by entity DHCP. {{(pid=84765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:42:57.090038 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a897168-a61f-4c1b-904c-51871533c16d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6d0fe65-4d2c-4960-8e76-91676eb2a273'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:42:57.102901 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port c2d41a20-8113-45ca-a446-3bd7c51b739f, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=c2d41a20-8113-45ca-a446-3bd7c51b739f,segment=NetworkSegment(1f6ca8e3-6019-45df-8c47-18f1673dd06b),segment_id=1f6ca8e3-6019-45df-8c47-18f1673dd06b)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:42:57.104952 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port e6d0fe65-4d2c-4960-8e76-91676eb2a273, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=e6d0fe65-4d2c-4960-8e76-91676eb2a273,segment=NetworkSegment(6e09292d-9dc6-4a58-913a-7eef33e1cf20),segment_id=6e09292d-9dc6-4a58-913a-7eef33e1cf20)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:42:57.165380 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f8c7e018-fa3c-48c0-8a54-c3b071787191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331'] for port, after_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:57.229582 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:57.241529 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:57.252073 n-d-836017-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c7e018-fa3c-48c0-8a54-c3b071787191 None None] Network 1bf8a7e8-1d2c-4828-b736-8570e834b48b is already hosted by enough agents. {{(pid=84765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:42:57.273904 n-d-836017-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-f8c7e018-fa3c-48c0-8a54-c3b071787191 None None] Resources bound (agent type, host, resource id): {{(pid=84765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:42:57.302973 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713c3619-4592-481e-8c07-9b901ff5bf7f req-3a616298-1946-434b-a909-c4db612356da tempest-InstanceActionsTestJSON-518574186 tempest-InstanceActionsTestJSON-518574186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:57.306706 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c7e018-fa3c-48c0-8a54-c3b071787191 None None] Received port after_create {{(pid=84765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:42:57.310401 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-713c3619-4592-481e-8c07-9b901ff5bf7f req-3a616298-1946-434b-a909-c4db612356da tempest-InstanceActionsTestJSON-518574186 tempest-InstanceActionsTestJSON-518574186-project] 10.222.0.69 "GET /v2.0/ports?device_id=8355383c-69dd-4080-bc05-69f9def31544 HTTP/1.1" status: 200 len: 944 time: 0.3670578 Apr 18 19:42:57.521861 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b4ffd9-8e21-4dd1-9050-5181346e69ab req-e5815233-ff46-4d6f-ad21-7634094d87f3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:57.523641 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-26b4ffd9-8e21-4dd1-9050-5181346e69ab req-e5815233-ff46-4d6f-ad21-7634094d87f3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=20d4b8e1-a40a-4802-a6ed-f360fca84cce HTTP/1.1" status: 200 len: 912 time: 0.5982788 Apr 18 19:42:57.600261 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c7e018-fa3c-48c0-8a54-c3b071787191 None None] Pushing event updated for resources: {'Port': ['ID=62ed5593-c8a8-4ce0-8515-a78e97797e08,revision_number=1']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:57.702908 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-713c3619-4592-481e-8c07-9b901ff5bf7f req-4bbfbb46-d241-4d4a-80f6-e8df275282d1 tempest-InstanceActionsTestJSON-518574186 tempest-InstanceActionsTestJSON-518574186-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ab7411a-5c8b-4e40-946b-ce992708a870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3913658 Apr 18 19:42:57.727690 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Pushing event updated for resources: {'Port': ['ID=c2d41a20-8113-45ca-a446-3bd7c51b739f,revision_number=9']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:57.734741 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] get_ports_and_sgs() called for port_ids ['c2d41a20-8113-45ca-a446-3bd7c51b739f'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:42:57.786159 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] get_ports_and_sgs() called for port_ids ['d2a8108f-0ef2-4df1-a889-71e90f9a7196'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:42:57.871378 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-26b4ffd9-8e21-4dd1-9050-5181346e69ab req-3b3d0ece-6b93-4181-a56d-e2d60dc99388 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b99c6f14-47f1-4ca0-8b04-491816fe3231 HTTP/1.1" status: 200 len: 1001 time: 0.3414912 Apr 18 19:42:57.893602 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=e6d0fe65-4d2c-4960-8e76-91676eb2a273,revision_number=8']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:57.897034 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-f8c7e018-fa3c-48c0-8a54-c3b071787191 None None] Attempting to bind port 62ed5593-c8a8-4ce0-8515-a78e97797e08 on host n-d-836017-2 for vnic_type normal with profile {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:42:57.897403 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-f8c7e018-fa3c-48c0-8a54-c3b071787191 None None] Attempting to bind port 62ed5593-c8a8-4ce0-8515-a78e97797e08 by drivers openvswitch,hyperv on host n-d-836017-2 at level 0 using segments [{'id': '5f102cd3-7cb8-452c-9e17-7f1ed2ec9d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '1bf8a7e8-1d2c-4828-b736-8570e834b48b'}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:42:57.897760 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c7e018-fa3c-48c0-8a54-c3b071787191 None None] Attempting to bind port 62ed5593-c8a8-4ce0-8515-a78e97797e08 on network 1bf8a7e8-1d2c-4828-b736-8570e834b48b {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:42:57.924831 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_common [None req-1ce37d71-1978-44a2-9093-c479b611bcb2 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Allocated IP 2001:db8::1 (1bf8a7e8-1d2c-4828-b736-8570e834b48b/4edf1348-0a50-4674-bf9c-520f00b28c8d/6ab2f023-5682-4b7a-9c95-cc1f8a74248a) {{(pid=84763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:42:57.947370 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a63266-0673-470e-85ca-d34ff1345a88 req-6290b67f-5459-4b85-846f-571f3f2ec643 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:57.948858 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-21a63266-0673-470e-85ca-d34ff1345a88 req-6290b67f-5459-4b85-846f-571f3f2ec643 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.72 "GET /v2.0/ports?device_id=1a897168-a61f-4c1b-904c-51871533c16d HTTP/1.1" status: 200 len: 943 time: 0.3623610 Apr 18 19:42:57.961676 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c7e018-fa3c-48c0-8a54-c3b071787191 None None] Checking agent: {'id': 'df2a5cfe-6839-400b-a998-e4fffce70f45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 8, 22), 'started_at': datetime.datetime(2022, 4, 18, 19, 8, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:42:57.966877 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c7e018-fa3c-48c0-8a54-c3b071787191 None None] Checking segment: {'id': '5f102cd3-7cb8-452c-9e17-7f1ed2ec9d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '1bf8a7e8-1d2c-4828-b736-8570e834b48b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:42:57.966877 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f8c7e018-fa3c-48c0-8a54-c3b071787191 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:57.966877 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c7e018-fa3c-48c0-8a54-c3b071787191 None None] Bound using segment: {'id': '5f102cd3-7cb8-452c-9e17-7f1ed2ec9d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '1bf8a7e8-1d2c-4828-b736-8570e834b48b'} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:42:57.966877 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-f8c7e018-fa3c-48c0-8a54-c3b071787191 None None] Bound port: 62ed5593-c8a8-4ce0-8515-a78e97797e08, host: n-d-836017-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f102cd3-7cb8-452c-9e17-7f1ed2ec9d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '1bf8a7e8-1d2c-4828-b736-8570e834b48b'}}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:42:57.966877 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f8c7e018-fa3c-48c0-8a54-c3b071787191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:58.237061 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-f8c7e018-fa3c-48c0-8a54-c3b071787191 None None] For port 62ed5593-c8a8-4ce0-8515-a78e97797e08, host n-d-836017-2, cleared binding levels {{(pid=84765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:42:58.265729 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-f8c7e018-fa3c-48c0-8a54-c3b071787191 None None] For port 62ed5593-c8a8-4ce0-8515-a78e97797e08, host n-d-836017-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=62ed5593-c8a8-4ce0-8515-a78e97797e08,segment=NetworkSegment(5f102cd3-7cb8-452c-9e17-7f1ed2ec9d59),segment_id=5f102cd3-7cb8-452c-9e17-7f1ed2ec9d59)] {{(pid=84765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:42:58.280485 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92ca2ff8-ae4e-4a4a-aa59-dd89b112c45f'] response: {'server_uuid': '1a897168-a61f-4c1b-904c-51871533c16d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6d0fe65-4d2c-4960-8e76-91676eb2a273', 'code': 200} Apr 18 19:42:58.355673 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f8c7e018-fa3c-48c0-8a54-c3b071787191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:58.444341 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b4ffd9-8e21-4dd1-9050-5181346e69ab req-7671a833-fc75-4577-a771-3052e4c55d72 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:58.446306 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-26b4ffd9-8e21-4dd1-9050-5181346e69ab req-7671a833-fc75-4577-a771-3052e4c55d72 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0711ab9d-0a48-4dd5-b699-a74bbc1341bb HTTP/1.1" status: 200 len: 850 time: 0.5622597 Apr 18 19:42:58.506009 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c7e018-fa3c-48c0-8a54-c3b071787191 None None] Pushing event updated for resources: {'Port': ['ID=62ed5593-c8a8-4ce0-8515-a78e97797e08,revision_number=2']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:58.531198 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-21a63266-0673-470e-85ca-d34ff1345a88 req-28b89d4d-426a-41c7-a88f-8252355470c3 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Deleting port e6d0fe65-4d2c-4960-8e76-91676eb2a273 {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:42:58.531758 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-21a63266-0673-470e-85ca-d34ff1345a88 req-28b89d4d-426a-41c7-a88f-8252355470c3 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:58.679300 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31f7291-cc04-40ea-ac88-92eb407c91b5 req-919a4f3a-925b-451d-95e1-ea9d0fa81473 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:58.686486 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-c31f7291-cc04-40ea-ac88-92eb407c91b5 req-919a4f3a-925b-451d-95e1-ea9d0fa81473 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b49bb00-f484-4f92-bb80-0be3537a561f HTTP/1.1" status: 200 len: 946 time: 0.5826521 Apr 18 19:42:58.763745 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680a8562-bdb8-47e3-84b2-e9f37c4fec65 req-f6da60dc-15e1-4f34-a489-3c749822cfd3 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:58.773701 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-680a8562-bdb8-47e3-84b2-e9f37c4fec65 req-f6da60dc-15e1-4f34-a489-3c749822cfd3 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 944 time: 0.2048190 Apr 18 19:42:58.898244 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-c31f7291-cc04-40ea-ac88-92eb407c91b5 req-f7e1e1a4-d6ee-45b7-9d33-feba95c0ee08 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] 10.222.0.69 "GET /v2.0/security-groups?id=65d46739-eb5a-478f-9fc7-f1aa98b0d76a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2107956 Apr 18 19:42:58.909826 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-680a8562-bdb8-47e3-84b2-e9f37c4fec65 req-faa62741-61bb-4a1b-96a9-cdd1ec7f90ee tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268969 Apr 18 19:42:58.930474 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-26b4ffd9-8e21-4dd1-9050-5181346e69ab req-b0b4e27c-85a6-4526-82c9-01933940fc93 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=20d4b8e1-a40a-4802-a6ed-f360fca84cce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4691794 Apr 18 19:42:59.147244 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-18b54238-6fb6-49db-a600-e1dc2bf67dee req-38334ea6-248e-4c0f-ad22-3f56df9fa4a2 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] 10.222.0.69 "GET /v2.0/ports?device_id=7da2e1a8-2ab3-46b7-8cdb-53e56abc5d74 HTTP/1.1" status: 200 len: 210 time: 0.0860937 Apr 18 19:42:59.236870 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-1ce37d71-1978-44a2-9093-c479b611bcb2 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks [] for port, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:59.375372 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [None req-1ce37d71-1978-44a2-9093-c479b611bcb2 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Transition to ACTIVE for port object 6ab2f023-5682-4b7a-9c95-cc1f8a74248a will not be triggered until provisioned by entity DHCP. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:42:59.476410 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-26b4ffd9-8e21-4dd1-9050-5181346e69ab req-72ea7cc4-9717-483e-abee-319d995f16cb service neutron] 10.222.0.73 "GET /v2.0/networks/20d4b8e1-a40a-4802-a6ed-f360fca84cce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5099280 Apr 18 19:42:59.531761 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8388ff-0753-4c1a-8819-ee94c867e6c7 req-002b67c1-ffa4-44c9-9b94-70223e5ab863 tempest-InstanceActionsTestJSON-518574186 tempest-InstanceActionsTestJSON-518574186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:59.533433 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-3c8388ff-0753-4c1a-8819-ee94c867e6c7 req-002b67c1-ffa4-44c9-9b94-70223e5ab863 tempest-InstanceActionsTestJSON-518574186 tempest-InstanceActionsTestJSON-518574186-project] 10.222.0.69 "GET /v2.0/ports?device_id=8355383c-69dd-4080-bc05-69f9def31544 HTTP/1.1" status: 200 len: 944 time: 0.1797433 Apr 18 19:42:59.607748 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-3c8388ff-0753-4c1a-8819-ee94c867e6c7 req-d3d0421b-cb5f-49a4-a3e1-e030c7f16496 tempest-InstanceActionsTestJSON-518574186 tempest-InstanceActionsTestJSON-518574186-project] Synchronizing usage tracker for tenant:a41ef4d3279b44abbcbf57a2ed78f6bf on resource:security_group {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:42:59.714641 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-3c8388ff-0753-4c1a-8819-ee94c867e6c7 req-d3d0421b-cb5f-49a4-a3e1-e030c7f16496 tempest-InstanceActionsTestJSON-518574186 tempest-InstanceActionsTestJSON-518574186-project] Unset dirty status for tenant:a41ef4d3279b44abbcbf57a2ed78f6bf on resource:security_group {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:42:59.717828 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-21a63266-0673-470e-85ca-d34ff1345a88 req-28b89d4d-426a-41c7-a88f-8252355470c3 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] For port e6d0fe65-4d2c-4960-8e76-91676eb2a273, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=e6d0fe65-4d2c-4960-8e76-91676eb2a273,segment=NetworkSegment(6e09292d-9dc6-4a58-913a-7eef33e1cf20),segment_id=6e09292d-9dc6-4a58-913a-7eef33e1cf20)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:42:59.718332 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-21a63266-0673-470e-85ca-d34ff1345a88 req-28b89d4d-426a-41c7-a88f-8252355470c3 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:59.719450 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-3c8388ff-0753-4c1a-8819-ee94c867e6c7 req-d3d0421b-cb5f-49a4-a3e1-e030c7f16496 tempest-InstanceActionsTestJSON-518574186 tempest-InstanceActionsTestJSON-518574186-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ab7411a-5c8b-4e40-946b-ce992708a870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736741 Apr 18 19:43:00.070333 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-21a63266-0673-470e-85ca-d34ff1345a88 req-28b89d4d-426a-41c7-a88f-8252355470c3 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Calling delete_port for e6d0fe65-4d2c-4960-8e76-91676eb2a273 owned by compute:nova {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:43:00.225712 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-1ce37d71-1978-44a2-9093-c479b611bcb2 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:00.227493 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 62ed5593-c8a8-4ce0-8515-a78e97797e08 up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:43:00.369661 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-26b4ffd9-8e21-4dd1-9050-5181346e69ab req-bb8cbd72-9c03-443c-b0e0-ae480891be0a service neutron] 10.222.0.73 "GET /v2.0/networks/20d4b8e1-a40a-4802-a6ed-f360fca84cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8816373 Apr 18 19:43:00.391865 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce37d71-1978-44a2-9093-c479b611bcb2 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Network 1bf8a7e8-1d2c-4828-b736-8570e834b48b is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:43:00.399585 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [None req-1ce37d71-1978-44a2-9093-c479b611bcb2 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:43:00.418213 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5422c68-8014-426b-8675-eb29d05f9ae8 req-46baa02f-1788-4641-ad46-cc35947aea8e tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:00.435379 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a5422c68-8014-426b-8675-eb29d05f9ae8 req-46baa02f-1788-4641-ad46-cc35947aea8e tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b49bb00-f484-4f92-bb80-0be3537a561f HTTP/1.1" status: 200 len: 946 time: 0.3271358 Apr 18 19:43:00.442896 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce37d71-1978-44a2-9093-c479b611bcb2 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Received port after_create {{(pid=84763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:43:00.443440 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-1ce37d71-1978-44a2-9093-c479b611bcb2 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417434'] for router_interface, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:00.455448 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce37d71-1978-44a2-9093-c479b611bcb2 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Pushing event updated for resources: {'Port': ['ID=6ab2f023-5682-4b7a-9c95-cc1f8a74248a,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:00.480028 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-580c54f4-9260-4355-8c36-b391b33d84e6 None None] Network 1bf8a7e8-1d2c-4828-b736-8570e834b48b requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:43:00.482112 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5d302b-4b8b-43b6-9e29-fe2d9aa784cc req-7f1dc8a9-2d26-4e2d-9c0c-37812f4918af tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:00.491407 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-dd5d302b-4b8b-43b6-9e29-fe2d9aa784cc req-7f1dc8a9-2d26-4e2d-9c0c-37812f4918af tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a897168-a61f-4c1b-904c-51871533c16d HTTP/1.1" status: 200 len: 943 time: 0.7112038 Apr 18 19:43:00.502219 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device e6d0fe65-4d2c-4960-8e76-91676eb2a273 no longer exists at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:43:00.580920 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-dd5d302b-4b8b-43b6-9e29-fe2d9aa784cc req-c07e49bb-f74f-4f8a-a728-eea988094021 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/security-groups?id=51df22c1-554b-4779-a025-65f2af6e2a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880554 Apr 18 19:43:00.591360 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-a5422c68-8014-426b-8675-eb29d05f9ae8 req-56bb5fa4-b560-4c8e-9a7c-d9f59298a565 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] 10.222.0.69 "GET /v2.0/security-groups?id=65d46739-eb5a-478f-9fc7-f1aa98b0d76a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1460404 Apr 18 19:43:00.835889 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-21a63266-0673-470e-85ca-d34ff1345a88 req-28b89d4d-426a-41c7-a88f-8252355470c3 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:00.939269 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8221110b-8fdc-431c-977c-a4f7ca362b59 None None] Provisioning for port 62ed5593-c8a8-4ce0-8515-a78e97797e08 completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:43:00.976568 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] No active binding found for port e6d0fe65-4d2c-4960-8e76-91676eb2a273 {{(pid=84765) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Apr 18 19:43:00.977140 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device e6d0fe65-4d2c-4960-8e76-91676eb2a273 not bound to the agent host n-h2-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:43:01.138986 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning for port 62ed5593-c8a8-4ce0-8515-a78e97797e08 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:43:01.167507 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port 62ed5593-c8a8-4ce0-8515-a78e97797e08 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:43:01.167994 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:01.220418 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b89d4d-426a-41c7-a88f-8252355470c3 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Pushing event deleted for resources: {'Port': ['ID=e6d0fe65-4d2c-4960-8e76-91676eb2a273,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:01.225686 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-558a10b0-06d7-4e76-b3e6-70d46ee68e72 req-044365ad-b7e9-4053-aa2a-abf8b65c7094 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] 10.222.0.69 "GET /v2.0/ports?device_id=7da2e1a8-2ab3-46b7-8cdb-53e56abc5d74 HTTP/1.1" status: 200 len: 210 time: 0.3476486 Apr 18 19:43:01.256899 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-21a63266-0673-470e-85ca-d34ff1345a88 req-28b89d4d-426a-41c7-a88f-8252355470c3 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] No DVR routers for this DVR port e6d0fe65-4d2c-4960-8e76-91676eb2a273 on host n-h2-836017-2 {{(pid=84763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:43:01.274062 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-21a63266-0673-470e-85ca-d34ff1345a88 req-28b89d4d-426a-41c7-a88f-8252355470c3 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:01.274062 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a897168-a61f-4c1b-904c-51871533c16d', 'name': 'network-vif-deleted', 'tag': 'e6d0fe65-4d2c-4960-8e76-91676eb2a273'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:43:01.287127 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-1ce37d71-1978-44a2-9093-c479b611bcb2 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:01.299567 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device d2a8108f-0ef2-4df1-a889-71e90f9a7196 up at agent hyperv_n-h1-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:43:01.604075 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad700ab-fb74-4bfb-85ce-b74f77e304bd req-ca59583d-1b76-4570-b7b0-68dc902a4e4c tempest-InstanceActionsTestJSON-518574186 tempest-InstanceActionsTestJSON-518574186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:01.614736 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8ad700ab-fb74-4bfb-85ce-b74f77e304bd req-ca59583d-1b76-4570-b7b0-68dc902a4e4c tempest-InstanceActionsTestJSON-518574186 tempest-InstanceActionsTestJSON-518574186-project] 10.222.0.69 "GET /v2.0/ports?device_id=8355383c-69dd-4080-bc05-69f9def31544 HTTP/1.1" status: 200 len: 944 time: 0.1526766 Apr 18 19:43:01.652842 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:01.712063 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-8ad700ab-fb74-4bfb-85ce-b74f77e304bd req-010c706f-efcd-4628-a355-703e425b299b tempest-InstanceActionsTestJSON-518574186 tempest-InstanceActionsTestJSON-518574186-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ab7411a-5c8b-4e40-946b-ce992708a870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912457 Apr 18 19:43:01.755363 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Provisioning for port d2a8108f-0ef2-4df1-a889-71e90f9a7196 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:43:01.792900 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Provisioning complete for port d2a8108f-0ef2-4df1-a889-71e90f9a7196 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:43:01.793262 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:01.888941 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] For port 62ed5593-c8a8-4ce0-8515-a78e97797e08, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=62ed5593-c8a8-4ce0-8515-a78e97797e08,segment=NetworkSegment(5f102cd3-7cb8-452c-9e17-7f1ed2ec9d59),segment_id=5f102cd3-7cb8-452c-9e17-7f1ed2ec9d59)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:43:01.921232 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b40e352-1f38-436c-b3a1-47ebee75c458'] response: {'server_uuid': '1a897168-a61f-4c1b-904c-51871533c16d', 'name': 'network-vif-deleted', 'tag': 'e6d0fe65-4d2c-4960-8e76-91676eb2a273', 'status': 'completed', 'code': 200} Apr 18 19:43:01.949721 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abb1ee7-2105-4bb3-a29a-9877dc4855df req-c6eb0362-b7a3-4168-9a2c-d3042dc1fd1d tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:01.960373 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-1abb1ee7-2105-4bb3-a29a-9877dc4855df req-c6eb0362-b7a3-4168-9a2c-d3042dc1fd1d tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 944 time: 1.1907272 Apr 18 19:43:01.967370 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:01.994492 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-21a63266-0673-470e-85ca-d34ff1345a88 req-28b89d4d-426a-41c7-a88f-8252355470c3 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.72 "DELETE /v2.0/ports/e6d0fe65-4d2c-4960-8e76-91676eb2a273 HTTP/1.1" status: 204 len: 173 time: 4.0379562 Apr 18 19:43:02.123725 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-1abb1ee7-2105-4bb3-a29a-9877dc4855df req-13ea920f-1bba-4004-bfa4-256b6c8809b4 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621330 Apr 18 19:43:02.240183 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Pushing event updated for resources: {'Port': ['ID=62ed5593-c8a8-4ce0-8515-a78e97797e08,revision_number=3']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:02.250619 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:02.265383 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-936e9878-eaca-4945-b1dc-99591b6a20d1 req-478c25f2-5003-4363-abb8-4981217ef523 tempest-ImagesTestJSON-2108066352 tempest-ImagesTestJSON-2108066352-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a897168-a61f-4c1b-904c-51871533c16d HTTP/1.1" status: 200 len: 210 time: 0.1518061 Apr 18 19:43:02.272746 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-07afed79-14c8-418c-a0ed-a034cf799929 req-b8fee1d8-247f-402a-aa69-1a57f85c9b9f service neutron] 10.222.0.72 "GET /v2.0/ports/859cd966-5e42-46fb-b44d-a96ed2ee8eae HTTP/1.1" status: 200 len: 1031 time: 0.3814306 Apr 18 19:43:02.308039 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8355383c-69dd-4080-bc05-69f9def31544', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2a8108f-0ef2-4df1-a889-71e90f9a7196'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:43:02.338782 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port d2a8108f-0ef2-4df1-a889-71e90f9a7196, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=d2a8108f-0ef2-4df1-a889-71e90f9a7196,segment=NetworkSegment(34c7d79c-f1be-4665-9acb-969553f610ad),segment_id=34c7d79c-f1be-4665-9acb-969553f610ad)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:43:02.365599 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-7234e6b1-2ff4-4dd5-8d23-92e23b81d98e None None] Provisioning for port 6ab2f023-5682-4b7a-9c95-cc1f8a74248a completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:43:02.371774 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-7234e6b1-2ff4-4dd5-8d23-92e23b81d98e None None] Provisioning complete for port 6ab2f023-5682-4b7a-9c95-cc1f8a74248a triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:43:02.378688 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7234e6b1-2ff4-4dd5-8d23-92e23b81d98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:02.532774 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-7234e6b1-2ff4-4dd5-8d23-92e23b81d98e None None] Port 6ab2f023-5682-4b7a-9c95-cc1f8a74248a cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:43:02.534820 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:02.535721 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device c2d41a20-8113-45ca-a446-3bd7c51b739f up at agent hyperv_n-h1-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:43:02.602569 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-07afed79-14c8-418c-a0ed-a034cf799929 req-b4e77003-0953-4b9f-846d-9ff7bcb7f522 service neutron] 10.222.0.72 "GET /v2.0/ports/fd4df5eb-222d-41ef-9bae-d337955eaf87 HTTP/1.1" status: 200 len: 1033 time: 0.3107049 Apr 18 19:43:02.762457 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-7234e6b1-2ff4-4dd5-8d23-92e23b81d98e None None] Provisioning complete for port 62ed5593-c8a8-4ce0-8515-a78e97797e08 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:43:02.763611 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7234e6b1-2ff4-4dd5-8d23-92e23b81d98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:02.849039 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-da846452-0b78-4a22-9809-910b44e582d1 req-129a204d-4e49-46ec-a06b-32deb00e2c3b tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] 10.222.0.69 "GET /v2.0/ports?device_id=7da2e1a8-2ab3-46b7-8cdb-53e56abc5d74 HTTP/1.1" status: 200 len: 210 time: 0.1600592 Apr 18 19:43:02.883384 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Pushing event updated for resources: {'Port': ['ID=d2a8108f-0ef2-4df1-a889-71e90f9a7196,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:02.884954 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec7437-3281-4ccb-a0e5-a0f0ea489471 req-6c85fc82-f5ec-4772-99a7-26aabdd72820 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:02.903908 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-64ec7437-3281-4ccb-a0e5-a0f0ea489471 req-6c85fc82-f5ec-4772-99a7-26aabdd72820 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b49bb00-f484-4f92-bb80-0be3537a561f HTTP/1.1" status: 200 len: 946 time: 0.4041348 Apr 18 19:43:02.911578 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Provisioning complete for port c2d41a20-8113-45ca-a446-3bd7c51b739f triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:43:02.911578 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:02.951309 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07afed79-14c8-418c-a0ed-a034cf799929 req-87a539be-cfcc-4432-a318-493875902482 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:02.955143 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07afed79-14c8-418c-a0ed-a034cf799929 req-87a539be-cfcc-4432-a318-493875902482 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:02.962449 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07afed79-14c8-418c-a0ed-a034cf799929 req-87a539be-cfcc-4432-a318-493875902482 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:02.964273 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-07afed79-14c8-418c-a0ed-a034cf799929 req-87a539be-cfcc-4432-a318-493875902482 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] 10.222.0.72 "GET /v2.0/networks?id=8b6e6ab5-a637-42e9-a1d5-e645d5232d45&id=57af972d-943b-4a86-90f7-7dab3bff4674&id=57af972d-943b-4a86-90f7-7dab3bff4674&id=57af972d-943b-4a86-90f7-7dab3bff4674&id=57af972d-943b-4a86-90f7-7dab3bff4674&id=f00f9f08-e875-4f8c-9289-beff649f5094&id=f00f9f08-e875-4f8c-9289-beff649f5094 HTTP/1.1" status: 200 len: 1994 time: 0.3496945 Apr 18 19:43:02.994705 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-1ce37d71-1978-44a2-9093-c479b611bcb2 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks [] for port, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:03.023099 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-64ec7437-3281-4ccb-a0e5-a0f0ea489471 req-3c184dee-d030-4774-98f0-3fe5295f30ad tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] 10.222.0.69 "GET /v2.0/security-groups?id=65d46739-eb5a-478f-9fc7-f1aa98b0d76a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157086 Apr 18 19:43:03.040390 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-07afed79-14c8-418c-a0ed-a034cf799929 req-b75a02f2-d9cc-4c28-9392-c2982fd101a1 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=25b05b3bfc6f4792a58f276b63d5c65b HTTP/1.1" status: 200 len: 380 time: 0.0615003 Apr 18 19:43:03.061209 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [req-07afed79-14c8-418c-a0ed-a034cf799929 req-e5d24a20-4a41-42a9-bad0-f0856319e934 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Request body: {'port': {'device_id': '7da2e1a8-2ab3-46b7-8cdb-53e56abc5d74', 'network_id': '8b6e6ab5-a637-42e9-a1d5-e645d5232d45', 'admin_state_up': True, 'tenant_id': '25b05b3bfc6f4792a58f276b63d5c65b', 'security_groups': ['2f779892-393e-469d-9df2-53f1de5adba9']}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:43:03.071735 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cce0b8a-d7ec-4642-ac0e-9074a0019aa9'] response: {'server_uuid': '8355383c-69dd-4080-bc05-69f9def31544', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2a8108f-0ef2-4df1-a889-71e90f9a7196', 'code': 200} Apr 18 19:43:03.216172 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-1ce37d71-1978-44a2-9093-c479b611bcb2 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:03.217300 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-1ce37d71-1978-44a2-9093-c479b611bcb2 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-417335'] for router_interface, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:03.368010 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-07afed79-14c8-418c-a0ed-a034cf799929 req-e5d24a20-4a41-42a9-bad0-f0856319e934 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:43:03.379871 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-07afed79-14c8-418c-a0ed-a034cf799929 req-e5d24a20-4a41-42a9-bad0-f0856319e934 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:43:03.417851 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce37d71-1978-44a2-9093-c479b611bcb2 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Pushing event updated for resources: {'Port': ['ID=6ab2f023-5682-4b7a-9c95-cc1f8a74248a,revision_number=2']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:03.481082 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:03.580448 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07afed79-14c8-418c-a0ed-a034cf799929 req-e5d24a20-4a41-42a9-bad0-f0856319e934 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Made reservation on behalf of 25b05b3bfc6f4792a58f276b63d5c65b for: {'port': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:43:03.584210 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-07afed79-14c8-418c-a0ed-a034cf799929 req-e5d24a20-4a41-42a9-bad0-f0856319e934 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:03.592321 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-2f50d7c8-ed69-41b7-9dac-bb0893f8bcec None None] Provisioning complete for port 6ab2f023-5682-4b7a-9c95-cc1f8a74248a triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:43:03.593651 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2f50d7c8-ed69-41b7-9dac-bb0893f8bcec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:03.682013 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port c2d41a20-8113-45ca-a446-3bd7c51b739f, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=c2d41a20-8113-45ca-a446-3bd7c51b739f,segment=NetworkSegment(1f6ca8e3-6019-45df-8c47-18f1673dd06b),segment_id=1f6ca8e3-6019-45df-8c47-18f1673dd06b)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:43:03.689118 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-2f50d7c8-ed69-41b7-9dac-bb0893f8bcec None None] Port 6ab2f023-5682-4b7a-9c95-cc1f8a74248a cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:43:03.754605 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:03.912410 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d713d15-51d3-48a7-b1f8-7d84e21e4308 req-04e8159b-2cef-433e-a841-57bcc5c2064e tempest-InstanceActionsTestJSON-518574186 tempest-InstanceActionsTestJSON-518574186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:03.920577 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-5d713d15-51d3-48a7-b1f8-7d84e21e4308 req-04e8159b-2cef-433e-a841-57bcc5c2064e tempest-InstanceActionsTestJSON-518574186 tempest-InstanceActionsTestJSON-518574186-project] 10.222.0.69 "GET /v2.0/ports?device_id=8355383c-69dd-4080-bc05-69f9def31544 HTTP/1.1" status: 200 len: 945 time: 0.5227942 Apr 18 19:43:04.065125 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_common [req-07afed79-14c8-418c-a0ed-a034cf799929 req-e5d24a20-4a41-42a9-bad0-f0856319e934 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Allocated IP 172.20.0.11 (8b6e6ab5-a637-42e9-a1d5-e645d5232d45/7a3afa18-3f2b-4a32-b48b-b28e322abb51/9f7ea29f-f655-4098-bc9d-9ebff3c55583) {{(pid=84764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:43:04.079265 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-c3e1b51e-c002-4d3e-8bd6-624338ffcfe2 req-f2dda546-86ed-4547-abed-28f8eee49d39 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8355383c-69dd-4080-bc05-69f9def31544 HTTP/1.1" status: 200 len: 1096 time: 0.9685259 Apr 18 19:43:04.097457 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd20e0b2-2a28-403b-bddb-cc1f9c05cff6 req-86d1c267-d7ad-4212-b7b2-24f7413849f2 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:04.104902 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-dd20e0b2-2a28-403b-bddb-cc1f9c05cff6 req-86d1c267-d7ad-4212-b7b2-24f7413849f2 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 944 time: 0.6808019 Apr 18 19:43:04.109885 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-5d713d15-51d3-48a7-b1f8-7d84e21e4308 req-18102a53-0609-4ab9-a0de-1543ed9fdf11 tempest-InstanceActionsTestJSON-518574186 tempest-InstanceActionsTestJSON-518574186-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ab7411a-5c8b-4e40-946b-ce992708a870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881342 Apr 18 19:43:04.124252 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Pushing event updated for resources: {'Port': ['ID=c2d41a20-8113-45ca-a446-3bd7c51b739f,revision_number=10']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:04.341399 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 62ed5593-c8a8-4ce0-8515-a78e97797e08 up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:43:04.445762 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-c3e1b51e-c002-4d3e-8bd6-624338ffcfe2 req-63853f46-0c3e-45d5-86a8-3c3ea784f0df service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=4ab7411a-5c8b-4e40-946b-ce992708a870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3335502 Apr 18 19:43:04.533858 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce37d71-1978-44a2-9093-c479b611bcb2 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Network 1bf8a7e8-1d2c-4828-b736-8570e834b48b is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:43:04.540541 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [None req-1ce37d71-1978-44a2-9093-c479b611bcb2 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:43:04.541682 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port 62ed5593-c8a8-4ce0-8515-a78e97797e08 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:43:04.542189 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:04.791346 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-dd20e0b2-2a28-403b-bddb-cc1f9c05cff6 req-2391391e-b77d-4485-b8a2-54d9b5a15171 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6258819 Apr 18 19:43:04.825299 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-1b8a34a0-1b5f-40e0-ac5e-741f1c3dfb40 req-92e7a45f-f3da-49f4-b2fe-b5a1f30064c0 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] 10.222.0.69 "GET /v2.0/ports?device_id=7da2e1a8-2ab3-46b7-8cdb-53e56abc5d74 HTTP/1.1" status: 200 len: 210 time: 0.1998246 Apr 18 19:43:04.951587 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-07afed79-14c8-418c-a0ed-a034cf799929 req-e5d24a20-4a41-42a9-bad0-f0856319e934 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Notify callbacks [] for port, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:04.985378 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.provisioning_blocks [req-07afed79-14c8-418c-a0ed-a034cf799929 req-e5d24a20-4a41-42a9-bad0-f0856319e934 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Transition to ACTIVE for port object 9f7ea29f-f655-4098-bc9d-9ebff3c55583 will not be triggered until provisioned by entity DHCP. {{(pid=84764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:43:05.072913 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a213e76a-c60b-409c-8e3d-181b396ae0a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2d41a20-8113-45ca-a446-3bd7c51b739f'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:43:05.103675 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-07afed79-14c8-418c-a0ed-a034cf799929 req-e5d24a20-4a41-42a9-bad0-f0856319e934 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:05.132900 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e7af15a2-3d58-4c80-af14-f26826a19639 None None] Provisioning complete for port 6ab2f023-5682-4b7a-9c95-cc1f8a74248a triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:43:05.133262 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e7af15a2-3d58-4c80-af14-f26826a19639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:05.197294 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07afed79-14c8-418c-a0ed-a034cf799929 req-e5d24a20-4a41-42a9-bad0-f0856319e934 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Network 8b6e6ab5-a637-42e9-a1d5-e645d5232d45 is already hosted by enough agents. {{(pid=84764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:43:05.202401 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [req-07afed79-14c8-418c-a0ed-a034cf799929 req-e5d24a20-4a41-42a9-bad0-f0856319e934 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Resources bound (agent type, host, resource id): {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:43:05.209159 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [req-07afed79-14c8-418c-a0ed-a034cf799929 req-e5d24a20-4a41-42a9-bad0-f0856319e934 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Received port after_create {{(pid=84764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:43:05.253940 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-e7af15a2-3d58-4c80-af14-f26826a19639 None None] Port 6ab2f023-5682-4b7a-9c95-cc1f8a74248a cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:43:05.259368 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d24a20-4a41-42a9-bad0-f0856319e934 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Pushing event updated for resources: {'Port': ['ID=9f7ea29f-f655-4098-bc9d-9ebff3c55583,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:05.323119 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07afed79-14c8-418c-a0ed-a034cf799929 req-e5d24a20-4a41-42a9-bad0-f0856319e934 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:05.326001 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-07afed79-14c8-418c-a0ed-a034cf799929 req-e5d24a20-4a41-42a9-bad0-f0856319e934 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:05.446976 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-07afed79-14c8-418c-a0ed-a034cf799929 req-e5d24a20-4a41-42a9-bad0-f0856319e934 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3955293 Apr 18 19:43:05.457642 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [req-07afed79-14c8-418c-a0ed-a034cf799929 req-3a08ce7f-87b4-46bc-8b6d-35f533914479 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Request body: {'port': {'device_id': '7da2e1a8-2ab3-46b7-8cdb-53e56abc5d74', 'network_id': '57af972d-943b-4a86-90f7-7dab3bff4674', 'admin_state_up': True, 'tenant_id': '25b05b3bfc6f4792a58f276b63d5c65b', 'security_groups': ['2f779892-393e-469d-9df2-53f1de5adba9']}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:43:05.501826 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3c8a74-abac-4e4a-bf0e-c2218726224b req-a21ac744-677d-438d-8112-0a6c6d4fa5c8 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:05.510578 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-aa3c8a74-abac-4e4a-bf0e-c2218726224b req-a21ac744-677d-438d-8112-0a6c6d4fa5c8 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b49bb00-f484-4f92-bb80-0be3537a561f HTTP/1.1" status: 200 len: 946 time: 0.4197309 Apr 18 19:43:05.587905 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bf98975-3f8b-41cd-8414-1f9511ea215a'] response: {'server_uuid': 'a213e76a-c60b-409c-8e3d-181b396ae0a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2d41a20-8113-45ca-a446-3bd7c51b739f', 'code': 200} Apr 18 19:43:05.628659 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-aa3c8a74-abac-4e4a-bf0e-c2218726224b req-86985678-9c51-4546-b8b3-16a3e2fcde4d tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] 10.222.0.69 "GET /v2.0/security-groups?id=65d46739-eb5a-478f-9fc7-f1aa98b0d76a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170309 Apr 18 19:43:05.784523 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-07afed79-14c8-418c-a0ed-a034cf799929 req-3a08ce7f-87b4-46bc-8b6d-35f533914479 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:43:05.792212 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-07afed79-14c8-418c-a0ed-a034cf799929 req-3a08ce7f-87b4-46bc-8b6d-35f533914479 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Usage tracker for resource:port and tenant:25b05b3bfc6f4792a58f276b63d5c65b is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:43:05.795807 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-07afed79-14c8-418c-a0ed-a034cf799929 req-3a08ce7f-87b4-46bc-8b6d-35f533914479 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Quota usage for port was recalculated. Used quota:8. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:43:05.809224 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-07afed79-14c8-418c-a0ed-a034cf799929 req-3a08ce7f-87b4-46bc-8b6d-35f533914479 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:43:05.840852 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ce37d71-1978-44a2-9093-c479b611bcb2 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Router 5e9e948f-81c9-4498-9095-c1c9bec63afe is scheduled to L3 agent 21b59c62-f184-4169-bc3e-79831cc043e8 with binding_index 1 {{(pid=84763) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 19:43:05.897062 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-fd11d81d-8f42-4fc9-98a2-0689fc4e000c None None] Provisioning for port 9f7ea29f-f655-4098-bc9d-9ebff3c55583 completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:43:05.903590 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-fd11d81d-8f42-4fc9-98a2-0689fc4e000c None None] Provisioning complete for port 9f7ea29f-f655-4098-bc9d-9ebff3c55583 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:43:05.904543 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fd11d81d-8f42-4fc9-98a2-0689fc4e000c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:05.997646 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07afed79-14c8-418c-a0ed-a034cf799929 req-3a08ce7f-87b4-46bc-8b6d-35f533914479 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Made reservation on behalf of 25b05b3bfc6f4792a58f276b63d5c65b for: {'port': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:43:06.001504 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-07afed79-14c8-418c-a0ed-a034cf799929 req-3a08ce7f-87b4-46bc-8b6d-35f533914479 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:06.046086 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-fd11d81d-8f42-4fc9-98a2-0689fc4e000c None None] Port 9f7ea29f-f655-4098-bc9d-9ebff3c55583 cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:43:06.216258 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa4fd49-a360-44ad-a3c7-17359ae1d62d req-d30ec97c-0e58-41d6-a288-958445cac56d tempest-InstanceActionsTestJSON-518574186 tempest-InstanceActionsTestJSON-518574186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:06.225013 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-faa4fd49-a360-44ad-a3c7-17359ae1d62d req-d30ec97c-0e58-41d6-a288-958445cac56d tempest-InstanceActionsTestJSON-518574186 tempest-InstanceActionsTestJSON-518574186-project] 10.222.0.69 "GET /v2.0/ports?device_id=8355383c-69dd-4080-bc05-69f9def31544 HTTP/1.1" status: 200 len: 945 time: 0.3394153 Apr 18 19:43:06.480074 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2e0991-1f67-4dea-88d7-70d18d8391da req-5efca087-7dde-47e2-a1a5-df2ad9cdede9 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:06.493892 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4d2e0991-1f67-4dea-88d7-70d18d8391da req-5efca087-7dde-47e2-a1a5-df2ad9cdede9 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 946 time: 0.3501346 Apr 18 19:43:06.524196 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-cdd17760-bad2-4e9d-82ff-977aa36bd2c6 req-195aea49-7cf0-4d50-a0bd-c0710fc035ef service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 1097 time: 0.4970875 Apr 18 19:43:06.567085 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-faa4fd49-a360-44ad-a3c7-17359ae1d62d req-b3937e98-92da-4263-9526-8216db664907 tempest-InstanceActionsTestJSON-518574186 tempest-InstanceActionsTestJSON-518574186-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ab7411a-5c8b-4e40-946b-ce992708a870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3401165 Apr 18 19:43:06.586448 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4d2e0991-1f67-4dea-88d7-70d18d8391da req-d4982724-8f53-4944-9e78-dd91151442c7 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915432 Apr 18 19:43:06.611370 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ce37d71-1978-44a2-9093-c479b611bcb2 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify agent at l3_agent.n-d-836017-2 the message routers_updated {{(pid=84763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:43:06.612835 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_common [req-07afed79-14c8-418c-a0ed-a034cf799929 req-3a08ce7f-87b4-46bc-8b6d-35f533914479 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Allocated IP 10.1.1.62 (57af972d-943b-4a86-90f7-7dab3bff4674/9786e446-f72f-4fc4-a7eb-085b678e7027/91f3bd9a-f90f-40fe-9158-517a5d2b8f0e) {{(pid=84764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:43:06.618698 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-1ce37d71-1978-44a2-9093-c479b611bcb2 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] 10.222.0.69 "PUT /v2.0/routers/5e9e948f-81c9-4498-9095-c1c9bec63afe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0946274 Apr 18 19:43:06.622131 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 41156) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:43:06.624720 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f233654a-5316-4900-b765-b32165ffe69c None None] Sync routers for ids ['5e9e948f-81c9-4498-9095-c1c9bec63afe'] in n-d-836017-2 {{(pid=84766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:43:06.636721 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-cdd17760-bad2-4e9d-82ff-977aa36bd2c6 req-4f75b549-c9f2-45d2-a5cd-519ad17453f9 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065803 Apr 18 19:43:06.640860 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f233654a-5316-4900-b765-b32165ffe69c None None] Routers {'5e9e948f-81c9-4498-9095-c1c9bec63afe'} bound to L3 agent in host n-d-836017-2 {{(pid=84766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:43:06.641621 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-f233654a-5316-4900-b765-b32165ffe69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:42:50Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['5e9e948f-81c9-4498-9095-c1c9bec63afe'], 'active': True} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:43:06.784272 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-f233654a-5316-4900-b765-b32165ffe69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-2', False) {} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:43:06.812155 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f233654a-5316-4900-b765-b32165ffe69c None None] Routers {'5e9e948f-81c9-4498-9095-c1c9bec63afe'} bound to L3 agent in host n-d-836017-2 {{(pid=84766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:43:06.813346 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-f233654a-5316-4900-b765-b32165ffe69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:42:50Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['5e9e948f-81c9-4498-9095-c1c9bec63afe'], 'active': True} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:43:06.876361 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc4b905-f72d-4fc3-9265-874a8b8531df tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:06.877977 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-dcc4b905-f72d-4fc3-9265-874a8b8531df tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] 10.222.0.69 "GET /v2.0/ports/6ab2f023-5682-4b7a-9c95-cc1f8a74248a HTTP/1.1" status: 200 len: 911 time: 0.2548382 Apr 18 19:43:06.880737 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 41168) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:43:06.886695 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-da751b23-c5e5-4748-821d-1f5a36bd8865 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4edf1348-0a50-4674-bf9c-520f00b28c8d'}]}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:43:06.911007 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-f233654a-5316-4900-b765-b32165ffe69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-2', False) {} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:43:06.911765 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f233654a-5316-4900-b765-b32165ffe69c None None] The sync data for ids ['5e9e948f-81c9-4498-9095-c1c9bec63afe'] in n-d-836017-2 is: [] {{(pid=84766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:43:07.178987 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b114e8b-0617-4c8d-956f-2545d53dd7ba req-f7903243-faae-473f-81ff-2c90ef1c35d5 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:07.185863 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-3b114e8b-0617-4c8d-956f-2545d53dd7ba req-f7903243-faae-473f-81ff-2c90ef1c35d5 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b49bb00-f484-4f92-bb80-0be3537a561f HTTP/1.1" status: 200 len: 946 time: 0.2285466 Apr 18 19:43:07.203390 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-07afed79-14c8-418c-a0ed-a034cf799929 req-3a08ce7f-87b4-46bc-8b6d-35f533914479 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Notify callbacks [] for port, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:07.234975 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.provisioning_blocks [req-07afed79-14c8-418c-a0ed-a034cf799929 req-3a08ce7f-87b4-46bc-8b6d-35f533914479 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Transition to ACTIVE for port object 91f3bd9a-f90f-40fe-9158-517a5d2b8f0e will not be triggered until provisioned by entity DHCP. {{(pid=84764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:43:07.245605 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfea98ed-ba7f-43fd-9a7e-78e33e97d5ab req-a5ada90b-2d3d-4612-8783-899aa6c03057 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:07.247291 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-cfea98ed-ba7f-43fd-9a7e-78e33e97d5ab req-a5ada90b-2d3d-4612-8783-899aa6c03057 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] 10.222.0.69 "GET /v2.0/ports?device_id=7da2e1a8-2ab3-46b7-8cdb-53e56abc5d74 HTTP/1.1" status: 200 len: 932 time: 0.3177984 Apr 18 19:43:07.259264 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-3b114e8b-0617-4c8d-956f-2545d53dd7ba req-924e334d-8603-4ee7-8150-82795b043f4f tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] 10.222.0.69 "GET /v2.0/security-groups?id=65d46739-eb5a-478f-9fc7-f1aa98b0d76a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724459 Apr 18 19:43:07.383232 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-07afed79-14c8-418c-a0ed-a034cf799929 req-3a08ce7f-87b4-46bc-8b6d-35f533914479 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:07.433965 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-cfea98ed-ba7f-43fd-9a7e-78e33e97d5ab req-2140f71f-bbc4-49a0-8c74-c7ecddec2270 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] 10.222.0.69 "GET /v2.0/security-groups?id=2f779892-393e-469d-9df2-53f1de5adba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1808326 Apr 18 19:43:07.437812 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-da751b23-c5e5-4748-821d-1f5a36bd8865 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:07.558395 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a08ce7f-87b4-46bc-8b6d-35f533914479 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Pushing event updated for resources: {'Port': ['ID=91f3bd9a-f90f-40fe-9158-517a5d2b8f0e,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:07.590888 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07afed79-14c8-418c-a0ed-a034cf799929 req-3a08ce7f-87b4-46bc-8b6d-35f533914479 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Network 57af972d-943b-4a86-90f7-7dab3bff4674 is already hosted by enough agents. {{(pid=84764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:43:07.593835 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [req-07afed79-14c8-418c-a0ed-a034cf799929 req-3a08ce7f-87b4-46bc-8b6d-35f533914479 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Resources bound (agent type, host, resource id): {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:43:07.599222 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [req-07afed79-14c8-418c-a0ed-a034cf799929 req-3a08ce7f-87b4-46bc-8b6d-35f533914479 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Received port after_create {{(pid=84764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:43:07.763779 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07afed79-14c8-418c-a0ed-a034cf799929 req-3a08ce7f-87b4-46bc-8b6d-35f533914479 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:07.764985 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-07afed79-14c8-418c-a0ed-a034cf799929 req-3a08ce7f-87b4-46bc-8b6d-35f533914479 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:07.881972 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-07afed79-14c8-418c-a0ed-a034cf799929 req-3a08ce7f-87b4-46bc-8b6d-35f533914479 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.4291754 Apr 18 19:43:07.892248 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [req-07afed79-14c8-418c-a0ed-a034cf799929 req-359de29d-b01f-4af8-9383-c4c9118faf0a tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Request body: {'port': {'device_id': '7da2e1a8-2ab3-46b7-8cdb-53e56abc5d74', 'network_id': '57af972d-943b-4a86-90f7-7dab3bff4674', 'admin_state_up': True, 'tenant_id': '25b05b3bfc6f4792a58f276b63d5c65b', 'security_groups': ['2f779892-393e-469d-9df2-53f1de5adba9']}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:43:08.156890 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0054a8b6-0c5b-4bbb-996f-67d9d867c9ff req-de40f350-41d3-4f3a-a7c3-4694eb5fbd02 tempest-InstanceActionsTestJSON-518574186 tempest-InstanceActionsTestJSON-518574186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:08.156890 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0054a8b6-0c5b-4bbb-996f-67d9d867c9ff req-de40f350-41d3-4f3a-a7c3-4694eb5fbd02 tempest-InstanceActionsTestJSON-518574186 tempest-InstanceActionsTestJSON-518574186-project] 10.222.0.69 "GET /v2.0/ports?device_id=8355383c-69dd-4080-bc05-69f9def31544 HTTP/1.1" status: 200 len: 945 time: 0.2836568 Apr 18 19:43:08.282040 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ad16ad34-fd62-4af2-9c34-3608c90412b6 None None] Provisioning for port 91f3bd9a-f90f-40fe-9158-517a5d2b8f0e completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:43:08.288784 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ad16ad34-fd62-4af2-9c34-3608c90412b6 None None] Provisioning complete for port 91f3bd9a-f90f-40fe-9158-517a5d2b8f0e triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:43:08.289879 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ad16ad34-fd62-4af2-9c34-3608c90412b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:08.308922 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-0054a8b6-0c5b-4bbb-996f-67d9d867c9ff req-7ad465ab-adc3-4ac2-8b8a-234554ced812 tempest-InstanceActionsTestJSON-518574186 tempest-InstanceActionsTestJSON-518574186-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ab7411a-5c8b-4e40-946b-ce992708a870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421218 Apr 18 19:43:08.451350 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-ad16ad34-fd62-4af2-9c34-3608c90412b6 None None] Port 91f3bd9a-f90f-40fe-9158-517a5d2b8f0e cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:43:08.511272 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-07afed79-14c8-418c-a0ed-a034cf799929 req-359de29d-b01f-4af8-9383-c4c9118faf0a tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:43:08.533867 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-07afed79-14c8-418c-a0ed-a034cf799929 req-359de29d-b01f-4af8-9383-c4c9118faf0a tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Usage tracker for resource:port and tenant:25b05b3bfc6f4792a58f276b63d5c65b is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:43:08.548058 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-07afed79-14c8-418c-a0ed-a034cf799929 req-359de29d-b01f-4af8-9383-c4c9118faf0a tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Quota usage for port was recalculated. Used quota:9. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:43:08.579958 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104432bf-19ba-476a-9649-196be551be75 req-fe354039-ea3a-4ccf-bbae-282ac4a9ca58 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:08.583429 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-104432bf-19ba-476a-9649-196be551be75 req-fe354039-ea3a-4ccf-bbae-282ac4a9ca58 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 946 time: 0.5041311 Apr 18 19:43:08.584525 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-07afed79-14c8-418c-a0ed-a034cf799929 req-359de29d-b01f-4af8-9383-c4c9118faf0a tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:43:08.653214 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-104432bf-19ba-476a-9649-196be551be75 req-ada8a9f2-4161-4fff-8c51-e04dd587313b tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554292 Apr 18 19:43:08.708638 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07afed79-14c8-418c-a0ed-a034cf799929 req-359de29d-b01f-4af8-9383-c4c9118faf0a tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Made reservation on behalf of 25b05b3bfc6f4792a58f276b63d5c65b for: {'port': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:43:08.711782 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-07afed79-14c8-418c-a0ed-a034cf799929 req-359de29d-b01f-4af8-9383-c4c9118faf0a tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:08.786825 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-da751b23-c5e5-4748-821d-1f5a36bd8865 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks [] for port, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:08.799018 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c7546a-4ff2-4274-982d-510335848843 req-460acc3f-76ee-4f0d-8706-810552941c22 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:08.800525 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-72c7546a-4ff2-4274-982d-510335848843 req-460acc3f-76ee-4f0d-8706-810552941c22 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b49bb00-f484-4f92-bb80-0be3537a561f HTTP/1.1" status: 200 len: 946 time: 0.1724277 Apr 18 19:43:08.856005 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-72c7546a-4ff2-4274-982d-510335848843 req-49da838b-d5bd-4761-883c-8c0776ed6b61 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] 10.222.0.69 "GET /v2.0/security-groups?id=65d46739-eb5a-478f-9fc7-f1aa98b0d76a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481975 Apr 18 19:43:08.915381 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-da751b23-c5e5-4748-821d-1f5a36bd8865 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:08.919962 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da751b23-c5e5-4748-821d-1f5a36bd8865 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:08.925003 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-da751b23-c5e5-4748-821d-1f5a36bd8865 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:08.925003 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-da751b23-c5e5-4748-821d-1f5a36bd8865 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] 10.222.0.69 "PUT /v2.0/ports/6ab2f023-5682-4b7a-9c95-cc1f8a74248a HTTP/1.1" status: 200 len: 911 time: 2.0406396 Apr 18 19:43:08.942780 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 41252) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:43:08.987549 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_common [req-07afed79-14c8-418c-a0ed-a034cf799929 req-359de29d-b01f-4af8-9383-c4c9118faf0a tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Allocated IP 10.1.1.146 (57af972d-943b-4a86-90f7-7dab3bff4674/9786e446-f72f-4fc4-a7eb-085b678e7027/c3ca2014-925d-4461-9c4d-67754ca211dc) {{(pid=84764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:43:09.065730 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da751b23-c5e5-4748-821d-1f5a36bd8865 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Pushing event updated for resources: {'Port': ['ID=6ab2f023-5682-4b7a-9c95-cc1f8a74248a,revision_number=3']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:09.484016 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-07afed79-14c8-418c-a0ed-a034cf799929 req-359de29d-b01f-4af8-9383-c4c9118faf0a tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Notify callbacks [] for port, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:09.506336 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.provisioning_blocks [req-07afed79-14c8-418c-a0ed-a034cf799929 req-359de29d-b01f-4af8-9383-c4c9118faf0a tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Transition to ACTIVE for port object c3ca2014-925d-4461-9c4d-67754ca211dc will not be triggered until provisioned by entity DHCP. {{(pid=84764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:43:09.540951 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f602152a-2a39-4530-95b8-c3aaee9305cc req-f80f4e19-9c6c-4612-a062-f23ae608661d tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:09.546338 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f602152a-2a39-4530-95b8-c3aaee9305cc req-f80f4e19-9c6c-4612-a062-f23ae608661d tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:09.547760 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-f602152a-2a39-4530-95b8-c3aaee9305cc req-f80f4e19-9c6c-4612-a062-f23ae608661d tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Synchronizing usage tracker for tenant:25b05b3bfc6f4792a58f276b63d5c65b on resource:port {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:43:09.552373 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 41288) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:43:09.727799 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-f602152a-2a39-4530-95b8-c3aaee9305cc req-f80f4e19-9c6c-4612-a062-f23ae608661d tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Unset dirty status for tenant:25b05b3bfc6f4792a58f276b63d5c65b on resource:port {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:43:09.735325 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f602152a-2a39-4530-95b8-c3aaee9305cc req-f80f4e19-9c6c-4612-a062-f23ae608661d tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] 10.222.0.69 "GET /v2.0/ports?device_id=7da2e1a8-2ab3-46b7-8cdb-53e56abc5d74 HTTP/1.1" status: 200 len: 1653 time: 0.5415471 Apr 18 19:43:09.758237 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-07afed79-14c8-418c-a0ed-a034cf799929 req-359de29d-b01f-4af8-9383-c4c9118faf0a tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:09.761232 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-edbfeeb2-1142-49d8-9d83-ced5921eed0b req-2f10fa1d-8c35-4206-92af-392eff8f6079 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a41ef4d3279b44abbcbf57a2ed78f6bf&device_id=8355383c-69dd-4080-bc05-69f9def31544 HTTP/1.1" status: 200 len: 1096 time: 0.1773844 Apr 18 19:43:10.051563 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07afed79-14c8-418c-a0ed-a034cf799929 req-359de29d-b01f-4af8-9383-c4c9118faf0a tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Network 57af972d-943b-4a86-90f7-7dab3bff4674 is already hosted by enough agents. {{(pid=84764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:43:10.060854 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [req-07afed79-14c8-418c-a0ed-a034cf799929 req-359de29d-b01f-4af8-9383-c4c9118faf0a tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Resources bound (agent type, host, resource id): {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:43:10.079996 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [req-07afed79-14c8-418c-a0ed-a034cf799929 req-359de29d-b01f-4af8-9383-c4c9118faf0a tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Received port after_create {{(pid=84764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:43:10.118818 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbfeeb2-1142-49d8-9d83-ced5921eed0b req-0a9efaa2-b29b-4af3-9ca8-0b32a16326de service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:10.129427 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-edbfeeb2-1142-49d8-9d83-ced5921eed0b req-0a9efaa2-b29b-4af3-9ca8-0b32a16326de service neutron] 10.222.0.73 "GET /v2.0/networks?id=35c9fe89-e4ac-48fc-a2f5-b2da97f1e503 HTTP/1.1" status: 200 len: 914 time: 0.2789288 Apr 18 19:43:10.129586 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359de29d-b01f-4af8-9383-c4c9118faf0a tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Pushing event updated for resources: {'Port': ['ID=c3ca2014-925d-4461-9c4d-67754ca211dc,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:10.174957 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-f602152a-2a39-4530-95b8-c3aaee9305cc req-50d4da6d-bcfd-4e9e-b6c2-bf9a5082fa64 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] 10.222.0.69 "GET /v2.0/security-groups?id=2f779892-393e-469d-9df2-53f1de5adba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4314110 Apr 18 19:43:10.226821 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_v2 [None req-946bf7b6-6300-45a2-9601-90bb8d00567e admin admin] Deleting subnet 183f16e9-913d-4006-a470-a5bf63783425 {{(pid=84763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:43:10.239498 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07afed79-14c8-418c-a0ed-a034cf799929 req-359de29d-b01f-4af8-9383-c4c9118faf0a tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:10.239498 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-07afed79-14c8-418c-a0ed-a034cf799929 req-359de29d-b01f-4af8-9383-c4c9118faf0a tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:10.315907 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-d5509f7d-9234-457b-89e4-1bf77a0b7d87 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417313'] for router_interface, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:10.490028 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-946bf7b6-6300-45a2-9601-90bb8d00567e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:10.500521 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-07afed79-14c8-418c-a0ed-a034cf799929 req-359de29d-b01f-4af8-9383-c4c9118faf0a tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6128180 Apr 18 19:43:10.525021 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [req-07afed79-14c8-418c-a0ed-a034cf799929 req-6ec743e4-cd95-48b6-8fd6-5e6ae026088a tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Request body: {'port': {'device_id': '7da2e1a8-2ab3-46b7-8cdb-53e56abc5d74', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'f00f9f08-e875-4f8c-9289-beff649f5094', 'admin_state_up': True, 'tenant_id': '25b05b3bfc6f4792a58f276b63d5c65b', 'security_groups': ['2f779892-393e-469d-9df2-53f1de5adba9']}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:43:10.553952 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-edbfeeb2-1142-49d8-9d83-ced5921eed0b req-0259c095-67f3-457a-8e12-06bdbbc84810 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d2a8108f-0ef2-4df1-a889-71e90f9a7196 HTTP/1.1" status: 200 len: 217 time: 0.3347404 Apr 18 19:43:10.570076 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ec82c239-4482-4422-b16a-72b1cea4fe67 None None] Provisioning for port c3ca2014-925d-4461-9c4d-67754ca211dc completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:43:10.575207 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ec82c239-4482-4422-b16a-72b1cea4fe67 None None] Provisioning complete for port c3ca2014-925d-4461-9c4d-67754ca211dc triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:43:10.575573 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ec82c239-4482-4422-b16a-72b1cea4fe67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:10.613328 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-946bf7b6-6300-45a2-9601-90bb8d00567e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66272755'] for subnet, precommit_delete_associations {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:10.664252 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-ec82c239-4482-4422-b16a-72b1cea4fe67 None None] Port c3ca2014-925d-4461-9c4d-67754ca211dc cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:43:10.732056 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbfeeb2-1142-49d8-9d83-ced5921eed0b req-2ec25c33-c102-47e0-9a8c-cb35d2266d0f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:10.734241 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-edbfeeb2-1142-49d8-9d83-ced5921eed0b req-2ec25c33-c102-47e0-9a8c-cb35d2266d0f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9f569c51-73b6-42e5-9e23-12afdc23bc11 HTTP/1.1" status: 200 len: 853 time: 0.1729331 Apr 18 19:43:10.810826 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8915aba5-905d-45df-8037-5501211da41d req-56d56370-443b-4cc1-bfda-81e7730e036f tempest-InstanceActionsTestJSON-518574186 tempest-InstanceActionsTestJSON-518574186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:10.818780 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8915aba5-905d-45df-8037-5501211da41d req-56d56370-443b-4cc1-bfda-81e7730e036f tempest-InstanceActionsTestJSON-518574186 tempest-InstanceActionsTestJSON-518574186-project] 10.222.0.69 "GET /v2.0/ports?device_id=8355383c-69dd-4080-bc05-69f9def31544 HTTP/1.1" status: 200 len: 945 time: 0.9665413 Apr 18 19:43:10.821858 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8e900b-0922-4c8a-989d-96eec4f8b6be req-fb908fce-c1dc-41e0-b917-b6333961557f tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:10.829678 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ed8e900b-0922-4c8a-989d-96eec4f8b6be req-fb908fce-c1dc-41e0-b917-b6333961557f tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 946 time: 0.4151881 Apr 18 19:43:10.836740 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-946bf7b6-6300-45a2-9601-90bb8d00567e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1258508'] for subnet, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:10.865699 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-edbfeeb2-1142-49d8-9d83-ced5921eed0b req-a2ddfb6f-9da5-46cb-b9aa-1096023995c9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=35c9fe89-e4ac-48fc-a2f5-b2da97f1e503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1198988 Apr 18 19:43:10.886904 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-07afed79-14c8-418c-a0ed-a034cf799929 req-6ec743e4-cd95-48b6-8fd6-5e6ae026088a tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:43:10.905489 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-07afed79-14c8-418c-a0ed-a034cf799929 req-6ec743e4-cd95-48b6-8fd6-5e6ae026088a tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:43:10.933122 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ed8e900b-0922-4c8a-989d-96eec4f8b6be req-52f1bef4-70d8-4eb2-9eb6-2e389ce14a13 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025150 Apr 18 19:43:11.001475 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07afed79-14c8-418c-a0ed-a034cf799929 req-6ec743e4-cd95-48b6-8fd6-5e6ae026088a tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Made reservation on behalf of 25b05b3bfc6f4792a58f276b63d5c65b for: {'port': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:43:11.042148 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8915aba5-905d-45df-8037-5501211da41d req-6b35b869-b469-4e95-826f-3b1f47c82237 tempest-InstanceActionsTestJSON-518574186 tempest-InstanceActionsTestJSON-518574186-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ab7411a-5c8b-4e40-946b-ce992708a870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224686 Apr 18 19:43:11.087826 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-edbfeeb2-1142-49d8-9d83-ced5921eed0b req-b8e72184-6615-468e-bd41-eac3a36df65a service neutron] 10.222.0.73 "GET /v2.0/networks/35c9fe89-e4ac-48fc-a2f5-b2da97f1e503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107258 Apr 18 19:43:11.173504 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-946bf7b6-6300-45a2-9601-90bb8d00567e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1258501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66351815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66540800'] for subnet, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:11.279511 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946bf7b6-6300-45a2-9601-90bb8d00567e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=183f16e9-913d-4006-a470-a5bf63783425,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:11.299489 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-946bf7b6-6300-45a2-9601-90bb8d00567e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:11.302794 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device b99c6f14-47f1-4ca0-8b04-491816fe3231 no longer exists at agent hyperv_n-h1-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:43:11.312966 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-946bf7b6-6300-45a2-9601-90bb8d00567e admin admin] 10.222.0.69 "DELETE /v2.0/subnets/183f16e9-913d-4006-a470-a5bf63783425 HTTP/1.1" status: 204 len: 168 time: 1.7589443 Apr 18 19:43:11.317218 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 41324) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:43:11.330602 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-07afed79-14c8-418c-a0ed-a034cf799929 req-6ec743e4-cd95-48b6-8fd6-5e6ae026088a tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:11.454254 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b1b1a6-988e-4cca-b80a-c9aac7ba6af8 req-cd27bace-2d2f-403e-9426-75065892bfb9 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:11.459064 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-b7b1b1a6-988e-4cca-b80a-c9aac7ba6af8 req-cd27bace-2d2f-403e-9426-75065892bfb9 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b49bb00-f484-4f92-bb80-0be3537a561f HTTP/1.1" status: 200 len: 946 time: 0.3805749 Apr 18 19:43:11.459559 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-c57788b9-bf3e-411d-ad06-4feda20daaa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:11.498966 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-edbfeeb2-1142-49d8-9d83-ced5921eed0b req-fdc126fa-17dd-4b03-9f41-c735452f4468 service neutron] 10.222.0.73 "GET /v2.0/networks/35c9fe89-e4ac-48fc-a2f5-b2da97f1e503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4040577 Apr 18 19:43:11.537405 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:11.572952 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port b99c6f14-47f1-4ca0-8b04-491816fe3231, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=b99c6f14-47f1-4ca0-8b04-491816fe3231,segment=NetworkSegment(b8926c6e-9073-4fc9-ba41-5d530ba3940c),segment_id=b8926c6e-9073-4fc9-ba41-5d530ba3940c)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:43:11.574676 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b49bb00-f484-4f92-bb80-0be3537a561f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b99c6f14-47f1-4ca0-8b04-491816fe3231'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:43:11.630608 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:11.696939 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-b7b1b1a6-988e-4cca-b80a-c9aac7ba6af8 req-4457074f-c580-4bd2-8b85-98a1e3af9bec tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] 10.222.0.69 "GET /v2.0/security-groups?id=65d46739-eb5a-478f-9fc7-f1aa98b0d76a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2223408 Apr 18 19:43:11.790819 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-c57788b9-bf3e-411d-ad06-4feda20daaa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256345', 'neutron.services.segments.db._delete_segments_for_network-8791093852025'] for network, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:11.797225 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Pushing event updated for resources: {'Port': ['ID=b99c6f14-47f1-4ca0-8b04-491816fe3231,revision_number=14']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:11.807836 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_common [req-07afed79-14c8-418c-a0ed-a034cf799929 req-6ec743e4-cd95-48b6-8fd6-5e6ae026088a tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Allocated IP 10.2.2.100 (f00f9f08-e875-4f8c-9289-beff649f5094/cd99ca5f-ef7d-4581-89ac-6b4526c0c60e/255448b9-40d9-46b2-b27a-5b8bf8a422be) {{(pid=84764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:43:11.822118 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:43:11.822304 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:43:11.825405 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:43:11.828432 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:43:11.830249 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:43:11.830624 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:43:11.831241 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:43:11.831241 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:43:11.831624 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:43:11.832102 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:43:11.840540 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:43:11.858737 n-d-836017-2 neutron-server[84763]: DEBUG neutron.services.segments.db [None req-c57788b9-bf3e-411d-ad06-4feda20daaa7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11569783-78f6-4d10-9370-768c4acb7a65']}} {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:43:11.904583 n-d-836017-2 neutron-server[84763]: DEBUG neutron.services.segments.db [None req-c57788b9-bf3e-411d-ad06-4feda20daaa7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e09292d-9dc6-4a58-913a-7eef33e1cf20') {'for_net_delete': True} {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:43:11.904885 n-d-836017-2 neutron-server[84763]: DEBUG neutron.services.segments.db [None req-c57788b9-bf3e-411d-ad06-4feda20daaa7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e09292d-9dc6-4a58-913a-7eef33e1cf20') {} {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:43:11.906772 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c293b4c-7105-4176-9208-4387828eccd0'] response: {'server_uuid': '7b49bb00-f484-4f92-bb80-0be3537a561f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b99c6f14-47f1-4ca0-8b04-491816fe3231', 'code': 200} Apr 18 19:43:11.938266 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-c57788b9-bf3e-411d-ad06-4feda20daaa7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791093851908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66272256'] for segment, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:11.971675 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a89df94-90e4-4be2-955f-1cbcc113138b req-5e14db76-3ac8-4b6a-8a97-36dbd7d7e342 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:11.976800 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a89df94-90e4-4be2-955f-1cbcc113138b req-5e14db76-3ac8-4b6a-8a97-36dbd7d7e342 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:11.996732 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a89df94-90e4-4be2-955f-1cbcc113138b req-5e14db76-3ac8-4b6a-8a97-36dbd7d7e342 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:11.998407 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4a89df94-90e4-4be2-955f-1cbcc113138b req-5e14db76-3ac8-4b6a-8a97-36dbd7d7e342 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] 10.222.0.69 "GET /v2.0/ports?device_id=7da2e1a8-2ab3-46b7-8cdb-53e56abc5d74 HTTP/1.1" status: 200 len: 2374 time: 0.4974675 Apr 18 19:43:11.999510 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-c57788b9-bf3e-411d-ad06-4feda20daaa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:12.058628 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c57788b9-bf3e-411d-ad06-4feda20daaa7 admin admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=84763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:43:12.059042 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-c57788b9-bf3e-411d-ad06-4feda20daaa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66351785'] for segment, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:12.096933 n-d-836017-2 neutron-server[84763]: Traceback (most recent call last): Apr 18 19:43:12.096933 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:43:12.096933 n-d-836017-2 neutron-server[84763]: timer() Apr 18 19:43:12.096933 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:43:12.096933 n-d-836017-2 neutron-server[84763]: cb(*args, **kw) Apr 18 19:43:12.096933 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:43:12.096933 n-d-836017-2 neutron-server[84763]: return func(*args, **kwargs) Apr 18 19:43:12.096933 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:43:12.096933 n-d-836017-2 neutron-server[84763]: self._notify() Apr 18 19:43:12.096933 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:43:12.096933 n-d-836017-2 neutron-server[84763]: self.callback(batched_events) Apr 18 19:43:12.096933 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:43:12.096933 n-d-836017-2 neutron-server[84763]: event.method(event) Apr 18 19:43:12.096933 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:43:12.096933 n-d-836017-2 neutron-server[84763]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:43:12.096933 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:43:12.096933 n-d-836017-2 neutron-server[84763]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:43:12.096933 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:43:12.096933 n-d-836017-2 neutron-server[84763]: return f(self, *a, **k) Apr 18 19:43:12.096933 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:43:12.096933 n-d-836017-2 neutron-server[84763]: return self._get(url).json() Apr 18 19:43:12.096933 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:43:12.096933 n-d-836017-2 neutron-server[84763]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:43:12.096933 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:43:12.096933 n-d-836017-2 neutron-server[84763]: return self.request(url, 'GET', **kwargs) Apr 18 19:43:12.096933 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:43:12.096933 n-d-836017-2 neutron-server[84763]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:43:12.096933 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:43:12.096933 n-d-836017-2 neutron-server[84763]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:43:12.096933 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:43:12.096933 n-d-836017-2 neutron-server[84763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:43:12.096933 n-d-836017-2 neutron-server[84763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:43:12.232356 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4a89df94-90e4-4be2-955f-1cbcc113138b req-d41e7865-7bf5-4438-b72b-7db26e8d7044 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] 10.222.0.69 "GET /v2.0/security-groups?id=2f779892-393e-469d-9df2-53f1de5adba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2168968 Apr 18 19:43:12.345215 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-c57788b9-bf3e-411d-ad06-4feda20daaa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416801'] for network, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:12.369067 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-c57788b9-bf3e-411d-ad06-4feda20daaa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:12.381449 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57788b9-bf3e-411d-ad06-4feda20daaa7 admin admin] Pushing event deleted for resources: {'Network': ['ID=11569783-78f6-4d10-9370-768c4acb7a65,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:12.459318 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-c57788b9-bf3e-411d-ad06-4feda20daaa7 admin admin] 10.222.0.69 "DELETE /v2.0/networks/11569783-78f6-4d10-9370-768c4acb7a65 HTTP/1.1" status: 204 len: 168 time: 1.1407206 Apr 18 19:43:12.547417 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-d5509f7d-9234-457b-89e4-1bf77a0b7d87 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Deleting port 6ab2f023-5682-4b7a-9c95-cc1f8a74248a {{(pid=84764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:43:12.547989 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-d5509f7d-9234-457b-89e4-1bf77a0b7d87 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:12.602482 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823ce08d-3d85-4b23-a008-3c099715df88 req-747290a3-6496-4b32-a3ac-d39c918b3bc5 tempest-InstanceActionsTestJSON-518574186 tempest-InstanceActionsTestJSON-518574186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:12.613038 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-823ce08d-3d85-4b23-a008-3c099715df88 req-747290a3-6496-4b32-a3ac-d39c918b3bc5 tempest-InstanceActionsTestJSON-518574186 tempest-InstanceActionsTestJSON-518574186-project] 10.222.0.69 "GET /v2.0/ports?device_id=8355383c-69dd-4080-bc05-69f9def31544 HTTP/1.1" status: 200 len: 945 time: 0.1250141 Apr 18 19:43:12.652778 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-07afed79-14c8-418c-a0ed-a034cf799929 req-6ec743e4-cd95-48b6-8fd6-5e6ae026088a tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Notify callbacks [] for port, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:12.691409 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-823ce08d-3d85-4b23-a008-3c099715df88 req-19341f44-4e4b-4df8-b22d-253745a6cf3a tempest-InstanceActionsTestJSON-518574186 tempest-InstanceActionsTestJSON-518574186-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ab7411a-5c8b-4e40-946b-ce992708a870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757105 Apr 18 19:43:12.696143 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a521f1f-ff55-4db6-ba25-9de14036d20f req-bddb4bd8-a410-4f69-8241-85eb12abb88c tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:12.704407 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-3a521f1f-ff55-4db6-ba25-9de14036d20f req-bddb4bd8-a410-4f69-8241-85eb12abb88c tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 946 time: 0.5641432 Apr 18 19:43:12.762481 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.provisioning_blocks [req-07afed79-14c8-418c-a0ed-a034cf799929 req-6ec743e4-cd95-48b6-8fd6-5e6ae026088a tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Transition to ACTIVE for port object 255448b9-40d9-46b2-b27a-5b8bf8a422be will not be triggered until provisioned by entity DHCP. {{(pid=84764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:43:12.912783 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 41382) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:43:12.960780 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-3a521f1f-ff55-4db6-ba25-9de14036d20f req-ad6acb22-ea1d-42eb-b97c-09ebe256b371 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555084 Apr 18 19:43:12.989749 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-89087bb0-a7dc-4067-9526-9e97ef1e5d0c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f7f855ff57c84f41949916661be0c661&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0755229 Apr 18 19:43:12.990460 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 41390) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:43:13.066196 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-d5509f7d-9234-457b-89e4-1bf77a0b7d87 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:13.087622 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-dcd30eef-273f-4ea0-9d84-a6f045f4e27b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:13.129127 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-dcd30eef-273f-4ea0-9d84-a6f045f4e27b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:13.135961 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-07afed79-14c8-418c-a0ed-a034cf799929 req-6ec743e4-cd95-48b6-8fd6-5e6ae026088a tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:13.272336 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c2d9df-8c7c-4632-b230-eb315cb048af req-35ccf3c5-b709-4399-8a47-e4b37697e237 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:13.274091 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-10c2d9df-8c7c-4632-b230-eb315cb048af req-35ccf3c5-b709-4399-8a47-e4b37697e237 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 946 time: 0.1185560 Apr 18 19:43:13.283690 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.plugin [None req-d5509f7d-9234-457b-89e4-1bf77a0b7d87 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Calling delete_port for 6ab2f023-5682-4b7a-9c95-cc1f8a74248a owned by network:router_interface {{(pid=84764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:43:13.350890 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-dcd30eef-273f-4ea0-9d84-a6f045f4e27b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:13.389836 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-10c2d9df-8c7c-4632-b230-eb315cb048af req-f0c26e25-6ff9-4966-b558-f0ea6d288621 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082127 Apr 18 19:43:13.392122 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd30eef-273f-4ea0-9d84-a6f045f4e27b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51df22c1-554b-4779-a025-65f2af6e2a78,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:13.425917 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07afed79-14c8-418c-a0ed-a034cf799929 req-6ec743e4-cd95-48b6-8fd6-5e6ae026088a tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Network f00f9f08-e875-4f8c-9289-beff649f5094 is already hosted by enough agents. {{(pid=84764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:43:13.448542 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [req-07afed79-14c8-418c-a0ed-a034cf799929 req-6ec743e4-cd95-48b6-8fd6-5e6ae026088a tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Resources bound (agent type, host, resource id): {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:43:13.455177 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [req-07afed79-14c8-418c-a0ed-a034cf799929 req-6ec743e4-cd95-48b6-8fd6-5e6ae026088a tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Received port after_create {{(pid=84764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:43:13.495672 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-dcd30eef-273f-4ea0-9d84-a6f045f4e27b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:13.503097 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-dcd30eef-273f-4ea0-9d84-a6f045f4e27b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/51df22c1-554b-4779-a025-65f2af6e2a78 HTTP/1.1" status: 204 len: 168 time: 0.5055749 Apr 18 19:43:13.559481 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07afed79-14c8-418c-a0ed-a034cf799929 req-6ec743e4-cd95-48b6-8fd6-5e6ae026088a tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:13.560273 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-07afed79-14c8-418c-a0ed-a034cf799929 req-6ec743e4-cd95-48b6-8fd6-5e6ae026088a tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:13.589560 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec743e4-cd95-48b6-8fd6-5e6ae026088a tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Pushing event updated for resources: {'Port': ['ID=255448b9-40d9-46b2-b27a-5b8bf8a422be,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:13.821093 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-07afed79-14c8-418c-a0ed-a034cf799929 req-6ec743e4-cd95-48b6-8fd6-5e6ae026088a tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3054345 Apr 18 19:43:13.848396 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [req-07afed79-14c8-418c-a0ed-a034cf799929 req-67cc0baf-8a91-480d-bb35-140002cc93cd tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Request body: {'port': {'device_id': '7da2e1a8-2ab3-46b7-8cdb-53e56abc5d74', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'f00f9f08-e875-4f8c-9289-beff649f5094', 'admin_state_up': True, 'tenant_id': '25b05b3bfc6f4792a58f276b63d5c65b', 'security_groups': ['2f779892-393e-469d-9df2-53f1de5adba9']}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:43:13.914738 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-7fd9ae43-de84-4711-a7d9-ef400f6c21de None None] Provisioning for port 255448b9-40d9-46b2-b27a-5b8bf8a422be completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:43:13.921163 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-7fd9ae43-de84-4711-a7d9-ef400f6c21de None None] Provisioning complete for port 255448b9-40d9-46b2-b27a-5b8bf8a422be triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:43:13.921534 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7fd9ae43-de84-4711-a7d9-ef400f6c21de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:14.042124 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea24507b-ab99-4506-98f9-4413b07d2b74 req-29d3aec6-1913-4e95-b2e5-e26cebef30d8 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:14.043670 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ea24507b-ab99-4506-98f9-4413b07d2b74 req-29d3aec6-1913-4e95-b2e5-e26cebef30d8 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 946 time: 0.4319916 Apr 18 19:43:14.045346 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-7fd9ae43-de84-4711-a7d9-ef400f6c21de None None] Port 255448b9-40d9-46b2-b27a-5b8bf8a422be cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:43:14.099309 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ea24507b-ab99-4506-98f9-4413b07d2b74 req-943802d8-7477-44eb-bfad-47d4d24b80d5 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495489 Apr 18 19:43:14.126542 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-07afed79-14c8-418c-a0ed-a034cf799929 req-67cc0baf-8a91-480d-bb35-140002cc93cd tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:43:14.145809 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-07afed79-14c8-418c-a0ed-a034cf799929 req-67cc0baf-8a91-480d-bb35-140002cc93cd tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Usage tracker for resource:port and tenant:25b05b3bfc6f4792a58f276b63d5c65b is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:43:14.151142 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-07afed79-14c8-418c-a0ed-a034cf799929 req-67cc0baf-8a91-480d-bb35-140002cc93cd tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Quota usage for port was recalculated. Used quota:11. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:43:14.158679 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [req-07afed79-14c8-418c-a0ed-a034cf799929 req-67cc0baf-8a91-480d-bb35-140002cc93cd tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Attempting to reserve 1 items for resource port. Total usage: 11; quota limit: 500; headroom:489 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:43:14.194847 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69250728-d3af-4b27-af9c-9ccd80aa9349 req-e198a713-f566-4782-be24-0bf960cfcc22 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:14.199232 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69250728-d3af-4b27-af9c-9ccd80aa9349 req-e198a713-f566-4782-be24-0bf960cfcc22 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:14.203276 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69250728-d3af-4b27-af9c-9ccd80aa9349 req-e198a713-f566-4782-be24-0bf960cfcc22 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:14.208290 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69250728-d3af-4b27-af9c-9ccd80aa9349 req-e198a713-f566-4782-be24-0bf960cfcc22 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:14.215546 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-69250728-d3af-4b27-af9c-9ccd80aa9349 req-e198a713-f566-4782-be24-0bf960cfcc22 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Synchronizing usage tracker for tenant:25b05b3bfc6f4792a58f276b63d5c65b on resource:port {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:43:14.234962 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-d5509f7d-9234-457b-89e4-1bf77a0b7d87 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:14.287623 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5509f7d-9234-457b-89e4-1bf77a0b7d87 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Pushing event deleted for resources: {'Port': ['ID=6ab2f023-5682-4b7a-9c95-cc1f8a74248a,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:14.295509 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07afed79-14c8-418c-a0ed-a034cf799929 req-67cc0baf-8a91-480d-bb35-140002cc93cd tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Made reservation on behalf of 25b05b3bfc6f4792a58f276b63d5c65b for: {'port': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:43:14.318954 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-07afed79-14c8-418c-a0ed-a034cf799929 req-67cc0baf-8a91-480d-bb35-140002cc93cd tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:14.365166 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0214ae9-e24e-4a42-ac06-ab5e6f308645 req-7d1743d6-9dc8-4e58-a76a-8a9af6a2b073 tempest-InstanceActionsTestJSON-518574186 tempest-InstanceActionsTestJSON-518574186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:14.367241 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e0214ae9-e24e-4a42-ac06-ab5e6f308645 req-7d1743d6-9dc8-4e58-a76a-8a9af6a2b073 tempest-InstanceActionsTestJSON-518574186 tempest-InstanceActionsTestJSON-518574186-project] 10.222.0.69 "GET /v2.0/ports?device_id=8355383c-69dd-4080-bc05-69f9def31544 HTTP/1.1" status: 200 len: 945 time: 0.1027491 Apr 18 19:43:14.417109 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-69250728-d3af-4b27-af9c-9ccd80aa9349 req-e198a713-f566-4782-be24-0bf960cfcc22 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Unset dirty status for tenant:25b05b3bfc6f4792a58f276b63d5c65b on resource:port {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:43:14.422442 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-69250728-d3af-4b27-af9c-9ccd80aa9349 req-e198a713-f566-4782-be24-0bf960cfcc22 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] 10.222.0.69 "GET /v2.0/ports?device_id=7da2e1a8-2ab3-46b7-8cdb-53e56abc5d74 HTTP/1.1" status: 200 len: 3095 time: 0.8211489 Apr 18 19:43:14.488258 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e0214ae9-e24e-4a42-ac06-ab5e6f308645 req-11ac75ea-850f-4ae0-8202-0354f9e66878 tempest-InstanceActionsTestJSON-518574186 tempest-InstanceActionsTestJSON-518574186-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ab7411a-5c8b-4e40-946b-ce992708a870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149421 Apr 18 19:43:14.950536 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-69250728-d3af-4b27-af9c-9ccd80aa9349 req-fa3415fe-f24a-4c16-a080-4003aabf3ff3 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] 10.222.0.69 "GET /v2.0/security-groups?id=2f779892-393e-469d-9df2-53f1de5adba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5271430 Apr 18 19:43:14.968119 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_common [req-07afed79-14c8-418c-a0ed-a034cf799929 req-67cc0baf-8a91-480d-bb35-140002cc93cd tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Allocated IP 10.2.2.200 (f00f9f08-e875-4f8c-9289-beff649f5094/cd99ca5f-ef7d-4581-89ac-6b4526c0c60e/bc8fa886-e93d-4d04-8bab-3e04c5da3a42) {{(pid=84764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:43:15.288670 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd61128-b99b-48a6-89d7-861267edcb23 req-8e4a0991-9ba9-4dab-a9ae-755ac2690cef tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:15.295446 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8bd61128-b99b-48a6-89d7-861267edcb23 req-8e4a0991-9ba9-4dab-a9ae-755ac2690cef tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 946 time: 0.1538398 Apr 18 19:43:15.345243 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8bd61128-b99b-48a6-89d7-861267edcb23 req-121446e9-2d04-4928-8243-df8731619ebd tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489509 Apr 18 19:43:15.359411 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-d5509f7d-9234-457b-89e4-1bf77a0b7d87 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417398'] for router_interface, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:15.579362 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 41492) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:43:15.582954 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-07afed79-14c8-418c-a0ed-a034cf799929 req-67cc0baf-8a91-480d-bb35-140002cc93cd tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Notify callbacks [] for port, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:15.618585 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.provisioning_blocks [req-07afed79-14c8-418c-a0ed-a034cf799929 req-67cc0baf-8a91-480d-bb35-140002cc93cd tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Transition to ACTIVE for port object bc8fa886-e93d-4d04-8bab-3e04c5da3a42 will not be triggered until provisioned by entity DHCP. {{(pid=84764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:43:15.735639 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd3721e-1950-4116-a616-dbde67a26543 req-53dd0dcf-2390-4083-ba37-5f1033112cfa tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:15.738956 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-dbd3721e-1950-4116-a616-dbde67a26543 req-53dd0dcf-2390-4083-ba37-5f1033112cfa tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 946 time: 0.1957674 Apr 18 19:43:15.796025 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-dbd3721e-1950-4116-a616-dbde67a26543 req-0f29cb87-a254-4db7-b146-190d43d560e6 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496573 Apr 18 19:43:15.842516 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-9fc349ed-adda-453f-853e-9ce7413bdd74 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1621419947-network', 'tenant_id': 'e44a84e8100a412da7a0117ba727c7dc'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:43:15.849016 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-9fc349ed-adda-453f-853e-9ce7413bdd74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:43:15.971810 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-9fc349ed-adda-453f-853e-9ce7413bdd74 admin admin] Usage tracker for resource:network and tenant:e44a84e8100a412da7a0117ba727c7dc is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:43:15.986413 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-9fc349ed-adda-453f-853e-9ce7413bdd74 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:43:15.990655 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-07afed79-14c8-418c-a0ed-a034cf799929 req-67cc0baf-8a91-480d-bb35-140002cc93cd tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:16.046492 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-9fc349ed-adda-453f-853e-9ce7413bdd74 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:43:16.075737 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf9b7e8-4ac2-4711-a570-f6e7401a7710 req-8878a897-3c2f-4014-ae13-67b53bb2d138 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:16.077346 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-abf9b7e8-4ac2-4711-a570-f6e7401a7710 req-8878a897-3c2f-4014-ae13-67b53bb2d138 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 946 time: 0.0899098 Apr 18 19:43:16.115588 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07afed79-14c8-418c-a0ed-a034cf799929 req-67cc0baf-8a91-480d-bb35-140002cc93cd tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Network f00f9f08-e875-4f8c-9289-beff649f5094 is already hosted by enough agents. {{(pid=84764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:43:16.118879 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cc0baf-8a91-480d-bb35-140002cc93cd tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Pushing event updated for resources: {'Port': ['ID=bc8fa886-e93d-4d04-8bab-3e04c5da3a42,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:16.123388 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [req-07afed79-14c8-418c-a0ed-a034cf799929 req-67cc0baf-8a91-480d-bb35-140002cc93cd tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Resources bound (agent type, host, resource id): {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:43:16.128663 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [req-07afed79-14c8-418c-a0ed-a034cf799929 req-67cc0baf-8a91-480d-bb35-140002cc93cd tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Received port after_create {{(pid=84764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:43:16.141589 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-abf9b7e8-4ac2-4711-a570-f6e7401a7710 req-a3666cce-2312-43f4-82e9-1003397ab719 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574579 Apr 18 19:43:16.177340 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc349ed-adda-453f-853e-9ce7413bdd74 admin admin] Made reservation on behalf of e44a84e8100a412da7a0117ba727c7dc for: {'network': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:43:16.179498 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-9fc349ed-adda-453f-853e-9ce7413bdd74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for network, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:16.201316 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49af25c-8faf-4282-b66b-d3ad01bb6608 req-c006e515-6798-4525-a3b5-573b721276f8 tempest-InstanceActionsTestJSON-518574186 tempest-InstanceActionsTestJSON-518574186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:16.202819 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d49af25c-8faf-4282-b66b-d3ad01bb6608 req-c006e515-6798-4525-a3b5-573b721276f8 tempest-InstanceActionsTestJSON-518574186 tempest-InstanceActionsTestJSON-518574186-project] 10.222.0.69 "GET /v2.0/ports?device_id=8355383c-69dd-4080-bc05-69f9def31544 HTTP/1.1" status: 200 len: 945 time: 0.4470799 Apr 18 19:43:16.209113 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5509f7d-9234-457b-89e4-1bf77a0b7d87 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Router 5e9e948f-81c9-4498-9095-c1c9bec63afe has already been hosted by L3 agent 21b59c62-f184-4169-bc3e-79831cc043e8 {{(pid=84764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:43:16.216034 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-9fc349ed-adda-453f-853e-9ce7413bdd74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:16.268964 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07afed79-14c8-418c-a0ed-a034cf799929 req-67cc0baf-8a91-480d-bb35-140002cc93cd tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:16.269606 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-07afed79-14c8-418c-a0ed-a034cf799929 req-67cc0baf-8a91-480d-bb35-140002cc93cd tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:16.362181 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47907a90-e9d1-4625-814b-0b1c567253b5 req-21ff57e1-b3bb-41f3-abf9-95cdae8f890f tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:16.370736 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-47907a90-e9d1-4625-814b-0b1c567253b5 req-21ff57e1-b3bb-41f3-abf9-95cdae8f890f tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b49bb00-f484-4f92-bb80-0be3537a561f HTTP/1.1" status: 200 len: 944 time: 0.1060851 Apr 18 19:43:16.412669 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-9fc349ed-adda-453f-853e-9ce7413bdd74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:43:16.439678 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-47907a90-e9d1-4625-814b-0b1c567253b5 req-13fbbf6f-4f32-44e1-a1e8-85913bcf37f5 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] 10.222.0.69 "GET /v2.0/security-groups?id=65d46739-eb5a-478f-9fc7-f1aa98b0d76a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612121 Apr 18 19:43:16.476599 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-9fc349ed-adda-453f-853e-9ce7413bdd74 admin admin] Usage tracker for resource:security_group_rule and tenant:e44a84e8100a412da7a0117ba727c7dc is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:43:16.494312 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-d49af25c-8faf-4282-b66b-d3ad01bb6608 req-32db69ce-c977-42e4-b685-0de4cc52b926 tempest-InstanceActionsTestJSON-518574186 tempest-InstanceActionsTestJSON-518574186-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ab7411a-5c8b-4e40-946b-ce992708a870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609873 Apr 18 19:43:16.511937 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-9fc349ed-adda-453f-853e-9ce7413bdd74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:43:16.511937 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-07afed79-14c8-418c-a0ed-a034cf799929 req-67cc0baf-8a91-480d-bb35-140002cc93cd tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6770601 Apr 18 19:43:16.511937 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-9fc349ed-adda-453f-853e-9ce7413bdd74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:43:16.520768 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [req-07afed79-14c8-418c-a0ed-a034cf799929 req-b864764b-a1f1-4709-b4a6-aed622e14434 service neutron] Request body: {'port': {'device_id': '7da2e1a8-2ab3-46b7-8cdb-53e56abc5d74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-2'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:43:16.553886 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-02a728f2-5da2-4641-a0a8-16fbaac1e119 None None] Provisioning for port bc8fa886-e93d-4d04-8bab-3e04c5da3a42 completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:43:16.559745 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-02a728f2-5da2-4641-a0a8-16fbaac1e119 None None] Provisioning complete for port bc8fa886-e93d-4d04-8bab-3e04c5da3a42 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:43:16.560225 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-02a728f2-5da2-4641-a0a8-16fbaac1e119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:16.630299 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5509f7d-9234-457b-89e4-1bf77a0b7d87 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify agent at l3_agent.n-d-836017-2 the message routers_updated {{(pid=84764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:43:16.631336 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2ff017-6c1e-487e-b56d-a89426179750 req-cd908f01-d97a-441b-a387-b5de76cc8be9 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:16.638176 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2ff017-6c1e-487e-b56d-a89426179750 req-cd908f01-d97a-441b-a387-b5de76cc8be9 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:16.642370 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2ff017-6c1e-487e-b56d-a89426179750 req-cd908f01-d97a-441b-a387-b5de76cc8be9 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:16.647029 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2ff017-6c1e-487e-b56d-a89426179750 req-cd908f01-d97a-441b-a387-b5de76cc8be9 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:16.649256 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8196cc46-0df0-4a82-a1d7-418aa5f7e83d None None] Sync routers for ids ['5e9e948f-81c9-4498-9095-c1c9bec63afe'] in n-d-836017-2 {{(pid=84765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:43:16.651267 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2ff017-6c1e-487e-b56d-a89426179750 req-cd908f01-d97a-441b-a387-b5de76cc8be9 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:16.653186 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ed2ff017-6c1e-487e-b56d-a89426179750 req-cd908f01-d97a-441b-a387-b5de76cc8be9 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] 10.222.0.69 "GET /v2.0/ports?device_id=7da2e1a8-2ab3-46b7-8cdb-53e56abc5d74 HTTP/1.1" status: 200 len: 3816 time: 0.1107483 Apr 18 19:43:16.680166 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8196cc46-0df0-4a82-a1d7-418aa5f7e83d None None] Routers {'5e9e948f-81c9-4498-9095-c1c9bec63afe'} bound to L3 agent in host n-d-836017-2 {{(pid=84765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:43:16.680813 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-8196cc46-0df0-4a82-a1d7-418aa5f7e83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:42:50Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['5e9e948f-81c9-4498-9095-c1c9bec63afe'], 'active': True} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:43:16.715730 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ed2ff017-6c1e-487e-b56d-a89426179750 req-637fc342-3053-4d55-8d92-bd481c31340f tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] 10.222.0.69 "GET /v2.0/security-groups?id=2f779892-393e-469d-9df2-53f1de5adba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501912 Apr 18 19:43:16.723345 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-d5509f7d-9234-457b-89e4-1bf77a0b7d87 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] 10.222.0.69 "PUT /v2.0/routers/5e9e948f-81c9-4498-9095-c1c9bec63afe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7777779 Apr 18 19:43:16.726236 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 41528) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:43:16.795051 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-5c0980f9-1438-4a11-bc5d-1ee6be3a886a tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Synchronizing usage tracker for tenant:bd464d5bd80e48739c10390179c2302b on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:43:16.797870 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-02a728f2-5da2-4641-a0a8-16fbaac1e119 None None] Port bc8fa886-e93d-4d04-8bab-3e04c5da3a42 cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:43:16.819052 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-8196cc46-0df0-4a82-a1d7-418aa5f7e83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-2', False) {} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:43:16.826392 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-9fc349ed-adda-453f-853e-9ce7413bdd74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:16.831277 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8196cc46-0df0-4a82-a1d7-418aa5f7e83d None None] Routers {'5e9e948f-81c9-4498-9095-c1c9bec63afe'} bound to L3 agent in host n-d-836017-2 {{(pid=84765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:43:16.832180 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-8196cc46-0df0-4a82-a1d7-418aa5f7e83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:42:50Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['5e9e948f-81c9-4498-9095-c1c9bec63afe'], 'active': True} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:43:16.837900 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-07afed79-14c8-418c-a0ed-a034cf799929 req-b864764b-a1f1-4709-b4a6-aed622e14434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:16.892474 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-5c0980f9-1438-4a11-bc5d-1ee6be3a886a tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Unset dirty status for tenant:bd464d5bd80e48739c10390179c2302b on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:43:16.896810 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-5c0980f9-1438-4a11-bc5d-1ee6be3a886a tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] 10.222.0.69 "GET /v2.0/ports?device_id=5e9e948f-81c9-4498-9095-c1c9bec63afe HTTP/1.1" status: 200 len: 205 time: 0.1668193 Apr 18 19:43:16.897692 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 41532) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:43:16.908627 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-8196cc46-0df0-4a82-a1d7-418aa5f7e83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836017-2', False) {} {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:43:16.909076 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8196cc46-0df0-4a82-a1d7-418aa5f7e83d None None] The sync data for ids ['5e9e948f-81c9-4498-9095-c1c9bec63afe'] in n-d-836017-2 is: [] {{(pid=84765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:43:16.928590 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-9fc349ed-adda-453f-853e-9ce7413bdd74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:17.040734 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782d72d5-54aa-4437-a89f-c5534bdbd58b req-53aa6833-25e3-4f12-a723-a15eb6c2fbcb tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:17.042212 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-782d72d5-54aa-4437-a89f-c5534bdbd58b req-53aa6833-25e3-4f12-a723-a15eb6c2fbcb tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 946 time: 0.3980691 Apr 18 19:43:17.079822 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fc349ed-adda-453f-853e-9ce7413bdd74 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=84764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:43:17.118034 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc349ed-adda-453f-853e-9ce7413bdd74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a344184d-6101-4cc9-b0b4-25da7b73d4b7,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:17.130662 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-9fc349ed-adda-453f-853e-9ce7413bdd74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:17.130662 n-d-836017-2 neutron-server[84764]: INFO neutron.db.segments_db [None req-9fc349ed-adda-453f-853e-9ce7413bdd74 admin admin] Added segment 7a4923d3-f723-4642-bbf5-d50649e58889 of type vlan for network 57504205-640f-4da0-9382-52b07f31733f Apr 18 19:43:17.156344 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-aee2486f-5440-454b-b480-c7597e87854b tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks [] for router, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:17.364825 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9787fcb-95ec-4c09-8efd-4604b27a23f7 req-0bab9534-ee0d-4082-8f28-dcc12a3ac755 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:17.366292 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a9787fcb-95ec-4c09-8efd-4604b27a23f7 req-0bab9534-ee0d-4082-8f28-dcc12a3ac755 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b49bb00-f484-4f92-bb80-0be3537a561f HTTP/1.1" status: 200 len: 944 time: 0.3079820 Apr 18 19:43:17.402730 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-782d72d5-54aa-4437-a89f-c5534bdbd58b req-fde65410-91f7-46f8-9e08-0e7e643d88cf tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3473585 Apr 18 19:43:17.406639 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-9fc349ed-adda-453f-853e-9ce7413bdd74 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791093404182'] for network, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:17.569074 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [req-07afed79-14c8-418c-a0ed-a034cf799929 req-b864764b-a1f1-4709-b4a6-aed622e14434 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f7ea29f-f655-4098-bc9d-9ebff3c55583 {{(pid=84764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:43:17.576491 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-9fc349ed-adda-453f-853e-9ce7413bdd74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251'] for network, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:17.577952 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc349ed-adda-453f-853e-9ce7413bdd74 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:17.578552 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-9fc349ed-adda-453f-853e-9ce7413bdd74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:17.584079 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-07afed79-14c8-418c-a0ed-a034cf799929 req-b864764b-a1f1-4709-b4a6-aed622e14434 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:17.589986 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a9787fcb-95ec-4c09-8efd-4604b27a23f7 req-80b790cc-6bda-4c37-be14-7b39ce702bb8 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] 10.222.0.69 "GET /v2.0/security-groups?id=65d46739-eb5a-478f-9fc7-f1aa98b0d76a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2149234 Apr 18 19:43:17.600624 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ba27b9-700e-4c3c-be9f-503d418436ba req-00518391-c54d-4770-8a07-225e81b0b1c3 tempest-InstanceActionsTestJSON-518574186 tempest-InstanceActionsTestJSON-518574186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:17.602571 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-59ba27b9-700e-4c3c-be9f-503d418436ba req-00518391-c54d-4770-8a07-225e81b0b1c3 tempest-InstanceActionsTestJSON-518574186 tempest-InstanceActionsTestJSON-518574186-project] 10.222.0.73 "GET /v2.0/ports?device_id=8355383c-69dd-4080-bc05-69f9def31544 HTTP/1.1" status: 200 len: 945 time: 0.3711777 Apr 18 19:43:17.714979 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.provisioning_blocks [req-07afed79-14c8-418c-a0ed-a034cf799929 req-b864764b-a1f1-4709-b4a6-aed622e14434 service neutron] Transition to ACTIVE for port object 9f7ea29f-f655-4098-bc9d-9ebff3c55583 will not be triggered until provisioned by entity L2. {{(pid=84764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:43:17.749586 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc349ed-adda-453f-853e-9ce7413bdd74 admin admin] Pushing event updated for resources: {'Network': ['ID=57504205-640f-4da0-9382-52b07f31733f,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:17.761296 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Network 57504205-640f-4da0-9382-52b07f31733f details requested by agent ovs-agent-n-d-836017-2 with host n-d-836017-2 {{(pid=84765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:43:17.780389 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-9fc349ed-adda-453f-853e-9ce7413bdd74 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.1832707 Apr 18 19:43:17.780585 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 41556) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:43:17.786459 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-d3ecc5e2-62d1-4c5b-bad4-100f9c5e582f admin admin] Request body: {'subnet': {'network_id': '57504205-640f-4da0-9382-52b07f31733f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1621419947-subnet', 'tenant_id': 'e44a84e8100a412da7a0117ba727c7dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:43:17.799433 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-d3ecc5e2-62d1-4c5b-bad4-100f9c5e582f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:43:17.823055 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-d3ecc5e2-62d1-4c5b-bad4-100f9c5e582f admin admin] Usage tracker for resource:subnet and tenant:e44a84e8100a412da7a0117ba727c7dc is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:43:17.829299 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-07afed79-14c8-418c-a0ed-a034cf799929 req-b864764b-a1f1-4709-b4a6-aed622e14434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2290934'] for port, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:17.840126 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-d3ecc5e2-62d1-4c5b-bad4-100f9c5e582f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:43:17.885416 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-d3ecc5e2-62d1-4c5b-bad4-100f9c5e582f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:43:18.058815 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b864764b-a1f1-4709-b4a6-aed622e14434 service neutron] Pushing event updated for resources: {'Port': ['ID=9f7ea29f-f655-4098-bc9d-9ebff3c55583,revision_number=2']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:18.146706 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3ecc5e2-62d1-4c5b-bad4-100f9c5e582f admin admin] Made reservation on behalf of e44a84e8100a412da7a0117ba727c7dc for: {'subnet': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:43:18.157677 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-d3ecc5e2-62d1-4c5b-bad4-100f9c5e582f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65862573'] for subnet, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:18.166912 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-aee2486f-5440-454b-b480-c7597e87854b tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4443'] for router, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:18.180265 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-aee2486f-5440-454b-b480-c7597e87854b tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:18.184635 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-59ba27b9-700e-4c3c-be9f-503d418436ba req-e9a11131-6fad-407e-8da3-7f32eb90a982 tempest-InstanceActionsTestJSON-518574186 tempest-InstanceActionsTestJSON-518574186-project] Deleting port d2a8108f-0ef2-4df1-a889-71e90f9a7196 {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:43:18.185094 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-59ba27b9-700e-4c3c-be9f-503d418436ba req-e9a11131-6fad-407e-8da3-7f32eb90a982 tempest-InstanceActionsTestJSON-518574186 tempest-InstanceActionsTestJSON-518574186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:18.257286 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7660702b-9d10-4dd2-b8b5-49690abd7be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:18.382409 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bac7ee0-bfec-433c-a54e-0ee561f6567a req-e0e41dd0-4b75-4230-85b0-03b396be05fd tempest-InstanceActionsTestJSON-518574186 tempest-InstanceActionsTestJSON-518574186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:18.384043 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-6bac7ee0-bfec-433c-a54e-0ee561f6567a req-e0e41dd0-4b75-4230-85b0-03b396be05fd tempest-InstanceActionsTestJSON-518574186 tempest-InstanceActionsTestJSON-518574186-project] 10.222.0.69 "GET /v2.0/ports?device_id=8355383c-69dd-4080-bc05-69f9def31544 HTTP/1.1" status: 200 len: 945 time: 0.3456402 Apr 18 19:43:18.448265 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-07afed79-14c8-418c-a0ed-a034cf799929 req-b864764b-a1f1-4709-b4a6-aed622e14434 service neutron] Attempting to bind port 9f7ea29f-f655-4098-bc9d-9ebff3c55583 on host n-h2-836017-2 for vnic_type normal with profile {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:43:18.448727 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-07afed79-14c8-418c-a0ed-a034cf799929 req-b864764b-a1f1-4709-b4a6-aed622e14434 service neutron] Attempting to bind port 9f7ea29f-f655-4098-bc9d-9ebff3c55583 by drivers openvswitch,hyperv on host n-h2-836017-2 at level 0 using segments [{'id': 'ad79eadc-6119-4b34-8b71-0a1ea7a9f7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8b6e6ab5-a637-42e9-a1d5-e645d5232d45'}] {{(pid=84764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:43:18.449137 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07afed79-14c8-418c-a0ed-a034cf799929 req-b864764b-a1f1-4709-b4a6-aed622e14434 service neutron] Attempting to bind port 9f7ea29f-f655-4098-bc9d-9ebff3c55583 on network 8b6e6ab5-a637-42e9-a1d5-e645d5232d45 {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:43:18.477634 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07afed79-14c8-418c-a0ed-a034cf799929 req-b864764b-a1f1-4709-b4a6-aed622e14434 service neutron] Port 9f7ea29f-f655-4098-bc9d-9ebff3c55583 on network 8b6e6ab5-a637-42e9-a1d5-e645d5232d45 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-2 {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:43:18.477969 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07afed79-14c8-418c-a0ed-a034cf799929 req-b864764b-a1f1-4709-b4a6-aed622e14434 service neutron] Attempting to bind port 9f7ea29f-f655-4098-bc9d-9ebff3c55583 on network 8b6e6ab5-a637-42e9-a1d5-e645d5232d45 {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:43:18.489986 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-aee2486f-5440-454b-b480-c7597e87854b tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412768'] for router, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:18.489986 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aee2486f-5440-454b-b480-c7597e87854b tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Fanout notify agent at l3_agent the message router_deleted on router 5e9e948f-81c9-4498-9095-c1c9bec63afe {{(pid=84763) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 19:43:18.494771 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07afed79-14c8-418c-a0ed-a034cf799929 req-b864764b-a1f1-4709-b4a6-aed622e14434 service neutron] Checking agent: {'id': '02e8f951-d3a3-40e1-b8cc-aed258af030b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:43:18.494941 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07afed79-14c8-418c-a0ed-a034cf799929 req-b864764b-a1f1-4709-b4a6-aed622e14434 service neutron] Checking segment: {'id': 'ad79eadc-6119-4b34-8b71-0a1ea7a9f7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8b6e6ab5-a637-42e9-a1d5-e645d5232d45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:43:18.495293 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07afed79-14c8-418c-a0ed-a034cf799929 req-b864764b-a1f1-4709-b4a6-aed622e14434 service neutron] Bound using segment: {'id': 'ad79eadc-6119-4b34-8b71-0a1ea7a9f7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8b6e6ab5-a637-42e9-a1d5-e645d5232d45'} {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:43:18.495789 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-07afed79-14c8-418c-a0ed-a034cf799929 req-b864764b-a1f1-4709-b4a6-aed622e14434 service neutron] Bound port: 9f7ea29f-f655-4098-bc9d-9ebff3c55583, host: n-h2-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad79eadc-6119-4b34-8b71-0a1ea7a9f7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8b6e6ab5-a637-42e9-a1d5-e645d5232d45'}}] {{(pid=84764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:43:18.496033 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-07afed79-14c8-418c-a0ed-a034cf799929 req-b864764b-a1f1-4709-b4a6-aed622e14434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:18.536488 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-aee2486f-5440-454b-b480-c7597e87854b tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks [] for router, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:18.537600 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-aee2486f-5440-454b-b480-c7597e87854b tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] 10.222.0.69 "DELETE /v2.0/routers/5e9e948f-81c9-4498-9095-c1c9bec63afe HTTP/1.1" status: 204 len: 168 time: 1.6388476 Apr 18 19:43:18.545509 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 41576) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:43:18.601860 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4a96f4-8a73-4455-98ae-d822feaf2cfb req-7753f01c-57af-49a5-bf0a-b0e5e59159ee tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:18.603599 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-5b4a96f4-8a73-4455-98ae-d822feaf2cfb req-7753f01c-57af-49a5-bf0a-b0e5e59159ee tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b49bb00-f484-4f92-bb80-0be3537a561f HTTP/1.1" status: 200 len: 944 time: 0.3389826 Apr 18 19:43:18.619238 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-6bac7ee0-bfec-433c-a54e-0ee561f6567a req-9890959f-ee58-4eae-8e4c-fc6827401e98 tempest-InstanceActionsTestJSON-518574186 tempest-InstanceActionsTestJSON-518574186-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ab7411a-5c8b-4e40-946b-ce992708a870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085617 Apr 18 19:43:18.747181 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-5b4a96f4-8a73-4455-98ae-d822feaf2cfb req-49607048-305f-4be2-bdde-5de9d0a89c21 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] 10.222.0.69 "GET /v2.0/security-groups?id=65d46739-eb5a-478f-9fc7-f1aa98b0d76a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256533 Apr 18 19:43:18.748490 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-07afed79-14c8-418c-a0ed-a034cf799929 req-b864764b-a1f1-4709-b4a6-aed622e14434 service neutron] For port 9f7ea29f-f655-4098-bc9d-9ebff3c55583, host n-h2-836017-2, cleared binding levels {{(pid=84764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:43:18.751992 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-07afed79-14c8-418c-a0ed-a034cf799929 req-b864764b-a1f1-4709-b4a6-aed622e14434 service neutron] For port 9f7ea29f-f655-4098-bc9d-9ebff3c55583, host n-h2-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=9f7ea29f-f655-4098-bc9d-9ebff3c55583,segment=NetworkSegment(ad79eadc-6119-4b34-8b71-0a1ea7a9f7b4),segment_id=ad79eadc-6119-4b34-8b71-0a1ea7a9f7b4)] {{(pid=84764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:43:18.776734 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-59ba27b9-700e-4c3c-be9f-503d418436ba req-e9a11131-6fad-407e-8da3-7f32eb90a982 tempest-InstanceActionsTestJSON-518574186 tempest-InstanceActionsTestJSON-518574186-project] For port d2a8108f-0ef2-4df1-a889-71e90f9a7196, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=d2a8108f-0ef2-4df1-a889-71e90f9a7196,segment=NetworkSegment(34c7d79c-f1be-4665-9acb-969553f610ad),segment_id=34c7d79c-f1be-4665-9acb-969553f610ad)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:43:18.776734 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-59ba27b9-700e-4c3c-be9f-503d418436ba req-e9a11131-6fad-407e-8da3-7f32eb90a982 tempest-InstanceActionsTestJSON-518574186 tempest-InstanceActionsTestJSON-518574186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:18.834428 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-d3ecc5e2-62d1-4c5b-bad4-100f9c5e582f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2290811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65862591'] for subnet, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:18.899777 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-07afed79-14c8-418c-a0ed-a034cf799929 req-b864764b-a1f1-4709-b4a6-aed622e14434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2290934'] for port, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:19.015604 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [req-59ba27b9-700e-4c3c-be9f-503d418436ba req-e9a11131-6fad-407e-8da3-7f32eb90a982 tempest-InstanceActionsTestJSON-518574186 tempest-InstanceActionsTestJSON-518574186-project] Calling delete_port for d2a8108f-0ef2-4df1-a889-71e90f9a7196 owned by compute:nova {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:43:19.087532 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ecc5e2-62d1-4c5b-bad4-100f9c5e582f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e027fe22-b754-4608-82d6-3f1b832ea903,revision_number=0']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:19.092970 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-07afed79-14c8-418c-a0ed-a034cf799929 req-b864764b-a1f1-4709-b4a6-aed622e14434 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:19.094563 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-07afed79-14c8-418c-a0ed-a034cf799929 req-b864764b-a1f1-4709-b4a6-aed622e14434 service neutron] 10.222.0.72 "PUT /v2.0/ports/9f7ea29f-f655-4098-bc9d-9ebff3c55583 HTTP/1.1" status: 200 len: 1092 time: 2.5790546 Apr 18 19:43:19.100595 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7da2e1a8-2ab3-46b7-8cdb-53e56abc5d74', 'tag': '9f7ea29f-f655-4098-bc9d-9ebff3c55583'}] {{(pid=84764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:43:19.115780 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b864764b-a1f1-4709-b4a6-aed622e14434 service neutron] Pushing event updated for resources: {'Port': ['ID=9f7ea29f-f655-4098-bc9d-9ebff3c55583,revision_number=3']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:19.156423 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ecc5e2-62d1-4c5b-bad4-100f9c5e582f admin admin] Checking segment: {'id': '7a4923d3-f723-4642-bbf5-d50649e58889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '57504205-640f-4da0-9382-52b07f31733f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:43:19.157344 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ecc5e2-62d1-4c5b-bad4-100f9c5e582f admin admin] Network hostable DHCP agents. Network: 57504205-640f-4da0-9382-52b07f31733f, hostable agents: ['f6987c12-6d6c-47d4-b22d-cfcd164dc40d'], hosted agents: [] {{(pid=84764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:43:19.209612 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1126cf0-f610-485b-8ab4-2b17611b65fc tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Deleting subnet 4edf1348-0a50-4674-bf9c-520f00b28c8d {{(pid=84763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:43:19.229780 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-a1126cf0-f610-485b-8ab4-2b17611b65fc tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks [] for subnet, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:19.237065 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [req-07afed79-14c8-418c-a0ed-a034cf799929 req-c514c37c-e82b-453a-9cb3-a26919d47f99 service neutron] Request body: {'port': {'device_id': '7da2e1a8-2ab3-46b7-8cdb-53e56abc5d74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-2'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:43:19.371231 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a90b0c-6bee-454e-aea8-7f692afb9ca5 req-b051188c-594b-463d-aa59-5f14c0e55184 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:19.378960 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-36a90b0c-6bee-454e-aea8-7f692afb9ca5 req-b051188c-594b-463d-aa59-5f14c0e55184 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 946 time: 0.4709964 Apr 18 19:43:19.385191 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-a1126cf0-f610-485b-8ab4-2b17611b65fc tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66272755'] for subnet, precommit_delete_associations {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:19.409747 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ecc5e2-62d1-4c5b-bad4-100f9c5e582f admin admin] Network 57504205-640f-4da0-9382-52b07f31733f is scheduled to be hosted by DHCP agent f6987c12-6d6c-47d4-b22d-cfcd164dc40d with binding_index 1 {{(pid=84764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:43:19.472617 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-07afed79-14c8-418c-a0ed-a034cf799929 req-c514c37c-e82b-453a-9cb3-a26919d47f99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:19.501931 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-36a90b0c-6bee-454e-aea8-7f692afb9ca5 req-419dc6ec-6bef-4d7d-ad9b-89f182c55482 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221573 Apr 18 19:43:19.533653 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [None req-d3ecc5e2-62d1-4c5b-bad4-100f9c5e582f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-2, 57504205-640f-4da0-9382-52b07f31733f) {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:43:19.544235 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97a7865-1835-4f22-9e89-48b8e64a4261 None None] Network 57504205-640f-4da0-9382-52b07f31733f requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:43:19.547419 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ecc5e2-62d1-4c5b-bad4-100f9c5e582f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:19.548002 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-d3ecc5e2-62d1-4c5b-bad4-100f9c5e582f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for subnet, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:19.627130 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-a1126cf0-f610-485b-8ab4-2b17611b65fc tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1258508'] for subnet, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:19.717523 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-d3ecc5e2-62d1-4c5b-bad4-100f9c5e582f admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.9358191 Apr 18 19:43:19.784025 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d36eebc-b9c3-4ef5-82a5-b09a3448ee60 req-dc6c0628-a158-4e35-b297-4fc7d5079de5 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:19.796394 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d36eebc-b9c3-4ef5-82a5-b09a3448ee60 req-dc6c0628-a158-4e35-b297-4fc7d5079de5 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:19.810428 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d36eebc-b9c3-4ef5-82a5-b09a3448ee60 req-dc6c0628-a158-4e35-b297-4fc7d5079de5 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:19.814330 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d36eebc-b9c3-4ef5-82a5-b09a3448ee60 req-dc6c0628-a158-4e35-b297-4fc7d5079de5 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:19.826191 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d36eebc-b9c3-4ef5-82a5-b09a3448ee60 req-dc6c0628-a158-4e35-b297-4fc7d5079de5 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:19.839384 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8d36eebc-b9c3-4ef5-82a5-b09a3448ee60 req-dc6c0628-a158-4e35-b297-4fc7d5079de5 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] 10.222.0.69 "GET /v2.0/ports?device_id=7da2e1a8-2ab3-46b7-8cdb-53e56abc5d74 HTTP/1.1" status: 200 len: 3828 time: 0.8259439 Apr 18 19:43:19.973688 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-59ba27b9-700e-4c3c-be9f-503d418436ba req-e9a11131-6fad-407e-8da3-7f32eb90a982 tempest-InstanceActionsTestJSON-518574186 tempest-InstanceActionsTestJSON-518574186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:20.046334 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1f0f7f-6c0e-4f0a-87db-7ac16a6fe9fc None None] Network 57504205-640f-4da0-9382-52b07f31733f requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:43:20.059287 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a11131-6fad-407e-8da3-7f32eb90a982 tempest-InstanceActionsTestJSON-518574186 tempest-InstanceActionsTestJSON-518574186-project] Pushing event deleted for resources: {'Port': ['ID=d2a8108f-0ef2-4df1-a889-71e90f9a7196,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:20.105307 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-a1126cf0-f610-485b-8ab4-2b17611b65fc tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1258501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66351815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66540800'] for subnet, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:20.210371 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca9f128-88b6-4665-af8f-a948ea66a522 None None] Network 1bf8a7e8-1d2c-4828-b736-8570e834b48b requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:43:20.223661 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-a1126cf0-f610-485b-8ab4-2b17611b65fc tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks [] for subnet, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:20.227707 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1126cf0-f610-485b-8ab4-2b17611b65fc tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Pushing event deleted for resources: {'Subnet': ['ID=4edf1348-0a50-4674-bf9c-520f00b28c8d,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:20.246198 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-8d36eebc-b9c3-4ef5-82a5-b09a3448ee60 req-df7756cb-d826-459a-ace5-2b6a90e2e1ca tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] 10.222.0.69 "GET /v2.0/security-groups?id=2f779892-393e-469d-9df2-53f1de5adba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4106739 Apr 18 19:43:20.250574 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-59ba27b9-700e-4c3c-be9f-503d418436ba req-e9a11131-6fad-407e-8da3-7f32eb90a982 tempest-InstanceActionsTestJSON-518574186 tempest-InstanceActionsTestJSON-518574186-project] No DVR routers for this DVR port d2a8108f-0ef2-4df1-a889-71e90f9a7196 on host n-h1-836017-2 {{(pid=84763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:43:20.251045 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-59ba27b9-700e-4c3c-be9f-503d418436ba req-e9a11131-6fad-407e-8da3-7f32eb90a982 tempest-InstanceActionsTestJSON-518574186 tempest-InstanceActionsTestJSON-518574186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:20.252888 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-59ba27b9-700e-4c3c-be9f-503d418436ba req-e9a11131-6fad-407e-8da3-7f32eb90a982 tempest-InstanceActionsTestJSON-518574186 tempest-InstanceActionsTestJSON-518574186-project] 10.222.0.73 "DELETE /v2.0/ports/d2a8108f-0ef2-4df1-a889-71e90f9a7196 HTTP/1.1" status: 204 len: 173 time: 2.5498760 Apr 18 19:43:20.253621 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8355383c-69dd-4080-bc05-69f9def31544', 'name': 'network-vif-deleted', 'tag': 'd2a8108f-0ef2-4df1-a889-71e90f9a7196'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:43:20.262367 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-a1126cf0-f610-485b-8ab4-2b17611b65fc tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] 10.222.0.69 "DELETE /v2.0/subnets/4edf1348-0a50-4674-bf9c-520f00b28c8d HTTP/1.1" status: 204 len: 168 time: 1.7156112 Apr 18 19:43:20.265352 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 41618) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:43:20.470173 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [req-07afed79-14c8-418c-a0ed-a034cf799929 req-c514c37c-e82b-453a-9cb3-a26919d47f99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 859cd966-5e42-46fb-b44d-a96ed2ee8eae {{(pid=84764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:43:20.509448 n-d-836017-2 neutron-server[84764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfa4aadd-c13f-4db5-8162-16cc5222fca3'] response: {'name': 'network-changed', 'server_uuid': '7da2e1a8-2ab3-46b7-8cdb-53e56abc5d74', 'tag': '9f7ea29f-f655-4098-bc9d-9ebff3c55583', 'status': 'completed', 'code': 200} Apr 18 19:43:20.514336 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-07afed79-14c8-418c-a0ed-a034cf799929 req-c514c37c-e82b-453a-9cb3-a26919d47f99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:20.559869 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.provisioning_blocks [req-07afed79-14c8-418c-a0ed-a034cf799929 req-c514c37c-e82b-453a-9cb3-a26919d47f99 service neutron] Transition to ACTIVE for port object 859cd966-5e42-46fb-b44d-a96ed2ee8eae will not be triggered until provisioned by entity L2. {{(pid=84764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:43:20.656373 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-07afed79-14c8-418c-a0ed-a034cf799929 req-c514c37c-e82b-453a-9cb3-a26919d47f99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2290934'] for port, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:20.693046 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a23be549-243e-4a7d-b2f8-56f439041522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:20.774672 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-ce412eca-02df-4d4b-b5c8-f6f396503385 req-41a23b66-01a1-44c1-a9b7-846d58eb9eff tempest-InstanceActionsTestJSON-518574186 tempest-InstanceActionsTestJSON-518574186-project] Synchronizing usage tracker for tenant:a41ef4d3279b44abbcbf57a2ed78f6bf on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:43:20.812539 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-93c87f71-2b30-403f-a8c7-1086ee65cde9 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:20.865084 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd67434-8900-4e81-a165-f37847d2d9ba None None] DHCP port deletion for 1bf8a7e8-1d2c-4828-b736-8570e834b48b request from n-d-836017-2 {{(pid=84765) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 19:43:20.873127 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-ccd67434-8900-4e81-a165-f37847d2d9ba None None] Deleting port 62ed5593-c8a8-4ce0-8515-a78e97797e08 {{(pid=84765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:43:20.873863 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ccd67434-8900-4e81-a165-f37847d2d9ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:20.886410 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-93c87f71-2b30-403f-a8c7-1086ee65cde9 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Deleting port 62ed5593-c8a8-4ce0-8515-a78e97797e08 {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:43:20.887050 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-93c87f71-2b30-403f-a8c7-1086ee65cde9 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:20.942427 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-ce412eca-02df-4d4b-b5c8-f6f396503385 req-41a23b66-01a1-44c1-a9b7-846d58eb9eff tempest-InstanceActionsTestJSON-518574186 tempest-InstanceActionsTestJSON-518574186-project] Unset dirty status for tenant:a41ef4d3279b44abbcbf57a2ed78f6bf on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:43:20.943780 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ce412eca-02df-4d4b-b5c8-f6f396503385 req-41a23b66-01a1-44c1-a9b7-846d58eb9eff tempest-InstanceActionsTestJSON-518574186 tempest-InstanceActionsTestJSON-518574186-project] 10.222.0.69 "GET /v2.0/ports?device_id=8355383c-69dd-4080-bc05-69f9def31544 HTTP/1.1" status: 200 len: 210 time: 0.3523419 Apr 18 19:43:20.982879 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:20.986139 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-10bbfdea-0fca-40a0-a896-0d18ee447d05 req-c1294e89-4208-4e95-95e9-9b34867af2ac service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=25b05b3bfc6f4792a58f276b63d5c65b&device_id=7da2e1a8-2ab3-46b7-8cdb-53e56abc5d74 HTTP/1.1" status: 200 len: 5248 time: 0.3874099 Apr 18 19:43:20.995823 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-04ac21ae-16a9-4fde-8f99-19a6dd21db63 req-9a5049e0-f6c3-449d-9ab1-82fc6034eb4d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7276b8530b6a4c9e997960e7ff37ca8f&device_id=7b49bb00-f484-4f92-bb80-0be3537a561f HTTP/1.1" status: 200 len: 1095 time: 0.5997388 Apr 18 19:43:21.036748 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c514c37c-e82b-453a-9cb3-a26919d47f99 service neutron] Pushing event updated for resources: {'Port': ['ID=859cd966-5e42-46fb-b44d-a96ed2ee8eae,revision_number=2']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:21.254703 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bbfdea-0fca-40a0-a896-0d18ee447d05 req-4c8e7f8a-ad1a-460b-b311-9c1578d01e10 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:21.255332 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bbfdea-0fca-40a0-a896-0d18ee447d05 req-4c8e7f8a-ad1a-460b-b311-9c1578d01e10 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:21.256058 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bbfdea-0fca-40a0-a896-0d18ee447d05 req-4c8e7f8a-ad1a-460b-b311-9c1578d01e10 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:21.257826 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-10bbfdea-0fca-40a0-a896-0d18ee447d05 req-4c8e7f8a-ad1a-460b-b311-9c1578d01e10 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=25b05b3bfc6f4792a58f276b63d5c65b&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2657044 Apr 18 19:43:21.293342 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-07afed79-14c8-418c-a0ed-a034cf799929 req-c514c37c-e82b-453a-9cb3-a26919d47f99 service neutron] Attempting to bind port 859cd966-5e42-46fb-b44d-a96ed2ee8eae on host n-h2-836017-2 for vnic_type normal with profile {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:43:21.293969 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-07afed79-14c8-418c-a0ed-a034cf799929 req-c514c37c-e82b-453a-9cb3-a26919d47f99 service neutron] Attempting to bind port 859cd966-5e42-46fb-b44d-a96ed2ee8eae by drivers openvswitch,hyperv on host n-h2-836017-2 at level 0 using segments [{'id': 'eadc1d42-b6f7-4927-99a7-b1ed099a479d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '57af972d-943b-4a86-90f7-7dab3bff4674'}] {{(pid=84764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:43:21.294386 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07afed79-14c8-418c-a0ed-a034cf799929 req-c514c37c-e82b-453a-9cb3-a26919d47f99 service neutron] Attempting to bind port 859cd966-5e42-46fb-b44d-a96ed2ee8eae on network 57af972d-943b-4a86-90f7-7dab3bff4674 {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:43:21.308120 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feaf3d0-68d8-4129-b53e-87b0691e7cef req-83d79c69-3ff4-449b-a556-4a6f8b34fa37 tempest-ImagesOneServerNegativeTestJSON-69738565 tempest-ImagesOneServerNegativeTestJSON-69738565-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:21.308849 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-5feaf3d0-68d8-4129-b53e-87b0691e7cef req-83d79c69-3ff4-449b-a556-4a6f8b34fa37 tempest-ImagesOneServerNegativeTestJSON-69738565 tempest-ImagesOneServerNegativeTestJSON-69738565-project] Synchronizing usage tracker for tenant:e44a84e8100a412da7a0117ba727c7dc on resource:network {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:43:21.315230 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07afed79-14c8-418c-a0ed-a034cf799929 req-c514c37c-e82b-453a-9cb3-a26919d47f99 service neutron] Port 859cd966-5e42-46fb-b44d-a96ed2ee8eae on network 57af972d-943b-4a86-90f7-7dab3bff4674 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-2 {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:43:21.315553 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07afed79-14c8-418c-a0ed-a034cf799929 req-c514c37c-e82b-453a-9cb3-a26919d47f99 service neutron] Attempting to bind port 859cd966-5e42-46fb-b44d-a96ed2ee8eae on network 57af972d-943b-4a86-90f7-7dab3bff4674 {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:43:21.325587 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ccd67434-8900-4e81-a165-f37847d2d9ba None None] For port 62ed5593-c8a8-4ce0-8515-a78e97797e08, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=62ed5593-c8a8-4ce0-8515-a78e97797e08,segment=NetworkSegment(5f102cd3-7cb8-452c-9e17-7f1ed2ec9d59),segment_id=5f102cd3-7cb8-452c-9e17-7f1ed2ec9d59)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:43:21.326276 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ccd67434-8900-4e81-a165-f37847d2d9ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:21.331026 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07afed79-14c8-418c-a0ed-a034cf799929 req-c514c37c-e82b-453a-9cb3-a26919d47f99 service neutron] Checking agent: {'id': '02e8f951-d3a3-40e1-b8cc-aed258af030b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:43:21.331026 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07afed79-14c8-418c-a0ed-a034cf799929 req-c514c37c-e82b-453a-9cb3-a26919d47f99 service neutron] Checking segment: {'id': 'eadc1d42-b6f7-4927-99a7-b1ed099a479d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '57af972d-943b-4a86-90f7-7dab3bff4674'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:43:21.331026 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07afed79-14c8-418c-a0ed-a034cf799929 req-c514c37c-e82b-453a-9cb3-a26919d47f99 service neutron] Bound using segment: {'id': 'eadc1d42-b6f7-4927-99a7-b1ed099a479d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '57af972d-943b-4a86-90f7-7dab3bff4674'} {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:43:21.331026 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-07afed79-14c8-418c-a0ed-a034cf799929 req-c514c37c-e82b-453a-9cb3-a26919d47f99 service neutron] Bound port: 859cd966-5e42-46fb-b44d-a96ed2ee8eae, host: n-h2-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eadc1d42-b6f7-4927-99a7-b1ed099a479d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '57af972d-943b-4a86-90f7-7dab3bff4674'}}] {{(pid=84764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:43:21.331026 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-07afed79-14c8-418c-a0ed-a034cf799929 req-c514c37c-e82b-453a-9cb3-a26919d47f99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:21.430076 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-5feaf3d0-68d8-4129-b53e-87b0691e7cef req-83d79c69-3ff4-449b-a556-4a6f8b34fa37 tempest-ImagesOneServerNegativeTestJSON-69738565 tempest-ImagesOneServerNegativeTestJSON-69738565-project] Unset dirty status for tenant:e44a84e8100a412da7a0117ba727c7dc on resource:network {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:43:21.436979 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-5feaf3d0-68d8-4129-b53e-87b0691e7cef req-83d79c69-3ff4-449b-a556-4a6f8b34fa37 tempest-ImagesOneServerNegativeTestJSON-69738565 tempest-ImagesOneServerNegativeTestJSON-69738565-project] 10.222.0.69 "GET /v2.0/networks?id=57504205-640f-4da0-9382-52b07f31733f HTTP/1.1" status: 200 len: 822 time: 0.5495765 Apr 18 19:43:21.482631 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-5feaf3d0-68d8-4129-b53e-87b0691e7cef req-5317e37f-d332-448f-a639-f624adce1a8b tempest-ImagesOneServerNegativeTestJSON-69738565 tempest-ImagesOneServerNegativeTestJSON-69738565-project] 10.222.0.69 "GET /v2.0/quotas/e44a84e8100a412da7a0117ba727c7dc HTTP/1.1" status: 200 len: 375 time: 0.0447083 Apr 18 19:43:21.548692 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device d2a8108f-0ef2-4df1-a889-71e90f9a7196 no longer exists at agent hyperv_n-h1-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:43:21.559514 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-5feaf3d0-68d8-4129-b53e-87b0691e7cef req-20351429-d5c7-4968-aef1-bae12bac24a5 tempest-ImagesOneServerNegativeTestJSON-69738565 tempest-ImagesOneServerNegativeTestJSON-69738565-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=e44a84e8100a412da7a0117ba727c7dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0752523 Apr 18 19:43:21.575172 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-07afed79-14c8-418c-a0ed-a034cf799929 req-c514c37c-e82b-453a-9cb3-a26919d47f99 service neutron] For port 859cd966-5e42-46fb-b44d-a96ed2ee8eae, host n-h2-836017-2, cleared binding levels {{(pid=84764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:43:21.586010 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-07afed79-14c8-418c-a0ed-a034cf799929 req-c514c37c-e82b-453a-9cb3-a26919d47f99 service neutron] For port 859cd966-5e42-46fb-b44d-a96ed2ee8eae, host n-h2-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=859cd966-5e42-46fb-b44d-a96ed2ee8eae,segment=NetworkSegment(eadc1d42-b6f7-4927-99a7-b1ed099a479d),segment_id=eadc1d42-b6f7-4927-99a7-b1ed099a479d)] {{(pid=84764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:43:21.703030 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-07afed79-14c8-418c-a0ed-a034cf799929 req-c514c37c-e82b-453a-9cb3-a26919d47f99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2290934'] for port, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:21.730010 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-ccd67434-8900-4e81-a165-f37847d2d9ba None None] Calling delete_port for 62ed5593-c8a8-4ce0-8515-a78e97797e08 owned by network:dhcp {{(pid=84765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:43:21.743578 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [None req-93c87f71-2b30-403f-a8c7-1086ee65cde9 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] For port 62ed5593-c8a8-4ce0-8515-a78e97797e08, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=62ed5593-c8a8-4ce0-8515-a78e97797e08,segment=NetworkSegment(5f102cd3-7cb8-452c-9e17-7f1ed2ec9d59),segment_id=5f102cd3-7cb8-452c-9e17-7f1ed2ec9d59)] {{(pid=84763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:43:21.743945 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-93c87f71-2b30-403f-a8c7-1086ee65cde9 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338707'] for port, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:21.766611 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ac21ae-16a9-4fde-8f99-19a6dd21db63 req-6c0198d7-2af1-4e8f-bdd0-c5e3f4ebcbf1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:21.768064 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-04ac21ae-16a9-4fde-8f99-19a6dd21db63 req-6c0198d7-2af1-4e8f-bdd0-c5e3f4ebcbf1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=20d4b8e1-a40a-4802-a6ed-f360fca84cce HTTP/1.1" status: 200 len: 912 time: 0.7723210 Apr 18 19:43:21.771158 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] No Port match for: d2a8108f-0ef2-4df1-a889-71e90f9a7196 {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:43:21.772185 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device d2a8108f-0ef2-4df1-a889-71e90f9a7196 not bound to the agent host n-h1-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:43:21.829899 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bbfdea-0fca-40a0-a896-0d18ee447d05 req-6bef13f7-3cdf-4b1f-87c4-40f5b07335fb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:21.831194 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-10bbfdea-0fca-40a0-a896-0d18ee447d05 req-6bef13f7-3cdf-4b1f-87c4-40f5b07335fb service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4923770 Apr 18 19:43:21.861393 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-07afed79-14c8-418c-a0ed-a034cf799929 req-c514c37c-e82b-453a-9cb3-a26919d47f99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:21.862754 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-07afed79-14c8-418c-a0ed-a034cf799929 req-c514c37c-e82b-453a-9cb3-a26919d47f99 service neutron] 10.222.0.72 "PUT /v2.0/ports/859cd966-5e42-46fb-b44d-a96ed2ee8eae HTTP/1.1" status: 200 len: 1134 time: 2.6310010 Apr 18 19:43:21.893895 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c514c37c-e82b-453a-9cb3-a26919d47f99 service neutron] Pushing event updated for resources: {'Port': ['ID=859cd966-5e42-46fb-b44d-a96ed2ee8eae,revision_number=3']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:21.929156 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-5feaf3d0-68d8-4129-b53e-87b0691e7cef req-44c181c8-f4f7-4945-9610-bb780504f02e service neutron] 10.222.0.69 "GET /v2.0/networks/57504205-640f-4da0-9382-52b07f31733f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3684840 Apr 18 19:43:21.932164 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1c541fd-6087-4755-8778-e68e27e46067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:21.975550 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-93c87f71-2b30-403f-a8c7-1086ee65cde9 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Calling delete_port for 62ed5593-c8a8-4ce0-8515-a78e97797e08 owned by network:dhcp {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:43:21.976005 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ccd67434-8900-4e81-a165-f37847d2d9ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791093822612', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791093384340'] for port, after_delete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:22.076177 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:22.102596 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd67434-8900-4e81-a165-f37847d2d9ba None None] No DVR routers for this DVR port 62ed5593-c8a8-4ce0-8515-a78e97797e08 on host n-d-836017-2 {{(pid=84765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:43:22.112206 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd67434-8900-4e81-a165-f37847d2d9ba None None] Pushing event deleted for resources: {'Port': ['ID=62ed5593-c8a8-4ce0-8515-a78e97797e08,revision_number=None']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:22.139836 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [req-07afed79-14c8-418c-a0ed-a034cf799929 req-fb53a959-5ce1-4c2d-b7c7-85c28cbc28ba service neutron] Request body: {'port': {'device_id': '7da2e1a8-2ab3-46b7-8cdb-53e56abc5d74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-2'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:43:22.156121 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 62ed5593-c8a8-4ce0-8515-a78e97797e08 no longer exists at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:43:22.197920 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] No Port match for: 62ed5593-c8a8-4ce0-8515-a78e97797e08 {{(pid=84765) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:43:22.198265 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 62ed5593-c8a8-4ce0-8515-a78e97797e08 not bound to the agent host n-d-836017-2 {{(pid=84765) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:43:22.201412 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.db.api [None req-93c87f71-2b30-403f-a8c7-1086ee65cde9 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84763) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 19:43:22.202590 n-d-836017-2 neutron-server[84763]: DEBUG oslo_db.api [None req-93c87f71-2b30-403f-a8c7-1086ee65cde9 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 19:43:22.209850 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76459038-41b7-43a7-9f85-69d84bf60cf8 req-f37544fe-23b9-4ecb-9d6d-47b263a2aaba tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:22.211457 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-76459038-41b7-43a7-9f85-69d84bf60cf8 req-f37544fe-23b9-4ecb-9d6d-47b263a2aaba tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b49bb00-f484-4f92-bb80-0be3537a561f HTTP/1.1" status: 200 len: 944 time: 0.9679952 Apr 18 19:43:22.214887 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-04ac21ae-16a9-4fde-8f99-19a6dd21db63 req-3efc9b36-da30-427f-9d13-462a252cc568 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b99c6f14-47f1-4ca0-8b04-491816fe3231 HTTP/1.1" status: 200 len: 999 time: 0.3867168 Apr 18 19:43:22.315470 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-5feaf3d0-68d8-4129-b53e-87b0691e7cef req-6c358481-3680-49a3-9fc2-fe81a4b2e7c8 service neutron] 10.222.0.69 "GET /v2.0/networks/57504205-640f-4da0-9382-52b07f31733f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3641794 Apr 18 19:43:22.318586 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-07afed79-14c8-418c-a0ed-a034cf799929 req-fb53a959-5ce1-4c2d-b7c7-85c28cbc28ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:22.318764 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ac21ae-16a9-4fde-8f99-19a6dd21db63 req-3ace88c4-ad8c-4054-a40d-e459aa913775 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:22.320642 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-04ac21ae-16a9-4fde-8f99-19a6dd21db63 req-3ace88c4-ad8c-4054-a40d-e459aa913775 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0711ab9d-0a48-4dd5-b699-a74bbc1341bb HTTP/1.1" status: 200 len: 850 time: 0.0881600 Apr 18 19:43:22.322458 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-76459038-41b7-43a7-9f85-69d84bf60cf8 req-fd9b8abd-5100-4c28-87f2-9d212ea13b48 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] 10.222.0.69 "GET /v2.0/security-groups?id=65d46739-eb5a-478f-9fc7-f1aa98b0d76a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054604 Apr 18 19:43:22.433443 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-04ac21ae-16a9-4fde-8f99-19a6dd21db63 req-7c902c9d-2a25-44ce-b7e8-3471aa62e663 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=20d4b8e1-a40a-4802-a6ed-f360fca84cce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1056285 Apr 18 19:43:22.446258 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a1c501e-0db2-4157-8f7f-7a6b238ae131'] response: {'server_uuid': '8355383c-69dd-4080-bc05-69f9def31544', 'name': 'network-vif-deleted', 'tag': 'd2a8108f-0ef2-4df1-a889-71e90f9a7196', 'status': 'completed', 'code': 200} Apr 18 19:43:22.599566 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7da2e1a8-2ab3-46b7-8cdb-53e56abc5d74', 'tag': '859cd966-5e42-46fb-b44d-a96ed2ee8eae'}] {{(pid=84764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:43:22.705557 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-93c87f71-2b30-403f-a8c7-1086ee65cde9 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Deleting port 62ed5593-c8a8-4ce0-8515-a78e97797e08 {{(pid=84763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:43:22.706335 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-93c87f71-2b30-403f-a8c7-1086ee65cde9 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791093750995'] for port, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:22.815650 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [req-07afed79-14c8-418c-a0ed-a034cf799929 req-fb53a959-5ce1-4c2d-b7c7-85c28cbc28ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd4df5eb-222d-41ef-9bae-d337955eaf87 {{(pid=84764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:43:22.820629 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.plugin [None req-93c87f71-2b30-403f-a8c7-1086ee65cde9 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] The port '62ed5593-c8a8-4ce0-8515-a78e97797e08' was deleted {{(pid=84763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 19:43:22.853896 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-07afed79-14c8-418c-a0ed-a034cf799929 req-fb53a959-5ce1-4c2d-b7c7-85c28cbc28ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:22.885875 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.provisioning_blocks [req-07afed79-14c8-418c-a0ed-a034cf799929 req-fb53a959-5ce1-4c2d-b7c7-85c28cbc28ba service neutron] Transition to ACTIVE for port object fd4df5eb-222d-41ef-9bae-d337955eaf87 will not be triggered until provisioned by entity L2. {{(pid=84764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:43:22.978293 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-07afed79-14c8-418c-a0ed-a034cf799929 req-fb53a959-5ce1-4c2d-b7c7-85c28cbc28ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2290934'] for port, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:23.004601 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-04ac21ae-16a9-4fde-8f99-19a6dd21db63 req-a9e6b6d5-d944-4fa8-a86e-d8d3d8ca14e2 service neutron] 10.222.0.73 "GET /v2.0/networks/20d4b8e1-a40a-4802-a6ed-f360fca84cce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5563962 Apr 18 19:43:23.010616 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-93c87f71-2b30-403f-a8c7-1086ee65cde9 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256345', 'neutron.services.segments.db._delete_segments_for_network-8791093852025'] for network, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:23.122738 n-d-836017-2 neutron-server[84763]: DEBUG neutron.services.segments.db [None req-93c87f71-2b30-403f-a8c7-1086ee65cde9 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bf8a7e8-1d2c-4828-b736-8570e834b48b']}} {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:43:23.132839 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb53a959-5ce1-4c2d-b7c7-85c28cbc28ba service neutron] Pushing event updated for resources: {'Port': ['ID=fd4df5eb-222d-41ef-9bae-d337955eaf87,revision_number=2']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:23.159185 n-d-836017-2 neutron-server[84763]: DEBUG neutron.services.segments.db [None req-93c87f71-2b30-403f-a8c7-1086ee65cde9 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f102cd3-7cb8-452c-9e17-7f1ed2ec9d59') {'for_net_delete': True} {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:43:23.159483 n-d-836017-2 neutron-server[84763]: DEBUG neutron.services.segments.db [None req-93c87f71-2b30-403f-a8c7-1086ee65cde9 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f102cd3-7cb8-452c-9e17-7f1ed2ec9d59') {} {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:43:23.161866 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a4106dab-6971-4e7e-8fdc-c66f0a3f4877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:23.188697 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d11edc-bc2d-4e81-bf95-0421eaa6a5dc req-bb033617-b928-4b0e-992c-75a8041f71f3 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:23.190283 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a2d11edc-bc2d-4e81-bf95-0421eaa6a5dc req-bb033617-b928-4b0e-992c-75a8041f71f3 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 946 time: 0.5239577 Apr 18 19:43:23.192736 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-93c87f71-2b30-403f-a8c7-1086ee65cde9 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791093851908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66272256'] for segment, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:23.259017 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-93c87f71-2b30-403f-a8c7-1086ee65cde9 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:23.278536 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93c87f71-2b30-403f-a8c7-1086ee65cde9 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=84763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:43:23.278944 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-93c87f71-2b30-403f-a8c7-1086ee65cde9 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66351785'] for segment, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:23.299927 n-d-836017-2 neutron-server[84763]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:43:23.299927 n-d-836017-2 neutron-server[84763]: util.warn( Apr 18 19:43:23.299927 n-d-836017-2 neutron-server[84763]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:43:23.299927 n-d-836017-2 neutron-server[84763]: util.warn( Apr 18 19:43:23.299927 n-d-836017-2 neutron-server[84763]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:43:23.299927 n-d-836017-2 neutron-server[84763]: util.warn( Apr 18 19:43:23.299927 n-d-836017-2 neutron-server[84763]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:43:23.299927 n-d-836017-2 neutron-server[84763]: util.warn( Apr 18 19:43:23.299927 n-d-836017-2 neutron-server[84763]: Traceback (most recent call last): Apr 18 19:43:23.299927 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:43:23.299927 n-d-836017-2 neutron-server[84763]: timer() Apr 18 19:43:23.299927 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:43:23.299927 n-d-836017-2 neutron-server[84763]: cb(*args, **kw) Apr 18 19:43:23.299927 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:43:23.299927 n-d-836017-2 neutron-server[84763]: return func(*args, **kwargs) Apr 18 19:43:23.299927 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:43:23.299927 n-d-836017-2 neutron-server[84763]: self._notify() Apr 18 19:43:23.299927 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:43:23.299927 n-d-836017-2 neutron-server[84763]: self.callback(batched_events) Apr 18 19:43:23.299927 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:43:23.299927 n-d-836017-2 neutron-server[84763]: event.method(event) Apr 18 19:43:23.299927 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:43:23.299927 n-d-836017-2 neutron-server[84763]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:43:23.299927 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:43:23.299927 n-d-836017-2 neutron-server[84763]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:43:23.299927 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:43:23.299927 n-d-836017-2 neutron-server[84763]: return f(self, *a, **k) Apr 18 19:43:23.299927 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:43:23.299927 n-d-836017-2 neutron-server[84763]: return self._get(url).json() Apr 18 19:43:23.299927 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:43:23.299927 n-d-836017-2 neutron-server[84763]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:43:23.299927 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:43:23.299927 n-d-836017-2 neutron-server[84763]: return self.request(url, 'GET', **kwargs) Apr 18 19:43:23.299927 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:43:23.299927 n-d-836017-2 neutron-server[84763]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:43:23.299927 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:43:23.299927 n-d-836017-2 neutron-server[84763]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:43:23.299927 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:43:23.299927 n-d-836017-2 neutron-server[84763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:43:23.299927 n-d-836017-2 neutron-server[84763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:43:23.399151 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-04ac21ae-16a9-4fde-8f99-19a6dd21db63 req-1c216d4d-8f27-42c7-bd2b-3ea2c00971b3 service neutron] 10.222.0.73 "GET /v2.0/networks/20d4b8e1-a40a-4802-a6ed-f360fca84cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3805895 Apr 18 19:43:23.410339 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-07afed79-14c8-418c-a0ed-a034cf799929 req-fb53a959-5ce1-4c2d-b7c7-85c28cbc28ba service neutron] Attempting to bind port fd4df5eb-222d-41ef-9bae-d337955eaf87 on host n-h2-836017-2 for vnic_type normal with profile {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:43:23.411241 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-07afed79-14c8-418c-a0ed-a034cf799929 req-fb53a959-5ce1-4c2d-b7c7-85c28cbc28ba service neutron] Attempting to bind port fd4df5eb-222d-41ef-9bae-d337955eaf87 by drivers openvswitch,hyperv on host n-h2-836017-2 at level 0 using segments [{'id': 'eadc1d42-b6f7-4927-99a7-b1ed099a479d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '57af972d-943b-4a86-90f7-7dab3bff4674'}] {{(pid=84764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:43:23.411241 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07afed79-14c8-418c-a0ed-a034cf799929 req-fb53a959-5ce1-4c2d-b7c7-85c28cbc28ba service neutron] Attempting to bind port fd4df5eb-222d-41ef-9bae-d337955eaf87 on network 57af972d-943b-4a86-90f7-7dab3bff4674 {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:43:23.417410 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07afed79-14c8-418c-a0ed-a034cf799929 req-fb53a959-5ce1-4c2d-b7c7-85c28cbc28ba service neutron] Port fd4df5eb-222d-41ef-9bae-d337955eaf87 on network 57af972d-943b-4a86-90f7-7dab3bff4674 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-2 {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:43:23.417885 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07afed79-14c8-418c-a0ed-a034cf799929 req-fb53a959-5ce1-4c2d-b7c7-85c28cbc28ba service neutron] Attempting to bind port fd4df5eb-222d-41ef-9bae-d337955eaf87 on network 57af972d-943b-4a86-90f7-7dab3bff4674 {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:43:23.425700 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07afed79-14c8-418c-a0ed-a034cf799929 req-fb53a959-5ce1-4c2d-b7c7-85c28cbc28ba service neutron] Checking agent: {'id': '02e8f951-d3a3-40e1-b8cc-aed258af030b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:43:23.425804 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07afed79-14c8-418c-a0ed-a034cf799929 req-fb53a959-5ce1-4c2d-b7c7-85c28cbc28ba service neutron] Checking segment: {'id': 'eadc1d42-b6f7-4927-99a7-b1ed099a479d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '57af972d-943b-4a86-90f7-7dab3bff4674'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:43:23.427054 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07afed79-14c8-418c-a0ed-a034cf799929 req-fb53a959-5ce1-4c2d-b7c7-85c28cbc28ba service neutron] Bound using segment: {'id': 'eadc1d42-b6f7-4927-99a7-b1ed099a479d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '57af972d-943b-4a86-90f7-7dab3bff4674'} {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:43:23.427591 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-07afed79-14c8-418c-a0ed-a034cf799929 req-fb53a959-5ce1-4c2d-b7c7-85c28cbc28ba service neutron] Bound port: fd4df5eb-222d-41ef-9bae-d337955eaf87, host: n-h2-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eadc1d42-b6f7-4927-99a7-b1ed099a479d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '57af972d-943b-4a86-90f7-7dab3bff4674'}}] {{(pid=84764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:43:23.428090 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-07afed79-14c8-418c-a0ed-a034cf799929 req-fb53a959-5ce1-4c2d-b7c7-85c28cbc28ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:23.439660 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a2d11edc-bc2d-4e81-bf95-0421eaa6a5dc req-4f968fe5-efbf-42be-b935-1cafceb39db1 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320056 Apr 18 19:43:23.534201 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-07afed79-14c8-418c-a0ed-a034cf799929 req-fb53a959-5ce1-4c2d-b7c7-85c28cbc28ba service neutron] For port fd4df5eb-222d-41ef-9bae-d337955eaf87, host n-h2-836017-2, cleared binding levels {{(pid=84764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:43:23.537895 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-07afed79-14c8-418c-a0ed-a034cf799929 req-fb53a959-5ce1-4c2d-b7c7-85c28cbc28ba service neutron] For port fd4df5eb-222d-41ef-9bae-d337955eaf87, host n-h2-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=fd4df5eb-222d-41ef-9bae-d337955eaf87,segment=NetworkSegment(eadc1d42-b6f7-4927-99a7-b1ed099a479d),segment_id=eadc1d42-b6f7-4927-99a7-b1ed099a479d)] {{(pid=84764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:43:23.544631 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-93c87f71-2b30-403f-a8c7-1086ee65cde9 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416801'] for network, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:23.574824 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-93c87f71-2b30-403f-a8c7-1086ee65cde9 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:23.591422 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c87f71-2b30-403f-a8c7-1086ee65cde9 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Pushing event deleted for resources: {'Network': ['ID=1bf8a7e8-1d2c-4828-b736-8570e834b48b,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:23.630463 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-07afed79-14c8-418c-a0ed-a034cf799929 req-fb53a959-5ce1-4c2d-b7c7-85c28cbc28ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2290934'] for port, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:23.696984 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-07afed79-14c8-418c-a0ed-a034cf799929 req-fb53a959-5ce1-4c2d-b7c7-85c28cbc28ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:23.698881 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-07afed79-14c8-418c-a0ed-a034cf799929 req-fb53a959-5ce1-4c2d-b7c7-85c28cbc28ba service neutron] 10.222.0.72 "PUT /v2.0/ports/fd4df5eb-222d-41ef-9bae-d337955eaf87 HTTP/1.1" status: 200 len: 1136 time: 1.6746480 Apr 18 19:43:23.714894 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a350b7f-31c7-49a2-93af-34a6d468d53c req-7c7eb01d-91f8-4b77-a831-24fee60d0625 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:23.721074 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a350b7f-31c7-49a2-93af-34a6d468d53c req-7c7eb01d-91f8-4b77-a831-24fee60d0625 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:23.723766 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb53a959-5ce1-4c2d-b7c7-85c28cbc28ba service neutron] Pushing event updated for resources: {'Port': ['ID=fd4df5eb-222d-41ef-9bae-d337955eaf87,revision_number=3']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:23.730893 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a350b7f-31c7-49a2-93af-34a6d468d53c req-7c7eb01d-91f8-4b77-a831-24fee60d0625 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:23.743722 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a350b7f-31c7-49a2-93af-34a6d468d53c req-7c7eb01d-91f8-4b77-a831-24fee60d0625 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:23.743722 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a350b7f-31c7-49a2-93af-34a6d468d53c req-7c7eb01d-91f8-4b77-a831-24fee60d0625 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:23.744226 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a350b7f-31c7-49a2-93af-34a6d468d53c req-7c7eb01d-91f8-4b77-a831-24fee60d0625 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:23.748335 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a350b7f-31c7-49a2-93af-34a6d468d53c req-7c7eb01d-91f8-4b77-a831-24fee60d0625 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:23.752906 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3a350b7f-31c7-49a2-93af-34a6d468d53c req-7c7eb01d-91f8-4b77-a831-24fee60d0625 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] 10.222.0.69 "GET /v2.0/ports?device_id=7da2e1a8-2ab3-46b7-8cdb-53e56abc5d74 HTTP/1.1" status: 200 len: 5382 time: 0.1696043 Apr 18 19:43:23.798619 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 41698) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:43:23.802528 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-93c87f71-2b30-403f-a8c7-1086ee65cde9 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] 10.222.0.69 "DELETE /v2.0/networks/1bf8a7e8-1d2c-4828-b736-8570e834b48b HTTP/1.1" status: 204 len: 168 time: 3.5348401 Apr 18 19:43:23.805420 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-9b454f7e-0171-4c2c-b69a-a515d2bcf7b4 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1517961930', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:43:23.819760 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-9b454f7e-0171-4c2c-b69a-a515d2bcf7b4 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:43:23.820734 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-3a350b7f-31c7-49a2-93af-34a6d468d53c req-215662d5-8534-4916-90c3-9d24103fa45a tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] 10.222.0.69 "GET /v2.0/security-groups?id=a56a40f2-4963-4e2c-86e7-08b9a7e6f2d4&id=2f779892-393e-469d-9df2-53f1de5adba9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0644271 Apr 18 19:43:23.824457 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-9b454f7e-0171-4c2c-b69a-a515d2bcf7b4 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Usage tracker for resource:router and tenant:bd464d5bd80e48739c10390179c2302b is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:43:23.829351 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-9b454f7e-0171-4c2c-b69a-a515d2bcf7b4 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:43:23.837188 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [req-07afed79-14c8-418c-a0ed-a034cf799929 req-be761588-7121-475b-ab2b-c1412378dd5c service neutron] Request body: {'port': {'device_id': '7da2e1a8-2ab3-46b7-8cdb-53e56abc5d74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-2'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:43:23.968268 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-9b454f7e-0171-4c2c-b69a-a515d2bcf7b4 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:43:23.990587 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 41702) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:43:24.001063 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-07afed79-14c8-418c-a0ed-a034cf799929 req-be761588-7121-475b-ab2b-c1412378dd5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:24.056515 n-d-836017-2 neutron-server[84764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5dd1cda2-e5e4-496b-aaa7-15d066a60740'] response: {'name': 'network-changed', 'server_uuid': '7da2e1a8-2ab3-46b7-8cdb-53e56abc5d74', 'tag': '859cd966-5e42-46fb-b44d-a96ed2ee8eae', 'status': 'completed', 'code': 200} Apr 18 19:43:24.203214 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4d9784df-c1e8-46e6-9053-64cf21523e10 req-c4a217ce-aed1-4f43-b7a7-f745e1ed8284 tempest-ImagesOneServerNegativeTestJSON-69738565 tempest-ImagesOneServerNegativeTestJSON-69738565-project] 10.222.0.69 "GET /v2.0/ports?device_id=407e2230-4fde-49f0-8186-6782973799b3 HTTP/1.1" status: 200 len: 210 time: 0.0663939 Apr 18 19:43:24.206092 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fdcabef-c9ee-4cb6-81a8-6b590e097159 admin admin] Deleting subnet 9f569c51-73b6-42e5-9e23-12afdc23bc11 {{(pid=84763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:43:24.210861 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-9fdcabef-c9ee-4cb6-81a8-6b590e097159 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:24.250528 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-9b454f7e-0171-4c2c-b69a-a515d2bcf7b4 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-415242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4425'] for router, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:24.253068 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-9b454f7e-0171-4c2c-b69a-a515d2bcf7b4 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-416909', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4418'] for router, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:24.296362 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-9fdcabef-c9ee-4cb6-81a8-6b590e097159 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66272755'] for subnet, precommit_delete_associations {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:24.352492 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-82d09f5d-b666-49eb-8a40-22b3ee9c9feb req-9ebc4ff4-a7ff-4932-9091-910435bc3350 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=25b05b3bfc6f4792a58f276b63d5c65b&device_id=7da2e1a8-2ab3-46b7-8cdb-53e56abc5d74 HTTP/1.1" status: 200 len: 6219 time: 0.2710285 Apr 18 19:43:24.426764 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-9b454f7e-0171-4c2c-b69a-a515d2bcf7b4 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:24.468987 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-9fdcabef-c9ee-4cb6-81a8-6b590e097159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1258508'] for subnet, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:24.608538 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d09f5d-b666-49eb-8a40-22b3ee9c9feb req-72ba163b-bba4-4892-af2e-c77cef0dc348 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:24.612289 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d09f5d-b666-49eb-8a40-22b3ee9c9feb req-72ba163b-bba4-4892-af2e-c77cef0dc348 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:24.612289 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d09f5d-b666-49eb-8a40-22b3ee9c9feb req-72ba163b-bba4-4892-af2e-c77cef0dc348 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:24.612289 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-82d09f5d-b666-49eb-8a40-22b3ee9c9feb req-72ba163b-bba4-4892-af2e-c77cef0dc348 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=25b05b3bfc6f4792a58f276b63d5c65b&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2515426 Apr 18 19:43:24.641269 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-9b454f7e-0171-4c2c-b69a-a515d2bcf7b4 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416864'] for router, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:24.750984 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ed7578-07c9-4b80-93fa-18da4aed1764 req-a6ebcab9-9e0a-4fa5-8799-98923adef4b5 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:24.750984 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c7ed7578-07c9-4b80-93fa-18da4aed1764 req-a6ebcab9-9e0a-4fa5-8799-98923adef4b5 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b49bb00-f484-4f92-bb80-0be3537a561f HTTP/1.1" status: 200 len: 944 time: 0.3208623 Apr 18 19:43:24.811835 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-9b454f7e-0171-4c2c-b69a-a515d2bcf7b4 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks [] for router, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:24.815729 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-9b454f7e-0171-4c2c-b69a-a515d2bcf7b4 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.0159500 Apr 18 19:43:24.829202 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 41718) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:43:24.836004 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.db.resource_extend [req-07afed79-14c8-418c-a0ed-a034cf799929 req-be761588-7121-475b-ab2b-c1412378dd5c service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 19:43:24.846576 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-4d9da30e-ea03-4248-9086-99d6527cdc13 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-846896233'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:43:24.854569 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-9fdcabef-c9ee-4cb6-81a8-6b590e097159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1258501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66351815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66540800'] for subnet, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:24.865108 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-4d9da30e-ea03-4248-9086-99d6527cdc13 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:43:24.913379 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-4d9da30e-ea03-4248-9086-99d6527cdc13 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Usage tracker for resource:network and tenant:bd464d5bd80e48739c10390179c2302b is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:43:24.918347 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-4d9da30e-ea03-4248-9086-99d6527cdc13 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:43:24.922886 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdcabef-c9ee-4cb6-81a8-6b590e097159 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f569c51-73b6-42e5-9e23-12afdc23bc11,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:24.932586 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-4d9da30e-ea03-4248-9086-99d6527cdc13 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:43:24.932678 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:24.948570 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-9fdcabef-c9ee-4cb6-81a8-6b590e097159 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:24.948774 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c7ed7578-07c9-4b80-93fa-18da4aed1764 req-5143729e-06ac-4b8f-8afb-3a02f49d45db tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] 10.222.0.69 "GET /v2.0/security-groups?id=65d46739-eb5a-478f-9fc7-f1aa98b0d76a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1990132 Apr 18 19:43:24.955149 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d09f5d-b666-49eb-8a40-22b3ee9c9feb req-245796a6-0198-4eee-a57a-7fedbdb1b226 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:24.956826 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-82d09f5d-b666-49eb-8a40-22b3ee9c9feb req-245796a6-0198-4eee-a57a-7fedbdb1b226 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3378603 Apr 18 19:43:24.968376 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-9fdcabef-c9ee-4cb6-81a8-6b590e097159 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/9f569c51-73b6-42e5-9e23-12afdc23bc11 HTTP/1.1" status: 204 len: 168 time: 0.9765255 Apr 18 19:43:24.970859 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 41726) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:43:24.978223 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [req-07afed79-14c8-418c-a0ed-a034cf799929 req-be761588-7121-475b-ab2b-c1412378dd5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91f3bd9a-f90f-40fe-9158-517a5d2b8f0e {{(pid=84764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:43:24.998362 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-07afed79-14c8-418c-a0ed-a034cf799929 req-be761588-7121-475b-ab2b-c1412378dd5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:25.048376 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d9da30e-ea03-4248-9086-99d6527cdc13 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Made reservation on behalf of bd464d5bd80e48739c10390179c2302b for: {'network': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:43:25.061765 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-4d9da30e-ea03-4248-9086-99d6527cdc13 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for network, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:25.088370 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.provisioning_blocks [req-07afed79-14c8-418c-a0ed-a034cf799929 req-be761588-7121-475b-ab2b-c1412378dd5c service neutron] Transition to ACTIVE for port object 91f3bd9a-f90f-40fe-9158-517a5d2b8f0e will not be triggered until provisioned by entity L2. {{(pid=84764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:43:25.146859 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d9da30e-ea03-4248-9086-99d6527cdc13 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=84764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:43:25.166762 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-07afed79-14c8-418c-a0ed-a034cf799929 req-be761588-7121-475b-ab2b-c1412378dd5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2290934'] for port, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:25.322041 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be761588-7121-475b-ab2b-c1412378dd5c service neutron] Pushing event updated for resources: {'Port': ['ID=91f3bd9a-f90f-40fe-9158-517a5d2b8f0e,revision_number=2']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:25.420664 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-4d9da30e-ea03-4248-9086-99d6527cdc13 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:25.421012 n-d-836017-2 neutron-server[84764]: INFO neutron.db.segments_db [None req-4d9da30e-ea03-4248-9086-99d6527cdc13 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Added segment 94e64eb2-042e-4c20-8109-f7de3b59644f of type vlan for network 391cc2cf-385b-4053-8868-11f4a680fccf Apr 18 19:43:25.491525 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-990c2064-05d0-4301-bfef-398f01b6935a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:25.502014 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-4d9da30e-ea03-4248-9086-99d6527cdc13 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791093404182'] for network, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:25.717475 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035ba159-2898-4dbb-8750-43a82ab47318 req-2abf341d-58a3-43fd-91dd-1f6346478dac tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:25.717475 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035ba159-2898-4dbb-8750-43a82ab47318 req-2abf341d-58a3-43fd-91dd-1f6346478dac tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:25.717475 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035ba159-2898-4dbb-8750-43a82ab47318 req-2abf341d-58a3-43fd-91dd-1f6346478dac tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:25.717475 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035ba159-2898-4dbb-8750-43a82ab47318 req-2abf341d-58a3-43fd-91dd-1f6346478dac tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:25.717475 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035ba159-2898-4dbb-8750-43a82ab47318 req-2abf341d-58a3-43fd-91dd-1f6346478dac tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:25.717475 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035ba159-2898-4dbb-8750-43a82ab47318 req-2abf341d-58a3-43fd-91dd-1f6346478dac tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:25.725103 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035ba159-2898-4dbb-8750-43a82ab47318 req-2abf341d-58a3-43fd-91dd-1f6346478dac tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:25.726216 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-035ba159-2898-4dbb-8750-43a82ab47318 req-2abf341d-58a3-43fd-91dd-1f6346478dac tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Synchronizing usage tracker for tenant:25b05b3bfc6f4792a58f276b63d5c65b on resource:port {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:43:25.753157 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-07afed79-14c8-418c-a0ed-a034cf799929 req-be761588-7121-475b-ab2b-c1412378dd5c service neutron] Attempting to bind port 91f3bd9a-f90f-40fe-9158-517a5d2b8f0e on host n-h2-836017-2 for vnic_type normal with profile {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:43:25.753489 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-07afed79-14c8-418c-a0ed-a034cf799929 req-be761588-7121-475b-ab2b-c1412378dd5c service neutron] Attempting to bind port 91f3bd9a-f90f-40fe-9158-517a5d2b8f0e by drivers openvswitch,hyperv on host n-h2-836017-2 at level 0 using segments [{'id': 'eadc1d42-b6f7-4927-99a7-b1ed099a479d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '57af972d-943b-4a86-90f7-7dab3bff4674'}] {{(pid=84764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:43:25.753811 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07afed79-14c8-418c-a0ed-a034cf799929 req-be761588-7121-475b-ab2b-c1412378dd5c service neutron] Attempting to bind port 91f3bd9a-f90f-40fe-9158-517a5d2b8f0e on network 57af972d-943b-4a86-90f7-7dab3bff4674 {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:43:25.762856 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07afed79-14c8-418c-a0ed-a034cf799929 req-be761588-7121-475b-ab2b-c1412378dd5c service neutron] Port 91f3bd9a-f90f-40fe-9158-517a5d2b8f0e on network 57af972d-943b-4a86-90f7-7dab3bff4674 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-2 {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:43:25.768436 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07afed79-14c8-418c-a0ed-a034cf799929 req-be761588-7121-475b-ab2b-c1412378dd5c service neutron] Attempting to bind port 91f3bd9a-f90f-40fe-9158-517a5d2b8f0e on network 57af972d-943b-4a86-90f7-7dab3bff4674 {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:43:25.770192 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07afed79-14c8-418c-a0ed-a034cf799929 req-be761588-7121-475b-ab2b-c1412378dd5c service neutron] Checking agent: {'id': '02e8f951-d3a3-40e1-b8cc-aed258af030b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:43:25.770526 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07afed79-14c8-418c-a0ed-a034cf799929 req-be761588-7121-475b-ab2b-c1412378dd5c service neutron] Checking segment: {'id': 'eadc1d42-b6f7-4927-99a7-b1ed099a479d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '57af972d-943b-4a86-90f7-7dab3bff4674'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:43:25.770909 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07afed79-14c8-418c-a0ed-a034cf799929 req-be761588-7121-475b-ab2b-c1412378dd5c service neutron] Bound using segment: {'id': 'eadc1d42-b6f7-4927-99a7-b1ed099a479d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '57af972d-943b-4a86-90f7-7dab3bff4674'} {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:43:25.771359 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-07afed79-14c8-418c-a0ed-a034cf799929 req-be761588-7121-475b-ab2b-c1412378dd5c service neutron] Bound port: 91f3bd9a-f90f-40fe-9158-517a5d2b8f0e, host: n-h2-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eadc1d42-b6f7-4927-99a7-b1ed099a479d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '57af972d-943b-4a86-90f7-7dab3bff4674'}}] {{(pid=84764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:43:25.772074 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-07afed79-14c8-418c-a0ed-a034cf799929 req-be761588-7121-475b-ab2b-c1412378dd5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:25.776383 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-92629e96-9fbb-4335-838f-153828d66803 req-ca5593a8-eeba-46e4-b436-fe2ad9548eb4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f23daf946b4d4874b9d361b56e2fb9b5&device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 1097 time: 0.3828380 Apr 18 19:43:25.791667 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2424e7e7-5112-4506-8474-7c98cc72d500 req-613b64a0-3ba6-40ed-8d23-3b8dc9d947b3 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:25.791667 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2424e7e7-5112-4506-8474-7c98cc72d500 req-613b64a0-3ba6-40ed-8d23-3b8dc9d947b3 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 946 time: 0.4787540 Apr 18 19:43:25.791902 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-4d9da30e-ea03-4248-9086-99d6527cdc13 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251'] for network, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:25.792016 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-990c2064-05d0-4301-bfef-398f01b6935a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256345', 'neutron.services.segments.db._delete_segments_for_network-8791093852025'] for network, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:25.793770 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d9da30e-ea03-4248-9086-99d6527cdc13 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:25.794530 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-4d9da30e-ea03-4248-9086-99d6527cdc13 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:25.923953 n-d-836017-2 neutron-server[84763]: DEBUG neutron.services.segments.db [None req-990c2064-05d0-4301-bfef-398f01b6935a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35c9fe89-e4ac-48fc-a2f5-b2da97f1e503']}} {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:43:25.930036 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-035ba159-2898-4dbb-8750-43a82ab47318 req-2abf341d-58a3-43fd-91dd-1f6346478dac tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Unset dirty status for tenant:25b05b3bfc6f4792a58f276b63d5c65b on resource:port {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:43:25.931199 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-035ba159-2898-4dbb-8750-43a82ab47318 req-2abf341d-58a3-43fd-91dd-1f6346478dac tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] 10.222.0.69 "GET /v2.0/ports?device_id=7da2e1a8-2ab3-46b7-8cdb-53e56abc5d74 HTTP/1.1" status: 200 len: 5394 time: 0.6673155 Apr 18 19:43:25.970818 n-d-836017-2 neutron-server[84763]: DEBUG neutron.services.segments.db [None req-990c2064-05d0-4301-bfef-398f01b6935a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34c7d79c-f1be-4665-9acb-969553f610ad') {'for_net_delete': True} {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:43:25.971335 n-d-836017-2 neutron-server[84763]: DEBUG neutron.services.segments.db [None req-990c2064-05d0-4301-bfef-398f01b6935a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34c7d79c-f1be-4665-9acb-969553f610ad') {} {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:43:26.001380 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-990c2064-05d0-4301-bfef-398f01b6935a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791093851908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66272256'] for segment, before_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:26.026815 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9da30e-ea03-4248-9086-99d6527cdc13 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Pushing event updated for resources: {'Network': ['ID=391cc2cf-385b-4053-8868-11f4a680fccf,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:26.042956 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-4d9da30e-ea03-4248-9086-99d6527cdc13 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2070086 Apr 18 19:43:26.045558 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 41748) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:43:26.046047 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Network 391cc2cf-385b-4053-8868-11f4a680fccf details requested by agent ovs-agent-n-d-836017-2 with host n-d-836017-2 {{(pid=84765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:43:26.055054 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-07afed79-14c8-418c-a0ed-a034cf799929 req-be761588-7121-475b-ab2b-c1412378dd5c service neutron] For port 91f3bd9a-f90f-40fe-9158-517a5d2b8f0e, host n-h2-836017-2, cleared binding levels {{(pid=84764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:43:26.067629 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7da2e1a8-2ab3-46b7-8cdb-53e56abc5d74', 'tag': 'fd4df5eb-222d-41ef-9bae-d337955eaf87'}] {{(pid=84764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:43:26.067725 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2424e7e7-5112-4506-8474-7c98cc72d500 req-a202f3d5-2cf7-4206-a1c8-a70490800920 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620783 Apr 18 19:43:26.067725 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-990c2064-05d0-4301-bfef-398f01b6935a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:26.067902 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-07afed79-14c8-418c-a0ed-a034cf799929 req-be761588-7121-475b-ab2b-c1412378dd5c service neutron] For port 91f3bd9a-f90f-40fe-9158-517a5d2b8f0e, host n-h2-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=91f3bd9a-f90f-40fe-9158-517a5d2b8f0e,segment=NetworkSegment(eadc1d42-b6f7-4927-99a7-b1ed099a479d),segment_id=eadc1d42-b6f7-4927-99a7-b1ed099a479d)] {{(pid=84764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:43:26.067902 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-5e612e49-f099-406f-ab33-db4b59d9035c tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Request body: {'subnet': {'network_id': '391cc2cf-385b-4053-8868-11f4a680fccf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:43:26.109662 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-990c2064-05d0-4301-bfef-398f01b6935a admin admin] Releasing vlan 599 on physical network physnet1 to pool {{(pid=84763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:43:26.114246 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-990c2064-05d0-4301-bfef-398f01b6935a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66351785'] for segment, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:26.149623 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-035ba159-2898-4dbb-8750-43a82ab47318 req-1886f831-0972-453c-b41f-822795dc2782 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] 10.222.0.69 "GET /v2.0/security-groups?id=a56a40f2-4963-4e2c-86e7-08b9a7e6f2d4&id=2f779892-393e-469d-9df2-53f1de5adba9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1907356 Apr 18 19:43:26.150727 n-d-836017-2 neutron-server[84763]: Traceback (most recent call last): Apr 18 19:43:26.150727 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:43:26.150727 n-d-836017-2 neutron-server[84763]: timer() Apr 18 19:43:26.150727 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:43:26.150727 n-d-836017-2 neutron-server[84763]: cb(*args, **kw) Apr 18 19:43:26.150727 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:43:26.150727 n-d-836017-2 neutron-server[84763]: return func(*args, **kwargs) Apr 18 19:43:26.150727 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:43:26.150727 n-d-836017-2 neutron-server[84763]: self._notify() Apr 18 19:43:26.150727 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:43:26.150727 n-d-836017-2 neutron-server[84763]: self.callback(batched_events) Apr 18 19:43:26.150727 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:43:26.150727 n-d-836017-2 neutron-server[84763]: event.method(event) Apr 18 19:43:26.150727 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:43:26.150727 n-d-836017-2 neutron-server[84763]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:43:26.150727 n-d-836017-2 neutron-server[84763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:43:26.150727 n-d-836017-2 neutron-server[84763]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:43:26.150727 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:43:26.150727 n-d-836017-2 neutron-server[84763]: return f(self, *a, **k) Apr 18 19:43:26.150727 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:43:26.150727 n-d-836017-2 neutron-server[84763]: return self._get(url).json() Apr 18 19:43:26.150727 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:43:26.150727 n-d-836017-2 neutron-server[84763]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:43:26.150727 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:43:26.150727 n-d-836017-2 neutron-server[84763]: return self.request(url, 'GET', **kwargs) Apr 18 19:43:26.150727 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:43:26.150727 n-d-836017-2 neutron-server[84763]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:43:26.150727 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:43:26.150727 n-d-836017-2 neutron-server[84763]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:43:26.150727 n-d-836017-2 neutron-server[84763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:43:26.150727 n-d-836017-2 neutron-server[84763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:43:26.150727 n-d-836017-2 neutron-server[84763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:43:26.187926 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-07afed79-14c8-418c-a0ed-a034cf799929 req-be761588-7121-475b-ab2b-c1412378dd5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2290934'] for port, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:26.312440 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92629e96-9fbb-4335-838f-153828d66803 req-b53b31ba-2484-49a9-ad83-6c4cd9e6ed93 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:26.314298 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-92629e96-9fbb-4335-838f-153828d66803 req-b53b31ba-2484-49a9-ad83-6c4cd9e6ed93 service neutron] 10.222.0.73 "GET /v2.0/networks?id=47c820f3-b421-48a9-a537-e0e4851dd399 HTTP/1.1" status: 200 len: 915 time: 0.5167906 Apr 18 19:43:26.470611 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-07afed79-14c8-418c-a0ed-a034cf799929 req-be761588-7121-475b-ab2b-c1412378dd5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:26.472855 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-07afed79-14c8-418c-a0ed-a034cf799929 req-be761588-7121-475b-ab2b-c1412378dd5c service neutron] 10.222.0.72 "PUT /v2.0/ports/91f3bd9a-f90f-40fe-9158-517a5d2b8f0e HTTP/1.1" status: 200 len: 1090 time: 2.6450832 Apr 18 19:43:26.498557 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-5e612e49-f099-406f-ab33-db4b59d9035c tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:43:26.530715 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-5e612e49-f099-406f-ab33-db4b59d9035c tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Usage tracker for resource:subnet and tenant:bd464d5bd80e48739c10390179c2302b is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:43:26.535150 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-5e612e49-f099-406f-ab33-db4b59d9035c tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:43:26.541439 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be761588-7121-475b-ab2b-c1412378dd5c service neutron] Pushing event updated for resources: {'Port': ['ID=91f3bd9a-f90f-40fe-9158-517a5d2b8f0e,revision_number=3']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:26.571498 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-5e612e49-f099-406f-ab33-db4b59d9035c tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:43:26.584829 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [req-07afed79-14c8-418c-a0ed-a034cf799929 req-ce5a5dc6-c8fc-47bb-b4ba-28491f577215 service neutron] Request body: {'port': {'device_id': '7da2e1a8-2ab3-46b7-8cdb-53e56abc5d74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-2'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:43:26.675035 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d68685b-afa1-4c4a-8a2d-74c777aeb978 req-92036c1d-ef15-4296-b366-25ab1554feb3 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:26.676825 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-3d68685b-afa1-4c4a-8a2d-74c777aeb978 req-92036c1d-ef15-4296-b366-25ab1554feb3 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b49bb00-f484-4f92-bb80-0be3537a561f HTTP/1.1" status: 200 len: 944 time: 0.3076501 Apr 18 19:43:26.687559 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b11ebd24-f150-434f-bd0c-0965d0f12bd2 req-0a6b98a4-4481-4feb-a599-db7ced16086e tempest-ImagesOneServerNegativeTestJSON-69738565 tempest-ImagesOneServerNegativeTestJSON-69738565-project] 10.222.0.69 "GET /v2.0/ports?device_id=407e2230-4fde-49f0-8186-6782973799b3 HTTP/1.1" status: 200 len: 210 time: 0.3686526 Apr 18 19:43:26.717042 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-990c2064-05d0-4301-bfef-398f01b6935a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416801'] for network, after_delete {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:26.796505 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-990c2064-05d0-4301-bfef-398f01b6935a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:26.825608 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-07afed79-14c8-418c-a0ed-a034cf799929 req-ce5a5dc6-c8fc-47bb-b4ba-28491f577215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:26.847253 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e612e49-f099-406f-ab33-db4b59d9035c tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Made reservation on behalf of bd464d5bd80e48739c10390179c2302b for: {'subnet': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:43:26.873236 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-92629e96-9fbb-4335-838f-153828d66803 req-1c46cc3c-d51d-4666-a309-b93ab2ead2db service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2d41a20-8113-45ca-a446-3bd7c51b739f HTTP/1.1" status: 200 len: 217 time: 0.3269525 Apr 18 19:43:26.874224 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990c2064-05d0-4301-bfef-398f01b6935a admin admin] Pushing event deleted for resources: {'Network': ['ID=35c9fe89-e4ac-48fc-a2f5-b2da97f1e503,revision_number=None']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:26.892553 n-d-836017-2 neutron-server[84764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb2b3bba-1587-4279-947b-348428bc6016'] response: {'name': 'network-changed', 'server_uuid': '7da2e1a8-2ab3-46b7-8cdb-53e56abc5d74', 'tag': 'fd4df5eb-222d-41ef-9bae-d337955eaf87', 'status': 'completed', 'code': 200} Apr 18 19:43:27.003987 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-990c2064-05d0-4301-bfef-398f01b6935a admin admin] 10.222.0.69 "DELETE /v2.0/networks/35c9fe89-e4ac-48fc-a2f5-b2da97f1e503 HTTP/1.1" status: 204 len: 168 time: 2.0320840 Apr 18 19:43:27.028384 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feaf3d0-68d8-4129-b53e-87b0691e7cef req-b00d3450-5c1d-48e3-894a-ff1829fe8fba tempest-ImagesOneServerNegativeTestJSON-69738565 tempest-ImagesOneServerNegativeTestJSON-69738565-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:27.033325 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5feaf3d0-68d8-4129-b53e-87b0691e7cef req-b00d3450-5c1d-48e3-894a-ff1829fe8fba tempest-ImagesOneServerNegativeTestJSON-69738565 tempest-ImagesOneServerNegativeTestJSON-69738565-project] 10.222.0.73 "GET /v2.0/networks?id=57504205-640f-4da0-9382-52b07f31733f HTTP/1.1" status: 200 len: 822 time: 0.6755252 Apr 18 19:43:27.038317 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-3d68685b-afa1-4c4a-8a2d-74c777aeb978 req-8bd65d4c-ad34-40ad-81ac-8db1efee7d97 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] 10.222.0.69 "GET /v2.0/security-groups?id=65d46739-eb5a-478f-9fc7-f1aa98b0d76a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3548806 Apr 18 19:43:27.052634 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-5feaf3d0-68d8-4129-b53e-87b0691e7cef req-9ee9561b-3b82-4cec-bc9b-f93cfec75153 tempest-ImagesOneServerNegativeTestJSON-69738565 tempest-ImagesOneServerNegativeTestJSON-69738565-project] Request body: {'port': {'device_id': '407e2230-4fde-49f0-8186-6782973799b3', 'network_id': '57504205-640f-4da0-9382-52b07f31733f', 'admin_state_up': True, 'tenant_id': 'e44a84e8100a412da7a0117ba727c7dc'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:43:27.141552 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-5e612e49-f099-406f-ab33-db4b59d9035c tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65862573'] for subnet, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:27.284492 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92629e96-9fbb-4335-838f-153828d66803 req-6de407da-ec15-42c1-817d-f0ffb0673b1e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:27.286278 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-92629e96-9fbb-4335-838f-153828d66803 req-6de407da-ec15-42c1-817d-f0ffb0673b1e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=796a481f-8e54-4cc2-b013-83edb23d78ce HTTP/1.1" status: 200 len: 854 time: 0.4032435 Apr 18 19:43:27.293415 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-5feaf3d0-68d8-4129-b53e-87b0691e7cef req-9ee9561b-3b82-4cec-bc9b-f93cfec75153 tempest-ImagesOneServerNegativeTestJSON-69738565 tempest-ImagesOneServerNegativeTestJSON-69738565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:43:27.303063 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-5feaf3d0-68d8-4129-b53e-87b0691e7cef req-9ee9561b-3b82-4cec-bc9b-f93cfec75153 tempest-ImagesOneServerNegativeTestJSON-69738565 tempest-ImagesOneServerNegativeTestJSON-69738565-project] Usage tracker for resource:port and tenant:e44a84e8100a412da7a0117ba727c7dc is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:43:27.361083 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-92629e96-9fbb-4335-838f-153828d66803 req-f603f210-d2b0-4ff5-8c34-35ca9cc8381d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=47c820f3-b421-48a9-a537-e0e4851dd399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535624 Apr 18 19:43:27.363000 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-5feaf3d0-68d8-4129-b53e-87b0691e7cef req-9ee9561b-3b82-4cec-bc9b-f93cfec75153 tempest-ImagesOneServerNegativeTestJSON-69738565 tempest-ImagesOneServerNegativeTestJSON-69738565-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:43:27.373939 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7d7c9e81-d4de-47fb-a202-350d84f383bf req-6c3cbe6b-6f5b-4b83-b122-d2aca8bc5be9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=25b05b3bfc6f4792a58f276b63d5c65b&device_id=7da2e1a8-2ab3-46b7-8cdb-53e56abc5d74 HTTP/1.1" status: 200 len: 6286 time: 0.4897745 Apr 18 19:43:27.399755 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-5feaf3d0-68d8-4129-b53e-87b0691e7cef req-9ee9561b-3b82-4cec-bc9b-f93cfec75153 tempest-ImagesOneServerNegativeTestJSON-69738565 tempest-ImagesOneServerNegativeTestJSON-69738565-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:43:27.484379 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 41778) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:43:27.710958 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [req-07afed79-14c8-418c-a0ed-a034cf799929 req-ce5a5dc6-c8fc-47bb-b4ba-28491f577215 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3ca2014-925d-4461-9c4d-67754ca211dc {{(pid=84764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:43:27.742519 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-07afed79-14c8-418c-a0ed-a034cf799929 req-ce5a5dc6-c8fc-47bb-b4ba-28491f577215 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:27.784998 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-f70d2e83-02fe-46d6-b2da-c782d093c3f8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a41ef4d3279b44abbcbf57a2ed78f6bf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2910419 Apr 18 19:43:27.795166 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 41788) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:43:27.796921 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5feaf3d0-68d8-4129-b53e-87b0691e7cef req-9ee9561b-3b82-4cec-bc9b-f93cfec75153 tempest-ImagesOneServerNegativeTestJSON-69738565 tempest-ImagesOneServerNegativeTestJSON-69738565-project] Made reservation on behalf of e44a84e8100a412da7a0117ba727c7dc for: {'port': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:43:27.799882 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-5feaf3d0-68d8-4129-b53e-87b0691e7cef req-9ee9561b-3b82-4cec-bc9b-f93cfec75153 tempest-ImagesOneServerNegativeTestJSON-69738565 tempest-ImagesOneServerNegativeTestJSON-69738565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:27.805724 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.provisioning_blocks [req-07afed79-14c8-418c-a0ed-a034cf799929 req-ce5a5dc6-c8fc-47bb-b4ba-28491f577215 service neutron] Transition to ACTIVE for port object c3ca2014-925d-4461-9c4d-67754ca211dc will not be triggered until provisioned by entity L2. {{(pid=84764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:43:27.865854 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478f6a4f-2a6a-41c1-9388-dd82a6d11cc5 req-2c0c1d83-eede-4e42-8346-c0bbc95b1543 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:27.869811 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-478f6a4f-2a6a-41c1-9388-dd82a6d11cc5 req-2c0c1d83-eede-4e42-8346-c0bbc95b1543 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 946 time: 0.3810573 Apr 18 19:43:27.909493 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-07afed79-14c8-418c-a0ed-a034cf799929 req-ce5a5dc6-c8fc-47bb-b4ba-28491f577215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2290934'] for port, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:28.003752 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-92629e96-9fbb-4335-838f-153828d66803 req-81158b05-bf5f-4a1e-aede-6c2c9f4488bb service neutron] 10.222.0.73 "GET /v2.0/networks/47c820f3-b421-48a9-a537-e0e4851dd399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6288631 Apr 18 19:43:28.096356 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e93bb2-0235-42e4-977d-732d904b2d6f req-4744189e-94da-4a4e-8b08-050b5321e2a8 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:28.100807 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e93bb2-0235-42e4-977d-732d904b2d6f req-4744189e-94da-4a4e-8b08-050b5321e2a8 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:28.104737 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e93bb2-0235-42e4-977d-732d904b2d6f req-4744189e-94da-4a4e-8b08-050b5321e2a8 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:28.109087 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e93bb2-0235-42e4-977d-732d904b2d6f req-4744189e-94da-4a4e-8b08-050b5321e2a8 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:28.114405 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e93bb2-0235-42e4-977d-732d904b2d6f req-4744189e-94da-4a4e-8b08-050b5321e2a8 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:28.118831 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e93bb2-0235-42e4-977d-732d904b2d6f req-4744189e-94da-4a4e-8b08-050b5321e2a8 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:28.124007 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e93bb2-0235-42e4-977d-732d904b2d6f req-4744189e-94da-4a4e-8b08-050b5321e2a8 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:28.124129 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5a5dc6-c8fc-47bb-b4ba-28491f577215 service neutron] Pushing event updated for resources: {'Port': ['ID=c3ca2014-925d-4461-9c4d-67754ca211dc,revision_number=2']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:28.133093 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-07e93bb2-0235-42e4-977d-732d904b2d6f req-4744189e-94da-4a4e-8b08-050b5321e2a8 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] 10.222.0.69 "GET /v2.0/ports?device_id=7da2e1a8-2ab3-46b7-8cdb-53e56abc5d74 HTTP/1.1" status: 200 len: 5394 time: 0.6420631 Apr 18 19:43:28.154208 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-478f6a4f-2a6a-41c1-9388-dd82a6d11cc5 req-7bf6eb5f-1c80-4628-b9f0-3106d935bb29 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639322 Apr 18 19:43:28.154208 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-9b738b45-b75f-41fc-b296-baa0991fbb4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:28.230102 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7c9e81-d4de-47fb-a202-350d84f383bf req-160d6bfb-6a13-4ac3-aab5-55e7f715045a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:28.230475 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7c9e81-d4de-47fb-a202-350d84f383bf req-160d6bfb-6a13-4ac3-aab5-55e7f715045a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:28.230852 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7c9e81-d4de-47fb-a202-350d84f383bf req-160d6bfb-6a13-4ac3-aab5-55e7f715045a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:28.233926 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7d7c9e81-d4de-47fb-a202-350d84f383bf req-160d6bfb-6a13-4ac3-aab5-55e7f715045a service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=25b05b3bfc6f4792a58f276b63d5c65b&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.8343527 Apr 18 19:43:28.309272 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_common [req-5feaf3d0-68d8-4129-b53e-87b0691e7cef req-9ee9561b-3b82-4cec-bc9b-f93cfec75153 tempest-ImagesOneServerNegativeTestJSON-69738565 tempest-ImagesOneServerNegativeTestJSON-69738565-project] Allocated IP 172.20.0.7 (57504205-640f-4da0-9382-52b07f31733f/e027fe22-b754-4608-82d6-3f1b832ea903/5da1554c-386d-4ca6-a7bf-115fe539e461) {{(pid=84763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:43:28.361053 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-9b738b45-b75f-41fc-b296-baa0991fbb4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:28.482846 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-5e612e49-f099-406f-ab33-db4b59d9035c tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2290811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65862591'] for subnet, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:28.549631 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-07afed79-14c8-418c-a0ed-a034cf799929 req-ce5a5dc6-c8fc-47bb-b4ba-28491f577215 service neutron] Attempting to bind port c3ca2014-925d-4461-9c4d-67754ca211dc on host n-h2-836017-2 for vnic_type normal with profile {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:43:28.550002 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-07afed79-14c8-418c-a0ed-a034cf799929 req-ce5a5dc6-c8fc-47bb-b4ba-28491f577215 service neutron] Attempting to bind port c3ca2014-925d-4461-9c4d-67754ca211dc by drivers openvswitch,hyperv on host n-h2-836017-2 at level 0 using segments [{'id': 'eadc1d42-b6f7-4927-99a7-b1ed099a479d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '57af972d-943b-4a86-90f7-7dab3bff4674'}] {{(pid=84764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:43:28.550334 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07afed79-14c8-418c-a0ed-a034cf799929 req-ce5a5dc6-c8fc-47bb-b4ba-28491f577215 service neutron] Attempting to bind port c3ca2014-925d-4461-9c4d-67754ca211dc on network 57af972d-943b-4a86-90f7-7dab3bff4674 {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:43:28.583907 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07afed79-14c8-418c-a0ed-a034cf799929 req-ce5a5dc6-c8fc-47bb-b4ba-28491f577215 service neutron] Port c3ca2014-925d-4461-9c4d-67754ca211dc on network 57af972d-943b-4a86-90f7-7dab3bff4674 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-2 {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:43:28.584239 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07afed79-14c8-418c-a0ed-a034cf799929 req-ce5a5dc6-c8fc-47bb-b4ba-28491f577215 service neutron] Attempting to bind port c3ca2014-925d-4461-9c4d-67754ca211dc on network 57af972d-943b-4a86-90f7-7dab3bff4674 {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:43:28.617995 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-07e93bb2-0235-42e4-977d-732d904b2d6f req-91330700-60b3-457d-a903-a46c7ac0d8d9 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] 10.222.0.69 "GET /v2.0/security-groups?id=a56a40f2-4963-4e2c-86e7-08b9a7e6f2d4&id=2f779892-393e-469d-9df2-53f1de5adba9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4202304 Apr 18 19:43:28.639408 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e612e49-f099-406f-ab33-db4b59d9035c tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Pushing event updated for resources: {'Subnet': ['ID=96f23ec2-1d47-4b2c-9de3-8ef1bcb440f1,revision_number=0']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:28.649502 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1090307d-e960-4115-a075-a67a0d52d6d4 req-50705d42-e1e7-48f6-93af-507ecb08e7a9 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:28.649502 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-1090307d-e960-4115-a075-a67a0d52d6d4 req-50705d42-e1e7-48f6-93af-507ecb08e7a9 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b49bb00-f484-4f92-bb80-0be3537a561f HTTP/1.1" status: 200 len: 944 time: 0.3042655 Apr 18 19:43:28.650931 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07afed79-14c8-418c-a0ed-a034cf799929 req-ce5a5dc6-c8fc-47bb-b4ba-28491f577215 service neutron] Checking agent: {'id': '02e8f951-d3a3-40e1-b8cc-aed258af030b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:43:28.651326 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07afed79-14c8-418c-a0ed-a034cf799929 req-ce5a5dc6-c8fc-47bb-b4ba-28491f577215 service neutron] Checking segment: {'id': 'eadc1d42-b6f7-4927-99a7-b1ed099a479d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '57af972d-943b-4a86-90f7-7dab3bff4674'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:43:28.651801 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07afed79-14c8-418c-a0ed-a034cf799929 req-ce5a5dc6-c8fc-47bb-b4ba-28491f577215 service neutron] Bound using segment: {'id': 'eadc1d42-b6f7-4927-99a7-b1ed099a479d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '57af972d-943b-4a86-90f7-7dab3bff4674'} {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:43:28.652337 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-07afed79-14c8-418c-a0ed-a034cf799929 req-ce5a5dc6-c8fc-47bb-b4ba-28491f577215 service neutron] Bound port: c3ca2014-925d-4461-9c4d-67754ca211dc, host: n-h2-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eadc1d42-b6f7-4927-99a7-b1ed099a479d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '57af972d-943b-4a86-90f7-7dab3bff4674'}}] {{(pid=84764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:43:28.652768 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-07afed79-14c8-418c-a0ed-a034cf799929 req-ce5a5dc6-c8fc-47bb-b4ba-28491f577215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:28.704095 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-92629e96-9fbb-4335-838f-153828d66803 req-96ddd5cb-ea01-46ac-8e21-65095467f5c0 service neutron] 10.222.0.73 "GET /v2.0/networks/47c820f3-b421-48a9-a537-e0e4851dd399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6901143 Apr 18 19:43:28.730016 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7c9e81-d4de-47fb-a202-350d84f383bf req-6870856f-f264-44bd-a281-f21dc12bc637 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:28.732002 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-7d7c9e81-d4de-47fb-a202-350d84f383bf req-6870856f-f264-44bd-a281-f21dc12bc637 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4767778 Apr 18 19:43:28.785458 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-5feaf3d0-68d8-4129-b53e-87b0691e7cef req-9ee9561b-3b82-4cec-bc9b-f93cfec75153 tempest-ImagesOneServerNegativeTestJSON-69738565 tempest-ImagesOneServerNegativeTestJSON-69738565-project] Notify callbacks [] for port, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:28.809987 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-9b738b45-b75f-41fc-b296-baa0991fbb4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_delete {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:28.838462 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e612e49-f099-406f-ab33-db4b59d9035c tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Checking segment: {'id': '94e64eb2-042e-4c20-8109-f7de3b59644f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '391cc2cf-385b-4053-8868-11f4a680fccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:43:28.838822 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e612e49-f099-406f-ab33-db4b59d9035c tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Network hostable DHCP agents. Network: 391cc2cf-385b-4053-8868-11f4a680fccf, hostable agents: ['f6987c12-6d6c-47d4-b22d-cfcd164dc40d'], hosted agents: [] {{(pid=84764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:43:28.843090 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b738b45-b75f-41fc-b296-baa0991fbb4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ab7411a-5c8b-4e40-946b-ce992708a870,revision_number=None']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:28.907578 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7da2e1a8-2ab3-46b7-8cdb-53e56abc5d74', 'tag': '91f3bd9a-f90f-40fe-9158-517a5d2b8f0e'}] {{(pid=84764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:43:28.937471 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-230fdd08-61a8-4290-9604-231c84de8171 req-fb7bddf6-0bb7-4cd8-8914-83fcb2d14047 tempest-ImagesOneServerNegativeTestJSON-69738565 tempest-ImagesOneServerNegativeTestJSON-69738565-project] 10.222.0.69 "GET /v2.0/ports?device_id=407e2230-4fde-49f0-8186-6782973799b3 HTTP/1.1" status: 200 len: 210 time: 0.0507762 Apr 18 19:43:28.949224 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-5feaf3d0-68d8-4129-b53e-87b0691e7cef req-9ee9561b-3b82-4cec-bc9b-f93cfec75153 tempest-ImagesOneServerNegativeTestJSON-69738565 tempest-ImagesOneServerNegativeTestJSON-69738565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:28.965997 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-1090307d-e960-4115-a075-a67a0d52d6d4 req-2a362587-5539-4838-9156-d47020139bde tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] 10.222.0.69 "GET /v2.0/security-groups?id=65d46739-eb5a-478f-9fc7-f1aa98b0d76a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1751156 Apr 18 19:43:28.980830 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-07afed79-14c8-418c-a0ed-a034cf799929 req-ce5a5dc6-c8fc-47bb-b4ba-28491f577215 service neutron] For port c3ca2014-925d-4461-9c4d-67754ca211dc, host n-h2-836017-2, cleared binding levels {{(pid=84764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:43:28.983767 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-07afed79-14c8-418c-a0ed-a034cf799929 req-ce5a5dc6-c8fc-47bb-b4ba-28491f577215 service neutron] For port c3ca2014-925d-4461-9c4d-67754ca211dc, host n-h2-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=c3ca2014-925d-4461-9c4d-67754ca211dc,segment=NetworkSegment(eadc1d42-b6f7-4927-99a7-b1ed099a479d),segment_id=eadc1d42-b6f7-4927-99a7-b1ed099a479d)] {{(pid=84764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:43:29.020851 n-d-836017-2 neutron-server[84764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc14c271-1bec-4aac-b231-9781e185568b'] response: {'name': 'network-changed', 'server_uuid': '7da2e1a8-2ab3-46b7-8cdb-53e56abc5d74', 'tag': '91f3bd9a-f90f-40fe-9158-517a5d2b8f0e', 'status': 'completed', 'code': 200} Apr 18 19:43:29.026704 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5feaf3d0-68d8-4129-b53e-87b0691e7cef req-9ee9561b-3b82-4cec-bc9b-f93cfec75153 tempest-ImagesOneServerNegativeTestJSON-69738565 tempest-ImagesOneServerNegativeTestJSON-69738565-project] Network 57504205-640f-4da0-9382-52b07f31733f is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:43:29.034693 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [req-5feaf3d0-68d8-4129-b53e-87b0691e7cef req-9ee9561b-3b82-4cec-bc9b-f93cfec75153 tempest-ImagesOneServerNegativeTestJSON-69738565 tempest-ImagesOneServerNegativeTestJSON-69738565-project] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:43:29.039806 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-5feaf3d0-68d8-4129-b53e-87b0691e7cef req-9ee9561b-3b82-4cec-bc9b-f93cfec75153 tempest-ImagesOneServerNegativeTestJSON-69738565 tempest-ImagesOneServerNegativeTestJSON-69738565-project] Received port after_create {{(pid=84763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:43:29.070820 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-9b738b45-b75f-41fc-b296-baa0991fbb4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:29.072089 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-9b738b45-b75f-41fc-b296-baa0991fbb4a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4ab7411a-5c8b-4e40-946b-ce992708a870 HTTP/1.1" status: 204 len: 168 time: 1.2709091 Apr 18 19:43:29.090167 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-07afed79-14c8-418c-a0ed-a034cf799929 req-ce5a5dc6-c8fc-47bb-b4ba-28491f577215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2290934'] for port, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:29.128134 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee9561b-3b82-4cec-bc9b-f93cfec75153 tempest-ImagesOneServerNegativeTestJSON-69738565 tempest-ImagesOneServerNegativeTestJSON-69738565-project] Pushing event updated for resources: {'Port': ['ID=5da1554c-386d-4ca6-a7bf-115fe539e461,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:29.167894 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feaf3d0-68d8-4129-b53e-87b0691e7cef req-9ee9561b-3b82-4cec-bc9b-f93cfec75153 tempest-ImagesOneServerNegativeTestJSON-69738565 tempest-ImagesOneServerNegativeTestJSON-69738565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:29.167894 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-5feaf3d0-68d8-4129-b53e-87b0691e7cef req-9ee9561b-3b82-4cec-bc9b-f93cfec75153 tempest-ImagesOneServerNegativeTestJSON-69738565 tempest-ImagesOneServerNegativeTestJSON-69738565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:29.192976 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e612e49-f099-406f-ab33-db4b59d9035c tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Network 391cc2cf-385b-4053-8868-11f4a680fccf is scheduled to be hosted by DHCP agent f6987c12-6d6c-47d4-b22d-cfcd164dc40d with binding_index 1 {{(pid=84764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:43:29.212892 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e81520e1-5e98-4e45-ba50-ab8c53265659 req-548cb018-c4ca-44de-bd5b-ab78d63ac13b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=25b05b3bfc6f4792a58f276b63d5c65b&device_id=7da2e1a8-2ab3-46b7-8cdb-53e56abc5d74 HTTP/1.1" status: 200 len: 6353 time: 0.1474988 Apr 18 19:43:29.308882 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5feaf3d0-68d8-4129-b53e-87b0691e7cef req-9ee9561b-3b82-4cec-bc9b-f93cfec75153 tempest-ImagesOneServerNegativeTestJSON-69738565 tempest-ImagesOneServerNegativeTestJSON-69738565-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2611253 Apr 18 19:43:29.327418 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-07afed79-14c8-418c-a0ed-a034cf799929 req-ce5a5dc6-c8fc-47bb-b4ba-28491f577215 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:29.328818 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-07afed79-14c8-418c-a0ed-a034cf799929 req-ce5a5dc6-c8fc-47bb-b4ba-28491f577215 service neutron] 10.222.0.72 "PUT /v2.0/ports/c3ca2014-925d-4461-9c4d-67754ca211dc HTTP/1.1" status: 200 len: 1091 time: 2.7522886 Apr 18 19:43:29.331952 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-5feaf3d0-68d8-4129-b53e-87b0691e7cef req-33fe1818-dd53-433f-8391-d169a9404097 service neutron] Request body: {'port': {'device_id': '407e2230-4fde-49f0-8186-6782973799b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-2'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:43:29.358915 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5a5dc6-c8fc-47bb-b4ba-28491f577215 service neutron] Pushing event updated for resources: {'Port': ['ID=c3ca2014-925d-4461-9c4d-67754ca211dc,revision_number=3']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:29.372185 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [None req-5e612e49-f099-406f-ab33-db4b59d9035c tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-2, 391cc2cf-385b-4053-8868-11f4a680fccf) {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:43:29.377392 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e612e49-f099-406f-ab33-db4b59d9035c tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:29.380706 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-5e612e49-f099-406f-ab33-db4b59d9035c tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for subnet, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:29.385445 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d079265-9860-44cc-9c6d-5ec9674136a5 None None] Network 391cc2cf-385b-4053-8868-11f4a680fccf requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:43:29.396663 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9c05f3-f6b0-495c-b1de-1ee406e6d00b req-9ee5ffe5-6331-4272-a7df-3e15a571a38c tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:29.398307 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-4f9c05f3-f6b0-495c-b1de-1ee406e6d00b req-9ee5ffe5-6331-4272-a7df-3e15a571a38c tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b49bb00-f484-4f92-bb80-0be3537a561f HTTP/1.1" status: 200 len: 944 time: 0.2019556 Apr 18 19:43:29.453976 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-4f9c05f3-f6b0-495c-b1de-1ee406e6d00b req-2b2a279a-4fc6-4d7e-a093-ba61cd0ff63b tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] 10.222.0.69 "GET /v2.0/security-groups?id=65d46739-eb5a-478f-9fc7-f1aa98b0d76a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501630 Apr 18 19:43:29.500565 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [req-07afed79-14c8-418c-a0ed-a034cf799929 req-f7afce85-390c-452a-981e-cd2b99d267ec service neutron] Request body: {'port': {'device_id': '7da2e1a8-2ab3-46b7-8cdb-53e56abc5d74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-2'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:43:29.689505 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-5feaf3d0-68d8-4129-b53e-87b0691e7cef req-33fe1818-dd53-433f-8391-d169a9404097 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:29.713887 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81520e1-5e98-4e45-ba50-ab8c53265659 req-baeaf763-a48c-476f-85a3-a006972fe37d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:29.714628 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81520e1-5e98-4e45-ba50-ab8c53265659 req-baeaf763-a48c-476f-85a3-a006972fe37d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:29.715162 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81520e1-5e98-4e45-ba50-ab8c53265659 req-baeaf763-a48c-476f-85a3-a006972fe37d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:29.717113 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e81520e1-5e98-4e45-ba50-ab8c53265659 req-baeaf763-a48c-476f-85a3-a006972fe37d service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=25b05b3bfc6f4792a58f276b63d5c65b&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4953880 Apr 18 19:43:29.739335 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a25652c-94ea-4546-a31a-b5f45413cc02 req-c7cc62a3-7323-405f-b376-d6a3cf728482 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:29.746894 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2a25652c-94ea-4546-a31a-b5f45413cc02 req-c7cc62a3-7323-405f-b376-d6a3cf728482 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 946 time: 0.3783650 Apr 18 19:43:29.765921 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-5e612e49-f099-406f-ab33-db4b59d9035c tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.7179677 Apr 18 19:43:29.766631 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 41828) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:43:29.853978 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d48e50-6639-4546-b64e-68cfdd84b082 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31f5fbf7-4b5c-5a44-b255-70c4fc176ae8-391cc2cf-385b-4053-8868-11f4a680fccf', 'network_id': '391cc2cf-385b-4053-8868-11f4a680fccf', 'tenant_id': 'bd464d5bd80e48739c10390179c2302b', 'fixed_ips': [{'subnet_id': '96f23ec2-1d47-4b2c-9de3-8ef1bcb440f1'}]}} from n-d-836017-2. {{(pid=84765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 19:43:29.854874 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e9d48e50-6639-4546-b64e-68cfdd84b082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:30.119892 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-07afed79-14c8-418c-a0ed-a034cf799929 req-f7afce85-390c-452a-981e-cd2b99d267ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:30.143470 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-2a25652c-94ea-4546-a31a-b5f45413cc02 req-562e044c-0ca0-45ab-9713-dcca29060a92 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3492279 Apr 18 19:43:30.201211 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-e9d48e50-6639-4546-b64e-68cfdd84b082 None None] Allocated IP 2001:db8::2 (391cc2cf-385b-4053-8868-11f4a680fccf/96f23ec2-1d47-4b2c-9de3-8ef1bcb440f1/0d4dd407-ed85-4a7f-835a-81bce5699a3d) {{(pid=84765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:43:30.234704 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81520e1-5e98-4e45-ba50-ab8c53265659 req-258b0ad2-aa3e-44e9-abc3-e7ae0ac97156 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:30.236176 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e81520e1-5e98-4e45-ba50-ab8c53265659 req-258b0ad2-aa3e-44e9-abc3-e7ae0ac97156 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4881785 Apr 18 19:43:30.370304 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf0a290-28cb-490b-a031-05d571b872b4 req-ba03b23d-9620-4252-b2f9-6de600700cd8 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:30.377038 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ccf0a290-28cb-490b-a031-05d571b872b4 req-ba03b23d-9620-4252-b2f9-6de600700cd8 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b49bb00-f484-4f92-bb80-0be3537a561f HTTP/1.1" status: 200 len: 944 time: 0.4358699 Apr 18 19:43:30.521810 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e9d48e50-6639-4546-b64e-68cfdd84b082 None None] Notify callbacks [] for port, precommit_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:30.549381 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e9d48e50-6639-4546-b64e-68cfdd84b082 None None] Transition to ACTIVE for port object 0d4dd407-ed85-4a7f-835a-81bce5699a3d will not be triggered until provisioned by entity L2. {{(pid=84765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:43:30.590977 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e9d48e50-6639-4546-b64e-68cfdd84b082 None None] Transition to ACTIVE for port object 0d4dd407-ed85-4a7f-835a-81bce5699a3d will not be triggered until provisioned by entity DHCP. {{(pid=84765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:43:30.666304 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-ccf0a290-28cb-490b-a031-05d571b872b4 req-a9e09be9-dced-4c6e-83ae-c6ec8a95d377 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] 10.222.0.69 "GET /v2.0/security-groups?id=65d46739-eb5a-478f-9fc7-f1aa98b0d76a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2885218 Apr 18 19:43:30.697026 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e9d48e50-6639-4546-b64e-68cfdd84b082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331'] for port, after_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:30.843239 n-d-836017-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d48e50-6639-4546-b64e-68cfdd84b082 None None] Network 391cc2cf-385b-4053-8868-11f4a680fccf is already hosted by enough agents. {{(pid=84765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:43:30.849914 n-d-836017-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-e9d48e50-6639-4546-b64e-68cfdd84b082 None None] Resources bound (agent type, host, resource id): {{(pid=84765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:43:30.854989 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d48e50-6639-4546-b64e-68cfdd84b082 None None] Received port after_create {{(pid=84765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:43:30.916342 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 41862) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:43:30.921890 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-4fafd977-e7b4-4e4a-90b5-d8bfb0c6852a tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:30.954582 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d48e50-6639-4546-b64e-68cfdd84b082 None None] Pushing event updated for resources: {'Port': ['ID=0d4dd407-ed85-4a7f-835a-81bce5699a3d,revision_number=1']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:31.012523 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-e9d48e50-6639-4546-b64e-68cfdd84b082 None None] Attempting to bind port 0d4dd407-ed85-4a7f-835a-81bce5699a3d on host n-d-836017-2 for vnic_type normal with profile {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:43:31.013000 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-e9d48e50-6639-4546-b64e-68cfdd84b082 None None] Attempting to bind port 0d4dd407-ed85-4a7f-835a-81bce5699a3d by drivers openvswitch,hyperv on host n-d-836017-2 at level 0 using segments [{'id': '94e64eb2-042e-4c20-8109-f7de3b59644f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '391cc2cf-385b-4053-8868-11f4a680fccf'}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:43:31.013432 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d48e50-6639-4546-b64e-68cfdd84b082 None None] Attempting to bind port 0d4dd407-ed85-4a7f-835a-81bce5699a3d on network 391cc2cf-385b-4053-8868-11f4a680fccf {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:43:31.029375 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d48e50-6639-4546-b64e-68cfdd84b082 None None] Checking agent: {'id': 'df2a5cfe-6839-400b-a998-e4fffce70f45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 8, 22), 'started_at': datetime.datetime(2022, 4, 18, 19, 8, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 43, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:43:31.029733 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d48e50-6639-4546-b64e-68cfdd84b082 None None] Checking segment: {'id': '94e64eb2-042e-4c20-8109-f7de3b59644f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '391cc2cf-385b-4053-8868-11f4a680fccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:43:31.030133 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e9d48e50-6639-4546-b64e-68cfdd84b082 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:31.030525 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d48e50-6639-4546-b64e-68cfdd84b082 None None] Bound using segment: {'id': '94e64eb2-042e-4c20-8109-f7de3b59644f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '391cc2cf-385b-4053-8868-11f4a680fccf'} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:43:31.031002 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-e9d48e50-6639-4546-b64e-68cfdd84b082 None None] Bound port: 0d4dd407-ed85-4a7f-835a-81bce5699a3d, host: n-d-836017-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94e64eb2-042e-4c20-8109-f7de3b59644f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '391cc2cf-385b-4053-8868-11f4a680fccf'}}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:43:31.033755 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e9d48e50-6639-4546-b64e-68cfdd84b082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:31.072931 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [req-5feaf3d0-68d8-4129-b53e-87b0691e7cef req-33fe1818-dd53-433f-8391-d169a9404097 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5da1554c-386d-4ca6-a7bf-115fe539e461 {{(pid=84763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:43:31.097691 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-5feaf3d0-68d8-4129-b53e-87b0691e7cef req-33fe1818-dd53-433f-8391-d169a9404097 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:31.151242 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [req-5feaf3d0-68d8-4129-b53e-87b0691e7cef req-33fe1818-dd53-433f-8391-d169a9404097 service neutron] Transition to ACTIVE for port object 5da1554c-386d-4ca6-a7bf-115fe539e461 will not be triggered until provisioned by entity L2. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:43:31.171362 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0388155-0fb1-4a9d-a77a-d622cca4f699 req-f5347cc8-f31e-46bb-8804-57337e55b6e1 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:31.183511 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0388155-0fb1-4a9d-a77a-d622cca4f699 req-f5347cc8-f31e-46bb-8804-57337e55b6e1 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:31.191406 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0388155-0fb1-4a9d-a77a-d622cca4f699 req-f5347cc8-f31e-46bb-8804-57337e55b6e1 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:31.202438 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0388155-0fb1-4a9d-a77a-d622cca4f699 req-f5347cc8-f31e-46bb-8804-57337e55b6e1 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:31.208942 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e9d48e50-6639-4546-b64e-68cfdd84b082 None None] For port 0d4dd407-ed85-4a7f-835a-81bce5699a3d, host n-d-836017-2, cleared binding levels {{(pid=84765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:43:31.209121 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0388155-0fb1-4a9d-a77a-d622cca4f699 req-f5347cc8-f31e-46bb-8804-57337e55b6e1 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:31.212204 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e9d48e50-6639-4546-b64e-68cfdd84b082 None None] For port 0d4dd407-ed85-4a7f-835a-81bce5699a3d, host n-d-836017-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=0d4dd407-ed85-4a7f-835a-81bce5699a3d,segment=NetworkSegment(94e64eb2-042e-4c20-8109-f7de3b59644f),segment_id=94e64eb2-042e-4c20-8109-f7de3b59644f)] {{(pid=84765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:43:31.219921 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0388155-0fb1-4a9d-a77a-d622cca4f699 req-f5347cc8-f31e-46bb-8804-57337e55b6e1 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:31.232576 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0388155-0fb1-4a9d-a77a-d622cca4f699 req-f5347cc8-f31e-46bb-8804-57337e55b6e1 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:31.234637 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f0388155-0fb1-4a9d-a77a-d622cca4f699 req-f5347cc8-f31e-46bb-8804-57337e55b6e1 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] 10.222.0.69 "GET /v2.0/ports?device_id=7da2e1a8-2ab3-46b7-8cdb-53e56abc5d74 HTTP/1.1" status: 200 len: 5406 time: 0.3856344 Apr 18 19:43:31.679092 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7da2e1a8-2ab3-46b7-8cdb-53e56abc5d74', 'tag': 'c3ca2014-925d-4461-9c4d-67754ca211dc'}] {{(pid=84764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:43:31.680186 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-38d3918b-428f-46ed-976d-4bb34ebb6968 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-999350265-network', 'tenant_id': '4c467a6eff8a4b97a4bec55729a7d85f'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:43:31.680186 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-38d3918b-428f-46ed-976d-4bb34ebb6968 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:43:31.680186 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-38d3918b-428f-46ed-976d-4bb34ebb6968 admin admin] Usage tracker for resource:network and tenant:4c467a6eff8a4b97a4bec55729a7d85f is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:43:31.680186 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-38d3918b-428f-46ed-976d-4bb34ebb6968 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:43:31.680186 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f0388155-0fb1-4a9d-a77a-d622cca4f699 req-83a8acef-6bc4-4889-bd9d-51d664d15f42 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] 10.222.0.69 "GET /v2.0/security-groups?id=a56a40f2-4963-4e2c-86e7-08b9a7e6f2d4&id=2f779892-393e-469d-9df2-53f1de5adba9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0737548 Apr 18 19:43:31.680186 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-38d3918b-428f-46ed-976d-4bb34ebb6968 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:43:31.685349 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.db.resource_extend [req-07afed79-14c8-418c-a0ed-a034cf799929 req-f7afce85-390c-452a-981e-cd2b99d267ec service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 19:43:31.685349 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [req-07afed79-14c8-418c-a0ed-a034cf799929 req-f7afce85-390c-452a-981e-cd2b99d267ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 255448b9-40d9-46b2-b27a-5b8bf8a422be {{(pid=84764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:43:31.686103 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cf9c51-0e91-4e6f-a80b-4c9e0cede85c req-b049eb3c-f9ec-441f-8fa2-cda1494fc5b4 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:31.686103 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-63cf9c51-0e91-4e6f-a80b-4c9e0cede85c req-b049eb3c-f9ec-441f-8fa2-cda1494fc5b4 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b49bb00-f484-4f92-bb80-0be3537a561f HTTP/1.1" status: 200 len: 944 time: 0.0864296 Apr 18 19:43:31.686642 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70021d1c-50a8-4719-90ad-dc3602b200c0 req-52b0e7ac-1c31-49d2-ba83-3df385a13719 tempest-ImagesOneServerNegativeTestJSON-69738565 tempest-ImagesOneServerNegativeTestJSON-69738565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:31.686642 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-70021d1c-50a8-4719-90ad-dc3602b200c0 req-52b0e7ac-1c31-49d2-ba83-3df385a13719 tempest-ImagesOneServerNegativeTestJSON-69738565 tempest-ImagesOneServerNegativeTestJSON-69738565-project] 10.222.0.69 "GET /v2.0/ports?device_id=407e2230-4fde-49f0-8186-6782973799b3 HTTP/1.1" status: 200 len: 931 time: 0.6973429 Apr 18 19:43:31.686642 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-07afed79-14c8-418c-a0ed-a034cf799929 req-f7afce85-390c-452a-981e-cd2b99d267ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:31.687034 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-63cf9c51-0e91-4e6f-a80b-4c9e0cede85c req-5a0b640d-7a2b-4d0e-86d0-ca5dae711218 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] 10.222.0.69 "GET /v2.0/security-groups?id=65d46739-eb5a-478f-9fc7-f1aa98b0d76a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417042 Apr 18 19:43:31.687176 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.provisioning_blocks [req-07afed79-14c8-418c-a0ed-a034cf799929 req-f7afce85-390c-452a-981e-cd2b99d267ec service neutron] Transition to ACTIVE for port object 255448b9-40d9-46b2-b27a-5b8bf8a422be will not be triggered until provisioned by entity L2. {{(pid=84764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:43:31.711245 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-70021d1c-50a8-4719-90ad-dc3602b200c0 req-cfa48ada-2ae1-4faf-801d-cafa953487a6 tempest-ImagesOneServerNegativeTestJSON-69738565 tempest-ImagesOneServerNegativeTestJSON-69738565-project] Synchronizing usage tracker for tenant:e44a84e8100a412da7a0117ba727c7dc on resource:security_group {{(pid=84764) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:43:31.743532 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.db_base_plugin_common [None req-4fafd977-e7b4-4e4a-90b5-d8bfb0c6852a tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Allocated IP 2001:db8::1 (391cc2cf-385b-4053-8868-11f4a680fccf/96f23ec2-1d47-4b2c-9de3-8ef1bcb440f1/48aae256-a88d-4f7d-adb8-cafe0c5b30ee) {{(pid=84764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:43:31.755151 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-5feaf3d0-68d8-4129-b53e-87b0691e7cef req-33fe1818-dd53-433f-8391-d169a9404097 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:31.869668 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e9d48e50-6639-4546-b64e-68cfdd84b082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:31.878129 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-07afed79-14c8-418c-a0ed-a034cf799929 req-f7afce85-390c-452a-981e-cd2b99d267ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2290934'] for port, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:31.908462 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38d3918b-428f-46ed-976d-4bb34ebb6968 admin admin] Made reservation on behalf of 4c467a6eff8a4b97a4bec55729a7d85f for: {'network': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:43:31.911289 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-38d3918b-428f-46ed-976d-4bb34ebb6968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for network, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:31.953806 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fe1818-dd53-433f-8391-d169a9404097 service neutron] Pushing event updated for resources: {'Port': ['ID=5da1554c-386d-4ca6-a7bf-115fe539e461,revision_number=2']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:31.953806 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-38d3918b-428f-46ed-976d-4bb34ebb6968 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:31.974927 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [req-70021d1c-50a8-4719-90ad-dc3602b200c0 req-cfa48ada-2ae1-4faf-801d-cafa953487a6 tempest-ImagesOneServerNegativeTestJSON-69738565 tempest-ImagesOneServerNegativeTestJSON-69738565-project] Unset dirty status for tenant:e44a84e8100a412da7a0117ba727c7dc on resource:security_group {{(pid=84764) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:43:31.997508 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-70021d1c-50a8-4719-90ad-dc3602b200c0 req-cfa48ada-2ae1-4faf-801d-cafa953487a6 tempest-ImagesOneServerNegativeTestJSON-69738565 tempest-ImagesOneServerNegativeTestJSON-69738565-project] 10.222.0.69 "GET /v2.0/security-groups?id=a344184d-6101-4cc9-b0b4-25da7b73d4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3905067 Apr 18 19:43:32.001082 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d48e50-6639-4546-b64e-68cfdd84b082 None None] Pushing event updated for resources: {'Port': ['ID=0d4dd407-ed85-4a7f-835a-81bce5699a3d,revision_number=2']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:32.075211 n-d-836017-2 neutron-server[84764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfcb4f83-9656-4e7d-b659-cad4e8b120be'] response: {'name': 'network-changed', 'server_uuid': '7da2e1a8-2ab3-46b7-8cdb-53e56abc5d74', 'tag': 'c3ca2014-925d-4461-9c4d-67754ca211dc', 'status': 'completed', 'code': 200} Apr 18 19:43:32.090986 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-4fafd977-e7b4-4e4a-90b5-d8bfb0c6852a tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks [] for port, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:32.101884 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7afce85-390c-452a-981e-cd2b99d267ec service neutron] Pushing event updated for resources: {'Port': ['ID=255448b9-40d9-46b2-b27a-5b8bf8a422be,revision_number=2']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:32.119356 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.provisioning_blocks [None req-4fafd977-e7b4-4e4a-90b5-d8bfb0c6852a tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Transition to ACTIVE for port object 48aae256-a88d-4f7d-adb8-cafe0c5b30ee will not be triggered until provisioned by entity DHCP. {{(pid=84764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:43:32.282784 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998c75ce-d276-414d-8b18-53c2220501b5 req-88460f2b-18d5-4963-9c02-4a35b308e94c tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:32.292034 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-998c75ce-d276-414d-8b18-53c2220501b5 req-88460f2b-18d5-4963-9c02-4a35b308e94c tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 946 time: 0.5736868 Apr 18 19:43:32.455304 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-4fafd977-e7b4-4e4a-90b5-d8bfb0c6852a tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2290831'] for port, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:32.488633 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-38d3918b-428f-46ed-976d-4bb34ebb6968 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:43:32.493488 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-38d3918b-428f-46ed-976d-4bb34ebb6968 admin admin] Usage tracker for resource:security_group_rule and tenant:4c467a6eff8a4b97a4bec55729a7d85f is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:43:32.496922 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-38d3918b-428f-46ed-976d-4bb34ebb6968 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:43:32.505502 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-38d3918b-428f-46ed-976d-4bb34ebb6968 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:43:32.542106 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fafd977-e7b4-4e4a-90b5-d8bfb0c6852a tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Network 391cc2cf-385b-4053-8868-11f4a680fccf is already hosted by enough agents. {{(pid=84764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:43:32.549995 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [None req-4fafd977-e7b4-4e4a-90b5-d8bfb0c6852a tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Resources bound (agent type, host, resource id): {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:43:32.566168 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ca34ff-5e60-4beb-b231-91e75b74e6b4 req-52dc1732-815e-4841-b874-97618c535118 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:32.567867 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-52ca34ff-5e60-4beb-b231-91e75b74e6b4 req-52dc1732-815e-4841-b874-97618c535118 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] 10.222.0.69 "GET /v2.0/networks?id=20d4b8e1-a40a-4802-a6ed-f360fca84cce HTTP/1.1" status: 200 len: 811 time: 0.3393495 Apr 18 19:43:32.572881 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fafd977-e7b4-4e4a-90b5-d8bfb0c6852a tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Received port after_create {{(pid=84764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:43:32.575083 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-4fafd977-e7b4-4e4a-90b5-d8bfb0c6852a tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417434'] for router_interface, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:32.602195 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-38d3918b-428f-46ed-976d-4bb34ebb6968 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:32.614963 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-998c75ce-d276-414d-8b18-53c2220501b5 req-1b95134e-cd94-40f0-b607-1d8a76baa312 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3218753 Apr 18 19:43:32.622682 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-5feaf3d0-68d8-4129-b53e-87b0691e7cef req-33fe1818-dd53-433f-8391-d169a9404097 service neutron] Attempting to bind port 5da1554c-386d-4ca6-a7bf-115fe539e461 on host n-h1-836017-2 for vnic_type normal with profile {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:43:32.623056 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-5feaf3d0-68d8-4129-b53e-87b0691e7cef req-33fe1818-dd53-433f-8391-d169a9404097 service neutron] Attempting to bind port 5da1554c-386d-4ca6-a7bf-115fe539e461 by drivers openvswitch,hyperv on host n-h1-836017-2 at level 0 using segments [{'id': '7a4923d3-f723-4642-bbf5-d50649e58889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '57504205-640f-4da0-9382-52b07f31733f'}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:43:32.623347 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5feaf3d0-68d8-4129-b53e-87b0691e7cef req-33fe1818-dd53-433f-8391-d169a9404097 service neutron] Attempting to bind port 5da1554c-386d-4ca6-a7bf-115fe539e461 on network 57504205-640f-4da0-9382-52b07f31733f {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:43:32.639135 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-048a9887-5447-415f-98de-9c8eacf070e6 req-bcacf2ec-b11c-4ec4-9622-eb01bdd41260 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=25b05b3bfc6f4792a58f276b63d5c65b&device_id=7da2e1a8-2ab3-46b7-8cdb-53e56abc5d74 HTTP/1.1" status: 200 len: 6378 time: 0.5359201 Apr 18 19:43:32.642169 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5feaf3d0-68d8-4129-b53e-87b0691e7cef req-33fe1818-dd53-433f-8391-d169a9404097 service neutron] Port 5da1554c-386d-4ca6-a7bf-115fe539e461 on network 57504205-640f-4da0-9382-52b07f31733f not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-2 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:43:32.642503 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5feaf3d0-68d8-4129-b53e-87b0691e7cef req-33fe1818-dd53-433f-8391-d169a9404097 service neutron] Attempting to bind port 5da1554c-386d-4ca6-a7bf-115fe539e461 on network 57504205-640f-4da0-9382-52b07f31733f {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:43:32.689806 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-38d3918b-428f-46ed-976d-4bb34ebb6968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484773'] for security_group, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:32.701215 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fafd977-e7b4-4e4a-90b5-d8bfb0c6852a tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Pushing event updated for resources: {'Port': ['ID=48aae256-a88d-4f7d-adb8-cafe0c5b30ee,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:32.703662 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-07afed79-14c8-418c-a0ed-a034cf799929 req-f7afce85-390c-452a-981e-cd2b99d267ec service neutron] Attempting to bind port 255448b9-40d9-46b2-b27a-5b8bf8a422be on host n-h2-836017-2 for vnic_type normal with profile {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:43:32.704003 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-07afed79-14c8-418c-a0ed-a034cf799929 req-f7afce85-390c-452a-981e-cd2b99d267ec service neutron] Attempting to bind port 255448b9-40d9-46b2-b27a-5b8bf8a422be by drivers openvswitch,hyperv on host n-h2-836017-2 at level 0 using segments [{'id': 'aa8c0ef9-da74-4d84-9263-663c7f790109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f00f9f08-e875-4f8c-9289-beff649f5094'}] {{(pid=84764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:43:32.704354 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07afed79-14c8-418c-a0ed-a034cf799929 req-f7afce85-390c-452a-981e-cd2b99d267ec service neutron] Attempting to bind port 255448b9-40d9-46b2-b27a-5b8bf8a422be on network f00f9f08-e875-4f8c-9289-beff649f5094 {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:43:32.723422 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07afed79-14c8-418c-a0ed-a034cf799929 req-f7afce85-390c-452a-981e-cd2b99d267ec service neutron] Port 255448b9-40d9-46b2-b27a-5b8bf8a422be on network f00f9f08-e875-4f8c-9289-beff649f5094 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-2 {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:43:32.723793 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07afed79-14c8-418c-a0ed-a034cf799929 req-f7afce85-390c-452a-981e-cd2b99d267ec service neutron] Attempting to bind port 255448b9-40d9-46b2-b27a-5b8bf8a422be on network f00f9f08-e875-4f8c-9289-beff649f5094 {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:43:32.741154 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-52ca34ff-5e60-4beb-b231-91e75b74e6b4 req-c2494ba7-82aa-407f-959d-000273e4f69e tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] 10.222.0.69 "GET /v2.0/quotas/7276b8530b6a4c9e997960e7ff37ca8f HTTP/1.1" status: 200 len: 375 time: 0.1495955 Apr 18 19:43:32.770816 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5feaf3d0-68d8-4129-b53e-87b0691e7cef req-33fe1818-dd53-433f-8391-d169a9404097 service neutron] Checking agent: {'id': 'e3a31811-08e0-42ba-bc2e-ed8a973b714f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 25), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:43:32.771142 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5feaf3d0-68d8-4129-b53e-87b0691e7cef req-33fe1818-dd53-433f-8391-d169a9404097 service neutron] Checking segment: {'id': '7a4923d3-f723-4642-bbf5-d50649e58889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '57504205-640f-4da0-9382-52b07f31733f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:43:32.771833 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5feaf3d0-68d8-4129-b53e-87b0691e7cef req-33fe1818-dd53-433f-8391-d169a9404097 service neutron] Bound using segment: {'id': '7a4923d3-f723-4642-bbf5-d50649e58889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '57504205-640f-4da0-9382-52b07f31733f'} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:43:32.772416 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-5feaf3d0-68d8-4129-b53e-87b0691e7cef req-33fe1818-dd53-433f-8391-d169a9404097 service neutron] Bound port: 5da1554c-386d-4ca6-a7bf-115fe539e461, host: n-h1-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a4923d3-f723-4642-bbf5-d50649e58889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '57504205-640f-4da0-9382-52b07f31733f'}}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:43:32.772831 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-5feaf3d0-68d8-4129-b53e-87b0691e7cef req-33fe1818-dd53-433f-8391-d169a9404097 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:32.794406 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38d3918b-428f-46ed-976d-4bb34ebb6968 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=84763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:43:32.808932 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07afed79-14c8-418c-a0ed-a034cf799929 req-f7afce85-390c-452a-981e-cd2b99d267ec service neutron] Checking agent: {'id': '02e8f951-d3a3-40e1-b8cc-aed258af030b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:43:32.809276 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07afed79-14c8-418c-a0ed-a034cf799929 req-f7afce85-390c-452a-981e-cd2b99d267ec service neutron] Checking segment: {'id': 'aa8c0ef9-da74-4d84-9263-663c7f790109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f00f9f08-e875-4f8c-9289-beff649f5094'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:43:32.809664 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07afed79-14c8-418c-a0ed-a034cf799929 req-f7afce85-390c-452a-981e-cd2b99d267ec service neutron] Bound using segment: {'id': 'aa8c0ef9-da74-4d84-9263-663c7f790109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f00f9f08-e875-4f8c-9289-beff649f5094'} {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:43:32.810107 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-07afed79-14c8-418c-a0ed-a034cf799929 req-f7afce85-390c-452a-981e-cd2b99d267ec service neutron] Bound port: 255448b9-40d9-46b2-b27a-5b8bf8a422be, host: n-h2-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa8c0ef9-da74-4d84-9263-663c7f790109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f00f9f08-e875-4f8c-9289-beff649f5094'}}] {{(pid=84764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:43:32.810482 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-07afed79-14c8-418c-a0ed-a034cf799929 req-f7afce85-390c-452a-981e-cd2b99d267ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:32.884960 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-38d3918b-428f-46ed-976d-4bb34ebb6968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:32.885327 n-d-836017-2 neutron-server[84763]: INFO neutron.db.segments_db [None req-38d3918b-428f-46ed-976d-4bb34ebb6968 admin admin] Added segment eac1305f-12da-457d-a91f-f86093142ec5 of type vlan for network 8c1271d5-1aa1-4888-bcb1-d45b4ad7c2e4 Apr 18 19:43:32.936980 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d3918b-428f-46ed-976d-4bb34ebb6968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44028132-f19a-40bf-9ed1-5d1aaa32e3a9,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:32.989799 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-52ca34ff-5e60-4beb-b231-91e75b74e6b4 req-a811a8a8-1102-42bc-8142-8c86add766cf tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=7276b8530b6a4c9e997960e7ff37ca8f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2461650 Apr 18 19:43:33.037811 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d3918b-428f-46ed-976d-4bb34ebb6968 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:43:33.038145 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d3918b-428f-46ed-976d-4bb34ebb6968 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:43:33.038482 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d3918b-428f-46ed-976d-4bb34ebb6968 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:43:33.038811 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d3918b-428f-46ed-976d-4bb34ebb6968 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:43:33.039138 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d3918b-428f-46ed-976d-4bb34ebb6968 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:43:33.039462 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d3918b-428f-46ed-976d-4bb34ebb6968 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:43:33.039783 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d3918b-428f-46ed-976d-4bb34ebb6968 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:43:33.040099 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d3918b-428f-46ed-976d-4bb34ebb6968 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:43:33.040493 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d3918b-428f-46ed-976d-4bb34ebb6968 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:43:33.040769 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d3918b-428f-46ed-976d-4bb34ebb6968 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:43:33.041082 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d3918b-428f-46ed-976d-4bb34ebb6968 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:43:33.053428 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-38d3918b-428f-46ed-976d-4bb34ebb6968 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791093404182'] for network, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:33.070892 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048a9887-5447-415f-98de-9c8eacf070e6 req-0fb21d1a-e633-4bcc-850b-82602634a090 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:33.071298 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048a9887-5447-415f-98de-9c8eacf070e6 req-0fb21d1a-e633-4bcc-850b-82602634a090 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:33.071662 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048a9887-5447-415f-98de-9c8eacf070e6 req-0fb21d1a-e633-4bcc-850b-82602634a090 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:33.073303 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-048a9887-5447-415f-98de-9c8eacf070e6 req-0fb21d1a-e633-4bcc-850b-82602634a090 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=25b05b3bfc6f4792a58f276b63d5c65b&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4236097 Apr 18 19:43:33.111308 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-07afed79-14c8-418c-a0ed-a034cf799929 req-f7afce85-390c-452a-981e-cd2b99d267ec service neutron] For port 255448b9-40d9-46b2-b27a-5b8bf8a422be, host n-h2-836017-2, cleared binding levels {{(pid=84764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:43:33.127509 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-5feaf3d0-68d8-4129-b53e-87b0691e7cef req-33fe1818-dd53-433f-8391-d169a9404097 service neutron] For port 5da1554c-386d-4ca6-a7bf-115fe539e461, host n-h1-836017-2, cleared binding levels {{(pid=84763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:43:33.131413 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-5feaf3d0-68d8-4129-b53e-87b0691e7cef req-33fe1818-dd53-433f-8391-d169a9404097 service neutron] For port 5da1554c-386d-4ca6-a7bf-115fe539e461, host n-h1-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=5da1554c-386d-4ca6-a7bf-115fe539e461,segment=NetworkSegment(7a4923d3-f723-4642-bbf5-d50649e58889),segment_id=7a4923d3-f723-4642-bbf5-d50649e58889)] {{(pid=84763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:43:33.141413 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-4fafd977-e7b4-4e4a-90b5-d8bfb0c6852a tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:33.150907 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-07afed79-14c8-418c-a0ed-a034cf799929 req-f7afce85-390c-452a-981e-cd2b99d267ec service neutron] For port 255448b9-40d9-46b2-b27a-5b8bf8a422be, host n-h2-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=255448b9-40d9-46b2-b27a-5b8bf8a422be,segment=NetworkSegment(aa8c0ef9-da74-4d84-9263-663c7f790109),segment_id=aa8c0ef9-da74-4d84-9263-663c7f790109)] {{(pid=84764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:43:33.216238 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.db.resource_extend [None req-38d3918b-428f-46ed-976d-4bb34ebb6968 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 19:43:33.248757 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ee34fa-afd3-4993-81b7-b4a474f804ec req-99de8ce7-b77b-4c6a-8731-c6a16a7f1743 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:33.248757 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ee34fa-afd3-4993-81b7-b4a474f804ec req-99de8ce7-b77b-4c6a-8731-c6a16a7f1743 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:33.251876 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ee34fa-afd3-4993-81b7-b4a474f804ec req-99de8ce7-b77b-4c6a-8731-c6a16a7f1743 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:33.260172 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ee34fa-afd3-4993-81b7-b4a474f804ec req-99de8ce7-b77b-4c6a-8731-c6a16a7f1743 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:33.268032 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ee34fa-afd3-4993-81b7-b4a474f804ec req-99de8ce7-b77b-4c6a-8731-c6a16a7f1743 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:33.276787 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ee34fa-afd3-4993-81b7-b4a474f804ec req-99de8ce7-b77b-4c6a-8731-c6a16a7f1743 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:33.280896 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ee34fa-afd3-4993-81b7-b4a474f804ec req-99de8ce7-b77b-4c6a-8731-c6a16a7f1743 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:33.282943 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-08ee34fa-afd3-4993-81b7-b4a474f804ec req-99de8ce7-b77b-4c6a-8731-c6a16a7f1743 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] 10.222.0.69 "GET /v2.0/ports?device_id=7da2e1a8-2ab3-46b7-8cdb-53e56abc5d74 HTTP/1.1" status: 200 len: 5418 time: 0.4801018 Apr 18 19:43:33.306447 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-5feaf3d0-68d8-4129-b53e-87b0691e7cef req-33fe1818-dd53-433f-8391-d169a9404097 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:33.338046 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-52ca34ff-5e60-4beb-b231-91e75b74e6b4 req-816c6ef1-fb6f-4a94-89a1-f261f6db617a service neutron] 10.222.0.69 "GET /v2.0/networks/20d4b8e1-a40a-4802-a6ed-f360fca84cce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3400002 Apr 18 19:43:33.459787 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-38d3918b-428f-46ed-976d-4bb34ebb6968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251'] for network, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:33.460135 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d3918b-428f-46ed-976d-4bb34ebb6968 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:33.471917 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-38d3918b-428f-46ed-976d-4bb34ebb6968 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:33.490938 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.agents_db [None req-eb67022b-f881-4bc8-8f45-fca90fb27803 None None] Agent healthcheck: found 7 active agents {{(pid=84766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:43:33.571300 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-07afed79-14c8-418c-a0ed-a034cf799929 req-f7afce85-390c-452a-981e-cd2b99d267ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2290934'] for port, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:33.582869 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-5feaf3d0-68d8-4129-b53e-87b0691e7cef req-33fe1818-dd53-433f-8391-d169a9404097 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:33.584566 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5feaf3d0-68d8-4129-b53e-87b0691e7cef req-33fe1818-dd53-433f-8391-d169a9404097 service neutron] 10.222.0.73 "PUT /v2.0/ports/5da1554c-386d-4ca6-a7bf-115fe539e461 HTTP/1.1" status: 200 len: 1091 time: 4.2606895 Apr 18 19:43:33.603762 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '407e2230-4fde-49f0-8186-6782973799b3', 'tag': '5da1554c-386d-4ca6-a7bf-115fe539e461'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:43:33.736823 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e8b25d-f414-49dc-bd55-186c86cb816c None None] Network 391cc2cf-385b-4053-8868-11f4a680fccf requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:43:33.760805 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-07afed79-14c8-418c-a0ed-a034cf799929 req-f7afce85-390c-452a-981e-cd2b99d267ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:33.763058 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-07afed79-14c8-418c-a0ed-a034cf799929 req-f7afce85-390c-452a-981e-cd2b99d267ec service neutron] 10.222.0.72 "PUT /v2.0/ports/255448b9-40d9-46b2-b27a-5b8bf8a422be HTTP/1.1" status: 200 len: 1091 time: 4.2836089 Apr 18 19:43:33.873010 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7afce85-390c-452a-981e-cd2b99d267ec service neutron] Pushing event updated for resources: {'Port': ['ID=255448b9-40d9-46b2-b27a-5b8bf8a422be,revision_number=3']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:33.888966 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [req-07afed79-14c8-418c-a0ed-a034cf799929 req-4d4d561e-3a70-4aff-abfb-559ed1fc0514 service neutron] Request body: {'port': {'device_id': '7da2e1a8-2ab3-46b7-8cdb-53e56abc5d74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-2'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:43:33.897936 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-635f7084-dbc3-4a90-b5c9-4d42ad05776b None None] Provisioning for port 0d4dd407-ed85-4a7f-835a-81bce5699a3d completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:43:33.980544 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-52ca34ff-5e60-4beb-b231-91e75b74e6b4 req-e5943d07-9847-41db-a81b-2280ccec4d96 service neutron] 10.222.0.69 "GET /v2.0/networks/20d4b8e1-a40a-4802-a6ed-f360fca84cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3918149 Apr 18 19:43:33.999034 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048a9887-5447-415f-98de-9c8eacf070e6 req-1c4b659e-5ae8-489a-ab10-f6018e65b194 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:33.999034 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-048a9887-5447-415f-98de-9c8eacf070e6 req-1c4b659e-5ae8-489a-ab10-f6018e65b194 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9180462 Apr 18 19:43:33.999034 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fe1818-dd53-433f-8391-d169a9404097 service neutron] Pushing event updated for resources: {'Port': ['ID=5da1554c-386d-4ca6-a7bf-115fe539e461,revision_number=3']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:34.119844 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7da2e1a8-2ab3-46b7-8cdb-53e56abc5d74', 'tag': '255448b9-40d9-46b2-b27a-5b8bf8a422be'}] {{(pid=84764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:43:34.176081 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-08ee34fa-afd3-4993-81b7-b4a474f804ec req-278ffecc-e6e1-496c-9c23-bdcc335ffd95 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] 10.222.0.69 "GET /v2.0/security-groups?id=a56a40f2-4963-4e2c-86e7-08b9a7e6f2d4&id=2f779892-393e-469d-9df2-53f1de5adba9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8749847 Apr 18 19:43:34.191396 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d3918b-428f-46ed-976d-4bb34ebb6968 admin admin] Pushing event updated for resources: {'Network': ['ID=8c1271d5-1aa1-4888-bcb1-d45b4ad7c2e4,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:34.227122 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Network 8c1271d5-1aa1-4888-bcb1-d45b4ad7c2e4 details requested by agent ovs-agent-n-d-836017-2 with host n-d-836017-2 {{(pid=84765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:43:34.263519 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-38d3918b-428f-46ed-976d-4bb34ebb6968 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 3.3438644 Apr 18 19:43:34.266029 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 41924) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:43:34.274979 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5feaf3d0-68d8-4129-b53e-87b0691e7cef req-acadd573-d91a-4452-b9fc-b296f467a4c7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e44a84e8100a412da7a0117ba727c7dc&device_id=407e2230-4fde-49f0-8186-6782973799b3 HTTP/1.1" status: 200 len: 1094 time: 0.2585273 Apr 18 19:43:34.281229 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-54a37190-18b8-4b90-b706-ba245d13d90f admin admin] Request body: {'subnet': {'network_id': '8c1271d5-1aa1-4888-bcb1-d45b4ad7c2e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-999350265-subnet', 'tenant_id': '4c467a6eff8a4b97a4bec55729a7d85f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:43:34.351411 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-54a37190-18b8-4b90-b706-ba245d13d90f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:43:34.375263 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 0d4dd407-ed85-4a7f-835a-81bce5699a3d up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:43:34.395829 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-54a37190-18b8-4b90-b706-ba245d13d90f admin admin] Usage tracker for resource:subnet and tenant:4c467a6eff8a4b97a4bec55729a7d85f is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:43:34.412599 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-07afed79-14c8-418c-a0ed-a034cf799929 req-4d4d561e-3a70-4aff-abfb-559ed1fc0514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:34.415059 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-54a37190-18b8-4b90-b706-ba245d13d90f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:43:34.427086 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-54a37190-18b8-4b90-b706-ba245d13d90f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:43:34.451999 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5feaf3d0-68d8-4129-b53e-87b0691e7cef req-6876661a-86c4-41de-a44f-176e7638d9ea service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5da1554c-386d-4ca6-a7bf-115fe539e461 HTTP/1.1" status: 200 len: 217 time: 0.1664431 Apr 18 19:43:34.570907 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54a37190-18b8-4b90-b706-ba245d13d90f admin admin] Made reservation on behalf of 4c467a6eff8a4b97a4bec55729a7d85f for: {'subnet': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:43:34.573327 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-54a37190-18b8-4b90-b706-ba245d13d90f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540907'] for subnet, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:34.605398 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feaf3d0-68d8-4129-b53e-87b0691e7cef req-df55aaef-ea3b-412e-8c1c-a95d615cc172 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:34.606999 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5feaf3d0-68d8-4129-b53e-87b0691e7cef req-df55aaef-ea3b-412e-8c1c-a95d615cc172 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e027fe22-b754-4608-82d6-3f1b832ea903 HTTP/1.1" status: 200 len: 862 time: 0.1446130 Apr 18 19:43:34.670488 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning for port 0d4dd407-ed85-4a7f-835a-81bce5699a3d completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:43:34.681357 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port 0d4dd407-ed85-4a7f-835a-81bce5699a3d triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:43:34.681957 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:34.686610 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.db.resource_extend [None req-4fafd977-e7b4-4e4a-90b5-d8bfb0c6852a tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 19:43:34.757362 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-4fafd977-e7b4-4e4a-90b5-d8bfb0c6852a tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks [] for port, precommit_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:34.838700 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5feaf3d0-68d8-4129-b53e-87b0691e7cef req-f31fa081-fc32-47ec-bf7b-9ef149aa3636 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=57504205-640f-4da0-9382-52b07f31733f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1221864 Apr 18 19:43:34.908091 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:34.981107 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] For port 0d4dd407-ed85-4a7f-835a-81bce5699a3d, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=0d4dd407-ed85-4a7f-835a-81bce5699a3d,segment=NetworkSegment(94e64eb2-042e-4c20-8109-f7de3b59644f),segment_id=94e64eb2-042e-4c20-8109-f7de3b59644f)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:43:35.028291 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-4fafd977-e7b4-4e4a-90b5-d8bfb0c6852a tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2290934'] for port, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:35.030680 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6af156-6907-4e04-8917-f7b105438e55 req-df488b11-8267-4cd6-9841-26f70d572c7e tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:35.031050 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-4fafd977-e7b4-4e4a-90b5-d8bfb0c6852a tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-417335'] for router_interface, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:35.032150 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-6c6af156-6907-4e04-8917-f7b105438e55 req-df488b11-8267-4cd6-9841-26f70d572c7e tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 946 time: 0.5709147 Apr 18 19:43:35.044982 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-f6d63bc9-f1e0-4c74-a197-f42a402fa7f0 None None] Provisioning complete for port 0d4dd407-ed85-4a7f-835a-81bce5699a3d triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:43:35.045483 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f6d63bc9-f1e0-4c74-a197-f42a402fa7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:35.102415 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:35.169494 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5feaf3d0-68d8-4129-b53e-87b0691e7cef req-758bb202-5999-456f-8ef4-e8900789f648 service neutron] 10.222.0.73 "GET /v2.0/networks/57504205-640f-4da0-9382-52b07f31733f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3227415 Apr 18 19:43:35.182010 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df9d1f2-1a8f-4e2a-8552-d72e33031fc2 req-b42bba35-f245-438c-a38b-bb14a3a7be82 tempest-ImagesOneServerNegativeTestJSON-69738565 tempest-ImagesOneServerNegativeTestJSON-69738565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:35.190475 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-4df9d1f2-1a8f-4e2a-8552-d72e33031fc2 req-b42bba35-f245-438c-a38b-bb14a3a7be82 tempest-ImagesOneServerNegativeTestJSON-69738565 tempest-ImagesOneServerNegativeTestJSON-69738565-project] 10.222.0.69 "GET /v2.0/ports?device_id=407e2230-4fde-49f0-8186-6782973799b3 HTTP/1.1" status: 200 len: 943 time: 0.6515152 Apr 18 19:43:35.233597 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Pushing event updated for resources: {'Port': ['ID=0d4dd407-ed85-4a7f-835a-81bce5699a3d,revision_number=3']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:35.303372 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fafd977-e7b4-4e4a-90b5-d8bfb0c6852a tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Pushing event updated for resources: {'Port': ['ID=48aae256-a88d-4f7d-adb8-cafe0c5b30ee,revision_number=2']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:35.312914 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-6c6af156-6907-4e04-8917-f7b105438e55 req-438cd2b6-2803-42ea-bb46-75cdccde8f49 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703066 Apr 18 19:43:35.434787 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-f6d63bc9-f1e0-4c74-a197-f42a402fa7f0 None None] Provisioning for port 48aae256-a88d-4f7d-adb8-cafe0c5b30ee completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:43:35.440876 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-f6d63bc9-f1e0-4c74-a197-f42a402fa7f0 None None] Provisioning complete for port 48aae256-a88d-4f7d-adb8-cafe0c5b30ee triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:43:35.442906 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f6d63bc9-f1e0-4c74-a197-f42a402fa7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:35.464822 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-950f277d-ca45-45f9-b50f-d1e798964abb'] response: {'name': 'network-changed', 'server_uuid': '407e2230-4fde-49f0-8186-6782973799b3', 'tag': '5da1554c-386d-4ca6-a7bf-115fe539e461', 'status': 'completed', 'code': 200} Apr 18 19:43:35.493793 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-4df9d1f2-1a8f-4e2a-8552-d72e33031fc2 req-ecec2902-4584-4f82-8dcc-031d0d0c9552 tempest-ImagesOneServerNegativeTestJSON-69738565 tempest-ImagesOneServerNegativeTestJSON-69738565-project] 10.222.0.69 "GET /v2.0/security-groups?id=a344184d-6101-4cc9-b0b4-25da7b73d4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3022387 Apr 18 19:43:35.498631 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fafd977-e7b4-4e4a-90b5-d8bfb0c6852a tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Network 391cc2cf-385b-4053-8868-11f4a680fccf is already hosted by enough agents. {{(pid=84764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:43:35.506609 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.base_scheduler [None req-4fafd977-e7b4-4e4a-90b5-d8bfb0c6852a tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Resources bound (agent type, host, resource id): {{(pid=84764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:43:35.580554 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-f6d63bc9-f1e0-4c74-a197-f42a402fa7f0 None None] Port 48aae256-a88d-4f7d-adb8-cafe0c5b30ee cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:43:35.610945 n-d-836017-2 neutron-server[84764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b93e0308-f3e1-447b-83ea-6ea00622789d'] response: {'name': 'network-changed', 'server_uuid': '7da2e1a8-2ab3-46b7-8cdb-53e56abc5d74', 'tag': '255448b9-40d9-46b2-b27a-5b8bf8a422be', 'status': 'completed', 'code': 200} Apr 18 19:43:35.656038 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5feaf3d0-68d8-4129-b53e-87b0691e7cef req-5683f2ef-48a3-455e-8a5c-31420f6901e0 service neutron] 10.222.0.73 "GET /v2.0/networks/57504205-640f-4da0-9382-52b07f31733f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4218330 Apr 18 19:43:35.734314 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-bce37928-2732-4f2c-9ced-f0a365c62456 None None] Provisioning complete for port 48aae256-a88d-4f7d-adb8-cafe0c5b30ee triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:43:35.734682 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bce37928-2732-4f2c-9ced-f0a365c62456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:35.744782 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e93491ca-a7cd-4eee-ac51-9f80eb4c44b9 req-ff1f5951-b807-4370-8885-393d3fd88129 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=25b05b3bfc6f4792a58f276b63d5c65b&device_id=7da2e1a8-2ab3-46b7-8cdb-53e56abc5d74 HTTP/1.1" status: 200 len: 6420 time: 0.1394486 Apr 18 19:43:35.747766 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-54a37190-18b8-4b90-b706-ba245d13d90f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66351616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66540921'] for subnet, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:35.786038 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.db.resource_extend [req-07afed79-14c8-418c-a0ed-a034cf799929 req-4d4d561e-3a70-4aff-abfb-559ed1fc0514 service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 19:43:36.010598 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-bce37928-2732-4f2c-9ced-f0a365c62456 None None] Port 48aae256-a88d-4f7d-adb8-cafe0c5b30ee cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:43:36.040512 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-bbdf10c2-7463-4640-9561-566a33655e1b req-d75490bf-e0ef-4ba7-9871-b8e1bd8b3e5a tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] 10.222.0.69 "GET /v2.0/ports?device_id=3abfef03-bf1d-476e-b07c-afc0b22f7586 HTTP/1.1" status: 200 len: 210 time: 0.0997045 Apr 18 19:43:36.108614 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a37190-18b8-4b90-b706-ba245d13d90f admin admin] Pushing event updated for resources: {'Subnet': ['ID=598bc5f6-bdfa-4e35-aa1c-6f25d1c5de7c,revision_number=0']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:36.141344 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-3dac9eb6-65ed-4698-aa6e-f564aa06754d None None] Provisioning complete for port 48aae256-a88d-4f7d-adb8-cafe0c5b30ee triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:43:36.141804 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3dac9eb6-65ed-4698-aa6e-f564aa06754d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:36.181811 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 0d4dd407-ed85-4a7f-835a-81bce5699a3d up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:43:36.246162 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a37190-18b8-4b90-b706-ba245d13d90f admin admin] Checking segment: {'id': 'eac1305f-12da-457d-a91f-f86093142ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '8c1271d5-1aa1-4888-bcb1-d45b4ad7c2e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:43:36.256435 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a37190-18b8-4b90-b706-ba245d13d90f admin admin] Network hostable DHCP agents. Network: 8c1271d5-1aa1-4888-bcb1-d45b4ad7c2e4, hostable agents: ['f6987c12-6d6c-47d4-b22d-cfcd164dc40d'], hosted agents: [] {{(pid=84763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:43:36.296251 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93491ca-a7cd-4eee-ac51-9f80eb4c44b9 req-2bdd5d6c-f9f3-4be1-8352-6839a1af1f7e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:36.296604 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93491ca-a7cd-4eee-ac51-9f80eb4c44b9 req-2bdd5d6c-f9f3-4be1-8352-6839a1af1f7e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:36.296826 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93491ca-a7cd-4eee-ac51-9f80eb4c44b9 req-2bdd5d6c-f9f3-4be1-8352-6839a1af1f7e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:36.298690 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e93491ca-a7cd-4eee-ac51-9f80eb4c44b9 req-2bdd5d6c-f9f3-4be1-8352-6839a1af1f7e service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=25b05b3bfc6f4792a58f276b63d5c65b&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.5326257 Apr 18 19:43:36.299146 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-3dac9eb6-65ed-4698-aa6e-f564aa06754d None None] Port 48aae256-a88d-4f7d-adb8-cafe0c5b30ee cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:43:36.304562 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-61a8f201-5d22-4101-817b-e0eb2fca2f1c req-cfe9fbe9-3d17-4ca4-9278-82a5a81cbf2d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e44a84e8100a412da7a0117ba727c7dc&device_id=407e2230-4fde-49f0-8186-6782973799b3 HTTP/1.1" status: 200 len: 1094 time: 0.4168038 Apr 18 19:43:36.336412 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port 0d4dd407-ed85-4a7f-835a-81bce5699a3d triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:43:36.336412 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:36.387713 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [req-07afed79-14c8-418c-a0ed-a034cf799929 req-4d4d561e-3a70-4aff-abfb-559ed1fc0514 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc8fa886-e93d-4d04-8bab-3e04c5da3a42 {{(pid=84764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:43:36.415661 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-07afed79-14c8-418c-a0ed-a034cf799929 req-4d4d561e-3a70-4aff-abfb-559ed1fc0514 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:36.478172 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.provisioning_blocks [req-07afed79-14c8-418c-a0ed-a034cf799929 req-4d4d561e-3a70-4aff-abfb-559ed1fc0514 service neutron] Transition to ACTIVE for port object bc8fa886-e93d-4d04-8bab-3e04c5da3a42 will not be triggered until provisioned by entity L2. {{(pid=84764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:43:36.506991 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a37190-18b8-4b90-b706-ba245d13d90f admin admin] Network 8c1271d5-1aa1-4888-bcb1-d45b4ad7c2e4 is scheduled to be hosted by DHCP agent f6987c12-6d6c-47d4-b22d-cfcd164dc40d with binding_index 1 {{(pid=84763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:43:36.726762 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-07afed79-14c8-418c-a0ed-a034cf799929 req-4d4d561e-3a70-4aff-abfb-559ed1fc0514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2290934'] for port, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:36.819993 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [None req-54a37190-18b8-4b90-b706-ba245d13d90f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-2, 8c1271d5-1aa1-4888-bcb1-d45b4ad7c2e4) {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:43:36.830509 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177c08f2-c7fc-454c-bd2a-2a38f4e7fea8 None None] Network 8c1271d5-1aa1-4888-bcb1-d45b4ad7c2e4 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:43:36.852766 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a37190-18b8-4b90-b706-ba245d13d90f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:36.856417 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-54a37190-18b8-4b90-b706-ba245d13d90f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:36.877466 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a8f201-5d22-4101-817b-e0eb2fca2f1c req-b2da11ac-19b7-432c-b792-99a15d593b82 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:36.879482 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-61a8f201-5d22-4101-817b-e0eb2fca2f1c req-b2da11ac-19b7-432c-b792-99a15d593b82 service neutron] 10.222.0.73 "GET /v2.0/networks?id=57504205-640f-4da0-9382-52b07f31733f HTTP/1.1" status: 200 len: 923 time: 0.5624428 Apr 18 19:43:36.888953 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4d561e-3a70-4aff-abfb-559ed1fc0514 service neutron] Pushing event updated for resources: {'Port': ['ID=bc8fa886-e93d-4d04-8bab-3e04c5da3a42,revision_number=2']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:36.942462 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93491ca-a7cd-4eee-ac51-9f80eb4c44b9 req-3dbba1b7-4842-468a-9273-7e9a11d82fce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:36.944596 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e93491ca-a7cd-4eee-ac51-9f80eb4c44b9 req-3dbba1b7-4842-468a-9273-7e9a11d82fce service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6245625 Apr 18 19:43:36.962542 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676efd8a-c200-4ac4-a47a-874f3e6655fb req-671721cd-c91e-4d14-b3e9-2a5909bdf020 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:36.968094 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676efd8a-c200-4ac4-a47a-874f3e6655fb req-671721cd-c91e-4d14-b3e9-2a5909bdf020 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:36.972171 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676efd8a-c200-4ac4-a47a-874f3e6655fb req-671721cd-c91e-4d14-b3e9-2a5909bdf020 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:36.973259 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc77a62-a163-43b3-9cc1-5c90db7c7ff1 req-f4482b67-0e05-44ea-9b87-43105eda25bd tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:36.974836 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-edc77a62-a163-43b3-9cc1-5c90db7c7ff1 req-f4482b67-0e05-44ea-9b87-43105eda25bd tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] 10.222.0.69 "GET /v2.0/ports?device_id=e7e81689-65fe-4687-a768-aeb7ff97cfff HTTP/1.1" status: 200 len: 945 time: 0.4601333 Apr 18 19:43:36.976356 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-61a8f201-5d22-4101-817b-e0eb2fca2f1c req-4395e2f9-3141-4a52-81b8-bd0e7cacdc16 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5da1554c-386d-4ca6-a7bf-115fe539e461 HTTP/1.1" status: 200 len: 217 time: 0.0873482 Apr 18 19:43:36.976493 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676efd8a-c200-4ac4-a47a-874f3e6655fb req-671721cd-c91e-4d14-b3e9-2a5909bdf020 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:36.981114 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676efd8a-c200-4ac4-a47a-874f3e6655fb req-671721cd-c91e-4d14-b3e9-2a5909bdf020 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:36.985226 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676efd8a-c200-4ac4-a47a-874f3e6655fb req-671721cd-c91e-4d14-b3e9-2a5909bdf020 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:36.989776 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676efd8a-c200-4ac4-a47a-874f3e6655fb req-671721cd-c91e-4d14-b3e9-2a5909bdf020 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:36.991714 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-676efd8a-c200-4ac4-a47a-874f3e6655fb req-671721cd-c91e-4d14-b3e9-2a5909bdf020 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] 10.222.0.69 "GET /v2.0/ports?device_id=7da2e1a8-2ab3-46b7-8cdb-53e56abc5d74 HTTP/1.1" status: 200 len: 5418 time: 0.6293662 Apr 18 19:43:37.163684 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-676efd8a-c200-4ac4-a47a-874f3e6655fb req-a07c7ea2-da71-4af4-aabc-c9bece1dbd23 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] 10.222.0.69 "GET /v2.0/security-groups?id=a56a40f2-4963-4e2c-86e7-08b9a7e6f2d4&id=2f779892-393e-469d-9df2-53f1de5adba9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1621687 Apr 18 19:43:37.168969 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-54a37190-18b8-4b90-b706-ba245d13d90f admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.9010906 Apr 18 19:43:37.188387 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-07afed79-14c8-418c-a0ed-a034cf799929 req-4d4d561e-3a70-4aff-abfb-559ed1fc0514 service neutron] Attempting to bind port bc8fa886-e93d-4d04-8bab-3e04c5da3a42 on host n-h2-836017-2 for vnic_type normal with profile {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:43:37.188728 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-07afed79-14c8-418c-a0ed-a034cf799929 req-4d4d561e-3a70-4aff-abfb-559ed1fc0514 service neutron] Attempting to bind port bc8fa886-e93d-4d04-8bab-3e04c5da3a42 by drivers openvswitch,hyperv on host n-h2-836017-2 at level 0 using segments [{'id': 'aa8c0ef9-da74-4d84-9263-663c7f790109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f00f9f08-e875-4f8c-9289-beff649f5094'}] {{(pid=84764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:43:37.189063 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07afed79-14c8-418c-a0ed-a034cf799929 req-4d4d561e-3a70-4aff-abfb-559ed1fc0514 service neutron] Attempting to bind port bc8fa886-e93d-4d04-8bab-3e04c5da3a42 on network f00f9f08-e875-4f8c-9289-beff649f5094 {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:43:37.217818 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07afed79-14c8-418c-a0ed-a034cf799929 req-4d4d561e-3a70-4aff-abfb-559ed1fc0514 service neutron] Port bc8fa886-e93d-4d04-8bab-3e04c5da3a42 on network f00f9f08-e875-4f8c-9289-beff649f5094 not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-2 {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:43:37.220217 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07afed79-14c8-418c-a0ed-a034cf799929 req-4d4d561e-3a70-4aff-abfb-559ed1fc0514 service neutron] Attempting to bind port bc8fa886-e93d-4d04-8bab-3e04c5da3a42 on network f00f9f08-e875-4f8c-9289-beff649f5094 {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:43:37.227134 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-edc77a62-a163-43b3-9cc1-5c90db7c7ff1 req-61895493-83c9-4e19-9294-f2ed752cfdc6 tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b779bcd-d80d-4dcd-ab6c-7b74007b5d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2460480 Apr 18 19:43:37.233192 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a8f201-5d22-4101-817b-e0eb2fca2f1c req-cbd08488-d491-4cc6-9c00-233c6cef40f9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:37.238034 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-61a8f201-5d22-4101-817b-e0eb2fca2f1c req-cbd08488-d491-4cc6-9c00-233c6cef40f9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e027fe22-b754-4608-82d6-3f1b832ea903 HTTP/1.1" status: 200 len: 862 time: 0.2125342 Apr 18 19:43:37.253993 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07afed79-14c8-418c-a0ed-a034cf799929 req-4d4d561e-3a70-4aff-abfb-559ed1fc0514 service neutron] Checking agent: {'id': '02e8f951-d3a3-40e1-b8cc-aed258af030b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:43:37.254439 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07afed79-14c8-418c-a0ed-a034cf799929 req-4d4d561e-3a70-4aff-abfb-559ed1fc0514 service neutron] Checking segment: {'id': 'aa8c0ef9-da74-4d84-9263-663c7f790109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f00f9f08-e875-4f8c-9289-beff649f5094'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:43:37.254836 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07afed79-14c8-418c-a0ed-a034cf799929 req-4d4d561e-3a70-4aff-abfb-559ed1fc0514 service neutron] Bound using segment: {'id': 'aa8c0ef9-da74-4d84-9263-663c7f790109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f00f9f08-e875-4f8c-9289-beff649f5094'} {{(pid=84764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:43:37.255290 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.managers [req-07afed79-14c8-418c-a0ed-a034cf799929 req-4d4d561e-3a70-4aff-abfb-559ed1fc0514 service neutron] Bound port: bc8fa886-e93d-4d04-8bab-3e04c5da3a42, host: n-h2-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa8c0ef9-da74-4d84-9263-663c7f790109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f00f9f08-e875-4f8c-9289-beff649f5094'}}] {{(pid=84764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:43:37.255644 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-07afed79-14c8-418c-a0ed-a034cf799929 req-4d4d561e-3a70-4aff-abfb-559ed1fc0514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:37.324654 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-61a8f201-5d22-4101-817b-e0eb2fca2f1c req-b32fd556-a9d3-4370-a173-a205ec133193 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=57504205-640f-4da0-9382-52b07f31733f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713892 Apr 18 19:43:37.333341 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b2c0012-e33d-4843-82e9-2940d61c9b1b None None] Network 8c1271d5-1aa1-4888-bcb1-d45b4ad7c2e4 requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:43:37.511776 n-d-836017-2 neutron-server[84764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fafd977-e7b4-4e4a-90b5-d8bfb0c6852a tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Router 74deacaf-48a1-49a7-ad10-5fd376eaed43 is scheduled to L3 agent 21b59c62-f184-4169-bc3e-79831cc043e8 with binding_index 1 {{(pid=84764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 19:43:37.541961 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-07afed79-14c8-418c-a0ed-a034cf799929 req-4d4d561e-3a70-4aff-abfb-559ed1fc0514 service neutron] For port bc8fa886-e93d-4d04-8bab-3e04c5da3a42, host n-h2-836017-2, cleared binding levels {{(pid=84764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:43:37.546899 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.db [req-07afed79-14c8-418c-a0ed-a034cf799929 req-4d4d561e-3a70-4aff-abfb-559ed1fc0514 service neutron] For port bc8fa886-e93d-4d04-8bab-3e04c5da3a42, host n-h2-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=bc8fa886-e93d-4d04-8bab-3e04c5da3a42,segment=NetworkSegment(aa8c0ef9-da74-4d84-9263-663c7f790109),segment_id=aa8c0ef9-da74-4d84-9263-663c7f790109)] {{(pid=84764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:43:37.709697 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ca34ff-5e60-4beb-b231-91e75b74e6b4 req-994fec60-6400-4cb8-bd73-f01ebee3c8f0 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:37.712048 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-52ca34ff-5e60-4beb-b231-91e75b74e6b4 req-994fec60-6400-4cb8-bd73-f01ebee3c8f0 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] 10.222.0.72 "GET /v2.0/networks?id=20d4b8e1-a40a-4802-a6ed-f360fca84cce HTTP/1.1" status: 200 len: 811 time: 0.3213718 Apr 18 19:43:37.755832 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-07afed79-14c8-418c-a0ed-a034cf799929 req-4d4d561e-3a70-4aff-abfb-559ed1fc0514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2290934'] for port, after_update {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:37.761404 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-52ca34ff-5e60-4beb-b231-91e75b74e6b4 req-ca025af9-cdcb-4522-87e6-62a516dd7875 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Request body: {'port': {'device_id': '3abfef03-bf1d-476e-b07c-afc0b22f7586', 'network_id': '20d4b8e1-a40a-4802-a6ed-f360fca84cce', 'admin_state_up': True, 'tenant_id': '7276b8530b6a4c9e997960e7ff37ca8f'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:43:37.855339 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1498a402-3ca8-48e9-8836-8b364b790ad1 req-47af8539-7d66-43c1-9282-8b7e9bfb90a0 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:37.855339 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-1498a402-3ca8-48e9-8836-8b364b790ad1 req-47af8539-7d66-43c1-9282-8b7e9bfb90a0 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 946 time: 0.4139452 Apr 18 19:43:37.868296 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [req-07afed79-14c8-418c-a0ed-a034cf799929 req-4d4d561e-3a70-4aff-abfb-559ed1fc0514 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:37.869625 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-07afed79-14c8-418c-a0ed-a034cf799929 req-4d4d561e-3a70-4aff-abfb-559ed1fc0514 service neutron] 10.222.0.72 "PUT /v2.0/ports/bc8fa886-e93d-4d04-8bab-3e04c5da3a42 HTTP/1.1" status: 200 len: 1091 time: 3.9866071 Apr 18 19:43:37.870058 n-d-836017-2 neutron-server[84764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7da2e1a8-2ab3-46b7-8cdb-53e56abc5d74', 'tag': 'bc8fa886-e93d-4d04-8bab-3e04c5da3a42'}] {{(pid=84764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:43:37.900710 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4d561e-3a70-4aff-abfb-559ed1fc0514 service neutron] Pushing event updated for resources: {'Port': ['ID=bc8fa886-e93d-4d04-8bab-3e04c5da3a42,revision_number=3']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:37.909796 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-61a8f201-5d22-4101-817b-e0eb2fca2f1c req-362ee953-2b27-458c-8bd7-f7969dfc70e7 service neutron] 10.222.0.73 "GET /v2.0/networks/57504205-640f-4da0-9382-52b07f31733f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5782530 Apr 18 19:43:37.939896 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-1498a402-3ca8-48e9-8836-8b364b790ad1 req-7724896d-4b24-45e2-8168-84ce713486ab tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768914 Apr 18 19:43:37.985277 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fafd977-e7b4-4e4a-90b5-d8bfb0c6852a tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify agent at l3_agent.n-d-836017-2 the message routers_updated {{(pid=84764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:43:37.997808 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172063d5-79c9-4818-812b-19240fbccca3 None None] Sync routers for ids ['74deacaf-48a1-49a7-ad10-5fd376eaed43'] in n-d-836017-2 {{(pid=84766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:43:38.009553 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-4fafd977-e7b4-4e4a-90b5-d8bfb0c6852a tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] 10.222.0.69 "PUT /v2.0/routers/74deacaf-48a1-49a7-ad10-5fd376eaed43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2387416 Apr 18 19:43:38.012763 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [-] (84764) accepted ('10.222.0.69', 41998) {{(pid=84764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:43:38.016964 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172063d5-79c9-4818-812b-19240fbccca3 None None] Routers {'74deacaf-48a1-49a7-ad10-5fd376eaed43'} bound to L3 agent in host n-d-836017-2 {{(pid=84766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:43:38.017842 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-172063d5-79c9-4818-812b-19240fbccca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:43:21Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['74deacaf-48a1-49a7-ad10-5fd376eaed43'], 'active': True} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:43:38.028622 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.v2.base [None req-3a959908-b143-4f8a-be38-3b435b75de45 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-115944400'}} {{(pid=84764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:43:38.066337 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-3a959908-b143-4f8a-be38-3b435b75de45 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:43:38.087721 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-3a959908-b143-4f8a-be38-3b435b75de45 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Usage tracker for resource:network and tenant:bd464d5bd80e48739c10390179c2302b is out of sync, need to count used quota {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:43:38.097138 n-d-836017-2 neutron-server[84764]: DEBUG neutron.quota.resource [None req-3a959908-b143-4f8a-be38-3b435b75de45 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84764) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:43:38.100754 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-61a8f201-5d22-4101-817b-e0eb2fca2f1c req-930e5574-285f-47f2-b0de-0258b6f8102b service neutron] 10.222.0.73 "GET /v2.0/networks/57504205-640f-4da0-9382-52b07f31733f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799631 Apr 18 19:43:38.107721 n-d-836017-2 neutron-server[84764]: DEBUG neutron.db.quota.driver [None req-3a959908-b143-4f8a-be38-3b435b75de45 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84764) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:43:38.203158 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183efddd-32e1-4719-b406-72c2f624091e req-f339c71f-191d-4106-8f12-f984eae9dae3 tempest-ImagesOneServerNegativeTestJSON-69738565 tempest-ImagesOneServerNegativeTestJSON-69738565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:38.203933 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-07afed79-14c8-418c-a0ed-a034cf799929 req-57d2e902-19e2-4369-bbc8-b6a7d937f130 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=25b05b3bfc6f4792a58f276b63d5c65b&device_id=7da2e1a8-2ab3-46b7-8cdb-53e56abc5d74 HTTP/1.1" status: 200 len: 6487 time: 0.1712179 Apr 18 19:43:38.204457 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-183efddd-32e1-4719-b406-72c2f624091e req-f339c71f-191d-4106-8f12-f984eae9dae3 tempest-ImagesOneServerNegativeTestJSON-69738565 tempest-ImagesOneServerNegativeTestJSON-69738565-project] Synchronizing usage tracker for tenant:e44a84e8100a412da7a0117ba727c7dc on resource:port {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:43:38.252073 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-52ca34ff-5e60-4beb-b231-91e75b74e6b4 req-ca025af9-cdcb-4522-87e6-62a516dd7875 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:43:38.262401 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvr_db [None req-172063d5-79c9-4818-812b-19240fbccca3 None None] Set router 74deacaf-48a1-49a7-ad10-5fd376eaed43 gateway port host: None {{(pid=84766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:43:38.268106 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-52ca34ff-5e60-4beb-b231-91e75b74e6b4 req-ca025af9-cdcb-4522-87e6-62a516dd7875 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:43:38.314096 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a959908-b143-4f8a-be38-3b435b75de45 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Made reservation on behalf of bd464d5bd80e48739c10390179c2302b for: {'network': 1} {{(pid=84764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:43:38.318276 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-3a959908-b143-4f8a-be38-3b435b75de45 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for network, before_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:38.338143 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-183efddd-32e1-4719-b406-72c2f624091e req-f339c71f-191d-4106-8f12-f984eae9dae3 tempest-ImagesOneServerNegativeTestJSON-69738565 tempest-ImagesOneServerNegativeTestJSON-69738565-project] Unset dirty status for tenant:e44a84e8100a412da7a0117ba727c7dc on resource:port {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:43:38.344890 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-183efddd-32e1-4719-b406-72c2f624091e req-f339c71f-191d-4106-8f12-f984eae9dae3 tempest-ImagesOneServerNegativeTestJSON-69738565 tempest-ImagesOneServerNegativeTestJSON-69738565-project] 10.222.0.69 "GET /v2.0/ports?device_id=407e2230-4fde-49f0-8186-6782973799b3 HTTP/1.1" status: 200 len: 943 time: 0.9622602 Apr 18 19:43:38.370715 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52ca34ff-5e60-4beb-b231-91e75b74e6b4 req-ca025af9-cdcb-4522-87e6-62a516dd7875 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Made reservation on behalf of 7276b8530b6a4c9e997960e7ff37ca8f for: {'port': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:43:38.374094 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-52ca34ff-5e60-4beb-b231-91e75b74e6b4 req-ca025af9-cdcb-4522-87e6-62a516dd7875 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:38.387656 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-07afed79-14c8-418c-a0ed-a034cf799929 req-5761e80c-642c-4ec5-beb0-bcef55deb258 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f7ea29f-f655-4098-bc9d-9ebff3c55583 HTTP/1.1" status: 200 len: 217 time: 0.1615896 Apr 18 19:43:38.391963 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-817213aa-706f-4beb-8723-ae853f2d149c req-0100ea3e-adfd-46d8-bd68-9956a109f618 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] 10.222.0.69 "GET /v2.0/ports?device_id=3abfef03-bf1d-476e-b07c-afc0b22f7586 HTTP/1.1" status: 200 len: 210 time: 0.0869789 Apr 18 19:43:38.464406 n-d-836017-2 neutron-server[84764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a959908-b143-4f8a-be38-3b435b75de45 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=84764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:43:38.481635 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-3a959908-b143-4f8a-be38-3b435b75de45 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081962'] for segment, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:38.482071 n-d-836017-2 neutron-server[84764]: INFO neutron.db.segments_db [None req-3a959908-b143-4f8a-be38-3b435b75de45 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Added segment b2500761-6bd7-439d-8517-7640a2382185 of type vlan for network 4b256ac3-7394-4ca6-a6f6-c1601783c99b Apr 18 19:43:38.489790 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-183efddd-32e1-4719-b406-72c2f624091e req-73921d7a-9af4-4676-bce5-0a0fb848027d tempest-ImagesOneServerNegativeTestJSON-69738565 tempest-ImagesOneServerNegativeTestJSON-69738565-project] 10.222.0.69 "GET /v2.0/security-groups?id=a344184d-6101-4cc9-b0b4-25da7b73d4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421707 Apr 18 19:43:38.491736 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07afed79-14c8-418c-a0ed-a034cf799929 req-529fa5d2-b664-46ee-9f54-ba41945c873f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:38.493972 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-07afed79-14c8-418c-a0ed-a034cf799929 req-529fa5d2-b664-46ee-9f54-ba41945c873f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7a3afa18-3f2b-4a32-b48b-b28e322abb51 HTTP/1.1" status: 200 len: 855 time: 0.0972769 Apr 18 19:43:38.605806 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-3a959908-b143-4f8a-be38-3b435b75de45 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791093404182'] for network, precommit_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:38.678631 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_common [req-52ca34ff-5e60-4beb-b231-91e75b74e6b4 req-ca025af9-cdcb-4522-87e6-62a516dd7875 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Allocated IP 172.20.0.9 (20d4b8e1-a40a-4802-a6ed-f360fca84cce/0711ab9d-0a48-4dd5-b699-a74bbc1341bb/0cb048a2-3b97-4691-b416-7dfaaf02ed95) {{(pid=84763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:43:38.712839 n-d-836017-2 neutron-server[84764]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec58ef61-d57f-4c43-98e4-261e80396c36'] response: {'name': 'network-changed', 'server_uuid': '7da2e1a8-2ab3-46b7-8cdb-53e56abc5d74', 'tag': 'bc8fa886-e93d-4d04-8bab-3e04c5da3a42', 'status': 'completed', 'code': 200} Apr 18 19:43:38.759411 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-07afed79-14c8-418c-a0ed-a034cf799929 req-f0e4ec5d-0feb-4bb7-b7c5-3001175ba966 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8b6e6ab5-a637-42e9-a1d5-e645d5232d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2587843 Apr 18 19:43:38.896818 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-172063d5-79c9-4818-812b-19240fbccca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74deacaf-48a1-49a7-ad10-5fd376eaed43', 'name': 'tempest-RoutersIpV6Test-router-1517961930', 'tenant_id': 'bd464d5bd80e48739c10390179c2302b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:43:24Z', 'updated_at': '2022-04-18T19:43:32Z', 'revision_number': 2, 'project_id': 'bd464d5bd80e48739c10390179c2302b', 'gw_port_host': None, '_interfaces': [{'id': '48aae256-a88d-4f7d-adb8-cafe0c5b30ee', 'name': '', 'network_id': '391cc2cf-385b-4053-8868-11f4a680fccf', 'tenant_id': 'bd464d5bd80e48739c10390179c2302b', 'mac_address': 'fa:16:3e:ff:ac:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74deacaf-48a1-49a7-ad10-5fd376eaed43', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96f23ec2-1d47-4b2c-9de3-8ef1bcb440f1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:43:31Z', 'updated_at': '2022-04-18T19:43:33Z', 'revision_number': 2, 'project_id': 'bd464d5bd80e48739c10390179c2302b', 'subnets': [{'id': '96f23ec2-1d47-4b2c-9de3-8ef1bcb440f1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-2', False) {} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:43:38.901148 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172063d5-79c9-4818-812b-19240fbccca3 None None] Checking router: 74deacaf-48a1-49a7-ad10-5fd376eaed43 for host: n-d-836017-2 {{(pid=84766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:43:38.904559 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172063d5-79c9-4818-812b-19240fbccca3 None None] Updating router 74deacaf-48a1-49a7-ad10-5fd376eaed43 port 48aae256-a88d-4f7d-adb8-cafe0c5b30ee binding host n-d-836017-2 {{(pid=84766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 19:43:38.962993 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-172063d5-79c9-4818-812b-19240fbccca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:39.072324 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-52ca34ff-5e60-4beb-b231-91e75b74e6b4 req-ca025af9-cdcb-4522-87e6-62a516dd7875 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Notify callbacks [] for port, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:39.097697 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [req-52ca34ff-5e60-4beb-b231-91e75b74e6b4 req-ca025af9-cdcb-4522-87e6-62a516dd7875 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Transition to ACTIVE for port object 0cb048a2-3b97-4691-b416-7dfaaf02ed95 will not be triggered until provisioned by entity DHCP. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:43:39.102236 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-3a959908-b143-4f8a-be38-3b435b75de45 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251'] for network, after_create {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:39.106654 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a959908-b143-4f8a-be38-3b435b75de45 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:39.106654 n-d-836017-2 neutron-server[84764]: DEBUG neutron_lib.callbacks.manager [None req-3a959908-b143-4f8a-be38-3b435b75de45 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444242'] for network, before_response {{(pid=84764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:39.147959 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86737c16-2c50-471d-911e-24f81d793ab2 req-c289ef5b-8556-420f-aacb-83a48c01fbd0 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:39.152993 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-86737c16-2c50-471d-911e-24f81d793ab2 req-c289ef5b-8556-420f-aacb-83a48c01fbd0 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 946 time: 0.2567832 Apr 18 19:43:39.203930 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-86737c16-2c50-471d-911e-24f81d793ab2 req-2c1a05e8-b703-470e-9769-5ccb31d74731 tempest-ServersNegativeTestJSON-1705828523 tempest-ServersNegativeTestJSON-1705828523-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e6781d5-e05b-47db-9120-271b96ce8d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484200 Apr 18 19:43:39.206116 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-52ca34ff-5e60-4beb-b231-91e75b74e6b4 req-ca025af9-cdcb-4522-87e6-62a516dd7875 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:39.324104 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-07afed79-14c8-418c-a0ed-a034cf799929 req-31a026ab-0709-4538-b28b-a669f3001eb0 service neutron] 10.222.0.72 "GET /v2.0/networks/8b6e6ab5-a637-42e9-a1d5-e645d5232d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5573447 Apr 18 19:43:39.332867 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca025af9-cdcb-4522-87e6-62a516dd7875 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Pushing event updated for resources: {'Port': ['ID=0cb048a2-3b97-4691-b416-7dfaaf02ed95,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:39.353672 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52ca34ff-5e60-4beb-b231-91e75b74e6b4 req-ca025af9-cdcb-4522-87e6-62a516dd7875 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Network 20d4b8e1-a40a-4802-a6ed-f360fca84cce is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:43:39.355112 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [req-52ca34ff-5e60-4beb-b231-91e75b74e6b4 req-ca025af9-cdcb-4522-87e6-62a516dd7875 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:43:39.357639 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-52ca34ff-5e60-4beb-b231-91e75b74e6b4 req-ca025af9-cdcb-4522-87e6-62a516dd7875 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Received port after_create {{(pid=84763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:43:39.371869 n-d-836017-2 neutron-server[84764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a959908-b143-4f8a-be38-3b435b75de45 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Pushing event updated for resources: {'Network': ['ID=4b256ac3-7394-4ca6-a6f6-c1601783c99b,revision_number=1']} {{(pid=84764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:39.383295 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Network 4b256ac3-7394-4ca6-a6f6-c1601783c99b details requested by agent ovs-agent-n-d-836017-2 with host n-d-836017-2 {{(pid=84765) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:43:39.437481 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [None req-3a959908-b143-4f8a-be38-3b435b75de45 tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4212828 Apr 18 19:43:39.457545 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [-] (84763) accepted ('10.222.0.69', 42030) {{(pid=84763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:43:39.475313 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [None req-314cade7-dc04-44e2-af99-59e18163c8fd tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Request body: {'subnet': {'network_id': '4b256ac3-7394-4ca6-a6f6-c1601783c99b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:43:39.501963 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905cb457-a58b-4daa-bd24-de5b4f1502c9 req-8434f25f-219e-41f7-90bf-3769a57dbdcc tempest-ServerTagsTestJSON-1973446604 tempest-ServerTagsTestJSON-1973446604-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:39.504916 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-905cb457-a58b-4daa-bd24-de5b4f1502c9 req-8434f25f-219e-41f7-90bf-3769a57dbdcc tempest-ServerTagsTestJSON-1973446604 tempest-ServerTagsTestJSON-1973446604-project] 10.222.0.69 "GET /v2.0/networks?id=8c1271d5-1aa1-4888-bcb1-d45b4ad7c2e4 HTTP/1.1" status: 200 len: 808 time: 0.4282262 Apr 18 19:43:39.532576 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-172063d5-79c9-4818-812b-19240fbccca3 None None] Notify callbacks [] for port, precommit_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:39.548971 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.provisioning_blocks [None req-172063d5-79c9-4818-812b-19240fbccca3 None None] Transition to ACTIVE for port object 48aae256-a88d-4f7d-adb8-cafe0c5b30ee will not be triggered until provisioned by entity L2. {{(pid=84766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:43:39.550117 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-905cb457-a58b-4daa-bd24-de5b4f1502c9 req-dc77582d-d4ba-4a4a-b4b0-d759ecbb65ea tempest-ServerTagsTestJSON-1973446604 tempest-ServerTagsTestJSON-1973446604-project] 10.222.0.69 "GET /v2.0/quotas/4c467a6eff8a4b97a4bec55729a7d85f HTTP/1.1" status: 200 len: 375 time: 0.0315721 Apr 18 19:43:39.557882 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-07afed79-14c8-418c-a0ed-a034cf799929 req-fccc5403-ad6b-4595-bc79-33152dbf23f8 service neutron] 10.222.0.72 "GET /v2.0/networks/8b6e6ab5-a637-42e9-a1d5-e645d5232d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201264 Apr 18 19:43:39.595441 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 5da1554c-386d-4ca6-a7bf-115fe539e461 details requested by agent hyperv_n-h1-836017-2 with host n-h1-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:43:39.662720 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-172063d5-79c9-4818-812b-19240fbccca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:39.667867 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-905cb457-a58b-4daa-bd24-de5b4f1502c9 req-876f630a-9938-4c80-b1f0-7b4f63a2a16b tempest-ServerTagsTestJSON-1973446604 tempest-ServerTagsTestJSON-1973446604-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=4c467a6eff8a4b97a4bec55729a7d85f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1079681 Apr 18 19:43:39.796098 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-07afed79-14c8-418c-a0ed-a034cf799929 req-7e1fa37a-afbb-4543-9d56-78a6c7f0f838 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=859cd966-5e42-46fb-b44d-a96ed2ee8eae HTTP/1.1" status: 200 len: 217 time: 0.2017632 Apr 18 19:43:39.903113 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07afed79-14c8-418c-a0ed-a034cf799929 req-64832399-beac-4a08-b9f6-9c264551a5e9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:39.905048 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-07afed79-14c8-418c-a0ed-a034cf799929 req-64832399-beac-4a08-b9f6-9c264551a5e9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9786e446-f72f-4fc4-a7eb-085b678e7027 HTTP/1.1" status: 200 len: 797 time: 0.0981381 Apr 18 19:43:39.982528 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-905cb457-a58b-4daa-bd24-de5b4f1502c9 req-18ab74d8-b776-4029-bdd9-e252628da5db service neutron] 10.222.0.69 "GET /v2.0/networks/8c1271d5-1aa1-4888-bcb1-d45b4ad7c2e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2868907 Apr 18 19:43:40.035577 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4116cb7c-eb74-4207-a57b-8764394f38b4 None None] Pushing event updated for resources: {'Port': ['ID=48aae256-a88d-4f7d-adb8-cafe0c5b30ee,revision_number=3']} {{(pid=84766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:40.040361 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ca34ff-5e60-4beb-b231-91e75b74e6b4 req-ca025af9-cdcb-4522-87e6-62a516dd7875 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:40.041017 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-52ca34ff-5e60-4beb-b231-91e75b74e6b4 req-ca025af9-cdcb-4522-87e6-62a516dd7875 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:40.046343 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port 5da1554c-386d-4ca6-a7bf-115fe539e461, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=5da1554c-386d-4ca6-a7bf-115fe539e461,segment=NetworkSegment(7a4923d3-f723-4642-bbf5-d50649e58889),segment_id=7a4923d3-f723-4642-bbf5-d50649e58889)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:43:40.077843 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Returning: {'device': '5da1554c-386d-4ca6-a7bf-115fe539e461', 'network_id': '57504205-640f-4da0-9382-52b07f31733f', 'port_id': '5da1554c-386d-4ca6-a7bf-115fe539e461', 'mac_address': 'fa:16:3e:57:42:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e027fe22-b754-4608-82d6-3f1b832ea903', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:43:40.082056 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4116cb7c-eb74-4207-a57b-8764394f38b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:43:40.082056 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4116cb7c-eb74-4207-a57b-8764394f38b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:43:40.082056 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4116cb7c-eb74-4207-a57b-8764394f38b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:43:40.082056 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4116cb7c-eb74-4207-a57b-8764394f38b4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:43:40.082056 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4116cb7c-eb74-4207-a57b-8764394f38b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:43:40.082056 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4116cb7c-eb74-4207-a57b-8764394f38b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:43:40.082056 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4116cb7c-eb74-4207-a57b-8764394f38b4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:43:40.082056 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4116cb7c-eb74-4207-a57b-8764394f38b4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:43:40.082056 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4116cb7c-eb74-4207-a57b-8764394f38b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:43:40.083221 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-d3b051ef-abbe-4801-9825-2742aba40c1c None None] Provisioning for port 0cb048a2-3b97-4691-b416-7dfaaf02ed95 completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:43:40.083429 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4116cb7c-eb74-4207-a57b-8764394f38b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:43:40.084043 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4116cb7c-eb74-4207-a57b-8764394f38b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:43:40.094769 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-d3b051ef-abbe-4801-9825-2742aba40c1c None None] Provisioning complete for port 0cb048a2-3b97-4691-b416-7dfaaf02ed95 triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:43:40.095306 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d3b051ef-abbe-4801-9825-2742aba40c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:40.151328 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-314cade7-dc04-44e2-af99-59e18163c8fd tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:43:40.182391 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-314cade7-dc04-44e2-af99-59e18163c8fd tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Usage tracker for resource:subnet and tenant:bd464d5bd80e48739c10390179c2302b is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:43:40.192425 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [None req-314cade7-dc04-44e2-af99-59e18163c8fd tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:43:40.199872 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-52ca34ff-5e60-4beb-b231-91e75b74e6b4 req-ca025af9-cdcb-4522-87e6-62a516dd7875 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4493008 Apr 18 19:43:40.205780 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-07afed79-14c8-418c-a0ed-a034cf799929 req-680b8dbe-020f-4a08-8a03-accffe8d1f41 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=57af972d-943b-4a86-90f7-7dab3bff4674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2886720 Apr 18 19:43:40.211121 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [None req-314cade7-dc04-44e2-af99-59e18163c8fd tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:43:40.216534 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-d3b051ef-abbe-4801-9825-2742aba40c1c None None] Port 0cb048a2-3b97-4691-b416-7dfaaf02ed95 cannot update to ACTIVE because it is not bound. {{(pid=84765) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:43:40.219205 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:40.231980 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.managers [None req-172063d5-79c9-4818-812b-19240fbccca3 None None] Attempting to bind port 48aae256-a88d-4f7d-adb8-cafe0c5b30ee on host n-d-836017-2 for vnic_type normal with profile {{(pid=84766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:43:40.232465 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.managers [None req-172063d5-79c9-4818-812b-19240fbccca3 None None] Attempting to bind port 48aae256-a88d-4f7d-adb8-cafe0c5b30ee by drivers openvswitch,hyperv on host n-d-836017-2 at level 0 using segments [{'id': '94e64eb2-042e-4c20-8109-f7de3b59644f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '391cc2cf-385b-4053-8868-11f4a680fccf'}] {{(pid=84766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:43:40.232813 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172063d5-79c9-4818-812b-19240fbccca3 None None] Attempting to bind port 48aae256-a88d-4f7d-adb8-cafe0c5b30ee on network 391cc2cf-385b-4053-8868-11f4a680fccf {{(pid=84766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:43:40.233373 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-52ca34ff-5e60-4beb-b231-91e75b74e6b4 req-8c1bb6ff-0968-452c-9d38-1d1560d65007 service neutron] Request body: {'port': {'device_id': '3abfef03-bf1d-476e-b07c-afc0b22f7586', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836017-2'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:43:40.239985 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5da1554c-386d-4ca6-a7bf-115fe539e461 {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:43:40.241413 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172063d5-79c9-4818-812b-19240fbccca3 None None] Checking agent: {'id': 'df2a5cfe-6839-400b-a998-e4fffce70f45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 8, 22), 'started_at': datetime.datetime(2022, 4, 18, 19, 8, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 43, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:43:40.244095 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172063d5-79c9-4818-812b-19240fbccca3 None None] Checking segment: {'id': '94e64eb2-042e-4c20-8109-f7de3b59644f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '391cc2cf-385b-4053-8868-11f4a680fccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:43:40.244095 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-172063d5-79c9-4818-812b-19240fbccca3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:40.244095 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172063d5-79c9-4818-812b-19240fbccca3 None None] Bound using segment: {'id': '94e64eb2-042e-4c20-8109-f7de3b59644f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '391cc2cf-385b-4053-8868-11f4a680fccf'} {{(pid=84766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:43:40.244095 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.managers [None req-172063d5-79c9-4818-812b-19240fbccca3 None None] Bound port: 48aae256-a88d-4f7d-adb8-cafe0c5b30ee, host: n-d-836017-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94e64eb2-042e-4c20-8109-f7de3b59644f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '391cc2cf-385b-4053-8868-11f4a680fccf'}}] {{(pid=84766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:43:40.244496 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-172063d5-79c9-4818-812b-19240fbccca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:40.257750 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port 5da1554c-386d-4ca6-a7bf-115fe539e461, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=5da1554c-386d-4ca6-a7bf-115fe539e461,segment=NetworkSegment(7a4923d3-f723-4642-bbf5-d50649e58889),segment_id=7a4923d3-f723-4642-bbf5-d50649e58889)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:43:40.297796 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a6b67d-1618-417e-b96f-ced6b05e217d req-19314574-6942-4f60-bcdd-c46ee56570c7 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:40.301938 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a6b67d-1618-417e-b96f-ced6b05e217d req-19314574-6942-4f60-bcdd-c46ee56570c7 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:40.306046 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a6b67d-1618-417e-b96f-ced6b05e217d req-19314574-6942-4f60-bcdd-c46ee56570c7 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:40.310003 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a6b67d-1618-417e-b96f-ced6b05e217d req-19314574-6942-4f60-bcdd-c46ee56570c7 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:40.314039 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a6b67d-1618-417e-b96f-ced6b05e217d req-19314574-6942-4f60-bcdd-c46ee56570c7 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:40.318714 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a6b67d-1618-417e-b96f-ced6b05e217d req-19314574-6942-4f60-bcdd-c46ee56570c7 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:40.322754 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a6b67d-1618-417e-b96f-ced6b05e217d req-19314574-6942-4f60-bcdd-c46ee56570c7 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:40.330292 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-39a6b67d-1618-417e-b96f-ced6b05e217d req-19314574-6942-4f60-bcdd-c46ee56570c7 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] 10.222.0.69 "GET /v2.0/ports?device_id=7da2e1a8-2ab3-46b7-8cdb-53e56abc5d74 HTTP/1.1" status: 200 len: 5430 time: 0.8069336 Apr 18 19:43:40.333830 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:40.409786 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.db [None req-172063d5-79c9-4818-812b-19240fbccca3 None None] For port 48aae256-a88d-4f7d-adb8-cafe0c5b30ee, host n-d-836017-2, cleared binding levels {{(pid=84766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:43:40.414812 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-39a6b67d-1618-417e-b96f-ced6b05e217d req-2fbc266e-5436-4a25-b990-0957e8aab5c3 tempest-TaggedBootDevicesTest_v242-288693581 tempest-TaggedBootDevicesTest_v242-288693581-project] 10.222.0.69 "GET /v2.0/security-groups?id=a56a40f2-4963-4e2c-86e7-08b9a7e6f2d4&id=2f779892-393e-469d-9df2-53f1de5adba9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0835938 Apr 18 19:43:40.417768 n-d-836017-2 neutron-server[84766]: DEBUG neutron.plugins.ml2.db [None req-172063d5-79c9-4818-812b-19240fbccca3 None None] For port 48aae256-a88d-4f7d-adb8-cafe0c5b30ee, host n-d-836017-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=48aae256-a88d-4f7d-adb8-cafe0c5b30ee,segment=NetworkSegment(94e64eb2-042e-4c20-8109-f7de3b59644f),segment_id=94e64eb2-042e-4c20-8109-f7de3b59644f)] {{(pid=84766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:43:40.436935 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-905cb457-a58b-4daa-bd24-de5b4f1502c9 req-54dfc939-e461-4e12-9a23-192025bc7a1b service neutron] 10.222.0.69 "GET /v2.0/networks/8c1271d5-1aa1-4888-bcb1-d45b4ad7c2e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4359007 Apr 18 19:43:40.451178 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Pushing event updated for resources: {'Port': ['ID=5da1554c-386d-4ca6-a7bf-115fe539e461,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:40.518638 n-d-836017-2 neutron-server[84766]: DEBUG neutron_lib.callbacks.manager [None req-172063d5-79c9-4818-812b-19240fbccca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:40.546248 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-314cade7-dc04-44e2-af99-59e18163c8fd tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Made reservation on behalf of bd464d5bd80e48739c10390179c2302b for: {'subnet': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:43:40.570600 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-07afed79-14c8-418c-a0ed-a034cf799929 req-3380a795-37e2-44ca-b151-69b8e472bfe6 service neutron] 10.222.0.72 "GET /v2.0/networks/57af972d-943b-4a86-90f7-7dab3bff4674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3565834 Apr 18 19:43:40.614312 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4116cb7c-eb74-4207-a57b-8764394f38b4 None None] Pushing event updated for resources: {'Port': ['ID=48aae256-a88d-4f7d-adb8-cafe0c5b30ee,revision_number=4']} {{(pid=84766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:40.633119 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172063d5-79c9-4818-812b-19240fbccca3 None None] Routers {'74deacaf-48a1-49a7-ad10-5fd376eaed43'} bound to L3 agent in host n-d-836017-2 {{(pid=84766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:43:40.634258 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-172063d5-79c9-4818-812b-19240fbccca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836017-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:08:20Z,description=,heartbeat_timestamp=2022-04-18T19:43:21Z,host='n-d-836017-2',id=21b59c62-f184-4169-bc3e-79831cc043e8,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:08:21Z,topic='l3_agent')) {'router_ids': ['74deacaf-48a1-49a7-ad10-5fd376eaed43'], 'active': True} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:43:40.699045 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] get_ports_and_sgs() called for port_ids ['5da1554c-386d-4ca6-a7bf-115fe539e461'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:43:40.702723 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-52ca34ff-5e60-4beb-b231-91e75b74e6b4 req-8c1bb6ff-0968-452c-9d38-1d1560d65007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:40.797412 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-07afed79-14c8-418c-a0ed-a034cf799929 req-02066fc5-7ba2-4485-845e-9d9f4c4a836d service neutron] 10.222.0.72 "GET /v2.0/networks/57af972d-943b-4a86-90f7-7dab3bff4674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186086 Apr 18 19:43:40.950840 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_dvr_db [None req-172063d5-79c9-4818-812b-19240fbccca3 None None] Set router 74deacaf-48a1-49a7-ad10-5fd376eaed43 gateway port host: None {{(pid=84766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:43:40.978964 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-07afed79-14c8-418c-a0ed-a034cf799929 req-81bc2c7f-0c98-4962-bdde-d2c967a07455 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.254&port_id=fd4df5eb-222d-41ef-9bae-d337955eaf87 HTTP/1.1" status: 200 len: 217 time: 0.1740403 Apr 18 19:43:41.096874 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-314cade7-dc04-44e2-af99-59e18163c8fd tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540907'] for subnet, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:41.120288 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07afed79-14c8-418c-a0ed-a034cf799929 req-19bb6d8d-c3ce-4cfc-8f6c-f7493c7be2b7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:41.122000 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-07afed79-14c8-418c-a0ed-a034cf799929 req-19bb6d8d-c3ce-4cfc-8f6c-f7493c7be2b7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9786e446-f72f-4fc4-a7eb-085b678e7027 HTTP/1.1" status: 200 len: 797 time: 0.1345425 Apr 18 19:43:41.295317 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-07afed79-14c8-418c-a0ed-a034cf799929 req-d96ebf57-3c91-45f9-8255-1b04f2b41988 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=57af972d-943b-4a86-90f7-7dab3bff4674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1657844 Apr 18 19:43:41.339707 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae387b6-2486-4334-b761-68d70c4a3b0e req-456ef687-d960-41ec-ac67-64e74b6ef275 tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:41.341309 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-dae387b6-2486-4334-b761-68d70c4a3b0e req-456ef687-d960-41ec-ac67-64e74b6ef275 tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] 10.222.0.69 "GET /v2.0/ports?device_id=e7e81689-65fe-4687-a768-aeb7ff97cfff HTTP/1.1" status: 200 len: 945 time: 0.6395919 Apr 18 19:43:41.466927 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c23152-a8ee-4b49-a713-cfc223746aac req-c132bea5-e339-42e3-a43c-e69f8cfd4c49 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:41.474590 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c3c23152-a8ee-4b49-a713-cfc223746aac req-c132bea5-e339-42e3-a43c-e69f8cfd4c49 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] 10.222.0.69 "GET /v2.0/ports?device_id=3abfef03-bf1d-476e-b07c-afc0b22f7586 HTTP/1.1" status: 200 len: 931 time: 0.2870309 Apr 18 19:43:41.475782 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.l3_hamode_db [None req-172063d5-79c9-4818-812b-19240fbccca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74deacaf-48a1-49a7-ad10-5fd376eaed43', 'name': 'tempest-RoutersIpV6Test-router-1517961930', 'tenant_id': 'bd464d5bd80e48739c10390179c2302b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:43:24Z', 'updated_at': '2022-04-18T19:43:32Z', 'revision_number': 2, 'project_id': 'bd464d5bd80e48739c10390179c2302b', 'gw_port_host': None, '_interfaces': [{'id': '48aae256-a88d-4f7d-adb8-cafe0c5b30ee', 'name': '', 'network_id': '391cc2cf-385b-4053-8868-11f4a680fccf', 'tenant_id': 'bd464d5bd80e48739c10390179c2302b', 'mac_address': 'fa:16:3e:ff:ac:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74deacaf-48a1-49a7-ad10-5fd376eaed43', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96f23ec2-1d47-4b2c-9de3-8ef1bcb440f1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:43:31Z', 'updated_at': '2022-04-18T19:43:40Z', 'revision_number': 4, 'project_id': 'bd464d5bd80e48739c10390179c2302b', 'subnets': [{'id': '96f23ec2-1d47-4b2c-9de3-8ef1bcb440f1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836017-2', False) {} {{(pid=84766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:43:41.481182 n-d-836017-2 neutron-server[84766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172063d5-79c9-4818-812b-19240fbccca3 None None] The sync data for ids ['74deacaf-48a1-49a7-ad10-5fd376eaed43'] in n-d-836017-2 is: [{'id': '74deacaf-48a1-49a7-ad10-5fd376eaed43', 'name': 'tempest-RoutersIpV6Test-router-1517961930', 'tenant_id': 'bd464d5bd80e48739c10390179c2302b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:43:24Z', 'updated_at': '2022-04-18T19:43:32Z', 'revision_number': 2, 'project_id': 'bd464d5bd80e48739c10390179c2302b', 'gw_port_host': None, '_interfaces': [{'id': '48aae256-a88d-4f7d-adb8-cafe0c5b30ee', 'name': '', 'network_id': '391cc2cf-385b-4053-8868-11f4a680fccf', 'tenant_id': 'bd464d5bd80e48739c10390179c2302b', 'mac_address': 'fa:16:3e:ff:ac:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74deacaf-48a1-49a7-ad10-5fd376eaed43', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96f23ec2-1d47-4b2c-9de3-8ef1bcb440f1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836017-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:43:31Z', 'updated_at': '2022-04-18T19:43:40Z', 'revision_number': 4, 'project_id': 'bd464d5bd80e48739c10390179c2302b', 'subnets': [{'id': '96f23ec2-1d47-4b2c-9de3-8ef1bcb440f1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:43:41.513363 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-dae387b6-2486-4334-b761-68d70c4a3b0e req-e89f9161-dafd-4415-b2b9-05555a36d66c tempest-AttachVolumeTestJSON-83980985 tempest-AttachVolumeTestJSON-83980985-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b779bcd-d80d-4dcd-ab6c-7b74007b5d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1602645 Apr 18 19:43:41.664924 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c3c23152-a8ee-4b49-a713-cfc223746aac req-52e85cb3-c581-4ed0-8b3f-d723b9d07762 tempest-ServerActionsTestJSON-650879905 tempest-ServerActionsTestJSON-650879905-project] 10.222.0.69 "GET /v2.0/security-groups?id=10904cc2-733e-4216-9fd7-bd871359126c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893885 Apr 18 19:43:41.695702 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-07afed79-14c8-418c-a0ed-a034cf799929 req-bde14409-58ab-4ede-9879-8b4a1ceb9607 service neutron] 10.222.0.72 "GET /v2.0/networks/57af972d-943b-4a86-90f7-7dab3bff4674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3923094 Apr 18 19:43:41.842792 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.db.resource_extend [req-52ca34ff-5e60-4beb-b231-91e75b74e6b4 req-8c1bb6ff-0968-452c-9d38-1d1560d65007 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 19:43:41.909144 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-07afed79-14c8-418c-a0ed-a034cf799929 req-eba4816c-5383-4ead-ae57-4b224bc542ca service neutron] 10.222.0.72 "GET /v2.0/networks/57af972d-943b-4a86-90f7-7dab3bff4674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064788 Apr 18 19:43:41.929174 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-314cade7-dc04-44e2-af99-59e18163c8fd tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66351616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66540921'] for subnet, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:41.984918 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-07afed79-14c8-418c-a0ed-a034cf799929 req-97a73374-5371-491b-b62e-9ce51a50f8a4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.62&port_id=91f3bd9a-f90f-40fe-9158-517a5d2b8f0e HTTP/1.1" status: 200 len: 217 time: 0.0656102 Apr 18 19:43:41.992693 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [req-52ca34ff-5e60-4beb-b231-91e75b74e6b4 req-8c1bb6ff-0968-452c-9d38-1d1560d65007 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cb048a2-3b97-4691-b416-7dfaaf02ed95 {{(pid=84763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:43:42.009713 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-52ca34ff-5e60-4beb-b231-91e75b74e6b4 req-8c1bb6ff-0968-452c-9d38-1d1560d65007 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:42.044044 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314cade7-dc04-44e2-af99-59e18163c8fd tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Pushing event updated for resources: {'Subnet': ['ID=0ce5c1c7-e841-43c1-a860-99e23abdc7de,revision_number=0']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:42.058194 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [req-52ca34ff-5e60-4beb-b231-91e75b74e6b4 req-8c1bb6ff-0968-452c-9d38-1d1560d65007 service neutron] Transition to ACTIVE for port object 0cb048a2-3b97-4691-b416-7dfaaf02ed95 will not be triggered until provisioned by entity L2. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:43:42.087082 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07afed79-14c8-418c-a0ed-a034cf799929 req-d9a029bf-e42b-4bae-8043-230c6cb460e9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:42.089252 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-07afed79-14c8-418c-a0ed-a034cf799929 req-d9a029bf-e42b-4bae-8043-230c6cb460e9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9786e446-f72f-4fc4-a7eb-085b678e7027 HTTP/1.1" status: 200 len: 797 time: 0.0998268 Apr 18 19:43:42.093908 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8a5f98-9fc6-44c1-8481-84c87cd9ddea req-da4996a4-9081-41e1-90a4-16b7a261d021 tempest-ImagesOneServerNegativeTestJSON-69738565 tempest-ImagesOneServerNegativeTestJSON-69738565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:42.101480 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5a8a5f98-9fc6-44c1-8481-84c87cd9ddea req-da4996a4-9081-41e1-90a4-16b7a261d021 tempest-ImagesOneServerNegativeTestJSON-69738565 tempest-ImagesOneServerNegativeTestJSON-69738565-project] 10.222.0.69 "GET /v2.0/ports?device_id=407e2230-4fde-49f0-8186-6782973799b3 HTTP/1.1" status: 200 len: 944 time: 0.3642135 Apr 18 19:43:42.127270 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314cade7-dc04-44e2-af99-59e18163c8fd tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Checking segment: {'id': 'b2500761-6bd7-439d-8517-7640a2382185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '4b256ac3-7394-4ca6-a6f6-c1601783c99b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:43:42.127637 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314cade7-dc04-44e2-af99-59e18163c8fd tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Network hostable DHCP agents. Network: 4b256ac3-7394-4ca6-a6f6-c1601783c99b, hostable agents: ['f6987c12-6d6c-47d4-b22d-cfcd164dc40d'], hosted agents: [] {{(pid=84763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:43:42.158470 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-52ca34ff-5e60-4beb-b231-91e75b74e6b4 req-8c1bb6ff-0968-452c-9d38-1d1560d65007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:42.206902 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 48aae256-a88d-4f7d-adb8-cafe0c5b30ee up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:43:42.245290 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-5a8a5f98-9fc6-44c1-8481-84c87cd9ddea req-1727e49e-0868-49aa-986c-03232a99f60c tempest-ImagesOneServerNegativeTestJSON-69738565 tempest-ImagesOneServerNegativeTestJSON-69738565-project] 10.222.0.69 "GET /v2.0/security-groups?id=a344184d-6101-4cc9-b0b4-25da7b73d4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428204 Apr 18 19:43:42.276239 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-07afed79-14c8-418c-a0ed-a034cf799929 req-fc12c5be-b8cb-4d9a-a551-0a1ae7591f9f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=57af972d-943b-4a86-90f7-7dab3bff4674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1640060 Apr 18 19:43:42.389428 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning for port 48aae256-a88d-4f7d-adb8-cafe0c5b30ee completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:43:42.396364 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port 48aae256-a88d-4f7d-adb8-cafe0c5b30ee triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:43:42.398784 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:42.485634 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1bb6ff-0968-452c-9d38-1d1560d65007 service neutron] Pushing event updated for resources: {'Port': ['ID=0cb048a2-3b97-4691-b416-7dfaaf02ed95,revision_number=2']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:42.519068 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-52ca34ff-5e60-4beb-b231-91e75b74e6b4 req-8c1bb6ff-0968-452c-9d38-1d1560d65007 service neutron] Attempting to bind port 0cb048a2-3b97-4691-b416-7dfaaf02ed95 on host n-h2-836017-2 for vnic_type normal with profile {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:43:42.519402 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-52ca34ff-5e60-4beb-b231-91e75b74e6b4 req-8c1bb6ff-0968-452c-9d38-1d1560d65007 service neutron] Attempting to bind port 0cb048a2-3b97-4691-b416-7dfaaf02ed95 by drivers openvswitch,hyperv on host n-h2-836017-2 at level 0 using segments [{'id': 'b8926c6e-9073-4fc9-ba41-5d530ba3940c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '20d4b8e1-a40a-4802-a6ed-f360fca84cce'}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:43:42.519881 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ca34ff-5e60-4beb-b231-91e75b74e6b4 req-8c1bb6ff-0968-452c-9d38-1d1560d65007 service neutron] Attempting to bind port 0cb048a2-3b97-4691-b416-7dfaaf02ed95 on network 20d4b8e1-a40a-4802-a6ed-f360fca84cce {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:43:42.527031 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ca34ff-5e60-4beb-b231-91e75b74e6b4 req-8c1bb6ff-0968-452c-9d38-1d1560d65007 service neutron] Port 0cb048a2-3b97-4691-b416-7dfaaf02ed95 on network 20d4b8e1-a40a-4802-a6ed-f360fca84cce not bound, no agent of type Open vSwitch agent registered on host n-h2-836017-2 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:43:42.527484 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-07afed79-14c8-418c-a0ed-a034cf799929 req-615517ae-f57f-481e-a490-deb15f54dc3b service neutron] 10.222.0.72 "GET /v2.0/networks/57af972d-943b-4a86-90f7-7dab3bff4674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432551 Apr 18 19:43:42.528194 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ca34ff-5e60-4beb-b231-91e75b74e6b4 req-8c1bb6ff-0968-452c-9d38-1d1560d65007 service neutron] Attempting to bind port 0cb048a2-3b97-4691-b416-7dfaaf02ed95 on network 20d4b8e1-a40a-4802-a6ed-f360fca84cce {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:43:42.537888 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ca34ff-5e60-4beb-b231-91e75b74e6b4 req-8c1bb6ff-0968-452c-9d38-1d1560d65007 service neutron] Checking agent: {'id': '02e8f951-d3a3-40e1-b8cc-aed258af030b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:43:42.538325 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ca34ff-5e60-4beb-b231-91e75b74e6b4 req-8c1bb6ff-0968-452c-9d38-1d1560d65007 service neutron] Checking segment: {'id': 'b8926c6e-9073-4fc9-ba41-5d530ba3940c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '20d4b8e1-a40a-4802-a6ed-f360fca84cce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:43:42.538773 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ca34ff-5e60-4beb-b231-91e75b74e6b4 req-8c1bb6ff-0968-452c-9d38-1d1560d65007 service neutron] Bound using segment: {'id': 'b8926c6e-9073-4fc9-ba41-5d530ba3940c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '20d4b8e1-a40a-4802-a6ed-f360fca84cce'} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:43:42.539228 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-52ca34ff-5e60-4beb-b231-91e75b74e6b4 req-8c1bb6ff-0968-452c-9d38-1d1560d65007 service neutron] Bound port: 0cb048a2-3b97-4691-b416-7dfaaf02ed95, host: n-h2-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8926c6e-9073-4fc9-ba41-5d530ba3940c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '20d4b8e1-a40a-4802-a6ed-f360fca84cce'}}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:43:42.539710 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-52ca34ff-5e60-4beb-b231-91e75b74e6b4 req-8c1bb6ff-0968-452c-9d38-1d1560d65007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:42.547732 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:42.595591 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] For port 48aae256-a88d-4f7d-adb8-cafe0c5b30ee, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=48aae256-a88d-4f7d-adb8-cafe0c5b30ee,segment=NetworkSegment(94e64eb2-042e-4c20-8109-f7de3b59644f),segment_id=94e64eb2-042e-4c20-8109-f7de3b59644f)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:43:42.681857 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:42.702920 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314cade7-dc04-44e2-af99-59e18163c8fd tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Network 4b256ac3-7394-4ca6-a6f6-c1601783c99b is scheduled to be hosted by DHCP agent f6987c12-6d6c-47d4-b22d-cfcd164dc40d with binding_index 1 {{(pid=84763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:43:42.705814 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-52ca34ff-5e60-4beb-b231-91e75b74e6b4 req-8c1bb6ff-0968-452c-9d38-1d1560d65007 service neutron] For port 0cb048a2-3b97-4691-b416-7dfaaf02ed95, host n-h2-836017-2, cleared binding levels {{(pid=84763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:43:42.720404 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-52ca34ff-5e60-4beb-b231-91e75b74e6b4 req-8c1bb6ff-0968-452c-9d38-1d1560d65007 service neutron] For port 0cb048a2-3b97-4691-b416-7dfaaf02ed95, host n-h2-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=0cb048a2-3b97-4691-b416-7dfaaf02ed95,segment=NetworkSegment(b8926c6e-9073-4fc9-ba41-5d530ba3940c),segment_id=b8926c6e-9073-4fc9-ba41-5d530ba3940c)] {{(pid=84763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:43:42.772001 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-07afed79-14c8-418c-a0ed-a034cf799929 req-2e6a610d-4259-43f9-a750-dcad5f24b16e service neutron] 10.222.0.72 "GET /v2.0/networks/57af972d-943b-4a86-90f7-7dab3bff4674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361631 Apr 18 19:43:42.774120 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Pushing event updated for resources: {'Port': ['ID=48aae256-a88d-4f7d-adb8-cafe0c5b30ee,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:42.823690 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [None req-314cade7-dc04-44e2-af99-59e18163c8fd tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836017-2, 4b256ac3-7394-4ca6-a6f6-c1601783c99b) {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:43:42.825883 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-52ca34ff-5e60-4beb-b231-91e75b74e6b4 req-8c1bb6ff-0968-452c-9d38-1d1560d65007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:42.835050 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5d4306-7876-4d02-a86e-efaae2d1bb2f None None] Network 4b256ac3-7394-4ca6-a6f6-c1601783c99b requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:43:42.876677 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-07afed79-14c8-418c-a0ed-a034cf799929 req-aeebcb2a-8e60-4494-b516-723bde187b98 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.146&port_id=c3ca2014-925d-4461-9c4d-67754ca211dc HTTP/1.1" status: 200 len: 217 time: 0.0957041 Apr 18 19:43:42.920901 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314cade7-dc04-44e2-af99-59e18163c8fd tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:42.921927 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [None req-314cade7-dc04-44e2-af99-59e18163c8fd tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] Notify callbacks [] for subnet, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:42.940035 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1bb6ff-0968-452c-9d38-1d1560d65007 service neutron] Pushing event updated for resources: {'Port': ['ID=0cb048a2-3b97-4691-b416-7dfaaf02ed95,revision_number=3']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:42.956577 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-52ca34ff-5e60-4beb-b231-91e75b74e6b4 req-8c1bb6ff-0968-452c-9d38-1d1560d65007 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:42.959332 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-52ca34ff-5e60-4beb-b231-91e75b74e6b4 req-8c1bb6ff-0968-452c-9d38-1d1560d65007 service neutron] 10.222.0.72 "PUT /v2.0/ports/0cb048a2-3b97-4691-b416-7dfaaf02ed95 HTTP/1.1" status: 200 len: 1091 time: 2.7390382 Apr 18 19:43:42.959958 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3abfef03-bf1d-476e-b07c-afc0b22f7586', 'tag': '0cb048a2-3b97-4691-b416-7dfaaf02ed95'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:43:42.989716 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07afed79-14c8-418c-a0ed-a034cf799929 req-d6d274ce-18ab-4f6f-a8a3-b62c2433b799 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:42.991253 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-07afed79-14c8-418c-a0ed-a034cf799929 req-d6d274ce-18ab-4f6f-a8a3-b62c2433b799 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9786e446-f72f-4fc4-a7eb-085b678e7027 HTTP/1.1" status: 200 len: 797 time: 0.1083856 Apr 18 19:43:43.034604 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46dca91a-9594-4c27-956a-f0fe701afab1'] response: {'name': 'network-changed', 'server_uuid': '3abfef03-bf1d-476e-b07c-afc0b22f7586', 'tag': '0cb048a2-3b97-4691-b416-7dfaaf02ed95', 'status': 'completed', 'code': 200} Apr 18 19:43:43.102179 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efda840a-9dfc-4c29-be0a-ebb9a918c148 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31f5fbf7-4b5c-5a44-b255-70c4fc176ae8-4b256ac3-7394-4ca6-a6f6-c1601783c99b', 'network_id': '4b256ac3-7394-4ca6-a6f6-c1601783c99b', 'tenant_id': 'bd464d5bd80e48739c10390179c2302b', 'fixed_ips': [{'subnet_id': '0ce5c1c7-e841-43c1-a860-99e23abdc7de'}]}} from n-d-836017-2. {{(pid=84765) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 19:43:43.103472 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-efda840a-9dfc-4c29-be0a-ebb9a918c148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:43.116265 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-07afed79-14c8-418c-a0ed-a034cf799929 req-c198893d-a650-4172-9cf2-743239ba4200 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=57af972d-943b-4a86-90f7-7dab3bff4674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1119289 Apr 18 19:43:43.340060 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [None req-314cade7-dc04-44e2-af99-59e18163c8fd tempest-RoutersIpV6Test-758413065 tempest-RoutersIpV6Test-758413065-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.8815365 Apr 18 19:43:43.355592 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-07afed79-14c8-418c-a0ed-a034cf799929 req-1d56e57f-56e8-473d-b37d-d5b1021d888e service neutron] 10.222.0.72 "GET /v2.0/networks/57af972d-943b-4a86-90f7-7dab3bff4674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336259 Apr 18 19:43:43.368998 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-805ee264-8398-49b6-bd9f-c59e0335dc0a req-0556e6d8-a13b-4868-8e5f-48c1b6224f23 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7276b8530b6a4c9e997960e7ff37ca8f&device_id=3abfef03-bf1d-476e-b07c-afc0b22f7586 HTTP/1.1" status: 200 len: 1094 time: 0.2892401 Apr 18 19:43:43.388283 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-efda840a-9dfc-4c29-be0a-ebb9a918c148 None None] Allocated IP 2001:db8:1::2 (4b256ac3-7394-4ca6-a6f6-c1601783c99b/0ce5c1c7-e841-43c1-a860-99e23abdc7de/626c831c-b078-48eb-8dc8-0562edff597d) {{(pid=84765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:43:43.520585 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-07afed79-14c8-418c-a0ed-a034cf799929 req-e28b1e8d-c245-4fa4-980d-dd7e72dad750 service neutron] 10.222.0.72 "GET /v2.0/networks/57af972d-943b-4a86-90f7-7dab3bff4674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579852 Apr 18 19:43:43.535003 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 5da1554c-386d-4ca6-a7bf-115fe539e461 up at agent hyperv_n-h1-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:43:43.542548 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805ee264-8398-49b6-bd9f-c59e0335dc0a req-56bea743-af1d-4368-b8b7-0af2fe45a4df service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:43.543957 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-805ee264-8398-49b6-bd9f-c59e0335dc0a req-56bea743-af1d-4368-b8b7-0af2fe45a4df service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=7276b8530b6a4c9e997960e7ff37ca8f&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1699409 Apr 18 19:43:43.590491 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-07afed79-14c8-418c-a0ed-a034cf799929 req-e197c86c-c14d-405a-ae65-fca5318e37b8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=255448b9-40d9-46b2-b27a-5b8bf8a422be HTTP/1.1" status: 200 len: 217 time: 0.0642934 Apr 18 19:43:43.715088 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07afed79-14c8-418c-a0ed-a034cf799929 req-ef26655a-a0a4-4830-9fbc-c19dcdc1292b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:43.716604 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-07afed79-14c8-418c-a0ed-a034cf799929 req-ef26655a-a0a4-4830-9fbc-c19dcdc1292b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cd99ca5f-ef7d-4581-89ac-6b4526c0c60e HTTP/1.1" status: 200 len: 797 time: 0.1166024 Apr 18 19:43:43.741640 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805ee264-8398-49b6-bd9f-c59e0335dc0a req-756d1154-48fe-4b1e-a6e0-0db823ac592b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:43.741792 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-efda840a-9dfc-4c29-be0a-ebb9a918c148 None None] Notify callbacks [] for port, precommit_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:43.744193 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-805ee264-8398-49b6-bd9f-c59e0335dc0a req-756d1154-48fe-4b1e-a6e0-0db823ac592b service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1951573 Apr 18 19:43:43.755992 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-efda840a-9dfc-4c29-be0a-ebb9a918c148 None None] Transition to ACTIVE for port object 626c831c-b078-48eb-8dc8-0562edff597d will not be triggered until provisioned by entity L2. {{(pid=84765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:43:43.776246 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-efda840a-9dfc-4c29-be0a-ebb9a918c148 None None] Transition to ACTIVE for port object 626c831c-b078-48eb-8dc8-0562edff597d will not be triggered until provisioned by entity DHCP. {{(pid=84765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:43:43.806415 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Provisioning for port 5da1554c-386d-4ca6-a7bf-115fe539e461 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:43:43.811766 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Provisioning complete for port 5da1554c-386d-4ca6-a7bf-115fe539e461 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:43:43.812116 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:43.852481 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-07afed79-14c8-418c-a0ed-a034cf799929 req-6bae562a-8bcf-4e07-8453-20ba7ae34340 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f00f9f08-e875-4f8c-9289-beff649f5094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1258171 Apr 18 19:43:43.884123 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-efda840a-9dfc-4c29-be0a-ebb9a918c148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331'] for port, after_create {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:43.894035 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-52ca34ff-5e60-4beb-b231-91e75b74e6b4 req-4db46aff-0827-43fd-af18-eec8dac79413 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7276b8530b6a4c9e997960e7ff37ca8f&device_id=3abfef03-bf1d-476e-b07c-afc0b22f7586 HTTP/1.1" status: 200 len: 1094 time: 0.1093974 Apr 18 19:43:43.947836 n-d-836017-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efda840a-9dfc-4c29-be0a-ebb9a918c148 None None] Network 4b256ac3-7394-4ca6-a6f6-c1601783c99b is already hosted by enough agents. {{(pid=84765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:43:43.959348 n-d-836017-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-efda840a-9dfc-4c29-be0a-ebb9a918c148 None None] Resources bound (agent type, host, resource id): {{(pid=84765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:43:43.963146 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efda840a-9dfc-4c29-be0a-ebb9a918c148 None None] Received port after_create {{(pid=84765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:43:43.982261 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-52ca34ff-5e60-4beb-b231-91e75b74e6b4 req-a4e5e156-9acf-4487-8c0d-e3079b781a8e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0cb048a2-3b97-4691-b416-7dfaaf02ed95 HTTP/1.1" status: 200 len: 217 time: 0.0809166 Apr 18 19:43:44.049267 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ca34ff-5e60-4beb-b231-91e75b74e6b4 req-26d89086-bd2c-4064-88eb-09f17b1c5156 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:44.050732 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-52ca34ff-5e60-4beb-b231-91e75b74e6b4 req-26d89086-bd2c-4064-88eb-09f17b1c5156 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0711ab9d-0a48-4dd5-b699-a74bbc1341bb HTTP/1.1" status: 200 len: 850 time: 0.0630872 Apr 18 19:43:44.089169 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-efda840a-9dfc-4c29-be0a-ebb9a918c148 None None] Attempting to bind port 626c831c-b078-48eb-8dc8-0562edff597d on host n-d-836017-2 for vnic_type normal with profile {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:43:44.089534 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-efda840a-9dfc-4c29-be0a-ebb9a918c148 None None] Attempting to bind port 626c831c-b078-48eb-8dc8-0562edff597d by drivers openvswitch,hyperv on host n-d-836017-2 at level 0 using segments [{'id': 'b2500761-6bd7-439d-8517-7640a2382185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '4b256ac3-7394-4ca6-a6f6-c1601783c99b'}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:43:44.089894 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efda840a-9dfc-4c29-be0a-ebb9a918c148 None None] Attempting to bind port 626c831c-b078-48eb-8dc8-0562edff597d on network 4b256ac3-7394-4ca6-a6f6-c1601783c99b {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:43:44.108857 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-07afed79-14c8-418c-a0ed-a034cf799929 req-958aea1a-63de-4e42-b138-98e57eb95f9a service neutron] 10.222.0.72 "GET /v2.0/networks/f00f9f08-e875-4f8c-9289-beff649f5094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515566 Apr 18 19:43:44.187545 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:44.197742 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efda840a-9dfc-4c29-be0a-ebb9a918c148 None None] Pushing event updated for resources: {'Port': ['ID=626c831c-b078-48eb-8dc8-0562edff597d,revision_number=1']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:44.210593 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 48aae256-a88d-4f7d-adb8-cafe0c5b30ee up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:43:44.257395 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efda840a-9dfc-4c29-be0a-ebb9a918c148 None None] Checking agent: {'id': 'df2a5cfe-6839-400b-a998-e4fffce70f45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 8, 22), 'started_at': datetime.datetime(2022, 4, 18, 19, 8, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 43, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836017-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:43:44.257759 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efda840a-9dfc-4c29-be0a-ebb9a918c148 None None] Checking segment: {'id': 'b2500761-6bd7-439d-8517-7640a2382185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '4b256ac3-7394-4ca6-a6f6-c1601783c99b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:43:44.258384 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-efda840a-9dfc-4c29-be0a-ebb9a918c148 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:44.258973 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efda840a-9dfc-4c29-be0a-ebb9a918c148 None None] Bound using segment: {'id': 'b2500761-6bd7-439d-8517-7640a2382185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '4b256ac3-7394-4ca6-a6f6-c1601783c99b'} {{(pid=84765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:43:44.259637 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-efda840a-9dfc-4c29-be0a-ebb9a918c148 None None] Bound port: 626c831c-b078-48eb-8dc8-0562edff597d, host: n-d-836017-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2500761-6bd7-439d-8517-7640a2382185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '4b256ac3-7394-4ca6-a6f6-c1601783c99b'}}] {{(pid=84765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:43:44.260179 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-efda840a-9dfc-4c29-be0a-ebb9a918c148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:44.339219 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905cb457-a58b-4daa-bd24-de5b4f1502c9 req-65fff093-764e-4c30-b97e-5166bc2b45cc tempest-ServerTagsTestJSON-1973446604 tempest-ServerTagsTestJSON-1973446604-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:44.339903 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-905cb457-a58b-4daa-bd24-de5b4f1502c9 req-65fff093-764e-4c30-b97e-5166bc2b45cc tempest-ServerTagsTestJSON-1973446604 tempest-ServerTagsTestJSON-1973446604-project] Synchronizing usage tracker for tenant:4c467a6eff8a4b97a4bec55729a7d85f on resource:network {{(pid=84763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:43:44.354267 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-52ca34ff-5e60-4beb-b231-91e75b74e6b4 req-3d51a02a-cff0-4045-88aa-dc72116c9b03 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=20d4b8e1-a40a-4802-a6ed-f360fca84cce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2776830 Apr 18 19:43:44.372290 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-efda840a-9dfc-4c29-be0a-ebb9a918c148 None None] For port 626c831c-b078-48eb-8dc8-0562edff597d, host n-d-836017-2, cleared binding levels {{(pid=84765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:43:44.374571 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-07afed79-14c8-418c-a0ed-a034cf799929 req-087bcf4f-588e-497f-a897-fc5dd08452d3 service neutron] 10.222.0.72 "GET /v2.0/networks/f00f9f08-e875-4f8c-9289-beff649f5094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592027 Apr 18 19:43:44.376088 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-efda840a-9dfc-4c29-be0a-ebb9a918c148 None None] For port 626c831c-b078-48eb-8dc8-0562edff597d, host n-d-836017-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=626c831c-b078-48eb-8dc8-0562edff597d,segment=NetworkSegment(b2500761-6bd7-439d-8517-7640a2382185),segment_id=b2500761-6bd7-439d-8517-7640a2382185)] {{(pid=84765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:43:44.376902 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '407e2230-4fde-49f0-8186-6782973799b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5da1554c-386d-4ca6-a7bf-115fe539e461'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:43:44.421170 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port 5da1554c-386d-4ca6-a7bf-115fe539e461, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=5da1554c-386d-4ca6-a7bf-115fe539e461,segment=NetworkSegment(7a4923d3-f723-4642-bbf5-d50649e58889),segment_id=7a4923d3-f723-4642-bbf5-d50649e58889)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:43:44.444620 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port 48aae256-a88d-4f7d-adb8-cafe0c5b30ee triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:43:44.445204 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:44.471492 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-07afed79-14c8-418c-a0ed-a034cf799929 req-d6c689a7-e960-4a34-a47a-e67c7c421cae service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=bc8fa886-e93d-4d04-8bab-3e04c5da3a42 HTTP/1.1" status: 200 len: 217 time: 0.0904281 Apr 18 19:43:44.483597 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f4340b9-ddba-44f1-9e76-3acf5c514ab7'] response: {'server_uuid': '407e2230-4fde-49f0-8186-6782973799b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5da1554c-386d-4ca6-a7bf-115fe539e461', 'code': 200} Apr 18 19:43:44.490002 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-905cb457-a58b-4daa-bd24-de5b4f1502c9 req-65fff093-764e-4c30-b97e-5166bc2b45cc tempest-ServerTagsTestJSON-1973446604 tempest-ServerTagsTestJSON-1973446604-project] Unset dirty status for tenant:4c467a6eff8a4b97a4bec55729a7d85f on resource:network {{(pid=84763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:43:44.491547 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-905cb457-a58b-4daa-bd24-de5b4f1502c9 req-65fff093-764e-4c30-b97e-5166bc2b45cc tempest-ServerTagsTestJSON-1973446604 tempest-ServerTagsTestJSON-1973446604-project] 10.222.0.73 "GET /v2.0/networks?id=8c1271d5-1aa1-4888-bcb1-d45b4ad7c2e4 HTTP/1.1" status: 200 len: 808 time: 0.4392352 Apr 18 19:43:44.493366 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-efda840a-9dfc-4c29-be0a-ebb9a918c148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:44.508945 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-905cb457-a58b-4daa-bd24-de5b4f1502c9 req-4f305bbf-51b5-49b9-ad0c-b61323b3ba83 tempest-ServerTagsTestJSON-1973446604 tempest-ServerTagsTestJSON-1973446604-project] Request body: {'port': {'device_id': '8ef606a1-4215-4c97-8301-f8d40bfb4f0a', 'network_id': '8c1271d5-1aa1-4888-bcb1-d45b4ad7c2e4', 'admin_state_up': True, 'tenant_id': '4c467a6eff8a4b97a4bec55729a7d85f'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:43:44.565471 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:44.575774 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07afed79-14c8-418c-a0ed-a034cf799929 req-70ab441d-fee8-4566-ba61-f878213031ca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:44.577394 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-07afed79-14c8-418c-a0ed-a034cf799929 req-70ab441d-fee8-4566-ba61-f878213031ca service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cd99ca5f-ef7d-4581-89ac-6b4526c0c60e HTTP/1.1" status: 200 len: 797 time: 0.0997906 Apr 18 19:43:44.649166 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efda840a-9dfc-4c29-be0a-ebb9a918c148 None None] Pushing event updated for resources: {'Port': ['ID=626c831c-b078-48eb-8dc8-0562edff597d,revision_number=2']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:44.715323 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-07afed79-14c8-418c-a0ed-a034cf799929 req-54833278-3add-419f-b12d-38fb64f03fd4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f00f9f08-e875-4f8c-9289-beff649f5094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1308141 Apr 18 19:43:44.812880 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-52ca34ff-5e60-4beb-b231-91e75b74e6b4 req-abe620ab-9f36-45fd-964d-ff5e01cbe5a0 service neutron] 10.222.0.72 "GET /v2.0/networks/20d4b8e1-a40a-4802-a6ed-f360fca84cce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4521680 Apr 18 19:43:44.882696 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Pushing event updated for resources: {'Port': ['ID=5da1554c-386d-4ca6-a7bf-115fe539e461,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:44.883605 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ff9799cc-9a58-4ca4-81d8-16ddc5189184 req-e38188a3-409a-49a9-9a8a-ecdbb2e43671 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=407e2230-4fde-49f0-8186-6782973799b3 HTTP/1.1" status: 200 len: 1096 time: 0.2882297 Apr 18 19:43:44.964097 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-07afed79-14c8-418c-a0ed-a034cf799929 req-7f87f948-cdb4-43fa-ab87-f5111e3c6e33 service neutron] 10.222.0.72 "GET /v2.0/networks/f00f9f08-e875-4f8c-9289-beff649f5094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411802 Apr 18 19:43:45.017897 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-905cb457-a58b-4daa-bd24-de5b4f1502c9 req-4f305bbf-51b5-49b9-ad0c-b61323b3ba83 tempest-ServerTagsTestJSON-1973446604 tempest-ServerTagsTestJSON-1973446604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:43:45.031684 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-905cb457-a58b-4daa-bd24-de5b4f1502c9 req-4f305bbf-51b5-49b9-ad0c-b61323b3ba83 tempest-ServerTagsTestJSON-1973446604 tempest-ServerTagsTestJSON-1973446604-project] Usage tracker for resource:port and tenant:4c467a6eff8a4b97a4bec55729a7d85f is out of sync, need to count used quota {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:43:45.041685 n-d-836017-2 neutron-server[84763]: DEBUG neutron.quota.resource [req-905cb457-a58b-4daa-bd24-de5b4f1502c9 req-4f305bbf-51b5-49b9-ad0c-b61323b3ba83 tempest-ServerTagsTestJSON-1973446604 tempest-ServerTagsTestJSON-1973446604-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:43:45.063804 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-ff9799cc-9a58-4ca4-81d8-16ddc5189184 req-900c5102-2160-4ddb-ada5-bbcb75025bb3 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=a344184d-6101-4cc9-b0b4-25da7b73d4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709552 Apr 18 19:43:45.065257 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.quota.driver [req-905cb457-a58b-4daa-bd24-de5b4f1502c9 req-4f305bbf-51b5-49b9-ad0c-b61323b3ba83 tempest-ServerTagsTestJSON-1973446604 tempest-ServerTagsTestJSON-1973446604-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:43:45.090764 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-52ca34ff-5e60-4beb-b231-91e75b74e6b4 req-301caee9-3616-4a79-8134-cb08945edc0a service neutron] 10.222.0.72 "GET /v2.0/networks/20d4b8e1-a40a-4802-a6ed-f360fca84cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2675498 Apr 18 19:43:45.106090 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-07afed79-14c8-418c-a0ed-a034cf799929 req-ef298ae6-a131-472b-9db4-010b42e80035 service neutron] 10.222.0.72 "GET /v2.0/networks/f00f9f08-e875-4f8c-9289-beff649f5094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368158 Apr 18 19:43:45.182660 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-905cb457-a58b-4daa-bd24-de5b4f1502c9 req-4f305bbf-51b5-49b9-ad0c-b61323b3ba83 tempest-ServerTagsTestJSON-1973446604 tempest-ServerTagsTestJSON-1973446604-project] Made reservation on behalf of 4c467a6eff8a4b97a4bec55729a7d85f for: {'port': 1} {{(pid=84763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:43:45.185969 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-905cb457-a58b-4daa-bd24-de5b4f1502c9 req-4f305bbf-51b5-49b9-ad0c-b61323b3ba83 tempest-ServerTagsTestJSON-1973446604 tempest-ServerTagsTestJSON-1973446604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:45.380875 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-235a3540-f6a4-4fca-a18e-fa779ba08047 req-e76986ef-ff4f-4255-ab0c-e357ca92e63d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=25b05b3bfc6f4792a58f276b63d5c65b&device_id=7da2e1a8-2ab3-46b7-8cdb-53e56abc5d74 HTTP/1.1" status: 200 len: 6487 time: 0.0996504 Apr 18 19:43:45.387701 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.db_base_plugin_common [req-905cb457-a58b-4daa-bd24-de5b4f1502c9 req-4f305bbf-51b5-49b9-ad0c-b61323b3ba83 tempest-ServerTagsTestJSON-1973446604 tempest-ServerTagsTestJSON-1973446604-project] Allocated IP 172.20.0.8 (8c1271d5-1aa1-4888-bcb1-d45b4ad7c2e4/598bc5f6-bdfa-4e35-aa1c-6f25d1c5de7c/9ac39cb3-b32e-4a78-afd4-94a7d9a481bf) {{(pid=84763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:43:45.541962 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235a3540-f6a4-4fca-a18e-fa779ba08047 req-d49ddcfd-1a02-4545-a3dc-7a6345b95023 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:45.543652 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-235a3540-f6a4-4fca-a18e-fa779ba08047 req-d49ddcfd-1a02-4545-a3dc-7a6345b95023 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f00f9f08-e875-4f8c-9289-beff649f5094 HTTP/1.1" status: 200 len: 903 time: 0.1581812 Apr 18 19:43:45.628789 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-905cb457-a58b-4daa-bd24-de5b4f1502c9 req-4f305bbf-51b5-49b9-ad0c-b61323b3ba83 tempest-ServerTagsTestJSON-1973446604 tempest-ServerTagsTestJSON-1973446604-project] Notify callbacks [] for port, precommit_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:45.646276 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-235a3540-f6a4-4fca-a18e-fa779ba08047 req-78348f42-fc93-492b-832f-594721de2144 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=bc8fa886-e93d-4d04-8bab-3e04c5da3a42 HTTP/1.1" status: 200 len: 217 time: 0.0929096 Apr 18 19:43:45.761182 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-905cb457-a58b-4daa-bd24-de5b4f1502c9 req-4f305bbf-51b5-49b9-ad0c-b61323b3ba83 tempest-ServerTagsTestJSON-1973446604 tempest-ServerTagsTestJSON-1973446604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791093384331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66351860'] for port, after_create {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:45.768250 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235a3540-f6a4-4fca-a18e-fa779ba08047 req-ee6993ca-8d37-42c7-99ef-353a6fd87425 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:45.769931 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-235a3540-f6a4-4fca-a18e-fa779ba08047 req-ee6993ca-8d37-42c7-99ef-353a6fd87425 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cd99ca5f-ef7d-4581-89ac-6b4526c0c60e HTTP/1.1" status: 200 len: 797 time: 0.1101010 Apr 18 19:43:45.796717 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b1598d-a8a6-47cc-a8d1-86994005ad74 None None] Network 4b256ac3-7394-4ca6-a6f6-c1601783c99b requested from n-d-836017-2 {{(pid=84765) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:43:45.868521 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-235a3540-f6a4-4fca-a18e-fa779ba08047 req-7e9fde8c-2c2b-453d-82a0-d304d1caabbd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f00f9f08-e875-4f8c-9289-beff649f5094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0923331 Apr 18 19:43:45.951932 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-905cb457-a58b-4daa-bd24-de5b4f1502c9 req-4f305bbf-51b5-49b9-ad0c-b61323b3ba83 tempest-ServerTagsTestJSON-1973446604 tempest-ServerTagsTestJSON-1973446604-project] Network 8c1271d5-1aa1-4888-bcb1-d45b4ad7c2e4 is already hosted by enough agents. {{(pid=84763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:43:45.955730 n-d-836017-2 neutron-server[84763]: DEBUG neutron.scheduler.base_scheduler [req-905cb457-a58b-4daa-bd24-de5b4f1502c9 req-4f305bbf-51b5-49b9-ad0c-b61323b3ba83 tempest-ServerTagsTestJSON-1973446604 tempest-ServerTagsTestJSON-1973446604-project] Resources bound (agent type, host, resource id): {{(pid=84763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:43:45.961371 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.l3_dvrscheduler_db [req-905cb457-a58b-4daa-bd24-de5b4f1502c9 req-4f305bbf-51b5-49b9-ad0c-b61323b3ba83 tempest-ServerTagsTestJSON-1973446604 tempest-ServerTagsTestJSON-1973446604-project] Received port after_create {{(pid=84763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:43:45.978805 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-3ac1697e-149a-4b97-b895-4d615aa44a10 None None] Provisioning for port 626c831c-b078-48eb-8dc8-0562edff597d completed by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:43:45.990644 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f305bbf-51b5-49b9-ad0c-b61323b3ba83 tempest-ServerTagsTestJSON-1973446604 tempest-ServerTagsTestJSON-1973446604-project] Pushing event updated for resources: {'Port': ['ID=9ac39cb3-b32e-4a78-afd4-94a7d9a481bf,revision_number=1']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:46.027529 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-235a3540-f6a4-4fca-a18e-fa779ba08047 req-e3923bc2-199b-4268-bf1f-1fb277e8ab12 service neutron] 10.222.0.72 "GET /v2.0/networks/f00f9f08-e875-4f8c-9289-beff649f5094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526070 Apr 18 19:43:46.033644 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905cb457-a58b-4daa-bd24-de5b4f1502c9 req-4f305bbf-51b5-49b9-ad0c-b61323b3ba83 tempest-ServerTagsTestJSON-1973446604 tempest-ServerTagsTestJSON-1973446604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:46.034399 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-905cb457-a58b-4daa-bd24-de5b4f1502c9 req-4f305bbf-51b5-49b9-ad0c-b61323b3ba83 tempest-ServerTagsTestJSON-1973446604 tempest-ServerTagsTestJSON-1973446604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:46.155271 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-905cb457-a58b-4daa-bd24-de5b4f1502c9 req-4f305bbf-51b5-49b9-ad0c-b61323b3ba83 tempest-ServerTagsTestJSON-1973446604 tempest-ServerTagsTestJSON-1973446604-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6511135 Apr 18 19:43:46.170329 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.v2.base [req-905cb457-a58b-4daa-bd24-de5b4f1502c9 req-37c2d230-14b8-4264-9b96-655bf58f79c5 service neutron] Request body: {'port': {'device_id': '8ef606a1-4215-4c97-8301-f8d40bfb4f0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836017-2'}} {{(pid=84763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:43:46.174484 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 626c831c-b078-48eb-8dc8-0562edff597d up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:43:46.189213 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-235a3540-f6a4-4fca-a18e-fa779ba08047 req-414f4b2c-4718-4fe0-9aea-d6b0bcb50e2f service neutron] 10.222.0.72 "GET /v2.0/networks/f00f9f08-e875-4f8c-9289-beff649f5094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548426 Apr 18 19:43:46.314337 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning for port 626c831c-b078-48eb-8dc8-0562edff597d completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:43:46.315480 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-905cb457-a58b-4daa-bd24-de5b4f1502c9 req-37c2d230-14b8-4264-9b96-655bf58f79c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:46.323340 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port 626c831c-b078-48eb-8dc8-0562edff597d triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:43:46.323340 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:46.453230 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-0bc8f82f-367b-49dc-90c4-418bbe085c5f None None] Provisioning complete for port 626c831c-b078-48eb-8dc8-0562edff597d triggered by entity DHCP. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:43:46.453743 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0bc8f82f-367b-49dc-90c4-418bbe085c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:46.497132 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:46.548864 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] For port 626c831c-b078-48eb-8dc8-0562edff597d, host n-d-836017-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836017-2',level=0,port_id=626c831c-b078-48eb-8dc8-0562edff597d,segment=NetworkSegment(b2500761-6bd7-439d-8517-7640a2382185),segment_id=b2500761-6bd7-439d-8517-7640a2382185)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:43:46.602262 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:46.642277 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0bc8f82f-367b-49dc-90c4-418bbe085c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:46.710282 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [req-905cb457-a58b-4daa-bd24-de5b4f1502c9 req-37c2d230-14b8-4264-9b96-655bf58f79c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ac39cb3-b32e-4a78-afd4-94a7d9a481bf {{(pid=84763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:43:46.717474 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-905cb457-a58b-4daa-bd24-de5b4f1502c9 req-37c2d230-14b8-4264-9b96-655bf58f79c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:46.727327 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Pushing event updated for resources: {'Port': ['ID=626c831c-b078-48eb-8dc8-0562edff597d,revision_number=3']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:46.735199 n-d-836017-2 neutron-server[84763]: DEBUG neutron.db.provisioning_blocks [req-905cb457-a58b-4daa-bd24-de5b4f1502c9 req-37c2d230-14b8-4264-9b96-655bf58f79c5 service neutron] Transition to ACTIVE for port object 9ac39cb3-b32e-4a78-afd4-94a7d9a481bf will not be triggered until provisioned by entity L2. {{(pid=84763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:43:46.750463 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-0bc8f82f-367b-49dc-90c4-418bbe085c5f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84765) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 19:43:46.750463 n-d-836017-2 neutron-server[84765]: DEBUG oslo_db.api [None req-0bc8f82f-367b-49dc-90c4-418bbe085c5f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 19:43:46.771205 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 0cb048a2-3b97-4691-b416-7dfaaf02ed95 details requested by agent hyperv_n-h2-836017-2 with host n-h2-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:43:46.818169 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-905cb457-a58b-4daa-bd24-de5b4f1502c9 req-37c2d230-14b8-4264-9b96-655bf58f79c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:46.916360 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 0cb048a2-3b97-4691-b416-7dfaaf02ed95, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=0cb048a2-3b97-4691-b416-7dfaaf02ed95,segment=NetworkSegment(b8926c6e-9073-4fc9-ba41-5d530ba3940c),segment_id=b8926c6e-9073-4fc9-ba41-5d530ba3940c)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:43:46.931680 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Returning: {'device': '0cb048a2-3b97-4691-b416-7dfaaf02ed95', 'network_id': '20d4b8e1-a40a-4802-a6ed-f360fca84cce', 'port_id': '0cb048a2-3b97-4691-b416-7dfaaf02ed95', 'mac_address': 'fa:16:3e:31:66:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0711ab9d-0a48-4dd5-b699-a74bbc1341bb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:43:46.948093 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c2d230-14b8-4264-9b96-655bf58f79c5 service neutron] Pushing event updated for resources: {'Port': ['ID=9ac39cb3-b32e-4a78-afd4-94a7d9a481bf,revision_number=2']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:46.995005 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:47.025430 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cb048a2-3b97-4691-b416-7dfaaf02ed95 {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:43:47.041184 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 0cb048a2-3b97-4691-b416-7dfaaf02ed95, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=0cb048a2-3b97-4691-b416-7dfaaf02ed95,segment=NetworkSegment(b8926c6e-9073-4fc9-ba41-5d530ba3940c),segment_id=b8926c6e-9073-4fc9-ba41-5d530ba3940c)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:43:47.063239 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-905cb457-a58b-4daa-bd24-de5b4f1502c9 req-37c2d230-14b8-4264-9b96-655bf58f79c5 service neutron] Attempting to bind port 9ac39cb3-b32e-4a78-afd4-94a7d9a481bf on host n-h1-836017-2 for vnic_type normal with profile {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:43:47.063808 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-905cb457-a58b-4daa-bd24-de5b4f1502c9 req-37c2d230-14b8-4264-9b96-655bf58f79c5 service neutron] Attempting to bind port 9ac39cb3-b32e-4a78-afd4-94a7d9a481bf by drivers openvswitch,hyperv on host n-h1-836017-2 at level 0 using segments [{'id': 'eac1305f-12da-457d-a91f-f86093142ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '8c1271d5-1aa1-4888-bcb1-d45b4ad7c2e4'}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:43:47.063808 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-905cb457-a58b-4daa-bd24-de5b4f1502c9 req-37c2d230-14b8-4264-9b96-655bf58f79c5 service neutron] Attempting to bind port 9ac39cb3-b32e-4a78-afd4-94a7d9a481bf on network 8c1271d5-1aa1-4888-bcb1-d45b4ad7c2e4 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:43:47.070716 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-905cb457-a58b-4daa-bd24-de5b4f1502c9 req-37c2d230-14b8-4264-9b96-655bf58f79c5 service neutron] Port 9ac39cb3-b32e-4a78-afd4-94a7d9a481bf on network 8c1271d5-1aa1-4888-bcb1-d45b4ad7c2e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-836017-2 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:43:47.071031 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-905cb457-a58b-4daa-bd24-de5b4f1502c9 req-37c2d230-14b8-4264-9b96-655bf58f79c5 service neutron] Attempting to bind port 9ac39cb3-b32e-4a78-afd4-94a7d9a481bf on network 8c1271d5-1aa1-4888-bcb1-d45b4ad7c2e4 {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:43:47.077527 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-905cb457-a58b-4daa-bd24-de5b4f1502c9 req-37c2d230-14b8-4264-9b96-655bf58f79c5 service neutron] Checking agent: {'id': 'e3a31811-08e0-42ba-bc2e-ed8a973b714f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836017-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 17, 25), 'started_at': datetime.datetime(2022, 4, 18, 19, 17, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:43:47.077862 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-905cb457-a58b-4daa-bd24-de5b4f1502c9 req-37c2d230-14b8-4264-9b96-655bf58f79c5 service neutron] Checking segment: {'id': 'eac1305f-12da-457d-a91f-f86093142ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '8c1271d5-1aa1-4888-bcb1-d45b4ad7c2e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:43:47.078242 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-905cb457-a58b-4daa-bd24-de5b4f1502c9 req-37c2d230-14b8-4264-9b96-655bf58f79c5 service neutron] Bound using segment: {'id': 'eac1305f-12da-457d-a91f-f86093142ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '8c1271d5-1aa1-4888-bcb1-d45b4ad7c2e4'} {{(pid=84763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:43:47.078668 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.managers [req-905cb457-a58b-4daa-bd24-de5b4f1502c9 req-37c2d230-14b8-4264-9b96-655bf58f79c5 service neutron] Bound port: 9ac39cb3-b32e-4a78-afd4-94a7d9a481bf, host: n-h1-836017-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eac1305f-12da-457d-a91f-f86093142ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '8c1271d5-1aa1-4888-bcb1-d45b4ad7c2e4'}}] {{(pid=84763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:43:47.079011 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-905cb457-a58b-4daa-bd24-de5b4f1502c9 req-37c2d230-14b8-4264-9b96-655bf58f79c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:47.126262 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:47.182054 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-905cb457-a58b-4daa-bd24-de5b4f1502c9 req-37c2d230-14b8-4264-9b96-655bf58f79c5 service neutron] For port 9ac39cb3-b32e-4a78-afd4-94a7d9a481bf, host n-h1-836017-2, cleared binding levels {{(pid=84763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:43:47.186398 n-d-836017-2 neutron-server[84763]: DEBUG neutron.plugins.ml2.db [req-905cb457-a58b-4daa-bd24-de5b4f1502c9 req-37c2d230-14b8-4264-9b96-655bf58f79c5 service neutron] For port 9ac39cb3-b32e-4a78-afd4-94a7d9a481bf, host n-h1-836017-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=9ac39cb3-b32e-4a78-afd4-94a7d9a481bf,segment=NetworkSegment(eac1305f-12da-457d-a91f-f86093142ec5),segment_id=eac1305f-12da-457d-a91f-f86093142ec5)] {{(pid=84763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:43:47.199840 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=0cb048a2-3b97-4691-b416-7dfaaf02ed95,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:47.275027 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-905cb457-a58b-4daa-bd24-de5b4f1502c9 req-37c2d230-14b8-4264-9b96-655bf58f79c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66351757'] for port, after_update {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:47.345275 n-d-836017-2 neutron-server[84763]: DEBUG neutron_lib.callbacks.manager [req-905cb457-a58b-4daa-bd24-de5b4f1502c9 req-37c2d230-14b8-4264-9b96-655bf58f79c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218061'] for port, before_response {{(pid=84763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:47.346985 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-905cb457-a58b-4daa-bd24-de5b4f1502c9 req-37c2d230-14b8-4264-9b96-655bf58f79c5 service neutron] 10.222.0.73 "PUT /v2.0/ports/9ac39cb3-b32e-4a78-afd4-94a7d9a481bf HTTP/1.1" status: 200 len: 1091 time: 1.1807048 Apr 18 19:43:47.349578 n-d-836017-2 neutron-server[84763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ef606a1-4215-4c97-8301-f8d40bfb4f0a', 'tag': '9ac39cb3-b32e-4a78-afd4-94a7d9a481bf'}] {{(pid=84763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:43:47.369240 n-d-836017-2 neutron-server[84763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c2d230-14b8-4264-9b96-655bf58f79c5 service neutron] Pushing event updated for resources: {'Port': ['ID=9ac39cb3-b32e-4a78-afd4-94a7d9a481bf,revision_number=3']} {{(pid=84763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:47.369486 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] get_ports_and_sgs() called for port_ids ['0cb048a2-3b97-4691-b416-7dfaaf02ed95'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:43:47.420953 n-d-836017-2 neutron-server[84763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ff88511-797a-4021-9241-8854364551b9'] response: {'name': 'network-changed', 'server_uuid': '8ef606a1-4215-4c97-8301-f8d40bfb4f0a', 'tag': '9ac39cb3-b32e-4a78-afd4-94a7d9a481bf', 'status': 'completed', 'code': 200} Apr 18 19:43:47.517939 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fd8ea853-513a-4d65-b64a-f3e9c8861b24 req-1466f455-85d4-46e5-b590-4f951857cf97 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4c467a6eff8a4b97a4bec55729a7d85f&device_id=8ef606a1-4215-4c97-8301-f8d40bfb4f0a HTTP/1.1" status: 200 len: 1094 time: 0.0764706 Apr 18 19:43:47.674269 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8ea853-513a-4d65-b64a-f3e9c8861b24 req-e6caadcf-594d-4524-a758-529b980cab05 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:47.675817 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fd8ea853-513a-4d65-b64a-f3e9c8861b24 req-e6caadcf-594d-4524-a758-529b980cab05 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=4c467a6eff8a4b97a4bec55729a7d85f&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1499240 Apr 18 19:43:47.822030 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8ea853-513a-4d65-b64a-f3e9c8861b24 req-a0018770-26fb-4c93-a07e-a0ca2379c5d2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:47.823502 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-fd8ea853-513a-4d65-b64a-f3e9c8861b24 req-a0018770-26fb-4c93-a07e-a0ca2379c5d2 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1415024 Apr 18 19:43:47.935975 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-905cb457-a58b-4daa-bd24-de5b4f1502c9 req-ff21643c-3a32-4f94-b752-801083ba4f8a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4c467a6eff8a4b97a4bec55729a7d85f&device_id=8ef606a1-4215-4c97-8301-f8d40bfb4f0a HTTP/1.1" status: 200 len: 1094 time: 0.0719743 Apr 18 19:43:48.008851 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-905cb457-a58b-4daa-bd24-de5b4f1502c9 req-003b440e-cf5c-4daa-ab99-f0a1a2cd42e2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9ac39cb3-b32e-4a78-afd4-94a7d9a481bf HTTP/1.1" status: 200 len: 217 time: 0.0656779 Apr 18 19:43:48.074945 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905cb457-a58b-4daa-bd24-de5b4f1502c9 req-b3336cfb-e9f2-4775-8af5-084e4ec68825 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:48.077086 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-905cb457-a58b-4daa-bd24-de5b4f1502c9 req-b3336cfb-e9f2-4775-8af5-084e4ec68825 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=598bc5f6-bdfa-4e35-aa1c-6f25d1c5de7c HTTP/1.1" status: 200 len: 848 time: 0.0604045 Apr 18 19:43:48.131854 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Device 626c831c-b078-48eb-8dc8-0562edff597d up at agent ovs-agent-n-d-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:43:48.132560 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-905cb457-a58b-4daa-bd24-de5b4f1502c9 req-8af83050-e46e-4c1a-b1bc-268f9b6f6392 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8c1271d5-1aa1-4888-bcb1-d45b4ad7c2e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474029 Apr 18 19:43:48.257258 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Provisioning complete for port 626c831c-b078-48eb-8dc8-0562edff597d triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:43:48.257981 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:48.285503 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-56a7c258-f9e0-4b13-bb19-09e66a1d69ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:48.379274 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-905cb457-a58b-4daa-bd24-de5b4f1502c9 req-83abf842-9016-478b-80f5-77994405ddc5 service neutron] 10.222.0.73 "GET /v2.0/networks/8c1271d5-1aa1-4888-bcb1-d45b4ad7c2e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399573 Apr 18 19:43:48.514435 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-905cb457-a58b-4daa-bd24-de5b4f1502c9 req-5cb2827d-4214-43c9-98f7-b8ee77b284b2 service neutron] 10.222.0.73 "GET /v2.0/networks/8c1271d5-1aa1-4888-bcb1-d45b4ad7c2e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284761 Apr 18 19:43:48.774896 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 0cb048a2-3b97-4691-b416-7dfaaf02ed95 up at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:43:48.920607 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning for port 0cb048a2-3b97-4691-b416-7dfaaf02ed95 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:43:48.926640 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning complete for port 0cb048a2-3b97-4691-b416-7dfaaf02ed95 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:43:48.927020 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:49.062569 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:49.090108 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3abfef03-bf1d-476e-b07c-afc0b22f7586', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cb048a2-3b97-4691-b416-7dfaaf02ed95'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:43:49.099532 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 0cb048a2-3b97-4691-b416-7dfaaf02ed95, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=0cb048a2-3b97-4691-b416-7dfaaf02ed95,segment=NetworkSegment(b8926c6e-9073-4fc9-ba41-5d530ba3940c),segment_id=b8926c6e-9073-4fc9-ba41-5d530ba3940c)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:43:49.147876 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aaab15b5-9a5e-4586-a5a7-4d0510af4fc8'] response: {'server_uuid': '3abfef03-bf1d-476e-b07c-afc0b22f7586', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cb048a2-3b97-4691-b416-7dfaaf02ed95', 'code': 200} Apr 18 19:43:49.171799 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:49.242172 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=0cb048a2-3b97-4691-b416-7dfaaf02ed95,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:49.282714 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-eb5cad32-b876-4916-8bb3-43b299f7c293 req-fac9ec00-129c-4b14-87aa-edc66c17450a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3abfef03-bf1d-476e-b07c-afc0b22f7586 HTTP/1.1" status: 200 len: 1096 time: 0.0789518 Apr 18 19:43:49.329721 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-eb5cad32-b876-4916-8bb3-43b299f7c293 req-acc5452e-a442-4cec-a091-9d34fec06535 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=10904cc2-733e-4216-9fd7-bd871359126c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397437 Apr 18 19:43:50.394737 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-99505852-ffb7-4bf9-b835-dc3451e9b00b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:50.953997 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:51.552764 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 9ac39cb3-b32e-4a78-afd4-94a7d9a481bf details requested by agent hyperv_n-h1-836017-2 with host n-h1-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:43:51.687627 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port 9ac39cb3-b32e-4a78-afd4-94a7d9a481bf, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=9ac39cb3-b32e-4a78-afd4-94a7d9a481bf,segment=NetworkSegment(eac1305f-12da-457d-a91f-f86093142ec5),segment_id=eac1305f-12da-457d-a91f-f86093142ec5)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:43:51.704399 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Returning: {'device': '9ac39cb3-b32e-4a78-afd4-94a7d9a481bf', 'network_id': '8c1271d5-1aa1-4888-bcb1-d45b4ad7c2e4', 'port_id': '9ac39cb3-b32e-4a78-afd4-94a7d9a481bf', 'mac_address': 'fa:16:3e:8f:d6:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '598bc5f6-bdfa-4e35-aa1c-6f25d1c5de7c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:43:51.765529 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:51.782466 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ac39cb3-b32e-4a78-afd4-94a7d9a481bf {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:43:51.797539 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port 9ac39cb3-b32e-4a78-afd4-94a7d9a481bf, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=9ac39cb3-b32e-4a78-afd4-94a7d9a481bf,segment=NetworkSegment(eac1305f-12da-457d-a91f-f86093142ec5),segment_id=eac1305f-12da-457d-a91f-f86093142ec5)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:43:51.897551 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:51.932362 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1c541fd-6087-4755-8778-e68e27e46067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:51.976199 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Pushing event updated for resources: {'Port': ['ID=9ac39cb3-b32e-4a78-afd4-94a7d9a481bf,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:52.034512 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:52.246534 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] get_ports_and_sgs() called for port_ids ['9ac39cb3-b32e-4a78-afd4-94a7d9a481bf'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:43:53.085970 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a4106dab-6971-4e7e-8fdc-c66f0a3f4877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:53.582281 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Device 9ac39cb3-b32e-4a78-afd4-94a7d9a481bf up at agent hyperv_n-h1-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:43:53.725506 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Provisioning for port 9ac39cb3-b32e-4a78-afd4-94a7d9a481bf completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:43:53.730853 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Provisioning complete for port 9ac39cb3-b32e-4a78-afd4-94a7d9a481bf triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:43:53.731217 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:53.841243 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:53.868650 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ef606a1-4215-4c97-8301-f8d40bfb4f0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ac39cb3-b32e-4a78-afd4-94a7d9a481bf'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:43:53.878112 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] For port 9ac39cb3-b32e-4a78-afd4-94a7d9a481bf, host n-h1-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836017-2',level=0,port_id=9ac39cb3-b32e-4a78-afd4-94a7d9a481bf,segment=NetworkSegment(eac1305f-12da-457d-a91f-f86093142ec5),segment_id=eac1305f-12da-457d-a91f-f86093142ec5)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:43:53.930876 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-324a8713-afb0-46ee-93ce-27700c015c00'] response: {'server_uuid': '8ef606a1-4215-4c97-8301-f8d40bfb4f0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ac39cb3-b32e-4a78-afd4-94a7d9a481bf', 'code': 200} Apr 18 19:43:53.989956 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:54.050399 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e59508e6-8d16-4759-8352-64c730b4589f req-d0552272-2b60-414e-878e-c6f572770fa9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8ef606a1-4215-4c97-8301-f8d40bfb4f0a HTTP/1.1" status: 200 len: 1096 time: 0.0709152 Apr 18 19:43:54.062568 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Pushing event updated for resources: {'Port': ['ID=9ac39cb3-b32e-4a78-afd4-94a7d9a481bf,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:54.094635 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e59508e6-8d16-4759-8352-64c730b4589f req-2e4b5df2-7492-4b3d-996a-215fc87d2fc4 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=44028132-f19a-40bf-9ed1-5d1aaa32e3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380976 Apr 18 19:43:54.886559 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:44:02.847619 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 859cd966-5e42-46fb-b44d-a96ed2ee8eae details requested by agent hyperv_n-h2-836017-2 with host n-h2-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:44:02.981547 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 859cd966-5e42-46fb-b44d-a96ed2ee8eae, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=859cd966-5e42-46fb-b44d-a96ed2ee8eae,segment=NetworkSegment(eadc1d42-b6f7-4927-99a7-b1ed099a479d),segment_id=eadc1d42-b6f7-4927-99a7-b1ed099a479d)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:44:02.996014 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Returning: {'device': '859cd966-5e42-46fb-b44d-a96ed2ee8eae', 'network_id': '57af972d-943b-4a86-90f7-7dab3bff4674', 'port_id': '859cd966-5e42-46fb-b44d-a96ed2ee8eae', 'mac_address': 'fa:16:3e:15:48:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9786e446-f72f-4fc4-a7eb-085b678e7027', 'ip_address': '10.1.1.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:44:03.050130 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:44:03.071929 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 859cd966-5e42-46fb-b44d-a96ed2ee8eae {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:44:03.087096 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 859cd966-5e42-46fb-b44d-a96ed2ee8eae, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=859cd966-5e42-46fb-b44d-a96ed2ee8eae,segment=NetworkSegment(eadc1d42-b6f7-4927-99a7-b1ed099a479d),segment_id=eadc1d42-b6f7-4927-99a7-b1ed099a479d)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:44:03.177893 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:44:03.178510 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 91f3bd9a-f90f-40fe-9158-517a5d2b8f0e details requested by agent hyperv_n-h2-836017-2 with host n-h2-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:44:03.255943 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=859cd966-5e42-46fb-b44d-a96ed2ee8eae,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:44:03.259745 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 91f3bd9a-f90f-40fe-9158-517a5d2b8f0e, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=91f3bd9a-f90f-40fe-9158-517a5d2b8f0e,segment=NetworkSegment(eadc1d42-b6f7-4927-99a7-b1ed099a479d),segment_id=eadc1d42-b6f7-4927-99a7-b1ed099a479d)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:44:03.274163 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Returning: {'device': '91f3bd9a-f90f-40fe-9158-517a5d2b8f0e', 'network_id': '57af972d-943b-4a86-90f7-7dab3bff4674', 'port_id': '91f3bd9a-f90f-40fe-9158-517a5d2b8f0e', 'mac_address': 'fa:16:3e:ed:99:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9786e446-f72f-4fc4-a7eb-085b678e7027', 'ip_address': '10.1.1.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:44:03.327367 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:44:03.344845 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91f3bd9a-f90f-40fe-9158-517a5d2b8f0e {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:44:03.360206 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 91f3bd9a-f90f-40fe-9158-517a5d2b8f0e, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=91f3bd9a-f90f-40fe-9158-517a5d2b8f0e,segment=NetworkSegment(eadc1d42-b6f7-4927-99a7-b1ed099a479d),segment_id=eadc1d42-b6f7-4927-99a7-b1ed099a479d)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:44:03.412174 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:44:03.412967 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device c3ca2014-925d-4461-9c4d-67754ca211dc details requested by agent hyperv_n-h2-836017-2 with host n-h2-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:44:03.492730 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=91f3bd9a-f90f-40fe-9158-517a5d2b8f0e,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:44:03.497301 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port c3ca2014-925d-4461-9c4d-67754ca211dc, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=c3ca2014-925d-4461-9c4d-67754ca211dc,segment=NetworkSegment(eadc1d42-b6f7-4927-99a7-b1ed099a479d),segment_id=eadc1d42-b6f7-4927-99a7-b1ed099a479d)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:44:03.511828 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Returning: {'device': 'c3ca2014-925d-4461-9c4d-67754ca211dc', 'network_id': '57af972d-943b-4a86-90f7-7dab3bff4674', 'port_id': 'c3ca2014-925d-4461-9c4d-67754ca211dc', 'mac_address': 'fa:16:3e:95:25:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9786e446-f72f-4fc4-a7eb-085b678e7027', 'ip_address': '10.1.1.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:44:03.564116 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:44:03.581460 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3ca2014-925d-4461-9c4d-67754ca211dc {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:44:03.597405 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port c3ca2014-925d-4461-9c4d-67754ca211dc, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=c3ca2014-925d-4461-9c4d-67754ca211dc,segment=NetworkSegment(eadc1d42-b6f7-4927-99a7-b1ed099a479d),segment_id=eadc1d42-b6f7-4927-99a7-b1ed099a479d)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:44:03.686813 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:44:03.687466 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device fd4df5eb-222d-41ef-9bae-d337955eaf87 details requested by agent hyperv_n-h2-836017-2 with host n-h2-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:44:03.793629 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=c3ca2014-925d-4461-9c4d-67754ca211dc,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:44:03.797172 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port fd4df5eb-222d-41ef-9bae-d337955eaf87, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=fd4df5eb-222d-41ef-9bae-d337955eaf87,segment=NetworkSegment(eadc1d42-b6f7-4927-99a7-b1ed099a479d),segment_id=eadc1d42-b6f7-4927-99a7-b1ed099a479d)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:44:03.811329 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Returning: {'device': 'fd4df5eb-222d-41ef-9bae-d337955eaf87', 'network_id': '57af972d-943b-4a86-90f7-7dab3bff4674', 'port_id': 'fd4df5eb-222d-41ef-9bae-d337955eaf87', 'mac_address': 'fa:16:3e:fb:2f:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9786e446-f72f-4fc4-a7eb-085b678e7027', 'ip_address': '10.1.1.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:44:03.863222 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:44:03.880881 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd4df5eb-222d-41ef-9bae-d337955eaf87 {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:44:03.895986 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port fd4df5eb-222d-41ef-9bae-d337955eaf87, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=fd4df5eb-222d-41ef-9bae-d337955eaf87,segment=NetworkSegment(eadc1d42-b6f7-4927-99a7-b1ed099a479d),segment_id=eadc1d42-b6f7-4927-99a7-b1ed099a479d)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:44:03.989750 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:44:03.990391 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 255448b9-40d9-46b2-b27a-5b8bf8a422be details requested by agent hyperv_n-h2-836017-2 with host n-h2-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:44:04.143401 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=fd4df5eb-222d-41ef-9bae-d337955eaf87,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:44:04.200516 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 255448b9-40d9-46b2-b27a-5b8bf8a422be, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=255448b9-40d9-46b2-b27a-5b8bf8a422be,segment=NetworkSegment(aa8c0ef9-da74-4d84-9263-663c7f790109),segment_id=aa8c0ef9-da74-4d84-9263-663c7f790109)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:44:04.213773 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Returning: {'device': '255448b9-40d9-46b2-b27a-5b8bf8a422be', 'network_id': 'f00f9f08-e875-4f8c-9289-beff649f5094', 'port_id': '255448b9-40d9-46b2-b27a-5b8bf8a422be', 'mac_address': 'fa:16:3e:30:be:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd99ca5f-ef7d-4581-89ac-6b4526c0c60e', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:44:04.266554 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:44:04.283320 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 255448b9-40d9-46b2-b27a-5b8bf8a422be {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:44:04.298689 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 255448b9-40d9-46b2-b27a-5b8bf8a422be, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=255448b9-40d9-46b2-b27a-5b8bf8a422be,segment=NetworkSegment(aa8c0ef9-da74-4d84-9263-663c7f790109),segment_id=aa8c0ef9-da74-4d84-9263-663c7f790109)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:44:04.372048 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:44:04.372625 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 9f7ea29f-f655-4098-bc9d-9ebff3c55583 details requested by agent hyperv_n-h2-836017-2 with host n-h2-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:44:04.525317 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=255448b9-40d9-46b2-b27a-5b8bf8a422be,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:44:04.581514 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 9f7ea29f-f655-4098-bc9d-9ebff3c55583, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=9f7ea29f-f655-4098-bc9d-9ebff3c55583,segment=NetworkSegment(ad79eadc-6119-4b34-8b71-0a1ea7a9f7b4),segment_id=ad79eadc-6119-4b34-8b71-0a1ea7a9f7b4)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:44:04.594391 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Returning: {'device': '9f7ea29f-f655-4098-bc9d-9ebff3c55583', 'network_id': '8b6e6ab5-a637-42e9-a1d5-e645d5232d45', 'port_id': '9f7ea29f-f655-4098-bc9d-9ebff3c55583', 'mac_address': 'fa:16:3e:8f:3a:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a3afa18-3f2b-4a32-b48b-b28e322abb51', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:44:04.648265 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:44:04.665080 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f7ea29f-f655-4098-bc9d-9ebff3c55583 {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:44:04.680593 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 9f7ea29f-f655-4098-bc9d-9ebff3c55583, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=9f7ea29f-f655-4098-bc9d-9ebff3c55583,segment=NetworkSegment(ad79eadc-6119-4b34-8b71-0a1ea7a9f7b4),segment_id=ad79eadc-6119-4b34-8b71-0a1ea7a9f7b4)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:44:04.760853 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:44:04.829940 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=9f7ea29f-f655-4098-bc9d-9ebff3c55583,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:44:04.857317 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device bc8fa886-e93d-4d04-8bab-3e04c5da3a42 details requested by agent hyperv_n-h2-836017-2 with host n-h2-836017-2 {{(pid=84765) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:44:04.991011 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port bc8fa886-e93d-4d04-8bab-3e04c5da3a42, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=bc8fa886-e93d-4d04-8bab-3e04c5da3a42,segment=NetworkSegment(aa8c0ef9-da74-4d84-9263-663c7f790109),segment_id=aa8c0ef9-da74-4d84-9263-663c7f790109)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:44:05.004344 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Returning: {'device': 'bc8fa886-e93d-4d04-8bab-3e04c5da3a42', 'network_id': 'f00f9f08-e875-4f8c-9289-beff649f5094', 'port_id': 'bc8fa886-e93d-4d04-8bab-3e04c5da3a42', 'mac_address': 'fa:16:3e:bc:52:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd99ca5f-ef7d-4581-89ac-6b4526c0c60e', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84765) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:44:05.057874 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:44:05.075116 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc8fa886-e93d-4d04-8bab-3e04c5da3a42 {{(pid=84765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:44:05.095612 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port bc8fa886-e93d-4d04-8bab-3e04c5da3a42, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=bc8fa886-e93d-4d04-8bab-3e04c5da3a42,segment=NetworkSegment(aa8c0ef9-da74-4d84-9263-663c7f790109),segment_id=aa8c0ef9-da74-4d84-9263-663c7f790109)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:44:05.189111 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:44:05.256700 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=bc8fa886-e93d-4d04-8bab-3e04c5da3a42,revision_number=4']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:44:05.371560 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] get_ports_and_sgs() called for port_ids ['859cd966-5e42-46fb-b44d-a96ed2ee8eae'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:44:05.397111 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] get_ports_and_sgs() called for port_ids ['91f3bd9a-f90f-40fe-9158-517a5d2b8f0e'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:44:05.420830 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] get_ports_and_sgs() called for port_ids ['fd4df5eb-222d-41ef-9bae-d337955eaf87'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:44:05.455628 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] get_ports_and_sgs() called for port_ids ['9f7ea29f-f655-4098-bc9d-9ebff3c55583'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:44:05.478995 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] get_ports_and_sgs() called for port_ids ['c3ca2014-925d-4461-9c4d-67754ca211dc'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:44:05.501033 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] get_ports_and_sgs() called for port_ids ['255448b9-40d9-46b2-b27a-5b8bf8a422be'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:44:05.665807 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] get_ports_and_sgs() called for port_ids ['bc8fa886-e93d-4d04-8bab-3e04c5da3a42'] {{(pid=84765) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:44:08.884982 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 859cd966-5e42-46fb-b44d-a96ed2ee8eae up at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:44:09.006448 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning for port 859cd966-5e42-46fb-b44d-a96ed2ee8eae completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:44:09.016151 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning complete for port 859cd966-5e42-46fb-b44d-a96ed2ee8eae triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:44:09.016526 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:44:09.130308 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:44:09.157548 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7da2e1a8-2ab3-46b7-8cdb-53e56abc5d74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '859cd966-5e42-46fb-b44d-a96ed2ee8eae'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:44:09.167404 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 859cd966-5e42-46fb-b44d-a96ed2ee8eae, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=859cd966-5e42-46fb-b44d-a96ed2ee8eae,segment=NetworkSegment(eadc1d42-b6f7-4927-99a7-b1ed099a479d),segment_id=eadc1d42-b6f7-4927-99a7-b1ed099a479d)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:44:09.213672 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3152d493-8974-4a69-ac92-4de1a3c95d71'] response: {'server_uuid': '7da2e1a8-2ab3-46b7-8cdb-53e56abc5d74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '859cd966-5e42-46fb-b44d-a96ed2ee8eae', 'code': 200} Apr 18 19:44:09.246768 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:44:09.247544 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 91f3bd9a-f90f-40fe-9158-517a5d2b8f0e up at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:44:09.359739 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=859cd966-5e42-46fb-b44d-a96ed2ee8eae,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:44:09.445395 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning for port 91f3bd9a-f90f-40fe-9158-517a5d2b8f0e completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:44:09.450683 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning complete for port 91f3bd9a-f90f-40fe-9158-517a5d2b8f0e triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:44:09.451066 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:44:09.568632 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:44:09.599866 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 91f3bd9a-f90f-40fe-9158-517a5d2b8f0e, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=91f3bd9a-f90f-40fe-9158-517a5d2b8f0e,segment=NetworkSegment(eadc1d42-b6f7-4927-99a7-b1ed099a479d),segment_id=eadc1d42-b6f7-4927-99a7-b1ed099a479d)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:44:09.691690 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:44:09.692511 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device bc8fa886-e93d-4d04-8bab-3e04c5da3a42 up at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:44:09.805243 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=91f3bd9a-f90f-40fe-9158-517a5d2b8f0e,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:44:09.874051 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning for port bc8fa886-e93d-4d04-8bab-3e04c5da3a42 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:44:09.878854 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning complete for port bc8fa886-e93d-4d04-8bab-3e04c5da3a42 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:44:09.879220 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:44:10.081971 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:44:10.113930 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port bc8fa886-e93d-4d04-8bab-3e04c5da3a42, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=bc8fa886-e93d-4d04-8bab-3e04c5da3a42,segment=NetworkSegment(aa8c0ef9-da74-4d84-9263-663c7f790109),segment_id=aa8c0ef9-da74-4d84-9263-663c7f790109)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:44:10.206402 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:44:10.207173 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device c3ca2014-925d-4461-9c4d-67754ca211dc up at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:44:10.325079 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=bc8fa886-e93d-4d04-8bab-3e04c5da3a42,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:44:10.400837 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning for port c3ca2014-925d-4461-9c4d-67754ca211dc completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:44:10.405607 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning complete for port c3ca2014-925d-4461-9c4d-67754ca211dc triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:44:10.405965 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:44:10.479253 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.agents_db [None req-eb67022b-f881-4bc8-8f45-fca90fb27803 None None] Agent healthcheck: found 7 active agents {{(pid=84766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:44:10.522210 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:44:10.556036 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port c3ca2014-925d-4461-9c4d-67754ca211dc, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=c3ca2014-925d-4461-9c4d-67754ca211dc,segment=NetworkSegment(eadc1d42-b6f7-4927-99a7-b1ed099a479d),segment_id=eadc1d42-b6f7-4927-99a7-b1ed099a479d)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:44:10.630015 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:44:10.630730 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device fd4df5eb-222d-41ef-9bae-d337955eaf87 up at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:44:10.747378 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=c3ca2014-925d-4461-9c4d-67754ca211dc,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:44:10.801010 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning for port fd4df5eb-222d-41ef-9bae-d337955eaf87 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:44:10.806451 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning complete for port fd4df5eb-222d-41ef-9bae-d337955eaf87 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:44:10.812406 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:44:10.922774 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:44:10.957230 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port fd4df5eb-222d-41ef-9bae-d337955eaf87, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=fd4df5eb-222d-41ef-9bae-d337955eaf87,segment=NetworkSegment(eadc1d42-b6f7-4927-99a7-b1ed099a479d),segment_id=eadc1d42-b6f7-4927-99a7-b1ed099a479d)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:44:11.040596 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:44:11.041364 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 255448b9-40d9-46b2-b27a-5b8bf8a422be up at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:44:11.182341 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=fd4df5eb-222d-41ef-9bae-d337955eaf87,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:44:11.214338 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7da2e1a8-2ab3-46b7-8cdb-53e56abc5d74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91f3bd9a-f90f-40fe-9158-517a5d2b8f0e'}, {'server_uuid': '7da2e1a8-2ab3-46b7-8cdb-53e56abc5d74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc8fa886-e93d-4d04-8bab-3e04c5da3a42'}, {'server_uuid': '7da2e1a8-2ab3-46b7-8cdb-53e56abc5d74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3ca2014-925d-4461-9c4d-67754ca211dc'}, {'server_uuid': '7da2e1a8-2ab3-46b7-8cdb-53e56abc5d74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd4df5eb-222d-41ef-9bae-d337955eaf87'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:44:11.245709 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning for port 255448b9-40d9-46b2-b27a-5b8bf8a422be completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:44:11.250774 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning complete for port 255448b9-40d9-46b2-b27a-5b8bf8a422be triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:44:11.251140 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:44:11.275037 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a38e3eee-52cd-493b-a373-d695a8cc86ed'] response: {'server_uuid': '7da2e1a8-2ab3-46b7-8cdb-53e56abc5d74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91f3bd9a-f90f-40fe-9158-517a5d2b8f0e', 'code': 200} Apr 18 19:44:11.275302 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a38e3eee-52cd-493b-a373-d695a8cc86ed'] response: {'server_uuid': '7da2e1a8-2ab3-46b7-8cdb-53e56abc5d74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc8fa886-e93d-4d04-8bab-3e04c5da3a42', 'code': 200} Apr 18 19:44:11.275571 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a38e3eee-52cd-493b-a373-d695a8cc86ed'] response: {'server_uuid': '7da2e1a8-2ab3-46b7-8cdb-53e56abc5d74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3ca2014-925d-4461-9c4d-67754ca211dc', 'code': 200} Apr 18 19:44:11.275820 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a38e3eee-52cd-493b-a373-d695a8cc86ed'] response: {'server_uuid': '7da2e1a8-2ab3-46b7-8cdb-53e56abc5d74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd4df5eb-222d-41ef-9bae-d337955eaf87', 'code': 200} Apr 18 19:44:11.368433 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:44:11.403097 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 255448b9-40d9-46b2-b27a-5b8bf8a422be, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=255448b9-40d9-46b2-b27a-5b8bf8a422be,segment=NetworkSegment(aa8c0ef9-da74-4d84-9263-663c7f790109),segment_id=aa8c0ef9-da74-4d84-9263-663c7f790109)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:44:11.497172 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:44:11.497934 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Device 9f7ea29f-f655-4098-bc9d-9ebff3c55583 up at agent hyperv_n-h2-836017-2 {{(pid=84765) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:44:11.606327 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=255448b9-40d9-46b2-b27a-5b8bf8a422be,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:44:11.675329 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning for port 9f7ea29f-f655-4098-bc9d-9ebff3c55583 completed by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:44:11.680824 n-d-836017-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Provisioning complete for port 9f7ea29f-f655-4098-bc9d-9ebff3c55583 triggered by entity L2. {{(pid=84765) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:44:11.681216 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1255144'] for port, provisioning_complete {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:44:11.795594 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1281235'] for port, before_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:44:11.827763 n-d-836017-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] For port 9f7ea29f-f655-4098-bc9d-9ebff3c55583, host n-h2-836017-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836017-2',level=0,port_id=9f7ea29f-f655-4098-bc9d-9ebff3c55583,segment=NetworkSegment(ad79eadc-6119-4b34-8b71-0a1ea7a9f7b4),segment_id=ad79eadc-6119-4b34-8b71-0a1ea7a9f7b4)] {{(pid=84765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:44:11.892044 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1280687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791093822630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791093384349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791093384394'] for port, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:44:11.961608 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Pushing event updated for resources: {'Port': ['ID=9f7ea29f-f655-4098-bc9d-9ebff3c55583,revision_number=5']} {{(pid=84765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:44:11.970055 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:44:11.970388 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:44:11.970713 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:44:11.971034 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:44:11.971354 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:44:11.971670 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:44:11.971982 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:44:11.972317 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:44:11.972629 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:44:11.972938 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:44:11.973248 n-d-836017-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836017-2 {{(pid=84765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:44:13.277107 n-d-836017-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7da2e1a8-2ab3-46b7-8cdb-53e56abc5d74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '255448b9-40d9-46b2-b27a-5b8bf8a422be'}, {'server_uuid': '7da2e1a8-2ab3-46b7-8cdb-53e56abc5d74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f7ea29f-f655-4098-bc9d-9ebff3c55583'}] {{(pid=84765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:44:13.332530 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4865f59e-224e-4d01-b924-610947689c53'] response: {'server_uuid': '7da2e1a8-2ab3-46b7-8cdb-53e56abc5d74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '255448b9-40d9-46b2-b27a-5b8bf8a422be', 'code': 200} Apr 18 19:44:13.332793 n-d-836017-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4865f59e-224e-4d01-b924-610947689c53'] response: {'server_uuid': '7da2e1a8-2ab3-46b7-8cdb-53e56abc5d74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f7ea29f-f655-4098-bc9d-9ebff3c55583', 'code': 200} Apr 18 19:44:13.586881 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-9f2f0837-04b8-486a-b469-e409ff8ed8cd req-8a5661f9-7c95-456f-a62a-e164df2060f8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7da2e1a8-2ab3-46b7-8cdb-53e56abc5d74 HTTP/1.1" status: 200 len: 6501 time: 0.1803002 Apr 18 19:44:13.630661 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-9f2f0837-04b8-486a-b469-e409ff8ed8cd req-7e4b72af-e371-438c-99d3-06ff8a58e81e service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=2f779892-393e-469d-9df2-53f1de5adba9&id=a56a40f2-4963-4e2c-86e7-08b9a7e6f2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0376258 Apr 18 19:44:18.245846 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1c9b669c-aae2-42fd-93bd-593702ab03a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:44:20.383124 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b25b25b7-cc0d-4860-a6a6-da45c2c113ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:44:20.909293 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:44:21.874435 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1c541fd-6087-4755-8778-e68e27e46067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:44:21.999930 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:44:23.225806 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a4106dab-6971-4e7e-8fdc-c66f0a3f4877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:44:24.902728 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:44:46.464690 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c4aad259-c196-44a8-aeaa-421a8f7e745f req-e9a69236-dcb4-498c-8a6f-281cb5a551f8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e7e81689-65fe-4687-a768-aeb7ff97cfff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0687423 Apr 18 19:44:46.610752 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c4aad259-c196-44a8-aeaa-421a8f7e745f req-78f34d57-6ff4-4c62-a3d9-f304622e0cfd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1704b27ee7504f47a5309a7a0aca6742&device_id=e7e81689-65fe-4687-a768-aeb7ff97cfff HTTP/1.1" status: 200 len: 1096 time: 0.0748899 Apr 18 19:44:46.758570 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aad259-c196-44a8-aeaa-421a8f7e745f req-c5c7f11e-2e8c-4f9f-ae6d-06c46d2e2e42 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:44:46.760000 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c4aad259-c196-44a8-aeaa-421a8f7e745f req-c5c7f11e-2e8c-4f9f-ae6d-06c46d2e2e42 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8316c86c-250c-436f-a95b-14f06065e125 HTTP/1.1" status: 200 len: 912 time: 0.1306272 Apr 18 19:44:46.864765 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c4aad259-c196-44a8-aeaa-421a8f7e745f req-b6752fe3-0a7f-43a9-842b-06d7d484ab1a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42bad176-1ee4-435b-b9de-71885d20eaa1 HTTP/1.1" status: 200 len: 1000 time: 0.0977654 Apr 18 19:44:46.928170 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aad259-c196-44a8-aeaa-421a8f7e745f req-5b75fdc1-c13e-4100-b982-056ccefb89d3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:44:46.929592 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c4aad259-c196-44a8-aeaa-421a8f7e745f req-5b75fdc1-c13e-4100-b982-056ccefb89d3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=52485bbf-71d0-4c05-9194-4f743c9c5d2b HTTP/1.1" status: 200 len: 850 time: 0.0581641 Apr 18 19:44:47.010725 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c4aad259-c196-44a8-aeaa-421a8f7e745f req-bc9ebbc9-4552-445e-a170-a6ee85ee7da5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8316c86c-250c-436f-a95b-14f06065e125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736539 Apr 18 19:44:47.146692 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c4aad259-c196-44a8-aeaa-421a8f7e745f req-9b9be464-1ab5-4a93-9f00-b8bdd169db26 service neutron] 10.222.0.72 "GET /v2.0/networks/8316c86c-250c-436f-a95b-14f06065e125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291630 Apr 18 19:44:47.282744 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c4aad259-c196-44a8-aeaa-421a8f7e745f req-dcdcff67-3943-4a63-af8f-7ab65b6a203f service neutron] 10.222.0.72 "GET /v2.0/networks/8316c86c-250c-436f-a95b-14f06065e125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292024 Apr 18 19:44:47.479748 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.agents_db [None req-eb67022b-f881-4bc8-8f45-fca90fb27803 None None] Agent healthcheck: found 7 active agents {{(pid=84766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:44:48.258730 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-74a61d9a-f13a-44d9-8358-dfd868d79ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:44:50.366917 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e391a575-118c-48c1-9a1a-20ced99570fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:44:50.910655 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:44:51.990161 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1c541fd-6087-4755-8778-e68e27e46067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:44:52.012703 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:44:53.131237 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a4106dab-6971-4e7e-8fdc-c66f0a3f4877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:44:54.967393 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:44:58.599013 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e2e5b664-1a94-46de-8e7e-882691c61520 req-b2305987-b3a5-4c59-a25d-82294119e503 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0730181 Apr 18 19:44:58.752105 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e2e5b664-1a94-46de-8e7e-882691c61520 req-36f6c2e2-8e49-471a-962e-14420c492535 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f23daf946b4d4874b9d361b56e2fb9b5&device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 1097 time: 0.0713437 Apr 18 19:44:58.899871 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e5b664-1a94-46de-8e7e-882691c61520 req-2732ed61-692f-4f53-904a-b59e664a5ea7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:44:58.901349 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e2e5b664-1a94-46de-8e7e-882691c61520 req-2732ed61-692f-4f53-904a-b59e664a5ea7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=47c820f3-b421-48a9-a537-e0e4851dd399 HTTP/1.1" status: 200 len: 915 time: 0.1298797 Apr 18 19:44:58.973445 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e2e5b664-1a94-46de-8e7e-882691c61520 req-3628d029-fe81-40c8-8654-1b79af9f6f4e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2d41a20-8113-45ca-a446-3bd7c51b739f HTTP/1.1" status: 200 len: 217 time: 0.0649128 Apr 18 19:44:59.037250 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e5b664-1a94-46de-8e7e-882691c61520 req-96d736c2-9790-48b0-8a70-6d1c566a9ea6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:44:59.038446 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e2e5b664-1a94-46de-8e7e-882691c61520 req-96d736c2-9790-48b0-8a70-6d1c566a9ea6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=796a481f-8e54-4cc2-b013-83edb23d78ce HTTP/1.1" status: 200 len: 854 time: 0.0587664 Apr 18 19:44:59.086234 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e2e5b664-1a94-46de-8e7e-882691c61520 req-6754eae7-ca7f-48ff-8f77-0a38317e7a58 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=47c820f3-b421-48a9-a537-e0e4851dd399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418417 Apr 18 19:44:59.220225 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e2e5b664-1a94-46de-8e7e-882691c61520 req-c4c3669a-c078-4afb-bf14-b909c90478cc service neutron] 10.222.0.73 "GET /v2.0/networks/47c820f3-b421-48a9-a537-e0e4851dd399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253166 Apr 18 19:44:59.355574 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-e2e5b664-1a94-46de-8e7e-882691c61520 req-b9998028-76f0-4984-953a-dbb1b26a1124 service neutron] 10.222.0.73 "GET /v2.0/networks/47c820f3-b421-48a9-a537-e0e4851dd399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279912 Apr 18 19:45:13.578981 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [req-7c595588-0d30-4dd4-860a-08fabdbf75d8 req-67c66ab8-4b14-49bd-894d-835ca119103d service neutron] (84764) timed out ('10.222.0.69', 53474) {{(pid=84764) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 18 19:45:18.271117 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-21606218-c22e-4294-80de-009736140e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:45:20.367515 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9b49a824-a617-4351-9d0f-7db2ab6e9298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:45:20.990775 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:45:21.923198 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1c541fd-6087-4755-8778-e68e27e46067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:45:22.053448 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:45:23.098895 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a4106dab-6971-4e7e-8fdc-c66f0a3f4877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:45:24.480466 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.agents_db [None req-eb67022b-f881-4bc8-8f45-fca90fb27803 None None] Agent healthcheck: found 7 active agents {{(pid=84766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:45:24.949941 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:45:48.259172 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-17fedc23-d949-4c32-8a3f-88b3ba348b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:45:48.532153 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6c70b7c8-f329-460d-93b2-7d76994f743b req-2894bbc7-55dd-491b-9a1e-b0fbed8cc0c1 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7da2e1a8-2ab3-46b7-8cdb-53e56abc5d74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1530142 Apr 18 19:45:48.635741 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6c70b7c8-f329-460d-93b2-7d76994f743b req-e590a622-c9cb-47da-a862-981a7edf6c6c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=25b05b3bfc6f4792a58f276b63d5c65b&device_id=7da2e1a8-2ab3-46b7-8cdb-53e56abc5d74 HTTP/1.1" status: 200 len: 6501 time: 0.0805304 Apr 18 19:45:48.798928 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c70b7c8-f329-460d-93b2-7d76994f743b req-9c24ec47-ecd0-42ab-a9ef-991212ca1181 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:45:48.799297 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c70b7c8-f329-460d-93b2-7d76994f743b req-9c24ec47-ecd0-42ab-a9ef-991212ca1181 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:45:48.799654 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c70b7c8-f329-460d-93b2-7d76994f743b req-9c24ec47-ecd0-42ab-a9ef-991212ca1181 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:45:48.801206 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6c70b7c8-f329-460d-93b2-7d76994f743b req-9c24ec47-ecd0-42ab-a9ef-991212ca1181 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8b6e6ab5-a637-42e9-a1d5-e645d5232d45&id=57af972d-943b-4a86-90f7-7dab3bff4674&id=57af972d-943b-4a86-90f7-7dab3bff4674&id=57af972d-943b-4a86-90f7-7dab3bff4674&id=57af972d-943b-4a86-90f7-7dab3bff4674&id=f00f9f08-e875-4f8c-9289-beff649f5094&id=f00f9f08-e875-4f8c-9289-beff649f5094 HTTP/1.1" status: 200 len: 2297 time: 0.1402557 Apr 18 19:45:48.871860 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6c70b7c8-f329-460d-93b2-7d76994f743b req-dee25f2f-8d5f-422c-9c1e-f53ffd8eacc7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f7ea29f-f655-4098-bc9d-9ebff3c55583 HTTP/1.1" status: 200 len: 217 time: 0.0623150 Apr 18 19:45:48.939631 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c70b7c8-f329-460d-93b2-7d76994f743b req-f1e1032b-b4df-49d1-905f-2657619a1f51 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:45:48.941101 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6c70b7c8-f329-460d-93b2-7d76994f743b req-f1e1032b-b4df-49d1-905f-2657619a1f51 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7a3afa18-3f2b-4a32-b48b-b28e322abb51 HTTP/1.1" status: 200 len: 855 time: 0.0634649 Apr 18 19:45:49.016264 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6c70b7c8-f329-460d-93b2-7d76994f743b req-f29cab55-c9ee-4a45-9fa3-c5b985343202 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8b6e6ab5-a637-42e9-a1d5-e645d5232d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683291 Apr 18 19:45:49.148696 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6c70b7c8-f329-460d-93b2-7d76994f743b req-e30782ca-4297-40f2-8670-d5b5335057c0 service neutron] 10.222.0.72 "GET /v2.0/networks/8b6e6ab5-a637-42e9-a1d5-e645d5232d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260684 Apr 18 19:45:49.369011 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6c70b7c8-f329-460d-93b2-7d76994f743b req-d7434623-e3f2-4a89-ac2a-fd022bcef92c service neutron] 10.222.0.72 "GET /v2.0/networks/8b6e6ab5-a637-42e9-a1d5-e645d5232d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141590 Apr 18 19:45:49.438788 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6c70b7c8-f329-460d-93b2-7d76994f743b req-283b556b-313c-4ccc-8c7b-3dfc8ff433a8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=859cd966-5e42-46fb-b44d-a96ed2ee8eae HTTP/1.1" status: 200 len: 217 time: 0.0628712 Apr 18 19:45:49.500917 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c70b7c8-f329-460d-93b2-7d76994f743b req-0d5bc88b-456b-48ee-88c1-52395378bd22 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:45:49.502334 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6c70b7c8-f329-460d-93b2-7d76994f743b req-0d5bc88b-456b-48ee-88c1-52395378bd22 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9786e446-f72f-4fc4-a7eb-085b678e7027 HTTP/1.1" status: 200 len: 797 time: 0.0577805 Apr 18 19:45:49.582086 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6c70b7c8-f329-460d-93b2-7d76994f743b req-d7a657d0-a32f-48ac-92e3-60e8de17d8ee service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=57af972d-943b-4a86-90f7-7dab3bff4674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0742910 Apr 18 19:45:49.719013 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6c70b7c8-f329-460d-93b2-7d76994f743b req-7fc2c185-b9d1-4bc7-bf5e-36123309c8cd service neutron] 10.222.0.72 "GET /v2.0/networks/57af972d-943b-4a86-90f7-7dab3bff4674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301510 Apr 18 19:45:49.850324 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6c70b7c8-f329-460d-93b2-7d76994f743b req-675c4bf6-1aad-4527-aa36-db7adc280680 service neutron] 10.222.0.72 "GET /v2.0/networks/57af972d-943b-4a86-90f7-7dab3bff4674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251373 Apr 18 19:45:49.918178 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6c70b7c8-f329-460d-93b2-7d76994f743b req-f988aeed-dfce-4053-bef9-da04c0a80b66 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.254&port_id=fd4df5eb-222d-41ef-9bae-d337955eaf87 HTTP/1.1" status: 200 len: 217 time: 0.0622637 Apr 18 19:45:49.983406 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c70b7c8-f329-460d-93b2-7d76994f743b req-40c92d57-38bf-4a52-91a2-5548b04f01b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:45:49.984812 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6c70b7c8-f329-460d-93b2-7d76994f743b req-40c92d57-38bf-4a52-91a2-5548b04f01b9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9786e446-f72f-4fc4-a7eb-085b678e7027 HTTP/1.1" status: 200 len: 797 time: 0.0604911 Apr 18 19:45:50.058574 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6c70b7c8-f329-460d-93b2-7d76994f743b req-c0bb54ee-0f95-40dc-b852-49f58e788887 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=57af972d-943b-4a86-90f7-7dab3bff4674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0685084 Apr 18 19:45:50.189697 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6c70b7c8-f329-460d-93b2-7d76994f743b req-36d19e27-2beb-4875-80dd-eb66e5d9c5d7 service neutron] 10.222.0.72 "GET /v2.0/networks/57af972d-943b-4a86-90f7-7dab3bff4674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249778 Apr 18 19:45:50.322038 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6c70b7c8-f329-460d-93b2-7d76994f743b req-379e3d71-07a3-4799-a408-847266b67028 service neutron] 10.222.0.72 "GET /v2.0/networks/57af972d-943b-4a86-90f7-7dab3bff4674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264200 Apr 18 19:45:50.367931 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c1ead902-0a54-4761-83b2-82aa0695e375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:45:50.392247 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6c70b7c8-f329-460d-93b2-7d76994f743b req-5b019d24-64a3-42a5-ab88-1e392c200200 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.62&port_id=91f3bd9a-f90f-40fe-9158-517a5d2b8f0e HTTP/1.1" status: 200 len: 217 time: 0.0642297 Apr 18 19:45:50.456587 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c70b7c8-f329-460d-93b2-7d76994f743b req-542ae6db-87a4-41db-a3c5-0ab0da9a722e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:45:50.458075 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6c70b7c8-f329-460d-93b2-7d76994f743b req-542ae6db-87a4-41db-a3c5-0ab0da9a722e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9786e446-f72f-4fc4-a7eb-085b678e7027 HTTP/1.1" status: 200 len: 797 time: 0.0599298 Apr 18 19:45:50.539283 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6c70b7c8-f329-460d-93b2-7d76994f743b req-52bbd43c-80f0-42de-9623-28a7edd00c08 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=57af972d-943b-4a86-90f7-7dab3bff4674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0748215 Apr 18 19:45:50.672232 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6c70b7c8-f329-460d-93b2-7d76994f743b req-77c1e17e-4a34-4fc9-b677-dc6a6f87a60d service neutron] 10.222.0.72 "GET /v2.0/networks/57af972d-943b-4a86-90f7-7dab3bff4674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269829 Apr 18 19:45:50.906170 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6c70b7c8-f329-460d-93b2-7d76994f743b req-2fa28847-c4c7-4c5c-99ed-8159edaca724 service neutron] 10.222.0.72 "GET /v2.0/networks/57af972d-943b-4a86-90f7-7dab3bff4674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275500 Apr 18 19:45:50.916547 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:45:50.972981 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6c70b7c8-f329-460d-93b2-7d76994f743b req-940d395c-9520-4299-b071-09179e41e0f0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.146&port_id=c3ca2014-925d-4461-9c4d-67754ca211dc HTTP/1.1" status: 200 len: 217 time: 0.0606737 Apr 18 19:45:51.039039 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c70b7c8-f329-460d-93b2-7d76994f743b req-15e7e22f-5724-4ce5-bc4d-22c31426221a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:45:51.040489 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6c70b7c8-f329-460d-93b2-7d76994f743b req-15e7e22f-5724-4ce5-bc4d-22c31426221a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9786e446-f72f-4fc4-a7eb-085b678e7027 HTTP/1.1" status: 200 len: 797 time: 0.0614438 Apr 18 19:45:51.114633 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6c70b7c8-f329-460d-93b2-7d76994f743b req-83e9f5b1-63c7-4dd4-873e-2ed1bdcba1f0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=57af972d-943b-4a86-90f7-7dab3bff4674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0679238 Apr 18 19:45:51.245940 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6c70b7c8-f329-460d-93b2-7d76994f743b req-7be212af-a8fd-4dc6-b02e-2fa336b7b018 service neutron] 10.222.0.72 "GET /v2.0/networks/57af972d-943b-4a86-90f7-7dab3bff4674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248362 Apr 18 19:45:51.378158 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6c70b7c8-f329-460d-93b2-7d76994f743b req-fcc25790-5373-450a-ae90-62df18a3913c service neutron] 10.222.0.72 "GET /v2.0/networks/57af972d-943b-4a86-90f7-7dab3bff4674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256688 Apr 18 19:45:51.449425 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6c70b7c8-f329-460d-93b2-7d76994f743b req-cb5c009f-27dc-4c84-a51d-4fdead1d6f3b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=255448b9-40d9-46b2-b27a-5b8bf8a422be HTTP/1.1" status: 200 len: 217 time: 0.0643384 Apr 18 19:45:51.522722 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c70b7c8-f329-460d-93b2-7d76994f743b req-fc79126e-4f30-4db3-81f3-f0df89fcc7ef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:45:51.524077 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6c70b7c8-f329-460d-93b2-7d76994f743b req-fc79126e-4f30-4db3-81f3-f0df89fcc7ef service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cd99ca5f-ef7d-4581-89ac-6b4526c0c60e HTTP/1.1" status: 200 len: 797 time: 0.0688763 Apr 18 19:45:51.603014 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6c70b7c8-f329-460d-93b2-7d76994f743b req-cf667520-48f8-4791-85a8-9e39dca29c7e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f00f9f08-e875-4f8c-9289-beff649f5094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0733058 Apr 18 19:45:51.734817 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6c70b7c8-f329-460d-93b2-7d76994f743b req-2b0e12e5-281e-47fc-a459-fe16d3f8c457 service neutron] 10.222.0.72 "GET /v2.0/networks/f00f9f08-e875-4f8c-9289-beff649f5094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255853 Apr 18 19:45:51.872362 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6c70b7c8-f329-460d-93b2-7d76994f743b req-18dd6113-aca8-4183-a90e-52b1b4f0826e service neutron] 10.222.0.72 "GET /v2.0/networks/f00f9f08-e875-4f8c-9289-beff649f5094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297057 Apr 18 19:45:51.936995 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6c70b7c8-f329-460d-93b2-7d76994f743b req-069bcbac-1d8b-4a83-9369-a160d6bc601d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=bc8fa886-e93d-4d04-8bab-3e04c5da3a42 HTTP/1.1" status: 200 len: 217 time: 0.0596881 Apr 18 19:45:51.938895 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1c541fd-6087-4755-8778-e68e27e46067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:45:52.002447 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c70b7c8-f329-460d-93b2-7d76994f743b req-7c6a36a8-2a0a-45f8-8e1d-83d8161096fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:45:52.003812 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6c70b7c8-f329-460d-93b2-7d76994f743b req-7c6a36a8-2a0a-45f8-8e1d-83d8161096fa service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cd99ca5f-ef7d-4581-89ac-6b4526c0c60e HTTP/1.1" status: 200 len: 797 time: 0.0617626 Apr 18 19:45:52.041861 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:45:52.079555 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6c70b7c8-f329-460d-93b2-7d76994f743b req-4eeacf0a-6a4d-4b2a-b840-b4950c51128a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f00f9f08-e875-4f8c-9289-beff649f5094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0686629 Apr 18 19:45:52.216457 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6c70b7c8-f329-460d-93b2-7d76994f743b req-61dc3c6a-669a-4d35-90f0-2ed29263f3cf service neutron] 10.222.0.72 "GET /v2.0/networks/f00f9f08-e875-4f8c-9289-beff649f5094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305170 Apr 18 19:45:52.347035 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-6c70b7c8-f329-460d-93b2-7d76994f743b req-3b03ac45-9bca-4ad9-8f70-391e3f1151f6 service neutron] 10.222.0.72 "GET /v2.0/networks/f00f9f08-e875-4f8c-9289-beff649f5094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246691 Apr 18 19:45:53.144624 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a4106dab-6971-4e7e-8fdc-c66f0a3f4877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:45:54.979924 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:45:58.691849 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-99461c99-39ae-465e-8b5c-ebef2e6c34e4 req-2963ac2b-b86c-438b-a2f7-ef172a697f77 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7b49bb00-f484-4f92-bb80-0be3537a561f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1404467 Apr 18 19:45:58.781896 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-99461c99-39ae-465e-8b5c-ebef2e6c34e4 req-e39def14-0302-460d-886a-e1d5649807b9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7276b8530b6a4c9e997960e7ff37ca8f&device_id=7b49bb00-f484-4f92-bb80-0be3537a561f HTTP/1.1" status: 200 len: 1095 time: 0.0725219 Apr 18 19:45:58.922963 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99461c99-39ae-465e-8b5c-ebef2e6c34e4 req-abb05bee-cd4d-40fd-9b0c-5b6819b7e885 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:45:58.924286 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-99461c99-39ae-465e-8b5c-ebef2e6c34e4 req-abb05bee-cd4d-40fd-9b0c-5b6819b7e885 service neutron] 10.222.0.73 "GET /v2.0/networks?id=20d4b8e1-a40a-4802-a6ed-f360fca84cce HTTP/1.1" status: 200 len: 912 time: 0.1252596 Apr 18 19:45:59.028546 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-99461c99-39ae-465e-8b5c-ebef2e6c34e4 req-aa93ae4e-c549-4aae-8236-c6c06ec795cc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b99c6f14-47f1-4ca0-8b04-491816fe3231 HTTP/1.1" status: 200 len: 999 time: 0.0974503 Apr 18 19:45:59.179128 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99461c99-39ae-465e-8b5c-ebef2e6c34e4 req-2d670443-96b2-4acb-bf3d-a80480e6dedd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:45:59.180577 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-99461c99-39ae-465e-8b5c-ebef2e6c34e4 req-2d670443-96b2-4acb-bf3d-a80480e6dedd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0711ab9d-0a48-4dd5-b699-a74bbc1341bb HTTP/1.1" status: 200 len: 850 time: 0.1465755 Apr 18 19:45:59.255109 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-99461c99-39ae-465e-8b5c-ebef2e6c34e4 req-30d86433-2f32-4196-83ad-ca728479d7c9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=20d4b8e1-a40a-4802-a6ed-f360fca84cce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687060 Apr 18 19:45:59.385613 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-99461c99-39ae-465e-8b5c-ebef2e6c34e4 req-0323708a-65ea-45d4-80b6-0f01d4fea6d9 service neutron] 10.222.0.73 "GET /v2.0/networks/20d4b8e1-a40a-4802-a6ed-f360fca84cce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243935 Apr 18 19:45:59.517791 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-99461c99-39ae-465e-8b5c-ebef2e6c34e4 req-b82d5256-f25e-4946-8d32-4fe5ca923099 service neutron] 10.222.0.73 "GET /v2.0/networks/20d4b8e1-a40a-4802-a6ed-f360fca84cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260533 Apr 18 19:46:01.242692 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [req-43467418-10b2-4c24-bf45-8dbf5ab9f479 req-b8233279-6e5b-400d-9072-64a44511bb78 service neutron] (84763) timed out ('10.222.0.69', 45540) {{(pid=84763) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 18 19:46:01.482354 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.agents_db [None req-eb67022b-f881-4bc8-8f45-fca90fb27803 None None] Agent healthcheck: found 7 active agents {{(pid=84766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:46:18.288308 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7c478614-2788-4a44-b8b8-393993ee887e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:46:20.373969 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-98de66b4-c264-41dd-b356-de1a46f0c0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:46:20.984823 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:46:21.980853 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1c541fd-6087-4755-8778-e68e27e46067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:46:22.042721 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:46:23.192416 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a4106dab-6971-4e7e-8fdc-c66f0a3f4877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:46:25.019543 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:46:38.484957 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.agents_db [None req-eb67022b-f881-4bc8-8f45-fca90fb27803 None None] Agent healthcheck: found 7 active agents {{(pid=84766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:46:48.265746 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-288b7410-2e12-4556-a7e3-bf2e8101fb5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:46:49.587577 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-5abacf5e-3711-474b-8fd7-a3a6e6df503c req-e32824d9-9df6-416f-bcd8-f8c657058a19 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3abfef03-bf1d-476e-b07c-afc0b22f7586&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1638672 Apr 18 19:46:49.681775 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-5abacf5e-3711-474b-8fd7-a3a6e6df503c req-dc7a1d3b-b90b-4167-99fb-9b1a2384e53a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7276b8530b6a4c9e997960e7ff37ca8f&device_id=3abfef03-bf1d-476e-b07c-afc0b22f7586 HTTP/1.1" status: 200 len: 1096 time: 0.0727863 Apr 18 19:46:49.829662 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abacf5e-3711-474b-8fd7-a3a6e6df503c req-deb42b37-1629-4c3d-a7ed-8bb9489ec9d5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:46:49.899055 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-5abacf5e-3711-474b-8fd7-a3a6e6df503c req-deb42b37-1629-4c3d-a7ed-8bb9489ec9d5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=20d4b8e1-a40a-4802-a6ed-f360fca84cce HTTP/1.1" status: 200 len: 912 time: 0.1277568 Apr 18 19:46:49.905100 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-5abacf5e-3711-474b-8fd7-a3a6e6df503c req-ba73ac01-55c9-48d8-bb53-9bcb6995f3db service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0cb048a2-3b97-4691-b416-7dfaaf02ed95 HTTP/1.1" status: 200 len: 217 time: 0.0681190 Apr 18 19:46:49.967110 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abacf5e-3711-474b-8fd7-a3a6e6df503c req-22b900fa-e6c6-4c39-823d-5bd4ee10d309 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:46:49.968553 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-5abacf5e-3711-474b-8fd7-a3a6e6df503c req-22b900fa-e6c6-4c39-823d-5bd4ee10d309 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0711ab9d-0a48-4dd5-b699-a74bbc1341bb HTTP/1.1" status: 200 len: 850 time: 0.0575345 Apr 18 19:46:50.044767 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-5abacf5e-3711-474b-8fd7-a3a6e6df503c req-12f3421e-e769-432c-94db-b1061202d528 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=20d4b8e1-a40a-4802-a6ed-f360fca84cce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698476 Apr 18 19:46:50.178436 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-5abacf5e-3711-474b-8fd7-a3a6e6df503c req-73875a3e-8f73-41b1-9c07-2a04ba5ec212 service neutron] 10.222.0.72 "GET /v2.0/networks/20d4b8e1-a40a-4802-a6ed-f360fca84cce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274805 Apr 18 19:46:50.311589 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-5abacf5e-3711-474b-8fd7-a3a6e6df503c req-a9e6c172-983f-4f7d-bc88-6094b92bdf1c service neutron] 10.222.0.72 "GET /v2.0/networks/20d4b8e1-a40a-4802-a6ed-f360fca84cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264622 Apr 18 19:46:50.414123 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d74b3f49-fa8a-4191-8404-047b6779e77f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:46:50.934318 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:46:51.954436 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1c541fd-6087-4755-8778-e68e27e46067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:46:52.037012 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:46:53.134261 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a4106dab-6971-4e7e-8fdc-c66f0a3f4877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:46:54.933957 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:46:59.616767 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a85c85cb-a7b7-45fd-b1fa-89e68cb64be3 req-253d4ded-9099-48ef-98bd-20eb2ef70145 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a1687c7b-d16f-4682-848f-50a7966cf7d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0680938 Apr 18 19:46:59.711398 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a85c85cb-a7b7-45fd-b1fa-89e68cb64be3 req-e5d187a6-dce4-4b8b-8bc2-7a06479eb08b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9856c0e9ebf944f5ae67dc2c8adf9d2a&device_id=a1687c7b-d16f-4682-848f-50a7966cf7d4 HTTP/1.1" status: 200 len: 1101 time: 0.0733857 Apr 18 19:46:59.857502 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85c85cb-a7b7-45fd-b1fa-89e68cb64be3 req-f7ab5b34-78de-483d-8837-e1d5ff7c2ee0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:46:59.858951 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a85c85cb-a7b7-45fd-b1fa-89e68cb64be3 req-f7ab5b34-78de-483d-8837-e1d5ff7c2ee0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a HTTP/1.1" status: 200 len: 870 time: 0.1289651 Apr 18 19:46:59.929193 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a85c85cb-a7b7-45fd-b1fa-89e68cb64be3 req-2c9756e3-7c6b-4adb-b177-049e663064c8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=620e1208-62d2-49f5-abde-36852f8c342c HTTP/1.1" status: 200 len: 217 time: 0.0640037 Apr 18 19:47:00.010686 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85c85cb-a7b7-45fd-b1fa-89e68cb64be3 req-b609078e-075a-458d-b3a7-8c8ec246d98a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:47:00.012624 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a85c85cb-a7b7-45fd-b1fa-89e68cb64be3 req-b609078e-075a-458d-b3a7-8c8ec246d98a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=17d1b3aa-2066-4ffa-a69f-52ed566b6548 HTTP/1.1" status: 200 len: 843 time: 0.0772834 Apr 18 19:47:00.086706 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a85c85cb-a7b7-45fd-b1fa-89e68cb64be3 req-51f97d99-f1d9-41e3-833d-0deb806ad549 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cb6d8c7c-7ea4-4a32-b429-1c2934b7306a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0680351 Apr 18 19:47:00.218227 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a85c85cb-a7b7-45fd-b1fa-89e68cb64be3 req-ef2f275b-74f1-499f-98bc-795eb893da49 service neutron] 10.222.0.73 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253924 Apr 18 19:47:00.361930 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a85c85cb-a7b7-45fd-b1fa-89e68cb64be3 req-fc3a9ff2-3a9f-4258-bbcc-e40d4506bbe2 service neutron] 10.222.0.73 "GET /v2.0/networks/cb6d8c7c-7ea4-4a32-b429-1c2934b7306a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380203 Apr 18 19:47:15.486580 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.agents_db [None req-eb67022b-f881-4bc8-8f45-fca90fb27803 None None] Agent healthcheck: found 7 active agents {{(pid=84766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:47:18.221885 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6ff44cc4-10ea-4f7d-8fe4-a61786cd4d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:47:20.426126 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f286b109-6055-4313-a8d5-6edf255c0787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:47:20.986098 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:47:21.923220 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1c541fd-6087-4755-8778-e68e27e46067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:47:22.031962 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:47:23.129202 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a4106dab-6971-4e7e-8fdc-c66f0a3f4877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:47:24.957902 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:47:48.260280 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0cf4ce53-f5a9-4294-9972-ef44929ae33f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:47:50.380202 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a5924d7d-b098-44c8-8311-87c4ae6d0bd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:47:50.956986 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:47:51.398671 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-77cc9ac0-5298-4bfd-9a2e-4dfdbb7d4b67 req-7bb611b9-9834-4d0a-8923-605a9189dff3 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e7e81689-65fe-4687-a768-aeb7ff97cfff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0672467 Apr 18 19:47:51.536888 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-77cc9ac0-5298-4bfd-9a2e-4dfdbb7d4b67 req-7f489f91-4d33-43e1-893f-36d5fedf4c27 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1704b27ee7504f47a5309a7a0aca6742&device_id=e7e81689-65fe-4687-a768-aeb7ff97cfff HTTP/1.1" status: 200 len: 1096 time: 0.0704501 Apr 18 19:47:51.680344 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cc9ac0-5298-4bfd-9a2e-4dfdbb7d4b67 req-c5da210b-109b-4b41-bf65-179e80cc76df service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:47:51.681779 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-77cc9ac0-5298-4bfd-9a2e-4dfdbb7d4b67 req-c5da210b-109b-4b41-bf65-179e80cc76df service neutron] 10.222.0.72 "GET /v2.0/networks?id=8316c86c-250c-436f-a95b-14f06065e125 HTTP/1.1" status: 200 len: 912 time: 0.1262498 Apr 18 19:47:51.784011 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-77cc9ac0-5298-4bfd-9a2e-4dfdbb7d4b67 req-3c940392-45ac-4871-be4b-73d77e323ab2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42bad176-1ee4-435b-b9de-71885d20eaa1 HTTP/1.1" status: 200 len: 1000 time: 0.0965910 Apr 18 19:47:51.849299 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cc9ac0-5298-4bfd-9a2e-4dfdbb7d4b67 req-a9bfbdfe-ab2f-408a-8d89-da0303d84af2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:47:51.850770 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-77cc9ac0-5298-4bfd-9a2e-4dfdbb7d4b67 req-a9bfbdfe-ab2f-408a-8d89-da0303d84af2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=52485bbf-71d0-4c05-9194-4f743c9c5d2b HTTP/1.1" status: 200 len: 850 time: 0.0605254 Apr 18 19:47:51.925688 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-77cc9ac0-5298-4bfd-9a2e-4dfdbb7d4b67 req-7d9cd501-2507-4e8d-88ff-cda6ffac803f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8316c86c-250c-436f-a95b-14f06065e125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687625 Apr 18 19:47:51.934395 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1c541fd-6087-4755-8778-e68e27e46067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:47:52.025796 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:47:52.059927 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-77cc9ac0-5298-4bfd-9a2e-4dfdbb7d4b67 req-63b2c2ff-552c-46d8-bc2e-2594f95813ca service neutron] 10.222.0.72 "GET /v2.0/networks/8316c86c-250c-436f-a95b-14f06065e125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277699 Apr 18 19:47:52.192332 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-77cc9ac0-5298-4bfd-9a2e-4dfdbb7d4b67 req-f6904567-3b72-4024-b1c5-789adf98cb4b service neutron] 10.222.0.72 "GET /v2.0/networks/8316c86c-250c-436f-a95b-14f06065e125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262405 Apr 18 19:47:52.486668 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.agents_db [None req-eb67022b-f881-4bc8-8f45-fca90fb27803 None None] Agent healthcheck: found 7 active agents {{(pid=84766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:47:53.105901 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a4106dab-6971-4e7e-8fdc-c66f0a3f4877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:47:54.974081 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:47:59.758119 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b4a4f3ee-97a2-47a8-8c1c-30b70212096c req-8a1ccd91-0b3e-4e2d-81e8-1a96ff7a11c7 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=407e2230-4fde-49f0-8186-6782973799b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0806372 Apr 18 19:47:59.846340 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b4a4f3ee-97a2-47a8-8c1c-30b70212096c req-310c5813-d18f-418e-af16-1b05bf36624e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e44a84e8100a412da7a0117ba727c7dc&device_id=407e2230-4fde-49f0-8186-6782973799b3 HTTP/1.1" status: 200 len: 1096 time: 0.0683465 Apr 18 19:47:59.993525 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a4f3ee-97a2-47a8-8c1c-30b70212096c req-d639ae0f-5b96-4cf5-8b94-82d68bc8eb34 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:47:59.994948 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b4a4f3ee-97a2-47a8-8c1c-30b70212096c req-d639ae0f-5b96-4cf5-8b94-82d68bc8eb34 service neutron] 10.222.0.73 "GET /v2.0/networks?id=57504205-640f-4da0-9382-52b07f31733f HTTP/1.1" status: 200 len: 923 time: 0.1299112 Apr 18 19:48:00.065985 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b4a4f3ee-97a2-47a8-8c1c-30b70212096c req-acf4257c-10a3-4fcf-86b2-e54856a55c40 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5da1554c-386d-4ca6-a7bf-115fe539e461 HTTP/1.1" status: 200 len: 217 time: 0.0648181 Apr 18 19:48:00.129278 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a4f3ee-97a2-47a8-8c1c-30b70212096c req-50cf4845-2ef0-49f4-bf1f-46d2812f019d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:48:00.130761 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b4a4f3ee-97a2-47a8-8c1c-30b70212096c req-50cf4845-2ef0-49f4-bf1f-46d2812f019d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e027fe22-b754-4608-82d6-3f1b832ea903 HTTP/1.1" status: 200 len: 862 time: 0.0583215 Apr 18 19:48:00.281752 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b4a4f3ee-97a2-47a8-8c1c-30b70212096c req-0f6098ad-5cf7-4c2d-ac26-1d2773b46bf6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=57504205-640f-4da0-9382-52b07f31733f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1448426 Apr 18 19:48:00.417703 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b4a4f3ee-97a2-47a8-8c1c-30b70212096c req-1cc8dad2-e258-4436-b56a-c5787008206d service neutron] 10.222.0.73 "GET /v2.0/networks/57504205-640f-4da0-9382-52b07f31733f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290350 Apr 18 19:48:00.558100 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-b4a4f3ee-97a2-47a8-8c1c-30b70212096c req-9ddfacc2-00df-4025-bc79-0f254613f6f8 service neutron] 10.222.0.73 "GET /v2.0/networks/57504205-640f-4da0-9382-52b07f31733f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343420 Apr 18 19:48:18.242901 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8dbe65c0-5be8-4abd-9a4b-d61ff24350b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:48:20.391863 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2c5675cc-d330-4834-a91e-1a7625b57b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:48:20.986081 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:48:21.894384 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1c541fd-6087-4755-8778-e68e27e46067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:48:22.031769 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:48:23.266191 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a4106dab-6971-4e7e-8fdc-c66f0a3f4877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:48:25.020429 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:48:29.488979 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.agents_db [None req-eb67022b-f881-4bc8-8f45-fca90fb27803 None None] Agent healthcheck: found 7 active agents {{(pid=84766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:48:48.277435 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b69c68b2-fbc7-42d2-99b8-9b649bd0af3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:48:50.379943 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-79af52f8-3434-4853-a9d3-ea87393ab168 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:48:50.974463 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:48:51.911517 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1c541fd-6087-4755-8778-e68e27e46067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:48:52.020537 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:48:53.134513 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a4106dab-6971-4e7e-8fdc-c66f0a3f4877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:48:53.438172 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-bb56555c-661c-402f-8aaa-6ece321fc385 req-7929e02e-c7f4-4662-9932-71ee0c19d6b1 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7da2e1a8-2ab3-46b7-8cdb-53e56abc5d74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0771852 Apr 18 19:48:53.624022 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-bb56555c-661c-402f-8aaa-6ece321fc385 req-76048d58-ee8d-4cc5-94ac-9ee557d5a619 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=25b05b3bfc6f4792a58f276b63d5c65b&device_id=7da2e1a8-2ab3-46b7-8cdb-53e56abc5d74 HTTP/1.1" status: 200 len: 6501 time: 0.1637800 Apr 18 19:48:53.781323 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb56555c-661c-402f-8aaa-6ece321fc385 req-e35d282c-bcc8-44f9-a111-e34af0a04ad1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:48:53.781703 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb56555c-661c-402f-8aaa-6ece321fc385 req-e35d282c-bcc8-44f9-a111-e34af0a04ad1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:48:53.782077 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb56555c-661c-402f-8aaa-6ece321fc385 req-e35d282c-bcc8-44f9-a111-e34af0a04ad1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:48:53.783675 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-bb56555c-661c-402f-8aaa-6ece321fc385 req-e35d282c-bcc8-44f9-a111-e34af0a04ad1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8b6e6ab5-a637-42e9-a1d5-e645d5232d45&id=57af972d-943b-4a86-90f7-7dab3bff4674&id=57af972d-943b-4a86-90f7-7dab3bff4674&id=57af972d-943b-4a86-90f7-7dab3bff4674&id=57af972d-943b-4a86-90f7-7dab3bff4674&id=f00f9f08-e875-4f8c-9289-beff649f5094&id=f00f9f08-e875-4f8c-9289-beff649f5094 HTTP/1.1" status: 200 len: 2297 time: 0.1375780 Apr 18 19:48:53.853867 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-bb56555c-661c-402f-8aaa-6ece321fc385 req-d3266e8b-bca8-45bc-b80d-5b8e77cb4954 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f7ea29f-f655-4098-bc9d-9ebff3c55583 HTTP/1.1" status: 200 len: 217 time: 0.0639951 Apr 18 19:48:53.915943 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb56555c-661c-402f-8aaa-6ece321fc385 req-6ebddca0-4477-4362-aa09-df0c126d6baa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:48:53.917376 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-bb56555c-661c-402f-8aaa-6ece321fc385 req-6ebddca0-4477-4362-aa09-df0c126d6baa service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7a3afa18-3f2b-4a32-b48b-b28e322abb51 HTTP/1.1" status: 200 len: 855 time: 0.0578704 Apr 18 19:48:53.993674 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-bb56555c-661c-402f-8aaa-6ece321fc385 req-494163f9-d3b2-4653-b380-18fb09d89550 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8b6e6ab5-a637-42e9-a1d5-e645d5232d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706923 Apr 18 19:48:54.123873 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-bb56555c-661c-402f-8aaa-6ece321fc385 req-30c49ed5-4dcd-47d4-adcf-49ccea645ceb service neutron] 10.222.0.72 "GET /v2.0/networks/8b6e6ab5-a637-42e9-a1d5-e645d5232d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240926 Apr 18 19:48:54.254332 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-bb56555c-661c-402f-8aaa-6ece321fc385 req-3876d12e-a307-4a7d-97c6-6bf2778f62a2 service neutron] 10.222.0.72 "GET /v2.0/networks/8b6e6ab5-a637-42e9-a1d5-e645d5232d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249025 Apr 18 19:48:54.322340 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-bb56555c-661c-402f-8aaa-6ece321fc385 req-964fd589-32ca-4731-b508-da05ca714d60 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=859cd966-5e42-46fb-b44d-a96ed2ee8eae HTTP/1.1" status: 200 len: 217 time: 0.0602362 Apr 18 19:48:54.388587 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb56555c-661c-402f-8aaa-6ece321fc385 req-ff162fde-636c-4b99-b1a8-89c5b15a256c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:48:54.389880 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-bb56555c-661c-402f-8aaa-6ece321fc385 req-ff162fde-636c-4b99-b1a8-89c5b15a256c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9786e446-f72f-4fc4-a7eb-085b678e7027 HTTP/1.1" status: 200 len: 797 time: 0.0620468 Apr 18 19:48:54.464067 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-bb56555c-661c-402f-8aaa-6ece321fc385 req-4f4f2dad-0d1a-4a6d-81a3-dcbe76bf4fb2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=57af972d-943b-4a86-90f7-7dab3bff4674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0679173 Apr 18 19:48:54.595785 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-bb56555c-661c-402f-8aaa-6ece321fc385 req-f435649b-de10-47f3-a189-2b06e8ed04d9 service neutron] 10.222.0.72 "GET /v2.0/networks/57af972d-943b-4a86-90f7-7dab3bff4674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250689 Apr 18 19:48:54.727899 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-bb56555c-661c-402f-8aaa-6ece321fc385 req-cd43a6da-7b8b-4a58-9147-060c3a168893 service neutron] 10.222.0.72 "GET /v2.0/networks/57af972d-943b-4a86-90f7-7dab3bff4674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262829 Apr 18 19:48:54.800128 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-bb56555c-661c-402f-8aaa-6ece321fc385 req-ff8762a8-d66b-47bc-b086-732fdab7cbc5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.254&port_id=fd4df5eb-222d-41ef-9bae-d337955eaf87 HTTP/1.1" status: 200 len: 217 time: 0.0641119 Apr 18 19:48:54.863375 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb56555c-661c-402f-8aaa-6ece321fc385 req-c084d72a-537e-42af-bbc4-3f038da5c24f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:48:54.864856 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-bb56555c-661c-402f-8aaa-6ece321fc385 req-c084d72a-537e-42af-bbc4-3f038da5c24f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9786e446-f72f-4fc4-a7eb-085b678e7027 HTTP/1.1" status: 200 len: 797 time: 0.0579197 Apr 18 19:48:54.943193 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-bb56555c-661c-402f-8aaa-6ece321fc385 req-718d1314-8804-4f9d-ba2f-d424ee96ea33 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=57af972d-943b-4a86-90f7-7dab3bff4674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0724239 Apr 18 19:48:55.037391 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:48:55.172993 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-bb56555c-661c-402f-8aaa-6ece321fc385 req-9208c680-1290-4512-8157-6f9d6e2cde95 service neutron] 10.222.0.72 "GET /v2.0/networks/57af972d-943b-4a86-90f7-7dab3bff4674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224255 Apr 18 19:48:55.301998 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-bb56555c-661c-402f-8aaa-6ece321fc385 req-4df6aee5-67f1-4798-8524-8b89961b2236 service neutron] 10.222.0.72 "GET /v2.0/networks/57af972d-943b-4a86-90f7-7dab3bff4674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228206 Apr 18 19:48:55.368997 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-bb56555c-661c-402f-8aaa-6ece321fc385 req-53e44058-f3ca-407b-bd49-7d917f5c7c63 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.62&port_id=91f3bd9a-f90f-40fe-9158-517a5d2b8f0e HTTP/1.1" status: 200 len: 217 time: 0.0605097 Apr 18 19:48:55.433630 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb56555c-661c-402f-8aaa-6ece321fc385 req-65938e95-7e1f-448b-9dfa-2ffcb16a72e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:48:55.435074 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-bb56555c-661c-402f-8aaa-6ece321fc385 req-65938e95-7e1f-448b-9dfa-2ffcb16a72e6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9786e446-f72f-4fc4-a7eb-085b678e7027 HTTP/1.1" status: 200 len: 797 time: 0.0602300 Apr 18 19:48:55.510640 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-bb56555c-661c-402f-8aaa-6ece321fc385 req-c76c5b31-1700-41cc-920e-30255a39cd90 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=57af972d-943b-4a86-90f7-7dab3bff4674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0694499 Apr 18 19:48:55.643669 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-bb56555c-661c-402f-8aaa-6ece321fc385 req-4d8f84ab-546e-4090-b1d4-7c37886f20d2 service neutron] 10.222.0.72 "GET /v2.0/networks/57af972d-943b-4a86-90f7-7dab3bff4674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263349 Apr 18 19:48:55.775765 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-bb56555c-661c-402f-8aaa-6ece321fc385 req-b4ac823c-bea8-43d1-8c47-6e638ab7944b service neutron] 10.222.0.72 "GET /v2.0/networks/57af972d-943b-4a86-90f7-7dab3bff4674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257391 Apr 18 19:48:55.848727 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-bb56555c-661c-402f-8aaa-6ece321fc385 req-4b3caeff-1a75-43ec-b08d-d06d04e3982a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.146&port_id=c3ca2014-925d-4461-9c4d-67754ca211dc HTTP/1.1" status: 200 len: 217 time: 0.0636830 Apr 18 19:48:55.910234 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb56555c-661c-402f-8aaa-6ece321fc385 req-519a726a-2d98-4154-852f-9feb6b3e46c6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:48:55.911553 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-bb56555c-661c-402f-8aaa-6ece321fc385 req-519a726a-2d98-4154-852f-9feb6b3e46c6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9786e446-f72f-4fc4-a7eb-085b678e7027 HTTP/1.1" status: 200 len: 797 time: 0.0571010 Apr 18 19:48:55.987884 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-bb56555c-661c-402f-8aaa-6ece321fc385 req-56b7fca2-37e3-4a3b-95e7-94b62b8ea894 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=57af972d-943b-4a86-90f7-7dab3bff4674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0696666 Apr 18 19:48:56.118495 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-bb56555c-661c-402f-8aaa-6ece321fc385 req-86ca0519-9626-4492-b044-9245d2a4f21b service neutron] 10.222.0.72 "GET /v2.0/networks/57af972d-943b-4a86-90f7-7dab3bff4674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241002 Apr 18 19:48:56.248216 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-bb56555c-661c-402f-8aaa-6ece321fc385 req-eb91a704-8bc3-4bcd-9ebc-2f52d33c3dd4 service neutron] 10.222.0.72 "GET /v2.0/networks/57af972d-943b-4a86-90f7-7dab3bff4674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230989 Apr 18 19:48:56.313873 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-bb56555c-661c-402f-8aaa-6ece321fc385 req-ee3858a8-3f91-46b2-89c1-8977535e1bed service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=255448b9-40d9-46b2-b27a-5b8bf8a422be HTTP/1.1" status: 200 len: 217 time: 0.0587876 Apr 18 19:48:56.384628 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb56555c-661c-402f-8aaa-6ece321fc385 req-23eb65ad-ba20-4294-b7ad-6ea8cc716577 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:48:56.386100 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-bb56555c-661c-402f-8aaa-6ece321fc385 req-23eb65ad-ba20-4294-b7ad-6ea8cc716577 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cd99ca5f-ef7d-4581-89ac-6b4526c0c60e HTTP/1.1" status: 200 len: 797 time: 0.0670671 Apr 18 19:48:56.458297 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-bb56555c-661c-402f-8aaa-6ece321fc385 req-84f6e4aa-95e1-4a0c-b9bd-2cdca4afa5dd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f00f9f08-e875-4f8c-9289-beff649f5094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0662992 Apr 18 19:48:56.590729 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-bb56555c-661c-402f-8aaa-6ece321fc385 req-d17d26be-0547-44ac-851a-59c90084cecd service neutron] 10.222.0.72 "GET /v2.0/networks/f00f9f08-e875-4f8c-9289-beff649f5094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245308 Apr 18 19:48:56.823328 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-bb56555c-661c-402f-8aaa-6ece321fc385 req-35c332a4-8e40-492a-b521-3772c0199a6d service neutron] 10.222.0.72 "GET /v2.0/networks/f00f9f08-e875-4f8c-9289-beff649f5094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275586 Apr 18 19:48:56.893546 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-bb56555c-661c-402f-8aaa-6ece321fc385 req-a109b49f-e124-4f6d-aebb-ac6cfe7d261e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=bc8fa886-e93d-4d04-8bab-3e04c5da3a42 HTTP/1.1" status: 200 len: 217 time: 0.0639548 Apr 18 19:48:56.954047 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb56555c-661c-402f-8aaa-6ece321fc385 req-dea6eae8-d60d-417e-bbfe-1b6c41e5ff4c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:48:56.955445 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-bb56555c-661c-402f-8aaa-6ece321fc385 req-dea6eae8-d60d-417e-bbfe-1b6c41e5ff4c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cd99ca5f-ef7d-4581-89ac-6b4526c0c60e HTTP/1.1" status: 200 len: 797 time: 0.0567164 Apr 18 19:48:57.051116 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-bb56555c-661c-402f-8aaa-6ece321fc385 req-3a78831c-9750-4857-9298-5e6e388824b9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f00f9f08-e875-4f8c-9289-beff649f5094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0897131 Apr 18 19:48:57.183032 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-bb56555c-661c-402f-8aaa-6ece321fc385 req-96ec6aab-0c2a-4f1c-bb10-ef7be70b8a3a service neutron] 10.222.0.72 "GET /v2.0/networks/f00f9f08-e875-4f8c-9289-beff649f5094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248124 Apr 18 19:48:57.313218 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-bb56555c-661c-402f-8aaa-6ece321fc385 req-3387f929-a5e6-4df6-a274-0c4cb522e0d8 service neutron] 10.222.0.72 "GET /v2.0/networks/f00f9f08-e875-4f8c-9289-beff649f5094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243820 Apr 18 19:49:01.617825 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4df6b6d5-4cbd-4d9c-aa2d-b9da2f895ebb req-1c9672fd-65dc-45ca-856e-77cbce22c8f8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8ef606a1-4215-4c97-8301-f8d40bfb4f0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0676720 Apr 18 19:49:01.708294 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4df6b6d5-4cbd-4d9c-aa2d-b9da2f895ebb req-477ed237-e5a9-43be-b995-d31b56d59695 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4c467a6eff8a4b97a4bec55729a7d85f&device_id=8ef606a1-4215-4c97-8301-f8d40bfb4f0a HTTP/1.1" status: 200 len: 1096 time: 0.0693460 Apr 18 19:49:01.876497 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df6b6d5-4cbd-4d9c-aa2d-b9da2f895ebb req-a21e99ca-4f3a-433b-b140-7cc696a3e65b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:49:01.878230 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4df6b6d5-4cbd-4d9c-aa2d-b9da2f895ebb req-a21e99ca-4f3a-433b-b140-7cc696a3e65b service neutron] 10.222.0.73 "GET /v2.0/networks?id=8c1271d5-1aa1-4888-bcb1-d45b4ad7c2e4 HTTP/1.1" status: 200 len: 909 time: 0.1507394 Apr 18 19:49:01.948498 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4df6b6d5-4cbd-4d9c-aa2d-b9da2f895ebb req-b41bf5c1-9894-466d-b9af-654bd9d3b69f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9ac39cb3-b32e-4a78-afd4-94a7d9a481bf HTTP/1.1" status: 200 len: 217 time: 0.0640926 Apr 18 19:49:02.013328 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df6b6d5-4cbd-4d9c-aa2d-b9da2f895ebb req-1aec3860-d4cf-49ad-ac88-db6840cccbc4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:49:02.014767 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4df6b6d5-4cbd-4d9c-aa2d-b9da2f895ebb req-1aec3860-d4cf-49ad-ac88-db6840cccbc4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=598bc5f6-bdfa-4e35-aa1c-6f25d1c5de7c HTTP/1.1" status: 200 len: 848 time: 0.0606036 Apr 18 19:49:02.058679 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4df6b6d5-4cbd-4d9c-aa2d-b9da2f895ebb req-fb11a8f2-d315-47dc-9041-05ca8189d256 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8c1271d5-1aa1-4888-bcb1-d45b4ad7c2e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380881 Apr 18 19:49:02.205939 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4df6b6d5-4cbd-4d9c-aa2d-b9da2f895ebb req-f39f1889-324f-43d0-bcb4-c69777de5f31 service neutron] 10.222.0.73 "GET /v2.0/networks/8c1271d5-1aa1-4888-bcb1-d45b4ad7c2e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405118 Apr 18 19:49:02.338605 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-4df6b6d5-4cbd-4d9c-aa2d-b9da2f895ebb req-462d905f-de33-4893-abca-b203dd787d80 service neutron] 10.222.0.73 "GET /v2.0/networks/8c1271d5-1aa1-4888-bcb1-d45b4ad7c2e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262515 Apr 18 19:49:06.490643 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.agents_db [None req-eb67022b-f881-4bc8-8f45-fca90fb27803 None None] Agent healthcheck: found 7 active agents {{(pid=84766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:49:18.249809 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0cc218ea-6143-4331-b25f-34031fc34377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:49:20.386025 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5f34a883-a1d5-4086-b72b-20ed8d1a0395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:49:21.020157 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:49:21.911617 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1c541fd-6087-4755-8778-e68e27e46067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:49:22.008383 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:49:23.111299 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a4106dab-6971-4e7e-8fdc-c66f0a3f4877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:49:25.037174 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:49:43.491448 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.agents_db [None req-eb67022b-f881-4bc8-8f45-fca90fb27803 None None] Agent healthcheck: found 7 active agents {{(pid=84766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:49:48.254574 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dd10b534-b362-429e-957e-677b2c32b9c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:49:50.385694 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4e7ce1a2-8958-4abf-a0e7-1017cca4d4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:49:50.991471 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:49:51.900009 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1c541fd-6087-4755-8778-e68e27e46067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:49:52.003142 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:49:53.134648 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a4106dab-6971-4e7e-8fdc-c66f0a3f4877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:49:54.436593 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-40f0de5b-2bf6-4e87-98a6-3c580eaf4607 req-a46126a7-d8ba-4522-bc04-4c209861289c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3abfef03-bf1d-476e-b07c-afc0b22f7586&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0678685 Apr 18 19:49:54.529639 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-40f0de5b-2bf6-4e87-98a6-3c580eaf4607 req-176536a9-1e07-44ef-b6f4-b15f530f7d6f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7276b8530b6a4c9e997960e7ff37ca8f&device_id=3abfef03-bf1d-476e-b07c-afc0b22f7586 HTTP/1.1" status: 200 len: 1096 time: 0.0710158 Apr 18 19:49:54.672117 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f0de5b-2bf6-4e87-98a6-3c580eaf4607 req-b354b7c2-6e58-45ab-a123-8acda7b9a0a4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:49:54.673635 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-40f0de5b-2bf6-4e87-98a6-3c580eaf4607 req-b354b7c2-6e58-45ab-a123-8acda7b9a0a4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=20d4b8e1-a40a-4802-a6ed-f360fca84cce HTTP/1.1" status: 200 len: 912 time: 0.1266315 Apr 18 19:49:54.741383 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-40f0de5b-2bf6-4e87-98a6-3c580eaf4607 req-71b92852-2623-4b68-99bd-119da111f36e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0cb048a2-3b97-4691-b416-7dfaaf02ed95 HTTP/1.1" status: 200 len: 217 time: 0.0609396 Apr 18 19:49:54.806680 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f0de5b-2bf6-4e87-98a6-3c580eaf4607 req-6decc515-f280-4bed-ad3e-f651ca35f31a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:49:54.808033 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-40f0de5b-2bf6-4e87-98a6-3c580eaf4607 req-6decc515-f280-4bed-ad3e-f651ca35f31a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0711ab9d-0a48-4dd5-b699-a74bbc1341bb HTTP/1.1" status: 200 len: 850 time: 0.0615366 Apr 18 19:49:54.882619 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-40f0de5b-2bf6-4e87-98a6-3c580eaf4607 req-d96af382-f57f-4575-bcf5-e63cf2281f4c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=20d4b8e1-a40a-4802-a6ed-f360fca84cce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684600 Apr 18 19:49:55.015593 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-40f0de5b-2bf6-4e87-98a6-3c580eaf4607 req-1adb6d52-e1da-4153-80be-624324b3a2c9 service neutron] 10.222.0.72 "GET /v2.0/networks/20d4b8e1-a40a-4802-a6ed-f360fca84cce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260290 Apr 18 19:49:55.054410 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:49:55.149781 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-40f0de5b-2bf6-4e87-98a6-3c580eaf4607 req-b599723d-340c-4fb1-9e96-d94e3f94f44b service neutron] 10.222.0.72 "GET /v2.0/networks/20d4b8e1-a40a-4802-a6ed-f360fca84cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281261 Apr 18 19:50:03.592136 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f2975d71-2a0a-4271-becd-b5873be7e635 req-64233293-7f30-4b2f-98b8-76738295e9df service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0668709 Apr 18 19:50:03.737804 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f2975d71-2a0a-4271-becd-b5873be7e635 req-8c87f59c-41b5-4ebf-a56b-9eadba83beb5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f23daf946b4d4874b9d361b56e2fb9b5&device_id=a213e76a-c60b-409c-8e3d-181b396ae0a2 HTTP/1.1" status: 200 len: 1097 time: 0.0742188 Apr 18 19:50:03.881725 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2975d71-2a0a-4271-becd-b5873be7e635 req-a24f573c-f5da-40aa-9f99-fb4f04519862 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:50:03.883131 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f2975d71-2a0a-4271-becd-b5873be7e635 req-a24f573c-f5da-40aa-9f99-fb4f04519862 service neutron] 10.222.0.73 "GET /v2.0/networks?id=47c820f3-b421-48a9-a537-e0e4851dd399 HTTP/1.1" status: 200 len: 915 time: 0.1263452 Apr 18 19:50:03.950229 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f2975d71-2a0a-4271-becd-b5873be7e635 req-6b0eeede-584c-4a0f-bb7c-b408c96d6674 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2d41a20-8113-45ca-a446-3bd7c51b739f HTTP/1.1" status: 200 len: 217 time: 0.0603364 Apr 18 19:50:04.014676 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2975d71-2a0a-4271-becd-b5873be7e635 req-30ed3ab7-206f-46cc-a0f5-4ca83ff03ccc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:50:04.016074 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f2975d71-2a0a-4271-becd-b5873be7e635 req-30ed3ab7-206f-46cc-a0f5-4ca83ff03ccc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=796a481f-8e54-4cc2-b013-83edb23d78ce HTTP/1.1" status: 200 len: 854 time: 0.0601394 Apr 18 19:50:04.060958 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f2975d71-2a0a-4271-becd-b5873be7e635 req-210a6c15-10e0-44f4-92f4-f41454e8ec07 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=47c820f3-b421-48a9-a537-e0e4851dd399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381827 Apr 18 19:50:04.280055 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f2975d71-2a0a-4271-becd-b5873be7e635 req-d403af13-701b-473c-8961-304477c713d2 service neutron] 10.222.0.73 "GET /v2.0/networks/47c820f3-b421-48a9-a537-e0e4851dd399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130706 Apr 18 19:50:04.417368 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-f2975d71-2a0a-4271-becd-b5873be7e635 req-ee5847a9-860f-4c03-a07f-876e17e1e98d service neutron] 10.222.0.73 "GET /v2.0/networks/47c820f3-b421-48a9-a537-e0e4851dd399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311390 Apr 18 19:50:18.243138 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-194aa78e-d041-4af4-9d9f-69140240a461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:50:20.391557 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4100c0d2-e602-4ee0-a3da-2c2fa790cf81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:50:20.491748 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.agents_db [None req-eb67022b-f881-4bc8-8f45-fca90fb27803 None None] Agent healthcheck: found 7 active agents {{(pid=84766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:50:20.997227 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:50:21.917405 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1c541fd-6087-4755-8778-e68e27e46067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:50:22.025859 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:50:23.243247 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a4106dab-6971-4e7e-8fdc-c66f0a3f4877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:50:25.071281 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:50:48.260214 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4cc4efa4-1b79-4f7c-b7ef-7b6c074ff20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:50:50.380267 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-abe8fa02-0cec-4c52-88fc-af38d498c3b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:50:51.020047 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:50:51.922900 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1c541fd-6087-4755-8778-e68e27e46067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:50:52.025507 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:50:53.157092 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a4106dab-6971-4e7e-8fdc-c66f0a3f4877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:50:54.470131 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c437240b-c959-4f81-a6c3-6fb77f4ed7cf req-cebf8762-f3ad-483e-901b-25975f2b2f95 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e7e81689-65fe-4687-a768-aeb7ff97cfff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1471908 Apr 18 19:50:54.608204 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c437240b-c959-4f81-a6c3-6fb77f4ed7cf req-10e24041-1d50-4161-9d35-56225c755cea service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1704b27ee7504f47a5309a7a0aca6742&device_id=e7e81689-65fe-4687-a768-aeb7ff97cfff HTTP/1.1" status: 200 len: 1096 time: 0.0676796 Apr 18 19:50:54.843630 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c437240b-c959-4f81-a6c3-6fb77f4ed7cf req-8937c6bb-9ec5-40c0-b392-14d5339254c2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:50:54.849190 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c437240b-c959-4f81-a6c3-6fb77f4ed7cf req-8937c6bb-9ec5-40c0-b392-14d5339254c2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8316c86c-250c-436f-a95b-14f06065e125 HTTP/1.1" status: 200 len: 912 time: 0.2167802 Apr 18 19:50:54.947159 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c437240b-c959-4f81-a6c3-6fb77f4ed7cf req-aaab4201-3a66-4a5c-9439-8a116ce9c878 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42bad176-1ee4-435b-b9de-71885d20eaa1 HTTP/1.1" status: 200 len: 1000 time: 0.0950623 Apr 18 19:50:55.009692 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c437240b-c959-4f81-a6c3-6fb77f4ed7cf req-5180f455-ec3d-4133-abeb-b6f42ca3b866 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:50:55.011094 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c437240b-c959-4f81-a6c3-6fb77f4ed7cf req-5180f455-ec3d-4133-abeb-b6f42ca3b866 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=52485bbf-71d0-4c05-9194-4f743c9c5d2b HTTP/1.1" status: 200 len: 850 time: 0.0576894 Apr 18 19:50:55.089895 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c437240b-c959-4f81-a6c3-6fb77f4ed7cf req-c3885bfe-88f7-47b9-bf89-99b3ee95c92f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8316c86c-250c-436f-a95b-14f06065e125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727108 Apr 18 19:50:55.094157 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:50:55.100259 n-d-836017-2 neutron-server[84764]: DEBUG neutron.wsgi [req-c437240b-c959-4f81-a6c3-6fb77f4ed7cf req-2c4f9f8c-6284-4555-8132-fd13acc82968 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=84764) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:50:55.101130 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c437240b-c959-4f81-a6c3-6fb77f4ed7cf req-2c4f9f8c-6284-4555-8132-fd13acc82968 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0050495 Apr 18 19:50:55.232369 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c437240b-c959-4f81-a6c3-6fb77f4ed7cf req-1e0b92fe-16b4-484e-a704-67385cf4f39a service neutron] 10.222.0.72 "GET /v2.0/networks/8316c86c-250c-436f-a95b-14f06065e125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246669 Apr 18 19:50:55.363703 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-c437240b-c959-4f81-a6c3-6fb77f4ed7cf req-3f26cafb-3873-44ca-b549-87a8c65b5334 service neutron] 10.222.0.72 "GET /v2.0/networks/8316c86c-250c-436f-a95b-14f06065e125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255167 Apr 18 19:50:56.430307 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-df005381-a8db-4421-a67d-0a8557fdd0f8 req-86f8a5c9-6635-4622-a55b-497e84786394 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7da2e1a8-2ab3-46b7-8cdb-53e56abc5d74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0739355 Apr 18 19:50:56.533025 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-df005381-a8db-4421-a67d-0a8557fdd0f8 req-75ff8700-8647-4643-b3ab-89fdd107f3ff service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=25b05b3bfc6f4792a58f276b63d5c65b&device_id=7da2e1a8-2ab3-46b7-8cdb-53e56abc5d74 HTTP/1.1" status: 200 len: 6501 time: 0.0790715 Apr 18 19:50:56.690473 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df005381-a8db-4421-a67d-0a8557fdd0f8 req-29989fe6-8c7f-4aaf-a7d2-72d516483e34 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:50:56.690844 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df005381-a8db-4421-a67d-0a8557fdd0f8 req-29989fe6-8c7f-4aaf-a7d2-72d516483e34 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:50:56.691204 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df005381-a8db-4421-a67d-0a8557fdd0f8 req-29989fe6-8c7f-4aaf-a7d2-72d516483e34 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:50:56.692817 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-df005381-a8db-4421-a67d-0a8557fdd0f8 req-29989fe6-8c7f-4aaf-a7d2-72d516483e34 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8b6e6ab5-a637-42e9-a1d5-e645d5232d45&id=57af972d-943b-4a86-90f7-7dab3bff4674&id=57af972d-943b-4a86-90f7-7dab3bff4674&id=57af972d-943b-4a86-90f7-7dab3bff4674&id=57af972d-943b-4a86-90f7-7dab3bff4674&id=f00f9f08-e875-4f8c-9289-beff649f5094&id=f00f9f08-e875-4f8c-9289-beff649f5094 HTTP/1.1" status: 200 len: 2297 time: 0.1362369 Apr 18 19:50:56.758490 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-df005381-a8db-4421-a67d-0a8557fdd0f8 req-6d7c3409-68bd-46f0-aac2-ab5d1a07735f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f7ea29f-f655-4098-bc9d-9ebff3c55583 HTTP/1.1" status: 200 len: 217 time: 0.0597482 Apr 18 19:50:56.821802 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df005381-a8db-4421-a67d-0a8557fdd0f8 req-56bb5a02-ca6e-4f68-b243-f3ed578bc822 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:50:56.823182 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-df005381-a8db-4421-a67d-0a8557fdd0f8 req-56bb5a02-ca6e-4f68-b243-f3ed578bc822 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7a3afa18-3f2b-4a32-b48b-b28e322abb51 HTTP/1.1" status: 200 len: 855 time: 0.0588510 Apr 18 19:50:56.896797 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-df005381-a8db-4421-a67d-0a8557fdd0f8 req-c6bcc085-4e6a-4fd5-a923-b78dda96b5fd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8b6e6ab5-a637-42e9-a1d5-e645d5232d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0674343 Apr 18 19:50:57.027066 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-df005381-a8db-4421-a67d-0a8557fdd0f8 req-4cbd0b6c-75b4-4223-b5d8-a796c19ba090 service neutron] 10.222.0.72 "GET /v2.0/networks/8b6e6ab5-a637-42e9-a1d5-e645d5232d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241343 Apr 18 19:50:57.156804 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-df005381-a8db-4421-a67d-0a8557fdd0f8 req-0dee444b-5324-42d4-9ce6-afd67444286b service neutron] 10.222.0.72 "GET /v2.0/networks/8b6e6ab5-a637-42e9-a1d5-e645d5232d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236923 Apr 18 19:50:57.227011 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-df005381-a8db-4421-a67d-0a8557fdd0f8 req-b96c8cf2-a2ec-45ed-8635-5e8df6a72a1a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=859cd966-5e42-46fb-b44d-a96ed2ee8eae HTTP/1.1" status: 200 len: 217 time: 0.0647135 Apr 18 19:50:57.287607 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df005381-a8db-4421-a67d-0a8557fdd0f8 req-60b45bd9-3283-41e0-bc72-7eaebca76ff4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:50:57.289659 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-df005381-a8db-4421-a67d-0a8557fdd0f8 req-60b45bd9-3283-41e0-bc72-7eaebca76ff4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9786e446-f72f-4fc4-a7eb-085b678e7027 HTTP/1.1" status: 200 len: 797 time: 0.0569761 Apr 18 19:50:57.463625 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-df005381-a8db-4421-a67d-0a8557fdd0f8 req-86ce862a-8ddf-4871-aa65-6c1f285c90f7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=57af972d-943b-4a86-90f7-7dab3bff4674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1674194 Apr 18 19:50:57.492020 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.agents_db [None req-eb67022b-f881-4bc8-8f45-fca90fb27803 None None] Agent healthcheck: found 7 active agents {{(pid=84766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:50:57.597502 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-df005381-a8db-4421-a67d-0a8557fdd0f8 req-c42741d6-d7ac-4b82-b223-abe8b4205b8d service neutron] 10.222.0.72 "GET /v2.0/networks/57af972d-943b-4a86-90f7-7dab3bff4674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268356 Apr 18 19:50:57.729794 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-df005381-a8db-4421-a67d-0a8557fdd0f8 req-43722759-d811-4141-818b-f90b434d4153 service neutron] 10.222.0.72 "GET /v2.0/networks/57af972d-943b-4a86-90f7-7dab3bff4674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258848 Apr 18 19:50:57.795908 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-df005381-a8db-4421-a67d-0a8557fdd0f8 req-cf5499e7-f6e9-4ebf-b824-440b73396a5a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.254&port_id=fd4df5eb-222d-41ef-9bae-d337955eaf87 HTTP/1.1" status: 200 len: 217 time: 0.0601373 Apr 18 19:50:57.861661 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df005381-a8db-4421-a67d-0a8557fdd0f8 req-546ae99d-8780-4cb1-9e8c-31fa1fa5b257 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:50:57.863020 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-df005381-a8db-4421-a67d-0a8557fdd0f8 req-546ae99d-8780-4cb1-9e8c-31fa1fa5b257 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9786e446-f72f-4fc4-a7eb-085b678e7027 HTTP/1.1" status: 200 len: 797 time: 0.0603588 Apr 18 19:50:57.938869 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-df005381-a8db-4421-a67d-0a8557fdd0f8 req-0a55ae38-77c0-444d-85b7-6b27eff2eee4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=57af972d-943b-4a86-90f7-7dab3bff4674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0685139 Apr 18 19:50:58.070295 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-df005381-a8db-4421-a67d-0a8557fdd0f8 req-2da7c33e-9ab7-4d01-b9da-c07e787e20a6 service neutron] 10.222.0.72 "GET /v2.0/networks/57af972d-943b-4a86-90f7-7dab3bff4674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249516 Apr 18 19:50:58.201639 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-df005381-a8db-4421-a67d-0a8557fdd0f8 req-08805ffa-193d-4fa0-aa54-bb358744a058 service neutron] 10.222.0.72 "GET /v2.0/networks/57af972d-943b-4a86-90f7-7dab3bff4674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255028 Apr 18 19:50:58.274930 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-df005381-a8db-4421-a67d-0a8557fdd0f8 req-3a1986d0-1df7-4e57-a5e8-9649cdfc2e1d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.62&port_id=91f3bd9a-f90f-40fe-9158-517a5d2b8f0e HTTP/1.1" status: 200 len: 217 time: 0.0669193 Apr 18 19:50:58.338272 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df005381-a8db-4421-a67d-0a8557fdd0f8 req-973baac1-cb59-4dc8-8b93-97e30a4db0aa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:50:58.339972 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-df005381-a8db-4421-a67d-0a8557fdd0f8 req-973baac1-cb59-4dc8-8b93-97e30a4db0aa service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9786e446-f72f-4fc4-a7eb-085b678e7027 HTTP/1.1" status: 200 len: 797 time: 0.0597169 Apr 18 19:50:58.417462 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-df005381-a8db-4421-a67d-0a8557fdd0f8 req-c690bfd5-97cf-42f0-8585-c90bb7412f62 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=57af972d-943b-4a86-90f7-7dab3bff4674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0719500 Apr 18 19:50:58.555295 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-df005381-a8db-4421-a67d-0a8557fdd0f8 req-40a3d320-c33b-4364-87b1-ee8a908734ab service neutron] 10.222.0.72 "GET /v2.0/networks/57af972d-943b-4a86-90f7-7dab3bff4674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313624 Apr 18 19:50:58.686253 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-df005381-a8db-4421-a67d-0a8557fdd0f8 req-6e335af5-3f69-4a24-8abe-b9f4d6d1c34b service neutron] 10.222.0.72 "GET /v2.0/networks/57af972d-943b-4a86-90f7-7dab3bff4674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241560 Apr 18 19:50:58.753198 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-df005381-a8db-4421-a67d-0a8557fdd0f8 req-3e0aab8e-08fc-4d28-a3b3-7fa9331a9980 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.146&port_id=c3ca2014-925d-4461-9c4d-67754ca211dc HTTP/1.1" status: 200 len: 217 time: 0.0606744 Apr 18 19:50:58.819795 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df005381-a8db-4421-a67d-0a8557fdd0f8 req-c1fcbc0c-6959-44d5-9a58-7342914e64e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:50:58.821193 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-df005381-a8db-4421-a67d-0a8557fdd0f8 req-c1fcbc0c-6959-44d5-9a58-7342914e64e6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9786e446-f72f-4fc4-a7eb-085b678e7027 HTTP/1.1" status: 200 len: 797 time: 0.0610766 Apr 18 19:50:58.895156 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-df005381-a8db-4421-a67d-0a8557fdd0f8 req-f5068ac4-7ae1-462d-b811-e6fcc691c80b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=57af972d-943b-4a86-90f7-7dab3bff4674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0675256 Apr 18 19:50:59.113349 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-df005381-a8db-4421-a67d-0a8557fdd0f8 req-e7b468b2-3acc-4b34-a271-ed3fe39f78b8 service neutron] 10.222.0.72 "GET /v2.0/networks/57af972d-943b-4a86-90f7-7dab3bff4674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112658 Apr 18 19:50:59.249542 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-df005381-a8db-4421-a67d-0a8557fdd0f8 req-871e5498-0d5e-43de-9748-5a555a7f9099 service neutron] 10.222.0.72 "GET /v2.0/networks/57af972d-943b-4a86-90f7-7dab3bff4674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282732 Apr 18 19:50:59.318602 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-df005381-a8db-4421-a67d-0a8557fdd0f8 req-6ec38e4c-690c-4a4c-85f9-605a8f736be1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=255448b9-40d9-46b2-b27a-5b8bf8a422be HTTP/1.1" status: 200 len: 217 time: 0.0642996 Apr 18 19:50:59.379048 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df005381-a8db-4421-a67d-0a8557fdd0f8 req-a396e786-ad8a-4521-8802-6889e7037c2f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:50:59.380691 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-df005381-a8db-4421-a67d-0a8557fdd0f8 req-a396e786-ad8a-4521-8802-6889e7037c2f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cd99ca5f-ef7d-4581-89ac-6b4526c0c60e HTTP/1.1" status: 200 len: 797 time: 0.0565453 Apr 18 19:50:59.456323 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-df005381-a8db-4421-a67d-0a8557fdd0f8 req-b1c84a5f-2433-42b8-be9e-02c2a30fc480 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f00f9f08-e875-4f8c-9289-beff649f5094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0695462 Apr 18 19:50:59.587687 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-df005381-a8db-4421-a67d-0a8557fdd0f8 req-be534dde-adfc-4e8d-9e00-1313992c3a78 service neutron] 10.222.0.72 "GET /v2.0/networks/f00f9f08-e875-4f8c-9289-beff649f5094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240249 Apr 18 19:50:59.718181 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-df005381-a8db-4421-a67d-0a8557fdd0f8 req-33af2d7e-b24b-4010-bfe3-102c62d9018d service neutron] 10.222.0.72 "GET /v2.0/networks/f00f9f08-e875-4f8c-9289-beff649f5094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240733 Apr 18 19:50:59.790940 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-df005381-a8db-4421-a67d-0a8557fdd0f8 req-122f6558-a025-4762-9e9e-9bca233a4c12 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=bc8fa886-e93d-4d04-8bab-3e04c5da3a42 HTTP/1.1" status: 200 len: 217 time: 0.0660217 Apr 18 19:50:59.861578 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df005381-a8db-4421-a67d-0a8557fdd0f8 req-a3d0051a-d03e-467d-9518-fad9cad5afd0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:50:59.862979 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-df005381-a8db-4421-a67d-0a8557fdd0f8 req-a3d0051a-d03e-467d-9518-fad9cad5afd0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cd99ca5f-ef7d-4581-89ac-6b4526c0c60e HTTP/1.1" status: 200 len: 797 time: 0.0659018 Apr 18 19:50:59.938213 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-df005381-a8db-4421-a67d-0a8557fdd0f8 req-ee822474-5f65-4c4a-88f9-bbf5a5c6355e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f00f9f08-e875-4f8c-9289-beff649f5094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0681369 Apr 18 19:51:00.072205 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-df005381-a8db-4421-a67d-0a8557fdd0f8 req-9e61749d-8877-4a64-b359-2332faf6f7d2 service neutron] 10.222.0.72 "GET /v2.0/networks/f00f9f08-e875-4f8c-9289-beff649f5094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256580 Apr 18 19:51:00.203934 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-df005381-a8db-4421-a67d-0a8557fdd0f8 req-aaa04891-2776-4deb-8f00-54fa05773836 service neutron] 10.222.0.72 "GET /v2.0/networks/f00f9f08-e875-4f8c-9289-beff649f5094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278067 Apr 18 19:51:01.430412 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-04760ec8-da1b-4246-be6b-aeb13cc29eca req-987b9e63-8b7a-48ea-b930-efaceff917ea service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3abfef03-bf1d-476e-b07c-afc0b22f7586&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0709963 Apr 18 19:51:01.517875 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-04760ec8-da1b-4246-be6b-aeb13cc29eca req-02c55fea-fe8e-48d2-872f-87c2be4738cf service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7276b8530b6a4c9e997960e7ff37ca8f&device_id=3abfef03-bf1d-476e-b07c-afc0b22f7586 HTTP/1.1" status: 200 len: 1096 time: 0.0683107 Apr 18 19:51:01.662819 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04760ec8-da1b-4246-be6b-aeb13cc29eca req-c07334d5-9e4e-4ad9-bf3d-ba9c522ca6fe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:51:01.664360 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-04760ec8-da1b-4246-be6b-aeb13cc29eca req-c07334d5-9e4e-4ad9-bf3d-ba9c522ca6fe service neutron] 10.222.0.72 "GET /v2.0/networks?id=20d4b8e1-a40a-4802-a6ed-f360fca84cce HTTP/1.1" status: 200 len: 912 time: 0.1271830 Apr 18 19:51:01.838506 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-04760ec8-da1b-4246-be6b-aeb13cc29eca req-e5023788-5962-45e5-88ae-6a20e6b98b71 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0cb048a2-3b97-4691-b416-7dfaaf02ed95 HTTP/1.1" status: 200 len: 217 time: 0.1679077 Apr 18 19:51:01.901481 n-d-836017-2 neutron-server[84764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04760ec8-da1b-4246-be6b-aeb13cc29eca req-25e2a9dd-a7ee-453b-9508-bba7fe6ec4a1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:51:01.903073 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-04760ec8-da1b-4246-be6b-aeb13cc29eca req-25e2a9dd-a7ee-453b-9508-bba7fe6ec4a1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0711ab9d-0a48-4dd5-b699-a74bbc1341bb HTTP/1.1" status: 200 len: 850 time: 0.0589330 Apr 18 19:51:01.977803 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-04760ec8-da1b-4246-be6b-aeb13cc29eca req-b4acbc9a-6129-430a-a2bb-b26f47034351 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=20d4b8e1-a40a-4802-a6ed-f360fca84cce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686529 Apr 18 19:51:02.108425 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-04760ec8-da1b-4246-be6b-aeb13cc29eca req-1d0b932b-d1fd-497a-bd11-0c69f314c1f9 service neutron] 10.222.0.72 "GET /v2.0/networks/20d4b8e1-a40a-4802-a6ed-f360fca84cce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243074 Apr 18 19:51:02.247273 n-d-836017-2 neutron-server[84764]: INFO neutron.wsgi [req-04760ec8-da1b-4246-be6b-aeb13cc29eca req-caf41f39-9c43-4cd5-9e0f-124c4ae50f44 service neutron] 10.222.0.72 "GET /v2.0/networks/20d4b8e1-a40a-4802-a6ed-f360fca84cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329958 Apr 18 19:51:03.731790 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a5f22743-11dc-4950-9b9a-ad8a67667477 req-6d5b4782-cb92-4d9f-ae93-eab317328043 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7b49bb00-f484-4f92-bb80-0be3537a561f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1521854 Apr 18 19:51:03.828644 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a5f22743-11dc-4950-9b9a-ad8a67667477 req-f8ab9aca-436a-4e7f-aed5-83da1ac9ddd7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7276b8530b6a4c9e997960e7ff37ca8f&device_id=7b49bb00-f484-4f92-bb80-0be3537a561f HTTP/1.1" status: 200 len: 1095 time: 0.0754397 Apr 18 19:51:03.972286 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f22743-11dc-4950-9b9a-ad8a67667477 req-1c61d378-fe48-4d35-bdc6-5e25442b037d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:51:03.973766 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a5f22743-11dc-4950-9b9a-ad8a67667477 req-1c61d378-fe48-4d35-bdc6-5e25442b037d service neutron] 10.222.0.73 "GET /v2.0/networks?id=20d4b8e1-a40a-4802-a6ed-f360fca84cce HTTP/1.1" status: 200 len: 912 time: 0.1267629 Apr 18 19:51:04.077306 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a5f22743-11dc-4950-9b9a-ad8a67667477 req-24c30dc5-5022-4024-b449-d6791e67b244 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b99c6f14-47f1-4ca0-8b04-491816fe3231 HTTP/1.1" status: 200 len: 999 time: 0.0972011 Apr 18 19:51:04.138626 n-d-836017-2 neutron-server[84763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f22743-11dc-4950-9b9a-ad8a67667477 req-6c2482a3-36fc-4850-9190-71842c909bf9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:51:04.140044 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a5f22743-11dc-4950-9b9a-ad8a67667477 req-6c2482a3-36fc-4850-9190-71842c909bf9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0711ab9d-0a48-4dd5-b699-a74bbc1341bb HTTP/1.1" status: 200 len: 850 time: 0.0571890 Apr 18 19:51:04.216631 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a5f22743-11dc-4950-9b9a-ad8a67667477 req-20f34d47-cbda-40c7-82e0-29c8e652f626 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=20d4b8e1-a40a-4802-a6ed-f360fca84cce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704045 Apr 18 19:51:04.226625 n-d-836017-2 neutron-server[84763]: DEBUG neutron.wsgi [req-a5f22743-11dc-4950-9b9a-ad8a67667477 req-1010ca55-9e4b-4c10-8efc-f0b200d0be8c service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=84763) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:51:04.227475 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a5f22743-11dc-4950-9b9a-ad8a67667477 req-1010ca55-9e4b-4c10-8efc-f0b200d0be8c service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0046895 Apr 18 19:51:04.358337 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a5f22743-11dc-4950-9b9a-ad8a67667477 req-79dbc572-af70-4cff-9e9f-632b9aa2706e service neutron] 10.222.0.73 "GET /v2.0/networks/20d4b8e1-a40a-4802-a6ed-f360fca84cce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243994 Apr 18 19:51:04.491779 n-d-836017-2 neutron-server[84763]: INFO neutron.wsgi [req-a5f22743-11dc-4950-9b9a-ad8a67667477 req-738d63a4-abf4-48cc-ae14-919eabcbe8bd service neutron] 10.222.0.73 "GET /v2.0/networks/20d4b8e1-a40a-4802-a6ed-f360fca84cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262994 Apr 18 19:51:18.254653 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f8ca491-be94-4efd-a6fe-a94f4d147a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:51:20.397905 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3489c53d-f43c-4678-8592-f6c1141e2705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:51:20.997237 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee1260f7-f2d6-4cb1-9847-fbeda35acc05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:51:21.928952 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1c541fd-6087-4755-8778-e68e27e46067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:51:22.008631 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f160e74-44ce-4518-98f1-b38eabe5b9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:51:23.139881 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a4106dab-6971-4e7e-8fdc-c66f0a3f4877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:51:25.099200 n-d-836017-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c48201-9bc1-4f17-8fca-9cfc29238ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791093852007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255065'] for agent, after_update {{(pid=84765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:51:34.492220 n-d-836017-2 neutron-server[84766]: DEBUG neutron.db.agents_db [None req-eb67022b-f881-4bc8-8f45-fca90fb27803 None None] Agent healthcheck: found 7 active agents {{(pid=84766) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}